{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 18.714909544603866,
  "eval_steps": 500,
  "global_step": 60000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "flow_loss": 1.1610206365585327,
      "step": 0
    },
    {
      "contrastive_loss": 0.6526042819023132,
      "epoch": 0,
      "step": 0
    },
    {
      "contrastive_lambda": 1.0,
      "epoch": 0,
      "step": 0
    },
    {
      "contrastive_lambda": 1.0,
      "epoch": 0.00031191515907673113,
      "step": 1
    },
    {
      "contrastive_lambda": 0.9999999993146108,
      "epoch": 0.0006238303181534623,
      "step": 2
    },
    {
      "contrastive_lambda": 0.9999999972584432,
      "epoch": 0.0009357454772301934,
      "step": 3
    },
    {
      "contrastive_lambda": 0.9999999938314972,
      "epoch": 0.0012476606363069245,
      "step": 4
    },
    {
      "contrastive_lambda": 0.999999989033773,
      "epoch": 0.0015595757953836558,
      "step": 5
    },
    {
      "contrastive_lambda": 0.9999999828652703,
      "epoch": 0.0018714909544603868,
      "step": 6
    },
    {
      "contrastive_lambda": 0.9999999753259892,
      "epoch": 0.002183406113537118,
      "step": 7
    },
    {
      "contrastive_lambda": 0.9999999664159298,
      "epoch": 0.002495321272613849,
      "step": 8
    },
    {
      "contrastive_lambda": 0.9999999561350922,
      "epoch": 0.0028072364316905803,
      "step": 9
    },
    {
      "epoch": 0.0031191515907673115,
      "grad_norm": 7.015892505645752,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 1.1837,
      "step": 10
    },
    {
      "epoch": 0.0031191515907673115,
      "flow_loss": 1.0641672611236572,
      "step": 10
    },
    {
      "contrastive_loss": 0.6132120490074158,
      "epoch": 0.0031191515907673115,
      "step": 10
    },
    {
      "contrastive_lambda": 0.9999999444834763,
      "epoch": 0.0031191515907673115,
      "step": 10
    },
    {
      "contrastive_lambda": 0.9999999314610821,
      "epoch": 0.0034310667498440423,
      "step": 11
    },
    {
      "contrastive_lambda": 0.9999999170679097,
      "epoch": 0.0037429819089207735,
      "step": 12
    },
    {
      "contrastive_lambda": 0.9999999013039592,
      "epoch": 0.004054897067997504,
      "step": 13
    },
    {
      "contrastive_lambda": 0.9999998841692306,
      "epoch": 0.004366812227074236,
      "step": 14
    },
    {
      "contrastive_lambda": 0.9999998656637239,
      "epoch": 0.004678727386150967,
      "step": 15
    },
    {
      "contrastive_lambda": 0.9999998457874392,
      "epoch": 0.004990642545227698,
      "step": 16
    },
    {
      "contrastive_lambda": 0.9999998245403765,
      "epoch": 0.005302557704304429,
      "step": 17
    },
    {
      "contrastive_lambda": 0.9999998019225358,
      "epoch": 0.0056144728633811605,
      "step": 18
    },
    {
      "contrastive_lambda": 0.9999997779339174,
      "epoch": 0.005926388022457892,
      "step": 19
    },
    {
      "epoch": 0.006238303181534623,
      "grad_norm": 5.347828388214111,
      "learning_rate": 6.333333333333333e-07,
      "loss": 1.1547,
      "step": 20
    },
    {
      "epoch": 0.006238303181534623,
      "flow_loss": 1.1761324405670166,
      "step": 20
    },
    {
      "contrastive_loss": 0.6007218360900879,
      "epoch": 0.006238303181534623,
      "step": 20
    },
    {
      "contrastive_lambda": 0.9999997525745212,
      "epoch": 0.006238303181534623,
      "step": 20
    },
    {
      "contrastive_lambda": 0.9999997258443473,
      "epoch": 0.006550218340611353,
      "step": 21
    },
    {
      "contrastive_lambda": 0.9999996977433956,
      "epoch": 0.006862133499688085,
      "step": 22
    },
    {
      "contrastive_lambda": 0.9999996682716665,
      "epoch": 0.007174048658764816,
      "step": 23
    },
    {
      "contrastive_lambda": 0.99999963742916,
      "epoch": 0.007485963817841547,
      "step": 24
    },
    {
      "contrastive_lambda": 0.9999996052158759,
      "epoch": 0.007797878976918278,
      "step": 25
    },
    {
      "contrastive_lambda": 0.9999995716318146,
      "epoch": 0.008109794135995009,
      "step": 26
    },
    {
      "contrastive_lambda": 0.999999536676976,
      "epoch": 0.00842170929507174,
      "step": 27
    },
    {
      "contrastive_lambda": 0.9999995003513604,
      "epoch": 0.008733624454148471,
      "step": 28
    },
    {
      "contrastive_lambda": 0.9999994626549678,
      "epoch": 0.009045539613225203,
      "step": 29
    },
    {
      "epoch": 0.009357454772301934,
      "grad_norm": 5.466598987579346,
      "learning_rate": 9.666666666666668e-07,
      "loss": 1.198,
      "step": 30
    },
    {
      "epoch": 0.009357454772301934,
      "flow_loss": 1.0616124868392944,
      "step": 30
    },
    {
      "contrastive_loss": 0.6362118721008301,
      "epoch": 0.009357454772301934,
      "step": 30
    },
    {
      "contrastive_lambda": 0.9999994235877981,
      "epoch": 0.009357454772301934,
      "step": 30
    },
    {
      "contrastive_lambda": 0.9999993831498517,
      "epoch": 0.009669369931378666,
      "step": 31
    },
    {
      "contrastive_lambda": 0.9999993413411287,
      "epoch": 0.009981285090455396,
      "step": 32
    },
    {
      "contrastive_lambda": 0.999999298161629,
      "epoch": 0.010293200249532126,
      "step": 33
    },
    {
      "contrastive_lambda": 0.9999992536113529,
      "epoch": 0.010605115408608859,
      "step": 34
    },
    {
      "contrastive_lambda": 0.9999992076903004,
      "epoch": 0.010917030567685589,
      "step": 35
    },
    {
      "contrastive_lambda": 0.9999991603984717,
      "epoch": 0.011228945726762321,
      "step": 36
    },
    {
      "contrastive_lambda": 0.9999991117358669,
      "epoch": 0.011540860885839051,
      "step": 37
    },
    {
      "contrastive_lambda": 0.9999990617024861,
      "epoch": 0.011852776044915784,
      "step": 38
    },
    {
      "contrastive_lambda": 0.9999990102983296,
      "epoch": 0.012164691203992514,
      "step": 39
    },
    {
      "epoch": 0.012476606363069246,
      "grad_norm": 4.4763946533203125,
      "learning_rate": 1.3e-06,
      "loss": 1.0551,
      "step": 40
    },
    {
      "epoch": 0.012476606363069246,
      "flow_loss": 0.9048628211021423,
      "step": 40
    },
    {
      "contrastive_loss": 0.5018686056137085,
      "epoch": 0.012476606363069246,
      "step": 40
    },
    {
      "contrastive_lambda": 0.9999989575233974,
      "epoch": 0.012476606363069246,
      "step": 40
    },
    {
      "contrastive_lambda": 0.9999989033776897,
      "epoch": 0.012788521522145976,
      "step": 41
    },
    {
      "contrastive_lambda": 0.9999988478612065,
      "epoch": 0.013100436681222707,
      "step": 42
    },
    {
      "contrastive_lambda": 0.9999987909739481,
      "epoch": 0.013412351840299439,
      "step": 43
    },
    {
      "contrastive_lambda": 0.9999987327159147,
      "epoch": 0.01372426699937617,
      "step": 44
    },
    {
      "contrastive_lambda": 0.9999986730871063,
      "epoch": 0.014036182158452901,
      "step": 45
    },
    {
      "contrastive_lambda": 0.9999986120875233,
      "epoch": 0.014348097317529632,
      "step": 46
    },
    {
      "contrastive_lambda": 0.9999985497171655,
      "epoch": 0.014660012476606364,
      "step": 47
    },
    {
      "contrastive_lambda": 0.9999984859760334,
      "epoch": 0.014971927635683094,
      "step": 48
    },
    {
      "contrastive_lambda": 0.999998420864127,
      "epoch": 0.015283842794759825,
      "step": 49
    },
    {
      "epoch": 0.015595757953836557,
      "grad_norm": 3.4540393352508545,
      "learning_rate": 1.6333333333333333e-06,
      "loss": 0.9144,
      "step": 50
    },
    {
      "epoch": 0.015595757953836557,
      "flow_loss": 0.8114560842514038,
      "step": 50
    },
    {
      "contrastive_loss": 0.5185329914093018,
      "epoch": 0.015595757953836557,
      "step": 50
    },
    {
      "contrastive_lambda": 0.9999983543814466,
      "epoch": 0.015595757953836557,
      "step": 50
    },
    {
      "contrastive_lambda": 0.9999982865279924,
      "epoch": 0.015907673112913287,
      "step": 51
    },
    {
      "contrastive_lambda": 0.9999982173037644,
      "epoch": 0.016219588271990017,
      "step": 52
    },
    {
      "contrastive_lambda": 0.9999981467087629,
      "epoch": 0.01653150343106675,
      "step": 53
    },
    {
      "contrastive_lambda": 0.9999980747429882,
      "epoch": 0.01684341859014348,
      "step": 54
    },
    {
      "contrastive_lambda": 0.9999980014064402,
      "epoch": 0.017155333749220212,
      "step": 55
    },
    {
      "contrastive_lambda": 0.9999979266991195,
      "epoch": 0.017467248908296942,
      "step": 56
    },
    {
      "contrastive_lambda": 0.9999978506210259,
      "epoch": 0.017779164067373673,
      "step": 57
    },
    {
      "contrastive_lambda": 0.9999977731721599,
      "epoch": 0.018091079226450407,
      "step": 58
    },
    {
      "contrastive_lambda": 0.9999976943525216,
      "epoch": 0.018402994385527137,
      "step": 59
    },
    {
      "epoch": 0.018714909544603867,
      "grad_norm": 2.9198079109191895,
      "learning_rate": 1.9666666666666668e-06,
      "loss": 0.8055,
      "step": 60
    },
    {
      "epoch": 0.018714909544603867,
      "flow_loss": 0.7044930458068848,
      "step": 60
    },
    {
      "contrastive_loss": 0.4184834063053131,
      "epoch": 0.018714909544603867,
      "step": 60
    },
    {
      "contrastive_lambda": 0.9999976141621113,
      "epoch": 0.018714909544603867,
      "step": 60
    },
    {
      "contrastive_lambda": 0.9999975326009292,
      "epoch": 0.019026824703680598,
      "step": 61
    },
    {
      "contrastive_lambda": 0.9999974496689752,
      "epoch": 0.01933873986275733,
      "step": 62
    },
    {
      "contrastive_lambda": 0.9999973653662501,
      "epoch": 0.019650655021834062,
      "step": 63
    },
    {
      "contrastive_lambda": 0.9999972796927536,
      "epoch": 0.019962570180910792,
      "step": 64
    },
    {
      "contrastive_lambda": 0.9999971926484863,
      "epoch": 0.020274485339987523,
      "step": 65
    },
    {
      "contrastive_lambda": 0.9999971042334483,
      "epoch": 0.020586400499064253,
      "step": 66
    },
    {
      "contrastive_lambda": 0.9999970144476398,
      "epoch": 0.020898315658140987,
      "step": 67
    },
    {
      "contrastive_lambda": 0.9999969232910612,
      "epoch": 0.021210230817217717,
      "step": 68
    },
    {
      "contrastive_lambda": 0.9999968307637126,
      "epoch": 0.021522145976294448,
      "step": 69
    },
    {
      "epoch": 0.021834061135371178,
      "grad_norm": 1.289287805557251,
      "learning_rate": 2.3e-06,
      "loss": 0.6471,
      "step": 70
    },
    {
      "epoch": 0.021834061135371178,
      "flow_loss": 0.5589700937271118,
      "step": 70
    },
    {
      "contrastive_loss": 0.39293089509010315,
      "epoch": 0.021834061135371178,
      "step": 70
    },
    {
      "contrastive_lambda": 0.9999967368655942,
      "epoch": 0.021834061135371178,
      "step": 70
    },
    {
      "contrastive_lambda": 0.9999966415967065,
      "epoch": 0.022145976294447912,
      "step": 71
    },
    {
      "contrastive_lambda": 0.9999965449570496,
      "epoch": 0.022457891453524642,
      "step": 72
    },
    {
      "contrastive_lambda": 0.9999964469466236,
      "epoch": 0.022769806612601372,
      "step": 73
    },
    {
      "contrastive_lambda": 0.9999963475654292,
      "epoch": 0.023081721771678103,
      "step": 74
    },
    {
      "contrastive_lambda": 0.9999962468134662,
      "epoch": 0.023393636930754833,
      "step": 75
    },
    {
      "contrastive_lambda": 0.9999961446907353,
      "epoch": 0.023705552089831567,
      "step": 76
    },
    {
      "contrastive_lambda": 0.9999960411972365,
      "epoch": 0.024017467248908297,
      "step": 77
    },
    {
      "contrastive_lambda": 0.9999959363329702,
      "epoch": 0.024329382407985028,
      "step": 78
    },
    {
      "contrastive_lambda": 0.9999958300979366,
      "epoch": 0.024641297567061758,
      "step": 79
    },
    {
      "epoch": 0.024953212726138492,
      "grad_norm": 0.6315365433692932,
      "learning_rate": 2.6333333333333337e-06,
      "loss": 0.6136,
      "step": 80
    },
    {
      "epoch": 0.024953212726138492,
      "flow_loss": 0.5755065679550171,
      "step": 80
    },
    {
      "contrastive_loss": 0.4024766683578491,
      "epoch": 0.024953212726138492,
      "step": 80
    },
    {
      "contrastive_lambda": 0.9999957224921361,
      "epoch": 0.024953212726138492,
      "step": 80
    },
    {
      "contrastive_lambda": 0.9999956135155688,
      "epoch": 0.025265127885215222,
      "step": 81
    },
    {
      "contrastive_lambda": 0.9999955031682353,
      "epoch": 0.025577043044291953,
      "step": 82
    },
    {
      "contrastive_lambda": 0.9999953914501356,
      "epoch": 0.025888958203368683,
      "step": 83
    },
    {
      "contrastive_lambda": 0.9999952783612702,
      "epoch": 0.026200873362445413,
      "step": 84
    },
    {
      "contrastive_lambda": 0.9999951639016395,
      "epoch": 0.026512788521522147,
      "step": 85
    },
    {
      "contrastive_lambda": 0.9999950480712434,
      "epoch": 0.026824703680598878,
      "step": 86
    },
    {
      "contrastive_lambda": 0.9999949308700827,
      "epoch": 0.027136618839675608,
      "step": 87
    },
    {
      "contrastive_lambda": 0.9999948122981575,
      "epoch": 0.02744853399875234,
      "step": 88
    },
    {
      "contrastive_lambda": 0.999994692355468,
      "epoch": 0.02776044915782907,
      "step": 89
    },
    {
      "epoch": 0.028072364316905803,
      "grad_norm": 0.4889781177043915,
      "learning_rate": 2.966666666666667e-06,
      "loss": 0.5632,
      "step": 90
    },
    {
      "epoch": 0.028072364316905803,
      "flow_loss": 0.618719220161438,
      "step": 90
    },
    {
      "contrastive_loss": 0.3755147159099579,
      "epoch": 0.028072364316905803,
      "step": 90
    },
    {
      "contrastive_lambda": 0.9999945710420148,
      "epoch": 0.028072364316905803,
      "step": 90
    },
    {
      "contrastive_lambda": 0.999994448357798,
      "epoch": 0.028384279475982533,
      "step": 91
    },
    {
      "contrastive_lambda": 0.999994324302818,
      "epoch": 0.028696194635059263,
      "step": 92
    },
    {
      "contrastive_lambda": 0.9999941988770753,
      "epoch": 0.029008109794135994,
      "step": 93
    },
    {
      "contrastive_lambda": 0.99999407208057,
      "epoch": 0.029320024953212728,
      "step": 94
    },
    {
      "contrastive_lambda": 0.9999939439133027,
      "epoch": 0.029631940112289458,
      "step": 95
    },
    {
      "contrastive_lambda": 0.9999938143752735,
      "epoch": 0.02994385527136619,
      "step": 96
    },
    {
      "contrastive_lambda": 0.9999936834664829,
      "epoch": 0.03025577043044292,
      "step": 97
    },
    {
      "contrastive_lambda": 0.9999935511869312,
      "epoch": 0.03056768558951965,
      "step": 98
    },
    {
      "contrastive_lambda": 0.9999934175366187,
      "epoch": 0.030879600748596383,
      "step": 99
    },
    {
      "epoch": 0.031191515907673113,
      "grad_norm": 0.7153909206390381,
      "learning_rate": 3.3e-06,
      "loss": 0.5633,
      "step": 100
    },
    {
      "epoch": 0.031191515907673113,
      "flow_loss": 0.5149672031402588,
      "step": 100
    },
    {
      "contrastive_loss": 0.3427150845527649,
      "epoch": 0.031191515907673113,
      "step": 100
    },
    {
      "contrastive_lambda": 0.9999932825155461,
      "epoch": 0.031191515907673113,
      "step": 100
    },
    {
      "contrastive_lambda": 0.9999931461237134,
      "epoch": 0.03150343106674985,
      "step": 101
    },
    {
      "contrastive_lambda": 0.999993008361121,
      "epoch": 0.031815346225826574,
      "step": 102
    },
    {
      "contrastive_lambda": 0.9999928692277695,
      "epoch": 0.03212726138490331,
      "step": 103
    },
    {
      "contrastive_lambda": 0.9999927287236592,
      "epoch": 0.032439176543980035,
      "step": 104
    },
    {
      "contrastive_lambda": 0.9999925868487904,
      "epoch": 0.03275109170305677,
      "step": 105
    },
    {
      "contrastive_lambda": 0.9999924436031635,
      "epoch": 0.0330630068621335,
      "step": 106
    },
    {
      "contrastive_lambda": 0.999992298986779,
      "epoch": 0.03337492202121023,
      "step": 107
    },
    {
      "contrastive_lambda": 0.9999921529996372,
      "epoch": 0.03368683718028696,
      "step": 108
    },
    {
      "contrastive_lambda": 0.9999920056417384,
      "epoch": 0.03399875233936369,
      "step": 109
    },
    {
      "epoch": 0.034310667498440424,
      "grad_norm": 0.4439534842967987,
      "learning_rate": 3.633333333333334e-06,
      "loss": 0.549,
      "step": 110
    },
    {
      "epoch": 0.034310667498440424,
      "flow_loss": 0.5364277362823486,
      "step": 110
    },
    {
      "contrastive_loss": 0.39280760288238525,
      "epoch": 0.034310667498440424,
      "step": 110
    },
    {
      "contrastive_lambda": 0.9999918569130832,
      "epoch": 0.034310667498440424,
      "step": 110
    },
    {
      "contrastive_lambda": 0.9999917068136721,
      "epoch": 0.03462258265751716,
      "step": 111
    },
    {
      "contrastive_lambda": 0.9999915553435051,
      "epoch": 0.034934497816593885,
      "step": 112
    },
    {
      "contrastive_lambda": 0.9999914025025831,
      "epoch": 0.03524641297567062,
      "step": 113
    },
    {
      "contrastive_lambda": 0.9999912482909061,
      "epoch": 0.035558328134747345,
      "step": 114
    },
    {
      "contrastive_lambda": 0.9999910927084747,
      "epoch": 0.03587024329382408,
      "step": 115
    },
    {
      "contrastive_lambda": 0.9999909357552894,
      "epoch": 0.03618215845290081,
      "step": 116
    },
    {
      "contrastive_lambda": 0.9999907774313506,
      "epoch": 0.03649407361197754,
      "step": 117
    },
    {
      "contrastive_lambda": 0.9999906177366586,
      "epoch": 0.036805988771054274,
      "step": 118
    },
    {
      "contrastive_lambda": 0.9999904566712141,
      "epoch": 0.03711790393013101,
      "step": 119
    },
    {
      "epoch": 0.037429819089207735,
      "grad_norm": 0.6044597029685974,
      "learning_rate": 3.966666666666667e-06,
      "loss": 0.5249,
      "step": 120
    },
    {
      "epoch": 0.037429819089207735,
      "flow_loss": 0.6114876866340637,
      "step": 120
    },
    {
      "contrastive_loss": 0.4111980199813843,
      "epoch": 0.037429819089207735,
      "step": 120
    },
    {
      "contrastive_lambda": 0.9999902942350172,
      "epoch": 0.037429819089207735,
      "step": 120
    },
    {
      "contrastive_lambda": 0.9999901304280685,
      "epoch": 0.03774173424828447,
      "step": 121
    },
    {
      "contrastive_lambda": 0.9999899652503685,
      "epoch": 0.038053649407361195,
      "step": 122
    },
    {
      "contrastive_lambda": 0.9999897987019177,
      "epoch": 0.03836556456643793,
      "step": 123
    },
    {
      "contrastive_lambda": 0.9999896307827165,
      "epoch": 0.03867747972551466,
      "step": 124
    },
    {
      "contrastive_lambda": 0.9999894614927654,
      "epoch": 0.03898939488459139,
      "step": 125
    },
    {
      "contrastive_lambda": 0.9999892908320647,
      "epoch": 0.039301310043668124,
      "step": 126
    },
    {
      "contrastive_lambda": 0.9999891188006149,
      "epoch": 0.03961322520274485,
      "step": 127
    },
    {
      "contrastive_lambda": 0.9999889453984165,
      "epoch": 0.039925140361821584,
      "step": 128
    },
    {
      "contrastive_lambda": 0.9999887706254702,
      "epoch": 0.04023705552089832,
      "step": 129
    },
    {
      "epoch": 0.040548970679975045,
      "grad_norm": 0.7071138024330139,
      "learning_rate": 4.2999999999999995e-06,
      "loss": 0.5262,
      "step": 130
    },
    {
      "epoch": 0.040548970679975045,
      "flow_loss": 0.4868190288543701,
      "step": 130
    },
    {
      "contrastive_loss": 0.3438972234725952,
      "epoch": 0.040548970679975045,
      "step": 130
    },
    {
      "contrastive_lambda": 0.9999885944817761,
      "epoch": 0.040548970679975045,
      "step": 130
    },
    {
      "contrastive_lambda": 0.9999884169673351,
      "epoch": 0.04086088583905178,
      "step": 131
    },
    {
      "contrastive_lambda": 0.9999882380821474,
      "epoch": 0.041172800998128506,
      "step": 132
    },
    {
      "contrastive_lambda": 0.9999880578262135,
      "epoch": 0.04148471615720524,
      "step": 133
    },
    {
      "contrastive_lambda": 0.999987876199534,
      "epoch": 0.041796631316281974,
      "step": 134
    },
    {
      "contrastive_lambda": 0.9999876932021092,
      "epoch": 0.0421085464753587,
      "step": 135
    },
    {
      "contrastive_lambda": 0.9999875088339399,
      "epoch": 0.042420461634435434,
      "step": 136
    },
    {
      "contrastive_lambda": 0.9999873230950265,
      "epoch": 0.04273237679351216,
      "step": 137
    },
    {
      "contrastive_lambda": 0.9999871359853694,
      "epoch": 0.043044291952588895,
      "step": 138
    },
    {
      "contrastive_lambda": 0.9999869475049692,
      "epoch": 0.04335620711166563,
      "step": 139
    },
    {
      "epoch": 0.043668122270742356,
      "grad_norm": 0.3739953935146332,
      "learning_rate": 4.633333333333334e-06,
      "loss": 0.5222,
      "step": 140
    },
    {
      "epoch": 0.043668122270742356,
      "flow_loss": 0.5340931415557861,
      "step": 140
    },
    {
      "contrastive_loss": 0.3808068633079529,
      "epoch": 0.043668122270742356,
      "step": 140
    },
    {
      "contrastive_lambda": 0.9999867576538264,
      "epoch": 0.043668122270742356,
      "step": 140
    },
    {
      "contrastive_lambda": 0.9999865664319414,
      "epoch": 0.04398003742981909,
      "step": 141
    },
    {
      "contrastive_lambda": 0.9999863738393149,
      "epoch": 0.044291952588895823,
      "step": 142
    },
    {
      "contrastive_lambda": 0.9999861798759475,
      "epoch": 0.04460386774797255,
      "step": 143
    },
    {
      "contrastive_lambda": 0.9999859845418395,
      "epoch": 0.044915782907049284,
      "step": 144
    },
    {
      "contrastive_lambda": 0.9999857878369915,
      "epoch": 0.04522769806612601,
      "step": 145
    },
    {
      "contrastive_lambda": 0.9999855897614041,
      "epoch": 0.045539613225202745,
      "step": 146
    },
    {
      "contrastive_lambda": 0.9999853903150777,
      "epoch": 0.04585152838427948,
      "step": 147
    },
    {
      "contrastive_lambda": 0.9999851894980132,
      "epoch": 0.046163443543356206,
      "step": 148
    },
    {
      "contrastive_lambda": 0.9999849873102108,
      "epoch": 0.04647535870243294,
      "step": 149
    },
    {
      "epoch": 0.046787273861509666,
      "grad_norm": 0.4499228596687317,
      "learning_rate": 4.966666666666667e-06,
      "loss": 0.4991,
      "step": 150
    },
    {
      "epoch": 0.046787273861509666,
      "flow_loss": 0.49173957109451294,
      "step": 150
    },
    {
      "contrastive_loss": 0.35076069831848145,
      "epoch": 0.046787273861509666,
      "step": 150
    },
    {
      "contrastive_lambda": 0.9999847837516711,
      "epoch": 0.046787273861509666,
      "step": 150
    },
    {
      "contrastive_lambda": 0.9999845788223949,
      "epoch": 0.0470991890205864,
      "step": 151
    },
    {
      "contrastive_lambda": 0.9999843725223825,
      "epoch": 0.047411104179663134,
      "step": 152
    },
    {
      "contrastive_lambda": 0.9999841648516345,
      "epoch": 0.04772301933873986,
      "step": 153
    },
    {
      "contrastive_lambda": 0.9999839558101515,
      "epoch": 0.048034934497816595,
      "step": 154
    },
    {
      "contrastive_lambda": 0.9999837453979342,
      "epoch": 0.04834684965689332,
      "step": 155
    },
    {
      "contrastive_lambda": 0.999983533614983,
      "epoch": 0.048658764815970056,
      "step": 156
    },
    {
      "contrastive_lambda": 0.9999833204612987,
      "epoch": 0.04897067997504679,
      "step": 157
    },
    {
      "contrastive_lambda": 0.9999831059368816,
      "epoch": 0.049282595134123516,
      "step": 158
    },
    {
      "contrastive_lambda": 0.9999828900417325,
      "epoch": 0.04959451029320025,
      "step": 159
    },
    {
      "epoch": 0.049906425452276984,
      "grad_norm": 0.5821582078933716,
      "learning_rate": 5.3e-06,
      "loss": 0.5011,
      "step": 160
    },
    {
      "epoch": 0.049906425452276984,
      "flow_loss": 0.4511135220527649,
      "step": 160
    },
    {
      "contrastive_loss": 0.32815706729888916,
      "epoch": 0.049906425452276984,
      "step": 160
    },
    {
      "contrastive_lambda": 0.9999826727758518,
      "epoch": 0.049906425452276984,
      "step": 160
    },
    {
      "contrastive_lambda": 0.9999824541392404,
      "epoch": 0.05021834061135371,
      "step": 161
    },
    {
      "contrastive_lambda": 0.9999822341318985,
      "epoch": 0.050530255770430445,
      "step": 162
    },
    {
      "contrastive_lambda": 0.999982012753827,
      "epoch": 0.05084217092950717,
      "step": 163
    },
    {
      "contrastive_lambda": 0.9999817900050265,
      "epoch": 0.051154086088583905,
      "step": 164
    },
    {
      "contrastive_lambda": 0.9999815658854975,
      "epoch": 0.05146600124766064,
      "step": 165
    },
    {
      "contrastive_lambda": 0.9999813403952407,
      "epoch": 0.051777916406737366,
      "step": 166
    },
    {
      "contrastive_lambda": 0.9999811135342564,
      "epoch": 0.0520898315658141,
      "step": 167
    },
    {
      "contrastive_lambda": 0.9999808853025458,
      "epoch": 0.05240174672489083,
      "step": 168
    },
    {
      "contrastive_lambda": 0.9999806557001092,
      "epoch": 0.05271366188396756,
      "step": 169
    },
    {
      "epoch": 0.053025577043044295,
      "grad_norm": 0.42114269733428955,
      "learning_rate": 5.633333333333333e-06,
      "loss": 0.4706,
      "step": 170
    },
    {
      "epoch": 0.053025577043044295,
      "flow_loss": 0.49413633346557617,
      "step": 170
    },
    {
      "contrastive_loss": 0.36035895347595215,
      "epoch": 0.053025577043044295,
      "step": 170
    },
    {
      "contrastive_lambda": 0.999980424726947,
      "epoch": 0.053025577043044295,
      "step": 170
    },
    {
      "contrastive_lambda": 0.9999801923830602,
      "epoch": 0.05333749220212102,
      "step": 171
    },
    {
      "contrastive_lambda": 0.9999799586684495,
      "epoch": 0.053649407361197755,
      "step": 172
    },
    {
      "contrastive_lambda": 0.9999797235831152,
      "epoch": 0.05396132252027448,
      "step": 173
    },
    {
      "contrastive_lambda": 0.9999794871270581,
      "epoch": 0.054273237679351216,
      "step": 174
    },
    {
      "contrastive_lambda": 0.9999792493002788,
      "epoch": 0.05458515283842795,
      "step": 175
    },
    {
      "contrastive_lambda": 0.9999790101027781,
      "epoch": 0.05489706799750468,
      "step": 176
    },
    {
      "contrastive_lambda": 0.9999787695345564,
      "epoch": 0.05520898315658141,
      "step": 177
    },
    {
      "contrastive_lambda": 0.9999785275956147,
      "epoch": 0.05552089831565814,
      "step": 178
    },
    {
      "contrastive_lambda": 0.9999782842859534,
      "epoch": 0.05583281347473487,
      "step": 179
    },
    {
      "epoch": 0.056144728633811605,
      "grad_norm": 0.5381044745445251,
      "learning_rate": 5.9666666666666666e-06,
      "loss": 0.4805,
      "step": 180
    },
    {
      "epoch": 0.056144728633811605,
      "flow_loss": 0.4204813838005066,
      "step": 180
    },
    {
      "contrastive_loss": 0.3113824129104614,
      "epoch": 0.056144728633811605,
      "step": 180
    },
    {
      "contrastive_lambda": 0.9999780396055733,
      "epoch": 0.056144728633811605,
      "step": 180
    },
    {
      "contrastive_lambda": 0.9999777935544749,
      "epoch": 0.05645664379288833,
      "step": 181
    },
    {
      "contrastive_lambda": 0.999977546132659,
      "epoch": 0.056768558951965066,
      "step": 182
    },
    {
      "contrastive_lambda": 0.9999772973401264,
      "epoch": 0.0570804741110418,
      "step": 183
    },
    {
      "contrastive_lambda": 0.9999770471768776,
      "epoch": 0.05739238927011853,
      "step": 184
    },
    {
      "contrastive_lambda": 0.9999767956429133,
      "epoch": 0.05770430442919526,
      "step": 185
    },
    {
      "contrastive_lambda": 0.9999765427382342,
      "epoch": 0.05801621958827199,
      "step": 186
    },
    {
      "contrastive_lambda": 0.9999762884628411,
      "epoch": 0.05832813474734872,
      "step": 187
    },
    {
      "contrastive_lambda": 0.9999760328167346,
      "epoch": 0.058640049906425455,
      "step": 188
    },
    {
      "contrastive_lambda": 0.9999757757999154,
      "epoch": 0.05895196506550218,
      "step": 189
    },
    {
      "epoch": 0.059263880224578916,
      "grad_norm": 0.5055902004241943,
      "learning_rate": 6.300000000000001e-06,
      "loss": 0.4454,
      "step": 190
    },
    {
      "epoch": 0.059263880224578916,
      "flow_loss": 0.4032345116138458,
      "step": 190
    },
    {
      "contrastive_loss": 0.3068702220916748,
      "epoch": 0.059263880224578916,
      "step": 190
    },
    {
      "contrastive_lambda": 0.9999755174123841,
      "epoch": 0.059263880224578916,
      "step": 190
    },
    {
      "contrastive_lambda": 0.9999752576541417,
      "epoch": 0.05957579538365564,
      "step": 191
    },
    {
      "contrastive_lambda": 0.9999749965251887,
      "epoch": 0.05988771054273238,
      "step": 192
    },
    {
      "contrastive_lambda": 0.9999747340255258,
      "epoch": 0.06019962570180911,
      "step": 193
    },
    {
      "contrastive_lambda": 0.999974470155154,
      "epoch": 0.06051154086088584,
      "step": 194
    },
    {
      "contrastive_lambda": 0.9999742049140736,
      "epoch": 0.06082345601996257,
      "step": 195
    },
    {
      "contrastive_lambda": 0.9999739383022855,
      "epoch": 0.0611353711790393,
      "step": 196
    },
    {
      "contrastive_lambda": 0.9999736703197906,
      "epoch": 0.06144728633811603,
      "step": 197
    },
    {
      "contrastive_lambda": 0.9999734009665895,
      "epoch": 0.061759201497192766,
      "step": 198
    },
    {
      "contrastive_lambda": 0.9999731302426828,
      "epoch": 0.06207111665626949,
      "step": 199
    },
    {
      "epoch": 0.06238303181534623,
      "grad_norm": 0.41784799098968506,
      "learning_rate": 6.633333333333333e-06,
      "loss": 0.4478,
      "step": 200
    },
    {
      "epoch": 0.06238303181534623,
      "flow_loss": 0.40582579374313354,
      "step": 200
    },
    {
      "contrastive_loss": 0.2593531012535095,
      "epoch": 0.06238303181534623,
      "step": 200
    },
    {
      "contrastive_lambda": 0.9999728581480714,
      "epoch": 0.06238303181534623,
      "step": 200
    },
    {
      "contrastive_lambda": 0.9999725846827561,
      "epoch": 0.06269494697442296,
      "step": 201
    },
    {
      "contrastive_lambda": 0.9999723098467375,
      "epoch": 0.0630068621334997,
      "step": 202
    },
    {
      "contrastive_lambda": 0.9999720336400164,
      "epoch": 0.06331877729257641,
      "step": 203
    },
    {
      "contrastive_lambda": 0.9999717560625937,
      "epoch": 0.06363069245165315,
      "step": 204
    },
    {
      "contrastive_lambda": 0.99997147711447,
      "epoch": 0.06394260761072988,
      "step": 205
    },
    {
      "contrastive_lambda": 0.9999711967956461,
      "epoch": 0.06425452276980662,
      "step": 206
    },
    {
      "contrastive_lambda": 0.9999709151061227,
      "epoch": 0.06456643792888335,
      "step": 207
    },
    {
      "contrastive_lambda": 0.9999706320459008,
      "epoch": 0.06487835308796007,
      "step": 208
    },
    {
      "contrastive_lambda": 0.9999703476149808,
      "epoch": 0.0651902682470368,
      "step": 209
    },
    {
      "epoch": 0.06550218340611354,
      "grad_norm": 0.5527980327606201,
      "learning_rate": 6.966666666666667e-06,
      "loss": 0.4279,
      "step": 210
    },
    {
      "epoch": 0.06550218340611354,
      "flow_loss": 0.3776557445526123,
      "step": 210
    },
    {
      "contrastive_loss": 0.249121755361557,
      "epoch": 0.06550218340611354,
      "step": 210
    },
    {
      "contrastive_lambda": 0.999970061813364,
      "epoch": 0.06550218340611354,
      "step": 210
    },
    {
      "contrastive_lambda": 0.9999697746410507,
      "epoch": 0.06581409856519027,
      "step": 211
    },
    {
      "contrastive_lambda": 0.9999694860980419,
      "epoch": 0.066126013724267,
      "step": 212
    },
    {
      "contrastive_lambda": 0.9999691961843384,
      "epoch": 0.06643792888334372,
      "step": 213
    },
    {
      "contrastive_lambda": 0.999968904899941,
      "epoch": 0.06674984404242046,
      "step": 214
    },
    {
      "contrastive_lambda": 0.9999686122448503,
      "epoch": 0.06706175920149719,
      "step": 215
    },
    {
      "contrastive_lambda": 0.9999683182190674,
      "epoch": 0.06737367436057393,
      "step": 216
    },
    {
      "contrastive_lambda": 0.9999680228225929,
      "epoch": 0.06768558951965066,
      "step": 217
    },
    {
      "contrastive_lambda": 0.9999677260554277,
      "epoch": 0.06799750467872738,
      "step": 218
    },
    {
      "contrastive_lambda": 0.9999674279175726,
      "epoch": 0.06830941983780411,
      "step": 219
    },
    {
      "epoch": 0.06862133499688085,
      "grad_norm": 0.6179458498954773,
      "learning_rate": 7.2999999999999996e-06,
      "loss": 0.4162,
      "step": 220
    },
    {
      "epoch": 0.06862133499688085,
      "flow_loss": 0.4150891900062561,
      "step": 220
    },
    {
      "contrastive_loss": 0.2657320499420166,
      "epoch": 0.06862133499688085,
      "step": 220
    },
    {
      "contrastive_lambda": 0.9999671284090285,
      "epoch": 0.06862133499688085,
      "step": 220
    },
    {
      "contrastive_lambda": 0.9999668275297959,
      "epoch": 0.06893325015595758,
      "step": 221
    },
    {
      "contrastive_lambda": 0.9999665252798761,
      "epoch": 0.06924516531503432,
      "step": 222
    },
    {
      "contrastive_lambda": 0.9999662216592695,
      "epoch": 0.06955708047411104,
      "step": 223
    },
    {
      "contrastive_lambda": 0.9999659166679773,
      "epoch": 0.06986899563318777,
      "step": 224
    },
    {
      "contrastive_lambda": 0.999965610306,
      "epoch": 0.0701809107922645,
      "step": 225
    },
    {
      "contrastive_lambda": 0.9999653025733386,
      "epoch": 0.07049282595134124,
      "step": 226
    },
    {
      "contrastive_lambda": 0.999964993469994,
      "epoch": 0.07080474111041797,
      "step": 227
    },
    {
      "contrastive_lambda": 0.999964682995967,
      "epoch": 0.07111665626949469,
      "step": 228
    },
    {
      "contrastive_lambda": 0.9999643711512585,
      "epoch": 0.07142857142857142,
      "step": 229
    },
    {
      "epoch": 0.07174048658764816,
      "grad_norm": 0.6080685257911682,
      "learning_rate": 7.633333333333334e-06,
      "loss": 0.3779,
      "step": 230
    },
    {
      "epoch": 0.07174048658764816,
      "flow_loss": 0.3485793173313141,
      "step": 230
    },
    {
      "contrastive_loss": 0.2350400984287262,
      "epoch": 0.07174048658764816,
      "step": 230
    },
    {
      "contrastive_lambda": 0.9999640579358691,
      "epoch": 0.07174048658764816,
      "step": 230
    },
    {
      "contrastive_lambda": 0.9999637433497999,
      "epoch": 0.07205240174672489,
      "step": 231
    },
    {
      "contrastive_lambda": 0.9999634273930518,
      "epoch": 0.07236431690580163,
      "step": 232
    },
    {
      "contrastive_lambda": 0.9999631100656254,
      "epoch": 0.07267623206487836,
      "step": 233
    },
    {
      "contrastive_lambda": 0.999962791367522,
      "epoch": 0.07298814722395508,
      "step": 234
    },
    {
      "contrastive_lambda": 0.999962471298742,
      "epoch": 0.07330006238303181,
      "step": 235
    },
    {
      "contrastive_lambda": 0.9999621498592867,
      "epoch": 0.07361197754210855,
      "step": 236
    },
    {
      "contrastive_lambda": 0.9999618270491566,
      "epoch": 0.07392389270118528,
      "step": 237
    },
    {
      "contrastive_lambda": 0.9999615028683528,
      "epoch": 0.07423580786026202,
      "step": 238
    },
    {
      "contrastive_lambda": 0.9999611773168762,
      "epoch": 0.07454772301933874,
      "step": 239
    },
    {
      "epoch": 0.07485963817841547,
      "grad_norm": 0.5658830404281616,
      "learning_rate": 7.966666666666666e-06,
      "loss": 0.3692,
      "step": 240
    },
    {
      "epoch": 0.07485963817841547,
      "flow_loss": 0.40176457166671753,
      "step": 240
    },
    {
      "contrastive_loss": 0.24026942253112793,
      "epoch": 0.07485963817841547,
      "step": 240
    },
    {
      "contrastive_lambda": 0.9999608503947277,
      "epoch": 0.07485963817841547,
      "step": 240
    },
    {
      "contrastive_lambda": 0.9999605221019081,
      "epoch": 0.0751715533374922,
      "step": 241
    },
    {
      "contrastive_lambda": 0.9999601924384183,
      "epoch": 0.07548346849656894,
      "step": 242
    },
    {
      "contrastive_lambda": 0.9999598614042593,
      "epoch": 0.07579538365564567,
      "step": 243
    },
    {
      "contrastive_lambda": 0.9999595289994319,
      "epoch": 0.07610729881472239,
      "step": 244
    },
    {
      "contrastive_lambda": 0.9999591952239371,
      "epoch": 0.07641921397379912,
      "step": 245
    },
    {
      "contrastive_lambda": 0.9999588600777758,
      "epoch": 0.07673112913287586,
      "step": 246
    },
    {
      "contrastive_lambda": 0.9999585235609487,
      "epoch": 0.07704304429195259,
      "step": 247
    },
    {
      "contrastive_lambda": 0.9999581856734572,
      "epoch": 0.07735495945102933,
      "step": 248
    },
    {
      "contrastive_lambda": 0.9999578464153018,
      "epoch": 0.07766687461010605,
      "step": 249
    },
    {
      "epoch": 0.07797878976918278,
      "grad_norm": 0.484030157327652,
      "learning_rate": 8.3e-06,
      "loss": 0.356,
      "step": 250
    },
    {
      "epoch": 0.07797878976918278,
      "flow_loss": 0.3287709355354309,
      "step": 250
    },
    {
      "contrastive_loss": 0.2170599400997162,
      "epoch": 0.07797878976918278,
      "step": 250
    },
    {
      "contrastive_lambda": 0.9999575057864836,
      "epoch": 0.07797878976918278,
      "step": 250
    },
    {
      "contrastive_lambda": 0.9999571637870035,
      "epoch": 0.07829070492825951,
      "step": 251
    },
    {
      "contrastive_lambda": 0.9999568204168625,
      "epoch": 0.07860262008733625,
      "step": 252
    },
    {
      "contrastive_lambda": 0.9999564756760615,
      "epoch": 0.07891453524641298,
      "step": 253
    },
    {
      "contrastive_lambda": 0.9999561295646013,
      "epoch": 0.0792264504054897,
      "step": 254
    },
    {
      "contrastive_lambda": 0.9999557820824831,
      "epoch": 0.07953836556456644,
      "step": 255
    },
    {
      "contrastive_lambda": 0.9999554332297078,
      "epoch": 0.07985028072364317,
      "step": 256
    },
    {
      "contrastive_lambda": 0.9999550830062762,
      "epoch": 0.0801621958827199,
      "step": 257
    },
    {
      "contrastive_lambda": 0.9999547314121893,
      "epoch": 0.08047411104179664,
      "step": 258
    },
    {
      "contrastive_lambda": 0.9999543784474483,
      "epoch": 0.08078602620087336,
      "step": 259
    },
    {
      "epoch": 0.08109794135995009,
      "grad_norm": 0.5372928380966187,
      "learning_rate": 8.633333333333334e-06,
      "loss": 0.3388,
      "step": 260
    },
    {
      "epoch": 0.08109794135995009,
      "flow_loss": 0.4000878930091858,
      "step": 260
    },
    {
      "contrastive_loss": 0.23281648755073547,
      "epoch": 0.08109794135995009,
      "step": 260
    },
    {
      "contrastive_lambda": 0.9999540241120537,
      "epoch": 0.08109794135995009,
      "step": 260
    },
    {
      "contrastive_lambda": 0.999953668406007,
      "epoch": 0.08140985651902682,
      "step": 261
    },
    {
      "contrastive_lambda": 0.9999533113293089,
      "epoch": 0.08172177167810356,
      "step": 262
    },
    {
      "contrastive_lambda": 0.9999529528819603,
      "epoch": 0.08203368683718029,
      "step": 263
    },
    {
      "contrastive_lambda": 0.9999525930639623,
      "epoch": 0.08234560199625701,
      "step": 264
    },
    {
      "contrastive_lambda": 0.999952231875316,
      "epoch": 0.08265751715533375,
      "step": 265
    },
    {
      "contrastive_lambda": 0.9999518693160222,
      "epoch": 0.08296943231441048,
      "step": 266
    },
    {
      "contrastive_lambda": 0.999951505386082,
      "epoch": 0.08328134747348721,
      "step": 267
    },
    {
      "contrastive_lambda": 0.9999511400854963,
      "epoch": 0.08359326263256395,
      "step": 268
    },
    {
      "contrastive_lambda": 0.9999507734142663,
      "epoch": 0.08390517779164067,
      "step": 269
    },
    {
      "epoch": 0.0842170929507174,
      "grad_norm": 0.5342887043952942,
      "learning_rate": 8.966666666666668e-06,
      "loss": 0.3432,
      "step": 270
    },
    {
      "epoch": 0.0842170929507174,
      "flow_loss": 0.287333607673645,
      "step": 270
    },
    {
      "contrastive_loss": 0.18502555787563324,
      "epoch": 0.0842170929507174,
      "step": 270
    },
    {
      "contrastive_lambda": 0.9999504053723927,
      "epoch": 0.0842170929507174,
      "step": 270
    },
    {
      "contrastive_lambda": 0.9999500359598767,
      "epoch": 0.08452900810979413,
      "step": 271
    },
    {
      "contrastive_lambda": 0.9999496651767195,
      "epoch": 0.08484092326887087,
      "step": 272
    },
    {
      "contrastive_lambda": 0.9999492930229217,
      "epoch": 0.0851528384279476,
      "step": 273
    },
    {
      "contrastive_lambda": 0.9999489194984845,
      "epoch": 0.08546475358702432,
      "step": 274
    },
    {
      "contrastive_lambda": 0.9999485446034091,
      "epoch": 0.08577666874610106,
      "step": 275
    },
    {
      "contrastive_lambda": 0.9999481683376963,
      "epoch": 0.08608858390517779,
      "step": 276
    },
    {
      "contrastive_lambda": 0.9999477907013472,
      "epoch": 0.08640049906425452,
      "step": 277
    },
    {
      "contrastive_lambda": 0.9999474116943627,
      "epoch": 0.08671241422333126,
      "step": 278
    },
    {
      "contrastive_lambda": 0.9999470313167442,
      "epoch": 0.08702432938240799,
      "step": 279
    },
    {
      "epoch": 0.08733624454148471,
      "grad_norm": 0.49405330419540405,
      "learning_rate": 9.3e-06,
      "loss": 0.3261,
      "step": 280
    },
    {
      "epoch": 0.08733624454148471,
      "flow_loss": 0.32418739795684814,
      "step": 280
    },
    {
      "contrastive_loss": 0.21184980869293213,
      "epoch": 0.08733624454148471,
      "step": 280
    },
    {
      "contrastive_lambda": 0.9999466495684926,
      "epoch": 0.08733624454148471,
      "step": 280
    },
    {
      "contrastive_lambda": 0.9999462664496087,
      "epoch": 0.08764815970056145,
      "step": 281
    },
    {
      "contrastive_lambda": 0.9999458819600937,
      "epoch": 0.08796007485963818,
      "step": 282
    },
    {
      "contrastive_lambda": 0.9999454960999488,
      "epoch": 0.08827199001871491,
      "step": 283
    },
    {
      "contrastive_lambda": 0.9999451088691749,
      "epoch": 0.08858390517779165,
      "step": 284
    },
    {
      "contrastive_lambda": 0.9999447202677731,
      "epoch": 0.08889582033686837,
      "step": 285
    },
    {
      "contrastive_lambda": 0.9999443302957445,
      "epoch": 0.0892077354959451,
      "step": 286
    },
    {
      "contrastive_lambda": 0.99994393895309,
      "epoch": 0.08951965065502183,
      "step": 287
    },
    {
      "contrastive_lambda": 0.999943546239811,
      "epoch": 0.08983156581409857,
      "step": 288
    },
    {
      "contrastive_lambda": 0.9999431521559081,
      "epoch": 0.0901434809731753,
      "step": 289
    },
    {
      "epoch": 0.09045539613225202,
      "grad_norm": 0.6771618723869324,
      "learning_rate": 9.633333333333335e-06,
      "loss": 0.3306,
      "step": 290
    },
    {
      "epoch": 0.09045539613225202,
      "flow_loss": 0.3020995855331421,
      "step": 290
    },
    {
      "contrastive_loss": 0.20317384600639343,
      "epoch": 0.09045539613225202,
      "step": 290
    },
    {
      "contrastive_lambda": 0.999942756701383,
      "epoch": 0.09045539613225202,
      "step": 290
    },
    {
      "contrastive_lambda": 0.9999423598762363,
      "epoch": 0.09076731129132876,
      "step": 291
    },
    {
      "contrastive_lambda": 0.9999419616804691,
      "epoch": 0.09107922645040549,
      "step": 292
    },
    {
      "contrastive_lambda": 0.9999415621140828,
      "epoch": 0.09139114160948222,
      "step": 293
    },
    {
      "contrastive_lambda": 0.9999411611770782,
      "epoch": 0.09170305676855896,
      "step": 294
    },
    {
      "contrastive_lambda": 0.9999407588694567,
      "epoch": 0.09201497192763568,
      "step": 295
    },
    {
      "contrastive_lambda": 0.999940355191219,
      "epoch": 0.09232688708671241,
      "step": 296
    },
    {
      "contrastive_lambda": 0.9999399501423666,
      "epoch": 0.09263880224578915,
      "step": 297
    },
    {
      "contrastive_lambda": 0.9999395437229004,
      "epoch": 0.09295071740486588,
      "step": 298
    },
    {
      "contrastive_lambda": 0.9999391359328215,
      "epoch": 0.09326263256394261,
      "step": 299
    },
    {
      "epoch": 0.09357454772301933,
      "grad_norm": 0.6564841866493225,
      "learning_rate": 9.966666666666667e-06,
      "loss": 0.3104,
      "step": 300
    },
    {
      "epoch": 0.09357454772301933,
      "flow_loss": 0.3346210718154907,
      "step": 300
    },
    {
      "contrastive_loss": 0.17501476407051086,
      "epoch": 0.09357454772301933,
      "step": 300
    },
    {
      "contrastive_lambda": 0.9999387267721311,
      "epoch": 0.09357454772301933,
      "step": 300
    },
    {
      "contrastive_lambda": 0.9999383162408303,
      "epoch": 0.09388646288209607,
      "step": 301
    },
    {
      "contrastive_lambda": 0.9999379043389203,
      "epoch": 0.0941983780411728,
      "step": 302
    },
    {
      "contrastive_lambda": 0.9999374910664021,
      "epoch": 0.09451029320024953,
      "step": 303
    },
    {
      "contrastive_lambda": 0.9999370764232768,
      "epoch": 0.09482220835932627,
      "step": 304
    },
    {
      "contrastive_lambda": 0.9999366604095457,
      "epoch": 0.09513412351840299,
      "step": 305
    },
    {
      "contrastive_lambda": 0.9999362430252098,
      "epoch": 0.09544603867747972,
      "step": 306
    },
    {
      "contrastive_lambda": 0.9999358242702703,
      "epoch": 0.09575795383655646,
      "step": 307
    },
    {
      "contrastive_lambda": 0.9999354041447284,
      "epoch": 0.09606986899563319,
      "step": 308
    },
    {
      "contrastive_lambda": 0.9999349826485853,
      "epoch": 0.09638178415470992,
      "step": 309
    },
    {
      "epoch": 0.09669369931378664,
      "grad_norm": 0.508567214012146,
      "learning_rate": 1.03e-05,
      "loss": 0.3088,
      "step": 310
    },
    {
      "epoch": 0.09669369931378664,
      "flow_loss": 0.29332947731018066,
      "step": 310
    },
    {
      "contrastive_loss": 0.1803770512342453,
      "epoch": 0.09669369931378664,
      "step": 310
    },
    {
      "contrastive_lambda": 0.9999345597818419,
      "epoch": 0.09669369931378664,
      "step": 310
    },
    {
      "contrastive_lambda": 0.9999341355444995,
      "epoch": 0.09700561447286338,
      "step": 311
    },
    {
      "contrastive_lambda": 0.9999337099365595,
      "epoch": 0.09731752963194011,
      "step": 312
    },
    {
      "contrastive_lambda": 0.9999332829580226,
      "epoch": 0.09762944479101685,
      "step": 313
    },
    {
      "contrastive_lambda": 0.9999328546088904,
      "epoch": 0.09794135995009358,
      "step": 314
    },
    {
      "contrastive_lambda": 0.9999324248891639,
      "epoch": 0.0982532751091703,
      "step": 315
    },
    {
      "contrastive_lambda": 0.9999319937988441,
      "epoch": 0.09856519026824703,
      "step": 316
    },
    {
      "contrastive_lambda": 0.9999315613379325,
      "epoch": 0.09887710542732377,
      "step": 317
    },
    {
      "contrastive_lambda": 0.9999311275064301,
      "epoch": 0.0991890205864005,
      "step": 318
    },
    {
      "contrastive_lambda": 0.9999306923043381,
      "epoch": 0.09950093574547723,
      "step": 319
    },
    {
      "epoch": 0.09981285090455397,
      "grad_norm": 0.546325147151947,
      "learning_rate": 1.0633333333333334e-05,
      "loss": 0.2896,
      "step": 320
    },
    {
      "epoch": 0.09981285090455397,
      "flow_loss": 0.3243345618247986,
      "step": 320
    },
    {
      "contrastive_loss": 0.17459237575531006,
      "epoch": 0.09981285090455397,
      "step": 320
    },
    {
      "contrastive_lambda": 0.9999302557316577,
      "epoch": 0.09981285090455397,
      "step": 320
    },
    {
      "contrastive_lambda": 0.9999298177883902,
      "epoch": 0.10012476606363069,
      "step": 321
    },
    {
      "contrastive_lambda": 0.9999293784745367,
      "epoch": 0.10043668122270742,
      "step": 322
    },
    {
      "contrastive_lambda": 0.9999289377900984,
      "epoch": 0.10074859638178416,
      "step": 323
    },
    {
      "contrastive_lambda": 0.9999284957350765,
      "epoch": 0.10106051154086089,
      "step": 324
    },
    {
      "contrastive_lambda": 0.9999280523094723,
      "epoch": 0.10137242669993762,
      "step": 325
    },
    {
      "contrastive_lambda": 0.999927607513287,
      "epoch": 0.10168434185901434,
      "step": 326
    },
    {
      "contrastive_lambda": 0.9999271613465217,
      "epoch": 0.10199625701809108,
      "step": 327
    },
    {
      "contrastive_lambda": 0.9999267138091777,
      "epoch": 0.10230817217716781,
      "step": 328
    },
    {
      "contrastive_lambda": 0.9999262649012564,
      "epoch": 0.10262008733624454,
      "step": 329
    },
    {
      "epoch": 0.10293200249532128,
      "grad_norm": 0.5854910016059875,
      "learning_rate": 1.0966666666666666e-05,
      "loss": 0.2954,
      "step": 330
    },
    {
      "epoch": 0.10293200249532128,
      "flow_loss": 0.274416983127594,
      "step": 330
    },
    {
      "contrastive_loss": 0.1752261370420456,
      "epoch": 0.10293200249532128,
      "step": 330
    },
    {
      "contrastive_lambda": 0.9999258146227585,
      "epoch": 0.10293200249532128,
      "step": 330
    },
    {
      "contrastive_lambda": 0.999925362973686,
      "epoch": 0.103243917654398,
      "step": 331
    },
    {
      "contrastive_lambda": 0.9999249099540395,
      "epoch": 0.10355583281347473,
      "step": 332
    },
    {
      "contrastive_lambda": 0.9999244555638205,
      "epoch": 0.10386774797255147,
      "step": 333
    },
    {
      "contrastive_lambda": 0.9999239998030303,
      "epoch": 0.1041796631316282,
      "step": 334
    },
    {
      "contrastive_lambda": 0.9999235426716699,
      "epoch": 0.10449157829070493,
      "step": 335
    },
    {
      "contrastive_lambda": 0.9999230841697409,
      "epoch": 0.10480349344978165,
      "step": 336
    },
    {
      "contrastive_lambda": 0.9999226242972443,
      "epoch": 0.10511540860885839,
      "step": 337
    },
    {
      "contrastive_lambda": 0.9999221630541815,
      "epoch": 0.10542732376793512,
      "step": 338
    },
    {
      "contrastive_lambda": 0.9999217004405536,
      "epoch": 0.10573923892701186,
      "step": 339
    },
    {
      "epoch": 0.10605115408608859,
      "grad_norm": 0.557771623134613,
      "learning_rate": 1.13e-05,
      "loss": 0.2858,
      "step": 340
    },
    {
      "epoch": 0.10605115408608859,
      "flow_loss": 0.2990320026874542,
      "step": 340
    },
    {
      "contrastive_loss": 0.1791297048330307,
      "epoch": 0.10605115408608859,
      "step": 340
    },
    {
      "contrastive_lambda": 0.9999212364563621,
      "epoch": 0.10605115408608859,
      "step": 340
    },
    {
      "contrastive_lambda": 0.999920771101608,
      "epoch": 0.10636306924516531,
      "step": 341
    },
    {
      "contrastive_lambda": 0.9999203043762928,
      "epoch": 0.10667498440424204,
      "step": 342
    },
    {
      "contrastive_lambda": 0.9999198362804177,
      "epoch": 0.10698689956331878,
      "step": 343
    },
    {
      "contrastive_lambda": 0.9999193668139841,
      "epoch": 0.10729881472239551,
      "step": 344
    },
    {
      "contrastive_lambda": 0.9999188959769929,
      "epoch": 0.10761072988147224,
      "step": 345
    },
    {
      "contrastive_lambda": 0.9999184237694458,
      "epoch": 0.10792264504054896,
      "step": 346
    },
    {
      "contrastive_lambda": 0.999917950191344,
      "epoch": 0.1082345601996257,
      "step": 347
    },
    {
      "contrastive_lambda": 0.9999174752426888,
      "epoch": 0.10854647535870243,
      "step": 348
    },
    {
      "contrastive_lambda": 0.9999169989234814,
      "epoch": 0.10885839051777917,
      "step": 349
    },
    {
      "epoch": 0.1091703056768559,
      "grad_norm": 0.5740379095077515,
      "learning_rate": 1.1633333333333334e-05,
      "loss": 0.2779,
      "step": 350
    },
    {
      "epoch": 0.1091703056768559,
      "flow_loss": 0.2591005265712738,
      "step": 350
    },
    {
      "contrastive_loss": 0.13761883974075317,
      "epoch": 0.1091703056768559,
      "step": 350
    },
    {
      "contrastive_lambda": 0.9999165212337231,
      "epoch": 0.1091703056768559,
      "step": 350
    },
    {
      "contrastive_lambda": 0.9999160421734155,
      "epoch": 0.10948222083593262,
      "step": 351
    },
    {
      "contrastive_lambda": 0.9999155617425595,
      "epoch": 0.10979413599500935,
      "step": 352
    },
    {
      "contrastive_lambda": 0.9999150799411565,
      "epoch": 0.11010605115408609,
      "step": 353
    },
    {
      "contrastive_lambda": 0.999914596769208,
      "epoch": 0.11041796631316282,
      "step": 354
    },
    {
      "contrastive_lambda": 0.9999141122267153,
      "epoch": 0.11072988147223956,
      "step": 355
    },
    {
      "contrastive_lambda": 0.9999136263136797,
      "epoch": 0.11104179663131628,
      "step": 356
    },
    {
      "contrastive_lambda": 0.9999131390301026,
      "epoch": 0.11135371179039301,
      "step": 357
    },
    {
      "contrastive_lambda": 0.999912650375985,
      "epoch": 0.11166562694946974,
      "step": 358
    },
    {
      "contrastive_lambda": 0.9999121603513286,
      "epoch": 0.11197754210854648,
      "step": 359
    },
    {
      "epoch": 0.11228945726762321,
      "grad_norm": 0.6283681392669678,
      "learning_rate": 1.1966666666666668e-05,
      "loss": 0.2718,
      "step": 360
    },
    {
      "epoch": 0.11228945726762321,
      "flow_loss": 0.28446197509765625,
      "step": 360
    },
    {
      "contrastive_loss": 0.16618672013282776,
      "epoch": 0.11228945726762321,
      "step": 360
    },
    {
      "contrastive_lambda": 0.9999116689561347,
      "epoch": 0.11228945726762321,
      "step": 360
    },
    {
      "contrastive_lambda": 0.9999111761904045,
      "epoch": 0.11260137242669994,
      "step": 361
    },
    {
      "contrastive_lambda": 0.9999106820541395,
      "epoch": 0.11291328758577666,
      "step": 362
    },
    {
      "contrastive_lambda": 0.9999101865473409,
      "epoch": 0.1132252027448534,
      "step": 363
    },
    {
      "contrastive_lambda": 0.9999096896700101,
      "epoch": 0.11353711790393013,
      "step": 364
    },
    {
      "contrastive_lambda": 0.9999091914221486,
      "epoch": 0.11384903306300687,
      "step": 365
    },
    {
      "contrastive_lambda": 0.9999086918037576,
      "epoch": 0.1141609482220836,
      "step": 366
    },
    {
      "contrastive_lambda": 0.9999081908148386,
      "epoch": 0.11447286338116032,
      "step": 367
    },
    {
      "contrastive_lambda": 0.9999076884553929,
      "epoch": 0.11478477854023705,
      "step": 368
    },
    {
      "contrastive_lambda": 0.9999071847254218,
      "epoch": 0.11509669369931379,
      "step": 369
    },
    {
      "epoch": 0.11540860885839052,
      "grad_norm": 0.48227328062057495,
      "learning_rate": 1.23e-05,
      "loss": 0.2667,
      "step": 370
    },
    {
      "epoch": 0.11540860885839052,
      "flow_loss": 0.2527899742126465,
      "step": 370
    },
    {
      "contrastive_loss": 0.16868799924850464,
      "epoch": 0.11540860885839052,
      "step": 370
    },
    {
      "contrastive_lambda": 0.999906679624927,
      "epoch": 0.11540860885839052,
      "step": 370
    },
    {
      "contrastive_lambda": 0.9999061731539094,
      "epoch": 0.11572052401746726,
      "step": 371
    },
    {
      "contrastive_lambda": 0.9999056653123708,
      "epoch": 0.11603243917654397,
      "step": 372
    },
    {
      "contrastive_lambda": 0.9999051561003123,
      "epoch": 0.11634435433562071,
      "step": 373
    },
    {
      "contrastive_lambda": 0.9999046455177355,
      "epoch": 0.11665626949469744,
      "step": 374
    },
    {
      "contrastive_lambda": 0.9999041335646417,
      "epoch": 0.11696818465377418,
      "step": 375
    },
    {
      "contrastive_lambda": 0.9999036202410324,
      "epoch": 0.11728009981285091,
      "step": 376
    },
    {
      "contrastive_lambda": 0.999903105546909,
      "epoch": 0.11759201497192763,
      "step": 377
    },
    {
      "contrastive_lambda": 0.9999025894822727,
      "epoch": 0.11790393013100436,
      "step": 378
    },
    {
      "contrastive_lambda": 0.9999020720471252,
      "epoch": 0.1182158452900811,
      "step": 379
    },
    {
      "epoch": 0.11852776044915783,
      "grad_norm": 0.46019232273101807,
      "learning_rate": 1.2633333333333333e-05,
      "loss": 0.271,
      "step": 380
    },
    {
      "epoch": 0.11852776044915783,
      "flow_loss": 0.25487440824508667,
      "step": 380
    },
    {
      "contrastive_loss": 0.1704886555671692,
      "epoch": 0.11852776044915783,
      "step": 380
    },
    {
      "contrastive_lambda": 0.9999015532414677,
      "epoch": 0.11852776044915783,
      "step": 380
    },
    {
      "contrastive_lambda": 0.9999010330653018,
      "epoch": 0.11883967560823457,
      "step": 381
    },
    {
      "contrastive_lambda": 0.9999005115186286,
      "epoch": 0.11915159076731129,
      "step": 382
    },
    {
      "contrastive_lambda": 0.9998999886014499,
      "epoch": 0.11946350592638802,
      "step": 383
    },
    {
      "contrastive_lambda": 0.9998994643137671,
      "epoch": 0.11977542108546475,
      "step": 384
    },
    {
      "contrastive_lambda": 0.9998989386555814,
      "epoch": 0.12008733624454149,
      "step": 385
    },
    {
      "contrastive_lambda": 0.9998984116268945,
      "epoch": 0.12039925140361822,
      "step": 386
    },
    {
      "contrastive_lambda": 0.9998978832277077,
      "epoch": 0.12071116656269494,
      "step": 387
    },
    {
      "contrastive_lambda": 0.9998973534580224,
      "epoch": 0.12102308172177167,
      "step": 388
    },
    {
      "contrastive_lambda": 0.9998968223178402,
      "epoch": 0.12133499688084841,
      "step": 389
    },
    {
      "epoch": 0.12164691203992514,
      "grad_norm": 0.508928656578064,
      "learning_rate": 1.2966666666666669e-05,
      "loss": 0.2535,
      "step": 390
    },
    {
      "epoch": 0.12164691203992514,
      "flow_loss": 0.2557852864265442,
      "step": 390
    },
    {
      "contrastive_loss": 0.1751655638217926,
      "epoch": 0.12164691203992514,
      "step": 390
    },
    {
      "contrastive_lambda": 0.9998962898071624,
      "epoch": 0.12164691203992514,
      "step": 390
    },
    {
      "contrastive_lambda": 0.9998957559259906,
      "epoch": 0.12195882719900188,
      "step": 391
    },
    {
      "contrastive_lambda": 0.9998952206743261,
      "epoch": 0.1222707423580786,
      "step": 392
    },
    {
      "contrastive_lambda": 0.9998946840521705,
      "epoch": 0.12258265751715533,
      "step": 393
    },
    {
      "contrastive_lambda": 0.9998941460595254,
      "epoch": 0.12289457267623206,
      "step": 394
    },
    {
      "contrastive_lambda": 0.9998936066963919,
      "epoch": 0.1232064878353088,
      "step": 395
    },
    {
      "contrastive_lambda": 0.9998930659627718,
      "epoch": 0.12351840299438553,
      "step": 396
    },
    {
      "contrastive_lambda": 0.9998925238586664,
      "epoch": 0.12383031815346225,
      "step": 397
    },
    {
      "contrastive_lambda": 0.9998919803840775,
      "epoch": 0.12414223331253899,
      "step": 398
    },
    {
      "contrastive_lambda": 0.9998914355390061,
      "epoch": 0.12445414847161572,
      "step": 399
    },
    {
      "epoch": 0.12476606363069245,
      "grad_norm": 0.48359277844429016,
      "learning_rate": 1.3300000000000001e-05,
      "loss": 0.256,
      "step": 400
    },
    {
      "epoch": 0.12476606363069245,
      "flow_loss": 0.23830410838127136,
      "step": 400
    },
    {
      "contrastive_loss": 0.1476520150899887,
      "epoch": 0.12476606363069245,
      "step": 400
    },
    {
      "contrastive_lambda": 0.999890889323454,
      "epoch": 0.12476606363069245,
      "step": 400
    },
    {
      "contrastive_lambda": 0.9998903417374227,
      "epoch": 0.12507797878976917,
      "step": 401
    },
    {
      "contrastive_lambda": 0.9998897927809136,
      "epoch": 0.12538989394884592,
      "step": 402
    },
    {
      "contrastive_lambda": 0.9998892424539283,
      "epoch": 0.12570180910792264,
      "step": 403
    },
    {
      "contrastive_lambda": 0.9998886907564684,
      "epoch": 0.1260137242669994,
      "step": 404
    },
    {
      "contrastive_lambda": 0.9998881376885349,
      "epoch": 0.1263256394260761,
      "step": 405
    },
    {
      "contrastive_lambda": 0.9998875832501299,
      "epoch": 0.12663755458515283,
      "step": 406
    },
    {
      "contrastive_lambda": 0.9998870274412548,
      "epoch": 0.12694946974422958,
      "step": 407
    },
    {
      "contrastive_lambda": 0.9998864702619109,
      "epoch": 0.1272613849033063,
      "step": 408
    },
    {
      "contrastive_lambda": 0.9998859117121,
      "epoch": 0.12757330006238304,
      "step": 409
    },
    {
      "epoch": 0.12788521522145976,
      "grad_norm": 0.4836508333683014,
      "learning_rate": 1.3633333333333334e-05,
      "loss": 0.2506,
      "step": 410
    },
    {
      "epoch": 0.12788521522145976,
      "flow_loss": 0.2618004083633423,
      "step": 410
    },
    {
      "contrastive_loss": 0.1520346999168396,
      "epoch": 0.12788521522145976,
      "step": 410
    },
    {
      "contrastive_lambda": 0.9998853517918234,
      "epoch": 0.12788521522145976,
      "step": 410
    },
    {
      "contrastive_lambda": 0.9998847905010826,
      "epoch": 0.12819713038053648,
      "step": 411
    },
    {
      "contrastive_lambda": 0.9998842278398794,
      "epoch": 0.12850904553961323,
      "step": 412
    },
    {
      "contrastive_lambda": 0.9998836638082151,
      "epoch": 0.12882096069868995,
      "step": 413
    },
    {
      "contrastive_lambda": 0.9998830984060915,
      "epoch": 0.1291328758577667,
      "step": 414
    },
    {
      "contrastive_lambda": 0.9998825316335099,
      "epoch": 0.12944479101684342,
      "step": 415
    },
    {
      "contrastive_lambda": 0.9998819634904721,
      "epoch": 0.12975670617592014,
      "step": 416
    },
    {
      "contrastive_lambda": 0.9998813939769793,
      "epoch": 0.1300686213349969,
      "step": 417
    },
    {
      "contrastive_lambda": 0.9998808230930334,
      "epoch": 0.1303805364940736,
      "step": 418
    },
    {
      "contrastive_lambda": 0.9998802508386359,
      "epoch": 0.13069245165315035,
      "step": 419
    },
    {
      "epoch": 0.13100436681222707,
      "grad_norm": 0.47226426005363464,
      "learning_rate": 1.3966666666666666e-05,
      "loss": 0.2449,
      "step": 420
    },
    {
      "epoch": 0.13100436681222707,
      "flow_loss": 0.23316727578639984,
      "step": 420
    },
    {
      "contrastive_loss": 0.13100795447826385,
      "epoch": 0.13100436681222707,
      "step": 420
    },
    {
      "contrastive_lambda": 0.9998796772137881,
      "epoch": 0.13100436681222707,
      "step": 420
    },
    {
      "contrastive_lambda": 0.9998791022184921,
      "epoch": 0.1313162819713038,
      "step": 421
    },
    {
      "contrastive_lambda": 0.999878525852749,
      "epoch": 0.13162819713038054,
      "step": 422
    },
    {
      "contrastive_lambda": 0.9998779481165605,
      "epoch": 0.13194011228945726,
      "step": 423
    },
    {
      "contrastive_lambda": 0.9998773690099282,
      "epoch": 0.132252027448534,
      "step": 424
    },
    {
      "contrastive_lambda": 0.9998767885328537,
      "epoch": 0.13256394260761073,
      "step": 425
    },
    {
      "contrastive_lambda": 0.9998762066853386,
      "epoch": 0.13287585776668745,
      "step": 426
    },
    {
      "contrastive_lambda": 0.9998756234673847,
      "epoch": 0.1331877729257642,
      "step": 427
    },
    {
      "contrastive_lambda": 0.9998750388789932,
      "epoch": 0.13349968808484092,
      "step": 428
    },
    {
      "contrastive_lambda": 0.999874452920166,
      "epoch": 0.13381160324391767,
      "step": 429
    },
    {
      "epoch": 0.13412351840299438,
      "grad_norm": 0.5725080370903015,
      "learning_rate": 1.43e-05,
      "loss": 0.2499,
      "step": 430
    },
    {
      "epoch": 0.13412351840299438,
      "flow_loss": 0.29353368282318115,
      "step": 430
    },
    {
      "contrastive_loss": 0.16068637371063232,
      "epoch": 0.13412351840299438,
      "step": 430
    },
    {
      "contrastive_lambda": 0.9998738655909045,
      "epoch": 0.13412351840299438,
      "step": 430
    },
    {
      "contrastive_lambda": 0.9998732768912104,
      "epoch": 0.1344354335620711,
      "step": 431
    },
    {
      "contrastive_lambda": 0.9998726868210854,
      "epoch": 0.13474734872114785,
      "step": 432
    },
    {
      "contrastive_lambda": 0.9998720953805311,
      "epoch": 0.13505926388022457,
      "step": 433
    },
    {
      "contrastive_lambda": 0.999871502569549,
      "epoch": 0.13537117903930132,
      "step": 434
    },
    {
      "contrastive_lambda": 0.9998709083881409,
      "epoch": 0.13568309419837804,
      "step": 435
    },
    {
      "contrastive_lambda": 0.9998703128363082,
      "epoch": 0.13599500935745476,
      "step": 436
    },
    {
      "contrastive_lambda": 0.9998697159140527,
      "epoch": 0.1363069245165315,
      "step": 437
    },
    {
      "contrastive_lambda": 0.999869117621376,
      "epoch": 0.13661883967560823,
      "step": 438
    },
    {
      "contrastive_lambda": 0.9998685179582797,
      "epoch": 0.13693075483468498,
      "step": 439
    },
    {
      "epoch": 0.1372426699937617,
      "grad_norm": 0.4831506609916687,
      "learning_rate": 1.4633333333333334e-05,
      "loss": 0.246,
      "step": 440
    },
    {
      "epoch": 0.1372426699937617,
      "flow_loss": 0.20831914246082306,
      "step": 440
    },
    {
      "contrastive_loss": 0.12153242528438568,
      "epoch": 0.1372426699937617,
      "step": 440
    },
    {
      "contrastive_lambda": 0.9998679169247655,
      "epoch": 0.1372426699937617,
      "step": 440
    },
    {
      "contrastive_lambda": 0.999867314520835,
      "epoch": 0.13755458515283842,
      "step": 441
    },
    {
      "contrastive_lambda": 0.9998667107464899,
      "epoch": 0.13786650031191516,
      "step": 442
    },
    {
      "contrastive_lambda": 0.9998661056017318,
      "epoch": 0.13817841547099188,
      "step": 443
    },
    {
      "contrastive_lambda": 0.9998654990865625,
      "epoch": 0.13849033063006863,
      "step": 444
    },
    {
      "contrastive_lambda": 0.9998648912009834,
      "epoch": 0.13880224578914535,
      "step": 445
    },
    {
      "contrastive_lambda": 0.9998642819449964,
      "epoch": 0.13911416094822207,
      "step": 446
    },
    {
      "contrastive_lambda": 0.9998636713186031,
      "epoch": 0.13942607610729882,
      "step": 447
    },
    {
      "contrastive_lambda": 0.9998630593218052,
      "epoch": 0.13973799126637554,
      "step": 448
    },
    {
      "contrastive_lambda": 0.9998624459546043,
      "epoch": 0.1400499064254523,
      "step": 449
    },
    {
      "epoch": 0.140361821584529,
      "grad_norm": 0.49485135078430176,
      "learning_rate": 1.4966666666666668e-05,
      "loss": 0.2369,
      "step": 450
    },
    {
      "epoch": 0.140361821584529,
      "flow_loss": 0.21535161137580872,
      "step": 450
    },
    {
      "contrastive_loss": 0.12425678968429565,
      "epoch": 0.140361821584529,
      "step": 450
    },
    {
      "contrastive_lambda": 0.999861831217002,
      "epoch": 0.140361821584529,
      "step": 450
    },
    {
      "contrastive_lambda": 0.9998612151090003,
      "epoch": 0.14067373674360573,
      "step": 451
    },
    {
      "contrastive_lambda": 0.9998605976306005,
      "epoch": 0.14098565190268247,
      "step": 452
    },
    {
      "contrastive_lambda": 0.9998599787818048,
      "epoch": 0.1412975670617592,
      "step": 453
    },
    {
      "contrastive_lambda": 0.9998593585626143,
      "epoch": 0.14160948222083594,
      "step": 454
    },
    {
      "contrastive_lambda": 0.9998587369730311,
      "epoch": 0.14192139737991266,
      "step": 455
    },
    {
      "contrastive_lambda": 0.9998581140130567,
      "epoch": 0.14223331253898938,
      "step": 456
    },
    {
      "contrastive_lambda": 0.9998574896826931,
      "epoch": 0.14254522769806613,
      "step": 457
    },
    {
      "contrastive_lambda": 0.9998568639819416,
      "epoch": 0.14285714285714285,
      "step": 458
    },
    {
      "contrastive_lambda": 0.9998562369108042,
      "epoch": 0.1431690580162196,
      "step": 459
    },
    {
      "epoch": 0.14348097317529632,
      "grad_norm": 0.5066981315612793,
      "learning_rate": 1.53e-05,
      "loss": 0.2462,
      "step": 460
    },
    {
      "epoch": 0.14348097317529632,
      "flow_loss": 0.23866355419158936,
      "step": 460
    },
    {
      "contrastive_loss": 0.12297521531581879,
      "epoch": 0.14348097317529632,
      "step": 460
    },
    {
      "contrastive_lambda": 0.9998556084692827,
      "epoch": 0.14348097317529632,
      "step": 460
    },
    {
      "contrastive_lambda": 0.9998549786573785,
      "epoch": 0.14379288833437304,
      "step": 461
    },
    {
      "contrastive_lambda": 0.9998543474750934,
      "epoch": 0.14410480349344978,
      "step": 462
    },
    {
      "contrastive_lambda": 0.9998537149224294,
      "epoch": 0.1444167186525265,
      "step": 463
    },
    {
      "contrastive_lambda": 0.999853080999388,
      "epoch": 0.14472863381160325,
      "step": 464
    },
    {
      "contrastive_lambda": 0.999852445705971,
      "epoch": 0.14504054897067997,
      "step": 465
    },
    {
      "contrastive_lambda": 0.9998518090421802,
      "epoch": 0.14535246412975672,
      "step": 466
    },
    {
      "contrastive_lambda": 0.9998511710080171,
      "epoch": 0.14566437928883344,
      "step": 467
    },
    {
      "contrastive_lambda": 0.9998505316034838,
      "epoch": 0.14597629444791016,
      "step": 468
    },
    {
      "contrastive_lambda": 0.9998498908285819,
      "epoch": 0.1462882096069869,
      "step": 469
    },
    {
      "epoch": 0.14660012476606363,
      "grad_norm": 0.5690302848815918,
      "learning_rate": 1.563333333333333e-05,
      "loss": 0.2413,
      "step": 470
    },
    {
      "epoch": 0.14660012476606363,
      "flow_loss": 0.2387102097272873,
      "step": 470
    },
    {
      "contrastive_loss": 0.12517981231212616,
      "epoch": 0.14660012476606363,
      "step": 470
    },
    {
      "contrastive_lambda": 0.999849248683313,
      "epoch": 0.14660012476606363,
      "step": 470
    },
    {
      "contrastive_lambda": 0.9998486051676791,
      "epoch": 0.14691203992514038,
      "step": 471
    },
    {
      "contrastive_lambda": 0.999847960281682,
      "epoch": 0.1472239550842171,
      "step": 472
    },
    {
      "contrastive_lambda": 0.9998473140253232,
      "epoch": 0.14753587024329382,
      "step": 473
    },
    {
      "contrastive_lambda": 0.9998466663986045,
      "epoch": 0.14784778540237056,
      "step": 474
    },
    {
      "contrastive_lambda": 0.999846017401528,
      "epoch": 0.14815970056144728,
      "step": 475
    },
    {
      "contrastive_lambda": 0.9998453670340952,
      "epoch": 0.14847161572052403,
      "step": 476
    },
    {
      "contrastive_lambda": 0.9998447152963079,
      "epoch": 0.14878353087960075,
      "step": 477
    },
    {
      "contrastive_lambda": 0.9998440621881679,
      "epoch": 0.14909544603867747,
      "step": 478
    },
    {
      "contrastive_lambda": 0.9998434077096772,
      "epoch": 0.14940736119775422,
      "step": 479
    },
    {
      "epoch": 0.14971927635683094,
      "grad_norm": 0.5145658254623413,
      "learning_rate": 1.5966666666666667e-05,
      "loss": 0.2249,
      "step": 480
    },
    {
      "epoch": 0.14971927635683094,
      "flow_loss": 0.21875691413879395,
      "step": 480
    },
    {
      "contrastive_loss": 0.12419278919696808,
      "epoch": 0.14971927635683094,
      "step": 480
    },
    {
      "contrastive_lambda": 0.9998427518608373,
      "epoch": 0.14971927635683094,
      "step": 480
    },
    {
      "contrastive_lambda": 0.99984209464165,
      "epoch": 0.15003119151590769,
      "step": 481
    },
    {
      "contrastive_lambda": 0.9998414360521173,
      "epoch": 0.1503431066749844,
      "step": 482
    },
    {
      "contrastive_lambda": 0.999840776092241,
      "epoch": 0.15065502183406113,
      "step": 483
    },
    {
      "contrastive_lambda": 0.9998401147620227,
      "epoch": 0.15096693699313787,
      "step": 484
    },
    {
      "contrastive_lambda": 0.9998394520614644,
      "epoch": 0.1512788521522146,
      "step": 485
    },
    {
      "contrastive_lambda": 0.9998387879905679,
      "epoch": 0.15159076731129134,
      "step": 486
    },
    {
      "contrastive_lambda": 0.999838122549335,
      "epoch": 0.15190268247036806,
      "step": 487
    },
    {
      "contrastive_lambda": 0.9998374557377675,
      "epoch": 0.15221459762944478,
      "step": 488
    },
    {
      "contrastive_lambda": 0.9998367875558671,
      "epoch": 0.15252651278852153,
      "step": 489
    },
    {
      "epoch": 0.15283842794759825,
      "grad_norm": 0.5525776147842407,
      "learning_rate": 1.63e-05,
      "loss": 0.2233,
      "step": 490
    },
    {
      "epoch": 0.15283842794759825,
      "flow_loss": 0.19155773520469666,
      "step": 490
    },
    {
      "contrastive_loss": 0.12410479784011841,
      "epoch": 0.15283842794759825,
      "step": 490
    },
    {
      "contrastive_lambda": 0.9998361180036359,
      "epoch": 0.15283842794759825,
      "step": 490
    },
    {
      "contrastive_lambda": 0.9998354470810756,
      "epoch": 0.153150343106675,
      "step": 491
    },
    {
      "contrastive_lambda": 0.999834774788188,
      "epoch": 0.15346225826575172,
      "step": 492
    },
    {
      "contrastive_lambda": 0.9998341011249751,
      "epoch": 0.15377417342482844,
      "step": 493
    },
    {
      "contrastive_lambda": 0.9998334260914385,
      "epoch": 0.15408608858390518,
      "step": 494
    },
    {
      "contrastive_lambda": 0.9998327496875803,
      "epoch": 0.1543980037429819,
      "step": 495
    },
    {
      "contrastive_lambda": 0.9998320719134022,
      "epoch": 0.15470991890205865,
      "step": 496
    },
    {
      "contrastive_lambda": 0.999831392768906,
      "epoch": 0.15502183406113537,
      "step": 497
    },
    {
      "contrastive_lambda": 0.9998307122540937,
      "epoch": 0.1553337492202121,
      "step": 498
    },
    {
      "contrastive_lambda": 0.9998300303689671,
      "epoch": 0.15564566437928884,
      "step": 499
    },
    {
      "epoch": 0.15595757953836556,
      "grad_norm": 0.629121720790863,
      "learning_rate": 1.6633333333333336e-05,
      "loss": 0.2239,
      "step": 500
    },
    {
      "epoch": 0.15595757953836556,
      "flow_loss": 0.2456374168395996,
      "step": 500
    },
    {
      "contrastive_loss": 0.12231571972370148,
      "epoch": 0.15595757953836556,
      "step": 500
    },
    {
      "contrastive_lambda": 0.9998293471135282,
      "epoch": 0.15595757953836556,
      "step": 500
    },
    {
      "contrastive_lambda": 0.9998286624877786,
      "epoch": 0.1562694946974423,
      "step": 501
    },
    {
      "contrastive_lambda": 0.9998279764917205,
      "epoch": 0.15658140985651903,
      "step": 502
    },
    {
      "contrastive_lambda": 0.9998272891253556,
      "epoch": 0.15689332501559575,
      "step": 503
    },
    {
      "contrastive_lambda": 0.9998266003886858,
      "epoch": 0.1572052401746725,
      "step": 504
    },
    {
      "contrastive_lambda": 0.9998259102817129,
      "epoch": 0.15751715533374921,
      "step": 505
    },
    {
      "contrastive_lambda": 0.999825218804439,
      "epoch": 0.15782907049282596,
      "step": 506
    },
    {
      "contrastive_lambda": 0.9998245259568658,
      "epoch": 0.15814098565190268,
      "step": 507
    },
    {
      "contrastive_lambda": 0.9998238317389954,
      "epoch": 0.1584529008109794,
      "step": 508
    },
    {
      "contrastive_lambda": 0.9998231361508294,
      "epoch": 0.15876481597005615,
      "step": 509
    },
    {
      "epoch": 0.15907673112913287,
      "grad_norm": 0.5937274098396301,
      "learning_rate": 1.6966666666666668e-05,
      "loss": 0.2255,
      "step": 510
    },
    {
      "epoch": 0.15907673112913287,
      "flow_loss": 0.21670034527778625,
      "step": 510
    },
    {
      "contrastive_loss": 0.12441975623369217,
      "epoch": 0.15907673112913287,
      "step": 510
    },
    {
      "contrastive_lambda": 0.99982243919237,
      "epoch": 0.15907673112913287,
      "step": 510
    },
    {
      "contrastive_lambda": 0.999821740863619,
      "epoch": 0.15938864628820962,
      "step": 511
    },
    {
      "contrastive_lambda": 0.9998210411645783,
      "epoch": 0.15970056144728634,
      "step": 512
    },
    {
      "contrastive_lambda": 0.9998203400952499,
      "epoch": 0.16001247660636306,
      "step": 513
    },
    {
      "contrastive_lambda": 0.9998196376556356,
      "epoch": 0.1603243917654398,
      "step": 514
    },
    {
      "contrastive_lambda": 0.9998189338457375,
      "epoch": 0.16063630692451653,
      "step": 515
    },
    {
      "contrastive_lambda": 0.9998182286655573,
      "epoch": 0.16094822208359327,
      "step": 516
    },
    {
      "contrastive_lambda": 0.999817522115097,
      "epoch": 0.16126013724267,
      "step": 517
    },
    {
      "contrastive_lambda": 0.9998168141943586,
      "epoch": 0.1615720524017467,
      "step": 518
    },
    {
      "contrastive_lambda": 0.9998161049033442,
      "epoch": 0.16188396756082346,
      "step": 519
    },
    {
      "epoch": 0.16219588271990018,
      "grad_norm": 0.4369164705276489,
      "learning_rate": 1.73e-05,
      "loss": 0.217,
      "step": 520
    },
    {
      "epoch": 0.16219588271990018,
      "flow_loss": 0.1950220763683319,
      "step": 520
    },
    {
      "contrastive_loss": 0.1324106752872467,
      "epoch": 0.16219588271990018,
      "step": 520
    },
    {
      "contrastive_lambda": 0.9998153942420553,
      "epoch": 0.16219588271990018,
      "step": 520
    },
    {
      "contrastive_lambda": 0.9998146822104943,
      "epoch": 0.16250779787897693,
      "step": 521
    },
    {
      "contrastive_lambda": 0.999813968808663,
      "epoch": 0.16281971303805365,
      "step": 522
    },
    {
      "contrastive_lambda": 0.9998132540365633,
      "epoch": 0.16313162819713037,
      "step": 523
    },
    {
      "contrastive_lambda": 0.9998125378941971,
      "epoch": 0.16344354335620712,
      "step": 524
    },
    {
      "contrastive_lambda": 0.9998118203815665,
      "epoch": 0.16375545851528384,
      "step": 525
    },
    {
      "contrastive_lambda": 0.9998111014986735,
      "epoch": 0.16406737367436058,
      "step": 526
    },
    {
      "contrastive_lambda": 0.9998103812455199,
      "epoch": 0.1643792888334373,
      "step": 527
    },
    {
      "contrastive_lambda": 0.9998096596221078,
      "epoch": 0.16469120399251402,
      "step": 528
    },
    {
      "contrastive_lambda": 0.9998089366284391,
      "epoch": 0.16500311915159077,
      "step": 529
    },
    {
      "epoch": 0.1653150343106675,
      "grad_norm": 0.5713397264480591,
      "learning_rate": 1.7633333333333336e-05,
      "loss": 0.222,
      "step": 530
    },
    {
      "epoch": 0.1653150343106675,
      "flow_loss": 0.20191209018230438,
      "step": 530
    },
    {
      "contrastive_loss": 0.11032004654407501,
      "epoch": 0.1653150343106675,
      "step": 530
    },
    {
      "contrastive_lambda": 0.9998082122645158,
      "epoch": 0.1653150343106675,
      "step": 530
    },
    {
      "contrastive_lambda": 0.9998074865303399,
      "epoch": 0.16562694946974424,
      "step": 531
    },
    {
      "contrastive_lambda": 0.9998067594259135,
      "epoch": 0.16593886462882096,
      "step": 532
    },
    {
      "contrastive_lambda": 0.9998060309512383,
      "epoch": 0.16625077978789768,
      "step": 533
    },
    {
      "contrastive_lambda": 0.9998053011063166,
      "epoch": 0.16656269494697443,
      "step": 534
    },
    {
      "contrastive_lambda": 0.9998045698911504,
      "epoch": 0.16687461010605115,
      "step": 535
    },
    {
      "contrastive_lambda": 0.9998038373057414,
      "epoch": 0.1671865252651279,
      "step": 536
    },
    {
      "contrastive_lambda": 0.9998031033500919,
      "epoch": 0.16749844042420461,
      "step": 537
    },
    {
      "contrastive_lambda": 0.9998023680242039,
      "epoch": 0.16781035558328133,
      "step": 538
    },
    {
      "contrastive_lambda": 0.9998016313280792,
      "epoch": 0.16812227074235808,
      "step": 539
    },
    {
      "epoch": 0.1684341859014348,
      "grad_norm": 0.43224456906318665,
      "learning_rate": 1.796666666666667e-05,
      "loss": 0.1999,
      "step": 540
    },
    {
      "epoch": 0.1684341859014348,
      "flow_loss": 0.23840685188770294,
      "step": 540
    },
    {
      "contrastive_loss": 0.13920964300632477,
      "epoch": 0.1684341859014348,
      "step": 540
    },
    {
      "contrastive_lambda": 0.99980089326172,
      "epoch": 0.1684341859014348,
      "step": 540
    },
    {
      "contrastive_lambda": 0.9998001538251282,
      "epoch": 0.16874610106051155,
      "step": 541
    },
    {
      "contrastive_lambda": 0.9997994130183061,
      "epoch": 0.16905801621958827,
      "step": 542
    },
    {
      "contrastive_lambda": 0.9997986708412554,
      "epoch": 0.169369931378665,
      "step": 543
    },
    {
      "contrastive_lambda": 0.9997979272939782,
      "epoch": 0.16968184653774174,
      "step": 544
    },
    {
      "contrastive_lambda": 0.9997971823764766,
      "epoch": 0.16999376169681846,
      "step": 545
    },
    {
      "contrastive_lambda": 0.9997964360887528,
      "epoch": 0.1703056768558952,
      "step": 546
    },
    {
      "contrastive_lambda": 0.9997956884308086,
      "epoch": 0.17061759201497192,
      "step": 547
    },
    {
      "contrastive_lambda": 0.9997949394026462,
      "epoch": 0.17092950717404864,
      "step": 548
    },
    {
      "contrastive_lambda": 0.9997941890042675,
      "epoch": 0.1712414223331254,
      "step": 549
    },
    {
      "epoch": 0.1715533374922021,
      "grad_norm": 0.39980536699295044,
      "learning_rate": 1.83e-05,
      "loss": 0.2049,
      "step": 550
    },
    {
      "epoch": 0.1715533374922021,
      "flow_loss": 0.2653411030769348,
      "step": 550
    },
    {
      "contrastive_loss": 0.12096904963254929,
      "epoch": 0.1715533374922021,
      "step": 550
    },
    {
      "contrastive_lambda": 0.9997934372356747,
      "epoch": 0.1715533374922021,
      "step": 550
    },
    {
      "contrastive_lambda": 0.9997926840968698,
      "epoch": 0.17186525265127886,
      "step": 551
    },
    {
      "contrastive_lambda": 0.999791929587855,
      "epoch": 0.17217716781035558,
      "step": 552
    },
    {
      "contrastive_lambda": 0.9997911737086321,
      "epoch": 0.17248908296943233,
      "step": 553
    },
    {
      "contrastive_lambda": 0.9997904164592033,
      "epoch": 0.17280099812850905,
      "step": 554
    },
    {
      "contrastive_lambda": 0.9997896578395709,
      "epoch": 0.17311291328758577,
      "step": 555
    },
    {
      "contrastive_lambda": 0.9997888978497366,
      "epoch": 0.17342482844666252,
      "step": 556
    },
    {
      "contrastive_lambda": 0.9997881364897027,
      "epoch": 0.17373674360573924,
      "step": 557
    },
    {
      "contrastive_lambda": 0.9997873737594712,
      "epoch": 0.17404865876481598,
      "step": 558
    },
    {
      "contrastive_lambda": 0.9997866096590443,
      "epoch": 0.1743605739238927,
      "step": 559
    },
    {
      "epoch": 0.17467248908296942,
      "grad_norm": 0.45259758830070496,
      "learning_rate": 1.8633333333333333e-05,
      "loss": 0.194,
      "step": 560
    },
    {
      "epoch": 0.17467248908296942,
      "flow_loss": 0.19467633962631226,
      "step": 560
    },
    {
      "contrastive_loss": 0.1057547926902771,
      "epoch": 0.17467248908296942,
      "step": 560
    },
    {
      "contrastive_lambda": 0.999785844188424,
      "epoch": 0.17467248908296942,
      "step": 560
    },
    {
      "contrastive_lambda": 0.9997850773476125,
      "epoch": 0.17498440424204617,
      "step": 561
    },
    {
      "contrastive_lambda": 0.9997843091366118,
      "epoch": 0.1752963194011229,
      "step": 562
    },
    {
      "contrastive_lambda": 0.999783539555424,
      "epoch": 0.17560823456019964,
      "step": 563
    },
    {
      "contrastive_lambda": 0.9997827686040512,
      "epoch": 0.17592014971927636,
      "step": 564
    },
    {
      "contrastive_lambda": 0.9997819962824956,
      "epoch": 0.17623206487835308,
      "step": 565
    },
    {
      "contrastive_lambda": 0.9997812225907594,
      "epoch": 0.17654398003742983,
      "step": 566
    },
    {
      "contrastive_lambda": 0.9997804475288445,
      "epoch": 0.17685589519650655,
      "step": 567
    },
    {
      "contrastive_lambda": 0.9997796710967533,
      "epoch": 0.1771678103555833,
      "step": 568
    },
    {
      "contrastive_lambda": 0.9997788932944875,
      "epoch": 0.17747972551466001,
      "step": 569
    },
    {
      "epoch": 0.17779164067373673,
      "grad_norm": 0.552492618560791,
      "learning_rate": 1.896666666666667e-05,
      "loss": 0.1926,
      "step": 570
    },
    {
      "epoch": 0.17779164067373673,
      "flow_loss": 0.2202635258436203,
      "step": 570
    },
    {
      "contrastive_loss": 0.10871881991624832,
      "epoch": 0.17779164067373673,
      "step": 570
    },
    {
      "contrastive_lambda": 0.9997781141220496,
      "epoch": 0.17779164067373673,
      "step": 570
    },
    {
      "contrastive_lambda": 0.9997773335794417,
      "epoch": 0.17810355583281348,
      "step": 571
    },
    {
      "contrastive_lambda": 0.9997765516666657,
      "epoch": 0.1784154709918902,
      "step": 572
    },
    {
      "contrastive_lambda": 0.9997757683837241,
      "epoch": 0.17872738615096695,
      "step": 573
    },
    {
      "contrastive_lambda": 0.9997749837306187,
      "epoch": 0.17903930131004367,
      "step": 574
    },
    {
      "contrastive_lambda": 0.9997741977073518,
      "epoch": 0.1793512164691204,
      "step": 575
    },
    {
      "contrastive_lambda": 0.9997734103139255,
      "epoch": 0.17966313162819714,
      "step": 576
    },
    {
      "contrastive_lambda": 0.9997726215503422,
      "epoch": 0.17997504678727386,
      "step": 577
    },
    {
      "contrastive_lambda": 0.9997718314166039,
      "epoch": 0.1802869619463506,
      "step": 578
    },
    {
      "contrastive_lambda": 0.9997710399127127,
      "epoch": 0.18059887710542732,
      "step": 579
    },
    {
      "epoch": 0.18091079226450404,
      "grad_norm": 0.40866953134536743,
      "learning_rate": 1.93e-05,
      "loss": 0.1885,
      "step": 580
    },
    {
      "epoch": 0.18091079226450404,
      "flow_loss": 0.23810051381587982,
      "step": 580
    },
    {
      "contrastive_loss": 0.10403335094451904,
      "epoch": 0.18091079226450404,
      "step": 580
    },
    {
      "contrastive_lambda": 0.9997702470386707,
      "epoch": 0.18091079226450404,
      "step": 580
    },
    {
      "contrastive_lambda": 0.9997694527944803,
      "epoch": 0.1812227074235808,
      "step": 581
    },
    {
      "contrastive_lambda": 0.9997686571801435,
      "epoch": 0.1815346225826575,
      "step": 582
    },
    {
      "contrastive_lambda": 0.9997678601956625,
      "epoch": 0.18184653774173426,
      "step": 583
    },
    {
      "contrastive_lambda": 0.9997670618410397,
      "epoch": 0.18215845290081098,
      "step": 584
    },
    {
      "contrastive_lambda": 0.9997662621162771,
      "epoch": 0.1824703680598877,
      "step": 585
    },
    {
      "contrastive_lambda": 0.9997654610213769,
      "epoch": 0.18278228321896445,
      "step": 586
    },
    {
      "contrastive_lambda": 0.9997646585563412,
      "epoch": 0.18309419837804117,
      "step": 587
    },
    {
      "contrastive_lambda": 0.9997638547211725,
      "epoch": 0.18340611353711792,
      "step": 588
    },
    {
      "contrastive_lambda": 0.9997630495158727,
      "epoch": 0.18371802869619464,
      "step": 589
    },
    {
      "epoch": 0.18402994385527136,
      "grad_norm": 0.503751814365387,
      "learning_rate": 1.9633333333333334e-05,
      "loss": 0.1952,
      "step": 590
    },
    {
      "epoch": 0.18402994385527136,
      "flow_loss": 0.18886184692382812,
      "step": 590
    },
    {
      "contrastive_loss": 0.11186040192842484,
      "epoch": 0.18402994385527136,
      "step": 590
    },
    {
      "contrastive_lambda": 0.999762242940444,
      "epoch": 0.18402994385527136,
      "step": 590
    },
    {
      "contrastive_lambda": 0.9997614349948889,
      "epoch": 0.1843418590143481,
      "step": 591
    },
    {
      "contrastive_lambda": 0.9997606256792094,
      "epoch": 0.18465377417342482,
      "step": 592
    },
    {
      "contrastive_lambda": 0.9997598149934078,
      "epoch": 0.18496568933250157,
      "step": 593
    },
    {
      "contrastive_lambda": 0.9997590029374863,
      "epoch": 0.1852776044915783,
      "step": 594
    },
    {
      "contrastive_lambda": 0.9997581895114471,
      "epoch": 0.185589519650655,
      "step": 595
    },
    {
      "contrastive_lambda": 0.9997573747152925,
      "epoch": 0.18590143480973176,
      "step": 596
    },
    {
      "contrastive_lambda": 0.9997565585490247,
      "epoch": 0.18621334996880848,
      "step": 597
    },
    {
      "contrastive_lambda": 0.9997557410126457,
      "epoch": 0.18652526512788523,
      "step": 598
    },
    {
      "contrastive_lambda": 0.9997549221061581,
      "epoch": 0.18683718028696195,
      "step": 599
    },
    {
      "epoch": 0.18714909544603867,
      "grad_norm": 0.5425558686256409,
      "learning_rate": 1.9966666666666666e-05,
      "loss": 0.194,
      "step": 600
    },
    {
      "epoch": 0.18714909544603867,
      "flow_loss": 0.17374631762504578,
      "step": 600
    },
    {
      "contrastive_loss": 0.09177187085151672,
      "epoch": 0.18714909544603867,
      "step": 600
    },
    {
      "contrastive_lambda": 0.9997541018295641,
      "epoch": 0.18714909544603867,
      "step": 600
    },
    {
      "contrastive_lambda": 0.9997532801828658,
      "epoch": 0.1874610106051154,
      "step": 601
    },
    {
      "contrastive_lambda": 0.9997524571660654,
      "epoch": 0.18777292576419213,
      "step": 602
    },
    {
      "contrastive_lambda": 0.9997516327791653,
      "epoch": 0.18808484092326888,
      "step": 603
    },
    {
      "contrastive_lambda": 0.9997508070221679,
      "epoch": 0.1883967560823456,
      "step": 604
    },
    {
      "contrastive_lambda": 0.9997499798950751,
      "epoch": 0.18870867124142232,
      "step": 605
    },
    {
      "contrastive_lambda": 0.9997491513978894,
      "epoch": 0.18902058640049907,
      "step": 606
    },
    {
      "contrastive_lambda": 0.9997483215306131,
      "epoch": 0.1893325015595758,
      "step": 607
    },
    {
      "contrastive_lambda": 0.9997474902932484,
      "epoch": 0.18964441671865254,
      "step": 608
    },
    {
      "contrastive_lambda": 0.9997466576857974,
      "epoch": 0.18995633187772926,
      "step": 609
    },
    {
      "epoch": 0.19026824703680598,
      "grad_norm": 0.574586033821106,
      "learning_rate": 2.0300000000000002e-05,
      "loss": 0.2018,
      "step": 610
    },
    {
      "epoch": 0.19026824703680598,
      "flow_loss": 0.1998826563358307,
      "step": 610
    },
    {
      "contrastive_loss": 0.08941252529621124,
      "epoch": 0.19026824703680598,
      "step": 610
    },
    {
      "contrastive_lambda": 0.9997458237082628,
      "epoch": 0.19026824703680598,
      "step": 610
    },
    {
      "contrastive_lambda": 0.9997449883606465,
      "epoch": 0.19058016219588272,
      "step": 611
    },
    {
      "contrastive_lambda": 0.999744151642951,
      "epoch": 0.19089207735495944,
      "step": 612
    },
    {
      "contrastive_lambda": 0.9997433135551785,
      "epoch": 0.1912039925140362,
      "step": 613
    },
    {
      "contrastive_lambda": 0.9997424740973313,
      "epoch": 0.1915159076731129,
      "step": 614
    },
    {
      "contrastive_lambda": 0.9997416332694118,
      "epoch": 0.19182782283218963,
      "step": 615
    },
    {
      "contrastive_lambda": 0.9997407910714222,
      "epoch": 0.19213973799126638,
      "step": 616
    },
    {
      "contrastive_lambda": 0.9997399475033648,
      "epoch": 0.1924516531503431,
      "step": 617
    },
    {
      "contrastive_lambda": 0.9997391025652421,
      "epoch": 0.19276356830941985,
      "step": 618
    },
    {
      "contrastive_lambda": 0.9997382562570563,
      "epoch": 0.19307548346849657,
      "step": 619
    },
    {
      "epoch": 0.1933873986275733,
      "grad_norm": 0.4446953535079956,
      "learning_rate": 2.0633333333333335e-05,
      "loss": 0.1801,
      "step": 620
    },
    {
      "epoch": 0.1933873986275733,
      "flow_loss": 0.16577786207199097,
      "step": 620
    },
    {
      "contrastive_loss": 0.0945730060338974,
      "epoch": 0.1933873986275733,
      "step": 620
    },
    {
      "contrastive_lambda": 0.9997374085788095,
      "epoch": 0.1933873986275733,
      "step": 620
    },
    {
      "contrastive_lambda": 0.9997365595305043,
      "epoch": 0.19369931378665003,
      "step": 621
    },
    {
      "contrastive_lambda": 0.999735709112143,
      "epoch": 0.19401122894572675,
      "step": 622
    },
    {
      "contrastive_lambda": 0.9997348573237279,
      "epoch": 0.1943231441048035,
      "step": 623
    },
    {
      "contrastive_lambda": 0.9997340041652611,
      "epoch": 0.19463505926388022,
      "step": 624
    },
    {
      "contrastive_lambda": 0.9997331496367454,
      "epoch": 0.19494697442295694,
      "step": 625
    },
    {
      "contrastive_lambda": 0.9997322937381828,
      "epoch": 0.1952588895820337,
      "step": 626
    },
    {
      "contrastive_lambda": 0.9997314364695757,
      "epoch": 0.1955708047411104,
      "step": 627
    },
    {
      "contrastive_lambda": 0.9997305778309267,
      "epoch": 0.19588271990018716,
      "step": 628
    },
    {
      "contrastive_lambda": 0.9997297178222377,
      "epoch": 0.19619463505926388,
      "step": 629
    },
    {
      "epoch": 0.1965065502183406,
      "grad_norm": 0.46078091859817505,
      "learning_rate": 2.0966666666666667e-05,
      "loss": 0.1711,
      "step": 630
    },
    {
      "epoch": 0.1965065502183406,
      "flow_loss": 0.16829173266887665,
      "step": 630
    },
    {
      "contrastive_loss": 0.10163047909736633,
      "epoch": 0.1965065502183406,
      "step": 630
    },
    {
      "contrastive_lambda": 0.9997288564435114,
      "epoch": 0.1965065502183406,
      "step": 630
    },
    {
      "contrastive_lambda": 0.9997279936947501,
      "epoch": 0.19681846537741735,
      "step": 631
    },
    {
      "contrastive_lambda": 0.9997271295759561,
      "epoch": 0.19713038053649407,
      "step": 632
    },
    {
      "contrastive_lambda": 0.9997262640871318,
      "epoch": 0.1974422956955708,
      "step": 633
    },
    {
      "contrastive_lambda": 0.9997253972282796,
      "epoch": 0.19775421085464753,
      "step": 634
    },
    {
      "contrastive_lambda": 0.9997245289994018,
      "epoch": 0.19806612601372428,
      "step": 635
    },
    {
      "contrastive_lambda": 0.9997236594005008,
      "epoch": 0.198378041172801,
      "step": 636
    },
    {
      "contrastive_lambda": 0.9997227884315791,
      "epoch": 0.19868995633187772,
      "step": 637
    },
    {
      "contrastive_lambda": 0.9997219160926389,
      "epoch": 0.19900187149095447,
      "step": 638
    },
    {
      "contrastive_lambda": 0.9997210423836829,
      "epoch": 0.1993137866500312,
      "step": 639
    },
    {
      "epoch": 0.19962570180910794,
      "grad_norm": 0.4068760871887207,
      "learning_rate": 2.13e-05,
      "loss": 0.1783,
      "step": 640
    },
    {
      "epoch": 0.19962570180910794,
      "flow_loss": 0.1717638075351715,
      "step": 640
    },
    {
      "contrastive_loss": 0.09217000007629395,
      "epoch": 0.19962570180910794,
      "step": 640
    },
    {
      "contrastive_lambda": 0.9997201673047131,
      "epoch": 0.19962570180910794,
      "step": 640
    },
    {
      "contrastive_lambda": 0.9997192908557322,
      "epoch": 0.19993761696818466,
      "step": 641
    },
    {
      "contrastive_lambda": 0.9997184130367424,
      "epoch": 0.20024953212726138,
      "step": 642
    },
    {
      "contrastive_lambda": 0.9997175338477462,
      "epoch": 0.20056144728633812,
      "step": 643
    },
    {
      "contrastive_lambda": 0.999716653288746,
      "epoch": 0.20087336244541484,
      "step": 644
    },
    {
      "contrastive_lambda": 0.9997157713597443,
      "epoch": 0.2011852776044916,
      "step": 645
    },
    {
      "contrastive_lambda": 0.9997148880607434,
      "epoch": 0.2014971927635683,
      "step": 646
    },
    {
      "contrastive_lambda": 0.9997140033917458,
      "epoch": 0.20180910792264503,
      "step": 647
    },
    {
      "contrastive_lambda": 0.9997131173527538,
      "epoch": 0.20212102308172178,
      "step": 648
    },
    {
      "contrastive_lambda": 0.99971222994377,
      "epoch": 0.2024329382407985,
      "step": 649
    },
    {
      "epoch": 0.20274485339987525,
      "grad_norm": 0.47423768043518066,
      "learning_rate": 2.1633333333333332e-05,
      "loss": 0.1822,
      "step": 650
    },
    {
      "epoch": 0.20274485339987525,
      "flow_loss": 0.17418166995048523,
      "step": 650
    },
    {
      "contrastive_loss": 0.08443985879421234,
      "epoch": 0.20274485339987525,
      "step": 650
    },
    {
      "contrastive_lambda": 0.9997113411647967,
      "epoch": 0.20274485339987525,
      "step": 650
    },
    {
      "contrastive_lambda": 0.9997104510158364,
      "epoch": 0.20305676855895197,
      "step": 651
    },
    {
      "contrastive_lambda": 0.9997095594968916,
      "epoch": 0.2033686837180287,
      "step": 652
    },
    {
      "contrastive_lambda": 0.9997086666079645,
      "epoch": 0.20368059887710543,
      "step": 653
    },
    {
      "contrastive_lambda": 0.9997077723490579,
      "epoch": 0.20399251403618215,
      "step": 654
    },
    {
      "contrastive_lambda": 0.999706876720174,
      "epoch": 0.2043044291952589,
      "step": 655
    },
    {
      "contrastive_lambda": 0.9997059797213153,
      "epoch": 0.20461634435433562,
      "step": 656
    },
    {
      "contrastive_lambda": 0.9997050813524843,
      "epoch": 0.20492825951341234,
      "step": 657
    },
    {
      "contrastive_lambda": 0.9997041816136834,
      "epoch": 0.2052401746724891,
      "step": 658
    },
    {
      "contrastive_lambda": 0.9997032805049152,
      "epoch": 0.2055520898315658,
      "step": 659
    },
    {
      "epoch": 0.20586400499064256,
      "grad_norm": 0.47774383425712585,
      "learning_rate": 2.1966666666666668e-05,
      "loss": 0.1769,
      "step": 660
    },
    {
      "epoch": 0.20586400499064256,
      "flow_loss": 0.1875506043434143,
      "step": 660
    },
    {
      "contrastive_loss": 0.10098195821046829,
      "epoch": 0.20586400499064256,
      "step": 660
    },
    {
      "contrastive_lambda": 0.999702378026182,
      "epoch": 0.20586400499064256,
      "step": 660
    },
    {
      "contrastive_lambda": 0.9997014741774864,
      "epoch": 0.20617592014971928,
      "step": 661
    },
    {
      "contrastive_lambda": 0.9997005689588309,
      "epoch": 0.206487835308796,
      "step": 662
    },
    {
      "contrastive_lambda": 0.9996996623702179,
      "epoch": 0.20679975046787274,
      "step": 663
    },
    {
      "contrastive_lambda": 0.9996987544116498,
      "epoch": 0.20711166562694946,
      "step": 664
    },
    {
      "contrastive_lambda": 0.9996978450831293,
      "epoch": 0.2074235807860262,
      "step": 665
    },
    {
      "contrastive_lambda": 0.9996969343846587,
      "epoch": 0.20773549594510293,
      "step": 666
    },
    {
      "contrastive_lambda": 0.9996960223162406,
      "epoch": 0.20804741110417965,
      "step": 667
    },
    {
      "contrastive_lambda": 0.9996951088778776,
      "epoch": 0.2083593262632564,
      "step": 668
    },
    {
      "contrastive_lambda": 0.9996941940695719,
      "epoch": 0.20867124142233312,
      "step": 669
    },
    {
      "epoch": 0.20898315658140987,
      "grad_norm": 0.39650002121925354,
      "learning_rate": 2.23e-05,
      "loss": 0.1876,
      "step": 670
    },
    {
      "epoch": 0.20898315658140987,
      "flow_loss": 0.17541727423667908,
      "step": 670
    },
    {
      "contrastive_loss": 0.08084436506032944,
      "epoch": 0.20898315658140987,
      "step": 670
    },
    {
      "contrastive_lambda": 0.9996932778913263,
      "epoch": 0.20898315658140987,
      "step": 670
    },
    {
      "contrastive_lambda": 0.9996923603431432,
      "epoch": 0.2092950717404866,
      "step": 671
    },
    {
      "contrastive_lambda": 0.9996914414250251,
      "epoch": 0.2096069868995633,
      "step": 672
    },
    {
      "contrastive_lambda": 0.9996905211369747,
      "epoch": 0.20991890205864006,
      "step": 673
    },
    {
      "contrastive_lambda": 0.9996895994789942,
      "epoch": 0.21023081721771678,
      "step": 674
    },
    {
      "contrastive_lambda": 0.9996886764510863,
      "epoch": 0.21054273237679352,
      "step": 675
    },
    {
      "contrastive_lambda": 0.9996877520532534,
      "epoch": 0.21085464753587024,
      "step": 676
    },
    {
      "contrastive_lambda": 0.9996868262854984,
      "epoch": 0.21116656269494696,
      "step": 677
    },
    {
      "contrastive_lambda": 0.9996858991478235,
      "epoch": 0.2114784778540237,
      "step": 678
    },
    {
      "contrastive_lambda": 0.9996849706402313,
      "epoch": 0.21179039301310043,
      "step": 679
    },
    {
      "epoch": 0.21210230817217718,
      "grad_norm": 0.4623223543167114,
      "learning_rate": 2.2633333333333336e-05,
      "loss": 0.1792,
      "step": 680
    },
    {
      "epoch": 0.21210230817217718,
      "flow_loss": 0.19005486369132996,
      "step": 680
    },
    {
      "contrastive_loss": 0.09203505516052246,
      "epoch": 0.21210230817217718,
      "step": 680
    },
    {
      "contrastive_lambda": 0.9996840407627244,
      "epoch": 0.21210230817217718,
      "step": 680
    },
    {
      "contrastive_lambda": 0.9996831095153054,
      "epoch": 0.2124142233312539,
      "step": 681
    },
    {
      "contrastive_lambda": 0.9996821768979767,
      "epoch": 0.21272613849033062,
      "step": 682
    },
    {
      "contrastive_lambda": 0.999681242910741,
      "epoch": 0.21303805364940737,
      "step": 683
    },
    {
      "contrastive_lambda": 0.9996803075536007,
      "epoch": 0.2133499688084841,
      "step": 684
    },
    {
      "contrastive_lambda": 0.9996793708265586,
      "epoch": 0.21366188396756083,
      "step": 685
    },
    {
      "contrastive_lambda": 0.9996784327296171,
      "epoch": 0.21397379912663755,
      "step": 686
    },
    {
      "contrastive_lambda": 0.9996774932627788,
      "epoch": 0.21428571428571427,
      "step": 687
    },
    {
      "contrastive_lambda": 0.9996765524260462,
      "epoch": 0.21459762944479102,
      "step": 688
    },
    {
      "contrastive_lambda": 0.9996756102194221,
      "epoch": 0.21490954460386774,
      "step": 689
    },
    {
      "epoch": 0.2152214597629445,
      "grad_norm": 0.37286844849586487,
      "learning_rate": 2.2966666666666668e-05,
      "loss": 0.171,
      "step": 690
    },
    {
      "epoch": 0.2152214597629445,
      "flow_loss": 0.14601659774780273,
      "step": 690
    },
    {
      "contrastive_loss": 0.07781493663787842,
      "epoch": 0.2152214597629445,
      "step": 690
    },
    {
      "contrastive_lambda": 0.9996746666429088,
      "epoch": 0.2152214597629445,
      "step": 690
    },
    {
      "contrastive_lambda": 0.9996737216965091,
      "epoch": 0.2155333749220212,
      "step": 691
    },
    {
      "contrastive_lambda": 0.9996727753802255,
      "epoch": 0.21584529008109793,
      "step": 692
    },
    {
      "contrastive_lambda": 0.9996718276940607,
      "epoch": 0.21615720524017468,
      "step": 693
    },
    {
      "contrastive_lambda": 0.9996708786380171,
      "epoch": 0.2164691203992514,
      "step": 694
    },
    {
      "contrastive_lambda": 0.9996699282120975,
      "epoch": 0.21678103555832814,
      "step": 695
    },
    {
      "contrastive_lambda": 0.9996689764163044,
      "epoch": 0.21709295071740486,
      "step": 696
    },
    {
      "contrastive_lambda": 0.9996680232506404,
      "epoch": 0.21740486587648158,
      "step": 697
    },
    {
      "contrastive_lambda": 0.9996670687151081,
      "epoch": 0.21771678103555833,
      "step": 698
    },
    {
      "contrastive_lambda": 0.9996661128097103,
      "epoch": 0.21802869619463505,
      "step": 699
    },
    {
      "epoch": 0.2183406113537118,
      "grad_norm": 0.43210384249687195,
      "learning_rate": 2.3300000000000004e-05,
      "loss": 0.165,
      "step": 700
    },
    {
      "epoch": 0.2183406113537118,
      "flow_loss": 0.15787287056446075,
      "step": 700
    },
    {
      "contrastive_loss": 0.07735046744346619,
      "epoch": 0.2183406113537118,
      "step": 700
    },
    {
      "contrastive_lambda": 0.9996651555344493,
      "epoch": 0.2183406113537118,
      "step": 700
    },
    {
      "contrastive_lambda": 0.9996641968893281,
      "epoch": 0.21865252651278852,
      "step": 701
    },
    {
      "contrastive_lambda": 0.999663236874349,
      "epoch": 0.21896444167186524,
      "step": 702
    },
    {
      "contrastive_lambda": 0.9996622754895149,
      "epoch": 0.219276356830942,
      "step": 703
    },
    {
      "contrastive_lambda": 0.9996613127348282,
      "epoch": 0.2195882719900187,
      "step": 704
    },
    {
      "contrastive_lambda": 0.9996603486102917,
      "epoch": 0.21990018714909546,
      "step": 705
    },
    {
      "contrastive_lambda": 0.999659383115908,
      "epoch": 0.22021210230817218,
      "step": 706
    },
    {
      "contrastive_lambda": 0.9996584162516795,
      "epoch": 0.2205240174672489,
      "step": 707
    },
    {
      "contrastive_lambda": 0.9996574480176094,
      "epoch": 0.22083593262632564,
      "step": 708
    },
    {
      "contrastive_lambda": 0.9996564784136999,
      "epoch": 0.22114784778540236,
      "step": 709
    },
    {
      "epoch": 0.2214597629444791,
      "grad_norm": 0.35916367173194885,
      "learning_rate": 2.3633333333333336e-05,
      "loss": 0.1767,
      "step": 710
    },
    {
      "epoch": 0.2214597629444791,
      "flow_loss": 0.21728351712226868,
      "step": 710
    },
    {
      "contrastive_loss": 0.08385587483644485,
      "epoch": 0.2214597629444791,
      "step": 710
    },
    {
      "contrastive_lambda": 0.9996555074399538,
      "epoch": 0.2214597629444791,
      "step": 710
    },
    {
      "contrastive_lambda": 0.9996545350963737,
      "epoch": 0.22177167810355583,
      "step": 711
    },
    {
      "contrastive_lambda": 0.9996535613829624,
      "epoch": 0.22208359326263255,
      "step": 712
    },
    {
      "contrastive_lambda": 0.9996525862997224,
      "epoch": 0.2223955084217093,
      "step": 713
    },
    {
      "contrastive_lambda": 0.9996516098466566,
      "epoch": 0.22270742358078602,
      "step": 714
    },
    {
      "contrastive_lambda": 0.9996506320237675,
      "epoch": 0.22301933873986277,
      "step": 715
    },
    {
      "contrastive_lambda": 0.9996496528310577,
      "epoch": 0.22333125389893949,
      "step": 716
    },
    {
      "contrastive_lambda": 0.99964867226853,
      "epoch": 0.2236431690580162,
      "step": 717
    },
    {
      "contrastive_lambda": 0.9996476903361873,
      "epoch": 0.22395508421709295,
      "step": 718
    },
    {
      "contrastive_lambda": 0.999646707034032,
      "epoch": 0.22426699937616967,
      "step": 719
    },
    {
      "epoch": 0.22457891453524642,
      "grad_norm": 0.6816813349723816,
      "learning_rate": 2.396666666666667e-05,
      "loss": 0.1646,
      "step": 720
    },
    {
      "epoch": 0.22457891453524642,
      "flow_loss": 0.1890871226787567,
      "step": 720
    },
    {
      "contrastive_loss": 0.09032456576824188,
      "epoch": 0.22457891453524642,
      "step": 720
    },
    {
      "contrastive_lambda": 0.999645722362067,
      "epoch": 0.22457891453524642,
      "step": 720
    },
    {
      "contrastive_lambda": 0.9996447363202946,
      "epoch": 0.22489082969432314,
      "step": 721
    },
    {
      "contrastive_lambda": 0.999643748908718,
      "epoch": 0.2252027448533999,
      "step": 722
    },
    {
      "contrastive_lambda": 0.9996427601273397,
      "epoch": 0.2255146600124766,
      "step": 723
    },
    {
      "contrastive_lambda": 0.9996417699761622,
      "epoch": 0.22582657517155333,
      "step": 724
    },
    {
      "contrastive_lambda": 0.9996407784551886,
      "epoch": 0.22613849033063008,
      "step": 725
    },
    {
      "contrastive_lambda": 0.9996397855644215,
      "epoch": 0.2264504054897068,
      "step": 726
    },
    {
      "contrastive_lambda": 0.9996387913038633,
      "epoch": 0.22676232064878354,
      "step": 727
    },
    {
      "contrastive_lambda": 0.9996377956735172,
      "epoch": 0.22707423580786026,
      "step": 728
    },
    {
      "contrastive_lambda": 0.9996367986733856,
      "epoch": 0.22738615096693698,
      "step": 729
    },
    {
      "epoch": 0.22769806612601373,
      "grad_norm": 0.522868812084198,
      "learning_rate": 2.43e-05,
      "loss": 0.1661,
      "step": 730
    },
    {
      "epoch": 0.22769806612601373,
      "flow_loss": 0.16143009066581726,
      "step": 730
    },
    {
      "contrastive_loss": 0.07678960263729095,
      "epoch": 0.22769806612601373,
      "step": 730
    },
    {
      "contrastive_lambda": 0.9996358003034714,
      "epoch": 0.22769806612601373,
      "step": 730
    },
    {
      "contrastive_lambda": 0.9996348005637774,
      "epoch": 0.22800998128509045,
      "step": 731
    },
    {
      "contrastive_lambda": 0.9996337994543061,
      "epoch": 0.2283218964441672,
      "step": 732
    },
    {
      "contrastive_lambda": 0.9996327969750604,
      "epoch": 0.22863381160324392,
      "step": 733
    },
    {
      "contrastive_lambda": 0.999631793126043,
      "epoch": 0.22894572676232064,
      "step": 734
    },
    {
      "contrastive_lambda": 0.9996307879072566,
      "epoch": 0.2292576419213974,
      "step": 735
    },
    {
      "contrastive_lambda": 0.9996297813187042,
      "epoch": 0.2295695570804741,
      "step": 736
    },
    {
      "contrastive_lambda": 0.9996287733603882,
      "epoch": 0.22988147223955085,
      "step": 737
    },
    {
      "contrastive_lambda": 0.9996277640323117,
      "epoch": 0.23019338739862757,
      "step": 738
    },
    {
      "contrastive_lambda": 0.9996267533344773,
      "epoch": 0.2305053025577043,
      "step": 739
    },
    {
      "epoch": 0.23081721771678104,
      "grad_norm": 0.3715377748012543,
      "learning_rate": 2.4633333333333334e-05,
      "loss": 0.1519,
      "step": 740
    },
    {
      "epoch": 0.23081721771678104,
      "flow_loss": 0.16155478358268738,
      "step": 740
    },
    {
      "contrastive_loss": 0.07833589613437653,
      "epoch": 0.23081721771678104,
      "step": 740
    },
    {
      "contrastive_lambda": 0.9996257412668876,
      "epoch": 0.23081721771678104,
      "step": 740
    },
    {
      "contrastive_lambda": 0.9996247278295458,
      "epoch": 0.23112913287585776,
      "step": 741
    },
    {
      "contrastive_lambda": 0.9996237130224543,
      "epoch": 0.2314410480349345,
      "step": 742
    },
    {
      "contrastive_lambda": 0.9996226968456161,
      "epoch": 0.23175296319401123,
      "step": 743
    },
    {
      "contrastive_lambda": 0.9996216792990339,
      "epoch": 0.23206487835308795,
      "step": 744
    },
    {
      "contrastive_lambda": 0.9996206603827105,
      "epoch": 0.2323767935121647,
      "step": 745
    },
    {
      "contrastive_lambda": 0.9996196400966486,
      "epoch": 0.23268870867124142,
      "step": 746
    },
    {
      "contrastive_lambda": 0.9996186184408513,
      "epoch": 0.23300062383031817,
      "step": 747
    },
    {
      "contrastive_lambda": 0.999617595415321,
      "epoch": 0.23331253898939489,
      "step": 748
    },
    {
      "contrastive_lambda": 0.9996165710200607,
      "epoch": 0.2336244541484716,
      "step": 749
    },
    {
      "epoch": 0.23393636930754835,
      "grad_norm": 0.3661389946937561,
      "learning_rate": 2.496666666666667e-05,
      "loss": 0.1643,
      "step": 750
    },
    {
      "epoch": 0.23393636930754835,
      "flow_loss": 0.15381744503974915,
      "step": 750
    },
    {
      "contrastive_loss": 0.07158465683460236,
      "epoch": 0.23393636930754835,
      "step": 750
    },
    {
      "contrastive_lambda": 0.9996155452550732,
      "epoch": 0.23393636930754835,
      "step": 750
    },
    {
      "contrastive_lambda": 0.9996145181203615,
      "epoch": 0.23424828446662507,
      "step": 751
    },
    {
      "contrastive_lambda": 0.9996134896159281,
      "epoch": 0.23456019962570182,
      "step": 752
    },
    {
      "contrastive_lambda": 0.9996124597417759,
      "epoch": 0.23487211478477854,
      "step": 753
    },
    {
      "contrastive_lambda": 0.9996114284979079,
      "epoch": 0.23518402994385526,
      "step": 754
    },
    {
      "contrastive_lambda": 0.9996103958843268,
      "epoch": 0.235495945102932,
      "step": 755
    },
    {
      "contrastive_lambda": 0.9996093619010352,
      "epoch": 0.23580786026200873,
      "step": 756
    },
    {
      "contrastive_lambda": 0.9996083265480364,
      "epoch": 0.23611977542108548,
      "step": 757
    },
    {
      "contrastive_lambda": 0.999607289825333,
      "epoch": 0.2364316905801622,
      "step": 758
    },
    {
      "contrastive_lambda": 0.9996062517329277,
      "epoch": 0.23674360573923892,
      "step": 759
    },
    {
      "epoch": 0.23705552089831566,
      "grad_norm": 0.4002774953842163,
      "learning_rate": 2.5300000000000002e-05,
      "loss": 0.1493,
      "step": 760
    },
    {
      "epoch": 0.23705552089831566,
      "flow_loss": 0.17075708508491516,
      "step": 760
    },
    {
      "contrastive_loss": 0.07295438647270203,
      "epoch": 0.23705552089831566,
      "step": 760
    },
    {
      "contrastive_lambda": 0.9996052122708237,
      "epoch": 0.23705552089831566,
      "step": 760
    },
    {
      "contrastive_lambda": 0.9996041714390234,
      "epoch": 0.23736743605739238,
      "step": 761
    },
    {
      "contrastive_lambda": 0.99960312923753,
      "epoch": 0.23767935121646913,
      "step": 762
    },
    {
      "contrastive_lambda": 0.9996020856663463,
      "epoch": 0.23799126637554585,
      "step": 763
    },
    {
      "contrastive_lambda": 0.9996010407254752,
      "epoch": 0.23830318153462257,
      "step": 764
    },
    {
      "contrastive_lambda": 0.9995999944149192,
      "epoch": 0.23861509669369932,
      "step": 765
    },
    {
      "contrastive_lambda": 0.9995989467346817,
      "epoch": 0.23892701185277604,
      "step": 766
    },
    {
      "contrastive_lambda": 0.9995978976847653,
      "epoch": 0.2392389270118528,
      "step": 767
    },
    {
      "contrastive_lambda": 0.9995968472651728,
      "epoch": 0.2395508421709295,
      "step": 768
    },
    {
      "contrastive_lambda": 0.9995957954759072,
      "epoch": 0.23986275733000623,
      "step": 769
    },
    {
      "epoch": 0.24017467248908297,
      "grad_norm": 0.5101019740104675,
      "learning_rate": 2.5633333333333338e-05,
      "loss": 0.1603,
      "step": 770
    },
    {
      "epoch": 0.24017467248908297,
      "flow_loss": 0.16622895002365112,
      "step": 770
    },
    {
      "contrastive_loss": 0.06641054153442383,
      "epoch": 0.24017467248908297,
      "step": 770
    },
    {
      "contrastive_lambda": 0.9995947423169713,
      "epoch": 0.24017467248908297,
      "step": 770
    },
    {
      "contrastive_lambda": 0.9995936877883682,
      "epoch": 0.2404865876481597,
      "step": 771
    },
    {
      "contrastive_lambda": 0.9995926318901006,
      "epoch": 0.24079850280723644,
      "step": 772
    },
    {
      "contrastive_lambda": 0.9995915746221714,
      "epoch": 0.24111041796631316,
      "step": 773
    },
    {
      "contrastive_lambda": 0.9995905159845835,
      "epoch": 0.24142233312538988,
      "step": 774
    },
    {
      "contrastive_lambda": 0.99958945597734,
      "epoch": 0.24173424828446663,
      "step": 775
    },
    {
      "contrastive_lambda": 0.9995883946004434,
      "epoch": 0.24204616344354335,
      "step": 776
    },
    {
      "contrastive_lambda": 0.999587331853897,
      "epoch": 0.2423580786026201,
      "step": 777
    },
    {
      "contrastive_lambda": 0.9995862677377034,
      "epoch": 0.24266999376169682,
      "step": 778
    },
    {
      "contrastive_lambda": 0.9995852022518659,
      "epoch": 0.24298190892077354,
      "step": 779
    },
    {
      "epoch": 0.24329382407985028,
      "grad_norm": 0.48102232813835144,
      "learning_rate": 2.5966666666666667e-05,
      "loss": 0.1633,
      "step": 780
    },
    {
      "epoch": 0.24329382407985028,
      "flow_loss": 0.14673413336277008,
      "step": 780
    },
    {
      "contrastive_loss": 0.07206034660339355,
      "epoch": 0.24329382407985028,
      "step": 780
    },
    {
      "contrastive_lambda": 0.9995841353963871,
      "epoch": 0.24329382407985028,
      "step": 780
    },
    {
      "contrastive_lambda": 0.99958306717127,
      "epoch": 0.243605739238927,
      "step": 781
    },
    {
      "contrastive_lambda": 0.9995819975765177,
      "epoch": 0.24391765439800375,
      "step": 782
    },
    {
      "contrastive_lambda": 0.9995809266121328,
      "epoch": 0.24422956955708047,
      "step": 783
    },
    {
      "contrastive_lambda": 0.9995798542781186,
      "epoch": 0.2445414847161572,
      "step": 784
    },
    {
      "contrastive_lambda": 0.9995787805744778,
      "epoch": 0.24485339987523394,
      "step": 785
    },
    {
      "contrastive_lambda": 0.9995777055012134,
      "epoch": 0.24516531503431066,
      "step": 786
    },
    {
      "contrastive_lambda": 0.9995766290583282,
      "epoch": 0.2454772301933874,
      "step": 787
    },
    {
      "contrastive_lambda": 0.9995755512458255,
      "epoch": 0.24578914535246413,
      "step": 788
    },
    {
      "contrastive_lambda": 0.999574472063708,
      "epoch": 0.24610106051154085,
      "step": 789
    },
    {
      "epoch": 0.2464129756706176,
      "grad_norm": 0.3613097369670868,
      "learning_rate": 2.6300000000000002e-05,
      "loss": 0.1485,
      "step": 790
    },
    {
      "epoch": 0.2464129756706176,
      "flow_loss": 0.141279399394989,
      "step": 790
    },
    {
      "contrastive_loss": 0.07239610701799393,
      "epoch": 0.2464129756706176,
      "step": 790
    },
    {
      "contrastive_lambda": 0.9995733915119787,
      "epoch": 0.2464129756706176,
      "step": 790
    },
    {
      "contrastive_lambda": 0.9995723095906406,
      "epoch": 0.24672489082969432,
      "step": 791
    },
    {
      "contrastive_lambda": 0.9995712262996967,
      "epoch": 0.24703680598877106,
      "step": 792
    },
    {
      "contrastive_lambda": 0.9995701416391498,
      "epoch": 0.24734872114784778,
      "step": 793
    },
    {
      "contrastive_lambda": 0.9995690556090031,
      "epoch": 0.2476606363069245,
      "step": 794
    },
    {
      "contrastive_lambda": 0.9995679682092595,
      "epoch": 0.24797255146600125,
      "step": 795
    },
    {
      "contrastive_lambda": 0.9995668794399218,
      "epoch": 0.24828446662507797,
      "step": 796
    },
    {
      "contrastive_lambda": 0.9995657893009933,
      "epoch": 0.24859638178415472,
      "step": 797
    },
    {
      "contrastive_lambda": 0.9995646977924768,
      "epoch": 0.24890829694323144,
      "step": 798
    },
    {
      "contrastive_lambda": 0.9995636049143752,
      "epoch": 0.24922021210230816,
      "step": 799
    },
    {
      "epoch": 0.2495321272613849,
      "grad_norm": 0.5229410529136658,
      "learning_rate": 2.663333333333333e-05,
      "loss": 0.1534,
      "step": 800
    },
    {
      "epoch": 0.2495321272613849,
      "flow_loss": 0.15176257491111755,
      "step": 800
    },
    {
      "contrastive_loss": 0.06978701055049896,
      "epoch": 0.2495321272613849,
      "step": 800
    },
    {
      "contrastive_lambda": 0.9995625106666917,
      "epoch": 0.2495321272613849,
      "step": 800
    },
    {
      "contrastive_lambda": 0.9995614150494292,
      "epoch": 0.24984404242046163,
      "step": 801
    },
    {
      "contrastive_lambda": 0.9995603180625907,
      "epoch": 0.25015595757953835,
      "step": 802
    },
    {
      "contrastive_lambda": 0.9995592197061792,
      "epoch": 0.2504678727386151,
      "step": 803
    },
    {
      "contrastive_lambda": 0.9995581199801977,
      "epoch": 0.25077978789769184,
      "step": 804
    },
    {
      "contrastive_lambda": 0.9995570188846494,
      "epoch": 0.25109170305676853,
      "step": 805
    },
    {
      "contrastive_lambda": 0.9995559164195371,
      "epoch": 0.2514036182158453,
      "step": 806
    },
    {
      "contrastive_lambda": 0.9995548125848639,
      "epoch": 0.25171553337492203,
      "step": 807
    },
    {
      "contrastive_lambda": 0.9995537073806328,
      "epoch": 0.2520274485339988,
      "step": 808
    },
    {
      "contrastive_lambda": 0.9995526008068468,
      "epoch": 0.25233936369307547,
      "step": 809
    },
    {
      "epoch": 0.2526512788521522,
      "grad_norm": 0.4404034912586212,
      "learning_rate": 2.6966666666666667e-05,
      "loss": 0.1524,
      "step": 810
    },
    {
      "epoch": 0.2526512788521522,
      "flow_loss": 0.14589276909828186,
      "step": 810
    },
    {
      "contrastive_loss": 0.06849823147058487,
      "epoch": 0.2526512788521522,
      "step": 810
    },
    {
      "contrastive_lambda": 0.999551492863509,
      "epoch": 0.2526512788521522,
      "step": 810
    },
    {
      "contrastive_lambda": 0.9995503835506225,
      "epoch": 0.25296319401122896,
      "step": 811
    },
    {
      "contrastive_lambda": 0.9995492728681903,
      "epoch": 0.25327510917030566,
      "step": 812
    },
    {
      "contrastive_lambda": 0.9995481608162152,
      "epoch": 0.2535870243293824,
      "step": 813
    },
    {
      "contrastive_lambda": 0.9995470473947006,
      "epoch": 0.25389893948845915,
      "step": 814
    },
    {
      "contrastive_lambda": 0.9995459326036493,
      "epoch": 0.25421085464753584,
      "step": 815
    },
    {
      "contrastive_lambda": 0.9995448164430646,
      "epoch": 0.2545227698066126,
      "step": 816
    },
    {
      "contrastive_lambda": 0.9995436989129494,
      "epoch": 0.25483468496568934,
      "step": 817
    },
    {
      "contrastive_lambda": 0.9995425800133066,
      "epoch": 0.2551466001247661,
      "step": 818
    },
    {
      "contrastive_lambda": 0.9995414597441397,
      "epoch": 0.2554585152838428,
      "step": 819
    },
    {
      "epoch": 0.2557704304429195,
      "grad_norm": 0.4740262031555176,
      "learning_rate": 2.7300000000000003e-05,
      "loss": 0.154,
      "step": 820
    },
    {
      "epoch": 0.2557704304429195,
      "flow_loss": 0.13046404719352722,
      "step": 820
    },
    {
      "contrastive_loss": 0.06564457714557648,
      "epoch": 0.2557704304429195,
      "step": 820
    },
    {
      "contrastive_lambda": 0.9995403381054515,
      "epoch": 0.2557704304429195,
      "step": 820
    },
    {
      "contrastive_lambda": 0.999539215097245,
      "epoch": 0.2560823456019963,
      "step": 821
    },
    {
      "contrastive_lambda": 0.9995380907195234,
      "epoch": 0.25639426076107297,
      "step": 822
    },
    {
      "contrastive_lambda": 0.9995369649722897,
      "epoch": 0.2567061759201497,
      "step": 823
    },
    {
      "contrastive_lambda": 0.9995358378555471,
      "epoch": 0.25701809107922646,
      "step": 824
    },
    {
      "contrastive_lambda": 0.9995347093692987,
      "epoch": 0.25733000623830316,
      "step": 825
    },
    {
      "contrastive_lambda": 0.9995335795135475,
      "epoch": 0.2576419213973799,
      "step": 826
    },
    {
      "contrastive_lambda": 0.9995324482882966,
      "epoch": 0.25795383655645665,
      "step": 827
    },
    {
      "contrastive_lambda": 0.9995313156935491,
      "epoch": 0.2582657517155334,
      "step": 828
    },
    {
      "contrastive_lambda": 0.9995301817293083,
      "epoch": 0.2585776668746101,
      "step": 829
    },
    {
      "epoch": 0.25888958203368684,
      "grad_norm": 0.36980369687080383,
      "learning_rate": 2.7633333333333332e-05,
      "loss": 0.146,
      "step": 830
    },
    {
      "epoch": 0.25888958203368684,
      "flow_loss": 0.11744816601276398,
      "step": 830
    },
    {
      "contrastive_loss": 0.059861406683921814,
      "epoch": 0.25888958203368684,
      "step": 830
    },
    {
      "contrastive_lambda": 0.9995290463955769,
      "epoch": 0.25888958203368684,
      "step": 830
    },
    {
      "contrastive_lambda": 0.9995279096923584,
      "epoch": 0.2592014971927636,
      "step": 831
    },
    {
      "contrastive_lambda": 0.9995267716196559,
      "epoch": 0.2595134123518403,
      "step": 832
    },
    {
      "contrastive_lambda": 0.9995256321774721,
      "epoch": 0.259825327510917,
      "step": 833
    },
    {
      "contrastive_lambda": 0.9995244913658106,
      "epoch": 0.2601372426699938,
      "step": 834
    },
    {
      "contrastive_lambda": 0.9995233491846743,
      "epoch": 0.26044915782907047,
      "step": 835
    },
    {
      "contrastive_lambda": 0.9995222056340665,
      "epoch": 0.2607610729881472,
      "step": 836
    },
    {
      "contrastive_lambda": 0.9995210607139899,
      "epoch": 0.26107298814722396,
      "step": 837
    },
    {
      "contrastive_lambda": 0.9995199144244482,
      "epoch": 0.2613849033063007,
      "step": 838
    },
    {
      "contrastive_lambda": 0.9995187667654444,
      "epoch": 0.2616968184653774,
      "step": 839
    },
    {
      "epoch": 0.26200873362445415,
      "grad_norm": 0.3726458251476288,
      "learning_rate": 2.7966666666666668e-05,
      "loss": 0.1449,
      "step": 840
    },
    {
      "epoch": 0.26200873362445415,
      "flow_loss": 0.1468787044286728,
      "step": 840
    },
    {
      "contrastive_loss": 0.059369076043367386,
      "epoch": 0.26200873362445415,
      "step": 840
    },
    {
      "contrastive_lambda": 0.9995176177369813,
      "epoch": 0.26200873362445415,
      "step": 840
    },
    {
      "contrastive_lambda": 0.9995164673390624,
      "epoch": 0.2623206487835309,
      "step": 841
    },
    {
      "contrastive_lambda": 0.9995153155716907,
      "epoch": 0.2626325639426076,
      "step": 842
    },
    {
      "contrastive_lambda": 0.9995141624348693,
      "epoch": 0.26294447910168434,
      "step": 843
    },
    {
      "contrastive_lambda": 0.9995130079286016,
      "epoch": 0.2632563942607611,
      "step": 844
    },
    {
      "contrastive_lambda": 0.9995118520528907,
      "epoch": 0.26356830941983783,
      "step": 845
    },
    {
      "contrastive_lambda": 0.9995106948077396,
      "epoch": 0.2638802245789145,
      "step": 846
    },
    {
      "contrastive_lambda": 0.9995095361931516,
      "epoch": 0.26419213973799127,
      "step": 847
    },
    {
      "contrastive_lambda": 0.9995083762091298,
      "epoch": 0.264504054897068,
      "step": 848
    },
    {
      "contrastive_lambda": 0.9995072148556774,
      "epoch": 0.2648159700561447,
      "step": 849
    },
    {
      "epoch": 0.26512788521522146,
      "grad_norm": 0.4556810259819031,
      "learning_rate": 2.83e-05,
      "loss": 0.1515,
      "step": 850
    },
    {
      "epoch": 0.26512788521522146,
      "flow_loss": 0.1488887220621109,
      "step": 850
    },
    {
      "contrastive_loss": 0.0639619380235672,
      "epoch": 0.26512788521522146,
      "step": 850
    },
    {
      "contrastive_lambda": 0.9995060521327976,
      "epoch": 0.26512788521522146,
      "step": 850
    },
    {
      "contrastive_lambda": 0.9995048880404938,
      "epoch": 0.2654398003742982,
      "step": 851
    },
    {
      "contrastive_lambda": 0.9995037225787688,
      "epoch": 0.2657517155333749,
      "step": 852
    },
    {
      "contrastive_lambda": 0.999502555747626,
      "epoch": 0.26606363069245165,
      "step": 853
    },
    {
      "contrastive_lambda": 0.9995013875470686,
      "epoch": 0.2663755458515284,
      "step": 854
    },
    {
      "contrastive_lambda": 0.9995002179770998,
      "epoch": 0.26668746101060514,
      "step": 855
    },
    {
      "contrastive_lambda": 0.9994990470377227,
      "epoch": 0.26699937616968183,
      "step": 856
    },
    {
      "contrastive_lambda": 0.9994978747289408,
      "epoch": 0.2673112913287586,
      "step": 857
    },
    {
      "contrastive_lambda": 0.9994967010507569,
      "epoch": 0.26762320648783533,
      "step": 858
    },
    {
      "contrastive_lambda": 0.9994955260031746,
      "epoch": 0.267935121646912,
      "step": 859
    },
    {
      "epoch": 0.26824703680598877,
      "grad_norm": 0.4681185185909271,
      "learning_rate": 2.8633333333333336e-05,
      "loss": 0.1434,
      "step": 860
    },
    {
      "epoch": 0.26824703680598877,
      "flow_loss": 0.14125187695026398,
      "step": 860
    },
    {
      "contrastive_loss": 0.06352631747722626,
      "epoch": 0.26824703680598877,
      "step": 860
    },
    {
      "contrastive_lambda": 0.999494349586197,
      "epoch": 0.26824703680598877,
      "step": 860
    },
    {
      "contrastive_lambda": 0.9994931717998271,
      "epoch": 0.2685589519650655,
      "step": 861
    },
    {
      "contrastive_lambda": 0.9994919926440684,
      "epoch": 0.2688708671241422,
      "step": 862
    },
    {
      "contrastive_lambda": 0.9994908121189241,
      "epoch": 0.26918278228321896,
      "step": 863
    },
    {
      "contrastive_lambda": 0.9994896302243972,
      "epoch": 0.2694946974422957,
      "step": 864
    },
    {
      "contrastive_lambda": 0.9994884469604912,
      "epoch": 0.26980661260137245,
      "step": 865
    },
    {
      "contrastive_lambda": 0.9994872623272093,
      "epoch": 0.27011852776044915,
      "step": 866
    },
    {
      "contrastive_lambda": 0.9994860763245548,
      "epoch": 0.2704304429195259,
      "step": 867
    },
    {
      "contrastive_lambda": 0.9994848889525307,
      "epoch": 0.27074235807860264,
      "step": 868
    },
    {
      "contrastive_lambda": 0.9994837002111405,
      "epoch": 0.27105427323767933,
      "step": 869
    },
    {
      "epoch": 0.2713661883967561,
      "grad_norm": 0.3481821119785309,
      "learning_rate": 2.8966666666666668e-05,
      "loss": 0.1399,
      "step": 870
    },
    {
      "epoch": 0.2713661883967561,
      "flow_loss": 0.15033160150051117,
      "step": 870
    },
    {
      "contrastive_loss": 0.06036927178502083,
      "epoch": 0.2713661883967561,
      "step": 870
    },
    {
      "contrastive_lambda": 0.9994825101003874,
      "epoch": 0.2713661883967561,
      "step": 870
    },
    {
      "contrastive_lambda": 0.9994813186202746,
      "epoch": 0.27167810355583283,
      "step": 871
    },
    {
      "contrastive_lambda": 0.9994801257708054,
      "epoch": 0.2719900187149095,
      "step": 872
    },
    {
      "contrastive_lambda": 0.999478931551983,
      "epoch": 0.27230193387398627,
      "step": 873
    },
    {
      "contrastive_lambda": 0.9994777359638108,
      "epoch": 0.272613849033063,
      "step": 874
    },
    {
      "contrastive_lambda": 0.9994765390062921,
      "epoch": 0.27292576419213976,
      "step": 875
    },
    {
      "contrastive_lambda": 0.9994753406794301,
      "epoch": 0.27323767935121646,
      "step": 876
    },
    {
      "contrastive_lambda": 0.999474140983228,
      "epoch": 0.2735495945102932,
      "step": 877
    },
    {
      "contrastive_lambda": 0.9994729399176893,
      "epoch": 0.27386150966936995,
      "step": 878
    },
    {
      "contrastive_lambda": 0.999471737482817,
      "epoch": 0.27417342482844664,
      "step": 879
    },
    {
      "epoch": 0.2744853399875234,
      "grad_norm": 0.4915236830711365,
      "learning_rate": 2.93e-05,
      "loss": 0.1396,
      "step": 880
    },
    {
      "epoch": 0.2744853399875234,
      "flow_loss": 0.1511968970298767,
      "step": 880
    },
    {
      "contrastive_loss": 0.06356571614742279,
      "epoch": 0.2744853399875234,
      "step": 880
    },
    {
      "contrastive_lambda": 0.9994705336786147,
      "epoch": 0.2744853399875234,
      "step": 880
    },
    {
      "contrastive_lambda": 0.9994693285050856,
      "epoch": 0.27479725514660014,
      "step": 881
    },
    {
      "contrastive_lambda": 0.999468121962233,
      "epoch": 0.27510917030567683,
      "step": 882
    },
    {
      "contrastive_lambda": 0.99946691405006,
      "epoch": 0.2754210854647536,
      "step": 883
    },
    {
      "contrastive_lambda": 0.9994657047685703,
      "epoch": 0.2757330006238303,
      "step": 884
    },
    {
      "contrastive_lambda": 0.9994644941177669,
      "epoch": 0.2760449157829071,
      "step": 885
    },
    {
      "contrastive_lambda": 0.9994632820976533,
      "epoch": 0.27635683094198377,
      "step": 886
    },
    {
      "contrastive_lambda": 0.9994620687082327,
      "epoch": 0.2766687461010605,
      "step": 887
    },
    {
      "contrastive_lambda": 0.9994608539495085,
      "epoch": 0.27698066126013726,
      "step": 888
    },
    {
      "contrastive_lambda": 0.9994596378214841,
      "epoch": 0.27729257641921395,
      "step": 889
    },
    {
      "epoch": 0.2776044915782907,
      "grad_norm": 0.27501851320266724,
      "learning_rate": 2.9633333333333336e-05,
      "loss": 0.1338,
      "step": 890
    },
    {
      "epoch": 0.2776044915782907,
      "flow_loss": 0.13085556030273438,
      "step": 890
    },
    {
      "contrastive_loss": 0.056043706834316254,
      "epoch": 0.2776044915782907,
      "step": 890
    },
    {
      "contrastive_lambda": 0.9994584203241625,
      "epoch": 0.2776044915782907,
      "step": 890
    },
    {
      "contrastive_lambda": 0.9994572014575476,
      "epoch": 0.27791640673736745,
      "step": 891
    },
    {
      "contrastive_lambda": 0.9994559812216421,
      "epoch": 0.27822832189644414,
      "step": 892
    },
    {
      "contrastive_lambda": 0.9994547596164499,
      "epoch": 0.2785402370555209,
      "step": 893
    },
    {
      "contrastive_lambda": 0.9994535366419741,
      "epoch": 0.27885215221459764,
      "step": 894
    },
    {
      "contrastive_lambda": 0.999452312298218,
      "epoch": 0.2791640673736744,
      "step": 895
    },
    {
      "contrastive_lambda": 0.9994510865851851,
      "epoch": 0.2794759825327511,
      "step": 896
    },
    {
      "contrastive_lambda": 0.9994498595028787,
      "epoch": 0.2797878976918278,
      "step": 897
    },
    {
      "contrastive_lambda": 0.999448631051302,
      "epoch": 0.2800998128509046,
      "step": 898
    },
    {
      "contrastive_lambda": 0.9994474012304586,
      "epoch": 0.28041172800998126,
      "step": 899
    },
    {
      "epoch": 0.280723643169058,
      "grad_norm": 0.33090272545814514,
      "learning_rate": 2.9966666666666672e-05,
      "loss": 0.1456,
      "step": 900
    },
    {
      "epoch": 0.280723643169058,
      "flow_loss": 0.1372600495815277,
      "step": 900
    },
    {
      "contrastive_loss": 0.06021980196237564,
      "epoch": 0.280723643169058,
      "step": 900
    },
    {
      "contrastive_lambda": 0.9994461700403519,
      "epoch": 0.280723643169058,
      "step": 900
    },
    {
      "contrastive_lambda": 0.9994449374809851,
      "epoch": 0.28103555832813476,
      "step": 901
    },
    {
      "contrastive_lambda": 0.9994437035523616,
      "epoch": 0.28134747348721145,
      "step": 902
    },
    {
      "contrastive_lambda": 0.9994424682544847,
      "epoch": 0.2816593886462882,
      "step": 903
    },
    {
      "contrastive_lambda": 0.9994412315873581,
      "epoch": 0.28197130380536495,
      "step": 904
    },
    {
      "contrastive_lambda": 0.999439993550985,
      "epoch": 0.2822832189644417,
      "step": 905
    },
    {
      "contrastive_lambda": 0.9994387541453688,
      "epoch": 0.2825951341235184,
      "step": 906
    },
    {
      "contrastive_lambda": 0.9994375133705129,
      "epoch": 0.28290704928259514,
      "step": 907
    },
    {
      "contrastive_lambda": 0.9994362712264206,
      "epoch": 0.2832189644416719,
      "step": 908
    },
    {
      "contrastive_lambda": 0.9994350277130954,
      "epoch": 0.2835308796007486,
      "step": 909
    },
    {
      "epoch": 0.2838427947598253,
      "grad_norm": 0.4288519620895386,
      "learning_rate": 3.03e-05,
      "loss": 0.1347,
      "step": 910
    },
    {
      "epoch": 0.2838427947598253,
      "flow_loss": 0.17427727580070496,
      "step": 910
    },
    {
      "contrastive_loss": 0.07112741470336914,
      "epoch": 0.2838427947598253,
      "step": 910
    },
    {
      "contrastive_lambda": 0.9994337828305409,
      "epoch": 0.2838427947598253,
      "step": 910
    },
    {
      "contrastive_lambda": 0.9994325365787602,
      "epoch": 0.28415470991890207,
      "step": 911
    },
    {
      "contrastive_lambda": 0.9994312889577568,
      "epoch": 0.28446662507797876,
      "step": 912
    },
    {
      "contrastive_lambda": 0.9994300399675342,
      "epoch": 0.2847785402370555,
      "step": 913
    },
    {
      "contrastive_lambda": 0.9994287896080959,
      "epoch": 0.28509045539613226,
      "step": 914
    },
    {
      "contrastive_lambda": 0.9994275378794452,
      "epoch": 0.285402370555209,
      "step": 915
    },
    {
      "contrastive_lambda": 0.9994262847815854,
      "epoch": 0.2857142857142857,
      "step": 916
    },
    {
      "contrastive_lambda": 0.9994250303145202,
      "epoch": 0.28602620087336245,
      "step": 917
    },
    {
      "contrastive_lambda": 0.9994237744782528,
      "epoch": 0.2863381160324392,
      "step": 918
    },
    {
      "contrastive_lambda": 0.999422517272787,
      "epoch": 0.2866500311915159,
      "step": 919
    },
    {
      "epoch": 0.28696194635059263,
      "grad_norm": 0.366924911737442,
      "learning_rate": 3.063333333333334e-05,
      "loss": 0.1449,
      "step": 920
    },
    {
      "epoch": 0.28696194635059263,
      "flow_loss": 0.13237610459327698,
      "step": 920
    },
    {
      "contrastive_loss": 0.0554078109562397,
      "epoch": 0.28696194635059263,
      "step": 920
    },
    {
      "contrastive_lambda": 0.9994212586981258,
      "epoch": 0.28696194635059263,
      "step": 920
    },
    {
      "contrastive_lambda": 0.9994199987542729,
      "epoch": 0.2872738615096694,
      "step": 921
    },
    {
      "contrastive_lambda": 0.9994187374412318,
      "epoch": 0.2875857766687461,
      "step": 922
    },
    {
      "contrastive_lambda": 0.9994174747590059,
      "epoch": 0.2878976918278228,
      "step": 923
    },
    {
      "contrastive_lambda": 0.9994162107075986,
      "epoch": 0.28820960698689957,
      "step": 924
    },
    {
      "contrastive_lambda": 0.9994149452870132,
      "epoch": 0.2885215221459763,
      "step": 925
    },
    {
      "contrastive_lambda": 0.9994136784972536,
      "epoch": 0.288833437305053,
      "step": 926
    },
    {
      "contrastive_lambda": 0.999412410338323,
      "epoch": 0.28914535246412976,
      "step": 927
    },
    {
      "contrastive_lambda": 0.9994111408102249,
      "epoch": 0.2894572676232065,
      "step": 928
    },
    {
      "contrastive_lambda": 0.9994098699129628,
      "epoch": 0.2897691827822832,
      "step": 929
    },
    {
      "epoch": 0.29008109794135994,
      "grad_norm": 0.33700287342071533,
      "learning_rate": 3.096666666666666e-05,
      "loss": 0.1305,
      "step": 930
    },
    {
      "epoch": 0.29008109794135994,
      "flow_loss": 0.13517016172409058,
      "step": 930
    },
    {
      "contrastive_loss": 0.05309214070439339,
      "epoch": 0.29008109794135994,
      "step": 930
    },
    {
      "contrastive_lambda": 0.9994085976465401,
      "epoch": 0.29008109794135994,
      "step": 930
    },
    {
      "contrastive_lambda": 0.9994073240109606,
      "epoch": 0.2903930131004367,
      "step": 931
    },
    {
      "contrastive_lambda": 0.9994060490062273,
      "epoch": 0.29070492825951344,
      "step": 932
    },
    {
      "contrastive_lambda": 0.9994047726323442,
      "epoch": 0.29101684341859013,
      "step": 933
    },
    {
      "contrastive_lambda": 0.9994034948893145,
      "epoch": 0.2913287585776669,
      "step": 934
    },
    {
      "contrastive_lambda": 0.9994022157771416,
      "epoch": 0.2916406737367436,
      "step": 935
    },
    {
      "contrastive_lambda": 0.9994009352958293,
      "epoch": 0.2919525888958203,
      "step": 936
    },
    {
      "contrastive_lambda": 0.9993996534453811,
      "epoch": 0.29226450405489707,
      "step": 937
    },
    {
      "contrastive_lambda": 0.9993983702258002,
      "epoch": 0.2925764192139738,
      "step": 938
    },
    {
      "contrastive_lambda": 0.9993970856370904,
      "epoch": 0.2928883343730505,
      "step": 939
    },
    {
      "epoch": 0.29320024953212726,
      "grad_norm": 0.38181406259536743,
      "learning_rate": 3.13e-05,
      "loss": 0.1296,
      "step": 940
    },
    {
      "epoch": 0.29320024953212726,
      "flow_loss": 0.12573662400245667,
      "step": 940
    },
    {
      "contrastive_loss": 0.04614876210689545,
      "epoch": 0.29320024953212726,
      "step": 940
    },
    {
      "contrastive_lambda": 0.9993957996792551,
      "epoch": 0.29320024953212726,
      "step": 940
    },
    {
      "contrastive_lambda": 0.9993945123522978,
      "epoch": 0.293512164691204,
      "step": 941
    },
    {
      "contrastive_lambda": 0.9993932236562222,
      "epoch": 0.29382407985028075,
      "step": 942
    },
    {
      "contrastive_lambda": 0.9993919335910317,
      "epoch": 0.29413599500935744,
      "step": 943
    },
    {
      "contrastive_lambda": 0.9993906421567299,
      "epoch": 0.2944479101684342,
      "step": 944
    },
    {
      "contrastive_lambda": 0.9993893493533202,
      "epoch": 0.29475982532751094,
      "step": 945
    },
    {
      "contrastive_lambda": 0.9993880551808063,
      "epoch": 0.29507174048658763,
      "step": 946
    },
    {
      "contrastive_lambda": 0.9993867596391917,
      "epoch": 0.2953836556456644,
      "step": 947
    },
    {
      "contrastive_lambda": 0.99938546272848,
      "epoch": 0.2956955708047411,
      "step": 948
    },
    {
      "contrastive_lambda": 0.9993841644486746,
      "epoch": 0.2960074859638178,
      "step": 949
    },
    {
      "epoch": 0.29631940112289457,
      "grad_norm": 0.3794155716896057,
      "learning_rate": 3.1633333333333334e-05,
      "loss": 0.1406,
      "step": 950
    },
    {
      "epoch": 0.29631940112289457,
      "flow_loss": 0.12657424807548523,
      "step": 950
    },
    {
      "contrastive_loss": 0.050498414784669876,
      "epoch": 0.29631940112289457,
      "step": 950
    },
    {
      "contrastive_lambda": 0.9993828647997791,
      "epoch": 0.29631940112289457,
      "step": 950
    },
    {
      "contrastive_lambda": 0.9993815637817973,
      "epoch": 0.2966313162819713,
      "step": 951
    },
    {
      "contrastive_lambda": 0.9993802613947325,
      "epoch": 0.29694323144104806,
      "step": 952
    },
    {
      "contrastive_lambda": 0.9993789576385883,
      "epoch": 0.29725514660012475,
      "step": 953
    },
    {
      "contrastive_lambda": 0.9993776525133684,
      "epoch": 0.2975670617592015,
      "step": 954
    },
    {
      "contrastive_lambda": 0.9993763460190763,
      "epoch": 0.29787897691827825,
      "step": 955
    },
    {
      "contrastive_lambda": 0.9993750381557157,
      "epoch": 0.29819089207735494,
      "step": 956
    },
    {
      "contrastive_lambda": 0.99937372892329,
      "epoch": 0.2985028072364317,
      "step": 957
    },
    {
      "contrastive_lambda": 0.9993724183218029,
      "epoch": 0.29881472239550844,
      "step": 958
    },
    {
      "contrastive_lambda": 0.9993711063512578,
      "epoch": 0.29912663755458513,
      "step": 959
    },
    {
      "epoch": 0.2994385527136619,
      "grad_norm": 0.32776007056236267,
      "learning_rate": 3.196666666666667e-05,
      "loss": 0.1312,
      "step": 960
    },
    {
      "epoch": 0.2994385527136619,
      "flow_loss": 0.16599221527576447,
      "step": 960
    },
    {
      "contrastive_loss": 0.06451797485351562,
      "epoch": 0.2994385527136619,
      "step": 960
    },
    {
      "contrastive_lambda": 0.9993697930116586,
      "epoch": 0.2994385527136619,
      "step": 960
    },
    {
      "contrastive_lambda": 0.9993684783030088,
      "epoch": 0.2997504678727386,
      "step": 961
    },
    {
      "contrastive_lambda": 0.9993671622253119,
      "epoch": 0.30006238303181537,
      "step": 962
    },
    {
      "contrastive_lambda": 0.9993658447785716,
      "epoch": 0.30037429819089206,
      "step": 963
    },
    {
      "contrastive_lambda": 0.9993645259627914,
      "epoch": 0.3006862133499688,
      "step": 964
    },
    {
      "contrastive_lambda": 0.9993632057779751,
      "epoch": 0.30099812850904556,
      "step": 965
    },
    {
      "contrastive_lambda": 0.9993618842241261,
      "epoch": 0.30131004366812225,
      "step": 966
    },
    {
      "contrastive_lambda": 0.9993605613012482,
      "epoch": 0.301621958827199,
      "step": 967
    },
    {
      "contrastive_lambda": 0.9993592370093449,
      "epoch": 0.30193387398627575,
      "step": 968
    },
    {
      "contrastive_lambda": 0.9993579113484201,
      "epoch": 0.30224578914535244,
      "step": 969
    },
    {
      "epoch": 0.3025577043044292,
      "grad_norm": 0.2814454436302185,
      "learning_rate": 3.2300000000000006e-05,
      "loss": 0.1327,
      "step": 970
    },
    {
      "epoch": 0.3025577043044292,
      "flow_loss": 0.13939331471920013,
      "step": 970
    },
    {
      "contrastive_loss": 0.05931810662150383,
      "epoch": 0.3025577043044292,
      "step": 970
    },
    {
      "contrastive_lambda": 0.9993565843184771,
      "epoch": 0.3025577043044292,
      "step": 970
    },
    {
      "contrastive_lambda": 0.9993552559195197,
      "epoch": 0.30286961946350593,
      "step": 971
    },
    {
      "contrastive_lambda": 0.9993539261515515,
      "epoch": 0.3031815346225827,
      "step": 972
    },
    {
      "contrastive_lambda": 0.9993525950145761,
      "epoch": 0.3034934497816594,
      "step": 973
    },
    {
      "contrastive_lambda": 0.9993512625085973,
      "epoch": 0.3038053649407361,
      "step": 974
    },
    {
      "contrastive_lambda": 0.9993499286336187,
      "epoch": 0.30411728009981287,
      "step": 975
    },
    {
      "contrastive_lambda": 0.9993485933896438,
      "epoch": 0.30442919525888956,
      "step": 976
    },
    {
      "contrastive_lambda": 0.9993472567766764,
      "epoch": 0.3047411104179663,
      "step": 977
    },
    {
      "contrastive_lambda": 0.9993459187947202,
      "epoch": 0.30505302557704306,
      "step": 978
    },
    {
      "contrastive_lambda": 0.9993445794437787,
      "epoch": 0.30536494073611975,
      "step": 979
    },
    {
      "epoch": 0.3056768558951965,
      "grad_norm": 0.3702663481235504,
      "learning_rate": 3.263333333333333e-05,
      "loss": 0.1331,
      "step": 980
    },
    {
      "epoch": 0.3056768558951965,
      "flow_loss": 0.12193413078784943,
      "step": 980
    },
    {
      "contrastive_loss": 0.05967504903674126,
      "epoch": 0.3056768558951965,
      "step": 980
    },
    {
      "contrastive_lambda": 0.9993432387238559,
      "epoch": 0.3056768558951965,
      "step": 980
    },
    {
      "contrastive_lambda": 0.9993418966349551,
      "epoch": 0.30598877105427325,
      "step": 981
    },
    {
      "contrastive_lambda": 0.9993405531770801,
      "epoch": 0.30630068621335,
      "step": 982
    },
    {
      "contrastive_lambda": 0.9993392083502348,
      "epoch": 0.3066126013724267,
      "step": 983
    },
    {
      "contrastive_lambda": 0.9993378621544226,
      "epoch": 0.30692451653150343,
      "step": 984
    },
    {
      "contrastive_lambda": 0.9993365145896472,
      "epoch": 0.3072364316905802,
      "step": 985
    },
    {
      "contrastive_lambda": 0.9993351656559125,
      "epoch": 0.3075483468496569,
      "step": 986
    },
    {
      "contrastive_lambda": 0.9993338153532221,
      "epoch": 0.3078602620087336,
      "step": 987
    },
    {
      "contrastive_lambda": 0.9993324636815797,
      "epoch": 0.30817217716781037,
      "step": 988
    },
    {
      "contrastive_lambda": 0.999331110640989,
      "epoch": 0.30848409232688706,
      "step": 989
    },
    {
      "epoch": 0.3087960074859638,
      "grad_norm": 0.33850371837615967,
      "learning_rate": 3.296666666666667e-05,
      "loss": 0.1387,
      "step": 990
    },
    {
      "epoch": 0.3087960074859638,
      "flow_loss": 0.11990714073181152,
      "step": 990
    },
    {
      "contrastive_loss": 0.05507975444197655,
      "epoch": 0.3087960074859638,
      "step": 990
    },
    {
      "contrastive_lambda": 0.9993297562314536,
      "epoch": 0.3087960074859638,
      "step": 990
    },
    {
      "contrastive_lambda": 0.9993284004529774,
      "epoch": 0.30910792264504056,
      "step": 991
    },
    {
      "contrastive_lambda": 0.9993270433055641,
      "epoch": 0.3094198378041173,
      "step": 992
    },
    {
      "contrastive_lambda": 0.9993256847892174,
      "epoch": 0.309731752963194,
      "step": 993
    },
    {
      "contrastive_lambda": 0.9993243249039409,
      "epoch": 0.31004366812227074,
      "step": 994
    },
    {
      "contrastive_lambda": 0.9993229636497383,
      "epoch": 0.3103555832813475,
      "step": 995
    },
    {
      "contrastive_lambda": 0.9993216010266136,
      "epoch": 0.3106674984404242,
      "step": 996
    },
    {
      "contrastive_lambda": 0.9993202370345704,
      "epoch": 0.31097941359950093,
      "step": 997
    },
    {
      "contrastive_lambda": 0.9993188716736123,
      "epoch": 0.3112913287585777,
      "step": 998
    },
    {
      "contrastive_lambda": 0.9993175049437433,
      "epoch": 0.31160324391765437,
      "step": 999
    },
    {
      "epoch": 0.3119151590767311,
      "grad_norm": 0.2679753303527832,
      "learning_rate": 3.33e-05,
      "loss": 0.1309,
      "step": 1000
    },
    {
      "epoch": 0.3119151590767311,
      "flow_loss": 0.09487636387348175,
      "step": 1000
    },
    {
      "contrastive_loss": 0.04986674338579178,
      "epoch": 0.3119151590767311,
      "step": 1000
    },
    {
      "contrastive_lambda": 0.9993161368449668,
      "epoch": 0.3119151590767311,
      "step": 1000
    },
    {
      "contrastive_lambda": 0.9993147673772869,
      "epoch": 0.31222707423580787,
      "step": 1001
    },
    {
      "contrastive_lambda": 0.9993133965407073,
      "epoch": 0.3125389893948846,
      "step": 1002
    },
    {
      "contrastive_lambda": 0.9993120243352316,
      "epoch": 0.3128509045539613,
      "step": 1003
    },
    {
      "contrastive_lambda": 0.9993106507608636,
      "epoch": 0.31316281971303805,
      "step": 1004
    },
    {
      "contrastive_lambda": 0.999309275817607,
      "epoch": 0.3134747348721148,
      "step": 1005
    },
    {
      "contrastive_lambda": 0.9993078995054658,
      "epoch": 0.3137866500311915,
      "step": 1006
    },
    {
      "contrastive_lambda": 0.9993065218244437,
      "epoch": 0.31409856519026824,
      "step": 1007
    },
    {
      "contrastive_lambda": 0.9993051427745443,
      "epoch": 0.314410480349345,
      "step": 1008
    },
    {
      "contrastive_lambda": 0.9993037623557716,
      "epoch": 0.3147223955084217,
      "step": 1009
    },
    {
      "epoch": 0.31503431066749843,
      "grad_norm": 0.46259763836860657,
      "learning_rate": 3.3633333333333335e-05,
      "loss": 0.1221,
      "step": 1010
    },
    {
      "epoch": 0.31503431066749843,
      "flow_loss": 0.14927345514297485,
      "step": 1010
    },
    {
      "contrastive_loss": 0.0538317933678627,
      "epoch": 0.31503431066749843,
      "step": 1010
    },
    {
      "contrastive_lambda": 0.9993023805681291,
      "epoch": 0.31503431066749843,
      "step": 1010
    },
    {
      "contrastive_lambda": 0.999300997411621,
      "epoch": 0.3153462258265752,
      "step": 1011
    },
    {
      "contrastive_lambda": 0.9992996128862508,
      "epoch": 0.3156581409856519,
      "step": 1012
    },
    {
      "contrastive_lambda": 0.9992982269920223,
      "epoch": 0.3159700561447286,
      "step": 1013
    },
    {
      "contrastive_lambda": 0.9992968397289395,
      "epoch": 0.31628197130380536,
      "step": 1014
    },
    {
      "contrastive_lambda": 0.9992954510970059,
      "epoch": 0.3165938864628821,
      "step": 1015
    },
    {
      "contrastive_lambda": 0.9992940610962255,
      "epoch": 0.3169058016219588,
      "step": 1016
    },
    {
      "contrastive_lambda": 0.9992926697266022,
      "epoch": 0.31721771678103555,
      "step": 1017
    },
    {
      "contrastive_lambda": 0.9992912769881397,
      "epoch": 0.3175296319401123,
      "step": 1018
    },
    {
      "contrastive_lambda": 0.9992898828808416,
      "epoch": 0.31784154709918905,
      "step": 1019
    },
    {
      "epoch": 0.31815346225826574,
      "grad_norm": 0.37285783886909485,
      "learning_rate": 3.396666666666667e-05,
      "loss": 0.1305,
      "step": 1020
    },
    {
      "epoch": 0.31815346225826574,
      "flow_loss": 0.13770133256912231,
      "step": 1020
    },
    {
      "contrastive_loss": 0.055064864456653595,
      "epoch": 0.31815346225826574,
      "step": 1020
    },
    {
      "contrastive_lambda": 0.9992884874047121,
      "epoch": 0.31815346225826574,
      "step": 1020
    },
    {
      "contrastive_lambda": 0.9992870905597548,
      "epoch": 0.3184653774173425,
      "step": 1021
    },
    {
      "contrastive_lambda": 0.9992856923459736,
      "epoch": 0.31877729257641924,
      "step": 1022
    },
    {
      "contrastive_lambda": 0.9992842927633725,
      "epoch": 0.3190892077354959,
      "step": 1023
    },
    {
      "contrastive_lambda": 0.999282891811955,
      "epoch": 0.3194011228945727,
      "step": 1024
    },
    {
      "contrastive_lambda": 0.9992814894917251,
      "epoch": 0.3197130380536494,
      "step": 1025
    },
    {
      "contrastive_lambda": 0.9992800858026867,
      "epoch": 0.3200249532127261,
      "step": 1026
    },
    {
      "contrastive_lambda": 0.9992786807448435,
      "epoch": 0.32033686837180286,
      "step": 1027
    },
    {
      "contrastive_lambda": 0.9992772743181996,
      "epoch": 0.3206487835308796,
      "step": 1028
    },
    {
      "contrastive_lambda": 0.9992758665227586,
      "epoch": 0.32096069868995636,
      "step": 1029
    },
    {
      "epoch": 0.32127261384903305,
      "grad_norm": 0.31946179270744324,
      "learning_rate": 3.430000000000001e-05,
      "loss": 0.1341,
      "step": 1030
    },
    {
      "epoch": 0.32127261384903305,
      "flow_loss": 0.13154664635658264,
      "step": 1030
    },
    {
      "contrastive_loss": 0.04753591865301132,
      "epoch": 0.32127261384903305,
      "step": 1030
    },
    {
      "contrastive_lambda": 0.9992744573585245,
      "epoch": 0.32127261384903305,
      "step": 1030
    },
    {
      "contrastive_lambda": 0.9992730468255011,
      "epoch": 0.3215845290081098,
      "step": 1031
    },
    {
      "contrastive_lambda": 0.9992716349236923,
      "epoch": 0.32189644416718655,
      "step": 1032
    },
    {
      "contrastive_lambda": 0.999270221653102,
      "epoch": 0.32220835932626324,
      "step": 1033
    },
    {
      "contrastive_lambda": 0.999268807013734,
      "epoch": 0.32252027448534,
      "step": 1034
    },
    {
      "contrastive_lambda": 0.9992673910055923,
      "epoch": 0.32283218964441673,
      "step": 1035
    },
    {
      "contrastive_lambda": 0.9992659736286806,
      "epoch": 0.3231441048034934,
      "step": 1036
    },
    {
      "contrastive_lambda": 0.9992645548830029,
      "epoch": 0.3234560199625702,
      "step": 1037
    },
    {
      "contrastive_lambda": 0.9992631347685631,
      "epoch": 0.3237679351216469,
      "step": 1038
    },
    {
      "contrastive_lambda": 0.9992617132853651,
      "epoch": 0.32407985028072367,
      "step": 1039
    },
    {
      "epoch": 0.32439176543980036,
      "grad_norm": 0.3518320620059967,
      "learning_rate": 3.463333333333333e-05,
      "loss": 0.1347,
      "step": 1040
    },
    {
      "epoch": 0.32439176543980036,
      "flow_loss": 0.1459573358297348,
      "step": 1040
    },
    {
      "contrastive_loss": 0.05078921467065811,
      "epoch": 0.32439176543980036,
      "step": 1040
    },
    {
      "contrastive_lambda": 0.9992602904334127,
      "epoch": 0.32439176543980036,
      "step": 1040
    },
    {
      "contrastive_lambda": 0.99925886621271,
      "epoch": 0.3247036805988771,
      "step": 1041
    },
    {
      "contrastive_lambda": 0.9992574406232606,
      "epoch": 0.32501559575795386,
      "step": 1042
    },
    {
      "contrastive_lambda": 0.9992560136650686,
      "epoch": 0.32532751091703055,
      "step": 1043
    },
    {
      "contrastive_lambda": 0.999254585338138,
      "epoch": 0.3256394260761073,
      "step": 1044
    },
    {
      "contrastive_lambda": 0.9992531556424725,
      "epoch": 0.32595134123518404,
      "step": 1045
    },
    {
      "contrastive_lambda": 0.9992517245780762,
      "epoch": 0.32626325639426074,
      "step": 1046
    },
    {
      "contrastive_lambda": 0.9992502921449529,
      "epoch": 0.3265751715533375,
      "step": 1047
    },
    {
      "contrastive_lambda": 0.9992488583431067,
      "epoch": 0.32688708671241423,
      "step": 1048
    },
    {
      "contrastive_lambda": 0.9992474231725412,
      "epoch": 0.327199001871491,
      "step": 1049
    },
    {
      "epoch": 0.32751091703056767,
      "grad_norm": 0.2702583968639374,
      "learning_rate": 3.496666666666667e-05,
      "loss": 0.1236,
      "step": 1050
    },
    {
      "epoch": 0.32751091703056767,
      "flow_loss": 0.12010227143764496,
      "step": 1050
    },
    {
      "contrastive_loss": 0.047582484781742096,
      "epoch": 0.32751091703056767,
      "step": 1050
    },
    {
      "contrastive_lambda": 0.9992459866332608,
      "epoch": 0.32751091703056767,
      "step": 1050
    },
    {
      "contrastive_lambda": 0.999244548725269,
      "epoch": 0.3278228321896444,
      "step": 1051
    },
    {
      "contrastive_lambda": 0.9992431094485699,
      "epoch": 0.32813474734872117,
      "step": 1052
    },
    {
      "contrastive_lambda": 0.9992416688031676,
      "epoch": 0.32844666250779786,
      "step": 1053
    },
    {
      "contrastive_lambda": 0.9992402267890659,
      "epoch": 0.3287585776668746,
      "step": 1054
    },
    {
      "contrastive_lambda": 0.9992387834062686,
      "epoch": 0.32907049282595136,
      "step": 1055
    },
    {
      "contrastive_lambda": 0.9992373386547799,
      "epoch": 0.32938240798502805,
      "step": 1056
    },
    {
      "contrastive_lambda": 0.9992358925346039,
      "epoch": 0.3296943231441048,
      "step": 1057
    },
    {
      "contrastive_lambda": 0.9992344450457442,
      "epoch": 0.33000623830318154,
      "step": 1058
    },
    {
      "contrastive_lambda": 0.9992329961882049,
      "epoch": 0.3303181534622583,
      "step": 1059
    },
    {
      "epoch": 0.330630068621335,
      "grad_norm": 0.3303723931312561,
      "learning_rate": 3.53e-05,
      "loss": 0.134,
      "step": 1060
    },
    {
      "epoch": 0.330630068621335,
      "flow_loss": 0.1219727098941803,
      "step": 1060
    },
    {
      "contrastive_loss": 0.049845922738313675,
      "epoch": 0.330630068621335,
      "step": 1060
    },
    {
      "contrastive_lambda": 0.99923154596199,
      "epoch": 0.330630068621335,
      "step": 1060
    },
    {
      "contrastive_lambda": 0.9992300943671035,
      "epoch": 0.33094198378041173,
      "step": 1061
    },
    {
      "contrastive_lambda": 0.9992286414035494,
      "epoch": 0.3312538989394885,
      "step": 1062
    },
    {
      "contrastive_lambda": 0.9992271870713315,
      "epoch": 0.33156581409856517,
      "step": 1063
    },
    {
      "contrastive_lambda": 0.999225731370454,
      "epoch": 0.3318777292576419,
      "step": 1064
    },
    {
      "contrastive_lambda": 0.9992242743009209,
      "epoch": 0.33218964441671867,
      "step": 1065
    },
    {
      "contrastive_lambda": 0.999222815862736,
      "epoch": 0.33250155957579536,
      "step": 1066
    },
    {
      "contrastive_lambda": 0.9992213560559033,
      "epoch": 0.3328134747348721,
      "step": 1067
    },
    {
      "contrastive_lambda": 0.9992198948804272,
      "epoch": 0.33312538989394885,
      "step": 1068
    },
    {
      "contrastive_lambda": 0.9992184323363111,
      "epoch": 0.3334373050530256,
      "step": 1069
    },
    {
      "epoch": 0.3337492202121023,
      "grad_norm": 0.2671082317829132,
      "learning_rate": 3.563333333333334e-05,
      "loss": 0.1294,
      "step": 1070
    },
    {
      "epoch": 0.3337492202121023,
      "flow_loss": 0.13202129304409027,
      "step": 1070
    },
    {
      "contrastive_loss": 0.05591689422726631,
      "epoch": 0.3337492202121023,
      "step": 1070
    },
    {
      "contrastive_lambda": 0.9992169684235596,
      "epoch": 0.3337492202121023,
      "step": 1070
    },
    {
      "contrastive_lambda": 0.9992155031421763,
      "epoch": 0.33406113537117904,
      "step": 1071
    },
    {
      "contrastive_lambda": 0.9992140364921653,
      "epoch": 0.3343730505302558,
      "step": 1072
    },
    {
      "contrastive_lambda": 0.9992125684735308,
      "epoch": 0.3346849656893325,
      "step": 1073
    },
    {
      "contrastive_lambda": 0.9992110990862766,
      "epoch": 0.33499688084840923,
      "step": 1074
    },
    {
      "contrastive_lambda": 0.9992096283304068,
      "epoch": 0.335308796007486,
      "step": 1075
    },
    {
      "contrastive_lambda": 0.9992081562059256,
      "epoch": 0.33562071116656267,
      "step": 1076
    },
    {
      "contrastive_lambda": 0.9992066827128367,
      "epoch": 0.3359326263256394,
      "step": 1077
    },
    {
      "contrastive_lambda": 0.9992052078511446,
      "epoch": 0.33624454148471616,
      "step": 1078
    },
    {
      "contrastive_lambda": 0.9992037316208529,
      "epoch": 0.3365564566437929,
      "step": 1079
    },
    {
      "epoch": 0.3368683718028696,
      "grad_norm": 0.33869415521621704,
      "learning_rate": 3.596666666666667e-05,
      "loss": 0.131,
      "step": 1080
    },
    {
      "epoch": 0.3368683718028696,
      "flow_loss": 0.12293441593647003,
      "step": 1080
    },
    {
      "contrastive_loss": 0.0514628104865551,
      "epoch": 0.3368683718028696,
      "step": 1080
    },
    {
      "contrastive_lambda": 0.9992022540219658,
      "epoch": 0.3368683718028696,
      "step": 1080
    },
    {
      "contrastive_lambda": 0.9992007750544876,
      "epoch": 0.33718028696194635,
      "step": 1081
    },
    {
      "contrastive_lambda": 0.9991992947184218,
      "epoch": 0.3374922021210231,
      "step": 1082
    },
    {
      "contrastive_lambda": 0.9991978130137731,
      "epoch": 0.3378041172800998,
      "step": 1083
    },
    {
      "contrastive_lambda": 0.9991963299405451,
      "epoch": 0.33811603243917654,
      "step": 1084
    },
    {
      "contrastive_lambda": 0.999194845498742,
      "epoch": 0.3384279475982533,
      "step": 1085
    },
    {
      "contrastive_lambda": 0.999193359688368,
      "epoch": 0.33873986275733,
      "step": 1086
    },
    {
      "contrastive_lambda": 0.9991918725094269,
      "epoch": 0.3390517779164067,
      "step": 1087
    },
    {
      "contrastive_lambda": 0.9991903839619231,
      "epoch": 0.3393636930754835,
      "step": 1088
    },
    {
      "contrastive_lambda": 0.9991888940458604,
      "epoch": 0.3396756082345602,
      "step": 1089
    },
    {
      "epoch": 0.3399875233936369,
      "grad_norm": 0.3116401433944702,
      "learning_rate": 3.63e-05,
      "loss": 0.1178,
      "step": 1090
    },
    {
      "epoch": 0.3399875233936369,
      "flow_loss": 0.13041065633296967,
      "step": 1090
    },
    {
      "contrastive_loss": 0.0498727485537529,
      "epoch": 0.3399875233936369,
      "step": 1090
    },
    {
      "contrastive_lambda": 0.9991874027612431,
      "epoch": 0.3399875233936369,
      "step": 1090
    },
    {
      "contrastive_lambda": 0.9991859101080751,
      "epoch": 0.34029943855271366,
      "step": 1091
    },
    {
      "contrastive_lambda": 0.9991844160863605,
      "epoch": 0.3406113537117904,
      "step": 1092
    },
    {
      "contrastive_lambda": 0.9991829206961037,
      "epoch": 0.3409232688708671,
      "step": 1093
    },
    {
      "contrastive_lambda": 0.9991814239373085,
      "epoch": 0.34123518402994385,
      "step": 1094
    },
    {
      "contrastive_lambda": 0.999179925809979,
      "epoch": 0.3415470991890206,
      "step": 1095
    },
    {
      "contrastive_lambda": 0.9991784263141195,
      "epoch": 0.3418590143480973,
      "step": 1096
    },
    {
      "contrastive_lambda": 0.999176925449734,
      "epoch": 0.34217092950717404,
      "step": 1097
    },
    {
      "contrastive_lambda": 0.9991754232168265,
      "epoch": 0.3424828446662508,
      "step": 1098
    },
    {
      "contrastive_lambda": 0.9991739196154014,
      "epoch": 0.34279475982532753,
      "step": 1099
    },
    {
      "epoch": 0.3431066749844042,
      "grad_norm": 0.35710933804512024,
      "learning_rate": 3.6633333333333334e-05,
      "loss": 0.1232,
      "step": 1100
    },
    {
      "epoch": 0.3431066749844042,
      "flow_loss": 0.1399652510881424,
      "step": 1100
    },
    {
      "contrastive_loss": 0.05100519210100174,
      "epoch": 0.3431066749844042,
      "step": 1100
    },
    {
      "contrastive_lambda": 0.9991724146454626,
      "epoch": 0.3431066749844042,
      "step": 1100
    },
    {
      "contrastive_lambda": 0.9991709083070142,
      "epoch": 0.343418590143481,
      "step": 1101
    },
    {
      "contrastive_lambda": 0.9991694006000604,
      "epoch": 0.3437305053025577,
      "step": 1102
    },
    {
      "contrastive_lambda": 0.9991678915246054,
      "epoch": 0.3440424204616344,
      "step": 1103
    },
    {
      "contrastive_lambda": 0.9991663810806534,
      "epoch": 0.34435433562071116,
      "step": 1104
    },
    {
      "contrastive_lambda": 0.9991648692682082,
      "epoch": 0.3446662507797879,
      "step": 1105
    },
    {
      "contrastive_lambda": 0.9991633560872744,
      "epoch": 0.34497816593886466,
      "step": 1106
    },
    {
      "contrastive_lambda": 0.9991618415378558,
      "epoch": 0.34529008109794135,
      "step": 1107
    },
    {
      "contrastive_lambda": 0.9991603256199566,
      "epoch": 0.3456019962570181,
      "step": 1108
    },
    {
      "contrastive_lambda": 0.9991588083335812,
      "epoch": 0.34591391141609484,
      "step": 1109
    },
    {
      "epoch": 0.34622582657517154,
      "grad_norm": 0.4617938697338104,
      "learning_rate": 3.6966666666666666e-05,
      "loss": 0.1272,
      "step": 1110
    },
    {
      "epoch": 0.34622582657517154,
      "flow_loss": 0.1382542997598648,
      "step": 1110
    },
    {
      "contrastive_loss": 0.051590289920568466,
      "epoch": 0.34622582657517154,
      "step": 1110
    },
    {
      "contrastive_lambda": 0.9991572896787335,
      "epoch": 0.34622582657517154,
      "step": 1110
    },
    {
      "contrastive_lambda": 0.9991557696554176,
      "epoch": 0.3465377417342483,
      "step": 1111
    },
    {
      "contrastive_lambda": 0.9991542482636381,
      "epoch": 0.34684965689332503,
      "step": 1112
    },
    {
      "contrastive_lambda": 0.9991527255033987,
      "epoch": 0.3471615720524017,
      "step": 1113
    },
    {
      "contrastive_lambda": 0.9991512013747038,
      "epoch": 0.34747348721147847,
      "step": 1114
    },
    {
      "contrastive_lambda": 0.9991496758775575,
      "epoch": 0.3477854023705552,
      "step": 1115
    },
    {
      "contrastive_lambda": 0.9991481490119641,
      "epoch": 0.34809731752963197,
      "step": 1116
    },
    {
      "contrastive_lambda": 0.9991466207779278,
      "epoch": 0.34840923268870866,
      "step": 1117
    },
    {
      "contrastive_lambda": 0.9991450911754525,
      "epoch": 0.3487211478477854,
      "step": 1118
    },
    {
      "contrastive_lambda": 0.9991435602045426,
      "epoch": 0.34903306300686215,
      "step": 1119
    },
    {
      "epoch": 0.34934497816593885,
      "grad_norm": 0.3403799831867218,
      "learning_rate": 3.73e-05,
      "loss": 0.1241,
      "step": 1120
    },
    {
      "epoch": 0.34934497816593885,
      "flow_loss": 0.11696819216012955,
      "step": 1120
    },
    {
      "contrastive_loss": 0.04874549061059952,
      "epoch": 0.34934497816593885,
      "step": 1120
    },
    {
      "contrastive_lambda": 0.9991420278652025,
      "epoch": 0.34934497816593885,
      "step": 1120
    },
    {
      "contrastive_lambda": 0.999140494157436,
      "epoch": 0.3496568933250156,
      "step": 1121
    },
    {
      "contrastive_lambda": 0.9991389590812476,
      "epoch": 0.34996880848409234,
      "step": 1122
    },
    {
      "contrastive_lambda": 0.9991374226366414,
      "epoch": 0.35028072364316903,
      "step": 1123
    },
    {
      "contrastive_lambda": 0.9991358848236215,
      "epoch": 0.3505926388022458,
      "step": 1124
    },
    {
      "contrastive_lambda": 0.9991343456421923,
      "epoch": 0.35090455396132253,
      "step": 1125
    },
    {
      "contrastive_lambda": 0.999132805092358,
      "epoch": 0.3512164691203993,
      "step": 1126
    },
    {
      "contrastive_lambda": 0.9991312631741227,
      "epoch": 0.35152838427947597,
      "step": 1127
    },
    {
      "contrastive_lambda": 0.9991297198874907,
      "epoch": 0.3518402994385527,
      "step": 1128
    },
    {
      "contrastive_lambda": 0.9991281752324663,
      "epoch": 0.35215221459762946,
      "step": 1129
    },
    {
      "epoch": 0.35246412975670616,
      "grad_norm": 0.33374470472335815,
      "learning_rate": 3.763333333333334e-05,
      "loss": 0.1306,
      "step": 1130
    },
    {
      "epoch": 0.35246412975670616,
      "flow_loss": 0.10484407097101212,
      "step": 1130
    },
    {
      "contrastive_loss": 0.04572322592139244,
      "epoch": 0.35246412975670616,
      "step": 1130
    },
    {
      "contrastive_lambda": 0.9991266292090536,
      "epoch": 0.35246412975670616,
      "step": 1130
    },
    {
      "contrastive_lambda": 0.999125081817257,
      "epoch": 0.3527760449157829,
      "step": 1131
    },
    {
      "contrastive_lambda": 0.9991235330570805,
      "epoch": 0.35308796007485965,
      "step": 1132
    },
    {
      "contrastive_lambda": 0.9991219829285286,
      "epoch": 0.35339987523393634,
      "step": 1133
    },
    {
      "contrastive_lambda": 0.9991204314316054,
      "epoch": 0.3537117903930131,
      "step": 1134
    },
    {
      "contrastive_lambda": 0.9991188785663152,
      "epoch": 0.35402370555208984,
      "step": 1135
    },
    {
      "contrastive_lambda": 0.9991173243326623,
      "epoch": 0.3543356207111666,
      "step": 1136
    },
    {
      "contrastive_lambda": 0.9991157687306509,
      "epoch": 0.3546475358702433,
      "step": 1137
    },
    {
      "contrastive_lambda": 0.9991142117602854,
      "epoch": 0.35495945102932003,
      "step": 1138
    },
    {
      "contrastive_lambda": 0.9991126534215697,
      "epoch": 0.3552713661883968,
      "step": 1139
    },
    {
      "epoch": 0.35558328134747347,
      "grad_norm": 0.279554545879364,
      "learning_rate": 3.796666666666667e-05,
      "loss": 0.126,
      "step": 1140
    },
    {
      "epoch": 0.35558328134747347,
      "flow_loss": 0.1248144656419754,
      "step": 1140
    },
    {
      "contrastive_loss": 0.05948124825954437,
      "epoch": 0.35558328134747347,
      "step": 1140
    },
    {
      "contrastive_lambda": 0.9991110937145085,
      "epoch": 0.35558328134747347,
      "step": 1140
    },
    {
      "contrastive_lambda": 0.999109532639106,
      "epoch": 0.3558951965065502,
      "step": 1141
    },
    {
      "contrastive_lambda": 0.9991079701953661,
      "epoch": 0.35620711166562696,
      "step": 1142
    },
    {
      "contrastive_lambda": 0.9991064063832935,
      "epoch": 0.35651902682470366,
      "step": 1143
    },
    {
      "contrastive_lambda": 0.9991048412028923,
      "epoch": 0.3568309419837804,
      "step": 1144
    },
    {
      "contrastive_lambda": 0.9991032746541669,
      "epoch": 0.35714285714285715,
      "step": 1145
    },
    {
      "contrastive_lambda": 0.9991017067371215,
      "epoch": 0.3574547723019339,
      "step": 1146
    },
    {
      "contrastive_lambda": 0.9991001374517605,
      "epoch": 0.3577666874610106,
      "step": 1147
    },
    {
      "contrastive_lambda": 0.9990985667980881,
      "epoch": 0.35807860262008734,
      "step": 1148
    },
    {
      "contrastive_lambda": 0.9990969947761086,
      "epoch": 0.3583905177791641,
      "step": 1149
    },
    {
      "epoch": 0.3587024329382408,
      "grad_norm": 0.4873060882091522,
      "learning_rate": 3.83e-05,
      "loss": 0.1235,
      "step": 1150
    },
    {
      "epoch": 0.3587024329382408,
      "flow_loss": 0.13549651205539703,
      "step": 1150
    },
    {
      "contrastive_loss": 0.05076555162668228,
      "epoch": 0.3587024329382408,
      "step": 1150
    },
    {
      "contrastive_lambda": 0.9990954213858264,
      "epoch": 0.3587024329382408,
      "step": 1150
    },
    {
      "contrastive_lambda": 0.9990938466272458,
      "epoch": 0.3590143480973175,
      "step": 1151
    },
    {
      "contrastive_lambda": 0.999092270500371,
      "epoch": 0.3593262632563943,
      "step": 1152
    },
    {
      "contrastive_lambda": 0.9990906930052064,
      "epoch": 0.35963817841547097,
      "step": 1153
    },
    {
      "contrastive_lambda": 0.9990891141417564,
      "epoch": 0.3599500935745477,
      "step": 1154
    },
    {
      "contrastive_lambda": 0.9990875339100251,
      "epoch": 0.36026200873362446,
      "step": 1155
    },
    {
      "contrastive_lambda": 0.9990859523100172,
      "epoch": 0.3605739238927012,
      "step": 1156
    },
    {
      "contrastive_lambda": 0.9990843693417366,
      "epoch": 0.3608858390517779,
      "step": 1157
    },
    {
      "contrastive_lambda": 0.9990827850051881,
      "epoch": 0.36119775421085465,
      "step": 1158
    },
    {
      "contrastive_lambda": 0.9990811993003756,
      "epoch": 0.3615096693699314,
      "step": 1159
    },
    {
      "epoch": 0.3618215845290081,
      "grad_norm": 0.4572468400001526,
      "learning_rate": 3.8633333333333335e-05,
      "loss": 0.1206,
      "step": 1160
    },
    {
      "epoch": 0.3618215845290081,
      "flow_loss": 0.10144588351249695,
      "step": 1160
    },
    {
      "contrastive_loss": 0.04310920834541321,
      "epoch": 0.3618215845290081,
      "step": 1160
    },
    {
      "contrastive_lambda": 0.9990796122273038,
      "epoch": 0.3618215845290081,
      "step": 1160
    },
    {
      "contrastive_lambda": 0.9990780237859769,
      "epoch": 0.36213349968808484,
      "step": 1161
    },
    {
      "contrastive_lambda": 0.9990764339763992,
      "epoch": 0.3624454148471616,
      "step": 1162
    },
    {
      "contrastive_lambda": 0.9990748427985752,
      "epoch": 0.3627573300062383,
      "step": 1163
    },
    {
      "contrastive_lambda": 0.999073250252509,
      "epoch": 0.363069245165315,
      "step": 1164
    },
    {
      "contrastive_lambda": 0.9990716563382054,
      "epoch": 0.36338116032439177,
      "step": 1165
    },
    {
      "contrastive_lambda": 0.9990700610556684,
      "epoch": 0.3636930754834685,
      "step": 1166
    },
    {
      "contrastive_lambda": 0.9990684644049024,
      "epoch": 0.3640049906425452,
      "step": 1167
    },
    {
      "contrastive_lambda": 0.9990668663859119,
      "epoch": 0.36431690580162196,
      "step": 1168
    },
    {
      "contrastive_lambda": 0.9990652669987015,
      "epoch": 0.3646288209606987,
      "step": 1169
    },
    {
      "epoch": 0.3649407361197754,
      "grad_norm": 0.47144556045532227,
      "learning_rate": 3.896666666666667e-05,
      "loss": 0.1247,
      "step": 1170
    },
    {
      "epoch": 0.3649407361197754,
      "flow_loss": 0.12168760597705841,
      "step": 1170
    },
    {
      "contrastive_loss": 0.04933198168873787,
      "epoch": 0.3649407361197754,
      "step": 1170
    },
    {
      "contrastive_lambda": 0.999063666243275,
      "epoch": 0.3649407361197754,
      "step": 1170
    },
    {
      "contrastive_lambda": 0.9990620641196373,
      "epoch": 0.36525265127885215,
      "step": 1171
    },
    {
      "contrastive_lambda": 0.9990604606277926,
      "epoch": 0.3655645664379289,
      "step": 1172
    },
    {
      "contrastive_lambda": 0.9990588557677453,
      "epoch": 0.3658764815970056,
      "step": 1173
    },
    {
      "contrastive_lambda": 0.9990572495394998,
      "epoch": 0.36618839675608233,
      "step": 1174
    },
    {
      "contrastive_lambda": 0.9990556419430605,
      "epoch": 0.3665003119151591,
      "step": 1175
    },
    {
      "contrastive_lambda": 0.9990540329784319,
      "epoch": 0.36681222707423583,
      "step": 1176
    },
    {
      "contrastive_lambda": 0.9990524226456181,
      "epoch": 0.3671241422333125,
      "step": 1177
    },
    {
      "contrastive_lambda": 0.999050810944624,
      "epoch": 0.36743605739238927,
      "step": 1178
    },
    {
      "contrastive_lambda": 0.9990491978754537,
      "epoch": 0.367747972551466,
      "step": 1179
    },
    {
      "epoch": 0.3680598877105427,
      "grad_norm": 0.5097018480300903,
      "learning_rate": 3.9300000000000007e-05,
      "loss": 0.1254,
      "step": 1180
    },
    {
      "epoch": 0.3680598877105427,
      "flow_loss": 0.11887481063604355,
      "step": 1180
    },
    {
      "contrastive_loss": 0.05256146937608719,
      "epoch": 0.3680598877105427,
      "step": 1180
    },
    {
      "contrastive_lambda": 0.9990475834381116,
      "epoch": 0.3680598877105427,
      "step": 1180
    },
    {
      "contrastive_lambda": 0.9990459676326023,
      "epoch": 0.36837180286961946,
      "step": 1181
    },
    {
      "contrastive_lambda": 0.9990443504589301,
      "epoch": 0.3686837180286962,
      "step": 1182
    },
    {
      "contrastive_lambda": 0.9990427319170996,
      "epoch": 0.36899563318777295,
      "step": 1183
    },
    {
      "contrastive_lambda": 0.999041112007115,
      "epoch": 0.36930754834684965,
      "step": 1184
    },
    {
      "contrastive_lambda": 0.999039490728981,
      "epoch": 0.3696194635059264,
      "step": 1185
    },
    {
      "contrastive_lambda": 0.9990378680827017,
      "epoch": 0.36993137866500314,
      "step": 1186
    },
    {
      "contrastive_lambda": 0.9990362440682818,
      "epoch": 0.37024329382407983,
      "step": 1187
    },
    {
      "contrastive_lambda": 0.9990346186857257,
      "epoch": 0.3705552089831566,
      "step": 1188
    },
    {
      "contrastive_lambda": 0.999032991935038,
      "epoch": 0.37086712414223333,
      "step": 1189
    },
    {
      "epoch": 0.37117903930131,
      "grad_norm": 0.2462080419063568,
      "learning_rate": 3.963333333333333e-05,
      "loss": 0.119,
      "step": 1190
    },
    {
      "epoch": 0.37117903930131,
      "flow_loss": 0.13715174794197083,
      "step": 1190
    },
    {
      "contrastive_loss": 0.04627155512571335,
      "epoch": 0.37117903930131,
      "step": 1190
    },
    {
      "contrastive_lambda": 0.9990313638162229,
      "epoch": 0.37117903930131,
      "step": 1190
    },
    {
      "contrastive_lambda": 0.9990297343292851,
      "epoch": 0.37149095446038677,
      "step": 1191
    },
    {
      "contrastive_lambda": 0.9990281034742288,
      "epoch": 0.3718028696194635,
      "step": 1192
    },
    {
      "contrastive_lambda": 0.9990264712510586,
      "epoch": 0.37211478477854026,
      "step": 1193
    },
    {
      "contrastive_lambda": 0.9990248376597791,
      "epoch": 0.37242669993761696,
      "step": 1194
    },
    {
      "contrastive_lambda": 0.9990232027003947,
      "epoch": 0.3727386150966937,
      "step": 1195
    },
    {
      "contrastive_lambda": 0.9990215663729098,
      "epoch": 0.37305053025577045,
      "step": 1196
    },
    {
      "contrastive_lambda": 0.9990199286773289,
      "epoch": 0.37336244541484714,
      "step": 1197
    },
    {
      "contrastive_lambda": 0.9990182896136566,
      "epoch": 0.3736743605739239,
      "step": 1198
    },
    {
      "contrastive_lambda": 0.9990166491818973,
      "epoch": 0.37398627573300064,
      "step": 1199
    },
    {
      "epoch": 0.37429819089207733,
      "grad_norm": 0.34211111068725586,
      "learning_rate": 3.996666666666667e-05,
      "loss": 0.1244,
      "step": 1200
    },
    {
      "epoch": 0.37429819089207733,
      "flow_loss": 0.11804364621639252,
      "step": 1200
    },
    {
      "contrastive_loss": 0.04591861367225647,
      "epoch": 0.37429819089207733,
      "step": 1200
    },
    {
      "contrastive_lambda": 0.9990150073820555,
      "epoch": 0.37429819089207733,
      "step": 1200
    },
    {
      "contrastive_lambda": 0.9990133642141358,
      "epoch": 0.3746101060511541,
      "step": 1201
    },
    {
      "contrastive_lambda": 0.9990117196781425,
      "epoch": 0.3749220212102308,
      "step": 1202
    },
    {
      "contrastive_lambda": 0.9990100737740804,
      "epoch": 0.3752339363693076,
      "step": 1203
    },
    {
      "contrastive_lambda": 0.9990084265019538,
      "epoch": 0.37554585152838427,
      "step": 1204
    },
    {
      "contrastive_lambda": 0.9990067778617672,
      "epoch": 0.375857766687461,
      "step": 1205
    },
    {
      "contrastive_lambda": 0.9990051278535252,
      "epoch": 0.37616968184653776,
      "step": 1206
    },
    {
      "contrastive_lambda": 0.9990034764772323,
      "epoch": 0.37648159700561445,
      "step": 1207
    },
    {
      "contrastive_lambda": 0.999001823732893,
      "epoch": 0.3767935121646912,
      "step": 1208
    },
    {
      "contrastive_lambda": 0.999000169620512,
      "epoch": 0.37710542732376795,
      "step": 1209
    },
    {
      "epoch": 0.37741734248284464,
      "grad_norm": 0.33991751074790955,
      "learning_rate": 4.0300000000000004e-05,
      "loss": 0.1198,
      "step": 1210
    },
    {
      "epoch": 0.37741734248284464,
      "flow_loss": 0.12899434566497803,
      "step": 1210
    },
    {
      "contrastive_loss": 0.04525159299373627,
      "epoch": 0.37741734248284464,
      "step": 1210
    },
    {
      "contrastive_lambda": 0.9989985141400937,
      "epoch": 0.37741734248284464,
      "step": 1210
    },
    {
      "contrastive_lambda": 0.9989968572916426,
      "epoch": 0.3777292576419214,
      "step": 1211
    },
    {
      "contrastive_lambda": 0.9989951990751632,
      "epoch": 0.37804117280099814,
      "step": 1212
    },
    {
      "contrastive_lambda": 0.9989935394906602,
      "epoch": 0.3783530879600749,
      "step": 1213
    },
    {
      "contrastive_lambda": 0.9989918785381381,
      "epoch": 0.3786650031191516,
      "step": 1214
    },
    {
      "contrastive_lambda": 0.9989902162176014,
      "epoch": 0.3789769182782283,
      "step": 1215
    },
    {
      "contrastive_lambda": 0.9989885525290547,
      "epoch": 0.3792888334373051,
      "step": 1216
    },
    {
      "contrastive_lambda": 0.9989868874725025,
      "epoch": 0.37960074859638177,
      "step": 1217
    },
    {
      "contrastive_lambda": 0.9989852210479495,
      "epoch": 0.3799126637554585,
      "step": 1218
    },
    {
      "contrastive_lambda": 0.9989835532554001,
      "epoch": 0.38022457891453526,
      "step": 1219
    },
    {
      "epoch": 0.38053649407361195,
      "grad_norm": 0.293954461812973,
      "learning_rate": 4.0633333333333336e-05,
      "loss": 0.1138,
      "step": 1220
    },
    {
      "epoch": 0.38053649407361195,
      "flow_loss": 0.13639481365680695,
      "step": 1220
    },
    {
      "contrastive_loss": 0.041830502450466156,
      "epoch": 0.38053649407361195,
      "step": 1220
    },
    {
      "contrastive_lambda": 0.998981884094859,
      "epoch": 0.38053649407361195,
      "step": 1220
    },
    {
      "contrastive_lambda": 0.9989802135663308,
      "epoch": 0.3808484092326887,
      "step": 1221
    },
    {
      "contrastive_lambda": 0.99897854166982,
      "epoch": 0.38116032439176545,
      "step": 1222
    },
    {
      "contrastive_lambda": 0.9989768684053311,
      "epoch": 0.3814722395508422,
      "step": 1223
    },
    {
      "contrastive_lambda": 0.9989751937728688,
      "epoch": 0.3817841547099189,
      "step": 1224
    },
    {
      "contrastive_lambda": 0.9989735177724377,
      "epoch": 0.38209606986899564,
      "step": 1225
    },
    {
      "contrastive_lambda": 0.9989718404040424,
      "epoch": 0.3824079850280724,
      "step": 1226
    },
    {
      "contrastive_lambda": 0.9989701616676875,
      "epoch": 0.3827199001871491,
      "step": 1227
    },
    {
      "contrastive_lambda": 0.9989684815633775,
      "epoch": 0.3830318153462258,
      "step": 1228
    },
    {
      "contrastive_lambda": 0.9989668000911172,
      "epoch": 0.38334373050530257,
      "step": 1229
    },
    {
      "epoch": 0.38365564566437926,
      "grad_norm": 0.39432236552238464,
      "learning_rate": 4.096666666666667e-05,
      "loss": 0.1236,
      "step": 1230
    },
    {
      "epoch": 0.38365564566437926,
      "flow_loss": 0.12281306087970734,
      "step": 1230
    },
    {
      "contrastive_loss": 0.038741759955883026,
      "epoch": 0.38365564566437926,
      "step": 1230
    },
    {
      "contrastive_lambda": 0.9989651172509109,
      "epoch": 0.38365564566437926,
      "step": 1230
    },
    {
      "contrastive_lambda": 0.9989634330427635,
      "epoch": 0.383967560823456,
      "step": 1231
    },
    {
      "contrastive_lambda": 0.9989617474666795,
      "epoch": 0.38427947598253276,
      "step": 1232
    },
    {
      "contrastive_lambda": 0.9989600605226636,
      "epoch": 0.3845913911416095,
      "step": 1233
    },
    {
      "contrastive_lambda": 0.9989583722107203,
      "epoch": 0.3849033063006862,
      "step": 1234
    },
    {
      "contrastive_lambda": 0.9989566825308542,
      "epoch": 0.38521522145976295,
      "step": 1235
    },
    {
      "contrastive_lambda": 0.9989549914830702,
      "epoch": 0.3855271366188397,
      "step": 1236
    },
    {
      "contrastive_lambda": 0.9989532990673727,
      "epoch": 0.3858390517779164,
      "step": 1237
    },
    {
      "contrastive_lambda": 0.9989516052837664,
      "epoch": 0.38615096693699313,
      "step": 1238
    },
    {
      "contrastive_lambda": 0.998949910132256,
      "epoch": 0.3864628820960699,
      "step": 1239
    },
    {
      "epoch": 0.3867747972551466,
      "grad_norm": 0.4074550271034241,
      "learning_rate": 4.13e-05,
      "loss": 0.1136,
      "step": 1240
    },
    {
      "epoch": 0.3867747972551466,
      "flow_loss": 0.14233863353729248,
      "step": 1240
    },
    {
      "contrastive_loss": 0.050158463418483734,
      "epoch": 0.3867747972551466,
      "step": 1240
    },
    {
      "contrastive_lambda": 0.998948213612846,
      "epoch": 0.3867747972551466,
      "step": 1240
    },
    {
      "contrastive_lambda": 0.9989465157255412,
      "epoch": 0.3870867124142233,
      "step": 1241
    },
    {
      "contrastive_lambda": 0.9989448164703462,
      "epoch": 0.38739862757330007,
      "step": 1242
    },
    {
      "contrastive_lambda": 0.9989431158472656,
      "epoch": 0.3877105427323768,
      "step": 1243
    },
    {
      "contrastive_lambda": 0.9989414138563042,
      "epoch": 0.3880224578914535,
      "step": 1244
    },
    {
      "contrastive_lambda": 0.9989397104974664,
      "epoch": 0.38833437305053026,
      "step": 1245
    },
    {
      "contrastive_lambda": 0.9989380057707573,
      "epoch": 0.388646288209607,
      "step": 1246
    },
    {
      "contrastive_lambda": 0.9989362996761812,
      "epoch": 0.3889582033686837,
      "step": 1247
    },
    {
      "contrastive_lambda": 0.9989345922137429,
      "epoch": 0.38927011852776044,
      "step": 1248
    },
    {
      "contrastive_lambda": 0.9989328833834471,
      "epoch": 0.3895820336868372,
      "step": 1249
    },
    {
      "epoch": 0.3898939488459139,
      "grad_norm": 0.2886824309825897,
      "learning_rate": 4.1633333333333333e-05,
      "loss": 0.1237,
      "step": 1250
    },
    {
      "epoch": 0.3898939488459139,
      "flow_loss": 0.14117583632469177,
      "step": 1250
    },
    {
      "contrastive_loss": 0.04765000939369202,
      "epoch": 0.3898939488459139,
      "step": 1250
    },
    {
      "contrastive_lambda": 0.9989311731852986,
      "epoch": 0.3898939488459139,
      "step": 1250
    },
    {
      "contrastive_lambda": 0.9989294616193017,
      "epoch": 0.39020586400499063,
      "step": 1251
    },
    {
      "contrastive_lambda": 0.9989277486854615,
      "epoch": 0.3905177791640674,
      "step": 1252
    },
    {
      "contrastive_lambda": 0.9989260343837826,
      "epoch": 0.39082969432314413,
      "step": 1253
    },
    {
      "contrastive_lambda": 0.9989243187142696,
      "epoch": 0.3911416094822208,
      "step": 1254
    },
    {
      "contrastive_lambda": 0.9989226016769273,
      "epoch": 0.39145352464129757,
      "step": 1255
    },
    {
      "contrastive_lambda": 0.9989208832717602,
      "epoch": 0.3917654398003743,
      "step": 1256
    },
    {
      "contrastive_lambda": 0.9989191634987733,
      "epoch": 0.392077354959451,
      "step": 1257
    },
    {
      "contrastive_lambda": 0.9989174423579712,
      "epoch": 0.39238927011852776,
      "step": 1258
    },
    {
      "contrastive_lambda": 0.9989157198493586,
      "epoch": 0.3927011852776045,
      "step": 1259
    },
    {
      "epoch": 0.3930131004366812,
      "grad_norm": 0.3458188474178314,
      "learning_rate": 4.196666666666667e-05,
      "loss": 0.1125,
      "step": 1260
    },
    {
      "epoch": 0.3930131004366812,
      "flow_loss": 0.13598212599754333,
      "step": 1260
    },
    {
      "contrastive_loss": 0.04188835248351097,
      "epoch": 0.3930131004366812,
      "step": 1260
    },
    {
      "contrastive_lambda": 0.9989139959729402,
      "epoch": 0.3930131004366812,
      "step": 1260
    },
    {
      "contrastive_lambda": 0.9989122707287208,
      "epoch": 0.39332501559575794,
      "step": 1261
    },
    {
      "contrastive_lambda": 0.998910544116705,
      "epoch": 0.3936369307548347,
      "step": 1262
    },
    {
      "contrastive_lambda": 0.9989088161368975,
      "epoch": 0.39394884591391144,
      "step": 1263
    },
    {
      "contrastive_lambda": 0.9989070867893034,
      "epoch": 0.39426076107298813,
      "step": 1264
    },
    {
      "contrastive_lambda": 0.9989053560739272,
      "epoch": 0.3945726762320649,
      "step": 1265
    },
    {
      "contrastive_lambda": 0.9989036239907734,
      "epoch": 0.3948845913911416,
      "step": 1266
    },
    {
      "contrastive_lambda": 0.9989018905398472,
      "epoch": 0.3951965065502183,
      "step": 1267
    },
    {
      "contrastive_lambda": 0.998900155721153,
      "epoch": 0.39550842170929507,
      "step": 1268
    },
    {
      "contrastive_lambda": 0.9988984195346958,
      "epoch": 0.3958203368683718,
      "step": 1269
    },
    {
      "epoch": 0.39613225202744856,
      "grad_norm": 0.5062865018844604,
      "learning_rate": 4.23e-05,
      "loss": 0.1252,
      "step": 1270
    },
    {
      "epoch": 0.39613225202744856,
      "flow_loss": 0.12574931979179382,
      "step": 1270
    },
    {
      "contrastive_loss": 0.042061273008584976,
      "epoch": 0.39613225202744856,
      "step": 1270
    },
    {
      "contrastive_lambda": 0.9988966819804802,
      "epoch": 0.39613225202744856,
      "step": 1270
    },
    {
      "contrastive_lambda": 0.998894943058511,
      "epoch": 0.39644416718652525,
      "step": 1271
    },
    {
      "contrastive_lambda": 0.9988932027687931,
      "epoch": 0.396756082345602,
      "step": 1272
    },
    {
      "contrastive_lambda": 0.9988914611113311,
      "epoch": 0.39706799750467875,
      "step": 1273
    },
    {
      "contrastive_lambda": 0.9988897180861298,
      "epoch": 0.39737991266375544,
      "step": 1274
    },
    {
      "contrastive_lambda": 0.998887973693194,
      "epoch": 0.3976918278228322,
      "step": 1275
    },
    {
      "contrastive_lambda": 0.9988862279325286,
      "epoch": 0.39800374298190894,
      "step": 1276
    },
    {
      "contrastive_lambda": 0.9988844808041382,
      "epoch": 0.39831565814098563,
      "step": 1277
    },
    {
      "contrastive_lambda": 0.9988827323080276,
      "epoch": 0.3986275733000624,
      "step": 1278
    },
    {
      "contrastive_lambda": 0.9988809824442018,
      "epoch": 0.3989394884591391,
      "step": 1279
    },
    {
      "epoch": 0.39925140361821587,
      "grad_norm": 0.3492164611816406,
      "learning_rate": 4.263333333333334e-05,
      "loss": 0.1212,
      "step": 1280
    },
    {
      "epoch": 0.39925140361821587,
      "flow_loss": 0.12617145478725433,
      "step": 1280
    },
    {
      "contrastive_loss": 0.05201783403754234,
      "epoch": 0.39925140361821587,
      "step": 1280
    },
    {
      "contrastive_lambda": 0.9988792312126654,
      "epoch": 0.39925140361821587,
      "step": 1280
    },
    {
      "contrastive_lambda": 0.9988774786134234,
      "epoch": 0.39956331877729256,
      "step": 1281
    },
    {
      "contrastive_lambda": 0.9988757246464802,
      "epoch": 0.3998752339363693,
      "step": 1282
    },
    {
      "contrastive_lambda": 0.998873969311841,
      "epoch": 0.40018714909544606,
      "step": 1283
    },
    {
      "contrastive_lambda": 0.9988722126095105,
      "epoch": 0.40049906425452275,
      "step": 1284
    },
    {
      "contrastive_lambda": 0.9988704545394935,
      "epoch": 0.4008109794135995,
      "step": 1285
    },
    {
      "contrastive_lambda": 0.9988686951017949,
      "epoch": 0.40112289457267625,
      "step": 1286
    },
    {
      "contrastive_lambda": 0.9988669342964194,
      "epoch": 0.40143480973175294,
      "step": 1287
    },
    {
      "contrastive_lambda": 0.9988651721233718,
      "epoch": 0.4017467248908297,
      "step": 1288
    },
    {
      "contrastive_lambda": 0.9988634085826571,
      "epoch": 0.40205864004990644,
      "step": 1289
    },
    {
      "epoch": 0.4023705552089832,
      "grad_norm": 0.3982997238636017,
      "learning_rate": 4.296666666666666e-05,
      "loss": 0.1236,
      "step": 1290
    },
    {
      "epoch": 0.4023705552089832,
      "flow_loss": 0.11510801315307617,
      "step": 1290
    },
    {
      "contrastive_loss": 0.04407970607280731,
      "epoch": 0.4023705552089832,
      "step": 1290
    },
    {
      "contrastive_lambda": 0.9988616436742799,
      "epoch": 0.4023705552089832,
      "step": 1290
    },
    {
      "contrastive_lambda": 0.9988598773982453,
      "epoch": 0.4026824703680599,
      "step": 1291
    },
    {
      "contrastive_lambda": 0.998858109754558,
      "epoch": 0.4029943855271366,
      "step": 1292
    },
    {
      "contrastive_lambda": 0.9988563407432229,
      "epoch": 0.40330630068621337,
      "step": 1293
    },
    {
      "contrastive_lambda": 0.9988545703642447,
      "epoch": 0.40361821584529006,
      "step": 1294
    },
    {
      "contrastive_lambda": 0.9988527986176285,
      "epoch": 0.4039301310043668,
      "step": 1295
    },
    {
      "contrastive_lambda": 0.998851025503379,
      "epoch": 0.40424204616344356,
      "step": 1296
    },
    {
      "contrastive_lambda": 0.998849251021501,
      "epoch": 0.40455396132252025,
      "step": 1297
    },
    {
      "contrastive_lambda": 0.9988474751719996,
      "epoch": 0.404865876481597,
      "step": 1298
    },
    {
      "contrastive_lambda": 0.9988456979548794,
      "epoch": 0.40517779164067375,
      "step": 1299
    },
    {
      "epoch": 0.4054897067997505,
      "grad_norm": 0.39754718542099,
      "learning_rate": 4.33e-05,
      "loss": 0.1174,
      "step": 1300
    },
    {
      "epoch": 0.4054897067997505,
      "flow_loss": 0.12940844893455505,
      "step": 1300
    },
    {
      "contrastive_loss": 0.0445372611284256,
      "epoch": 0.4054897067997505,
      "step": 1300
    },
    {
      "contrastive_lambda": 0.9988439193701455,
      "epoch": 0.4054897067997505,
      "step": 1300
    },
    {
      "contrastive_lambda": 0.9988421394178026,
      "epoch": 0.4058016219588272,
      "step": 1301
    },
    {
      "contrastive_lambda": 0.9988403580978558,
      "epoch": 0.40611353711790393,
      "step": 1302
    },
    {
      "contrastive_lambda": 0.9988385754103096,
      "epoch": 0.4064254522769807,
      "step": 1303
    },
    {
      "contrastive_lambda": 0.9988367913551692,
      "epoch": 0.4067373674360574,
      "step": 1304
    },
    {
      "contrastive_lambda": 0.9988350059324396,
      "epoch": 0.4070492825951341,
      "step": 1305
    },
    {
      "contrastive_lambda": 0.9988332191421252,
      "epoch": 0.40736119775421087,
      "step": 1306
    },
    {
      "contrastive_lambda": 0.9988314309842314,
      "epoch": 0.40767311291328756,
      "step": 1307
    },
    {
      "contrastive_lambda": 0.998829641458763,
      "epoch": 0.4079850280723643,
      "step": 1308
    },
    {
      "contrastive_lambda": 0.9988278505657247,
      "epoch": 0.40829694323144106,
      "step": 1309
    },
    {
      "epoch": 0.4086088583905178,
      "grad_norm": 0.38652268052101135,
      "learning_rate": 4.3633333333333335e-05,
      "loss": 0.1178,
      "step": 1310
    },
    {
      "epoch": 0.4086088583905178,
      "flow_loss": 0.167310431599617,
      "step": 1310
    },
    {
      "contrastive_loss": 0.04847303032875061,
      "epoch": 0.4086088583905178,
      "step": 1310
    },
    {
      "contrastive_lambda": 0.9988260583051214,
      "epoch": 0.4086088583905178,
      "step": 1310
    },
    {
      "contrastive_lambda": 0.9988242646769583,
      "epoch": 0.4089207735495945,
      "step": 1311
    },
    {
      "contrastive_lambda": 0.99882246968124,
      "epoch": 0.40923268870867124,
      "step": 1312
    },
    {
      "contrastive_lambda": 0.9988206733179718,
      "epoch": 0.409544603867748,
      "step": 1313
    },
    {
      "contrastive_lambda": 0.9988188755871583,
      "epoch": 0.4098565190268247,
      "step": 1314
    },
    {
      "contrastive_lambda": 0.9988170764888045,
      "epoch": 0.41016843418590143,
      "step": 1315
    },
    {
      "contrastive_lambda": 0.9988152760229154,
      "epoch": 0.4104803493449782,
      "step": 1316
    },
    {
      "contrastive_lambda": 0.9988134741894958,
      "epoch": 0.41079226450405487,
      "step": 1317
    },
    {
      "contrastive_lambda": 0.9988116709885508,
      "epoch": 0.4111041796631316,
      "step": 1318
    },
    {
      "contrastive_lambda": 0.9988098664200853,
      "epoch": 0.41141609482220837,
      "step": 1319
    },
    {
      "epoch": 0.4117280099812851,
      "grad_norm": 0.392559677362442,
      "learning_rate": 4.396666666666667e-05,
      "loss": 0.1226,
      "step": 1320
    },
    {
      "epoch": 0.4117280099812851,
      "flow_loss": 0.12127167731523514,
      "step": 1320
    },
    {
      "contrastive_loss": 0.04197893664240837,
      "epoch": 0.4117280099812851,
      "step": 1320
    },
    {
      "contrastive_lambda": 0.9988080604841043,
      "epoch": 0.4117280099812851,
      "step": 1320
    },
    {
      "contrastive_lambda": 0.9988062531806126,
      "epoch": 0.4120399251403618,
      "step": 1321
    },
    {
      "contrastive_lambda": 0.9988044445096153,
      "epoch": 0.41235184029943855,
      "step": 1322
    },
    {
      "contrastive_lambda": 0.9988026344711172,
      "epoch": 0.4126637554585153,
      "step": 1323
    },
    {
      "contrastive_lambda": 0.9988008230651234,
      "epoch": 0.412975670617592,
      "step": 1324
    },
    {
      "contrastive_lambda": 0.9987990102916389,
      "epoch": 0.41328758577666874,
      "step": 1325
    },
    {
      "contrastive_lambda": 0.9987971961506685,
      "epoch": 0.4135995009357455,
      "step": 1326
    },
    {
      "contrastive_lambda": 0.9987953806422172,
      "epoch": 0.4139114160948222,
      "step": 1327
    },
    {
      "contrastive_lambda": 0.9987935637662901,
      "epoch": 0.41422333125389893,
      "step": 1328
    },
    {
      "contrastive_lambda": 0.9987917455228923,
      "epoch": 0.4145352464129757,
      "step": 1329
    },
    {
      "epoch": 0.4148471615720524,
      "grad_norm": 0.28250598907470703,
      "learning_rate": 4.43e-05,
      "loss": 0.1064,
      "step": 1330
    },
    {
      "epoch": 0.4148471615720524,
      "flow_loss": 0.14177370071411133,
      "step": 1330
    },
    {
      "contrastive_loss": 0.04358191415667534,
      "epoch": 0.4148471615720524,
      "step": 1330
    },
    {
      "contrastive_lambda": 0.9987899259120283,
      "epoch": 0.4148471615720524,
      "step": 1330
    },
    {
      "contrastive_lambda": 0.9987881049337036,
      "epoch": 0.4151590767311291,
      "step": 1331
    },
    {
      "contrastive_lambda": 0.998786282587923,
      "epoch": 0.41547099189020587,
      "step": 1332
    },
    {
      "contrastive_lambda": 0.9987844588746915,
      "epoch": 0.4157829070492826,
      "step": 1333
    },
    {
      "contrastive_lambda": 0.998782633794014,
      "epoch": 0.4160948222083593,
      "step": 1334
    },
    {
      "contrastive_lambda": 0.9987808073458956,
      "epoch": 0.41640673736743605,
      "step": 1335
    },
    {
      "contrastive_lambda": 0.9987789795303412,
      "epoch": 0.4167186525265128,
      "step": 1336
    },
    {
      "contrastive_lambda": 0.9987771503473561,
      "epoch": 0.4170305676855895,
      "step": 1337
    },
    {
      "contrastive_lambda": 0.9987753197969451,
      "epoch": 0.41734248284466624,
      "step": 1338
    },
    {
      "contrastive_lambda": 0.9987734878791131,
      "epoch": 0.417654398003743,
      "step": 1339
    },
    {
      "epoch": 0.41796631316281974,
      "grad_norm": 0.2737294137477875,
      "learning_rate": 4.463333333333334e-05,
      "loss": 0.1161,
      "step": 1340
    },
    {
      "epoch": 0.41796631316281974,
      "flow_loss": 0.09682706743478775,
      "step": 1340
    },
    {
      "contrastive_loss": 0.04273395612835884,
      "epoch": 0.41796631316281974,
      "step": 1340
    },
    {
      "contrastive_lambda": 0.9987716545938654,
      "epoch": 0.41796631316281974,
      "step": 1340
    },
    {
      "contrastive_lambda": 0.9987698199412068,
      "epoch": 0.41827822832189643,
      "step": 1341
    },
    {
      "contrastive_lambda": 0.9987679839211425,
      "epoch": 0.4185901434809732,
      "step": 1342
    },
    {
      "contrastive_lambda": 0.9987661465336775,
      "epoch": 0.4189020586400499,
      "step": 1343
    },
    {
      "contrastive_lambda": 0.9987643077788166,
      "epoch": 0.4192139737991266,
      "step": 1344
    },
    {
      "contrastive_lambda": 0.9987624676565652,
      "epoch": 0.41952588895820336,
      "step": 1345
    },
    {
      "contrastive_lambda": 0.998760626166928,
      "epoch": 0.4198378041172801,
      "step": 1346
    },
    {
      "contrastive_lambda": 0.9987587833099103,
      "epoch": 0.4201497192763568,
      "step": 1347
    },
    {
      "contrastive_lambda": 0.9987569390855171,
      "epoch": 0.42046163443543355,
      "step": 1348
    },
    {
      "contrastive_lambda": 0.9987550934937535,
      "epoch": 0.4207735495945103,
      "step": 1349
    },
    {
      "epoch": 0.42108546475358705,
      "grad_norm": 0.29030823707580566,
      "learning_rate": 4.496666666666667e-05,
      "loss": 0.1093,
      "step": 1350
    },
    {
      "epoch": 0.42108546475358705,
      "flow_loss": 0.07862208783626556,
      "step": 1350
    },
    {
      "contrastive_loss": 0.036700647324323654,
      "epoch": 0.42108546475358705,
      "step": 1350
    },
    {
      "contrastive_lambda": 0.9987532465346245,
      "epoch": 0.42108546475358705,
      "step": 1350
    },
    {
      "contrastive_lambda": 0.9987513982081351,
      "epoch": 0.42139737991266374,
      "step": 1351
    },
    {
      "contrastive_lambda": 0.9987495485142903,
      "epoch": 0.4217092950717405,
      "step": 1352
    },
    {
      "contrastive_lambda": 0.9987476974530956,
      "epoch": 0.42202121023081723,
      "step": 1353
    },
    {
      "contrastive_lambda": 0.9987458450245554,
      "epoch": 0.4223331253898939,
      "step": 1354
    },
    {
      "contrastive_lambda": 0.9987439912286754,
      "epoch": 0.4226450405489707,
      "step": 1355
    },
    {
      "contrastive_lambda": 0.9987421360654604,
      "epoch": 0.4229569557080474,
      "step": 1356
    },
    {
      "contrastive_lambda": 0.9987402795349154,
      "epoch": 0.42326887086712417,
      "step": 1357
    },
    {
      "contrastive_lambda": 0.9987384216370457,
      "epoch": 0.42358078602620086,
      "step": 1358
    },
    {
      "contrastive_lambda": 0.9987365623718563,
      "epoch": 0.4238927011852776,
      "step": 1359
    },
    {
      "epoch": 0.42420461634435436,
      "grad_norm": 0.30949142575263977,
      "learning_rate": 4.53e-05,
      "loss": 0.1135,
      "step": 1360
    },
    {
      "epoch": 0.42420461634435436,
      "flow_loss": 0.09681948274374008,
      "step": 1360
    },
    {
      "contrastive_loss": 0.04486566036939621,
      "epoch": 0.42420461634435436,
      "step": 1360
    },
    {
      "contrastive_lambda": 0.9987347017393523,
      "epoch": 0.42420461634435436,
      "step": 1360
    },
    {
      "contrastive_lambda": 0.9987328397395387,
      "epoch": 0.42451653150343105,
      "step": 1361
    },
    {
      "contrastive_lambda": 0.9987309763724208,
      "epoch": 0.4248284466625078,
      "step": 1362
    },
    {
      "contrastive_lambda": 0.9987291116380037,
      "epoch": 0.42514036182158454,
      "step": 1363
    },
    {
      "contrastive_lambda": 0.9987272455362923,
      "epoch": 0.42545227698066124,
      "step": 1364
    },
    {
      "contrastive_lambda": 0.9987253780672918,
      "epoch": 0.425764192139738,
      "step": 1365
    },
    {
      "contrastive_lambda": 0.9987235092310074,
      "epoch": 0.42607610729881473,
      "step": 1366
    },
    {
      "contrastive_lambda": 0.9987216390274443,
      "epoch": 0.4263880224578915,
      "step": 1367
    },
    {
      "contrastive_lambda": 0.9987197674566074,
      "epoch": 0.4266999376169682,
      "step": 1368
    },
    {
      "contrastive_lambda": 0.9987178945185019,
      "epoch": 0.4270118527760449,
      "step": 1369
    },
    {
      "epoch": 0.42732376793512167,
      "grad_norm": 0.3574620485305786,
      "learning_rate": 4.5633333333333336e-05,
      "loss": 0.1042,
      "step": 1370
    },
    {
      "epoch": 0.42732376793512167,
      "flow_loss": 0.11919553577899933,
      "step": 1370
    },
    {
      "contrastive_loss": 0.04013747349381447,
      "epoch": 0.42732376793512167,
      "step": 1370
    },
    {
      "contrastive_lambda": 0.9987160202131331,
      "epoch": 0.42732376793512167,
      "step": 1370
    },
    {
      "contrastive_lambda": 0.9987141445405059,
      "epoch": 0.42763568309419836,
      "step": 1371
    },
    {
      "contrastive_lambda": 0.9987122675006256,
      "epoch": 0.4279475982532751,
      "step": 1372
    },
    {
      "contrastive_lambda": 0.9987103890934973,
      "epoch": 0.42825951341235186,
      "step": 1373
    },
    {
      "contrastive_lambda": 0.9987085093191261,
      "epoch": 0.42857142857142855,
      "step": 1374
    },
    {
      "contrastive_lambda": 0.9987066281775173,
      "epoch": 0.4288833437305053,
      "step": 1375
    },
    {
      "contrastive_lambda": 0.998704745668676,
      "epoch": 0.42919525888958204,
      "step": 1376
    },
    {
      "contrastive_lambda": 0.9987028617926073,
      "epoch": 0.4295071740486588,
      "step": 1377
    },
    {
      "contrastive_lambda": 0.9987009765493162,
      "epoch": 0.4298190892077355,
      "step": 1378
    },
    {
      "contrastive_lambda": 0.9986990899388082,
      "epoch": 0.43013100436681223,
      "step": 1379
    },
    {
      "epoch": 0.430442919525889,
      "grad_norm": 0.30638206005096436,
      "learning_rate": 4.596666666666667e-05,
      "loss": 0.1102,
      "step": 1380
    },
    {
      "epoch": 0.430442919525889,
      "flow_loss": 0.11333658546209335,
      "step": 1380
    },
    {
      "contrastive_loss": 0.03367830812931061,
      "epoch": 0.430442919525889,
      "step": 1380
    },
    {
      "contrastive_lambda": 0.9986972019610885,
      "epoch": 0.430442919525889,
      "step": 1380
    },
    {
      "contrastive_lambda": 0.9986953126161618,
      "epoch": 0.43075483468496567,
      "step": 1381
    },
    {
      "contrastive_lambda": 0.9986934219040338,
      "epoch": 0.4310667498440424,
      "step": 1382
    },
    {
      "contrastive_lambda": 0.9986915298247093,
      "epoch": 0.43137866500311917,
      "step": 1383
    },
    {
      "contrastive_lambda": 0.9986896363781939,
      "epoch": 0.43169058016219586,
      "step": 1384
    },
    {
      "contrastive_lambda": 0.9986877415644924,
      "epoch": 0.4320024953212726,
      "step": 1385
    },
    {
      "contrastive_lambda": 0.99868584538361,
      "epoch": 0.43231441048034935,
      "step": 1386
    },
    {
      "contrastive_lambda": 0.9986839478355523,
      "epoch": 0.4326263256394261,
      "step": 1387
    },
    {
      "contrastive_lambda": 0.9986820489203241,
      "epoch": 0.4329382407985028,
      "step": 1388
    },
    {
      "contrastive_lambda": 0.9986801486379306,
      "epoch": 0.43325015595757954,
      "step": 1389
    },
    {
      "epoch": 0.4335620711166563,
      "grad_norm": 0.443007230758667,
      "learning_rate": 4.630000000000001e-05,
      "loss": 0.1055,
      "step": 1390
    },
    {
      "epoch": 0.4335620711166563,
      "flow_loss": 0.11609715223312378,
      "step": 1390
    },
    {
      "contrastive_loss": 0.04412133991718292,
      "epoch": 0.4335620711166563,
      "step": 1390
    },
    {
      "contrastive_lambda": 0.9986782469883775,
      "epoch": 0.4335620711166563,
      "step": 1390
    },
    {
      "contrastive_lambda": 0.9986763439716695,
      "epoch": 0.433873986275733,
      "step": 1391
    },
    {
      "contrastive_lambda": 0.998674439587812,
      "epoch": 0.43418590143480973,
      "step": 1392
    },
    {
      "contrastive_lambda": 0.9986725338368101,
      "epoch": 0.4344978165938865,
      "step": 1393
    },
    {
      "contrastive_lambda": 0.9986706267186692,
      "epoch": 0.43480973175296317,
      "step": 1394
    },
    {
      "contrastive_lambda": 0.9986687182333945,
      "epoch": 0.4351216469120399,
      "step": 1395
    },
    {
      "contrastive_lambda": 0.9986668083809913,
      "epoch": 0.43543356207111666,
      "step": 1396
    },
    {
      "contrastive_lambda": 0.9986648971614646,
      "epoch": 0.4357454772301934,
      "step": 1397
    },
    {
      "contrastive_lambda": 0.9986629845748198,
      "epoch": 0.4360573923892701,
      "step": 1398
    },
    {
      "contrastive_lambda": 0.9986610706210621,
      "epoch": 0.43636930754834685,
      "step": 1399
    },
    {
      "epoch": 0.4366812227074236,
      "grad_norm": 0.4325864315032959,
      "learning_rate": 4.663333333333333e-05,
      "loss": 0.1161,
      "step": 1400
    },
    {
      "epoch": 0.4366812227074236,
      "flow_loss": 0.10809629410505295,
      "step": 1400
    },
    {
      "contrastive_loss": 0.03501782566308975,
      "epoch": 0.4366812227074236,
      "step": 1400
    },
    {
      "contrastive_lambda": 0.9986591553001968,
      "epoch": 0.4366812227074236,
      "step": 1400
    },
    {
      "contrastive_lambda": 0.998657238612229,
      "epoch": 0.4369931378665003,
      "step": 1401
    },
    {
      "contrastive_lambda": 0.9986553205571642,
      "epoch": 0.43730505302557704,
      "step": 1402
    },
    {
      "contrastive_lambda": 0.9986534011350074,
      "epoch": 0.4376169681846538,
      "step": 1403
    },
    {
      "contrastive_lambda": 0.9986514803457642,
      "epoch": 0.4379288833437305,
      "step": 1404
    },
    {
      "contrastive_lambda": 0.9986495581894395,
      "epoch": 0.4382407985028072,
      "step": 1405
    },
    {
      "contrastive_lambda": 0.9986476346660387,
      "epoch": 0.438552713661884,
      "step": 1406
    },
    {
      "contrastive_lambda": 0.9986457097755672,
      "epoch": 0.4388646288209607,
      "step": 1407
    },
    {
      "contrastive_lambda": 0.9986437835180302,
      "epoch": 0.4391765439800374,
      "step": 1408
    },
    {
      "contrastive_lambda": 0.9986418558934328,
      "epoch": 0.43948845913911416,
      "step": 1409
    },
    {
      "epoch": 0.4398003742981909,
      "grad_norm": 0.2759864628314972,
      "learning_rate": 4.696666666666667e-05,
      "loss": 0.1055,
      "step": 1410
    },
    {
      "epoch": 0.4398003742981909,
      "flow_loss": 0.08851351588964462,
      "step": 1410
    },
    {
      "contrastive_loss": 0.038054727017879486,
      "epoch": 0.4398003742981909,
      "step": 1410
    },
    {
      "contrastive_lambda": 0.9986399269017805,
      "epoch": 0.4398003742981909,
      "step": 1410
    },
    {
      "contrastive_lambda": 0.9986379965430785,
      "epoch": 0.4401122894572676,
      "step": 1411
    },
    {
      "contrastive_lambda": 0.9986360648173322,
      "epoch": 0.44042420461634435,
      "step": 1412
    },
    {
      "contrastive_lambda": 0.9986341317245468,
      "epoch": 0.4407361197754211,
      "step": 1413
    },
    {
      "contrastive_lambda": 0.9986321972647276,
      "epoch": 0.4410480349344978,
      "step": 1414
    },
    {
      "contrastive_lambda": 0.9986302614378799,
      "epoch": 0.44135995009357454,
      "step": 1415
    },
    {
      "contrastive_lambda": 0.998628324244009,
      "epoch": 0.4416718652526513,
      "step": 1416
    },
    {
      "contrastive_lambda": 0.9986263856831203,
      "epoch": 0.44198378041172803,
      "step": 1417
    },
    {
      "contrastive_lambda": 0.9986244457552191,
      "epoch": 0.4422956955708047,
      "step": 1418
    },
    {
      "contrastive_lambda": 0.9986225044603106,
      "epoch": 0.4426076107298815,
      "step": 1419
    },
    {
      "epoch": 0.4429195258889582,
      "grad_norm": 0.3146459758281708,
      "learning_rate": 4.73e-05,
      "loss": 0.1138,
      "step": 1420
    },
    {
      "epoch": 0.4429195258889582,
      "flow_loss": 0.10588327795267105,
      "step": 1420
    },
    {
      "contrastive_loss": 0.04447190836071968,
      "epoch": 0.4429195258889582,
      "step": 1420
    },
    {
      "contrastive_lambda": 0.9986205617984003,
      "epoch": 0.4429195258889582,
      "step": 1420
    },
    {
      "contrastive_lambda": 0.9986186177694933,
      "epoch": 0.4432314410480349,
      "step": 1421
    },
    {
      "contrastive_lambda": 0.998616672373595,
      "epoch": 0.44354335620711166,
      "step": 1422
    },
    {
      "contrastive_lambda": 0.998614725610711,
      "epoch": 0.4438552713661884,
      "step": 1423
    },
    {
      "contrastive_lambda": 0.9986127774808462,
      "epoch": 0.4441671865252651,
      "step": 1424
    },
    {
      "contrastive_lambda": 0.9986108279840062,
      "epoch": 0.44447910168434185,
      "step": 1425
    },
    {
      "contrastive_lambda": 0.9986088771201964,
      "epoch": 0.4447910168434186,
      "step": 1426
    },
    {
      "contrastive_lambda": 0.9986069248894219,
      "epoch": 0.44510293200249534,
      "step": 1427
    },
    {
      "contrastive_lambda": 0.9986049712916883,
      "epoch": 0.44541484716157204,
      "step": 1428
    },
    {
      "contrastive_lambda": 0.998603016327001,
      "epoch": 0.4457267623206488,
      "step": 1429
    },
    {
      "epoch": 0.44603867747972553,
      "grad_norm": 0.30331069231033325,
      "learning_rate": 4.763333333333334e-05,
      "loss": 0.1081,
      "step": 1430
    },
    {
      "epoch": 0.44603867747972553,
      "flow_loss": 0.10591289401054382,
      "step": 1430
    },
    {
      "contrastive_loss": 0.03389645367860794,
      "epoch": 0.44603867747972553,
      "step": 1430
    },
    {
      "contrastive_lambda": 0.998601059995365,
      "epoch": 0.44603867747972553,
      "step": 1430
    },
    {
      "contrastive_lambda": 0.998599102296786,
      "epoch": 0.4463505926388022,
      "step": 1431
    },
    {
      "contrastive_lambda": 0.9985971432312692,
      "epoch": 0.44666250779787897,
      "step": 1432
    },
    {
      "contrastive_lambda": 0.99859518279882,
      "epoch": 0.4469744229569557,
      "step": 1433
    },
    {
      "contrastive_lambda": 0.9985932209994439,
      "epoch": 0.4472863381160324,
      "step": 1434
    },
    {
      "contrastive_lambda": 0.9985912578331462,
      "epoch": 0.44759825327510916,
      "step": 1435
    },
    {
      "contrastive_lambda": 0.9985892932999321,
      "epoch": 0.4479101684341859,
      "step": 1436
    },
    {
      "contrastive_lambda": 0.9985873273998072,
      "epoch": 0.44822208359326265,
      "step": 1437
    },
    {
      "contrastive_lambda": 0.9985853601327769,
      "epoch": 0.44853399875233935,
      "step": 1438
    },
    {
      "contrastive_lambda": 0.9985833914988465,
      "epoch": 0.4488459139114161,
      "step": 1439
    },
    {
      "epoch": 0.44915782907049284,
      "grad_norm": 0.2322501540184021,
      "learning_rate": 4.796666666666667e-05,
      "loss": 0.1104,
      "step": 1440
    },
    {
      "epoch": 0.44915782907049284,
      "flow_loss": 0.10044321417808533,
      "step": 1440
    },
    {
      "contrastive_loss": 0.039608560502529144,
      "epoch": 0.44915782907049284,
      "step": 1440
    },
    {
      "contrastive_lambda": 0.9985814214980213,
      "epoch": 0.44915782907049284,
      "step": 1440
    },
    {
      "contrastive_lambda": 0.9985794501303069,
      "epoch": 0.44946974422956953,
      "step": 1441
    },
    {
      "contrastive_lambda": 0.9985774773957088,
      "epoch": 0.4497816593886463,
      "step": 1442
    },
    {
      "contrastive_lambda": 0.9985755032942321,
      "epoch": 0.45009357454772303,
      "step": 1443
    },
    {
      "contrastive_lambda": 0.9985735278258823,
      "epoch": 0.4504054897067998,
      "step": 1444
    },
    {
      "contrastive_lambda": 0.9985715509906649,
      "epoch": 0.45071740486587647,
      "step": 1445
    },
    {
      "contrastive_lambda": 0.9985695727885853,
      "epoch": 0.4510293200249532,
      "step": 1446
    },
    {
      "contrastive_lambda": 0.9985675932196489,
      "epoch": 0.45134123518402997,
      "step": 1447
    },
    {
      "contrastive_lambda": 0.9985656122838611,
      "epoch": 0.45165315034310666,
      "step": 1448
    },
    {
      "contrastive_lambda": 0.9985636299812275,
      "epoch": 0.4519650655021834,
      "step": 1449
    },
    {
      "epoch": 0.45227698066126015,
      "grad_norm": 0.303723007440567,
      "learning_rate": 4.83e-05,
      "loss": 0.1128,
      "step": 1450
    },
    {
      "epoch": 0.45227698066126015,
      "flow_loss": 0.10695503652095795,
      "step": 1450
    },
    {
      "contrastive_loss": 0.039938636124134064,
      "epoch": 0.45227698066126015,
      "step": 1450
    },
    {
      "contrastive_lambda": 0.9985616463117533,
      "epoch": 0.45227698066126015,
      "step": 1450
    },
    {
      "contrastive_lambda": 0.9985596612754439,
      "epoch": 0.45258889582033685,
      "step": 1451
    },
    {
      "contrastive_lambda": 0.9985576748723051,
      "epoch": 0.4529008109794136,
      "step": 1452
    },
    {
      "contrastive_lambda": 0.998555687102342,
      "epoch": 0.45321272613849034,
      "step": 1453
    },
    {
      "contrastive_lambda": 0.9985536979655603,
      "epoch": 0.4535246412975671,
      "step": 1454
    },
    {
      "contrastive_lambda": 0.9985517074619652,
      "epoch": 0.4538365564566438,
      "step": 1455
    },
    {
      "contrastive_lambda": 0.9985497155915624,
      "epoch": 0.45414847161572053,
      "step": 1456
    },
    {
      "contrastive_lambda": 0.9985477223543573,
      "epoch": 0.4544603867747973,
      "step": 1457
    },
    {
      "contrastive_lambda": 0.9985457277503551,
      "epoch": 0.45477230193387397,
      "step": 1458
    },
    {
      "contrastive_lambda": 0.9985437317795616,
      "epoch": 0.4550842170929507,
      "step": 1459
    },
    {
      "epoch": 0.45539613225202746,
      "grad_norm": 0.3556354343891144,
      "learning_rate": 4.8633333333333334e-05,
      "loss": 0.1083,
      "step": 1460
    },
    {
      "epoch": 0.45539613225202746,
      "flow_loss": 0.08984919637441635,
      "step": 1460
    },
    {
      "contrastive_loss": 0.040757887065410614,
      "epoch": 0.45539613225202746,
      "step": 1460
    },
    {
      "contrastive_lambda": 0.9985417344419822,
      "epoch": 0.45539613225202746,
      "step": 1460
    },
    {
      "contrastive_lambda": 0.9985397357376222,
      "epoch": 0.45570804741110416,
      "step": 1461
    },
    {
      "contrastive_lambda": 0.9985377356664873,
      "epoch": 0.4560199625701809,
      "step": 1462
    },
    {
      "contrastive_lambda": 0.998535734228583,
      "epoch": 0.45633187772925765,
      "step": 1463
    },
    {
      "contrastive_lambda": 0.9985337314239144,
      "epoch": 0.4566437928883344,
      "step": 1464
    },
    {
      "contrastive_lambda": 0.9985317272524875,
      "epoch": 0.4569557080474111,
      "step": 1465
    },
    {
      "contrastive_lambda": 0.9985297217143074,
      "epoch": 0.45726762320648784,
      "step": 1466
    },
    {
      "contrastive_lambda": 0.99852771480938,
      "epoch": 0.4575795383655646,
      "step": 1467
    },
    {
      "contrastive_lambda": 0.9985257065377104,
      "epoch": 0.4578914535246413,
      "step": 1468
    },
    {
      "contrastive_lambda": 0.9985236968993043,
      "epoch": 0.458203368683718,
      "step": 1469
    },
    {
      "epoch": 0.4585152838427948,
      "grad_norm": 0.3186323344707489,
      "learning_rate": 4.8966666666666667e-05,
      "loss": 0.112,
      "step": 1470
    },
    {
      "epoch": 0.4585152838427948,
      "flow_loss": 0.13104739785194397,
      "step": 1470
    },
    {
      "contrastive_loss": 0.03381046652793884,
      "epoch": 0.4585152838427948,
      "step": 1470
    },
    {
      "contrastive_lambda": 0.9985216858941671,
      "epoch": 0.4585152838427948,
      "step": 1470
    },
    {
      "contrastive_lambda": 0.9985196735223045,
      "epoch": 0.45882719900187147,
      "step": 1471
    },
    {
      "contrastive_lambda": 0.9985176597837219,
      "epoch": 0.4591391141609482,
      "step": 1472
    },
    {
      "contrastive_lambda": 0.9985156446784248,
      "epoch": 0.45945102932002496,
      "step": 1473
    },
    {
      "contrastive_lambda": 0.9985136282064188,
      "epoch": 0.4597629444791017,
      "step": 1474
    },
    {
      "contrastive_lambda": 0.9985116103677093,
      "epoch": 0.4600748596381784,
      "step": 1475
    },
    {
      "contrastive_lambda": 0.9985095911623019,
      "epoch": 0.46038677479725515,
      "step": 1476
    },
    {
      "contrastive_lambda": 0.9985075705902022,
      "epoch": 0.4606986899563319,
      "step": 1477
    },
    {
      "contrastive_lambda": 0.9985055486514158,
      "epoch": 0.4610106051154086,
      "step": 1478
    },
    {
      "contrastive_lambda": 0.998503525345948,
      "epoch": 0.46132252027448534,
      "step": 1479
    },
    {
      "epoch": 0.4616344354335621,
      "grad_norm": 0.33562472462654114,
      "learning_rate": 4.93e-05,
      "loss": 0.1122,
      "step": 1480
    },
    {
      "epoch": 0.4616344354335621,
      "flow_loss": 0.12041355669498444,
      "step": 1480
    },
    {
      "contrastive_loss": 0.03544274717569351,
      "epoch": 0.4616344354335621,
      "step": 1480
    },
    {
      "contrastive_lambda": 0.9985015006738045,
      "epoch": 0.4616344354335621,
      "step": 1480
    },
    {
      "contrastive_lambda": 0.9984994746349909,
      "epoch": 0.4619463505926388,
      "step": 1481
    },
    {
      "contrastive_lambda": 0.9984974472295126,
      "epoch": 0.4622582657517155,
      "step": 1482
    },
    {
      "contrastive_lambda": 0.9984954184573753,
      "epoch": 0.4625701809107923,
      "step": 1483
    },
    {
      "contrastive_lambda": 0.9984933883185845,
      "epoch": 0.462882096069869,
      "step": 1484
    },
    {
      "contrastive_lambda": 0.9984913568131457,
      "epoch": 0.4631940112289457,
      "step": 1485
    },
    {
      "contrastive_lambda": 0.9984893239410646,
      "epoch": 0.46350592638802246,
      "step": 1486
    },
    {
      "contrastive_lambda": 0.9984872897023467,
      "epoch": 0.4638178415470992,
      "step": 1487
    },
    {
      "contrastive_lambda": 0.9984852540969977,
      "epoch": 0.4641297567061759,
      "step": 1488
    },
    {
      "contrastive_lambda": 0.998483217125023,
      "epoch": 0.46444167186525265,
      "step": 1489
    },
    {
      "epoch": 0.4647535870243294,
      "grad_norm": 0.31745415925979614,
      "learning_rate": 4.963333333333334e-05,
      "loss": 0.1085,
      "step": 1490
    },
    {
      "epoch": 0.4647535870243294,
      "flow_loss": 0.11650462448596954,
      "step": 1490
    },
    {
      "contrastive_loss": 0.03745986521244049,
      "epoch": 0.4647535870243294,
      "step": 1490
    },
    {
      "contrastive_lambda": 0.9984811787864282,
      "epoch": 0.4647535870243294,
      "step": 1490
    },
    {
      "contrastive_lambda": 0.998479139081219,
      "epoch": 0.4650655021834061,
      "step": 1491
    },
    {
      "contrastive_lambda": 0.9984770980094009,
      "epoch": 0.46537741734248284,
      "step": 1492
    },
    {
      "contrastive_lambda": 0.9984750555709796,
      "epoch": 0.4656893325015596,
      "step": 1493
    },
    {
      "contrastive_lambda": 0.9984730117659606,
      "epoch": 0.46600124766063633,
      "step": 1494
    },
    {
      "contrastive_lambda": 0.9984709665943494,
      "epoch": 0.466313162819713,
      "step": 1495
    },
    {
      "contrastive_lambda": 0.998468920056152,
      "epoch": 0.46662507797878977,
      "step": 1496
    },
    {
      "contrastive_lambda": 0.9984668721513736,
      "epoch": 0.4669369931378665,
      "step": 1497
    },
    {
      "contrastive_lambda": 0.9984648228800199,
      "epoch": 0.4672489082969432,
      "step": 1498
    },
    {
      "contrastive_lambda": 0.9984627722420968,
      "epoch": 0.46756082345601996,
      "step": 1499
    },
    {
      "epoch": 0.4678727386150967,
      "grad_norm": 0.344255656003952,
      "learning_rate": 4.996666666666667e-05,
      "loss": 0.118,
      "step": 1500
    },
    {
      "epoch": 0.4678727386150967,
      "flow_loss": 0.11439415067434311,
      "step": 1500
    },
    {
      "contrastive_loss": 0.03946680575609207,
      "epoch": 0.4678727386150967,
      "step": 1500
    },
    {
      "contrastive_lambda": 0.9984607202376096,
      "epoch": 0.4678727386150967,
      "step": 1500
    },
    {
      "contrastive_lambda": 0.998458666866564,
      "epoch": 0.4681846537741734,
      "step": 1501
    },
    {
      "contrastive_lambda": 0.9984566121289657,
      "epoch": 0.46849656893325015,
      "step": 1502
    },
    {
      "contrastive_lambda": 0.9984545560248203,
      "epoch": 0.4688084840923269,
      "step": 1503
    },
    {
      "contrastive_lambda": 0.9984524985541334,
      "epoch": 0.46912039925140364,
      "step": 1504
    },
    {
      "contrastive_lambda": 0.9984504397169107,
      "epoch": 0.46943231441048033,
      "step": 1505
    },
    {
      "contrastive_lambda": 0.9984483795131578,
      "epoch": 0.4697442295695571,
      "step": 1506
    },
    {
      "contrastive_lambda": 0.9984463179428804,
      "epoch": 0.47005614472863383,
      "step": 1507
    },
    {
      "contrastive_lambda": 0.9984442550060841,
      "epoch": 0.4703680598877105,
      "step": 1508
    },
    {
      "contrastive_lambda": 0.9984421907027745,
      "epoch": 0.47067997504678727,
      "step": 1509
    },
    {
      "epoch": 0.470991890205864,
      "grad_norm": 0.3079184293746948,
      "learning_rate": 5.03e-05,
      "loss": 0.1073,
      "step": 1510
    },
    {
      "epoch": 0.470991890205864,
      "flow_loss": 0.11559116840362549,
      "step": 1510
    },
    {
      "contrastive_loss": 0.035384245216846466,
      "epoch": 0.470991890205864,
      "step": 1510
    },
    {
      "contrastive_lambda": 0.9984401250329574,
      "epoch": 0.470991890205864,
      "step": 1510
    },
    {
      "contrastive_lambda": 0.9984380579966384,
      "epoch": 0.4713038053649407,
      "step": 1511
    },
    {
      "contrastive_lambda": 0.9984359895938232,
      "epoch": 0.47161572052401746,
      "step": 1512
    },
    {
      "contrastive_lambda": 0.9984339198245173,
      "epoch": 0.4719276356830942,
      "step": 1513
    },
    {
      "contrastive_lambda": 0.9984318486887267,
      "epoch": 0.47223955084217095,
      "step": 1514
    },
    {
      "contrastive_lambda": 0.9984297761864569,
      "epoch": 0.47255146600124764,
      "step": 1515
    },
    {
      "contrastive_lambda": 0.9984277023177134,
      "epoch": 0.4728633811603244,
      "step": 1516
    },
    {
      "contrastive_lambda": 0.998425627082502,
      "epoch": 0.47317529631940114,
      "step": 1517
    },
    {
      "contrastive_lambda": 0.9984235504808286,
      "epoch": 0.47348721147847783,
      "step": 1518
    },
    {
      "contrastive_lambda": 0.9984214725126987,
      "epoch": 0.4737991266375546,
      "step": 1519
    },
    {
      "epoch": 0.4741110417966313,
      "grad_norm": 0.2863636910915375,
      "learning_rate": 5.0633333333333335e-05,
      "loss": 0.1156,
      "step": 1520
    },
    {
      "epoch": 0.4741110417966313,
      "flow_loss": 0.13236144185066223,
      "step": 1520
    },
    {
      "contrastive_loss": 0.036747097969055176,
      "epoch": 0.4741110417966313,
      "step": 1520
    },
    {
      "contrastive_lambda": 0.9984193931781181,
      "epoch": 0.4741110417966313,
      "step": 1520
    },
    {
      "contrastive_lambda": 0.9984173124770923,
      "epoch": 0.4744229569557081,
      "step": 1521
    },
    {
      "contrastive_lambda": 0.9984152304096272,
      "epoch": 0.47473487211478477,
      "step": 1522
    },
    {
      "contrastive_lambda": 0.9984131469757285,
      "epoch": 0.4750467872738615,
      "step": 1523
    },
    {
      "contrastive_lambda": 0.9984110621754019,
      "epoch": 0.47535870243293826,
      "step": 1524
    },
    {
      "contrastive_lambda": 0.998408976008653,
      "epoch": 0.47567061759201495,
      "step": 1525
    },
    {
      "contrastive_lambda": 0.9984068884754875,
      "epoch": 0.4759825327510917,
      "step": 1526
    },
    {
      "contrastive_lambda": 0.9984047995759113,
      "epoch": 0.47629444791016845,
      "step": 1527
    },
    {
      "contrastive_lambda": 0.9984027093099301,
      "epoch": 0.47660636306924514,
      "step": 1528
    },
    {
      "contrastive_lambda": 0.9984006176775495,
      "epoch": 0.4769182782283219,
      "step": 1529
    },
    {
      "epoch": 0.47723019338739864,
      "grad_norm": 0.3147418797016144,
      "learning_rate": 5.0966666666666674e-05,
      "loss": 0.1117,
      "step": 1530
    },
    {
      "epoch": 0.47723019338739864,
      "flow_loss": 0.1138274073600769,
      "step": 1530
    },
    {
      "contrastive_loss": 0.04055429995059967,
      "epoch": 0.47723019338739864,
      "step": 1530
    },
    {
      "contrastive_lambda": 0.9983985246787753,
      "epoch": 0.47723019338739864,
      "step": 1530
    },
    {
      "contrastive_lambda": 0.9983964303136132,
      "epoch": 0.4775421085464754,
      "step": 1531
    },
    {
      "contrastive_lambda": 0.9983943345820692,
      "epoch": 0.4778540237055521,
      "step": 1532
    },
    {
      "contrastive_lambda": 0.9983922374841487,
      "epoch": 0.4781659388646288,
      "step": 1533
    },
    {
      "contrastive_lambda": 0.9983901390198575,
      "epoch": 0.4784778540237056,
      "step": 1534
    },
    {
      "contrastive_lambda": 0.9983880391892015,
      "epoch": 0.47878976918278227,
      "step": 1535
    },
    {
      "contrastive_lambda": 0.9983859379921864,
      "epoch": 0.479101684341859,
      "step": 1536
    },
    {
      "contrastive_lambda": 0.998383835428818,
      "epoch": 0.47941359950093576,
      "step": 1537
    },
    {
      "contrastive_lambda": 0.998381731499102,
      "epoch": 0.47972551466001245,
      "step": 1538
    },
    {
      "contrastive_lambda": 0.9983796262030442,
      "epoch": 0.4800374298190892,
      "step": 1539
    },
    {
      "epoch": 0.48034934497816595,
      "grad_norm": 0.3643805682659149,
      "learning_rate": 5.130000000000001e-05,
      "loss": 0.1135,
      "step": 1540
    },
    {
      "epoch": 0.48034934497816595,
      "flow_loss": 0.126163512468338,
      "step": 1540
    },
    {
      "contrastive_loss": 0.03665725886821747,
      "epoch": 0.48034934497816595,
      "step": 1540
    },
    {
      "contrastive_lambda": 0.9983775195406503,
      "epoch": 0.48034934497816595,
      "step": 1540
    },
    {
      "contrastive_lambda": 0.9983754115119261,
      "epoch": 0.4806612601372427,
      "step": 1541
    },
    {
      "contrastive_lambda": 0.9983733021168775,
      "epoch": 0.4809731752963194,
      "step": 1542
    },
    {
      "contrastive_lambda": 0.9983711913555102,
      "epoch": 0.48128509045539614,
      "step": 1543
    },
    {
      "contrastive_lambda": 0.9983690792278299,
      "epoch": 0.4815970056144729,
      "step": 1544
    },
    {
      "contrastive_lambda": 0.9983669657338425,
      "epoch": 0.4819089207735496,
      "step": 1545
    },
    {
      "contrastive_lambda": 0.9983648508735539,
      "epoch": 0.4822208359326263,
      "step": 1546
    },
    {
      "contrastive_lambda": 0.9983627346469697,
      "epoch": 0.48253275109170307,
      "step": 1547
    },
    {
      "contrastive_lambda": 0.9983606170540957,
      "epoch": 0.48284466625077976,
      "step": 1548
    },
    {
      "contrastive_lambda": 0.9983584980949378,
      "epoch": 0.4831565814098565,
      "step": 1549
    },
    {
      "epoch": 0.48346849656893326,
      "grad_norm": 0.3148038387298584,
      "learning_rate": 5.163333333333333e-05,
      "loss": 0.1116,
      "step": 1550
    },
    {
      "epoch": 0.48346849656893326,
      "flow_loss": 0.10185395181179047,
      "step": 1550
    },
    {
      "contrastive_loss": 0.03867533057928085,
      "epoch": 0.48346849656893326,
      "step": 1550
    },
    {
      "contrastive_lambda": 0.9983563777695017,
      "epoch": 0.48346849656893326,
      "step": 1550
    },
    {
      "contrastive_lambda": 0.9983542560777934,
      "epoch": 0.48378041172801,
      "step": 1551
    },
    {
      "contrastive_lambda": 0.9983521330198186,
      "epoch": 0.4840923268870867,
      "step": 1552
    },
    {
      "contrastive_lambda": 0.9983500085955832,
      "epoch": 0.48440424204616345,
      "step": 1553
    },
    {
      "contrastive_lambda": 0.9983478828050928,
      "epoch": 0.4847161572052402,
      "step": 1554
    },
    {
      "contrastive_lambda": 0.9983457556483535,
      "epoch": 0.4850280723643169,
      "step": 1555
    },
    {
      "contrastive_lambda": 0.998343627125371,
      "epoch": 0.48533998752339363,
      "step": 1556
    },
    {
      "contrastive_lambda": 0.9983414972361511,
      "epoch": 0.4856519026824704,
      "step": 1557
    },
    {
      "contrastive_lambda": 0.9983393659806997,
      "epoch": 0.4859638178415471,
      "step": 1558
    },
    {
      "contrastive_lambda": 0.9983372333590226,
      "epoch": 0.4862757330006238,
      "step": 1559
    },
    {
      "epoch": 0.48658764815970057,
      "grad_norm": 0.283125102519989,
      "learning_rate": 5.196666666666667e-05,
      "loss": 0.1059,
      "step": 1560
    },
    {
      "epoch": 0.48658764815970057,
      "flow_loss": 0.09493337571620941,
      "step": 1560
    },
    {
      "contrastive_loss": 0.04016771912574768,
      "epoch": 0.48658764815970057,
      "step": 1560
    },
    {
      "contrastive_lambda": 0.9983350993711257,
      "epoch": 0.48658764815970057,
      "step": 1560
    },
    {
      "contrastive_lambda": 0.9983329640170149,
      "epoch": 0.4868995633187773,
      "step": 1561
    },
    {
      "contrastive_lambda": 0.998330827296696,
      "epoch": 0.487211478477854,
      "step": 1562
    },
    {
      "contrastive_lambda": 0.9983286892101748,
      "epoch": 0.48752339363693076,
      "step": 1563
    },
    {
      "contrastive_lambda": 0.9983265497574572,
      "epoch": 0.4878353087960075,
      "step": 1564
    },
    {
      "contrastive_lambda": 0.998324408938549,
      "epoch": 0.4881472239550842,
      "step": 1565
    },
    {
      "contrastive_lambda": 0.9983222667534563,
      "epoch": 0.48845913911416095,
      "step": 1566
    },
    {
      "contrastive_lambda": 0.9983201232021847,
      "epoch": 0.4887710542732377,
      "step": 1567
    },
    {
      "contrastive_lambda": 0.9983179782847402,
      "epoch": 0.4890829694323144,
      "step": 1568
    },
    {
      "contrastive_lambda": 0.9983158320011287,
      "epoch": 0.48939488459139113,
      "step": 1569
    },
    {
      "epoch": 0.4897067997504679,
      "grad_norm": 0.3123563528060913,
      "learning_rate": 5.2300000000000004e-05,
      "loss": 0.1043,
      "step": 1570
    },
    {
      "epoch": 0.4897067997504679,
      "flow_loss": 0.10743588954210281,
      "step": 1570
    },
    {
      "contrastive_loss": 0.03271765261888504,
      "epoch": 0.4897067997504679,
      "step": 1570
    },
    {
      "contrastive_lambda": 0.998313684351356,
      "epoch": 0.4897067997504679,
      "step": 1570
    },
    {
      "contrastive_lambda": 0.998311535335428,
      "epoch": 0.49001871490954463,
      "step": 1571
    },
    {
      "contrastive_lambda": 0.9983093849533508,
      "epoch": 0.4903306300686213,
      "step": 1572
    },
    {
      "contrastive_lambda": 0.9983072332051299,
      "epoch": 0.49064254522769807,
      "step": 1573
    },
    {
      "contrastive_lambda": 0.9983050800907716,
      "epoch": 0.4909544603867748,
      "step": 1574
    },
    {
      "contrastive_lambda": 0.9983029256102816,
      "epoch": 0.4912663755458515,
      "step": 1575
    },
    {
      "contrastive_lambda": 0.9983007697636659,
      "epoch": 0.49157829070492826,
      "step": 1576
    },
    {
      "contrastive_lambda": 0.9982986125509302,
      "epoch": 0.491890205864005,
      "step": 1577
    },
    {
      "contrastive_lambda": 0.9982964539720807,
      "epoch": 0.4922021210230817,
      "step": 1578
    },
    {
      "contrastive_lambda": 0.9982942940271231,
      "epoch": 0.49251403618215844,
      "step": 1579
    },
    {
      "epoch": 0.4928259513412352,
      "grad_norm": 0.31494587659835815,
      "learning_rate": 5.2633333333333336e-05,
      "loss": 0.1033,
      "step": 1580
    },
    {
      "epoch": 0.4928259513412352,
      "flow_loss": 0.12313027679920197,
      "step": 1580
    },
    {
      "contrastive_loss": 0.04068972170352936,
      "epoch": 0.4928259513412352,
      "step": 1580
    },
    {
      "contrastive_lambda": 0.9982921327160634,
      "epoch": 0.4928259513412352,
      "step": 1580
    },
    {
      "contrastive_lambda": 0.9982899700389076,
      "epoch": 0.49313786650031194,
      "step": 1581
    },
    {
      "contrastive_lambda": 0.9982878059956615,
      "epoch": 0.49344978165938863,
      "step": 1582
    },
    {
      "contrastive_lambda": 0.998285640586331,
      "epoch": 0.4937616968184654,
      "step": 1583
    },
    {
      "contrastive_lambda": 0.9982834738109223,
      "epoch": 0.4940736119775421,
      "step": 1584
    },
    {
      "contrastive_lambda": 0.9982813056694411,
      "epoch": 0.4943855271366188,
      "step": 1585
    },
    {
      "contrastive_lambda": 0.9982791361618932,
      "epoch": 0.49469744229569557,
      "step": 1586
    },
    {
      "contrastive_lambda": 0.998276965288285,
      "epoch": 0.4950093574547723,
      "step": 1587
    },
    {
      "contrastive_lambda": 0.9982747930486222,
      "epoch": 0.495321272613849,
      "step": 1588
    },
    {
      "contrastive_lambda": 0.9982726194429108,
      "epoch": 0.49563318777292575,
      "step": 1589
    },
    {
      "epoch": 0.4959451029320025,
      "grad_norm": 0.43226921558380127,
      "learning_rate": 5.296666666666666e-05,
      "loss": 0.1116,
      "step": 1590
    },
    {
      "epoch": 0.4959451029320025,
      "flow_loss": 0.10375656187534332,
      "step": 1590
    },
    {
      "contrastive_loss": 0.03783343732357025,
      "epoch": 0.4959451029320025,
      "step": 1590
    },
    {
      "contrastive_lambda": 0.9982704444711565,
      "epoch": 0.4959451029320025,
      "step": 1590
    },
    {
      "contrastive_lambda": 0.9982682681333657,
      "epoch": 0.49625701809107925,
      "step": 1591
    },
    {
      "contrastive_lambda": 0.9982660904295441,
      "epoch": 0.49656893325015594,
      "step": 1592
    },
    {
      "contrastive_lambda": 0.9982639113596976,
      "epoch": 0.4968808484092327,
      "step": 1593
    },
    {
      "contrastive_lambda": 0.9982617309238324,
      "epoch": 0.49719276356830944,
      "step": 1594
    },
    {
      "contrastive_lambda": 0.9982595491219544,
      "epoch": 0.49750467872738613,
      "step": 1595
    },
    {
      "contrastive_lambda": 0.9982573659540696,
      "epoch": 0.4978165938864629,
      "step": 1596
    },
    {
      "contrastive_lambda": 0.9982551814201839,
      "epoch": 0.4981285090455396,
      "step": 1597
    },
    {
      "contrastive_lambda": 0.9982529955203032,
      "epoch": 0.4984404242046163,
      "step": 1598
    },
    {
      "contrastive_lambda": 0.9982508082544337,
      "epoch": 0.49875233936369306,
      "step": 1599
    },
    {
      "epoch": 0.4990642545227698,
      "grad_norm": 0.29474586248397827,
      "learning_rate": 5.330000000000001e-05,
      "loss": 0.1095,
      "step": 1600
    },
    {
      "epoch": 0.4990642545227698,
      "flow_loss": 0.08819011598825455,
      "step": 1600
    },
    {
      "contrastive_loss": 0.03699891269207001,
      "epoch": 0.4990642545227698,
      "step": 1600
    },
    {
      "contrastive_lambda": 0.9982486196225814,
      "epoch": 0.4990642545227698,
      "step": 1600
    },
    {
      "contrastive_lambda": 0.9982464296247522,
      "epoch": 0.49937616968184656,
      "step": 1601
    },
    {
      "contrastive_lambda": 0.998244238260952,
      "epoch": 0.49968808484092325,
      "step": 1602
    },
    {
      "contrastive_lambda": 0.9982420455311871,
      "epoch": 0.5,
      "step": 1603
    },
    {
      "contrastive_lambda": 0.9982398514354632,
      "epoch": 0.5003119151590767,
      "step": 1604
    },
    {
      "contrastive_lambda": 0.9982376559737866,
      "epoch": 0.5006238303181535,
      "step": 1605
    },
    {
      "contrastive_lambda": 0.9982354591461631,
      "epoch": 0.5009357454772302,
      "step": 1606
    },
    {
      "contrastive_lambda": 0.9982332609525988,
      "epoch": 0.5012476606363069,
      "step": 1607
    },
    {
      "contrastive_lambda": 0.9982310613930997,
      "epoch": 0.5015595757953837,
      "step": 1608
    },
    {
      "contrastive_lambda": 0.9982288604676719,
      "epoch": 0.5018714909544604,
      "step": 1609
    },
    {
      "epoch": 0.5021834061135371,
      "grad_norm": 0.26059508323669434,
      "learning_rate": 5.3633333333333334e-05,
      "loss": 0.0993,
      "step": 1610
    },
    {
      "epoch": 0.5021834061135371,
      "flow_loss": 0.0942036435008049,
      "step": 1610
    },
    {
      "contrastive_loss": 0.03993996977806091,
      "epoch": 0.5021834061135371,
      "step": 1610
    },
    {
      "contrastive_lambda": 0.9982266581763213,
      "epoch": 0.5021834061135371,
      "step": 1610
    },
    {
      "contrastive_lambda": 0.9982244545190542,
      "epoch": 0.5024953212726139,
      "step": 1611
    },
    {
      "contrastive_lambda": 0.9982222494958763,
      "epoch": 0.5028072364316906,
      "step": 1612
    },
    {
      "contrastive_lambda": 0.9982200431067939,
      "epoch": 0.5031191515907674,
      "step": 1613
    },
    {
      "contrastive_lambda": 0.998217835351813,
      "epoch": 0.5034310667498441,
      "step": 1614
    },
    {
      "contrastive_lambda": 0.9982156262309395,
      "epoch": 0.5037429819089208,
      "step": 1615
    },
    {
      "contrastive_lambda": 0.9982134157441797,
      "epoch": 0.5040548970679976,
      "step": 1616
    },
    {
      "contrastive_lambda": 0.9982112038915394,
      "epoch": 0.5043668122270742,
      "step": 1617
    },
    {
      "contrastive_lambda": 0.9982089906730249,
      "epoch": 0.5046787273861509,
      "step": 1618
    },
    {
      "contrastive_lambda": 0.9982067760886422,
      "epoch": 0.5049906425452277,
      "step": 1619
    },
    {
      "epoch": 0.5053025577043044,
      "grad_norm": 0.31306400895118713,
      "learning_rate": 5.3966666666666666e-05,
      "loss": 0.1012,
      "step": 1620
    },
    {
      "epoch": 0.5053025577043044,
      "flow_loss": 0.09611215442419052,
      "step": 1620
    },
    {
      "contrastive_loss": 0.03979111462831497,
      "epoch": 0.5053025577043044,
      "step": 1620
    },
    {
      "contrastive_lambda": 0.9982045601383972,
      "epoch": 0.5053025577043044,
      "step": 1620
    },
    {
      "contrastive_lambda": 0.9982023428222961,
      "epoch": 0.5056144728633811,
      "step": 1621
    },
    {
      "contrastive_lambda": 0.9982001241403452,
      "epoch": 0.5059263880224579,
      "step": 1622
    },
    {
      "contrastive_lambda": 0.9981979040925502,
      "epoch": 0.5062383031815346,
      "step": 1623
    },
    {
      "contrastive_lambda": 0.9981956826789175,
      "epoch": 0.5065502183406113,
      "step": 1624
    },
    {
      "contrastive_lambda": 0.9981934598994529,
      "epoch": 0.5068621334996881,
      "step": 1625
    },
    {
      "contrastive_lambda": 0.9981912357541627,
      "epoch": 0.5071740486587648,
      "step": 1626
    },
    {
      "contrastive_lambda": 0.998189010243053,
      "epoch": 0.5074859638178415,
      "step": 1627
    },
    {
      "contrastive_lambda": 0.9981867833661298,
      "epoch": 0.5077978789769183,
      "step": 1628
    },
    {
      "contrastive_lambda": 0.9981845551233992,
      "epoch": 0.508109794135995,
      "step": 1629
    },
    {
      "epoch": 0.5084217092950717,
      "grad_norm": 0.272921085357666,
      "learning_rate": 5.4300000000000005e-05,
      "loss": 0.1058,
      "step": 1630
    },
    {
      "epoch": 0.5084217092950717,
      "flow_loss": 0.09481975436210632,
      "step": 1630
    },
    {
      "contrastive_loss": 0.0324176624417305,
      "epoch": 0.5084217092950717,
      "step": 1630
    },
    {
      "contrastive_lambda": 0.9981823255148674,
      "epoch": 0.5084217092950717,
      "step": 1630
    },
    {
      "contrastive_lambda": 0.9981800945405404,
      "epoch": 0.5087336244541485,
      "step": 1631
    },
    {
      "contrastive_lambda": 0.9981778622004245,
      "epoch": 0.5090455396132252,
      "step": 1632
    },
    {
      "contrastive_lambda": 0.9981756284945256,
      "epoch": 0.509357454772302,
      "step": 1633
    },
    {
      "contrastive_lambda": 0.99817339342285,
      "epoch": 0.5096693699313787,
      "step": 1634
    },
    {
      "contrastive_lambda": 0.9981711569854037,
      "epoch": 0.5099812850904554,
      "step": 1635
    },
    {
      "contrastive_lambda": 0.998168919182193,
      "epoch": 0.5102932002495322,
      "step": 1636
    },
    {
      "contrastive_lambda": 0.9981666800132238,
      "epoch": 0.5106051154086089,
      "step": 1637
    },
    {
      "contrastive_lambda": 0.9981644394785024,
      "epoch": 0.5109170305676856,
      "step": 1638
    },
    {
      "contrastive_lambda": 0.9981621975780349,
      "epoch": 0.5112289457267624,
      "step": 1639
    },
    {
      "epoch": 0.511540860885839,
      "grad_norm": 0.2833196818828583,
      "learning_rate": 5.463333333333334e-05,
      "loss": 0.1037,
      "step": 1640
    },
    {
      "epoch": 0.511540860885839,
      "flow_loss": 0.07387714087963104,
      "step": 1640
    },
    {
      "contrastive_loss": 0.030073273926973343,
      "epoch": 0.511540860885839,
      "step": 1640
    },
    {
      "contrastive_lambda": 0.9981599543118275,
      "epoch": 0.511540860885839,
      "step": 1640
    },
    {
      "contrastive_lambda": 0.9981577096798863,
      "epoch": 0.5118527760449157,
      "step": 1641
    },
    {
      "contrastive_lambda": 0.9981554636822174,
      "epoch": 0.5121646912039926,
      "step": 1642
    },
    {
      "contrastive_lambda": 0.9981532163188269,
      "epoch": 0.5124766063630692,
      "step": 1643
    },
    {
      "contrastive_lambda": 0.9981509675897213,
      "epoch": 0.5127885215221459,
      "step": 1644
    },
    {
      "contrastive_lambda": 0.9981487174949064,
      "epoch": 0.5131004366812227,
      "step": 1645
    },
    {
      "contrastive_lambda": 0.9981464660343886,
      "epoch": 0.5134123518402994,
      "step": 1646
    },
    {
      "contrastive_lambda": 0.9981442132081739,
      "epoch": 0.5137242669993761,
      "step": 1647
    },
    {
      "contrastive_lambda": 0.9981419590162686,
      "epoch": 0.5140361821584529,
      "step": 1648
    },
    {
      "contrastive_lambda": 0.9981397034586789,
      "epoch": 0.5143480973175296,
      "step": 1649
    },
    {
      "epoch": 0.5146600124766063,
      "grad_norm": 0.3521192967891693,
      "learning_rate": 5.496666666666666e-05,
      "loss": 0.1068,
      "step": 1650
    },
    {
      "epoch": 0.5146600124766063,
      "flow_loss": 0.10157839208841324,
      "step": 1650
    },
    {
      "contrastive_loss": 0.03258950263261795,
      "epoch": 0.5146600124766063,
      "step": 1650
    },
    {
      "contrastive_lambda": 0.9981374465354108,
      "epoch": 0.5146600124766063,
      "step": 1650
    },
    {
      "contrastive_lambda": 0.9981351882464706,
      "epoch": 0.5149719276356831,
      "step": 1651
    },
    {
      "contrastive_lambda": 0.9981329285918645,
      "epoch": 0.5152838427947598,
      "step": 1652
    },
    {
      "contrastive_lambda": 0.9981306675715989,
      "epoch": 0.5155957579538366,
      "step": 1653
    },
    {
      "contrastive_lambda": 0.9981284051856796,
      "epoch": 0.5159076731129133,
      "step": 1654
    },
    {
      "contrastive_lambda": 0.9981261414341129,
      "epoch": 0.51621958827199,
      "step": 1655
    },
    {
      "contrastive_lambda": 0.9981238763169054,
      "epoch": 0.5165315034310668,
      "step": 1656
    },
    {
      "contrastive_lambda": 0.9981216098340628,
      "epoch": 0.5168434185901435,
      "step": 1657
    },
    {
      "contrastive_lambda": 0.9981193419855916,
      "epoch": 0.5171553337492202,
      "step": 1658
    },
    {
      "contrastive_lambda": 0.9981170727714979,
      "epoch": 0.517467248908297,
      "step": 1659
    },
    {
      "epoch": 0.5177791640673737,
      "grad_norm": 0.29669275879859924,
      "learning_rate": 5.530000000000001e-05,
      "loss": 0.0951,
      "step": 1660
    },
    {
      "epoch": 0.5177791640673737,
      "flow_loss": 0.10986199975013733,
      "step": 1660
    },
    {
      "contrastive_loss": 0.03659764677286148,
      "epoch": 0.5177791640673737,
      "step": 1660
    },
    {
      "contrastive_lambda": 0.9981148021917879,
      "epoch": 0.5177791640673737,
      "step": 1660
    },
    {
      "contrastive_lambda": 0.998112530246468,
      "epoch": 0.5180910792264504,
      "step": 1661
    },
    {
      "contrastive_lambda": 0.9981102569355442,
      "epoch": 0.5184029943855272,
      "step": 1662
    },
    {
      "contrastive_lambda": 0.998107982259023,
      "epoch": 0.5187149095446039,
      "step": 1663
    },
    {
      "contrastive_lambda": 0.9981057062169104,
      "epoch": 0.5190268247036806,
      "step": 1664
    },
    {
      "contrastive_lambda": 0.9981034288092128,
      "epoch": 0.5193387398627574,
      "step": 1665
    },
    {
      "contrastive_lambda": 0.9981011500359362,
      "epoch": 0.519650655021834,
      "step": 1666
    },
    {
      "contrastive_lambda": 0.9980988698970872,
      "epoch": 0.5199625701809107,
      "step": 1667
    },
    {
      "contrastive_lambda": 0.9980965883926718,
      "epoch": 0.5202744853399875,
      "step": 1668
    },
    {
      "contrastive_lambda": 0.9980943055226963,
      "epoch": 0.5205864004990642,
      "step": 1669
    },
    {
      "epoch": 0.5208983156581409,
      "grad_norm": 0.248411625623703,
      "learning_rate": 5.5633333333333335e-05,
      "loss": 0.1051,
      "step": 1670
    },
    {
      "epoch": 0.5208983156581409,
      "flow_loss": 0.11547386646270752,
      "step": 1670
    },
    {
      "contrastive_loss": 0.03879769891500473,
      "epoch": 0.5208983156581409,
      "step": 1670
    },
    {
      "contrastive_lambda": 0.9980920212871669,
      "epoch": 0.5208983156581409,
      "step": 1670
    },
    {
      "contrastive_lambda": 0.99808973568609,
      "epoch": 0.5212102308172177,
      "step": 1671
    },
    {
      "contrastive_lambda": 0.998087448719472,
      "epoch": 0.5215221459762944,
      "step": 1672
    },
    {
      "contrastive_lambda": 0.9980851603873188,
      "epoch": 0.5218340611353712,
      "step": 1673
    },
    {
      "contrastive_lambda": 0.9980828706896369,
      "epoch": 0.5221459762944479,
      "step": 1674
    },
    {
      "contrastive_lambda": 0.9980805796264325,
      "epoch": 0.5224578914535246,
      "step": 1675
    },
    {
      "contrastive_lambda": 0.9980782871977119,
      "epoch": 0.5227698066126014,
      "step": 1676
    },
    {
      "contrastive_lambda": 0.9980759934034814,
      "epoch": 0.5230817217716781,
      "step": 1677
    },
    {
      "contrastive_lambda": 0.9980736982437473,
      "epoch": 0.5233936369307548,
      "step": 1678
    },
    {
      "contrastive_lambda": 0.9980714017185159,
      "epoch": 0.5237055520898316,
      "step": 1679
    },
    {
      "epoch": 0.5240174672489083,
      "grad_norm": 0.3170395791530609,
      "learning_rate": 5.596666666666667e-05,
      "loss": 0.1085,
      "step": 1680
    },
    {
      "epoch": 0.5240174672489083,
      "flow_loss": 0.09581326693296432,
      "step": 1680
    },
    {
      "contrastive_loss": 0.03693273663520813,
      "epoch": 0.5240174672489083,
      "step": 1680
    },
    {
      "contrastive_lambda": 0.9980691038277933,
      "epoch": 0.5240174672489083,
      "step": 1680
    },
    {
      "contrastive_lambda": 0.9980668045715863,
      "epoch": 0.524329382407985,
      "step": 1681
    },
    {
      "contrastive_lambda": 0.9980645039499006,
      "epoch": 0.5246412975670618,
      "step": 1682
    },
    {
      "contrastive_lambda": 0.998062201962743,
      "epoch": 0.5249532127261385,
      "step": 1683
    },
    {
      "contrastive_lambda": 0.9980598986101195,
      "epoch": 0.5252651278852152,
      "step": 1684
    },
    {
      "contrastive_lambda": 0.9980575938920364,
      "epoch": 0.525577043044292,
      "step": 1685
    },
    {
      "contrastive_lambda": 0.9980552878085002,
      "epoch": 0.5258889582033687,
      "step": 1686
    },
    {
      "contrastive_lambda": 0.9980529803595172,
      "epoch": 0.5262008733624454,
      "step": 1687
    },
    {
      "contrastive_lambda": 0.9980506715450936,
      "epoch": 0.5265127885215222,
      "step": 1688
    },
    {
      "contrastive_lambda": 0.9980483613652358,
      "epoch": 0.5268247036805989,
      "step": 1689
    },
    {
      "epoch": 0.5271366188396757,
      "grad_norm": 0.23309527337551117,
      "learning_rate": 5.63e-05,
      "loss": 0.1072,
      "step": 1690
    },
    {
      "epoch": 0.5271366188396757,
      "flow_loss": 0.0938468798995018,
      "step": 1690
    },
    {
      "contrastive_loss": 0.036020129919052124,
      "epoch": 0.5271366188396757,
      "step": 1690
    },
    {
      "contrastive_lambda": 0.9980460498199502,
      "epoch": 0.5271366188396757,
      "step": 1690
    },
    {
      "contrastive_lambda": 0.9980437369092431,
      "epoch": 0.5274485339987524,
      "step": 1691
    },
    {
      "contrastive_lambda": 0.9980414226331208,
      "epoch": 0.527760449157829,
      "step": 1692
    },
    {
      "contrastive_lambda": 0.9980391069915896,
      "epoch": 0.5280723643169059,
      "step": 1693
    },
    {
      "contrastive_lambda": 0.998036789984656,
      "epoch": 0.5283842794759825,
      "step": 1694
    },
    {
      "contrastive_lambda": 0.9980344716123262,
      "epoch": 0.5286961946350592,
      "step": 1695
    },
    {
      "contrastive_lambda": 0.9980321518746066,
      "epoch": 0.529008109794136,
      "step": 1696
    },
    {
      "contrastive_lambda": 0.9980298307715036,
      "epoch": 0.5293200249532127,
      "step": 1697
    },
    {
      "contrastive_lambda": 0.9980275083030236,
      "epoch": 0.5296319401122894,
      "step": 1698
    },
    {
      "contrastive_lambda": 0.9980251844691728,
      "epoch": 0.5299438552713662,
      "step": 1699
    },
    {
      "epoch": 0.5302557704304429,
      "grad_norm": 0.3475370407104492,
      "learning_rate": 5.663333333333334e-05,
      "loss": 0.1005,
      "step": 1700
    },
    {
      "epoch": 0.5302557704304429,
      "flow_loss": 0.07786975800991058,
      "step": 1700
    },
    {
      "contrastive_loss": 0.0353623628616333,
      "epoch": 0.5302557704304429,
      "step": 1700
    },
    {
      "contrastive_lambda": 0.9980228592699578,
      "epoch": 0.5302557704304429,
      "step": 1700
    },
    {
      "contrastive_lambda": 0.9980205327053848,
      "epoch": 0.5305676855895196,
      "step": 1701
    },
    {
      "contrastive_lambda": 0.9980182047754602,
      "epoch": 0.5308796007485964,
      "step": 1702
    },
    {
      "contrastive_lambda": 0.9980158754801904,
      "epoch": 0.5311915159076731,
      "step": 1703
    },
    {
      "contrastive_lambda": 0.9980135448195819,
      "epoch": 0.5315034310667498,
      "step": 1704
    },
    {
      "contrastive_lambda": 0.9980112127936409,
      "epoch": 0.5318153462258266,
      "step": 1705
    },
    {
      "contrastive_lambda": 0.998008879402374,
      "epoch": 0.5321272613849033,
      "step": 1706
    },
    {
      "contrastive_lambda": 0.9980065446457874,
      "epoch": 0.53243917654398,
      "step": 1707
    },
    {
      "contrastive_lambda": 0.9980042085238876,
      "epoch": 0.5327510917030568,
      "step": 1708
    },
    {
      "contrastive_lambda": 0.9980018710366809,
      "epoch": 0.5330630068621335,
      "step": 1709
    },
    {
      "epoch": 0.5333749220212103,
      "grad_norm": 0.34518638253211975,
      "learning_rate": 5.696666666666667e-05,
      "loss": 0.1015,
      "step": 1710
    },
    {
      "epoch": 0.5333749220212103,
      "flow_loss": 0.07547309994697571,
      "step": 1710
    },
    {
      "contrastive_loss": 0.03513644263148308,
      "epoch": 0.5333749220212103,
      "step": 1710
    },
    {
      "contrastive_lambda": 0.9979995321841739,
      "epoch": 0.5333749220212103,
      "step": 1710
    },
    {
      "contrastive_lambda": 0.9979971919663729,
      "epoch": 0.533686837180287,
      "step": 1711
    },
    {
      "contrastive_lambda": 0.9979948503832843,
      "epoch": 0.5339987523393637,
      "step": 1712
    },
    {
      "contrastive_lambda": 0.9979925074349145,
      "epoch": 0.5343106674984405,
      "step": 1713
    },
    {
      "contrastive_lambda": 0.99799016312127,
      "epoch": 0.5346225826575172,
      "step": 1714
    },
    {
      "contrastive_lambda": 0.9979878174423573,
      "epoch": 0.5349344978165939,
      "step": 1715
    },
    {
      "contrastive_lambda": 0.9979854703981825,
      "epoch": 0.5352464129756707,
      "step": 1716
    },
    {
      "contrastive_lambda": 0.9979831219887525,
      "epoch": 0.5355583281347474,
      "step": 1717
    },
    {
      "contrastive_lambda": 0.9979807722140734,
      "epoch": 0.535870243293824,
      "step": 1718
    },
    {
      "contrastive_lambda": 0.9979784210741517,
      "epoch": 0.5361821584529008,
      "step": 1719
    },
    {
      "epoch": 0.5364940736119775,
      "grad_norm": 0.22331205010414124,
      "learning_rate": 5.73e-05,
      "loss": 0.101,
      "step": 1720
    },
    {
      "epoch": 0.5364940736119775,
      "flow_loss": 0.0993991270661354,
      "step": 1720
    },
    {
      "contrastive_loss": 0.0326080396771431,
      "epoch": 0.5364940736119775,
      "step": 1720
    },
    {
      "contrastive_lambda": 0.9979760685689939,
      "epoch": 0.5364940736119775,
      "step": 1720
    },
    {
      "contrastive_lambda": 0.9979737146986064,
      "epoch": 0.5368059887710542,
      "step": 1721
    },
    {
      "contrastive_lambda": 0.9979713594629958,
      "epoch": 0.537117903930131,
      "step": 1722
    },
    {
      "contrastive_lambda": 0.9979690028621684,
      "epoch": 0.5374298190892077,
      "step": 1723
    },
    {
      "contrastive_lambda": 0.9979666448961306,
      "epoch": 0.5377417342482844,
      "step": 1724
    },
    {
      "contrastive_lambda": 0.9979642855648891,
      "epoch": 0.5380536494073612,
      "step": 1725
    },
    {
      "contrastive_lambda": 0.9979619248684501,
      "epoch": 0.5383655645664379,
      "step": 1726
    },
    {
      "contrastive_lambda": 0.9979595628068203,
      "epoch": 0.5386774797255146,
      "step": 1727
    },
    {
      "contrastive_lambda": 0.997957199380006,
      "epoch": 0.5389893948845914,
      "step": 1728
    },
    {
      "contrastive_lambda": 0.997954834588014,
      "epoch": 0.5393013100436681,
      "step": 1729
    },
    {
      "epoch": 0.5396132252027449,
      "grad_norm": 0.2167471945285797,
      "learning_rate": 5.7633333333333336e-05,
      "loss": 0.1039,
      "step": 1730
    },
    {
      "epoch": 0.5396132252027449,
      "flow_loss": 0.11966651678085327,
      "step": 1730
    },
    {
      "contrastive_loss": 0.03544367849826813,
      "epoch": 0.5396132252027449,
      "step": 1730
    },
    {
      "contrastive_lambda": 0.9979524684308503,
      "epoch": 0.5396132252027449,
      "step": 1730
    },
    {
      "contrastive_lambda": 0.9979501009085219,
      "epoch": 0.5399251403618216,
      "step": 1731
    },
    {
      "contrastive_lambda": 0.9979477320210348,
      "epoch": 0.5402370555208983,
      "step": 1732
    },
    {
      "contrastive_lambda": 0.9979453617683958,
      "epoch": 0.5405489706799751,
      "step": 1733
    },
    {
      "contrastive_lambda": 0.9979429901506112,
      "epoch": 0.5408608858390518,
      "step": 1734
    },
    {
      "contrastive_lambda": 0.9979406171676877,
      "epoch": 0.5411728009981285,
      "step": 1735
    },
    {
      "contrastive_lambda": 0.9979382428196317,
      "epoch": 0.5414847161572053,
      "step": 1736
    },
    {
      "contrastive_lambda": 0.9979358671064499,
      "epoch": 0.541796631316282,
      "step": 1737
    },
    {
      "contrastive_lambda": 0.9979334900281485,
      "epoch": 0.5421085464753587,
      "step": 1738
    },
    {
      "contrastive_lambda": 0.9979311115847342,
      "epoch": 0.5424204616344355,
      "step": 1739
    },
    {
      "epoch": 0.5427323767935122,
      "grad_norm": 0.27007707953453064,
      "learning_rate": 5.796666666666667e-05,
      "loss": 0.0972,
      "step": 1740
    },
    {
      "epoch": 0.5427323767935122,
      "flow_loss": 0.11278219521045685,
      "step": 1740
    },
    {
      "contrastive_loss": 0.027446269989013672,
      "epoch": 0.5427323767935122,
      "step": 1740
    },
    {
      "contrastive_lambda": 0.9979287317762134,
      "epoch": 0.5427323767935122,
      "step": 1740
    },
    {
      "contrastive_lambda": 0.9979263506025928,
      "epoch": 0.5430442919525889,
      "step": 1741
    },
    {
      "contrastive_lambda": 0.997923968063879,
      "epoch": 0.5433562071116657,
      "step": 1742
    },
    {
      "contrastive_lambda": 0.9979215841600781,
      "epoch": 0.5436681222707423,
      "step": 1743
    },
    {
      "contrastive_lambda": 0.997919198891197,
      "epoch": 0.543980037429819,
      "step": 1744
    },
    {
      "contrastive_lambda": 0.9979168122572422,
      "epoch": 0.5442919525888958,
      "step": 1745
    },
    {
      "contrastive_lambda": 0.9979144242582201,
      "epoch": 0.5446038677479725,
      "step": 1746
    },
    {
      "contrastive_lambda": 0.9979120348941373,
      "epoch": 0.5449157829070492,
      "step": 1747
    },
    {
      "contrastive_lambda": 0.9979096441650005,
      "epoch": 0.545227698066126,
      "step": 1748
    },
    {
      "contrastive_lambda": 0.9979072520708161,
      "epoch": 0.5455396132252027,
      "step": 1749
    },
    {
      "epoch": 0.5458515283842795,
      "grad_norm": 0.28941765427589417,
      "learning_rate": 5.83e-05,
      "loss": 0.1026,
      "step": 1750
    },
    {
      "epoch": 0.5458515283842795,
      "flow_loss": 0.10272253304719925,
      "step": 1750
    },
    {
      "contrastive_loss": 0.030083980411291122,
      "epoch": 0.5458515283842795,
      "step": 1750
    },
    {
      "contrastive_lambda": 0.9979048586115907,
      "epoch": 0.5458515283842795,
      "step": 1750
    },
    {
      "contrastive_lambda": 0.9979024637873308,
      "epoch": 0.5461634435433562,
      "step": 1751
    },
    {
      "contrastive_lambda": 0.9979000675980432,
      "epoch": 0.5464753587024329,
      "step": 1752
    },
    {
      "contrastive_lambda": 0.9978976700437341,
      "epoch": 0.5467872738615097,
      "step": 1753
    },
    {
      "contrastive_lambda": 0.9978952711244105,
      "epoch": 0.5470991890205864,
      "step": 1754
    },
    {
      "contrastive_lambda": 0.9978928708400785,
      "epoch": 0.5474111041796631,
      "step": 1755
    },
    {
      "contrastive_lambda": 0.997890469190745,
      "epoch": 0.5477230193387399,
      "step": 1756
    },
    {
      "contrastive_lambda": 0.9978880661764165,
      "epoch": 0.5480349344978166,
      "step": 1757
    },
    {
      "contrastive_lambda": 0.9978856617970997,
      "epoch": 0.5483468496568933,
      "step": 1758
    },
    {
      "contrastive_lambda": 0.997883256052801,
      "epoch": 0.5486587648159701,
      "step": 1759
    },
    {
      "epoch": 0.5489706799750468,
      "grad_norm": 0.337442010641098,
      "learning_rate": 5.863333333333334e-05,
      "loss": 0.1057,
      "step": 1760
    },
    {
      "epoch": 0.5489706799750468,
      "flow_loss": 0.09664592891931534,
      "step": 1760
    },
    {
      "contrastive_loss": 0.030507393181324005,
      "epoch": 0.5489706799750468,
      "step": 1760
    },
    {
      "contrastive_lambda": 0.9978808489435271,
      "epoch": 0.5489706799750468,
      "step": 1760
    },
    {
      "contrastive_lambda": 0.9978784404692846,
      "epoch": 0.5492825951341235,
      "step": 1761
    },
    {
      "contrastive_lambda": 0.99787603063008,
      "epoch": 0.5495945102932003,
      "step": 1762
    },
    {
      "contrastive_lambda": 0.9978736194259201,
      "epoch": 0.549906425452277,
      "step": 1763
    },
    {
      "contrastive_lambda": 0.9978712068568114,
      "epoch": 0.5502183406113537,
      "step": 1764
    },
    {
      "contrastive_lambda": 0.9978687929227605,
      "epoch": 0.5505302557704305,
      "step": 1765
    },
    {
      "contrastive_lambda": 0.997866377623774,
      "epoch": 0.5508421709295072,
      "step": 1766
    },
    {
      "contrastive_lambda": 0.9978639609598585,
      "epoch": 0.5511540860885838,
      "step": 1767
    },
    {
      "contrastive_lambda": 0.9978615429310209,
      "epoch": 0.5514660012476607,
      "step": 1768
    },
    {
      "contrastive_lambda": 0.9978591235372674,
      "epoch": 0.5517779164067373,
      "step": 1769
    },
    {
      "epoch": 0.5520898315658141,
      "grad_norm": 0.29076945781707764,
      "learning_rate": 5.896666666666667e-05,
      "loss": 0.1037,
      "step": 1770
    },
    {
      "epoch": 0.5520898315658141,
      "flow_loss": 0.08427134156227112,
      "step": 1770
    },
    {
      "contrastive_loss": 0.032992683351039886,
      "epoch": 0.5520898315658141,
      "step": 1770
    },
    {
      "contrastive_lambda": 0.9978567027786049,
      "epoch": 0.5520898315658141,
      "step": 1770
    },
    {
      "contrastive_lambda": 0.9978542806550401,
      "epoch": 0.5524017467248908,
      "step": 1771
    },
    {
      "contrastive_lambda": 0.9978518571665794,
      "epoch": 0.5527136618839675,
      "step": 1772
    },
    {
      "contrastive_lambda": 0.9978494323132296,
      "epoch": 0.5530255770430443,
      "step": 1773
    },
    {
      "contrastive_lambda": 0.9978470060949973,
      "epoch": 0.553337492202121,
      "step": 1774
    },
    {
      "contrastive_lambda": 0.9978445785118892,
      "epoch": 0.5536494073611977,
      "step": 1775
    },
    {
      "contrastive_lambda": 0.9978421495639118,
      "epoch": 0.5539613225202745,
      "step": 1776
    },
    {
      "contrastive_lambda": 0.9978397192510721,
      "epoch": 0.5542732376793512,
      "step": 1777
    },
    {
      "contrastive_lambda": 0.9978372875733764,
      "epoch": 0.5545851528384279,
      "step": 1778
    },
    {
      "contrastive_lambda": 0.9978348545308315,
      "epoch": 0.5548970679975047,
      "step": 1779
    },
    {
      "epoch": 0.5552089831565814,
      "grad_norm": 0.31589457392692566,
      "learning_rate": 5.93e-05,
      "loss": 0.1009,
      "step": 1780
    },
    {
      "epoch": 0.5552089831565814,
      "flow_loss": 0.095528244972229,
      "step": 1780
    },
    {
      "contrastive_loss": 0.035938575863838196,
      "epoch": 0.5552089831565814,
      "step": 1780
    },
    {
      "contrastive_lambda": 0.9978324201234441,
      "epoch": 0.5552089831565814,
      "step": 1780
    },
    {
      "contrastive_lambda": 0.9978299843512209,
      "epoch": 0.5555208983156581,
      "step": 1781
    },
    {
      "contrastive_lambda": 0.9978275472141686,
      "epoch": 0.5558328134747349,
      "step": 1782
    },
    {
      "contrastive_lambda": 0.9978251087122936,
      "epoch": 0.5561447286338116,
      "step": 1783
    },
    {
      "contrastive_lambda": 0.9978226688456029,
      "epoch": 0.5564566437928883,
      "step": 1784
    },
    {
      "contrastive_lambda": 0.9978202276141032,
      "epoch": 0.5567685589519651,
      "step": 1785
    },
    {
      "contrastive_lambda": 0.9978177850178009,
      "epoch": 0.5570804741110418,
      "step": 1786
    },
    {
      "contrastive_lambda": 0.997815341056703,
      "epoch": 0.5573923892701186,
      "step": 1787
    },
    {
      "contrastive_lambda": 0.9978128957308161,
      "epoch": 0.5577043044291953,
      "step": 1788
    },
    {
      "contrastive_lambda": 0.9978104490401467,
      "epoch": 0.558016219588272,
      "step": 1789
    },
    {
      "epoch": 0.5583281347473488,
      "grad_norm": 0.33680757880210876,
      "learning_rate": 5.9633333333333344e-05,
      "loss": 0.1083,
      "step": 1790
    },
    {
      "epoch": 0.5583281347473488,
      "flow_loss": 0.1008487269282341,
      "step": 1790
    },
    {
      "contrastive_loss": 0.033921241760253906,
      "epoch": 0.5583281347473488,
      "step": 1790
    },
    {
      "contrastive_lambda": 0.9978080009847019,
      "epoch": 0.5583281347473488,
      "step": 1790
    },
    {
      "contrastive_lambda": 0.9978055515644881,
      "epoch": 0.5586400499064255,
      "step": 1791
    },
    {
      "contrastive_lambda": 0.9978031007795121,
      "epoch": 0.5589519650655022,
      "step": 1792
    },
    {
      "contrastive_lambda": 0.9978006486297807,
      "epoch": 0.559263880224579,
      "step": 1793
    },
    {
      "contrastive_lambda": 0.9977981951153005,
      "epoch": 0.5595757953836556,
      "step": 1794
    },
    {
      "contrastive_lambda": 0.9977957402360783,
      "epoch": 0.5598877105427323,
      "step": 1795
    },
    {
      "contrastive_lambda": 0.9977932839921209,
      "epoch": 0.5601996257018091,
      "step": 1796
    },
    {
      "contrastive_lambda": 0.9977908263834347,
      "epoch": 0.5605115408608858,
      "step": 1797
    },
    {
      "contrastive_lambda": 0.997788367410027,
      "epoch": 0.5608234560199625,
      "step": 1798
    },
    {
      "contrastive_lambda": 0.9977859070719041,
      "epoch": 0.5611353711790393,
      "step": 1799
    },
    {
      "epoch": 0.561447286338116,
      "grad_norm": 0.4476829469203949,
      "learning_rate": 5.996666666666667e-05,
      "loss": 0.104,
      "step": 1800
    },
    {
      "epoch": 0.561447286338116,
      "flow_loss": 0.08713149279356003,
      "step": 1800
    },
    {
      "contrastive_loss": 0.03409301117062569,
      "epoch": 0.561447286338116,
      "step": 1800
    },
    {
      "contrastive_lambda": 0.9977834453690728,
      "epoch": 0.561447286338116,
      "step": 1800
    },
    {
      "contrastive_lambda": 0.99778098230154,
      "epoch": 0.5617592014971927,
      "step": 1801
    },
    {
      "contrastive_lambda": 0.9977785178693124,
      "epoch": 0.5620711166562695,
      "step": 1802
    },
    {
      "contrastive_lambda": 0.9977760520723966,
      "epoch": 0.5623830318153462,
      "step": 1803
    },
    {
      "contrastive_lambda": 0.9977735849107996,
      "epoch": 0.5626949469744229,
      "step": 1804
    },
    {
      "contrastive_lambda": 0.997771116384528,
      "epoch": 0.5630068621334997,
      "step": 1805
    },
    {
      "contrastive_lambda": 0.9977686464935887,
      "epoch": 0.5633187772925764,
      "step": 1806
    },
    {
      "contrastive_lambda": 0.9977661752379883,
      "epoch": 0.5636306924516532,
      "step": 1807
    },
    {
      "contrastive_lambda": 0.9977637026177337,
      "epoch": 0.5639426076107299,
      "step": 1808
    },
    {
      "contrastive_lambda": 0.9977612286328317,
      "epoch": 0.5642545227698066,
      "step": 1809
    },
    {
      "epoch": 0.5645664379288834,
      "grad_norm": 0.302695095539093,
      "learning_rate": 6.03e-05,
      "loss": 0.1043,
      "step": 1810
    },
    {
      "epoch": 0.5645664379288834,
      "flow_loss": 0.12407840043306351,
      "step": 1810
    },
    {
      "contrastive_loss": 0.03440271317958832,
      "epoch": 0.5645664379288834,
      "step": 1810
    },
    {
      "contrastive_lambda": 0.997758753283289,
      "epoch": 0.5645664379288834,
      "step": 1810
    },
    {
      "contrastive_lambda": 0.9977562765691124,
      "epoch": 0.5648783530879601,
      "step": 1811
    },
    {
      "contrastive_lambda": 0.9977537984903087,
      "epoch": 0.5651902682470368,
      "step": 1812
    },
    {
      "contrastive_lambda": 0.9977513190468847,
      "epoch": 0.5655021834061136,
      "step": 1813
    },
    {
      "contrastive_lambda": 0.9977488382388473,
      "epoch": 0.5658140985651903,
      "step": 1814
    },
    {
      "contrastive_lambda": 0.997746356066203,
      "epoch": 0.566126013724267,
      "step": 1815
    },
    {
      "contrastive_lambda": 0.9977438725289589,
      "epoch": 0.5664379288833438,
      "step": 1816
    },
    {
      "contrastive_lambda": 0.9977413876271218,
      "epoch": 0.5667498440424205,
      "step": 1817
    },
    {
      "contrastive_lambda": 0.9977389013606983,
      "epoch": 0.5670617592014972,
      "step": 1818
    },
    {
      "contrastive_lambda": 0.9977364137296955,
      "epoch": 0.567373674360574,
      "step": 1819
    },
    {
      "epoch": 0.5676855895196506,
      "grad_norm": 0.28009286522865295,
      "learning_rate": 6.063333333333333e-05,
      "loss": 0.096,
      "step": 1820
    },
    {
      "epoch": 0.5676855895196506,
      "flow_loss": 0.10631656646728516,
      "step": 1820
    },
    {
      "contrastive_loss": 0.037510260939598083,
      "epoch": 0.5676855895196506,
      "step": 1820
    },
    {
      "contrastive_lambda": 0.9977339247341199,
      "epoch": 0.5676855895196506,
      "step": 1820
    },
    {
      "contrastive_lambda": 0.9977314343739785,
      "epoch": 0.5679975046787273,
      "step": 1821
    },
    {
      "contrastive_lambda": 0.9977289426492781,
      "epoch": 0.5683094198378041,
      "step": 1822
    },
    {
      "contrastive_lambda": 0.9977264495600258,
      "epoch": 0.5686213349968808,
      "step": 1823
    },
    {
      "contrastive_lambda": 0.9977239551062279,
      "epoch": 0.5689332501559575,
      "step": 1824
    },
    {
      "contrastive_lambda": 0.9977214592878916,
      "epoch": 0.5692451653150343,
      "step": 1825
    },
    {
      "contrastive_lambda": 0.9977189621050236,
      "epoch": 0.569557080474111,
      "step": 1826
    },
    {
      "contrastive_lambda": 0.9977164635576309,
      "epoch": 0.5698689956331878,
      "step": 1827
    },
    {
      "contrastive_lambda": 0.9977139636457202,
      "epoch": 0.5701809107922645,
      "step": 1828
    },
    {
      "contrastive_lambda": 0.9977114623692984,
      "epoch": 0.5704928259513412,
      "step": 1829
    },
    {
      "epoch": 0.570804741110418,
      "grad_norm": 0.26081153750419617,
      "learning_rate": 6.0966666666666674e-05,
      "loss": 0.1009,
      "step": 1830
    },
    {
      "epoch": 0.570804741110418,
      "flow_loss": 0.10328279435634613,
      "step": 1830
    },
    {
      "contrastive_loss": 0.03610501065850258,
      "epoch": 0.570804741110418,
      "step": 1830
    },
    {
      "contrastive_lambda": 0.9977089597283724,
      "epoch": 0.570804741110418,
      "step": 1830
    },
    {
      "contrastive_lambda": 0.9977064557229491,
      "epoch": 0.5711166562694947,
      "step": 1831
    },
    {
      "contrastive_lambda": 0.9977039503530352,
      "epoch": 0.5714285714285714,
      "step": 1832
    },
    {
      "contrastive_lambda": 0.9977014436186377,
      "epoch": 0.5717404865876482,
      "step": 1833
    },
    {
      "contrastive_lambda": 0.9976989355197634,
      "epoch": 0.5720524017467249,
      "step": 1834
    },
    {
      "contrastive_lambda": 0.9976964260564192,
      "epoch": 0.5723643169058016,
      "step": 1835
    },
    {
      "contrastive_lambda": 0.997693915228612,
      "epoch": 0.5726762320648784,
      "step": 1836
    },
    {
      "contrastive_lambda": 0.9976914030363486,
      "epoch": 0.5729881472239551,
      "step": 1837
    },
    {
      "contrastive_lambda": 0.9976888894796361,
      "epoch": 0.5733000623830318,
      "step": 1838
    },
    {
      "contrastive_lambda": 0.9976863745584812,
      "epoch": 0.5736119775421086,
      "step": 1839
    },
    {
      "epoch": 0.5739238927011853,
      "grad_norm": 0.30571749806404114,
      "learning_rate": 6.13e-05,
      "loss": 0.0989,
      "step": 1840
    },
    {
      "epoch": 0.5739238927011853,
      "flow_loss": 0.10475053638219833,
      "step": 1840
    },
    {
      "contrastive_loss": 0.03500915318727493,
      "epoch": 0.5739238927011853,
      "step": 1840
    },
    {
      "contrastive_lambda": 0.9976838582728909,
      "epoch": 0.5739238927011853,
      "step": 1840
    },
    {
      "contrastive_lambda": 0.997681340622872,
      "epoch": 0.574235807860262,
      "step": 1841
    },
    {
      "contrastive_lambda": 0.9976788216084314,
      "epoch": 0.5745477230193388,
      "step": 1842
    },
    {
      "contrastive_lambda": 0.9976763012295762,
      "epoch": 0.5748596381784155,
      "step": 1843
    },
    {
      "contrastive_lambda": 0.997673779486313,
      "epoch": 0.5751715533374921,
      "step": 1844
    },
    {
      "contrastive_lambda": 0.997671256378649,
      "epoch": 0.575483468496569,
      "step": 1845
    },
    {
      "contrastive_lambda": 0.9976687319065909,
      "epoch": 0.5757953836556456,
      "step": 1846
    },
    {
      "contrastive_lambda": 0.9976662060701457,
      "epoch": 0.5761072988147224,
      "step": 1847
    },
    {
      "contrastive_lambda": 0.9976636788693203,
      "epoch": 0.5764192139737991,
      "step": 1848
    },
    {
      "contrastive_lambda": 0.9976611503041217,
      "epoch": 0.5767311291328758,
      "step": 1849
    },
    {
      "epoch": 0.5770430442919526,
      "grad_norm": 0.33882030844688416,
      "learning_rate": 6.163333333333333e-05,
      "loss": 0.1002,
      "step": 1850
    },
    {
      "epoch": 0.5770430442919526,
      "flow_loss": 0.1362908035516739,
      "step": 1850
    },
    {
      "contrastive_loss": 0.03307020664215088,
      "epoch": 0.5770430442919526,
      "step": 1850
    },
    {
      "contrastive_lambda": 0.997658620374557,
      "epoch": 0.5770430442919526,
      "step": 1850
    },
    {
      "contrastive_lambda": 0.9976560890806327,
      "epoch": 0.5773549594510293,
      "step": 1851
    },
    {
      "contrastive_lambda": 0.9976535564223561,
      "epoch": 0.577666874610106,
      "step": 1852
    },
    {
      "contrastive_lambda": 0.9976510223997339,
      "epoch": 0.5779787897691828,
      "step": 1853
    },
    {
      "contrastive_lambda": 0.9976484870127733,
      "epoch": 0.5782907049282595,
      "step": 1854
    },
    {
      "contrastive_lambda": 0.9976459502614811,
      "epoch": 0.5786026200873362,
      "step": 1855
    },
    {
      "contrastive_lambda": 0.9976434121458642,
      "epoch": 0.578914535246413,
      "step": 1856
    },
    {
      "contrastive_lambda": 0.9976408726659296,
      "epoch": 0.5792264504054897,
      "step": 1857
    },
    {
      "contrastive_lambda": 0.9976383318216844,
      "epoch": 0.5795383655645664,
      "step": 1858
    },
    {
      "contrastive_lambda": 0.9976357896131355,
      "epoch": 0.5798502807236432,
      "step": 1859
    },
    {
      "epoch": 0.5801621958827199,
      "grad_norm": 0.46963047981262207,
      "learning_rate": 6.196666666666668e-05,
      "loss": 0.1083,
      "step": 1860
    },
    {
      "epoch": 0.5801621958827199,
      "flow_loss": 0.10494561493396759,
      "step": 1860
    },
    {
      "contrastive_loss": 0.029385916888713837,
      "epoch": 0.5801621958827199,
      "step": 1860
    },
    {
      "contrastive_lambda": 0.9976332460402897,
      "epoch": 0.5801621958827199,
      "step": 1860
    },
    {
      "contrastive_lambda": 0.9976307011031542,
      "epoch": 0.5804741110417966,
      "step": 1861
    },
    {
      "contrastive_lambda": 0.9976281548017358,
      "epoch": 0.5807860262008734,
      "step": 1862
    },
    {
      "contrastive_lambda": 0.9976256071360416,
      "epoch": 0.5810979413599501,
      "step": 1863
    },
    {
      "contrastive_lambda": 0.9976230581060785,
      "epoch": 0.5814098565190269,
      "step": 1864
    },
    {
      "contrastive_lambda": 0.9976205077118536,
      "epoch": 0.5817217716781036,
      "step": 1865
    },
    {
      "contrastive_lambda": 0.9976179559533738,
      "epoch": 0.5820336868371803,
      "step": 1866
    },
    {
      "contrastive_lambda": 0.9976154028306461,
      "epoch": 0.5823456019962571,
      "step": 1867
    },
    {
      "contrastive_lambda": 0.9976128483436775,
      "epoch": 0.5826575171553338,
      "step": 1868
    },
    {
      "contrastive_lambda": 0.997610292492475,
      "epoch": 0.5829694323144105,
      "step": 1869
    },
    {
      "epoch": 0.5832813474734873,
      "grad_norm": 0.35073867440223694,
      "learning_rate": 6.23e-05,
      "loss": 0.0983,
      "step": 1870
    },
    {
      "epoch": 0.5832813474734873,
      "flow_loss": 0.09028186649084091,
      "step": 1870
    },
    {
      "contrastive_loss": 0.02649173140525818,
      "epoch": 0.5832813474734873,
      "step": 1870
    },
    {
      "contrastive_lambda": 0.9976077352770458,
      "epoch": 0.5832813474734873,
      "step": 1870
    },
    {
      "contrastive_lambda": 0.9976051766973966,
      "epoch": 0.583593262632564,
      "step": 1871
    },
    {
      "contrastive_lambda": 0.9976026167535346,
      "epoch": 0.5839051777916406,
      "step": 1872
    },
    {
      "contrastive_lambda": 0.9976000554454667,
      "epoch": 0.5842170929507174,
      "step": 1873
    },
    {
      "contrastive_lambda": 0.9975974927732001,
      "epoch": 0.5845290081097941,
      "step": 1874
    },
    {
      "contrastive_lambda": 0.9975949287367416,
      "epoch": 0.5848409232688708,
      "step": 1875
    },
    {
      "contrastive_lambda": 0.9975923633360985,
      "epoch": 0.5851528384279476,
      "step": 1876
    },
    {
      "contrastive_lambda": 0.9975897965712776,
      "epoch": 0.5854647535870243,
      "step": 1877
    },
    {
      "contrastive_lambda": 0.997587228442286,
      "epoch": 0.585776668746101,
      "step": 1878
    },
    {
      "contrastive_lambda": 0.9975846589491307,
      "epoch": 0.5860885839051778,
      "step": 1879
    },
    {
      "epoch": 0.5864004990642545,
      "grad_norm": 0.465948224067688,
      "learning_rate": 6.263333333333333e-05,
      "loss": 0.0958,
      "step": 1880
    },
    {
      "epoch": 0.5864004990642545,
      "flow_loss": 0.08166752755641937,
      "step": 1880
    },
    {
      "contrastive_loss": 0.0336654931306839,
      "epoch": 0.5864004990642545,
      "step": 1880
    },
    {
      "contrastive_lambda": 0.9975820880918189,
      "epoch": 0.5864004990642545,
      "step": 1880
    },
    {
      "contrastive_lambda": 0.9975795158703575,
      "epoch": 0.5867124142233312,
      "step": 1881
    },
    {
      "contrastive_lambda": 0.9975769422847538,
      "epoch": 0.587024329382408,
      "step": 1882
    },
    {
      "contrastive_lambda": 0.9975743673350145,
      "epoch": 0.5873362445414847,
      "step": 1883
    },
    {
      "contrastive_lambda": 0.9975717910211468,
      "epoch": 0.5876481597005615,
      "step": 1884
    },
    {
      "contrastive_lambda": 0.9975692133431578,
      "epoch": 0.5879600748596382,
      "step": 1885
    },
    {
      "contrastive_lambda": 0.9975666343010545,
      "epoch": 0.5882719900187149,
      "step": 1886
    },
    {
      "contrastive_lambda": 0.9975640538948443,
      "epoch": 0.5885839051777917,
      "step": 1887
    },
    {
      "contrastive_lambda": 0.9975614721245336,
      "epoch": 0.5888958203368684,
      "step": 1888
    },
    {
      "contrastive_lambda": 0.9975588889901301,
      "epoch": 0.5892077354959451,
      "step": 1889
    },
    {
      "epoch": 0.5895196506550219,
      "grad_norm": 0.2883877456188202,
      "learning_rate": 6.296666666666667e-05,
      "loss": 0.092,
      "step": 1890
    },
    {
      "epoch": 0.5895196506550219,
      "flow_loss": 0.1289166361093521,
      "step": 1890
    },
    {
      "contrastive_loss": 0.03274570778012276,
      "epoch": 0.5895196506550219,
      "step": 1890
    },
    {
      "contrastive_lambda": 0.9975563044916407,
      "epoch": 0.5895196506550219,
      "step": 1890
    },
    {
      "contrastive_lambda": 0.9975537186290724,
      "epoch": 0.5898315658140986,
      "step": 1891
    },
    {
      "contrastive_lambda": 0.9975511314024321,
      "epoch": 0.5901434809731753,
      "step": 1892
    },
    {
      "contrastive_lambda": 0.9975485428117274,
      "epoch": 0.5904553961322521,
      "step": 1893
    },
    {
      "contrastive_lambda": 0.997545952856965,
      "epoch": 0.5907673112913288,
      "step": 1894
    },
    {
      "contrastive_lambda": 0.9975433615381522,
      "epoch": 0.5910792264504054,
      "step": 1895
    },
    {
      "contrastive_lambda": 0.997540768855296,
      "epoch": 0.5913911416094823,
      "step": 1896
    },
    {
      "contrastive_lambda": 0.9975381748084035,
      "epoch": 0.5917030567685589,
      "step": 1897
    },
    {
      "contrastive_lambda": 0.9975355793974818,
      "epoch": 0.5920149719276356,
      "step": 1898
    },
    {
      "contrastive_lambda": 0.9975329826225381,
      "epoch": 0.5923268870867124,
      "step": 1899
    },
    {
      "epoch": 0.5926388022457891,
      "grad_norm": 0.4180912971496582,
      "learning_rate": 6.330000000000001e-05,
      "loss": 0.1049,
      "step": 1900
    },
    {
      "epoch": 0.5926388022457891,
      "flow_loss": 0.10756320506334305,
      "step": 1900
    },
    {
      "contrastive_loss": 0.030988145619630814,
      "epoch": 0.5926388022457891,
      "step": 1900
    },
    {
      "contrastive_lambda": 0.9975303844835796,
      "epoch": 0.5926388022457891,
      "step": 1900
    },
    {
      "contrastive_lambda": 0.9975277849806132,
      "epoch": 0.5929507174048658,
      "step": 1901
    },
    {
      "contrastive_lambda": 0.9975251841136461,
      "epoch": 0.5932626325639426,
      "step": 1902
    },
    {
      "contrastive_lambda": 0.9975225818826854,
      "epoch": 0.5935745477230193,
      "step": 1903
    },
    {
      "contrastive_lambda": 0.9975199782877384,
      "epoch": 0.5938864628820961,
      "step": 1904
    },
    {
      "contrastive_lambda": 0.9975173733288121,
      "epoch": 0.5941983780411728,
      "step": 1905
    },
    {
      "contrastive_lambda": 0.9975147670059137,
      "epoch": 0.5945102932002495,
      "step": 1906
    },
    {
      "contrastive_lambda": 0.9975121593190504,
      "epoch": 0.5948222083593263,
      "step": 1907
    },
    {
      "contrastive_lambda": 0.9975095502682292,
      "epoch": 0.595134123518403,
      "step": 1908
    },
    {
      "contrastive_lambda": 0.9975069398534573,
      "epoch": 0.5954460386774797,
      "step": 1909
    },
    {
      "epoch": 0.5957579538365565,
      "grad_norm": 0.4372146427631378,
      "learning_rate": 6.363333333333334e-05,
      "loss": 0.0999,
      "step": 1910
    },
    {
      "epoch": 0.5957579538365565,
      "flow_loss": 0.09410993754863739,
      "step": 1910
    },
    {
      "contrastive_loss": 0.03531759977340698,
      "epoch": 0.5957579538365565,
      "step": 1910
    },
    {
      "contrastive_lambda": 0.9975043280747418,
      "epoch": 0.5957579538365565,
      "step": 1910
    },
    {
      "contrastive_lambda": 0.99750171493209,
      "epoch": 0.5960698689956332,
      "step": 1911
    },
    {
      "contrastive_lambda": 0.9974991004255089,
      "epoch": 0.5963817841547099,
      "step": 1912
    },
    {
      "contrastive_lambda": 0.9974964845550061,
      "epoch": 0.5966936993137867,
      "step": 1913
    },
    {
      "contrastive_lambda": 0.9974938673205881,
      "epoch": 0.5970056144728634,
      "step": 1914
    },
    {
      "contrastive_lambda": 0.9974912487222625,
      "epoch": 0.5973175296319401,
      "step": 1915
    },
    {
      "contrastive_lambda": 0.9974886287600364,
      "epoch": 0.5976294447910169,
      "step": 1916
    },
    {
      "contrastive_lambda": 0.9974860074339171,
      "epoch": 0.5979413599500936,
      "step": 1917
    },
    {
      "contrastive_lambda": 0.9974833847439115,
      "epoch": 0.5982532751091703,
      "step": 1918
    },
    {
      "contrastive_lambda": 0.9974807606900271,
      "epoch": 0.5985651902682471,
      "step": 1919
    },
    {
      "epoch": 0.5988771054273238,
      "grad_norm": 0.3431348502635956,
      "learning_rate": 6.396666666666667e-05,
      "loss": 0.0964,
      "step": 1920
    },
    {
      "epoch": 0.5988771054273238,
      "flow_loss": 0.13195544481277466,
      "step": 1920
    },
    {
      "contrastive_loss": 0.030415967106819153,
      "epoch": 0.5988771054273238,
      "step": 1920
    },
    {
      "contrastive_lambda": 0.9974781352722708,
      "epoch": 0.5988771054273238,
      "step": 1920
    },
    {
      "contrastive_lambda": 0.9974755084906501,
      "epoch": 0.5991890205864004,
      "step": 1921
    },
    {
      "contrastive_lambda": 0.997472880345172,
      "epoch": 0.5995009357454772,
      "step": 1922
    },
    {
      "contrastive_lambda": 0.9974702508358437,
      "epoch": 0.5998128509045539,
      "step": 1923
    },
    {
      "contrastive_lambda": 0.9974676199626724,
      "epoch": 0.6001247660636307,
      "step": 1924
    },
    {
      "contrastive_lambda": 0.9974649877256656,
      "epoch": 0.6004366812227074,
      "step": 1925
    },
    {
      "contrastive_lambda": 0.9974623541248301,
      "epoch": 0.6007485963817841,
      "step": 1926
    },
    {
      "contrastive_lambda": 0.9974597191601733,
      "epoch": 0.6010605115408609,
      "step": 1927
    },
    {
      "contrastive_lambda": 0.9974570828317025,
      "epoch": 0.6013724266999376,
      "step": 1928
    },
    {
      "contrastive_lambda": 0.9974544451394249,
      "epoch": 0.6016843418590143,
      "step": 1929
    },
    {
      "epoch": 0.6019962570180911,
      "grad_norm": 0.24521052837371826,
      "learning_rate": 6.43e-05,
      "loss": 0.1007,
      "step": 1930
    },
    {
      "epoch": 0.6019962570180911,
      "flow_loss": 0.11310629546642303,
      "step": 1930
    },
    {
      "contrastive_loss": 0.029146090149879456,
      "epoch": 0.6019962570180911,
      "step": 1930
    },
    {
      "contrastive_lambda": 0.9974518060833477,
      "epoch": 0.6019962570180911,
      "step": 1930
    },
    {
      "contrastive_lambda": 0.9974491656634781,
      "epoch": 0.6023081721771678,
      "step": 1931
    },
    {
      "contrastive_lambda": 0.9974465238798234,
      "epoch": 0.6026200873362445,
      "step": 1932
    },
    {
      "contrastive_lambda": 0.9974438807323907,
      "epoch": 0.6029320024953213,
      "step": 1933
    },
    {
      "contrastive_lambda": 0.9974412362211874,
      "epoch": 0.603243917654398,
      "step": 1934
    },
    {
      "contrastive_lambda": 0.9974385903462207,
      "epoch": 0.6035558328134747,
      "step": 1935
    },
    {
      "contrastive_lambda": 0.997435943107498,
      "epoch": 0.6038677479725515,
      "step": 1936
    },
    {
      "contrastive_lambda": 0.9974332945050263,
      "epoch": 0.6041796631316282,
      "step": 1937
    },
    {
      "contrastive_lambda": 0.9974306445388129,
      "epoch": 0.6044915782907049,
      "step": 1938
    },
    {
      "contrastive_lambda": 0.9974279932088652,
      "epoch": 0.6048034934497817,
      "step": 1939
    },
    {
      "epoch": 0.6051154086088584,
      "grad_norm": 0.24936921894550323,
      "learning_rate": 6.463333333333334e-05,
      "loss": 0.0986,
      "step": 1940
    },
    {
      "epoch": 0.6051154086088584,
      "flow_loss": 0.12017010897397995,
      "step": 1940
    },
    {
      "contrastive_loss": 0.034566424787044525,
      "epoch": 0.6051154086088584,
      "step": 1940
    },
    {
      "contrastive_lambda": 0.9974253405151905,
      "epoch": 0.6051154086088584,
      "step": 1940
    },
    {
      "contrastive_lambda": 0.997422686457796,
      "epoch": 0.6054273237679352,
      "step": 1941
    },
    {
      "contrastive_lambda": 0.9974200310366889,
      "epoch": 0.6057392389270119,
      "step": 1942
    },
    {
      "contrastive_lambda": 0.9974173742518766,
      "epoch": 0.6060511540860886,
      "step": 1943
    },
    {
      "contrastive_lambda": 0.9974147161033662,
      "epoch": 0.6063630692451654,
      "step": 1944
    },
    {
      "contrastive_lambda": 0.9974120565911652,
      "epoch": 0.6066749844042421,
      "step": 1945
    },
    {
      "contrastive_lambda": 0.9974093957152808,
      "epoch": 0.6069868995633187,
      "step": 1946
    },
    {
      "contrastive_lambda": 0.9974067334757202,
      "epoch": 0.6072988147223956,
      "step": 1947
    },
    {
      "contrastive_lambda": 0.9974040698724909,
      "epoch": 0.6076107298814722,
      "step": 1948
    },
    {
      "contrastive_lambda": 0.9974014049056001,
      "epoch": 0.6079226450405489,
      "step": 1949
    },
    {
      "epoch": 0.6082345601996257,
      "grad_norm": 0.32837823033332825,
      "learning_rate": 6.496666666666667e-05,
      "loss": 0.1025,
      "step": 1950
    },
    {
      "epoch": 0.6082345601996257,
      "flow_loss": 0.09060052037239075,
      "step": 1950
    },
    {
      "contrastive_loss": 0.026580318808555603,
      "epoch": 0.6082345601996257,
      "step": 1950
    },
    {
      "contrastive_lambda": 0.9973987385750551,
      "epoch": 0.6082345601996257,
      "step": 1950
    },
    {
      "contrastive_lambda": 0.9973960708808632,
      "epoch": 0.6085464753587024,
      "step": 1951
    },
    {
      "contrastive_lambda": 0.9973934018230317,
      "epoch": 0.6088583905177791,
      "step": 1952
    },
    {
      "contrastive_lambda": 0.9973907314015681,
      "epoch": 0.6091703056768559,
      "step": 1953
    },
    {
      "contrastive_lambda": 0.9973880596164795,
      "epoch": 0.6094822208359326,
      "step": 1954
    },
    {
      "contrastive_lambda": 0.9973853864677732,
      "epoch": 0.6097941359950093,
      "step": 1955
    },
    {
      "contrastive_lambda": 0.9973827119554567,
      "epoch": 0.6101060511540861,
      "step": 1956
    },
    {
      "contrastive_lambda": 0.9973800360795372,
      "epoch": 0.6104179663131628,
      "step": 1957
    },
    {
      "contrastive_lambda": 0.9973773588400221,
      "epoch": 0.6107298814722395,
      "step": 1958
    },
    {
      "contrastive_lambda": 0.9973746802369188,
      "epoch": 0.6110417966313163,
      "step": 1959
    },
    {
      "epoch": 0.611353711790393,
      "grad_norm": 0.25275373458862305,
      "learning_rate": 6.53e-05,
      "loss": 0.0862,
      "step": 1960
    },
    {
      "epoch": 0.611353711790393,
      "flow_loss": 0.09315148741006851,
      "step": 1960
    },
    {
      "contrastive_loss": 0.027721595019102097,
      "epoch": 0.611353711790393,
      "step": 1960
    },
    {
      "contrastive_lambda": 0.9973720002702344,
      "epoch": 0.611353711790393,
      "step": 1960
    },
    {
      "contrastive_lambda": 0.9973693189399766,
      "epoch": 0.6116656269494698,
      "step": 1961
    },
    {
      "contrastive_lambda": 0.9973666362461526,
      "epoch": 0.6119775421085465,
      "step": 1962
    },
    {
      "contrastive_lambda": 0.9973639521887696,
      "epoch": 0.6122894572676232,
      "step": 1963
    },
    {
      "contrastive_lambda": 0.9973612667678351,
      "epoch": 0.6126013724267,
      "step": 1964
    },
    {
      "contrastive_lambda": 0.9973585799833566,
      "epoch": 0.6129132875857767,
      "step": 1965
    },
    {
      "contrastive_lambda": 0.9973558918353411,
      "epoch": 0.6132252027448534,
      "step": 1966
    },
    {
      "contrastive_lambda": 0.9973532023237963,
      "epoch": 0.6135371179039302,
      "step": 1967
    },
    {
      "contrastive_lambda": 0.9973505114487295,
      "epoch": 0.6138490330630069,
      "step": 1968
    },
    {
      "contrastive_lambda": 0.9973478192101479,
      "epoch": 0.6141609482220836,
      "step": 1969
    },
    {
      "epoch": 0.6144728633811604,
      "grad_norm": 0.27698594331741333,
      "learning_rate": 6.563333333333333e-05,
      "loss": 0.1,
      "step": 1970
    },
    {
      "epoch": 0.6144728633811604,
      "flow_loss": 0.08774996548891068,
      "step": 1970
    },
    {
      "contrastive_loss": 0.03279276192188263,
      "epoch": 0.6144728633811604,
      "step": 1970
    },
    {
      "contrastive_lambda": 0.9973451256080592,
      "epoch": 0.6144728633811604,
      "step": 1970
    },
    {
      "contrastive_lambda": 0.9973424306424705,
      "epoch": 0.614784778540237,
      "step": 1971
    },
    {
      "contrastive_lambda": 0.9973397343133892,
      "epoch": 0.6150966936993137,
      "step": 1972
    },
    {
      "contrastive_lambda": 0.997337036620823,
      "epoch": 0.6154086088583905,
      "step": 1973
    },
    {
      "contrastive_lambda": 0.9973343375647789,
      "epoch": 0.6157205240174672,
      "step": 1974
    },
    {
      "contrastive_lambda": 0.9973316371452645,
      "epoch": 0.6160324391765439,
      "step": 1975
    },
    {
      "contrastive_lambda": 0.9973289353622872,
      "epoch": 0.6163443543356207,
      "step": 1976
    },
    {
      "contrastive_lambda": 0.9973262322158543,
      "epoch": 0.6166562694946974,
      "step": 1977
    },
    {
      "contrastive_lambda": 0.9973235277059733,
      "epoch": 0.6169681846537741,
      "step": 1978
    },
    {
      "contrastive_lambda": 0.9973208218326518,
      "epoch": 0.6172800998128509,
      "step": 1979
    },
    {
      "epoch": 0.6175920149719276,
      "grad_norm": 0.2876700758934021,
      "learning_rate": 6.596666666666667e-05,
      "loss": 0.1036,
      "step": 1980
    },
    {
      "epoch": 0.6175920149719276,
      "flow_loss": 0.09039072692394257,
      "step": 1980
    },
    {
      "contrastive_loss": 0.029910046607255936,
      "epoch": 0.6175920149719276,
      "step": 1980
    },
    {
      "contrastive_lambda": 0.9973181145958969,
      "epoch": 0.6175920149719276,
      "step": 1980
    },
    {
      "contrastive_lambda": 0.9973154059957161,
      "epoch": 0.6179039301310044,
      "step": 1981
    },
    {
      "contrastive_lambda": 0.997312696032117,
      "epoch": 0.6182158452900811,
      "step": 1982
    },
    {
      "contrastive_lambda": 0.9973099847051069,
      "epoch": 0.6185277604491578,
      "step": 1983
    },
    {
      "contrastive_lambda": 0.9973072720146932,
      "epoch": 0.6188396756082346,
      "step": 1984
    },
    {
      "contrastive_lambda": 0.9973045579608834,
      "epoch": 0.6191515907673113,
      "step": 1985
    },
    {
      "contrastive_lambda": 0.9973018425436848,
      "epoch": 0.619463505926388,
      "step": 1986
    },
    {
      "contrastive_lambda": 0.9972991257631052,
      "epoch": 0.6197754210854648,
      "step": 1987
    },
    {
      "contrastive_lambda": 0.9972964076191515,
      "epoch": 0.6200873362445415,
      "step": 1988
    },
    {
      "contrastive_lambda": 0.9972936881118317,
      "epoch": 0.6203992514036182,
      "step": 1989
    },
    {
      "epoch": 0.620711166562695,
      "grad_norm": 0.2939128875732422,
      "learning_rate": 6.630000000000001e-05,
      "loss": 0.0909,
      "step": 1990
    },
    {
      "epoch": 0.620711166562695,
      "flow_loss": 0.08711054921150208,
      "step": 1990
    },
    {
      "contrastive_loss": 0.03014455921947956,
      "epoch": 0.620711166562695,
      "step": 1990
    },
    {
      "contrastive_lambda": 0.997290967241153,
      "epoch": 0.620711166562695,
      "step": 1990
    },
    {
      "contrastive_lambda": 0.9972882450071228,
      "epoch": 0.6210230817217717,
      "step": 1991
    },
    {
      "contrastive_lambda": 0.9972855214097487,
      "epoch": 0.6213349968808484,
      "step": 1992
    },
    {
      "contrastive_lambda": 0.9972827964490381,
      "epoch": 0.6216469120399252,
      "step": 1993
    },
    {
      "contrastive_lambda": 0.9972800701249984,
      "epoch": 0.6219588271990019,
      "step": 1994
    },
    {
      "contrastive_lambda": 0.9972773424376372,
      "epoch": 0.6222707423580786,
      "step": 1995
    },
    {
      "contrastive_lambda": 0.997274613386962,
      "epoch": 0.6225826575171554,
      "step": 1996
    },
    {
      "contrastive_lambda": 0.9972718829729801,
      "epoch": 0.622894572676232,
      "step": 1997
    },
    {
      "contrastive_lambda": 0.9972691511956993,
      "epoch": 0.6232064878353087,
      "step": 1998
    },
    {
      "contrastive_lambda": 0.9972664180551266,
      "epoch": 0.6235184029943855,
      "step": 1999
    },
    {
      "epoch": 0.6238303181534622,
      "grad_norm": 0.27574577927589417,
      "learning_rate": 6.663333333333333e-05,
      "loss": 0.0899,
      "step": 2000
    },
    {
      "epoch": 0.6238303181534622,
      "flow_loss": 0.09675714373588562,
      "step": 2000
    },
    {
      "contrastive_loss": 0.032768696546554565,
      "epoch": 0.6238303181534622,
      "step": 2000
    },
    {
      "contrastive_lambda": 0.99726368355127,
      "epoch": 0.6238303181534622,
      "step": 2000
    },
    {
      "contrastive_lambda": 0.9972609476841366,
      "epoch": 0.624142233312539,
      "step": 2001
    },
    {
      "contrastive_lambda": 0.9972582104537342,
      "epoch": 0.6244541484716157,
      "step": 2002
    },
    {
      "contrastive_lambda": 0.9972554718600702,
      "epoch": 0.6247660636306924,
      "step": 2003
    },
    {
      "contrastive_lambda": 0.9972527319031521,
      "epoch": 0.6250779787897692,
      "step": 2004
    },
    {
      "contrastive_lambda": 0.9972499905829874,
      "epoch": 0.6253898939488459,
      "step": 2005
    },
    {
      "contrastive_lambda": 0.9972472478995835,
      "epoch": 0.6257018091079226,
      "step": 2006
    },
    {
      "contrastive_lambda": 0.9972445038529482,
      "epoch": 0.6260137242669994,
      "step": 2007
    },
    {
      "contrastive_lambda": 0.9972417584430887,
      "epoch": 0.6263256394260761,
      "step": 2008
    },
    {
      "contrastive_lambda": 0.9972390116700127,
      "epoch": 0.6266375545851528,
      "step": 2009
    },
    {
      "epoch": 0.6269494697442296,
      "grad_norm": 0.2655161917209625,
      "learning_rate": 6.696666666666666e-05,
      "loss": 0.0896,
      "step": 2010
    },
    {
      "epoch": 0.6269494697442296,
      "flow_loss": 0.10718531161546707,
      "step": 2010
    },
    {
      "contrastive_loss": 0.027311958372592926,
      "epoch": 0.6269494697442296,
      "step": 2010
    },
    {
      "contrastive_lambda": 0.9972362635337279,
      "epoch": 0.6269494697442296,
      "step": 2010
    },
    {
      "contrastive_lambda": 0.9972335140342414,
      "epoch": 0.6272613849033063,
      "step": 2011
    },
    {
      "contrastive_lambda": 0.9972307631715612,
      "epoch": 0.627573300062383,
      "step": 2012
    },
    {
      "contrastive_lambda": 0.9972280109456946,
      "epoch": 0.6278852152214598,
      "step": 2013
    },
    {
      "contrastive_lambda": 0.9972252573566491,
      "epoch": 0.6281971303805365,
      "step": 2014
    },
    {
      "contrastive_lambda": 0.9972225024044323,
      "epoch": 0.6285090455396132,
      "step": 2015
    },
    {
      "contrastive_lambda": 0.997219746089052,
      "epoch": 0.62882096069869,
      "step": 2016
    },
    {
      "contrastive_lambda": 0.9972169884105153,
      "epoch": 0.6291328758577667,
      "step": 2017
    },
    {
      "contrastive_lambda": 0.99721422936883,
      "epoch": 0.6294447910168434,
      "step": 2018
    },
    {
      "contrastive_lambda": 0.9972114689640037,
      "epoch": 0.6297567061759202,
      "step": 2019
    },
    {
      "epoch": 0.6300686213349969,
      "grad_norm": 0.21627546846866608,
      "learning_rate": 6.730000000000001e-05,
      "loss": 0.097,
      "step": 2020
    },
    {
      "epoch": 0.6300686213349969,
      "flow_loss": 0.10585155338048935,
      "step": 2020
    },
    {
      "contrastive_loss": 0.029564881697297096,
      "epoch": 0.6300686213349969,
      "step": 2020
    },
    {
      "contrastive_lambda": 0.997208707196044,
      "epoch": 0.6300686213349969,
      "step": 2020
    },
    {
      "contrastive_lambda": 0.9972059440649583,
      "epoch": 0.6303805364940737,
      "step": 2021
    },
    {
      "contrastive_lambda": 0.9972031795707543,
      "epoch": 0.6306924516531504,
      "step": 2022
    },
    {
      "contrastive_lambda": 0.9972004137134396,
      "epoch": 0.631004366812227,
      "step": 2023
    },
    {
      "contrastive_lambda": 0.9971976464930218,
      "epoch": 0.6313162819713038,
      "step": 2024
    },
    {
      "contrastive_lambda": 0.9971948779095083,
      "epoch": 0.6316281971303805,
      "step": 2025
    },
    {
      "contrastive_lambda": 0.9971921079629069,
      "epoch": 0.6319401122894572,
      "step": 2026
    },
    {
      "contrastive_lambda": 0.997189336653225,
      "epoch": 0.632252027448534,
      "step": 2027
    },
    {
      "contrastive_lambda": 0.9971865639804705,
      "epoch": 0.6325639426076107,
      "step": 2028
    },
    {
      "contrastive_lambda": 0.9971837899446505,
      "epoch": 0.6328758577666874,
      "step": 2029
    },
    {
      "epoch": 0.6331877729257642,
      "grad_norm": 0.2515513300895691,
      "learning_rate": 6.763333333333334e-05,
      "loss": 0.0956,
      "step": 2030
    },
    {
      "epoch": 0.6331877729257642,
      "flow_loss": 0.09960313141345978,
      "step": 2030
    },
    {
      "contrastive_loss": 0.03171445429325104,
      "epoch": 0.6331877729257642,
      "step": 2030
    },
    {
      "contrastive_lambda": 0.9971810145457731,
      "epoch": 0.6331877729257642,
      "step": 2030
    },
    {
      "contrastive_lambda": 0.9971782377838457,
      "epoch": 0.6334996880848409,
      "step": 2031
    },
    {
      "contrastive_lambda": 0.997175459658876,
      "epoch": 0.6338116032439176,
      "step": 2032
    },
    {
      "contrastive_lambda": 0.9971726801708715,
      "epoch": 0.6341235184029944,
      "step": 2033
    },
    {
      "contrastive_lambda": 0.9971698993198398,
      "epoch": 0.6344354335620711,
      "step": 2034
    },
    {
      "contrastive_lambda": 0.9971671171057886,
      "epoch": 0.6347473487211478,
      "step": 2035
    },
    {
      "contrastive_lambda": 0.9971643335287256,
      "epoch": 0.6350592638802246,
      "step": 2036
    },
    {
      "contrastive_lambda": 0.9971615485886582,
      "epoch": 0.6353711790393013,
      "step": 2037
    },
    {
      "contrastive_lambda": 0.9971587622855944,
      "epoch": 0.6356830941983781,
      "step": 2038
    },
    {
      "contrastive_lambda": 0.9971559746195415,
      "epoch": 0.6359950093574548,
      "step": 2039
    },
    {
      "epoch": 0.6363069245165315,
      "grad_norm": 0.2583906054496765,
      "learning_rate": 6.796666666666666e-05,
      "loss": 0.1022,
      "step": 2040
    },
    {
      "epoch": 0.6363069245165315,
      "flow_loss": 0.12022781372070312,
      "step": 2040
    },
    {
      "contrastive_loss": 0.03218725323677063,
      "epoch": 0.6363069245165315,
      "step": 2040
    },
    {
      "contrastive_lambda": 0.9971531855905074,
      "epoch": 0.6363069245165315,
      "step": 2040
    },
    {
      "contrastive_lambda": 0.9971503951984995,
      "epoch": 0.6366188396756083,
      "step": 2041
    },
    {
      "contrastive_lambda": 0.9971476034435256,
      "epoch": 0.636930754834685,
      "step": 2042
    },
    {
      "contrastive_lambda": 0.9971448103255932,
      "epoch": 0.6372426699937617,
      "step": 2043
    },
    {
      "contrastive_lambda": 0.9971420158447102,
      "epoch": 0.6375545851528385,
      "step": 2044
    },
    {
      "contrastive_lambda": 0.9971392200008842,
      "epoch": 0.6378665003119152,
      "step": 2045
    },
    {
      "contrastive_lambda": 0.9971364227941226,
      "epoch": 0.6381784154709919,
      "step": 2046
    },
    {
      "contrastive_lambda": 0.9971336242244333,
      "epoch": 0.6384903306300687,
      "step": 2047
    },
    {
      "contrastive_lambda": 0.9971308242918241,
      "epoch": 0.6388022457891454,
      "step": 2048
    },
    {
      "contrastive_lambda": 0.9971280229963024,
      "epoch": 0.639114160948222,
      "step": 2049
    },
    {
      "epoch": 0.6394260761072988,
      "grad_norm": 0.2543831169605255,
      "learning_rate": 6.83e-05,
      "loss": 0.0931,
      "step": 2050
    },
    {
      "epoch": 0.6394260761072988,
      "flow_loss": 0.07385355979204178,
      "step": 2050
    },
    {
      "contrastive_loss": 0.02831723541021347,
      "epoch": 0.6394260761072988,
      "step": 2050
    },
    {
      "contrastive_lambda": 0.9971252203378761,
      "epoch": 0.6394260761072988,
      "step": 2050
    },
    {
      "contrastive_lambda": 0.9971224163165526,
      "epoch": 0.6397379912663755,
      "step": 2051
    },
    {
      "contrastive_lambda": 0.99711961093234,
      "epoch": 0.6400499064254522,
      "step": 2052
    },
    {
      "contrastive_lambda": 0.9971168041852456,
      "epoch": 0.640361821584529,
      "step": 2053
    },
    {
      "contrastive_lambda": 0.9971139960752774,
      "epoch": 0.6406737367436057,
      "step": 2054
    },
    {
      "contrastive_lambda": 0.9971111866024429,
      "epoch": 0.6409856519026824,
      "step": 2055
    },
    {
      "contrastive_lambda": 0.9971083757667498,
      "epoch": 0.6412975670617592,
      "step": 2056
    },
    {
      "contrastive_lambda": 0.9971055635682058,
      "epoch": 0.6416094822208359,
      "step": 2057
    },
    {
      "contrastive_lambda": 0.9971027500068188,
      "epoch": 0.6419213973799127,
      "step": 2058
    },
    {
      "contrastive_lambda": 0.9970999350825964,
      "epoch": 0.6422333125389894,
      "step": 2059
    },
    {
      "epoch": 0.6425452276980661,
      "grad_norm": 0.2112898826599121,
      "learning_rate": 6.863333333333334e-05,
      "loss": 0.0891,
      "step": 2060
    },
    {
      "epoch": 0.6425452276980661,
      "flow_loss": 0.10301290452480316,
      "step": 2060
    },
    {
      "contrastive_loss": 0.029069576412439346,
      "epoch": 0.6425452276980661,
      "step": 2060
    },
    {
      "contrastive_lambda": 0.9970971187955462,
      "epoch": 0.6425452276980661,
      "step": 2060
    },
    {
      "contrastive_lambda": 0.9970943011456761,
      "epoch": 0.6428571428571429,
      "step": 2061
    },
    {
      "contrastive_lambda": 0.9970914821329937,
      "epoch": 0.6431690580162196,
      "step": 2062
    },
    {
      "contrastive_lambda": 0.9970886617575068,
      "epoch": 0.6434809731752963,
      "step": 2063
    },
    {
      "contrastive_lambda": 0.9970858400192231,
      "epoch": 0.6437928883343731,
      "step": 2064
    },
    {
      "contrastive_lambda": 0.9970830169181504,
      "epoch": 0.6441048034934498,
      "step": 2065
    },
    {
      "contrastive_lambda": 0.9970801924542964,
      "epoch": 0.6444167186525265,
      "step": 2066
    },
    {
      "contrastive_lambda": 0.9970773666276687,
      "epoch": 0.6447286338116033,
      "step": 2067
    },
    {
      "contrastive_lambda": 0.9970745394382753,
      "epoch": 0.64504054897068,
      "step": 2068
    },
    {
      "contrastive_lambda": 0.9970717108861238,
      "epoch": 0.6453524641297567,
      "step": 2069
    },
    {
      "epoch": 0.6456643792888335,
      "grad_norm": 0.25083795189857483,
      "learning_rate": 6.896666666666667e-05,
      "loss": 0.0879,
      "step": 2070
    },
    {
      "epoch": 0.6456643792888335,
      "flow_loss": 0.0777561292052269,
      "step": 2070
    },
    {
      "contrastive_loss": 0.028720585629343987,
      "epoch": 0.6456643792888335,
      "step": 2070
    },
    {
      "contrastive_lambda": 0.9970688809712219,
      "epoch": 0.6456643792888335,
      "step": 2070
    },
    {
      "contrastive_lambda": 0.9970660496935775,
      "epoch": 0.6459762944479102,
      "step": 2071
    },
    {
      "contrastive_lambda": 0.9970632170531983,
      "epoch": 0.6462882096069869,
      "step": 2072
    },
    {
      "contrastive_lambda": 0.9970603830500921,
      "epoch": 0.6466001247660637,
      "step": 2073
    },
    {
      "contrastive_lambda": 0.9970575476842667,
      "epoch": 0.6469120399251403,
      "step": 2074
    },
    {
      "contrastive_lambda": 0.9970547109557296,
      "epoch": 0.647223955084217,
      "step": 2075
    },
    {
      "contrastive_lambda": 0.9970518728644889,
      "epoch": 0.6475358702432938,
      "step": 2076
    },
    {
      "contrastive_lambda": 0.9970490334105524,
      "epoch": 0.6478477854023705,
      "step": 2077
    },
    {
      "contrastive_lambda": 0.9970461925939276,
      "epoch": 0.6481597005614473,
      "step": 2078
    },
    {
      "contrastive_lambda": 0.9970433504146224,
      "epoch": 0.648471615720524,
      "step": 2079
    },
    {
      "epoch": 0.6487835308796007,
      "grad_norm": 0.25323525071144104,
      "learning_rate": 6.93e-05,
      "loss": 0.0903,
      "step": 2080
    },
    {
      "epoch": 0.6487835308796007,
      "flow_loss": 0.09095053374767303,
      "step": 2080
    },
    {
      "contrastive_loss": 0.032103944569826126,
      "epoch": 0.6487835308796007,
      "step": 2080
    },
    {
      "contrastive_lambda": 0.9970405068726447,
      "epoch": 0.6487835308796007,
      "step": 2080
    },
    {
      "contrastive_lambda": 0.9970376619680024,
      "epoch": 0.6490954460386775,
      "step": 2081
    },
    {
      "contrastive_lambda": 0.9970348157007028,
      "epoch": 0.6494073611977542,
      "step": 2082
    },
    {
      "contrastive_lambda": 0.9970319680707542,
      "epoch": 0.6497192763568309,
      "step": 2083
    },
    {
      "contrastive_lambda": 0.9970291190781644,
      "epoch": 0.6500311915159077,
      "step": 2084
    },
    {
      "contrastive_lambda": 0.9970262687229408,
      "epoch": 0.6503431066749844,
      "step": 2085
    },
    {
      "contrastive_lambda": 0.9970234170050916,
      "epoch": 0.6506550218340611,
      "step": 2086
    },
    {
      "contrastive_lambda": 0.9970205639246243,
      "epoch": 0.6509669369931379,
      "step": 2087
    },
    {
      "contrastive_lambda": 0.9970177094815471,
      "epoch": 0.6512788521522146,
      "step": 2088
    },
    {
      "contrastive_lambda": 0.9970148536758676,
      "epoch": 0.6515907673112913,
      "step": 2089
    },
    {
      "epoch": 0.6519026824703681,
      "grad_norm": 0.21376250684261322,
      "learning_rate": 6.963333333333334e-05,
      "loss": 0.0886,
      "step": 2090
    },
    {
      "epoch": 0.6519026824703681,
      "flow_loss": 0.06947709619998932,
      "step": 2090
    },
    {
      "contrastive_loss": 0.030874338001012802,
      "epoch": 0.6519026824703681,
      "step": 2090
    },
    {
      "contrastive_lambda": 0.9970119965075936,
      "epoch": 0.6519026824703681,
      "step": 2090
    },
    {
      "contrastive_lambda": 0.9970091379767331,
      "epoch": 0.6522145976294448,
      "step": 2091
    },
    {
      "contrastive_lambda": 0.9970062780832938,
      "epoch": 0.6525265127885215,
      "step": 2092
    },
    {
      "contrastive_lambda": 0.9970034168272834,
      "epoch": 0.6528384279475983,
      "step": 2093
    },
    {
      "contrastive_lambda": 0.9970005542087101,
      "epoch": 0.653150343106675,
      "step": 2094
    },
    {
      "contrastive_lambda": 0.9969976902275814,
      "epoch": 0.6534622582657517,
      "step": 2095
    },
    {
      "contrastive_lambda": 0.9969948248839056,
      "epoch": 0.6537741734248285,
      "step": 2096
    },
    {
      "contrastive_lambda": 0.99699195817769,
      "epoch": 0.6540860885839052,
      "step": 2097
    },
    {
      "contrastive_lambda": 0.9969890901089428,
      "epoch": 0.654398003742982,
      "step": 2098
    },
    {
      "contrastive_lambda": 0.9969862206776718,
      "epoch": 0.6547099189020587,
      "step": 2099
    },
    {
      "epoch": 0.6550218340611353,
      "grad_norm": 0.21939212083816528,
      "learning_rate": 6.996666666666667e-05,
      "loss": 0.0826,
      "step": 2100
    },
    {
      "epoch": 0.6550218340611353,
      "flow_loss": 0.10310699790716171,
      "step": 2100
    },
    {
      "contrastive_loss": 0.022991865873336792,
      "epoch": 0.6550218340611353,
      "step": 2100
    },
    {
      "contrastive_lambda": 0.9969833498838849,
      "epoch": 0.6550218340611353,
      "step": 2100
    },
    {
      "contrastive_lambda": 0.9969804777275899,
      "epoch": 0.6553337492202121,
      "step": 2101
    },
    {
      "contrastive_lambda": 0.9969776042087947,
      "epoch": 0.6556456643792888,
      "step": 2102
    },
    {
      "contrastive_lambda": 0.9969747293275071,
      "epoch": 0.6559575795383655,
      "step": 2103
    },
    {
      "contrastive_lambda": 0.9969718530837351,
      "epoch": 0.6562694946974423,
      "step": 2104
    },
    {
      "contrastive_lambda": 0.9969689754774866,
      "epoch": 0.656581409856519,
      "step": 2105
    },
    {
      "contrastive_lambda": 0.9969660965087694,
      "epoch": 0.6568933250155957,
      "step": 2106
    },
    {
      "contrastive_lambda": 0.9969632161775915,
      "epoch": 0.6572052401746725,
      "step": 2107
    },
    {
      "contrastive_lambda": 0.9969603344839607,
      "epoch": 0.6575171553337492,
      "step": 2108
    },
    {
      "contrastive_lambda": 0.9969574514278849,
      "epoch": 0.6578290704928259,
      "step": 2109
    },
    {
      "epoch": 0.6581409856519027,
      "grad_norm": 0.2697334289550781,
      "learning_rate": 7.03e-05,
      "loss": 0.0907,
      "step": 2110
    },
    {
      "epoch": 0.6581409856519027,
      "flow_loss": 0.08724313974380493,
      "step": 2110
    },
    {
      "contrastive_loss": 0.028092162683606148,
      "epoch": 0.6581409856519027,
      "step": 2110
    },
    {
      "contrastive_lambda": 0.996954567009372,
      "epoch": 0.6581409856519027,
      "step": 2110
    },
    {
      "contrastive_lambda": 0.99695168122843,
      "epoch": 0.6584529008109794,
      "step": 2111
    },
    {
      "contrastive_lambda": 0.9969487940850668,
      "epoch": 0.6587648159700561,
      "step": 2112
    },
    {
      "contrastive_lambda": 0.9969459055792902,
      "epoch": 0.6590767311291329,
      "step": 2113
    },
    {
      "contrastive_lambda": 0.9969430157111081,
      "epoch": 0.6593886462882096,
      "step": 2114
    },
    {
      "contrastive_lambda": 0.9969401244805286,
      "epoch": 0.6597005614472864,
      "step": 2115
    },
    {
      "contrastive_lambda": 0.9969372318875596,
      "epoch": 0.6600124766063631,
      "step": 2116
    },
    {
      "contrastive_lambda": 0.9969343379322089,
      "epoch": 0.6603243917654398,
      "step": 2117
    },
    {
      "contrastive_lambda": 0.9969314426144844,
      "epoch": 0.6606363069245166,
      "step": 2118
    },
    {
      "contrastive_lambda": 0.9969285459343942,
      "epoch": 0.6609482220835933,
      "step": 2119
    },
    {
      "epoch": 0.66126013724267,
      "grad_norm": 0.284328818321228,
      "learning_rate": 7.063333333333333e-05,
      "loss": 0.0861,
      "step": 2120
    },
    {
      "epoch": 0.66126013724267,
      "flow_loss": 0.1208825409412384,
      "step": 2120
    },
    {
      "contrastive_loss": 0.03306780755519867,
      "epoch": 0.66126013724267,
      "step": 2120
    },
    {
      "contrastive_lambda": 0.9969256478919462,
      "epoch": 0.66126013724267,
      "step": 2120
    },
    {
      "contrastive_lambda": 0.9969227484871483,
      "epoch": 0.6615720524017468,
      "step": 2121
    },
    {
      "contrastive_lambda": 0.9969198477200085,
      "epoch": 0.6618839675608235,
      "step": 2122
    },
    {
      "contrastive_lambda": 0.9969169455905347,
      "epoch": 0.6621958827199002,
      "step": 2123
    },
    {
      "contrastive_lambda": 0.9969140420987348,
      "epoch": 0.662507797878977,
      "step": 2124
    },
    {
      "contrastive_lambda": 0.996911137244617,
      "epoch": 0.6628197130380536,
      "step": 2125
    },
    {
      "contrastive_lambda": 0.996908231028189,
      "epoch": 0.6631316281971303,
      "step": 2126
    },
    {
      "contrastive_lambda": 0.9969053234494589,
      "epoch": 0.6634435433562071,
      "step": 2127
    },
    {
      "contrastive_lambda": 0.9969024145084346,
      "epoch": 0.6637554585152838,
      "step": 2128
    },
    {
      "contrastive_lambda": 0.9968995042051243,
      "epoch": 0.6640673736743605,
      "step": 2129
    },
    {
      "epoch": 0.6643792888334373,
      "grad_norm": 0.2939806580543518,
      "learning_rate": 7.096666666666667e-05,
      "loss": 0.098,
      "step": 2130
    },
    {
      "epoch": 0.6643792888334373,
      "flow_loss": 0.08103916049003601,
      "step": 2130
    },
    {
      "contrastive_loss": 0.02350795455276966,
      "epoch": 0.6643792888334373,
      "step": 2130
    },
    {
      "contrastive_lambda": 0.9968965925395357,
      "epoch": 0.6643792888334373,
      "step": 2130
    },
    {
      "contrastive_lambda": 0.9968936795116767,
      "epoch": 0.664691203992514,
      "step": 2131
    },
    {
      "contrastive_lambda": 0.9968907651215557,
      "epoch": 0.6650031191515907,
      "step": 2132
    },
    {
      "contrastive_lambda": 0.9968878493691803,
      "epoch": 0.6653150343106675,
      "step": 2133
    },
    {
      "contrastive_lambda": 0.9968849322545588,
      "epoch": 0.6656269494697442,
      "step": 2134
    },
    {
      "contrastive_lambda": 0.9968820137776988,
      "epoch": 0.665938864628821,
      "step": 2135
    },
    {
      "contrastive_lambda": 0.9968790939386087,
      "epoch": 0.6662507797878977,
      "step": 2136
    },
    {
      "contrastive_lambda": 0.9968761727372965,
      "epoch": 0.6665626949469744,
      "step": 2137
    },
    {
      "contrastive_lambda": 0.9968732501737698,
      "epoch": 0.6668746101060512,
      "step": 2138
    },
    {
      "contrastive_lambda": 0.9968703262480371,
      "epoch": 0.6671865252651279,
      "step": 2139
    },
    {
      "epoch": 0.6674984404242046,
      "grad_norm": 0.3409460783004761,
      "learning_rate": 7.13e-05,
      "loss": 0.0965,
      "step": 2140
    },
    {
      "epoch": 0.6674984404242046,
      "flow_loss": 0.1444869190454483,
      "step": 2140
    },
    {
      "contrastive_loss": 0.032867949455976486,
      "epoch": 0.6674984404242046,
      "step": 2140
    },
    {
      "contrastive_lambda": 0.996867400960106,
      "epoch": 0.6674984404242046,
      "step": 2140
    },
    {
      "contrastive_lambda": 0.9968644743099848,
      "epoch": 0.6678103555832814,
      "step": 2141
    },
    {
      "contrastive_lambda": 0.9968615462976814,
      "epoch": 0.6681222707423581,
      "step": 2142
    },
    {
      "contrastive_lambda": 0.9968586169232039,
      "epoch": 0.6684341859014348,
      "step": 2143
    },
    {
      "contrastive_lambda": 0.9968556861865603,
      "epoch": 0.6687461010605116,
      "step": 2144
    },
    {
      "contrastive_lambda": 0.9968527540877585,
      "epoch": 0.6690580162195883,
      "step": 2145
    },
    {
      "contrastive_lambda": 0.9968498206268068,
      "epoch": 0.669369931378665,
      "step": 2146
    },
    {
      "contrastive_lambda": 0.9968468858037132,
      "epoch": 0.6696818465377418,
      "step": 2147
    },
    {
      "contrastive_lambda": 0.9968439496184854,
      "epoch": 0.6699937616968185,
      "step": 2148
    },
    {
      "contrastive_lambda": 0.996841012071132,
      "epoch": 0.6703056768558951,
      "step": 2149
    },
    {
      "epoch": 0.670617592014972,
      "grad_norm": 0.3594277799129486,
      "learning_rate": 7.163333333333334e-05,
      "loss": 0.101,
      "step": 2150
    },
    {
      "epoch": 0.670617592014972,
      "flow_loss": 0.09877758473157883,
      "step": 2150
    },
    {
      "contrastive_loss": 0.028694670647382736,
      "epoch": 0.670617592014972,
      "step": 2150
    },
    {
      "contrastive_lambda": 0.9968380731616604,
      "epoch": 0.670617592014972,
      "step": 2150
    },
    {
      "contrastive_lambda": 0.9968351328900793,
      "epoch": 0.6709295071740486,
      "step": 2151
    },
    {
      "contrastive_lambda": 0.9968321912563963,
      "epoch": 0.6712414223331253,
      "step": 2152
    },
    {
      "contrastive_lambda": 0.9968292482606198,
      "epoch": 0.6715533374922021,
      "step": 2153
    },
    {
      "contrastive_lambda": 0.9968263039027576,
      "epoch": 0.6718652526512788,
      "step": 2154
    },
    {
      "contrastive_lambda": 0.9968233581828179,
      "epoch": 0.6721771678103556,
      "step": 2155
    },
    {
      "contrastive_lambda": 0.9968204111008088,
      "epoch": 0.6724890829694323,
      "step": 2156
    },
    {
      "contrastive_lambda": 0.9968174626567382,
      "epoch": 0.672800998128509,
      "step": 2157
    },
    {
      "contrastive_lambda": 0.9968145128506144,
      "epoch": 0.6731129132875858,
      "step": 2158
    },
    {
      "contrastive_lambda": 0.9968115616824453,
      "epoch": 0.6734248284466625,
      "step": 2159
    },
    {
      "epoch": 0.6737367436057392,
      "grad_norm": 0.34210214018821716,
      "learning_rate": 7.196666666666668e-05,
      "loss": 0.0932,
      "step": 2160
    },
    {
      "epoch": 0.6737367436057392,
      "flow_loss": 0.09373801946640015,
      "step": 2160
    },
    {
      "contrastive_loss": 0.02598450891673565,
      "epoch": 0.6737367436057392,
      "step": 2160
    },
    {
      "contrastive_lambda": 0.9968086091522392,
      "epoch": 0.6737367436057392,
      "step": 2160
    },
    {
      "contrastive_lambda": 0.9968056552600042,
      "epoch": 0.674048658764816,
      "step": 2161
    },
    {
      "contrastive_lambda": 0.9968027000057482,
      "epoch": 0.6743605739238927,
      "step": 2162
    },
    {
      "contrastive_lambda": 0.9967997433894793,
      "epoch": 0.6746724890829694,
      "step": 2163
    },
    {
      "contrastive_lambda": 0.9967967854112059,
      "epoch": 0.6749844042420462,
      "step": 2164
    },
    {
      "contrastive_lambda": 0.9967938260709357,
      "epoch": 0.6752963194011229,
      "step": 2165
    },
    {
      "contrastive_lambda": 0.9967908653686771,
      "epoch": 0.6756082345601996,
      "step": 2166
    },
    {
      "contrastive_lambda": 0.9967879033044381,
      "epoch": 0.6759201497192764,
      "step": 2167
    },
    {
      "contrastive_lambda": 0.9967849398782269,
      "epoch": 0.6762320648783531,
      "step": 2168
    },
    {
      "contrastive_lambda": 0.9967819750900516,
      "epoch": 0.6765439800374298,
      "step": 2169
    },
    {
      "epoch": 0.6768558951965066,
      "grad_norm": 0.25242090225219727,
      "learning_rate": 7.23e-05,
      "loss": 0.0843,
      "step": 2170
    },
    {
      "epoch": 0.6768558951965066,
      "flow_loss": 0.08716044574975967,
      "step": 2170
    },
    {
      "contrastive_loss": 0.025738779455423355,
      "epoch": 0.6768558951965066,
      "step": 2170
    },
    {
      "contrastive_lambda": 0.9967790089399202,
      "epoch": 0.6768558951965066,
      "step": 2170
    },
    {
      "contrastive_lambda": 0.996776041427841,
      "epoch": 0.6771678103555833,
      "step": 2171
    },
    {
      "contrastive_lambda": 0.9967730725538222,
      "epoch": 0.67747972551466,
      "step": 2172
    },
    {
      "contrastive_lambda": 0.9967701023178717,
      "epoch": 0.6777916406737368,
      "step": 2173
    },
    {
      "contrastive_lambda": 0.9967671307199978,
      "epoch": 0.6781035558328135,
      "step": 2174
    },
    {
      "contrastive_lambda": 0.9967641577602085,
      "epoch": 0.6784154709918903,
      "step": 2175
    },
    {
      "contrastive_lambda": 0.9967611834385122,
      "epoch": 0.678727386150967,
      "step": 2176
    },
    {
      "contrastive_lambda": 0.9967582077549169,
      "epoch": 0.6790393013100436,
      "step": 2177
    },
    {
      "contrastive_lambda": 0.9967552307094307,
      "epoch": 0.6793512164691204,
      "step": 2178
    },
    {
      "contrastive_lambda": 0.9967522523020618,
      "epoch": 0.6796631316281971,
      "step": 2179
    },
    {
      "epoch": 0.6799750467872738,
      "grad_norm": 0.2835543155670166,
      "learning_rate": 7.263333333333334e-05,
      "loss": 0.0946,
      "step": 2180
    },
    {
      "epoch": 0.6799750467872738,
      "flow_loss": 0.07770685851573944,
      "step": 2180
    },
    {
      "contrastive_loss": 0.030431844294071198,
      "epoch": 0.6799750467872738,
      "step": 2180
    },
    {
      "contrastive_lambda": 0.9967492725328184,
      "epoch": 0.6799750467872738,
      "step": 2180
    },
    {
      "contrastive_lambda": 0.9967462914017087,
      "epoch": 0.6802869619463506,
      "step": 2181
    },
    {
      "contrastive_lambda": 0.996743308908741,
      "epoch": 0.6805988771054273,
      "step": 2182
    },
    {
      "contrastive_lambda": 0.9967403250539231,
      "epoch": 0.680910792264504,
      "step": 2183
    },
    {
      "contrastive_lambda": 0.9967373398372634,
      "epoch": 0.6812227074235808,
      "step": 2184
    },
    {
      "contrastive_lambda": 0.9967343532587701,
      "epoch": 0.6815346225826575,
      "step": 2185
    },
    {
      "contrastive_lambda": 0.9967313653184515,
      "epoch": 0.6818465377417342,
      "step": 2186
    },
    {
      "contrastive_lambda": 0.9967283760163155,
      "epoch": 0.682158452900811,
      "step": 2187
    },
    {
      "contrastive_lambda": 0.9967253853523705,
      "epoch": 0.6824703680598877,
      "step": 2188
    },
    {
      "contrastive_lambda": 0.9967223933266247,
      "epoch": 0.6827822832189644,
      "step": 2189
    },
    {
      "epoch": 0.6830941983780412,
      "grad_norm": 0.29985272884368896,
      "learning_rate": 7.296666666666667e-05,
      "loss": 0.0888,
      "step": 2190
    },
    {
      "epoch": 0.6830941983780412,
      "flow_loss": 0.08962875604629517,
      "step": 2190
    },
    {
      "contrastive_loss": 0.02384164184331894,
      "epoch": 0.6830941983780412,
      "step": 2190
    },
    {
      "contrastive_lambda": 0.9967193999390862,
      "epoch": 0.6830941983780412,
      "step": 2190
    },
    {
      "contrastive_lambda": 0.9967164051897632,
      "epoch": 0.6834061135371179,
      "step": 2191
    },
    {
      "contrastive_lambda": 0.9967134090786642,
      "epoch": 0.6837180286961946,
      "step": 2192
    },
    {
      "contrastive_lambda": 0.996710411605797,
      "epoch": 0.6840299438552714,
      "step": 2193
    },
    {
      "contrastive_lambda": 0.99670741277117,
      "epoch": 0.6843418590143481,
      "step": 2194
    },
    {
      "contrastive_lambda": 0.9967044125747915,
      "epoch": 0.6846537741734249,
      "step": 2195
    },
    {
      "contrastive_lambda": 0.9967014110166696,
      "epoch": 0.6849656893325016,
      "step": 2196
    },
    {
      "contrastive_lambda": 0.9966984080968126,
      "epoch": 0.6852776044915783,
      "step": 2197
    },
    {
      "contrastive_lambda": 0.9966954038152288,
      "epoch": 0.6855895196506551,
      "step": 2198
    },
    {
      "contrastive_lambda": 0.9966923981719262,
      "epoch": 0.6859014348097318,
      "step": 2199
    },
    {
      "epoch": 0.6862133499688085,
      "grad_norm": 0.2761792838573456,
      "learning_rate": 7.33e-05,
      "loss": 0.087,
      "step": 2200
    },
    {
      "epoch": 0.6862133499688085,
      "flow_loss": 0.08168057352304459,
      "step": 2200
    },
    {
      "contrastive_loss": 0.023310940712690353,
      "epoch": 0.6862133499688085,
      "step": 2200
    },
    {
      "contrastive_lambda": 0.9966893911669132,
      "epoch": 0.6862133499688085,
      "step": 2200
    },
    {
      "contrastive_lambda": 0.9966863828001982,
      "epoch": 0.6865252651278853,
      "step": 2201
    },
    {
      "contrastive_lambda": 0.9966833730717892,
      "epoch": 0.686837180286962,
      "step": 2202
    },
    {
      "contrastive_lambda": 0.9966803619816945,
      "epoch": 0.6871490954460386,
      "step": 2203
    },
    {
      "contrastive_lambda": 0.9966773495299224,
      "epoch": 0.6874610106051154,
      "step": 2204
    },
    {
      "contrastive_lambda": 0.9966743357164811,
      "epoch": 0.6877729257641921,
      "step": 2205
    },
    {
      "contrastive_lambda": 0.996671320541379,
      "epoch": 0.6880848409232688,
      "step": 2206
    },
    {
      "contrastive_lambda": 0.9966683040046243,
      "epoch": 0.6883967560823456,
      "step": 2207
    },
    {
      "contrastive_lambda": 0.9966652861062251,
      "epoch": 0.6887086712414223,
      "step": 2208
    },
    {
      "contrastive_lambda": 0.9966622668461899,
      "epoch": 0.689020586400499,
      "step": 2209
    },
    {
      "epoch": 0.6893325015595758,
      "grad_norm": 0.2471093237400055,
      "learning_rate": 7.363333333333334e-05,
      "loss": 0.0873,
      "step": 2210
    },
    {
      "epoch": 0.6893325015595758,
      "flow_loss": 0.0721624493598938,
      "step": 2210
    },
    {
      "contrastive_loss": 0.02678980492055416,
      "epoch": 0.6893325015595758,
      "step": 2210
    },
    {
      "contrastive_lambda": 0.9966592462245268,
      "epoch": 0.6893325015595758,
      "step": 2210
    },
    {
      "contrastive_lambda": 0.9966562242412442,
      "epoch": 0.6896444167186525,
      "step": 2211
    },
    {
      "contrastive_lambda": 0.9966532008963505,
      "epoch": 0.6899563318777293,
      "step": 2212
    },
    {
      "contrastive_lambda": 0.9966501761898539,
      "epoch": 0.690268247036806,
      "step": 2213
    },
    {
      "contrastive_lambda": 0.9966471501217624,
      "epoch": 0.6905801621958827,
      "step": 2214
    },
    {
      "contrastive_lambda": 0.9966441226920847,
      "epoch": 0.6908920773549595,
      "step": 2215
    },
    {
      "contrastive_lambda": 0.9966410939008289,
      "epoch": 0.6912039925140362,
      "step": 2216
    },
    {
      "contrastive_lambda": 0.9966380637480032,
      "epoch": 0.6915159076731129,
      "step": 2217
    },
    {
      "contrastive_lambda": 0.9966350322336164,
      "epoch": 0.6918278228321897,
      "step": 2218
    },
    {
      "contrastive_lambda": 0.9966319993576762,
      "epoch": 0.6921397379912664,
      "step": 2219
    },
    {
      "epoch": 0.6924516531503431,
      "grad_norm": 0.2833881378173828,
      "learning_rate": 7.396666666666667e-05,
      "loss": 0.0861,
      "step": 2220
    },
    {
      "epoch": 0.6924516531503431,
      "flow_loss": 0.11386611312627792,
      "step": 2220
    },
    {
      "contrastive_loss": 0.026939261704683304,
      "epoch": 0.6924516531503431,
      "step": 2220
    },
    {
      "contrastive_lambda": 0.9966289651201912,
      "epoch": 0.6924516531503431,
      "step": 2220
    },
    {
      "contrastive_lambda": 0.9966259295211697,
      "epoch": 0.6927635683094199,
      "step": 2221
    },
    {
      "contrastive_lambda": 0.99662289256062,
      "epoch": 0.6930754834684966,
      "step": 2222
    },
    {
      "contrastive_lambda": 0.9966198542385505,
      "epoch": 0.6933873986275733,
      "step": 2223
    },
    {
      "contrastive_lambda": 0.9966168145549694,
      "epoch": 0.6936993137866501,
      "step": 2224
    },
    {
      "contrastive_lambda": 0.9966137735098852,
      "epoch": 0.6940112289457268,
      "step": 2225
    },
    {
      "contrastive_lambda": 0.9966107311033061,
      "epoch": 0.6943231441048034,
      "step": 2226
    },
    {
      "contrastive_lambda": 0.9966076873352405,
      "epoch": 0.6946350592638803,
      "step": 2227
    },
    {
      "contrastive_lambda": 0.9966046422056968,
      "epoch": 0.6949469744229569,
      "step": 2228
    },
    {
      "contrastive_lambda": 0.9966015957146832,
      "epoch": 0.6952588895820336,
      "step": 2229
    },
    {
      "epoch": 0.6955708047411104,
      "grad_norm": 0.4092276394367218,
      "learning_rate": 7.43e-05,
      "loss": 0.0925,
      "step": 2230
    },
    {
      "epoch": 0.6955708047411104,
      "flow_loss": 0.07841737568378448,
      "step": 2230
    },
    {
      "contrastive_loss": 0.02731969580054283,
      "epoch": 0.6955708047411104,
      "step": 2230
    },
    {
      "contrastive_lambda": 0.9965985478622081,
      "epoch": 0.6955708047411104,
      "step": 2230
    },
    {
      "contrastive_lambda": 0.9965954986482799,
      "epoch": 0.6958827199001871,
      "step": 2231
    },
    {
      "contrastive_lambda": 0.9965924480729069,
      "epoch": 0.6961946350592639,
      "step": 2232
    },
    {
      "contrastive_lambda": 0.9965893961360976,
      "epoch": 0.6965065502183406,
      "step": 2233
    },
    {
      "contrastive_lambda": 0.9965863428378603,
      "epoch": 0.6968184653774173,
      "step": 2234
    },
    {
      "contrastive_lambda": 0.9965832881782033,
      "epoch": 0.6971303805364941,
      "step": 2235
    },
    {
      "contrastive_lambda": 0.996580232157135,
      "epoch": 0.6974422956955708,
      "step": 2236
    },
    {
      "contrastive_lambda": 0.9965771747746637,
      "epoch": 0.6977542108546475,
      "step": 2237
    },
    {
      "contrastive_lambda": 0.996574116030798,
      "epoch": 0.6980661260137243,
      "step": 2238
    },
    {
      "contrastive_lambda": 0.9965710559255462,
      "epoch": 0.698378041172801,
      "step": 2239
    },
    {
      "epoch": 0.6986899563318777,
      "grad_norm": 0.2673736810684204,
      "learning_rate": 7.463333333333334e-05,
      "loss": 0.0836,
      "step": 2240
    },
    {
      "epoch": 0.6986899563318777,
      "flow_loss": 0.07954179495573044,
      "step": 2240
    },
    {
      "contrastive_loss": 0.02686457708477974,
      "epoch": 0.6986899563318777,
      "step": 2240
    },
    {
      "contrastive_lambda": 0.9965679944589166,
      "epoch": 0.6986899563318777,
      "step": 2240
    },
    {
      "contrastive_lambda": 0.9965649316309177,
      "epoch": 0.6990018714909545,
      "step": 2241
    },
    {
      "contrastive_lambda": 0.9965618674415577,
      "epoch": 0.6993137866500312,
      "step": 2242
    },
    {
      "contrastive_lambda": 0.9965588018908453,
      "epoch": 0.6996257018091079,
      "step": 2243
    },
    {
      "contrastive_lambda": 0.9965557349787888,
      "epoch": 0.6999376169681847,
      "step": 2244
    },
    {
      "contrastive_lambda": 0.9965526667053963,
      "epoch": 0.7002495321272614,
      "step": 2245
    },
    {
      "contrastive_lambda": 0.9965495970706768,
      "epoch": 0.7005614472863381,
      "step": 2246
    },
    {
      "contrastive_lambda": 0.9965465260746382,
      "epoch": 0.7008733624454149,
      "step": 2247
    },
    {
      "contrastive_lambda": 0.996543453717289,
      "epoch": 0.7011852776044916,
      "step": 2248
    },
    {
      "contrastive_lambda": 0.9965403799986379,
      "epoch": 0.7014971927635683,
      "step": 2249
    },
    {
      "epoch": 0.7018091079226451,
      "grad_norm": 0.22507299482822418,
      "learning_rate": 7.496666666666667e-05,
      "loss": 0.0913,
      "step": 2250
    },
    {
      "epoch": 0.7018091079226451,
      "flow_loss": 0.0782051756978035,
      "step": 2250
    },
    {
      "contrastive_loss": 0.02586660347878933,
      "epoch": 0.7018091079226451,
      "step": 2250
    },
    {
      "contrastive_lambda": 0.9965373049186932,
      "epoch": 0.7018091079226451,
      "step": 2250
    },
    {
      "contrastive_lambda": 0.9965342284774632,
      "epoch": 0.7021210230817218,
      "step": 2251
    },
    {
      "contrastive_lambda": 0.9965311506749563,
      "epoch": 0.7024329382407986,
      "step": 2252
    },
    {
      "contrastive_lambda": 0.9965280715111813,
      "epoch": 0.7027448533998752,
      "step": 2253
    },
    {
      "contrastive_lambda": 0.9965249909861462,
      "epoch": 0.7030567685589519,
      "step": 2254
    },
    {
      "contrastive_lambda": 0.9965219090998598,
      "epoch": 0.7033686837180287,
      "step": 2255
    },
    {
      "contrastive_lambda": 0.9965188258523303,
      "epoch": 0.7036805988771054,
      "step": 2256
    },
    {
      "contrastive_lambda": 0.9965157412435662,
      "epoch": 0.7039925140361821,
      "step": 2257
    },
    {
      "contrastive_lambda": 0.9965126552735761,
      "epoch": 0.7043044291952589,
      "step": 2258
    },
    {
      "contrastive_lambda": 0.9965095679423683,
      "epoch": 0.7046163443543356,
      "step": 2259
    },
    {
      "epoch": 0.7049282595134123,
      "grad_norm": 0.3289341628551483,
      "learning_rate": 7.53e-05,
      "loss": 0.0931,
      "step": 2260
    },
    {
      "epoch": 0.7049282595134123,
      "flow_loss": 0.08052792400121689,
      "step": 2260
    },
    {
      "contrastive_loss": 0.025674644857645035,
      "epoch": 0.7049282595134123,
      "step": 2260
    },
    {
      "contrastive_lambda": 0.9965064792499514,
      "epoch": 0.7049282595134123,
      "step": 2260
    },
    {
      "contrastive_lambda": 0.9965033891963337,
      "epoch": 0.7052401746724891,
      "step": 2261
    },
    {
      "contrastive_lambda": 0.9965002977815238,
      "epoch": 0.7055520898315658,
      "step": 2262
    },
    {
      "contrastive_lambda": 0.9964972050055303,
      "epoch": 0.7058640049906425,
      "step": 2263
    },
    {
      "contrastive_lambda": 0.9964941108683614,
      "epoch": 0.7061759201497193,
      "step": 2264
    },
    {
      "contrastive_lambda": 0.9964910153700257,
      "epoch": 0.706487835308796,
      "step": 2265
    },
    {
      "contrastive_lambda": 0.9964879185105316,
      "epoch": 0.7067997504678727,
      "step": 2266
    },
    {
      "contrastive_lambda": 0.9964848202898878,
      "epoch": 0.7071116656269495,
      "step": 2267
    },
    {
      "contrastive_lambda": 0.9964817207081027,
      "epoch": 0.7074235807860262,
      "step": 2268
    },
    {
      "contrastive_lambda": 0.9964786197651847,
      "epoch": 0.7077354959451029,
      "step": 2269
    },
    {
      "epoch": 0.7080474111041797,
      "grad_norm": 0.3005799353122711,
      "learning_rate": 7.563333333333333e-05,
      "loss": 0.0852,
      "step": 2270
    },
    {
      "epoch": 0.7080474111041797,
      "flow_loss": 0.0980578139424324,
      "step": 2270
    },
    {
      "contrastive_loss": 0.02227477729320526,
      "epoch": 0.7080474111041797,
      "step": 2270
    },
    {
      "contrastive_lambda": 0.9964755174611424,
      "epoch": 0.7080474111041797,
      "step": 2270
    },
    {
      "contrastive_lambda": 0.9964724137959843,
      "epoch": 0.7083593262632564,
      "step": 2271
    },
    {
      "contrastive_lambda": 0.996469308769719,
      "epoch": 0.7086712414223332,
      "step": 2272
    },
    {
      "contrastive_lambda": 0.9964662023823547,
      "epoch": 0.7089831565814099,
      "step": 2273
    },
    {
      "contrastive_lambda": 0.9964630946339001,
      "epoch": 0.7092950717404866,
      "step": 2274
    },
    {
      "contrastive_lambda": 0.9964599855243639,
      "epoch": 0.7096069868995634,
      "step": 2275
    },
    {
      "contrastive_lambda": 0.9964568750537544,
      "epoch": 0.7099189020586401,
      "step": 2276
    },
    {
      "contrastive_lambda": 0.9964537632220801,
      "epoch": 0.7102308172177167,
      "step": 2277
    },
    {
      "contrastive_lambda": 0.9964506500293497,
      "epoch": 0.7105427323767936,
      "step": 2278
    },
    {
      "contrastive_lambda": 0.9964475354755717,
      "epoch": 0.7108546475358702,
      "step": 2279
    },
    {
      "epoch": 0.7111665626949469,
      "grad_norm": 0.26419177651405334,
      "learning_rate": 7.596666666666668e-05,
      "loss": 0.0921,
      "step": 2280
    },
    {
      "epoch": 0.7111665626949469,
      "flow_loss": 0.10790354013442993,
      "step": 2280
    },
    {
      "contrastive_loss": 0.02105647698044777,
      "epoch": 0.7111665626949469,
      "step": 2280
    },
    {
      "contrastive_lambda": 0.9964444195607545,
      "epoch": 0.7111665626949469,
      "step": 2280
    },
    {
      "contrastive_lambda": 0.9964413022849068,
      "epoch": 0.7114784778540237,
      "step": 2281
    },
    {
      "contrastive_lambda": 0.9964381836480372,
      "epoch": 0.7117903930131004,
      "step": 2282
    },
    {
      "contrastive_lambda": 0.9964350636501539,
      "epoch": 0.7121023081721771,
      "step": 2283
    },
    {
      "contrastive_lambda": 0.9964319422912657,
      "epoch": 0.7124142233312539,
      "step": 2284
    },
    {
      "contrastive_lambda": 0.9964288195713813,
      "epoch": 0.7127261384903306,
      "step": 2285
    },
    {
      "contrastive_lambda": 0.9964256954905091,
      "epoch": 0.7130380536494073,
      "step": 2286
    },
    {
      "contrastive_lambda": 0.9964225700486575,
      "epoch": 0.7133499688084841,
      "step": 2287
    },
    {
      "contrastive_lambda": 0.9964194432458354,
      "epoch": 0.7136618839675608,
      "step": 2288
    },
    {
      "contrastive_lambda": 0.9964163150820512,
      "epoch": 0.7139737991266376,
      "step": 2289
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.30991655588150024,
      "learning_rate": 7.630000000000001e-05,
      "loss": 0.0883,
      "step": 2290
    },
    {
      "epoch": 0.7142857142857143,
      "flow_loss": 0.09616905450820923,
      "step": 2290
    },
    {
      "contrastive_loss": 0.026395754888653755,
      "epoch": 0.7142857142857143,
      "step": 2290
    },
    {
      "contrastive_lambda": 0.9964131855573135,
      "epoch": 0.7142857142857143,
      "step": 2290
    },
    {
      "contrastive_lambda": 0.9964100546716308,
      "epoch": 0.714597629444791,
      "step": 2291
    },
    {
      "contrastive_lambda": 0.9964069224250117,
      "epoch": 0.7149095446038678,
      "step": 2292
    },
    {
      "contrastive_lambda": 0.9964037888174648,
      "epoch": 0.7152214597629445,
      "step": 2293
    },
    {
      "contrastive_lambda": 0.9964006538489989,
      "epoch": 0.7155333749220212,
      "step": 2294
    },
    {
      "contrastive_lambda": 0.9963975175196225,
      "epoch": 0.715845290081098,
      "step": 2295
    },
    {
      "contrastive_lambda": 0.9963943798293439,
      "epoch": 0.7161572052401747,
      "step": 2296
    },
    {
      "contrastive_lambda": 0.996391240778172,
      "epoch": 0.7164691203992514,
      "step": 2297
    },
    {
      "contrastive_lambda": 0.9963881003661152,
      "epoch": 0.7167810355583282,
      "step": 2298
    },
    {
      "contrastive_lambda": 0.9963849585931824,
      "epoch": 0.7170929507174049,
      "step": 2299
    },
    {
      "epoch": 0.7174048658764816,
      "grad_norm": 0.2850422263145447,
      "learning_rate": 7.663333333333333e-05,
      "loss": 0.0846,
      "step": 2300
    },
    {
      "epoch": 0.7174048658764816,
      "flow_loss": 0.07601702213287354,
      "step": 2300
    },
    {
      "contrastive_loss": 0.027190232649445534,
      "epoch": 0.7174048658764816,
      "step": 2300
    },
    {
      "contrastive_lambda": 0.9963818154593821,
      "epoch": 0.7174048658764816,
      "step": 2300
    },
    {
      "contrastive_lambda": 0.9963786709647228,
      "epoch": 0.7177167810355584,
      "step": 2301
    },
    {
      "contrastive_lambda": 0.9963755251092131,
      "epoch": 0.718028696194635,
      "step": 2302
    },
    {
      "contrastive_lambda": 0.9963723778928618,
      "epoch": 0.7183406113537117,
      "step": 2303
    },
    {
      "contrastive_lambda": 0.9963692293156774,
      "epoch": 0.7186525265127885,
      "step": 2304
    },
    {
      "contrastive_lambda": 0.9963660793776687,
      "epoch": 0.7189644416718652,
      "step": 2305
    },
    {
      "contrastive_lambda": 0.9963629280788442,
      "epoch": 0.7192763568309419,
      "step": 2306
    },
    {
      "contrastive_lambda": 0.9963597754192124,
      "epoch": 0.7195882719900187,
      "step": 2307
    },
    {
      "contrastive_lambda": 0.9963566213987822,
      "epoch": 0.7199001871490954,
      "step": 2308
    },
    {
      "contrastive_lambda": 0.9963534660175621,
      "epoch": 0.7202121023081722,
      "step": 2309
    },
    {
      "epoch": 0.7205240174672489,
      "grad_norm": 0.3182186782360077,
      "learning_rate": 7.696666666666668e-05,
      "loss": 0.0923,
      "step": 2310
    },
    {
      "epoch": 0.7205240174672489,
      "flow_loss": 0.07112068682909012,
      "step": 2310
    },
    {
      "contrastive_loss": 0.021080385893583298,
      "epoch": 0.7205240174672489,
      "step": 2310
    },
    {
      "contrastive_lambda": 0.9963503092755608,
      "epoch": 0.7205240174672489,
      "step": 2310
    },
    {
      "contrastive_lambda": 0.9963471511727868,
      "epoch": 0.7208359326263256,
      "step": 2311
    },
    {
      "contrastive_lambda": 0.9963439917092491,
      "epoch": 0.7211478477854024,
      "step": 2312
    },
    {
      "contrastive_lambda": 0.9963408308849562,
      "epoch": 0.7214597629444791,
      "step": 2313
    },
    {
      "contrastive_lambda": 0.9963376686999166,
      "epoch": 0.7217716781035558,
      "step": 2314
    },
    {
      "contrastive_lambda": 0.9963345051541392,
      "epoch": 0.7220835932626326,
      "step": 2315
    },
    {
      "contrastive_lambda": 0.9963313402476325,
      "epoch": 0.7223955084217093,
      "step": 2316
    },
    {
      "contrastive_lambda": 0.9963281739804053,
      "epoch": 0.722707423580786,
      "step": 2317
    },
    {
      "contrastive_lambda": 0.9963250063524661,
      "epoch": 0.7230193387398628,
      "step": 2318
    },
    {
      "contrastive_lambda": 0.9963218373638238,
      "epoch": 0.7233312538989395,
      "step": 2319
    },
    {
      "epoch": 0.7236431690580162,
      "grad_norm": 0.23623813688755035,
      "learning_rate": 7.730000000000001e-05,
      "loss": 0.0829,
      "step": 2320
    },
    {
      "epoch": 0.7236431690580162,
      "flow_loss": 0.09304489940404892,
      "step": 2320
    },
    {
      "contrastive_loss": 0.02248341217637062,
      "epoch": 0.7236431690580162,
      "step": 2320
    },
    {
      "contrastive_lambda": 0.996318667014487,
      "epoch": 0.7236431690580162,
      "step": 2320
    },
    {
      "contrastive_lambda": 0.9963154953044645,
      "epoch": 0.723955084217093,
      "step": 2321
    },
    {
      "contrastive_lambda": 0.9963123222337649,
      "epoch": 0.7242669993761697,
      "step": 2322
    },
    {
      "contrastive_lambda": 0.9963091478023967,
      "epoch": 0.7245789145352464,
      "step": 2323
    },
    {
      "contrastive_lambda": 0.9963059720103689,
      "epoch": 0.7248908296943232,
      "step": 2324
    },
    {
      "contrastive_lambda": 0.9963027948576901,
      "epoch": 0.7252027448533999,
      "step": 2325
    },
    {
      "contrastive_lambda": 0.9962996163443689,
      "epoch": 0.7255146600124766,
      "step": 2326
    },
    {
      "contrastive_lambda": 0.9962964364704143,
      "epoch": 0.7258265751715534,
      "step": 2327
    },
    {
      "contrastive_lambda": 0.9962932552358348,
      "epoch": 0.72613849033063,
      "step": 2328
    },
    {
      "contrastive_lambda": 0.996290072640639,
      "epoch": 0.7264504054897069,
      "step": 2329
    },
    {
      "epoch": 0.7267623206487835,
      "grad_norm": 0.36472591757774353,
      "learning_rate": 7.763333333333334e-05,
      "loss": 0.0959,
      "step": 2330
    },
    {
      "epoch": 0.7267623206487835,
      "flow_loss": 0.10524125397205353,
      "step": 2330
    },
    {
      "contrastive_loss": 0.02649533934891224,
      "epoch": 0.7267623206487835,
      "step": 2330
    },
    {
      "contrastive_lambda": 0.996286888684836,
      "epoch": 0.7267623206487835,
      "step": 2330
    },
    {
      "contrastive_lambda": 0.9962837033684342,
      "epoch": 0.7270742358078602,
      "step": 2331
    },
    {
      "contrastive_lambda": 0.9962805166914425,
      "epoch": 0.727386150966937,
      "step": 2332
    },
    {
      "contrastive_lambda": 0.9962773286538695,
      "epoch": 0.7276980661260137,
      "step": 2333
    },
    {
      "contrastive_lambda": 0.9962741392557242,
      "epoch": 0.7280099812850904,
      "step": 2334
    },
    {
      "contrastive_lambda": 0.9962709484970149,
      "epoch": 0.7283218964441672,
      "step": 2335
    },
    {
      "contrastive_lambda": 0.9962677563777509,
      "epoch": 0.7286338116032439,
      "step": 2336
    },
    {
      "contrastive_lambda": 0.9962645628979405,
      "epoch": 0.7289457267623206,
      "step": 2337
    },
    {
      "contrastive_lambda": 0.9962613680575927,
      "epoch": 0.7292576419213974,
      "step": 2338
    },
    {
      "contrastive_lambda": 0.9962581718567161,
      "epoch": 0.7295695570804741,
      "step": 2339
    },
    {
      "epoch": 0.7298814722395508,
      "grad_norm": 0.24086391925811768,
      "learning_rate": 7.796666666666666e-05,
      "loss": 0.0916,
      "step": 2340
    },
    {
      "epoch": 0.7298814722395508,
      "flow_loss": 0.07144816219806671,
      "step": 2340
    },
    {
      "contrastive_loss": 0.02097761072218418,
      "epoch": 0.7298814722395508,
      "step": 2340
    },
    {
      "contrastive_lambda": 0.9962549742953195,
      "epoch": 0.7298814722395508,
      "step": 2340
    },
    {
      "contrastive_lambda": 0.9962517753734119,
      "epoch": 0.7301933873986276,
      "step": 2341
    },
    {
      "contrastive_lambda": 0.9962485750910017,
      "epoch": 0.7305053025577043,
      "step": 2342
    },
    {
      "contrastive_lambda": 0.996245373448098,
      "epoch": 0.730817217716781,
      "step": 2343
    },
    {
      "contrastive_lambda": 0.9962421704447093,
      "epoch": 0.7311291328758578,
      "step": 2344
    },
    {
      "contrastive_lambda": 0.9962389660808446,
      "epoch": 0.7314410480349345,
      "step": 2345
    },
    {
      "contrastive_lambda": 0.9962357603565126,
      "epoch": 0.7317529631940112,
      "step": 2346
    },
    {
      "contrastive_lambda": 0.9962325532717222,
      "epoch": 0.732064878353088,
      "step": 2347
    },
    {
      "contrastive_lambda": 0.9962293448264818,
      "epoch": 0.7323767935121647,
      "step": 2348
    },
    {
      "contrastive_lambda": 0.9962261350208007,
      "epoch": 0.7326887086712415,
      "step": 2349
    },
    {
      "epoch": 0.7330006238303182,
      "grad_norm": 0.2977275848388672,
      "learning_rate": 7.83e-05,
      "loss": 0.0899,
      "step": 2350
    },
    {
      "epoch": 0.7330006238303182,
      "flow_loss": 0.09370238333940506,
      "step": 2350
    },
    {
      "contrastive_loss": 0.028094114735722542,
      "epoch": 0.7330006238303182,
      "step": 2350
    },
    {
      "contrastive_lambda": 0.9962229238546875,
      "epoch": 0.7330006238303182,
      "step": 2350
    },
    {
      "contrastive_lambda": 0.9962197113281508,
      "epoch": 0.7333125389893949,
      "step": 2351
    },
    {
      "contrastive_lambda": 0.9962164974411998,
      "epoch": 0.7336244541484717,
      "step": 2352
    },
    {
      "contrastive_lambda": 0.996213282193843,
      "epoch": 0.7339363693075484,
      "step": 2353
    },
    {
      "contrastive_lambda": 0.9962100655860893,
      "epoch": 0.734248284466625,
      "step": 2354
    },
    {
      "contrastive_lambda": 0.9962068476179474,
      "epoch": 0.7345601996257018,
      "step": 2355
    },
    {
      "contrastive_lambda": 0.9962036282894264,
      "epoch": 0.7348721147847785,
      "step": 2356
    },
    {
      "contrastive_lambda": 0.996200407600535,
      "epoch": 0.7351840299438552,
      "step": 2357
    },
    {
      "contrastive_lambda": 0.9961971855512819,
      "epoch": 0.735495945102932,
      "step": 2358
    },
    {
      "contrastive_lambda": 0.9961939621416761,
      "epoch": 0.7358078602620087,
      "step": 2359
    },
    {
      "epoch": 0.7361197754210854,
      "grad_norm": 0.3671186566352844,
      "learning_rate": 7.863333333333334e-05,
      "loss": 0.0833,
      "step": 2360
    },
    {
      "epoch": 0.7361197754210854,
      "flow_loss": 0.06808839738368988,
      "step": 2360
    },
    {
      "contrastive_loss": 0.02203480899333954,
      "epoch": 0.7361197754210854,
      "step": 2360
    },
    {
      "contrastive_lambda": 0.9961907373717265,
      "epoch": 0.7361197754210854,
      "step": 2360
    },
    {
      "contrastive_lambda": 0.9961875112414416,
      "epoch": 0.7364316905801622,
      "step": 2361
    },
    {
      "contrastive_lambda": 0.9961842837508306,
      "epoch": 0.7367436057392389,
      "step": 2362
    },
    {
      "contrastive_lambda": 0.9961810548999022,
      "epoch": 0.7370555208983156,
      "step": 2363
    },
    {
      "contrastive_lambda": 0.9961778246886652,
      "epoch": 0.7373674360573924,
      "step": 2364
    },
    {
      "contrastive_lambda": 0.9961745931171286,
      "epoch": 0.7376793512164691,
      "step": 2365
    },
    {
      "contrastive_lambda": 0.9961713601853012,
      "epoch": 0.7379912663755459,
      "step": 2366
    },
    {
      "contrastive_lambda": 0.9961681258931918,
      "epoch": 0.7383031815346226,
      "step": 2367
    },
    {
      "contrastive_lambda": 0.9961648902408093,
      "epoch": 0.7386150966936993,
      "step": 2368
    },
    {
      "contrastive_lambda": 0.9961616532281625,
      "epoch": 0.7389270118527761,
      "step": 2369
    },
    {
      "epoch": 0.7392389270118528,
      "grad_norm": 0.2594717741012573,
      "learning_rate": 7.896666666666667e-05,
      "loss": 0.0815,
      "step": 2370
    },
    {
      "epoch": 0.7392389270118528,
      "flow_loss": 0.08291983604431152,
      "step": 2370
    },
    {
      "contrastive_loss": 0.027382081374526024,
      "epoch": 0.7392389270118528,
      "step": 2370
    },
    {
      "contrastive_lambda": 0.9961584148552605,
      "epoch": 0.7392389270118528,
      "step": 2370
    },
    {
      "contrastive_lambda": 0.996155175122112,
      "epoch": 0.7395508421709295,
      "step": 2371
    },
    {
      "contrastive_lambda": 0.9961519340287259,
      "epoch": 0.7398627573300063,
      "step": 2372
    },
    {
      "contrastive_lambda": 0.9961486915751112,
      "epoch": 0.740174672489083,
      "step": 2373
    },
    {
      "contrastive_lambda": 0.9961454477612766,
      "epoch": 0.7404865876481597,
      "step": 2374
    },
    {
      "contrastive_lambda": 0.9961422025872311,
      "epoch": 0.7407985028072365,
      "step": 2375
    },
    {
      "contrastive_lambda": 0.9961389560529835,
      "epoch": 0.7411104179663132,
      "step": 2376
    },
    {
      "contrastive_lambda": 0.9961357081585429,
      "epoch": 0.7414223331253899,
      "step": 2377
    },
    {
      "contrastive_lambda": 0.996132458903918,
      "epoch": 0.7417342482844667,
      "step": 2378
    },
    {
      "contrastive_lambda": 0.9961292082891178,
      "epoch": 0.7420461634435433,
      "step": 2379
    },
    {
      "epoch": 0.74235807860262,
      "grad_norm": 0.3093329668045044,
      "learning_rate": 7.93e-05,
      "loss": 0.0857,
      "step": 2380
    },
    {
      "epoch": 0.74235807860262,
      "flow_loss": 0.08195754140615463,
      "step": 2380
    },
    {
      "contrastive_loss": 0.02320612221956253,
      "epoch": 0.74235807860262,
      "step": 2380
    },
    {
      "contrastive_lambda": 0.9961259563141512,
      "epoch": 0.74235807860262,
      "step": 2380
    },
    {
      "contrastive_lambda": 0.9961227029790272,
      "epoch": 0.7426699937616968,
      "step": 2381
    },
    {
      "contrastive_lambda": 0.9961194482837546,
      "epoch": 0.7429819089207735,
      "step": 2382
    },
    {
      "contrastive_lambda": 0.9961161922283424,
      "epoch": 0.7432938240798502,
      "step": 2383
    },
    {
      "contrastive_lambda": 0.9961129348127995,
      "epoch": 0.743605739238927,
      "step": 2384
    },
    {
      "contrastive_lambda": 0.9961096760371347,
      "epoch": 0.7439176543980037,
      "step": 2385
    },
    {
      "contrastive_lambda": 0.9961064159013572,
      "epoch": 0.7442295695570805,
      "step": 2386
    },
    {
      "contrastive_lambda": 0.9961031544054757,
      "epoch": 0.7445414847161572,
      "step": 2387
    },
    {
      "contrastive_lambda": 0.9960998915494992,
      "epoch": 0.7448533998752339,
      "step": 2388
    },
    {
      "contrastive_lambda": 0.9960966273334368,
      "epoch": 0.7451653150343107,
      "step": 2389
    },
    {
      "epoch": 0.7454772301933874,
      "grad_norm": 0.27178746461868286,
      "learning_rate": 7.963333333333334e-05,
      "loss": 0.0941,
      "step": 2390
    },
    {
      "epoch": 0.7454772301933874,
      "flow_loss": 0.08230182528495789,
      "step": 2390
    },
    {
      "contrastive_loss": 0.02865292876958847,
      "epoch": 0.7454772301933874,
      "step": 2390
    },
    {
      "contrastive_lambda": 0.9960933617572973,
      "epoch": 0.7454772301933874,
      "step": 2390
    },
    {
      "contrastive_lambda": 0.9960900948210896,
      "epoch": 0.7457891453524641,
      "step": 2391
    },
    {
      "contrastive_lambda": 0.9960868265248228,
      "epoch": 0.7461010605115409,
      "step": 2392
    },
    {
      "contrastive_lambda": 0.9960835568685058,
      "epoch": 0.7464129756706176,
      "step": 2393
    },
    {
      "contrastive_lambda": 0.9960802858521476,
      "epoch": 0.7467248908296943,
      "step": 2394
    },
    {
      "contrastive_lambda": 0.9960770134757571,
      "epoch": 0.7470368059887711,
      "step": 2395
    },
    {
      "contrastive_lambda": 0.9960737397393432,
      "epoch": 0.7473487211478478,
      "step": 2396
    },
    {
      "contrastive_lambda": 0.996070464642915,
      "epoch": 0.7476606363069245,
      "step": 2397
    },
    {
      "contrastive_lambda": 0.9960671881864815,
      "epoch": 0.7479725514660013,
      "step": 2398
    },
    {
      "contrastive_lambda": 0.9960639103700517,
      "epoch": 0.748284466625078,
      "step": 2399
    },
    {
      "epoch": 0.7485963817841547,
      "grad_norm": 0.283049613237381,
      "learning_rate": 7.996666666666667e-05,
      "loss": 0.0904,
      "step": 2400
    },
    {
      "epoch": 0.7485963817841547,
      "flow_loss": 0.07588202506303787,
      "step": 2400
    },
    {
      "contrastive_loss": 0.026165978983044624,
      "epoch": 0.7485963817841547,
      "step": 2400
    },
    {
      "contrastive_lambda": 0.9960606311936345,
      "epoch": 0.7485963817841547,
      "step": 2400
    },
    {
      "contrastive_lambda": 0.996057350657239,
      "epoch": 0.7489082969432315,
      "step": 2401
    },
    {
      "contrastive_lambda": 0.9960540687608739,
      "epoch": 0.7492202121023082,
      "step": 2402
    },
    {
      "contrastive_lambda": 0.9960507855045485,
      "epoch": 0.7495321272613849,
      "step": 2403
    },
    {
      "contrastive_lambda": 0.9960475008882718,
      "epoch": 0.7498440424204617,
      "step": 2404
    },
    {
      "contrastive_lambda": 0.9960442149120525,
      "epoch": 0.7501559575795383,
      "step": 2405
    },
    {
      "contrastive_lambda": 0.9960409275759,
      "epoch": 0.7504678727386151,
      "step": 2406
    },
    {
      "contrastive_lambda": 0.9960376388798231,
      "epoch": 0.7507797878976918,
      "step": 2407
    },
    {
      "contrastive_lambda": 0.9960343488238308,
      "epoch": 0.7510917030567685,
      "step": 2408
    },
    {
      "contrastive_lambda": 0.9960310574079323,
      "epoch": 0.7514036182158453,
      "step": 2409
    },
    {
      "epoch": 0.751715533374922,
      "grad_norm": 0.3607279658317566,
      "learning_rate": 8.030000000000001e-05,
      "loss": 0.0833,
      "step": 2410
    },
    {
      "epoch": 0.751715533374922,
      "flow_loss": 0.10805396735668182,
      "step": 2410
    },
    {
      "contrastive_loss": 0.028523355722427368,
      "epoch": 0.751715533374922,
      "step": 2410
    },
    {
      "contrastive_lambda": 0.9960277646321363,
      "epoch": 0.751715533374922,
      "step": 2410
    },
    {
      "contrastive_lambda": 0.996024470496452,
      "epoch": 0.7520274485339987,
      "step": 2411
    },
    {
      "contrastive_lambda": 0.9960211750008887,
      "epoch": 0.7523393636930755,
      "step": 2412
    },
    {
      "contrastive_lambda": 0.996017878145455,
      "epoch": 0.7526512788521522,
      "step": 2413
    },
    {
      "contrastive_lambda": 0.9960145799301602,
      "epoch": 0.7529631940112289,
      "step": 2414
    },
    {
      "contrastive_lambda": 0.9960112803550132,
      "epoch": 0.7532751091703057,
      "step": 2415
    },
    {
      "contrastive_lambda": 0.9960079794200232,
      "epoch": 0.7535870243293824,
      "step": 2416
    },
    {
      "contrastive_lambda": 0.9960046771251991,
      "epoch": 0.7538989394884591,
      "step": 2417
    },
    {
      "contrastive_lambda": 0.99600137347055,
      "epoch": 0.7542108546475359,
      "step": 2418
    },
    {
      "contrastive_lambda": 0.995998068456085,
      "epoch": 0.7545227698066126,
      "step": 2419
    },
    {
      "epoch": 0.7548346849656893,
      "grad_norm": 0.27735018730163574,
      "learning_rate": 8.063333333333333e-05,
      "loss": 0.0841,
      "step": 2420
    },
    {
      "epoch": 0.7548346849656893,
      "flow_loss": 0.0904541015625,
      "step": 2420
    },
    {
      "contrastive_loss": 0.02291470766067505,
      "epoch": 0.7548346849656893,
      "step": 2420
    },
    {
      "contrastive_lambda": 0.9959947620818133,
      "epoch": 0.7548346849656893,
      "step": 2420
    },
    {
      "contrastive_lambda": 0.9959914543477435,
      "epoch": 0.7551466001247661,
      "step": 2421
    },
    {
      "contrastive_lambda": 0.9959881452538851,
      "epoch": 0.7554585152838428,
      "step": 2422
    },
    {
      "contrastive_lambda": 0.9959848348002471,
      "epoch": 0.7557704304429195,
      "step": 2423
    },
    {
      "contrastive_lambda": 0.9959815229868384,
      "epoch": 0.7560823456019963,
      "step": 2424
    },
    {
      "contrastive_lambda": 0.9959782098136682,
      "epoch": 0.756394260761073,
      "step": 2425
    },
    {
      "contrastive_lambda": 0.9959748952807457,
      "epoch": 0.7567061759201498,
      "step": 2426
    },
    {
      "contrastive_lambda": 0.9959715793880798,
      "epoch": 0.7570180910792265,
      "step": 2427
    },
    {
      "contrastive_lambda": 0.9959682621356796,
      "epoch": 0.7573300062383032,
      "step": 2428
    },
    {
      "contrastive_lambda": 0.9959649435235542,
      "epoch": 0.75764192139738,
      "step": 2429
    },
    {
      "epoch": 0.7579538365564567,
      "grad_norm": 0.20252470672130585,
      "learning_rate": 8.096666666666667e-05,
      "loss": 0.0828,
      "step": 2430
    },
    {
      "epoch": 0.7579538365564567,
      "flow_loss": 0.12292706221342087,
      "step": 2430
    },
    {
      "contrastive_loss": 0.02325550653040409,
      "epoch": 0.7579538365564567,
      "step": 2430
    },
    {
      "contrastive_lambda": 0.995961623551713,
      "epoch": 0.7579538365564567,
      "step": 2430
    },
    {
      "contrastive_lambda": 0.9959583022201647,
      "epoch": 0.7582657517155333,
      "step": 2431
    },
    {
      "contrastive_lambda": 0.9959549795289184,
      "epoch": 0.7585776668746101,
      "step": 2432
    },
    {
      "contrastive_lambda": 0.9959516554779837,
      "epoch": 0.7588895820336868,
      "step": 2433
    },
    {
      "contrastive_lambda": 0.995948330067369,
      "epoch": 0.7592014971927635,
      "step": 2434
    },
    {
      "contrastive_lambda": 0.995945003297084,
      "epoch": 0.7595134123518403,
      "step": 2435
    },
    {
      "contrastive_lambda": 0.9959416751671377,
      "epoch": 0.759825327510917,
      "step": 2436
    },
    {
      "contrastive_lambda": 0.995938345677539,
      "epoch": 0.7601372426699937,
      "step": 2437
    },
    {
      "contrastive_lambda": 0.9959350148282973,
      "epoch": 0.7604491578290705,
      "step": 2438
    },
    {
      "contrastive_lambda": 0.9959316826194214,
      "epoch": 0.7607610729881472,
      "step": 2439
    },
    {
      "epoch": 0.7610729881472239,
      "grad_norm": 0.260856032371521,
      "learning_rate": 8.13e-05,
      "loss": 0.0916,
      "step": 2440
    },
    {
      "epoch": 0.7610729881472239,
      "flow_loss": 0.08402958512306213,
      "step": 2440
    },
    {
      "contrastive_loss": 0.023803848773241043,
      "epoch": 0.7610729881472239,
      "step": 2440
    },
    {
      "contrastive_lambda": 0.9959283490509208,
      "epoch": 0.7610729881472239,
      "step": 2440
    },
    {
      "contrastive_lambda": 0.9959250141228044,
      "epoch": 0.7613849033063007,
      "step": 2441
    },
    {
      "contrastive_lambda": 0.9959216778350815,
      "epoch": 0.7616968184653774,
      "step": 2442
    },
    {
      "contrastive_lambda": 0.995918340187761,
      "epoch": 0.7620087336244541,
      "step": 2443
    },
    {
      "contrastive_lambda": 0.9959150011808524,
      "epoch": 0.7623206487835309,
      "step": 2444
    },
    {
      "contrastive_lambda": 0.9959116608143646,
      "epoch": 0.7626325639426076,
      "step": 2445
    },
    {
      "contrastive_lambda": 0.9959083190883067,
      "epoch": 0.7629444791016844,
      "step": 2446
    },
    {
      "contrastive_lambda": 0.9959049760026881,
      "epoch": 0.7632563942607611,
      "step": 2447
    },
    {
      "contrastive_lambda": 0.9959016315575178,
      "epoch": 0.7635683094198378,
      "step": 2448
    },
    {
      "contrastive_lambda": 0.9958982857528051,
      "epoch": 0.7638802245789146,
      "step": 2449
    },
    {
      "epoch": 0.7641921397379913,
      "grad_norm": 0.2822330892086029,
      "learning_rate": 8.163333333333334e-05,
      "loss": 0.0872,
      "step": 2450
    },
    {
      "epoch": 0.7641921397379913,
      "flow_loss": 0.09500781446695328,
      "step": 2450
    },
    {
      "contrastive_loss": 0.02501979097723961,
      "epoch": 0.7641921397379913,
      "step": 2450
    },
    {
      "contrastive_lambda": 0.995894938588559,
      "epoch": 0.7641921397379913,
      "step": 2450
    },
    {
      "contrastive_lambda": 0.9958915900647889,
      "epoch": 0.764504054897068,
      "step": 2451
    },
    {
      "contrastive_lambda": 0.9958882401815037,
      "epoch": 0.7648159700561448,
      "step": 2452
    },
    {
      "contrastive_lambda": 0.9958848889387129,
      "epoch": 0.7651278852152215,
      "step": 2453
    },
    {
      "contrastive_lambda": 0.9958815363364253,
      "epoch": 0.7654398003742982,
      "step": 2454
    },
    {
      "contrastive_lambda": 0.9958781823746505,
      "epoch": 0.765751715533375,
      "step": 2455
    },
    {
      "contrastive_lambda": 0.9958748270533975,
      "epoch": 0.7660636306924516,
      "step": 2456
    },
    {
      "contrastive_lambda": 0.9958714703726754,
      "epoch": 0.7663755458515283,
      "step": 2457
    },
    {
      "contrastive_lambda": 0.9958681123324935,
      "epoch": 0.7666874610106051,
      "step": 2458
    },
    {
      "contrastive_lambda": 0.9958647529328613,
      "epoch": 0.7669993761696818,
      "step": 2459
    },
    {
      "epoch": 0.7673112913287585,
      "grad_norm": 0.23683707416057587,
      "learning_rate": 8.196666666666668e-05,
      "loss": 0.0925,
      "step": 2460
    },
    {
      "epoch": 0.7673112913287585,
      "flow_loss": 0.08902764320373535,
      "step": 2460
    },
    {
      "contrastive_loss": 0.027782907709479332,
      "epoch": 0.7673112913287585,
      "step": 2460
    },
    {
      "contrastive_lambda": 0.9958613921737873,
      "epoch": 0.7673112913287585,
      "step": 2460
    },
    {
      "contrastive_lambda": 0.9958580300552815,
      "epoch": 0.7676232064878353,
      "step": 2461
    },
    {
      "contrastive_lambda": 0.9958546665773526,
      "epoch": 0.767935121646912,
      "step": 2462
    },
    {
      "contrastive_lambda": 0.9958513017400099,
      "epoch": 0.7682470368059888,
      "step": 2463
    },
    {
      "contrastive_lambda": 0.9958479355432628,
      "epoch": 0.7685589519650655,
      "step": 2464
    },
    {
      "contrastive_lambda": 0.9958445679871204,
      "epoch": 0.7688708671241422,
      "step": 2465
    },
    {
      "contrastive_lambda": 0.9958411990715921,
      "epoch": 0.769182782283219,
      "step": 2466
    },
    {
      "contrastive_lambda": 0.9958378287966868,
      "epoch": 0.7694946974422957,
      "step": 2467
    },
    {
      "contrastive_lambda": 0.995834457162414,
      "epoch": 0.7698066126013724,
      "step": 2468
    },
    {
      "contrastive_lambda": 0.995831084168783,
      "epoch": 0.7701185277604492,
      "step": 2469
    },
    {
      "epoch": 0.7704304429195259,
      "grad_norm": 0.22615887224674225,
      "learning_rate": 8.23e-05,
      "loss": 0.0846,
      "step": 2470
    },
    {
      "epoch": 0.7704304429195259,
      "flow_loss": 0.07127770781517029,
      "step": 2470
    },
    {
      "contrastive_loss": 0.023223182186484337,
      "epoch": 0.7704304429195259,
      "step": 2470
    },
    {
      "contrastive_lambda": 0.9958277098158028,
      "epoch": 0.7704304429195259,
      "step": 2470
    },
    {
      "contrastive_lambda": 0.9958243341034827,
      "epoch": 0.7707423580786026,
      "step": 2471
    },
    {
      "contrastive_lambda": 0.9958209570318322,
      "epoch": 0.7710542732376794,
      "step": 2472
    },
    {
      "contrastive_lambda": 0.9958175786008604,
      "epoch": 0.7713661883967561,
      "step": 2473
    },
    {
      "contrastive_lambda": 0.9958141988105764,
      "epoch": 0.7716781035558328,
      "step": 2474
    },
    {
      "contrastive_lambda": 0.9958108176609899,
      "epoch": 0.7719900187149096,
      "step": 2475
    },
    {
      "contrastive_lambda": 0.9958074351521097,
      "epoch": 0.7723019338739863,
      "step": 2476
    },
    {
      "contrastive_lambda": 0.9958040512839452,
      "epoch": 0.772613849033063,
      "step": 2477
    },
    {
      "contrastive_lambda": 0.9958006660565059,
      "epoch": 0.7729257641921398,
      "step": 2478
    },
    {
      "contrastive_lambda": 0.9957972794698009,
      "epoch": 0.7732376793512165,
      "step": 2479
    },
    {
      "epoch": 0.7735495945102931,
      "grad_norm": 0.23871582746505737,
      "learning_rate": 8.263333333333334e-05,
      "loss": 0.0845,
      "step": 2480
    },
    {
      "epoch": 0.7735495945102931,
      "flow_loss": 0.09094289690256119,
      "step": 2480
    },
    {
      "contrastive_loss": 0.02730654552578926,
      "epoch": 0.7735495945102931,
      "step": 2480
    },
    {
      "contrastive_lambda": 0.9957938915238393,
      "epoch": 0.7735495945102931,
      "step": 2480
    },
    {
      "contrastive_lambda": 0.9957905022186309,
      "epoch": 0.77386150966937,
      "step": 2481
    },
    {
      "contrastive_lambda": 0.9957871115541845,
      "epoch": 0.7741734248284466,
      "step": 2482
    },
    {
      "contrastive_lambda": 0.9957837195305097,
      "epoch": 0.7744853399875234,
      "step": 2483
    },
    {
      "contrastive_lambda": 0.9957803261476155,
      "epoch": 0.7747972551466001,
      "step": 2484
    },
    {
      "contrastive_lambda": 0.9957769314055116,
      "epoch": 0.7751091703056768,
      "step": 2485
    },
    {
      "contrastive_lambda": 0.995773535304207,
      "epoch": 0.7754210854647536,
      "step": 2486
    },
    {
      "contrastive_lambda": 0.995770137843711,
      "epoch": 0.7757330006238303,
      "step": 2487
    },
    {
      "contrastive_lambda": 0.9957667390240332,
      "epoch": 0.776044915782907,
      "step": 2488
    },
    {
      "contrastive_lambda": 0.9957633388451826,
      "epoch": 0.7763568309419838,
      "step": 2489
    },
    {
      "epoch": 0.7766687461010605,
      "grad_norm": 0.22849293053150177,
      "learning_rate": 8.296666666666667e-05,
      "loss": 0.0789,
      "step": 2490
    },
    {
      "epoch": 0.7766687461010605,
      "flow_loss": 0.07074645161628723,
      "step": 2490
    },
    {
      "contrastive_loss": 0.02285473421216011,
      "epoch": 0.7766687461010605,
      "step": 2490
    },
    {
      "contrastive_lambda": 0.9957599373071687,
      "epoch": 0.7766687461010605,
      "step": 2490
    },
    {
      "contrastive_lambda": 0.9957565344100008,
      "epoch": 0.7769806612601372,
      "step": 2491
    },
    {
      "contrastive_lambda": 0.9957531301536883,
      "epoch": 0.777292576419214,
      "step": 2492
    },
    {
      "contrastive_lambda": 0.9957497245382403,
      "epoch": 0.7776044915782907,
      "step": 2493
    },
    {
      "contrastive_lambda": 0.9957463175636663,
      "epoch": 0.7779164067373674,
      "step": 2494
    },
    {
      "contrastive_lambda": 0.9957429092299757,
      "epoch": 0.7782283218964442,
      "step": 2495
    },
    {
      "contrastive_lambda": 0.9957394995371778,
      "epoch": 0.7785402370555209,
      "step": 2496
    },
    {
      "contrastive_lambda": 0.9957360884852817,
      "epoch": 0.7788521522145976,
      "step": 2497
    },
    {
      "contrastive_lambda": 0.9957326760742973,
      "epoch": 0.7791640673736744,
      "step": 2498
    },
    {
      "contrastive_lambda": 0.9957292623042333,
      "epoch": 0.7794759825327511,
      "step": 2499
    },
    {
      "epoch": 0.7797878976918278,
      "grad_norm": 0.2622852027416229,
      "learning_rate": 8.33e-05,
      "loss": 0.0887,
      "step": 2500
    },
    {
      "epoch": 0.7797878976918278,
      "flow_loss": 0.10513874143362045,
      "step": 2500
    },
    {
      "contrastive_loss": 0.03149078041315079,
      "epoch": 0.7797878976918278,
      "step": 2500
    },
    {
      "contrastive_lambda": 0.9957258471750996,
      "epoch": 0.7797878976918278,
      "step": 2500
    },
    {
      "contrastive_lambda": 0.9957224306869052,
      "epoch": 0.7800998128509046,
      "step": 2501
    },
    {
      "contrastive_lambda": 0.9957190128396597,
      "epoch": 0.7804117280099813,
      "step": 2502
    },
    {
      "contrastive_lambda": 0.9957155936333724,
      "epoch": 0.7807236431690581,
      "step": 2503
    },
    {
      "contrastive_lambda": 0.9957121730680525,
      "epoch": 0.7810355583281348,
      "step": 2504
    },
    {
      "contrastive_lambda": 0.9957087511437097,
      "epoch": 0.7813474734872115,
      "step": 2505
    },
    {
      "contrastive_lambda": 0.9957053278603532,
      "epoch": 0.7816593886462883,
      "step": 2506
    },
    {
      "contrastive_lambda": 0.9957019032179923,
      "epoch": 0.781971303805365,
      "step": 2507
    },
    {
      "contrastive_lambda": 0.9956984772166365,
      "epoch": 0.7822832189644416,
      "step": 2508
    },
    {
      "contrastive_lambda": 0.9956950498562952,
      "epoch": 0.7825951341235184,
      "step": 2509
    },
    {
      "epoch": 0.7829070492825951,
      "grad_norm": 0.2272035777568817,
      "learning_rate": 8.363333333333334e-05,
      "loss": 0.0863,
      "step": 2510
    },
    {
      "epoch": 0.7829070492825951,
      "flow_loss": 0.09766355156898499,
      "step": 2510
    },
    {
      "contrastive_loss": 0.02221089042723179,
      "epoch": 0.7829070492825951,
      "step": 2510
    },
    {
      "contrastive_lambda": 0.9956916211369778,
      "epoch": 0.7829070492825951,
      "step": 2510
    },
    {
      "contrastive_lambda": 0.9956881910586937,
      "epoch": 0.7832189644416718,
      "step": 2511
    },
    {
      "contrastive_lambda": 0.9956847596214522,
      "epoch": 0.7835308796007486,
      "step": 2512
    },
    {
      "contrastive_lambda": 0.9956813268252629,
      "epoch": 0.7838427947598253,
      "step": 2513
    },
    {
      "contrastive_lambda": 0.9956778926701351,
      "epoch": 0.784154709918902,
      "step": 2514
    },
    {
      "contrastive_lambda": 0.995674457156078,
      "epoch": 0.7844666250779788,
      "step": 2515
    },
    {
      "contrastive_lambda": 0.9956710202831014,
      "epoch": 0.7847785402370555,
      "step": 2516
    },
    {
      "contrastive_lambda": 0.9956675820512146,
      "epoch": 0.7850904553961322,
      "step": 2517
    },
    {
      "contrastive_lambda": 0.9956641424604269,
      "epoch": 0.785402370555209,
      "step": 2518
    },
    {
      "contrastive_lambda": 0.9956607015107479,
      "epoch": 0.7857142857142857,
      "step": 2519
    },
    {
      "epoch": 0.7860262008733624,
      "grad_norm": 0.2213277518749237,
      "learning_rate": 8.396666666666667e-05,
      "loss": 0.0829,
      "step": 2520
    },
    {
      "epoch": 0.7860262008733624,
      "flow_loss": 0.08950582146644592,
      "step": 2520
    },
    {
      "contrastive_loss": 0.02675015851855278,
      "epoch": 0.7860262008733624,
      "step": 2520
    },
    {
      "contrastive_lambda": 0.9956572592021868,
      "epoch": 0.7860262008733624,
      "step": 2520
    },
    {
      "contrastive_lambda": 0.9956538155347533,
      "epoch": 0.7863381160324392,
      "step": 2521
    },
    {
      "contrastive_lambda": 0.9956503705084567,
      "epoch": 0.7866500311915159,
      "step": 2522
    },
    {
      "contrastive_lambda": 0.9956469241233064,
      "epoch": 0.7869619463505927,
      "step": 2523
    },
    {
      "contrastive_lambda": 0.995643476379312,
      "epoch": 0.7872738615096694,
      "step": 2524
    },
    {
      "contrastive_lambda": 0.9956400272764828,
      "epoch": 0.7875857766687461,
      "step": 2525
    },
    {
      "contrastive_lambda": 0.9956365768148283,
      "epoch": 0.7878976918278229,
      "step": 2526
    },
    {
      "contrastive_lambda": 0.9956331249943582,
      "epoch": 0.7882096069868996,
      "step": 2527
    },
    {
      "contrastive_lambda": 0.9956296718150814,
      "epoch": 0.7885215221459763,
      "step": 2528
    },
    {
      "contrastive_lambda": 0.9956262172770081,
      "epoch": 0.7888334373050531,
      "step": 2529
    },
    {
      "epoch": 0.7891453524641298,
      "grad_norm": 0.2711937129497528,
      "learning_rate": 8.43e-05,
      "loss": 0.0798,
      "step": 2530
    },
    {
      "epoch": 0.7891453524641298,
      "flow_loss": 0.06144106388092041,
      "step": 2530
    },
    {
      "contrastive_loss": 0.02173181250691414,
      "epoch": 0.7891453524641298,
      "step": 2530
    },
    {
      "contrastive_lambda": 0.9956227613801472,
      "epoch": 0.7891453524641298,
      "step": 2530
    },
    {
      "contrastive_lambda": 0.9956193041245083,
      "epoch": 0.7894572676232064,
      "step": 2531
    },
    {
      "contrastive_lambda": 0.995615845510101,
      "epoch": 0.7897691827822833,
      "step": 2532
    },
    {
      "contrastive_lambda": 0.9956123855369345,
      "epoch": 0.7900810979413599,
      "step": 2533
    },
    {
      "contrastive_lambda": 0.9956089242050188,
      "epoch": 0.7903930131004366,
      "step": 2534
    },
    {
      "contrastive_lambda": 0.995605461514363,
      "epoch": 0.7907049282595134,
      "step": 2535
    },
    {
      "contrastive_lambda": 0.9956019974649768,
      "epoch": 0.7910168434185901,
      "step": 2536
    },
    {
      "contrastive_lambda": 0.9955985320568694,
      "epoch": 0.7913287585776668,
      "step": 2537
    },
    {
      "contrastive_lambda": 0.9955950652900505,
      "epoch": 0.7916406737367436,
      "step": 2538
    },
    {
      "contrastive_lambda": 0.9955915971645297,
      "epoch": 0.7919525888958203,
      "step": 2539
    },
    {
      "epoch": 0.7922645040548971,
      "grad_norm": 0.24367719888687134,
      "learning_rate": 8.463333333333335e-05,
      "loss": 0.0825,
      "step": 2540
    },
    {
      "epoch": 0.7922645040548971,
      "flow_loss": 0.087038055062294,
      "step": 2540
    },
    {
      "contrastive_loss": 0.029340509325265884,
      "epoch": 0.7922645040548971,
      "step": 2540
    },
    {
      "contrastive_lambda": 0.9955881276803163,
      "epoch": 0.7922645040548971,
      "step": 2540
    },
    {
      "contrastive_lambda": 0.99558465683742,
      "epoch": 0.7925764192139738,
      "step": 2541
    },
    {
      "contrastive_lambda": 0.9955811846358502,
      "epoch": 0.7928883343730505,
      "step": 2542
    },
    {
      "contrastive_lambda": 0.9955777110756164,
      "epoch": 0.7932002495321273,
      "step": 2543
    },
    {
      "contrastive_lambda": 0.9955742361567282,
      "epoch": 0.793512164691204,
      "step": 2544
    },
    {
      "contrastive_lambda": 0.9955707598791952,
      "epoch": 0.7938240798502807,
      "step": 2545
    },
    {
      "contrastive_lambda": 0.9955672822430266,
      "epoch": 0.7941359950093575,
      "step": 2546
    },
    {
      "contrastive_lambda": 0.9955638032482323,
      "epoch": 0.7944479101684342,
      "step": 2547
    },
    {
      "contrastive_lambda": 0.9955603228948217,
      "epoch": 0.7947598253275109,
      "step": 2548
    },
    {
      "contrastive_lambda": 0.9955568411828043,
      "epoch": 0.7950717404865877,
      "step": 2549
    },
    {
      "epoch": 0.7953836556456644,
      "grad_norm": 0.2517283260822296,
      "learning_rate": 8.496666666666667e-05,
      "loss": 0.0936,
      "step": 2550
    },
    {
      "epoch": 0.7953836556456644,
      "flow_loss": 0.0769016295671463,
      "step": 2550
    },
    {
      "contrastive_loss": 0.020955335348844528,
      "epoch": 0.7953836556456644,
      "step": 2550
    },
    {
      "contrastive_lambda": 0.9955533581121896,
      "epoch": 0.7953836556456644,
      "step": 2550
    },
    {
      "contrastive_lambda": 0.9955498736829874,
      "epoch": 0.7956955708047411,
      "step": 2551
    },
    {
      "contrastive_lambda": 0.995546387895207,
      "epoch": 0.7960074859638179,
      "step": 2552
    },
    {
      "contrastive_lambda": 0.9955429007488581,
      "epoch": 0.7963194011228946,
      "step": 2553
    },
    {
      "contrastive_lambda": 0.99553941224395,
      "epoch": 0.7966313162819713,
      "step": 2554
    },
    {
      "contrastive_lambda": 0.9955359223804927,
      "epoch": 0.7969432314410481,
      "step": 2555
    },
    {
      "contrastive_lambda": 0.9955324311584954,
      "epoch": 0.7972551466001248,
      "step": 2556
    },
    {
      "contrastive_lambda": 0.995528938577968,
      "epoch": 0.7975670617592014,
      "step": 2557
    },
    {
      "contrastive_lambda": 0.9955254446389197,
      "epoch": 0.7978789769182782,
      "step": 2558
    },
    {
      "contrastive_lambda": 0.9955219493413603,
      "epoch": 0.7981908920773549,
      "step": 2559
    },
    {
      "epoch": 0.7985028072364317,
      "grad_norm": 0.2742003798484802,
      "learning_rate": 8.53e-05,
      "loss": 0.0862,
      "step": 2560
    },
    {
      "epoch": 0.7985028072364317,
      "flow_loss": 0.07971789687871933,
      "step": 2560
    },
    {
      "contrastive_loss": 0.018938306719064713,
      "epoch": 0.7985028072364317,
      "step": 2560
    },
    {
      "contrastive_lambda": 0.9955184526852994,
      "epoch": 0.7985028072364317,
      "step": 2560
    },
    {
      "contrastive_lambda": 0.9955149546707464,
      "epoch": 0.7988147223955084,
      "step": 2561
    },
    {
      "contrastive_lambda": 0.9955114552977111,
      "epoch": 0.7991266375545851,
      "step": 2562
    },
    {
      "contrastive_lambda": 0.9955079545662029,
      "epoch": 0.7994385527136619,
      "step": 2563
    },
    {
      "contrastive_lambda": 0.9955044524762316,
      "epoch": 0.7997504678727386,
      "step": 2564
    },
    {
      "contrastive_lambda": 0.9955009490278068,
      "epoch": 0.8000623830318153,
      "step": 2565
    },
    {
      "contrastive_lambda": 0.9954974442209379,
      "epoch": 0.8003742981908921,
      "step": 2566
    },
    {
      "contrastive_lambda": 0.9954939380556347,
      "epoch": 0.8006862133499688,
      "step": 2567
    },
    {
      "contrastive_lambda": 0.9954904305319066,
      "epoch": 0.8009981285090455,
      "step": 2568
    },
    {
      "contrastive_lambda": 0.9954869216497635,
      "epoch": 0.8013100436681223,
      "step": 2569
    },
    {
      "epoch": 0.801621958827199,
      "grad_norm": 0.22417165338993073,
      "learning_rate": 8.563333333333333e-05,
      "loss": 0.085,
      "step": 2570
    },
    {
      "epoch": 0.801621958827199,
      "flow_loss": 0.11242863535881042,
      "step": 2570
    },
    {
      "contrastive_loss": 0.02586151473224163,
      "epoch": 0.801621958827199,
      "step": 2570
    },
    {
      "contrastive_lambda": 0.9954834114092148,
      "epoch": 0.801621958827199,
      "step": 2570
    },
    {
      "contrastive_lambda": 0.9954798998102702,
      "epoch": 0.8019338739862757,
      "step": 2571
    },
    {
      "contrastive_lambda": 0.9954763868529393,
      "epoch": 0.8022457891453525,
      "step": 2572
    },
    {
      "contrastive_lambda": 0.9954728725372318,
      "epoch": 0.8025577043044292,
      "step": 2573
    },
    {
      "contrastive_lambda": 0.9954693568631573,
      "epoch": 0.8028696194635059,
      "step": 2574
    },
    {
      "contrastive_lambda": 0.9954658398307255,
      "epoch": 0.8031815346225827,
      "step": 2575
    },
    {
      "contrastive_lambda": 0.9954623214399457,
      "epoch": 0.8034934497816594,
      "step": 2576
    },
    {
      "contrastive_lambda": 0.995458801690828,
      "epoch": 0.8038053649407361,
      "step": 2577
    },
    {
      "contrastive_lambda": 0.9954552805833818,
      "epoch": 0.8041172800998129,
      "step": 2578
    },
    {
      "contrastive_lambda": 0.995451758117617,
      "epoch": 0.8044291952588896,
      "step": 2579
    },
    {
      "epoch": 0.8047411104179664,
      "grad_norm": 0.24837608635425568,
      "learning_rate": 8.596666666666668e-05,
      "loss": 0.0858,
      "step": 2580
    },
    {
      "epoch": 0.8047411104179664,
      "flow_loss": 0.07932961732149124,
      "step": 2580
    },
    {
      "contrastive_loss": 0.024075787514448166,
      "epoch": 0.8047411104179664,
      "step": 2580
    },
    {
      "contrastive_lambda": 0.9954482342935429,
      "epoch": 0.8047411104179664,
      "step": 2580
    },
    {
      "contrastive_lambda": 0.9954447091111693,
      "epoch": 0.8050530255770431,
      "step": 2581
    },
    {
      "contrastive_lambda": 0.9954411825705061,
      "epoch": 0.8053649407361197,
      "step": 2582
    },
    {
      "contrastive_lambda": 0.9954376546715626,
      "epoch": 0.8056768558951966,
      "step": 2583
    },
    {
      "contrastive_lambda": 0.9954341254143486,
      "epoch": 0.8059887710542732,
      "step": 2584
    },
    {
      "contrastive_lambda": 0.995430594798874,
      "epoch": 0.8063006862133499,
      "step": 2585
    },
    {
      "contrastive_lambda": 0.9954270628251481,
      "epoch": 0.8066126013724267,
      "step": 2586
    },
    {
      "contrastive_lambda": 0.9954235294931809,
      "epoch": 0.8069245165315034,
      "step": 2587
    },
    {
      "contrastive_lambda": 0.9954199948029819,
      "epoch": 0.8072364316905801,
      "step": 2588
    },
    {
      "contrastive_lambda": 0.9954164587545609,
      "epoch": 0.8075483468496569,
      "step": 2589
    },
    {
      "epoch": 0.8078602620087336,
      "grad_norm": 0.20846343040466309,
      "learning_rate": 8.63e-05,
      "loss": 0.089,
      "step": 2590
    },
    {
      "epoch": 0.8078602620087336,
      "flow_loss": 0.11321403086185455,
      "step": 2590
    },
    {
      "contrastive_loss": 0.029223423451185226,
      "epoch": 0.8078602620087336,
      "step": 2590
    },
    {
      "contrastive_lambda": 0.9954129213479276,
      "epoch": 0.8078602620087336,
      "step": 2590
    },
    {
      "contrastive_lambda": 0.9954093825830916,
      "epoch": 0.8081721771678103,
      "step": 2591
    },
    {
      "contrastive_lambda": 0.9954058424600626,
      "epoch": 0.8084840923268871,
      "step": 2592
    },
    {
      "contrastive_lambda": 0.9954023009788504,
      "epoch": 0.8087960074859638,
      "step": 2593
    },
    {
      "contrastive_lambda": 0.9953987581394647,
      "epoch": 0.8091079226450405,
      "step": 2594
    },
    {
      "contrastive_lambda": 0.9953952139419151,
      "epoch": 0.8094198378041173,
      "step": 2595
    },
    {
      "contrastive_lambda": 0.9953916683862114,
      "epoch": 0.809731752963194,
      "step": 2596
    },
    {
      "contrastive_lambda": 0.9953881214723634,
      "epoch": 0.8100436681222707,
      "step": 2597
    },
    {
      "contrastive_lambda": 0.9953845732003807,
      "epoch": 0.8103555832813475,
      "step": 2598
    },
    {
      "contrastive_lambda": 0.9953810235702729,
      "epoch": 0.8106674984404242,
      "step": 2599
    },
    {
      "epoch": 0.810979413599501,
      "grad_norm": 0.2934708297252655,
      "learning_rate": 8.663333333333333e-05,
      "loss": 0.0883,
      "step": 2600
    },
    {
      "epoch": 0.810979413599501,
      "flow_loss": 0.0885443389415741,
      "step": 2600
    },
    {
      "contrastive_loss": 0.027084825560450554,
      "epoch": 0.810979413599501,
      "step": 2600
    },
    {
      "contrastive_lambda": 0.9953774725820501,
      "epoch": 0.810979413599501,
      "step": 2600
    },
    {
      "contrastive_lambda": 0.9953739202357218,
      "epoch": 0.8112913287585777,
      "step": 2601
    },
    {
      "contrastive_lambda": 0.9953703665312977,
      "epoch": 0.8116032439176544,
      "step": 2602
    },
    {
      "contrastive_lambda": 0.9953668114687877,
      "epoch": 0.8119151590767312,
      "step": 2603
    },
    {
      "contrastive_lambda": 0.9953632550482014,
      "epoch": 0.8122270742358079,
      "step": 2604
    },
    {
      "contrastive_lambda": 0.9953596972695486,
      "epoch": 0.8125389893948846,
      "step": 2605
    },
    {
      "contrastive_lambda": 0.9953561381328392,
      "epoch": 0.8128509045539614,
      "step": 2606
    },
    {
      "contrastive_lambda": 0.9953525776380827,
      "epoch": 0.813162819713038,
      "step": 2607
    },
    {
      "contrastive_lambda": 0.995349015785289,
      "epoch": 0.8134747348721147,
      "step": 2608
    },
    {
      "contrastive_lambda": 0.9953454525744678,
      "epoch": 0.8137866500311915,
      "step": 2609
    },
    {
      "epoch": 0.8140985651902682,
      "grad_norm": 0.3679778277873993,
      "learning_rate": 8.696666666666668e-05,
      "loss": 0.0845,
      "step": 2610
    },
    {
      "epoch": 0.8140985651902682,
      "flow_loss": 0.06409754604101181,
      "step": 2610
    },
    {
      "contrastive_loss": 0.0221778005361557,
      "epoch": 0.8140985651902682,
      "step": 2610
    },
    {
      "contrastive_lambda": 0.9953418880056291,
      "epoch": 0.8140985651902682,
      "step": 2610
    },
    {
      "contrastive_lambda": 0.9953383220787823,
      "epoch": 0.8144104803493449,
      "step": 2611
    },
    {
      "contrastive_lambda": 0.9953347547939374,
      "epoch": 0.8147223955084217,
      "step": 2612
    },
    {
      "contrastive_lambda": 0.9953311861511042,
      "epoch": 0.8150343106674984,
      "step": 2613
    },
    {
      "contrastive_lambda": 0.9953276161502924,
      "epoch": 0.8153462258265751,
      "step": 2614
    },
    {
      "contrastive_lambda": 0.9953240447915118,
      "epoch": 0.8156581409856519,
      "step": 2615
    },
    {
      "contrastive_lambda": 0.9953204720747721,
      "epoch": 0.8159700561447286,
      "step": 2616
    },
    {
      "contrastive_lambda": 0.9953168980000835,
      "epoch": 0.8162819713038054,
      "step": 2617
    },
    {
      "contrastive_lambda": 0.9953133225674553,
      "epoch": 0.8165938864628821,
      "step": 2618
    },
    {
      "contrastive_lambda": 0.9953097457768976,
      "epoch": 0.8169058016219588,
      "step": 2619
    },
    {
      "epoch": 0.8172177167810356,
      "grad_norm": 0.2521819770336151,
      "learning_rate": 8.730000000000001e-05,
      "loss": 0.084,
      "step": 2620
    },
    {
      "epoch": 0.8172177167810356,
      "flow_loss": 0.07990767061710358,
      "step": 2620
    },
    {
      "contrastive_loss": 0.028745120391249657,
      "epoch": 0.8172177167810356,
      "step": 2620
    },
    {
      "contrastive_lambda": 0.99530616762842,
      "epoch": 0.8172177167810356,
      "step": 2620
    },
    {
      "contrastive_lambda": 0.9953025881220324,
      "epoch": 0.8175296319401123,
      "step": 2621
    },
    {
      "contrastive_lambda": 0.9952990072577448,
      "epoch": 0.817841547099189,
      "step": 2622
    },
    {
      "contrastive_lambda": 0.9952954250355667,
      "epoch": 0.8181534622582658,
      "step": 2623
    },
    {
      "contrastive_lambda": 0.9952918414555081,
      "epoch": 0.8184653774173425,
      "step": 2624
    },
    {
      "contrastive_lambda": 0.9952882565175788,
      "epoch": 0.8187772925764192,
      "step": 2625
    },
    {
      "contrastive_lambda": 0.9952846702217886,
      "epoch": 0.819089207735496,
      "step": 2626
    },
    {
      "contrastive_lambda": 0.9952810825681474,
      "epoch": 0.8194011228945727,
      "step": 2627
    },
    {
      "contrastive_lambda": 0.9952774935566651,
      "epoch": 0.8197130380536494,
      "step": 2628
    },
    {
      "contrastive_lambda": 0.9952739031873512,
      "epoch": 0.8200249532127262,
      "step": 2629
    },
    {
      "epoch": 0.8203368683718029,
      "grad_norm": 0.18956032395362854,
      "learning_rate": 8.763333333333334e-05,
      "loss": 0.0796,
      "step": 2630
    },
    {
      "epoch": 0.8203368683718029,
      "flow_loss": 0.10310882329940796,
      "step": 2630
    },
    {
      "contrastive_loss": 0.024295737966895103,
      "epoch": 0.8203368683718029,
      "step": 2630
    },
    {
      "contrastive_lambda": 0.9952703114602159,
      "epoch": 0.8203368683718029,
      "step": 2630
    },
    {
      "contrastive_lambda": 0.9952667183752689,
      "epoch": 0.8206487835308796,
      "step": 2631
    },
    {
      "contrastive_lambda": 0.99526312393252,
      "epoch": 0.8209606986899564,
      "step": 2632
    },
    {
      "contrastive_lambda": 0.9952595281319793,
      "epoch": 0.821272613849033,
      "step": 2633
    },
    {
      "contrastive_lambda": 0.9952559309736564,
      "epoch": 0.8215845290081097,
      "step": 2634
    },
    {
      "contrastive_lambda": 0.9952523324575613,
      "epoch": 0.8218964441671865,
      "step": 2635
    },
    {
      "contrastive_lambda": 0.9952487325837036,
      "epoch": 0.8222083593262632,
      "step": 2636
    },
    {
      "contrastive_lambda": 0.9952451313520936,
      "epoch": 0.82252027448534,
      "step": 2637
    },
    {
      "contrastive_lambda": 0.9952415287627409,
      "epoch": 0.8228321896444167,
      "step": 2638
    },
    {
      "contrastive_lambda": 0.9952379248156553,
      "epoch": 0.8231441048034934,
      "step": 2639
    },
    {
      "epoch": 0.8234560199625702,
      "grad_norm": 0.25386956334114075,
      "learning_rate": 8.796666666666667e-05,
      "loss": 0.0827,
      "step": 2640
    },
    {
      "epoch": 0.8234560199625702,
      "flow_loss": 0.06289450824260712,
      "step": 2640
    },
    {
      "contrastive_loss": 0.019597433507442474,
      "epoch": 0.8234560199625702,
      "step": 2640
    },
    {
      "contrastive_lambda": 0.9952343195108471,
      "epoch": 0.8234560199625702,
      "step": 2640
    },
    {
      "contrastive_lambda": 0.9952307128483255,
      "epoch": 0.8237679351216469,
      "step": 2641
    },
    {
      "contrastive_lambda": 0.9952271048281012,
      "epoch": 0.8240798502807236,
      "step": 2642
    },
    {
      "contrastive_lambda": 0.9952234954501834,
      "epoch": 0.8243917654398004,
      "step": 2643
    },
    {
      "contrastive_lambda": 0.9952198847145823,
      "epoch": 0.8247036805988771,
      "step": 2644
    },
    {
      "contrastive_lambda": 0.9952162726213079,
      "epoch": 0.8250155957579538,
      "step": 2645
    },
    {
      "contrastive_lambda": 0.9952126591703698,
      "epoch": 0.8253275109170306,
      "step": 2646
    },
    {
      "contrastive_lambda": 0.9952090443617783,
      "epoch": 0.8256394260761073,
      "step": 2647
    },
    {
      "contrastive_lambda": 0.9952054281955428,
      "epoch": 0.825951341235184,
      "step": 2648
    },
    {
      "contrastive_lambda": 0.9952018106716737,
      "epoch": 0.8262632563942608,
      "step": 2649
    },
    {
      "epoch": 0.8265751715533375,
      "grad_norm": 0.2703700065612793,
      "learning_rate": 8.83e-05,
      "loss": 0.0887,
      "step": 2650
    },
    {
      "epoch": 0.8265751715533375,
      "flow_loss": 0.14005279541015625,
      "step": 2650
    },
    {
      "contrastive_loss": 0.02858550474047661,
      "epoch": 0.8265751715533375,
      "step": 2650
    },
    {
      "contrastive_lambda": 0.9951981917901807,
      "epoch": 0.8265751715533375,
      "step": 2650
    },
    {
      "contrastive_lambda": 0.9951945715510737,
      "epoch": 0.8268870867124142,
      "step": 2651
    },
    {
      "contrastive_lambda": 0.9951909499543626,
      "epoch": 0.827199001871491,
      "step": 2652
    },
    {
      "contrastive_lambda": 0.9951873270000575,
      "epoch": 0.8275109170305677,
      "step": 2653
    },
    {
      "contrastive_lambda": 0.9951837026881682,
      "epoch": 0.8278228321896444,
      "step": 2654
    },
    {
      "contrastive_lambda": 0.9951800770187047,
      "epoch": 0.8281347473487212,
      "step": 2655
    },
    {
      "contrastive_lambda": 0.9951764499916769,
      "epoch": 0.8284466625077979,
      "step": 2656
    },
    {
      "contrastive_lambda": 0.9951728216070947,
      "epoch": 0.8287585776668747,
      "step": 2657
    },
    {
      "contrastive_lambda": 0.9951691918649681,
      "epoch": 0.8290704928259514,
      "step": 2658
    },
    {
      "contrastive_lambda": 0.995165560765307,
      "epoch": 0.829382407985028,
      "step": 2659
    },
    {
      "epoch": 0.8296943231441049,
      "grad_norm": 0.28779274225234985,
      "learning_rate": 8.863333333333334e-05,
      "loss": 0.0943,
      "step": 2660
    },
    {
      "epoch": 0.8296943231441049,
      "flow_loss": 0.10157494246959686,
      "step": 2660
    },
    {
      "contrastive_loss": 0.022323116660118103,
      "epoch": 0.8296943231441049,
      "step": 2660
    },
    {
      "contrastive_lambda": 0.9951619283081214,
      "epoch": 0.8296943231441049,
      "step": 2660
    },
    {
      "contrastive_lambda": 0.9951582944934214,
      "epoch": 0.8300062383031815,
      "step": 2661
    },
    {
      "contrastive_lambda": 0.9951546593212168,
      "epoch": 0.8303181534622582,
      "step": 2662
    },
    {
      "contrastive_lambda": 0.9951510227915175,
      "epoch": 0.830630068621335,
      "step": 2663
    },
    {
      "contrastive_lambda": 0.9951473849043335,
      "epoch": 0.8309419837804117,
      "step": 2664
    },
    {
      "contrastive_lambda": 0.995143745659675,
      "epoch": 0.8312538989394884,
      "step": 2665
    },
    {
      "contrastive_lambda": 0.9951401050575517,
      "epoch": 0.8315658140985652,
      "step": 2666
    },
    {
      "contrastive_lambda": 0.9951364630979738,
      "epoch": 0.8318777292576419,
      "step": 2667
    },
    {
      "contrastive_lambda": 0.995132819780951,
      "epoch": 0.8321896444167186,
      "step": 2668
    },
    {
      "contrastive_lambda": 0.9951291751064936,
      "epoch": 0.8325015595757954,
      "step": 2669
    },
    {
      "epoch": 0.8328134747348721,
      "grad_norm": 0.2157449573278427,
      "learning_rate": 8.896666666666667e-05,
      "loss": 0.0845,
      "step": 2670
    },
    {
      "epoch": 0.8328134747348721,
      "flow_loss": 0.08878745138645172,
      "step": 2670
    },
    {
      "contrastive_loss": 0.02615104615688324,
      "epoch": 0.8328134747348721,
      "step": 2670
    },
    {
      "contrastive_lambda": 0.9951255290746114,
      "epoch": 0.8328134747348721,
      "step": 2670
    },
    {
      "contrastive_lambda": 0.9951218816853145,
      "epoch": 0.8331253898939488,
      "step": 2671
    },
    {
      "contrastive_lambda": 0.9951182329386128,
      "epoch": 0.8334373050530256,
      "step": 2672
    },
    {
      "contrastive_lambda": 0.9951145828345163,
      "epoch": 0.8337492202121023,
      "step": 2673
    },
    {
      "contrastive_lambda": 0.9951109313730351,
      "epoch": 0.834061135371179,
      "step": 2674
    },
    {
      "contrastive_lambda": 0.9951072785541792,
      "epoch": 0.8343730505302558,
      "step": 2675
    },
    {
      "contrastive_lambda": 0.9951036243779585,
      "epoch": 0.8346849656893325,
      "step": 2676
    },
    {
      "contrastive_lambda": 0.9950999688443832,
      "epoch": 0.8349968808484093,
      "step": 2677
    },
    {
      "contrastive_lambda": 0.9950963119534633,
      "epoch": 0.835308796007486,
      "step": 2678
    },
    {
      "contrastive_lambda": 0.9950926537052085,
      "epoch": 0.8356207111665627,
      "step": 2679
    },
    {
      "epoch": 0.8359326263256395,
      "grad_norm": 0.29224881529808044,
      "learning_rate": 8.93e-05,
      "loss": 0.091,
      "step": 2680
    },
    {
      "epoch": 0.8359326263256395,
      "flow_loss": 0.07507598400115967,
      "step": 2680
    },
    {
      "contrastive_loss": 0.019462451338768005,
      "epoch": 0.8359326263256395,
      "step": 2680
    },
    {
      "contrastive_lambda": 0.9950889940996293,
      "epoch": 0.8359326263256395,
      "step": 2680
    },
    {
      "contrastive_lambda": 0.9950853331367355,
      "epoch": 0.8362445414847162,
      "step": 2681
    },
    {
      "contrastive_lambda": 0.9950816708165371,
      "epoch": 0.8365564566437929,
      "step": 2682
    },
    {
      "contrastive_lambda": 0.9950780071390442,
      "epoch": 0.8368683718028697,
      "step": 2683
    },
    {
      "contrastive_lambda": 0.9950743421042667,
      "epoch": 0.8371802869619464,
      "step": 2684
    },
    {
      "contrastive_lambda": 0.995070675712215,
      "epoch": 0.837492202121023,
      "step": 2685
    },
    {
      "contrastive_lambda": 0.9950670079628987,
      "epoch": 0.8378041172800998,
      "step": 2686
    },
    {
      "contrastive_lambda": 0.9950633388563284,
      "epoch": 0.8381160324391765,
      "step": 2687
    },
    {
      "contrastive_lambda": 0.9950596683925136,
      "epoch": 0.8384279475982532,
      "step": 2688
    },
    {
      "contrastive_lambda": 0.9950559965714647,
      "epoch": 0.83873986275733,
      "step": 2689
    },
    {
      "epoch": 0.8390517779164067,
      "grad_norm": 0.24908624589443207,
      "learning_rate": 8.963333333333333e-05,
      "loss": 0.0837,
      "step": 2690
    },
    {
      "epoch": 0.8390517779164067,
      "flow_loss": 0.10239885747432709,
      "step": 2690
    },
    {
      "contrastive_loss": 0.03025210089981556,
      "epoch": 0.8390517779164067,
      "step": 2690
    },
    {
      "contrastive_lambda": 0.9950523233931916,
      "epoch": 0.8390517779164067,
      "step": 2690
    },
    {
      "contrastive_lambda": 0.9950486488577045,
      "epoch": 0.8393636930754834,
      "step": 2691
    },
    {
      "contrastive_lambda": 0.9950449729650135,
      "epoch": 0.8396756082345602,
      "step": 2692
    },
    {
      "contrastive_lambda": 0.9950412957151284,
      "epoch": 0.8399875233936369,
      "step": 2693
    },
    {
      "contrastive_lambda": 0.9950376171080597,
      "epoch": 0.8402994385527136,
      "step": 2694
    },
    {
      "contrastive_lambda": 0.9950339371438172,
      "epoch": 0.8406113537117904,
      "step": 2695
    },
    {
      "contrastive_lambda": 0.9950302558224109,
      "epoch": 0.8409232688708671,
      "step": 2696
    },
    {
      "contrastive_lambda": 0.9950265731438512,
      "epoch": 0.8412351840299439,
      "step": 2697
    },
    {
      "contrastive_lambda": 0.9950228891081481,
      "epoch": 0.8415470991890206,
      "step": 2698
    },
    {
      "contrastive_lambda": 0.9950192037153115,
      "epoch": 0.8418590143480973,
      "step": 2699
    },
    {
      "epoch": 0.8421709295071741,
      "grad_norm": 0.23949307203292847,
      "learning_rate": 8.996666666666667e-05,
      "loss": 0.0933,
      "step": 2700
    },
    {
      "epoch": 0.8421709295071741,
      "flow_loss": 0.08767914026975632,
      "step": 2700
    },
    {
      "contrastive_loss": 0.025870755314826965,
      "epoch": 0.8421709295071741,
      "step": 2700
    },
    {
      "contrastive_lambda": 0.9950155169653517,
      "epoch": 0.8421709295071741,
      "step": 2700
    },
    {
      "contrastive_lambda": 0.9950118288582788,
      "epoch": 0.8424828446662508,
      "step": 2701
    },
    {
      "contrastive_lambda": 0.9950081393941028,
      "epoch": 0.8427947598253275,
      "step": 2702
    },
    {
      "contrastive_lambda": 0.995004448572834,
      "epoch": 0.8431066749844043,
      "step": 2703
    },
    {
      "contrastive_lambda": 0.9950007563944823,
      "epoch": 0.843418590143481,
      "step": 2704
    },
    {
      "contrastive_lambda": 0.9949970628590579,
      "epoch": 0.8437305053025577,
      "step": 2705
    },
    {
      "contrastive_lambda": 0.994993367966571,
      "epoch": 0.8440424204616345,
      "step": 2706
    },
    {
      "contrastive_lambda": 0.9949896717170316,
      "epoch": 0.8443543356207112,
      "step": 2707
    },
    {
      "contrastive_lambda": 0.99498597411045,
      "epoch": 0.8446662507797879,
      "step": 2708
    },
    {
      "contrastive_lambda": 0.9949822751468362,
      "epoch": 0.8449781659388647,
      "step": 2709
    },
    {
      "epoch": 0.8452900810979413,
      "grad_norm": 0.19608651101589203,
      "learning_rate": 9.030000000000001e-05,
      "loss": 0.0848,
      "step": 2710
    },
    {
      "epoch": 0.8452900810979413,
      "flow_loss": 0.10129684209823608,
      "step": 2710
    },
    {
      "contrastive_loss": 0.021171104162931442,
      "epoch": 0.8452900810979413,
      "step": 2710
    },
    {
      "contrastive_lambda": 0.9949785748262003,
      "epoch": 0.8452900810979413,
      "step": 2710
    },
    {
      "contrastive_lambda": 0.9949748731485527,
      "epoch": 0.845601996257018,
      "step": 2711
    },
    {
      "contrastive_lambda": 0.9949711701139032,
      "epoch": 0.8459139114160948,
      "step": 2712
    },
    {
      "contrastive_lambda": 0.9949674657222624,
      "epoch": 0.8462258265751715,
      "step": 2713
    },
    {
      "contrastive_lambda": 0.9949637599736401,
      "epoch": 0.8465377417342483,
      "step": 2714
    },
    {
      "contrastive_lambda": 0.9949600528680465,
      "epoch": 0.846849656893325,
      "step": 2715
    },
    {
      "contrastive_lambda": 0.9949563444054916,
      "epoch": 0.8471615720524017,
      "step": 2716
    },
    {
      "contrastive_lambda": 0.994952634585986,
      "epoch": 0.8474734872114785,
      "step": 2717
    },
    {
      "contrastive_lambda": 0.9949489234095397,
      "epoch": 0.8477854023705552,
      "step": 2718
    },
    {
      "contrastive_lambda": 0.9949452108761627,
      "epoch": 0.8480973175296319,
      "step": 2719
    },
    {
      "epoch": 0.8484092326887087,
      "grad_norm": 0.2474164366722107,
      "learning_rate": 9.063333333333333e-05,
      "loss": 0.0845,
      "step": 2720
    },
    {
      "epoch": 0.8484092326887087,
      "flow_loss": 0.08230380713939667,
      "step": 2720
    },
    {
      "contrastive_loss": 0.029450632631778717,
      "epoch": 0.8484092326887087,
      "step": 2720
    },
    {
      "contrastive_lambda": 0.9949414969858654,
      "epoch": 0.8484092326887087,
      "step": 2720
    },
    {
      "contrastive_lambda": 0.9949377817386579,
      "epoch": 0.8487211478477854,
      "step": 2721
    },
    {
      "contrastive_lambda": 0.9949340651345503,
      "epoch": 0.8490330630068621,
      "step": 2722
    },
    {
      "contrastive_lambda": 0.9949303471735529,
      "epoch": 0.8493449781659389,
      "step": 2723
    },
    {
      "contrastive_lambda": 0.9949266278556758,
      "epoch": 0.8496568933250156,
      "step": 2724
    },
    {
      "contrastive_lambda": 0.9949229071809292,
      "epoch": 0.8499688084840923,
      "step": 2725
    },
    {
      "contrastive_lambda": 0.9949191851493235,
      "epoch": 0.8502807236431691,
      "step": 2726
    },
    {
      "contrastive_lambda": 0.9949154617608686,
      "epoch": 0.8505926388022458,
      "step": 2727
    },
    {
      "contrastive_lambda": 0.994911737015575,
      "epoch": 0.8509045539613225,
      "step": 2728
    },
    {
      "contrastive_lambda": 0.9949080109134527,
      "epoch": 0.8512164691203993,
      "step": 2729
    },
    {
      "epoch": 0.851528384279476,
      "grad_norm": 0.21862973272800446,
      "learning_rate": 9.096666666666666e-05,
      "loss": 0.0847,
      "step": 2730
    },
    {
      "epoch": 0.851528384279476,
      "flow_loss": 0.10714130848646164,
      "step": 2730
    },
    {
      "contrastive_loss": 0.02470296248793602,
      "epoch": 0.851528384279476,
      "step": 2730
    },
    {
      "contrastive_lambda": 0.994904283454512,
      "epoch": 0.851528384279476,
      "step": 2730
    },
    {
      "contrastive_lambda": 0.994900554638763,
      "epoch": 0.8518402994385527,
      "step": 2731
    },
    {
      "contrastive_lambda": 0.9948968244662162,
      "epoch": 0.8521522145976295,
      "step": 2732
    },
    {
      "contrastive_lambda": 0.9948930929368817,
      "epoch": 0.8524641297567062,
      "step": 2733
    },
    {
      "contrastive_lambda": 0.9948893600507696,
      "epoch": 0.852776044915783,
      "step": 2734
    },
    {
      "contrastive_lambda": 0.9948856258078902,
      "epoch": 0.8530879600748597,
      "step": 2735
    },
    {
      "contrastive_lambda": 0.9948818902082537,
      "epoch": 0.8533998752339363,
      "step": 2736
    },
    {
      "contrastive_lambda": 0.9948781532518705,
      "epoch": 0.8537117903930131,
      "step": 2737
    },
    {
      "contrastive_lambda": 0.9948744149387507,
      "epoch": 0.8540237055520898,
      "step": 2738
    },
    {
      "contrastive_lambda": 0.9948706752689045,
      "epoch": 0.8543356207111665,
      "step": 2739
    },
    {
      "epoch": 0.8546475358702433,
      "grad_norm": 0.26244035363197327,
      "learning_rate": 9.130000000000001e-05,
      "loss": 0.0858,
      "step": 2740
    },
    {
      "epoch": 0.8546475358702433,
      "flow_loss": 0.07773929089307785,
      "step": 2740
    },
    {
      "contrastive_loss": 0.019422849640250206,
      "epoch": 0.8546475358702433,
      "step": 2740
    },
    {
      "contrastive_lambda": 0.9948669342423424,
      "epoch": 0.8546475358702433,
      "step": 2740
    },
    {
      "contrastive_lambda": 0.9948631918590745,
      "epoch": 0.85495945102932,
      "step": 2741
    },
    {
      "contrastive_lambda": 0.994859448119111,
      "epoch": 0.8552713661883967,
      "step": 2742
    },
    {
      "contrastive_lambda": 0.9948557030224622,
      "epoch": 0.8555832813474735,
      "step": 2743
    },
    {
      "contrastive_lambda": 0.9948519565691385,
      "epoch": 0.8558951965065502,
      "step": 2744
    },
    {
      "contrastive_lambda": 0.9948482087591499,
      "epoch": 0.8562071116656269,
      "step": 2745
    },
    {
      "contrastive_lambda": 0.994844459592507,
      "epoch": 0.8565190268247037,
      "step": 2746
    },
    {
      "contrastive_lambda": 0.9948407090692198,
      "epoch": 0.8568309419837804,
      "step": 2747
    },
    {
      "contrastive_lambda": 0.9948369571892988,
      "epoch": 0.8571428571428571,
      "step": 2748
    },
    {
      "contrastive_lambda": 0.9948332039527541,
      "epoch": 0.8574547723019339,
      "step": 2749
    },
    {
      "epoch": 0.8577666874610106,
      "grad_norm": 0.19256986677646637,
      "learning_rate": 9.163333333333334e-05,
      "loss": 0.0762,
      "step": 2750
    },
    {
      "epoch": 0.8577666874610106,
      "flow_loss": 0.10347256809473038,
      "step": 2750
    },
    {
      "contrastive_loss": 0.025367269292473793,
      "epoch": 0.8577666874610106,
      "step": 2750
    },
    {
      "contrastive_lambda": 0.9948294493595962,
      "epoch": 0.8577666874610106,
      "step": 2750
    },
    {
      "contrastive_lambda": 0.9948256934098352,
      "epoch": 0.8580786026200873,
      "step": 2751
    },
    {
      "contrastive_lambda": 0.9948219361034814,
      "epoch": 0.8583905177791641,
      "step": 2752
    },
    {
      "contrastive_lambda": 0.9948181774405451,
      "epoch": 0.8587024329382408,
      "step": 2753
    },
    {
      "contrastive_lambda": 0.9948144174210369,
      "epoch": 0.8590143480973176,
      "step": 2754
    },
    {
      "contrastive_lambda": 0.9948106560449668,
      "epoch": 0.8593262632563943,
      "step": 2755
    },
    {
      "contrastive_lambda": 0.9948068933123451,
      "epoch": 0.859638178415471,
      "step": 2756
    },
    {
      "contrastive_lambda": 0.9948031292231823,
      "epoch": 0.8599500935745478,
      "step": 2757
    },
    {
      "contrastive_lambda": 0.9947993637774886,
      "epoch": 0.8602620087336245,
      "step": 2758
    },
    {
      "contrastive_lambda": 0.9947955969752743,
      "epoch": 0.8605739238927012,
      "step": 2759
    },
    {
      "epoch": 0.860885839051778,
      "grad_norm": 0.251730740070343,
      "learning_rate": 9.196666666666666e-05,
      "loss": 0.0834,
      "step": 2760
    },
    {
      "epoch": 0.860885839051778,
      "flow_loss": 0.09044259041547775,
      "step": 2760
    },
    {
      "contrastive_loss": 0.024368904531002045,
      "epoch": 0.860885839051778,
      "step": 2760
    },
    {
      "contrastive_lambda": 0.9947918288165498,
      "epoch": 0.860885839051778,
      "step": 2760
    },
    {
      "contrastive_lambda": 0.9947880593013254,
      "epoch": 0.8611977542108546,
      "step": 2761
    },
    {
      "contrastive_lambda": 0.9947842884296116,
      "epoch": 0.8615096693699313,
      "step": 2762
    },
    {
      "contrastive_lambda": 0.9947805162014185,
      "epoch": 0.8618215845290081,
      "step": 2763
    },
    {
      "contrastive_lambda": 0.9947767426167564,
      "epoch": 0.8621334996880848,
      "step": 2764
    },
    {
      "contrastive_lambda": 0.9947729676756358,
      "epoch": 0.8624454148471615,
      "step": 2765
    },
    {
      "contrastive_lambda": 0.9947691913780672,
      "epoch": 0.8627573300062383,
      "step": 2766
    },
    {
      "contrastive_lambda": 0.9947654137240606,
      "epoch": 0.863069245165315,
      "step": 2767
    },
    {
      "contrastive_lambda": 0.9947616347136266,
      "epoch": 0.8633811603243917,
      "step": 2768
    },
    {
      "contrastive_lambda": 0.9947578543467754,
      "epoch": 0.8636930754834685,
      "step": 2769
    },
    {
      "epoch": 0.8640049906425452,
      "grad_norm": 0.2888689339160919,
      "learning_rate": 9.230000000000001e-05,
      "loss": 0.0822,
      "step": 2770
    },
    {
      "epoch": 0.8640049906425452,
      "flow_loss": 0.0661616325378418,
      "step": 2770
    },
    {
      "contrastive_loss": 0.021358657628297806,
      "epoch": 0.8640049906425452,
      "step": 2770
    },
    {
      "contrastive_lambda": 0.9947540726235174,
      "epoch": 0.8640049906425452,
      "step": 2770
    },
    {
      "contrastive_lambda": 0.9947502895438631,
      "epoch": 0.8643169058016219,
      "step": 2771
    },
    {
      "contrastive_lambda": 0.9947465051078229,
      "epoch": 0.8646288209606987,
      "step": 2772
    },
    {
      "contrastive_lambda": 0.994742719315407,
      "epoch": 0.8649407361197754,
      "step": 2773
    },
    {
      "contrastive_lambda": 0.9947389321666258,
      "epoch": 0.8652526512788522,
      "step": 2774
    },
    {
      "contrastive_lambda": 0.9947351436614897,
      "epoch": 0.8655645664379289,
      "step": 2775
    },
    {
      "contrastive_lambda": 0.9947313538000092,
      "epoch": 0.8658764815970056,
      "step": 2776
    },
    {
      "contrastive_lambda": 0.9947275625821945,
      "epoch": 0.8661883967560824,
      "step": 2777
    },
    {
      "contrastive_lambda": 0.9947237700080562,
      "epoch": 0.8665003119151591,
      "step": 2778
    },
    {
      "contrastive_lambda": 0.9947199760776047,
      "epoch": 0.8668122270742358,
      "step": 2779
    },
    {
      "epoch": 0.8671241422333126,
      "grad_norm": 0.2501162588596344,
      "learning_rate": 9.263333333333334e-05,
      "loss": 0.0803,
      "step": 2780
    },
    {
      "epoch": 0.8671241422333126,
      "flow_loss": 0.09294099360704422,
      "step": 2780
    },
    {
      "contrastive_loss": 0.028121519833803177,
      "epoch": 0.8671241422333126,
      "step": 2780
    },
    {
      "contrastive_lambda": 0.99471618079085,
      "epoch": 0.8671241422333126,
      "step": 2780
    },
    {
      "contrastive_lambda": 0.994712384147803,
      "epoch": 0.8674360573923893,
      "step": 2781
    },
    {
      "contrastive_lambda": 0.9947085861484739,
      "epoch": 0.867747972551466,
      "step": 2782
    },
    {
      "contrastive_lambda": 0.9947047867928731,
      "epoch": 0.8680598877105428,
      "step": 2783
    },
    {
      "contrastive_lambda": 0.994700986081011,
      "epoch": 0.8683718028696195,
      "step": 2784
    },
    {
      "contrastive_lambda": 0.9946971840128981,
      "epoch": 0.8686837180286962,
      "step": 2785
    },
    {
      "contrastive_lambda": 0.9946933805885447,
      "epoch": 0.868995633187773,
      "step": 2786
    },
    {
      "contrastive_lambda": 0.9946895758079615,
      "epoch": 0.8693075483468496,
      "step": 2787
    },
    {
      "contrastive_lambda": 0.9946857696711586,
      "epoch": 0.8696194635059263,
      "step": 2788
    },
    {
      "contrastive_lambda": 0.9946819621781466,
      "epoch": 0.8699313786650031,
      "step": 2789
    },
    {
      "epoch": 0.8702432938240798,
      "grad_norm": 0.22815345227718353,
      "learning_rate": 9.296666666666667e-05,
      "loss": 0.0805,
      "step": 2790
    },
    {
      "epoch": 0.8702432938240798,
      "flow_loss": 0.0659107118844986,
      "step": 2790
    },
    {
      "contrastive_loss": 0.01838107407093048,
      "epoch": 0.8702432938240798,
      "step": 2790
    },
    {
      "contrastive_lambda": 0.9946781533289359,
      "epoch": 0.8702432938240798,
      "step": 2790
    },
    {
      "contrastive_lambda": 0.994674343123537,
      "epoch": 0.8705552089831566,
      "step": 2791
    },
    {
      "contrastive_lambda": 0.9946705315619602,
      "epoch": 0.8708671241422333,
      "step": 2792
    },
    {
      "contrastive_lambda": 0.9946667186442162,
      "epoch": 0.87117903930131,
      "step": 2793
    },
    {
      "contrastive_lambda": 0.9946629043703152,
      "epoch": 0.8714909544603868,
      "step": 2794
    },
    {
      "contrastive_lambda": 0.9946590887402678,
      "epoch": 0.8718028696194635,
      "step": 2795
    },
    {
      "contrastive_lambda": 0.9946552717540844,
      "epoch": 0.8721147847785402,
      "step": 2796
    },
    {
      "contrastive_lambda": 0.9946514534117754,
      "epoch": 0.872426699937617,
      "step": 2797
    },
    {
      "contrastive_lambda": 0.9946476337133515,
      "epoch": 0.8727386150966937,
      "step": 2798
    },
    {
      "contrastive_lambda": 0.9946438126588231,
      "epoch": 0.8730505302557704,
      "step": 2799
    },
    {
      "epoch": 0.8733624454148472,
      "grad_norm": 0.23387515544891357,
      "learning_rate": 9.33e-05,
      "loss": 0.0844,
      "step": 2800
    },
    {
      "epoch": 0.8733624454148472,
      "flow_loss": 0.08399930596351624,
      "step": 2800
    },
    {
      "contrastive_loss": 0.02215026319026947,
      "epoch": 0.8733624454148472,
      "step": 2800
    },
    {
      "contrastive_lambda": 0.9946399902482004,
      "epoch": 0.8733624454148472,
      "step": 2800
    },
    {
      "contrastive_lambda": 0.9946361664814942,
      "epoch": 0.8736743605739239,
      "step": 2801
    },
    {
      "contrastive_lambda": 0.9946323413587148,
      "epoch": 0.8739862757330006,
      "step": 2802
    },
    {
      "contrastive_lambda": 0.9946285148798728,
      "epoch": 0.8742981908920774,
      "step": 2803
    },
    {
      "contrastive_lambda": 0.9946246870449786,
      "epoch": 0.8746101060511541,
      "step": 2804
    },
    {
      "contrastive_lambda": 0.9946208578540428,
      "epoch": 0.8749220212102308,
      "step": 2805
    },
    {
      "contrastive_lambda": 0.9946170273070758,
      "epoch": 0.8752339363693076,
      "step": 2806
    },
    {
      "contrastive_lambda": 0.9946131954040881,
      "epoch": 0.8755458515283843,
      "step": 2807
    },
    {
      "contrastive_lambda": 0.9946093621450902,
      "epoch": 0.875857766687461,
      "step": 2808
    },
    {
      "contrastive_lambda": 0.9946055275300928,
      "epoch": 0.8761696818465378,
      "step": 2809
    },
    {
      "epoch": 0.8764815970056145,
      "grad_norm": 0.2548784017562866,
      "learning_rate": 9.363333333333334e-05,
      "loss": 0.0851,
      "step": 2810
    },
    {
      "epoch": 0.8764815970056145,
      "flow_loss": 0.056303709745407104,
      "step": 2810
    },
    {
      "contrastive_loss": 0.020110633224248886,
      "epoch": 0.8764815970056145,
      "step": 2810
    },
    {
      "contrastive_lambda": 0.9946016915591063,
      "epoch": 0.8764815970056145,
      "step": 2810
    },
    {
      "contrastive_lambda": 0.994597854232141,
      "epoch": 0.8767935121646913,
      "step": 2811
    },
    {
      "contrastive_lambda": 0.9945940155492077,
      "epoch": 0.877105427323768,
      "step": 2812
    },
    {
      "contrastive_lambda": 0.9945901755103168,
      "epoch": 0.8774173424828446,
      "step": 2813
    },
    {
      "contrastive_lambda": 0.9945863341154788,
      "epoch": 0.8777292576419214,
      "step": 2814
    },
    {
      "contrastive_lambda": 0.9945824913647043,
      "epoch": 0.8780411728009981,
      "step": 2815
    },
    {
      "contrastive_lambda": 0.9945786472580038,
      "epoch": 0.8783530879600748,
      "step": 2816
    },
    {
      "contrastive_lambda": 0.9945748017953879,
      "epoch": 0.8786650031191516,
      "step": 2817
    },
    {
      "contrastive_lambda": 0.9945709549768672,
      "epoch": 0.8789769182782283,
      "step": 2818
    },
    {
      "contrastive_lambda": 0.994567106802452,
      "epoch": 0.879288833437305,
      "step": 2819
    },
    {
      "epoch": 0.8796007485963818,
      "grad_norm": 0.26701268553733826,
      "learning_rate": 9.396666666666667e-05,
      "loss": 0.08,
      "step": 2820
    },
    {
      "epoch": 0.8796007485963818,
      "flow_loss": 0.07624350488185883,
      "step": 2820
    },
    {
      "contrastive_loss": 0.021417580544948578,
      "epoch": 0.8796007485963818,
      "step": 2820
    },
    {
      "contrastive_lambda": 0.9945632572721531,
      "epoch": 0.8796007485963818,
      "step": 2820
    },
    {
      "contrastive_lambda": 0.9945594063859808,
      "epoch": 0.8799126637554585,
      "step": 2821
    },
    {
      "contrastive_lambda": 0.994555554143946,
      "epoch": 0.8802245789145352,
      "step": 2822
    },
    {
      "contrastive_lambda": 0.994551700546059,
      "epoch": 0.880536494073612,
      "step": 2823
    },
    {
      "contrastive_lambda": 0.9945478455923304,
      "epoch": 0.8808484092326887,
      "step": 2824
    },
    {
      "contrastive_lambda": 0.9945439892827708,
      "epoch": 0.8811603243917654,
      "step": 2825
    },
    {
      "contrastive_lambda": 0.9945401316173907,
      "epoch": 0.8814722395508422,
      "step": 2826
    },
    {
      "contrastive_lambda": 0.994536272596201,
      "epoch": 0.8817841547099189,
      "step": 2827
    },
    {
      "contrastive_lambda": 0.9945324122192118,
      "epoch": 0.8820960698689956,
      "step": 2828
    },
    {
      "contrastive_lambda": 0.9945285504864341,
      "epoch": 0.8824079850280724,
      "step": 2829
    },
    {
      "epoch": 0.8827199001871491,
      "grad_norm": 0.19775010645389557,
      "learning_rate": 9.43e-05,
      "loss": 0.0852,
      "step": 2830
    },
    {
      "epoch": 0.8827199001871491,
      "flow_loss": 0.0779065415263176,
      "step": 2830
    },
    {
      "contrastive_loss": 0.02473284862935543,
      "epoch": 0.8827199001871491,
      "step": 2830
    },
    {
      "contrastive_lambda": 0.9945246873978781,
      "epoch": 0.8827199001871491,
      "step": 2830
    },
    {
      "contrastive_lambda": 0.9945208229535547,
      "epoch": 0.8830318153462259,
      "step": 2831
    },
    {
      "contrastive_lambda": 0.9945169571534743,
      "epoch": 0.8833437305053026,
      "step": 2832
    },
    {
      "contrastive_lambda": 0.9945130899976476,
      "epoch": 0.8836556456643793,
      "step": 2833
    },
    {
      "contrastive_lambda": 0.9945092214860853,
      "epoch": 0.8839675608234561,
      "step": 2834
    },
    {
      "contrastive_lambda": 0.9945053516187978,
      "epoch": 0.8842794759825328,
      "step": 2835
    },
    {
      "contrastive_lambda": 0.9945014803957959,
      "epoch": 0.8845913911416095,
      "step": 2836
    },
    {
      "contrastive_lambda": 0.99449760781709,
      "epoch": 0.8849033063006863,
      "step": 2837
    },
    {
      "contrastive_lambda": 0.9944937338826909,
      "epoch": 0.885215221459763,
      "step": 2838
    },
    {
      "contrastive_lambda": 0.9944898585926091,
      "epoch": 0.8855271366188396,
      "step": 2839
    },
    {
      "epoch": 0.8858390517779164,
      "grad_norm": 0.2793707847595215,
      "learning_rate": 9.463333333333333e-05,
      "loss": 0.0837,
      "step": 2840
    },
    {
      "epoch": 0.8858390517779164,
      "flow_loss": 0.07507731020450592,
      "step": 2840
    },
    {
      "contrastive_loss": 0.01927504502236843,
      "epoch": 0.8858390517779164,
      "step": 2840
    },
    {
      "contrastive_lambda": 0.9944859819468553,
      "epoch": 0.8858390517779164,
      "step": 2840
    },
    {
      "contrastive_lambda": 0.9944821039454401,
      "epoch": 0.8861509669369931,
      "step": 2841
    },
    {
      "contrastive_lambda": 0.9944782245883741,
      "epoch": 0.8864628820960698,
      "step": 2842
    },
    {
      "contrastive_lambda": 0.994474343875668,
      "epoch": 0.8867747972551466,
      "step": 2843
    },
    {
      "contrastive_lambda": 0.9944704618073326,
      "epoch": 0.8870867124142233,
      "step": 2844
    },
    {
      "contrastive_lambda": 0.9944665783833782,
      "epoch": 0.8873986275733,
      "step": 2845
    },
    {
      "contrastive_lambda": 0.9944626936038155,
      "epoch": 0.8877105427323768,
      "step": 2846
    },
    {
      "contrastive_lambda": 0.9944588074686553,
      "epoch": 0.8880224578914535,
      "step": 2847
    },
    {
      "contrastive_lambda": 0.9944549199779082,
      "epoch": 0.8883343730505302,
      "step": 2848
    },
    {
      "contrastive_lambda": 0.994451031131585,
      "epoch": 0.888646288209607,
      "step": 2849
    },
    {
      "epoch": 0.8889582033686837,
      "grad_norm": 0.2928016483783722,
      "learning_rate": 9.496666666666667e-05,
      "loss": 0.0846,
      "step": 2850
    },
    {
      "epoch": 0.8889582033686837,
      "flow_loss": 0.05968068540096283,
      "step": 2850
    },
    {
      "contrastive_loss": 0.02267748862504959,
      "epoch": 0.8889582033686837,
      "step": 2850
    },
    {
      "contrastive_lambda": 0.994447140929696,
      "epoch": 0.8889582033686837,
      "step": 2850
    },
    {
      "contrastive_lambda": 0.9944432493722524,
      "epoch": 0.8892701185277605,
      "step": 2851
    },
    {
      "contrastive_lambda": 0.9944393564592643,
      "epoch": 0.8895820336868372,
      "step": 2852
    },
    {
      "contrastive_lambda": 0.9944354621907427,
      "epoch": 0.8898939488459139,
      "step": 2853
    },
    {
      "contrastive_lambda": 0.9944315665666982,
      "epoch": 0.8902058640049907,
      "step": 2854
    },
    {
      "contrastive_lambda": 0.9944276695871415,
      "epoch": 0.8905177791640674,
      "step": 2855
    },
    {
      "contrastive_lambda": 0.9944237712520833,
      "epoch": 0.8908296943231441,
      "step": 2856
    },
    {
      "contrastive_lambda": 0.9944198715615342,
      "epoch": 0.8911416094822209,
      "step": 2857
    },
    {
      "contrastive_lambda": 0.9944159705155049,
      "epoch": 0.8914535246412976,
      "step": 2858
    },
    {
      "contrastive_lambda": 0.9944120681140063,
      "epoch": 0.8917654398003743,
      "step": 2859
    },
    {
      "epoch": 0.8920773549594511,
      "grad_norm": 0.2485796958208084,
      "learning_rate": 9.53e-05,
      "loss": 0.084,
      "step": 2860
    },
    {
      "epoch": 0.8920773549594511,
      "flow_loss": 0.06082269549369812,
      "step": 2860
    },
    {
      "contrastive_loss": 0.018711844459176064,
      "epoch": 0.8920773549594511,
      "step": 2860
    },
    {
      "contrastive_lambda": 0.9944081643570488,
      "epoch": 0.8920773549594511,
      "step": 2860
    },
    {
      "contrastive_lambda": 0.9944042592446434,
      "epoch": 0.8923892701185278,
      "step": 2861
    },
    {
      "contrastive_lambda": 0.9944003527768006,
      "epoch": 0.8927011852776044,
      "step": 2862
    },
    {
      "contrastive_lambda": 0.9943964449535311,
      "epoch": 0.8930131004366813,
      "step": 2863
    },
    {
      "contrastive_lambda": 0.9943925357748458,
      "epoch": 0.8933250155957579,
      "step": 2864
    },
    {
      "contrastive_lambda": 0.9943886252407551,
      "epoch": 0.8936369307548346,
      "step": 2865
    },
    {
      "contrastive_lambda": 0.99438471335127,
      "epoch": 0.8939488459139114,
      "step": 2866
    },
    {
      "contrastive_lambda": 0.9943808001064012,
      "epoch": 0.8942607610729881,
      "step": 2867
    },
    {
      "contrastive_lambda": 0.9943768855061592,
      "epoch": 0.8945726762320648,
      "step": 2868
    },
    {
      "contrastive_lambda": 0.9943729695505551,
      "epoch": 0.8948845913911416,
      "step": 2869
    },
    {
      "epoch": 0.8951965065502183,
      "grad_norm": 0.27525877952575684,
      "learning_rate": 9.563333333333334e-05,
      "loss": 0.0815,
      "step": 2870
    },
    {
      "epoch": 0.8951965065502183,
      "flow_loss": 0.09074682742357254,
      "step": 2870
    },
    {
      "contrastive_loss": 0.020068533718585968,
      "epoch": 0.8951965065502183,
      "step": 2870
    },
    {
      "contrastive_lambda": 0.9943690522395994,
      "epoch": 0.8951965065502183,
      "step": 2870
    },
    {
      "contrastive_lambda": 0.9943651335733028,
      "epoch": 0.8955084217092951,
      "step": 2871
    },
    {
      "contrastive_lambda": 0.9943612135516762,
      "epoch": 0.8958203368683718,
      "step": 2872
    },
    {
      "contrastive_lambda": 0.9943572921747301,
      "epoch": 0.8961322520274485,
      "step": 2873
    },
    {
      "contrastive_lambda": 0.9943533694424755,
      "epoch": 0.8964441671865253,
      "step": 2874
    },
    {
      "contrastive_lambda": 0.9943494453549231,
      "epoch": 0.896756082345602,
      "step": 2875
    },
    {
      "contrastive_lambda": 0.9943455199120836,
      "epoch": 0.8970679975046787,
      "step": 2876
    },
    {
      "contrastive_lambda": 0.9943415931139679,
      "epoch": 0.8973799126637555,
      "step": 2877
    },
    {
      "contrastive_lambda": 0.9943376649605866,
      "epoch": 0.8976918278228322,
      "step": 2878
    },
    {
      "contrastive_lambda": 0.9943337354519505,
      "epoch": 0.8980037429819089,
      "step": 2879
    },
    {
      "epoch": 0.8983156581409857,
      "grad_norm": 0.36617299914360046,
      "learning_rate": 9.596666666666668e-05,
      "loss": 0.082,
      "step": 2880
    },
    {
      "epoch": 0.8983156581409857,
      "flow_loss": 0.08138442784547806,
      "step": 2880
    },
    {
      "contrastive_loss": 0.020873021334409714,
      "epoch": 0.8983156581409857,
      "step": 2880
    },
    {
      "contrastive_lambda": 0.9943298045880704,
      "epoch": 0.8983156581409857,
      "step": 2880
    },
    {
      "contrastive_lambda": 0.994325872368957,
      "epoch": 0.8986275733000624,
      "step": 2881
    },
    {
      "contrastive_lambda": 0.9943219387946212,
      "epoch": 0.8989394884591391,
      "step": 2882
    },
    {
      "contrastive_lambda": 0.9943180038650739,
      "epoch": 0.8992514036182159,
      "step": 2883
    },
    {
      "contrastive_lambda": 0.9943140675803255,
      "epoch": 0.8995633187772926,
      "step": 2884
    },
    {
      "contrastive_lambda": 0.994310129940387,
      "epoch": 0.8998752339363693,
      "step": 2885
    },
    {
      "contrastive_lambda": 0.9943061909452693,
      "epoch": 0.9001871490954461,
      "step": 2886
    },
    {
      "contrastive_lambda": 0.9943022505949832,
      "epoch": 0.9004990642545228,
      "step": 2887
    },
    {
      "contrastive_lambda": 0.9942983088895394,
      "epoch": 0.9008109794135996,
      "step": 2888
    },
    {
      "contrastive_lambda": 0.9942943658289486,
      "epoch": 0.9011228945726762,
      "step": 2889
    },
    {
      "epoch": 0.9014348097317529,
      "grad_norm": 0.24547229707241058,
      "learning_rate": 9.63e-05,
      "loss": 0.0808,
      "step": 2890
    },
    {
      "epoch": 0.9014348097317529,
      "flow_loss": 0.06007394939661026,
      "step": 2890
    },
    {
      "contrastive_loss": 0.01800626330077648,
      "epoch": 0.9014348097317529,
      "step": 2890
    },
    {
      "contrastive_lambda": 0.9942904214132218,
      "epoch": 0.9014348097317529,
      "step": 2890
    },
    {
      "contrastive_lambda": 0.9942864756423697,
      "epoch": 0.9017467248908297,
      "step": 2891
    },
    {
      "contrastive_lambda": 0.9942825285164032,
      "epoch": 0.9020586400499064,
      "step": 2892
    },
    {
      "contrastive_lambda": 0.9942785800353331,
      "epoch": 0.9023705552089831,
      "step": 2893
    },
    {
      "contrastive_lambda": 0.9942746301991702,
      "epoch": 0.9026824703680599,
      "step": 2894
    },
    {
      "contrastive_lambda": 0.9942706790079253,
      "epoch": 0.9029943855271366,
      "step": 2895
    },
    {
      "contrastive_lambda": 0.9942667264616093,
      "epoch": 0.9033063006862133,
      "step": 2896
    },
    {
      "contrastive_lambda": 0.9942627725602331,
      "epoch": 0.9036182158452901,
      "step": 2897
    },
    {
      "contrastive_lambda": 0.9942588173038073,
      "epoch": 0.9039301310043668,
      "step": 2898
    },
    {
      "contrastive_lambda": 0.9942548606923429,
      "epoch": 0.9042420461634435,
      "step": 2899
    },
    {
      "epoch": 0.9045539613225203,
      "grad_norm": 0.2788531184196472,
      "learning_rate": 9.663333333333334e-05,
      "loss": 0.0829,
      "step": 2900
    },
    {
      "epoch": 0.9045539613225203,
      "flow_loss": 0.11663810908794403,
      "step": 2900
    },
    {
      "contrastive_loss": 0.017138982191681862,
      "epoch": 0.9045539613225203,
      "step": 2900
    },
    {
      "contrastive_lambda": 0.9942509027258508,
      "epoch": 0.9045539613225203,
      "step": 2900
    },
    {
      "contrastive_lambda": 0.9942469434043417,
      "epoch": 0.904865876481597,
      "step": 2901
    },
    {
      "contrastive_lambda": 0.9942429827278267,
      "epoch": 0.9051777916406737,
      "step": 2902
    },
    {
      "contrastive_lambda": 0.9942390206963163,
      "epoch": 0.9054897067997505,
      "step": 2903
    },
    {
      "contrastive_lambda": 0.9942350573098218,
      "epoch": 0.9058016219588272,
      "step": 2904
    },
    {
      "contrastive_lambda": 0.9942310925683537,
      "epoch": 0.9061135371179039,
      "step": 2905
    },
    {
      "contrastive_lambda": 0.9942271264719229,
      "epoch": 0.9064254522769807,
      "step": 2906
    },
    {
      "contrastive_lambda": 0.9942231590205406,
      "epoch": 0.9067373674360574,
      "step": 2907
    },
    {
      "contrastive_lambda": 0.9942191902142172,
      "epoch": 0.9070492825951342,
      "step": 2908
    },
    {
      "contrastive_lambda": 0.9942152200529639,
      "epoch": 0.9073611977542109,
      "step": 2909
    },
    {
      "epoch": 0.9076731129132876,
      "grad_norm": 0.26885470747947693,
      "learning_rate": 9.696666666666667e-05,
      "loss": 0.0978,
      "step": 2910
    },
    {
      "epoch": 0.9076731129132876,
      "flow_loss": 0.08123520016670227,
      "step": 2910
    },
    {
      "contrastive_loss": 0.021394258365035057,
      "epoch": 0.9076731129132876,
      "step": 2910
    },
    {
      "contrastive_lambda": 0.9942112485367917,
      "epoch": 0.9076731129132876,
      "step": 2910
    },
    {
      "contrastive_lambda": 0.9942072756657112,
      "epoch": 0.9079850280723644,
      "step": 2911
    },
    {
      "contrastive_lambda": 0.9942033014397333,
      "epoch": 0.9082969432314411,
      "step": 2912
    },
    {
      "contrastive_lambda": 0.994199325858869,
      "epoch": 0.9086088583905177,
      "step": 2913
    },
    {
      "contrastive_lambda": 0.9941953489231292,
      "epoch": 0.9089207735495946,
      "step": 2914
    },
    {
      "contrastive_lambda": 0.9941913706325249,
      "epoch": 0.9092326887086712,
      "step": 2915
    },
    {
      "contrastive_lambda": 0.9941873909870669,
      "epoch": 0.9095446038677479,
      "step": 2916
    },
    {
      "contrastive_lambda": 0.9941834099867659,
      "epoch": 0.9098565190268247,
      "step": 2917
    },
    {
      "contrastive_lambda": 0.9941794276316333,
      "epoch": 0.9101684341859014,
      "step": 2918
    },
    {
      "contrastive_lambda": 0.9941754439216796,
      "epoch": 0.9104803493449781,
      "step": 2919
    },
    {
      "epoch": 0.9107922645040549,
      "grad_norm": 0.2755035161972046,
      "learning_rate": 9.730000000000001e-05,
      "loss": 0.081,
      "step": 2920
    },
    {
      "epoch": 0.9107922645040549,
      "flow_loss": 0.07969854772090912,
      "step": 2920
    },
    {
      "contrastive_loss": 0.02230163663625717,
      "epoch": 0.9107922645040549,
      "step": 2920
    },
    {
      "contrastive_lambda": 0.9941714588569158,
      "epoch": 0.9107922645040549,
      "step": 2920
    },
    {
      "contrastive_lambda": 0.994167472437353,
      "epoch": 0.9111041796631316,
      "step": 2921
    },
    {
      "contrastive_lambda": 0.9941634846630019,
      "epoch": 0.9114160948222083,
      "step": 2922
    },
    {
      "contrastive_lambda": 0.9941594955338737,
      "epoch": 0.9117280099812851,
      "step": 2923
    },
    {
      "contrastive_lambda": 0.9941555050499791,
      "epoch": 0.9120399251403618,
      "step": 2924
    },
    {
      "contrastive_lambda": 0.9941515132113291,
      "epoch": 0.9123518402994385,
      "step": 2925
    },
    {
      "contrastive_lambda": 0.9941475200179346,
      "epoch": 0.9126637554585153,
      "step": 2926
    },
    {
      "contrastive_lambda": 0.9941435254698068,
      "epoch": 0.912975670617592,
      "step": 2927
    },
    {
      "contrastive_lambda": 0.9941395295669564,
      "epoch": 0.9132875857766688,
      "step": 2928
    },
    {
      "contrastive_lambda": 0.9941355323093943,
      "epoch": 0.9135995009357455,
      "step": 2929
    },
    {
      "epoch": 0.9139114160948222,
      "grad_norm": 0.2431444674730301,
      "learning_rate": 9.763333333333334e-05,
      "loss": 0.0808,
      "step": 2930
    },
    {
      "epoch": 0.9139114160948222,
      "flow_loss": 0.08320870995521545,
      "step": 2930
    },
    {
      "contrastive_loss": 0.02705119550228119,
      "epoch": 0.9139114160948222,
      "step": 2930
    },
    {
      "contrastive_lambda": 0.9941315336971318,
      "epoch": 0.9139114160948222,
      "step": 2930
    },
    {
      "contrastive_lambda": 0.9941275337301796,
      "epoch": 0.914223331253899,
      "step": 2931
    },
    {
      "contrastive_lambda": 0.9941235324085486,
      "epoch": 0.9145352464129757,
      "step": 2932
    },
    {
      "contrastive_lambda": 0.9941195297322499,
      "epoch": 0.9148471615720524,
      "step": 2933
    },
    {
      "contrastive_lambda": 0.9941155257012945,
      "epoch": 0.9151590767311292,
      "step": 2934
    },
    {
      "contrastive_lambda": 0.9941115203156933,
      "epoch": 0.9154709918902059,
      "step": 2935
    },
    {
      "contrastive_lambda": 0.9941075135754573,
      "epoch": 0.9157829070492826,
      "step": 2936
    },
    {
      "contrastive_lambda": 0.9941035054805976,
      "epoch": 0.9160948222083594,
      "step": 2937
    },
    {
      "contrastive_lambda": 0.9940994960311249,
      "epoch": 0.916406737367436,
      "step": 2938
    },
    {
      "contrastive_lambda": 0.9940954852270505,
      "epoch": 0.9167186525265127,
      "step": 2939
    },
    {
      "epoch": 0.9170305676855895,
      "grad_norm": 0.35947278141975403,
      "learning_rate": 9.796666666666667e-05,
      "loss": 0.0826,
      "step": 2940
    },
    {
      "epoch": 0.9170305676855895,
      "flow_loss": 0.09527474641799927,
      "step": 2940
    },
    {
      "contrastive_loss": 0.021705370396375656,
      "epoch": 0.9170305676855895,
      "step": 2940
    },
    {
      "contrastive_lambda": 0.9940914730683853,
      "epoch": 0.9170305676855895,
      "step": 2940
    },
    {
      "contrastive_lambda": 0.9940874595551403,
      "epoch": 0.9173424828446662,
      "step": 2941
    },
    {
      "contrastive_lambda": 0.9940834446873263,
      "epoch": 0.9176543980037429,
      "step": 2942
    },
    {
      "contrastive_lambda": 0.9940794284649547,
      "epoch": 0.9179663131628197,
      "step": 2943
    },
    {
      "contrastive_lambda": 0.9940754108880361,
      "epoch": 0.9182782283218964,
      "step": 2944
    },
    {
      "contrastive_lambda": 0.9940713919565818,
      "epoch": 0.9185901434809731,
      "step": 2945
    },
    {
      "contrastive_lambda": 0.9940673716706028,
      "epoch": 0.9189020586400499,
      "step": 2946
    },
    {
      "contrastive_lambda": 0.9940633500301099,
      "epoch": 0.9192139737991266,
      "step": 2947
    },
    {
      "contrastive_lambda": 0.9940593270351143,
      "epoch": 0.9195258889582034,
      "step": 2948
    },
    {
      "contrastive_lambda": 0.9940553026856271,
      "epoch": 0.9198378041172801,
      "step": 2949
    },
    {
      "epoch": 0.9201497192763568,
      "grad_norm": 0.18971925973892212,
      "learning_rate": 9.83e-05,
      "loss": 0.0808,
      "step": 2950
    },
    {
      "epoch": 0.9201497192763568,
      "flow_loss": 0.11371330916881561,
      "step": 2950
    },
    {
      "contrastive_loss": 0.020529843866825104,
      "epoch": 0.9201497192763568,
      "step": 2950
    },
    {
      "contrastive_lambda": 0.9940512769816592,
      "epoch": 0.9201497192763568,
      "step": 2950
    },
    {
      "contrastive_lambda": 0.9940472499232217,
      "epoch": 0.9204616344354336,
      "step": 2951
    },
    {
      "contrastive_lambda": 0.9940432215103256,
      "epoch": 0.9207735495945103,
      "step": 2952
    },
    {
      "contrastive_lambda": 0.9940391917429818,
      "epoch": 0.921085464753587,
      "step": 2953
    },
    {
      "contrastive_lambda": 0.9940351606212017,
      "epoch": 0.9213973799126638,
      "step": 2954
    },
    {
      "contrastive_lambda": 0.9940311281449962,
      "epoch": 0.9217092950717405,
      "step": 2955
    },
    {
      "contrastive_lambda": 0.9940270943143761,
      "epoch": 0.9220212102308172,
      "step": 2956
    },
    {
      "contrastive_lambda": 0.9940230591293528,
      "epoch": 0.922333125389894,
      "step": 2957
    },
    {
      "contrastive_lambda": 0.9940190225899372,
      "epoch": 0.9226450405489707,
      "step": 2958
    },
    {
      "contrastive_lambda": 0.9940149846961405,
      "epoch": 0.9229569557080474,
      "step": 2959
    },
    {
      "epoch": 0.9232688708671242,
      "grad_norm": 0.24223271012306213,
      "learning_rate": 9.863333333333334e-05,
      "loss": 0.0863,
      "step": 2960
    },
    {
      "epoch": 0.9232688708671242,
      "flow_loss": 0.07902123779058456,
      "step": 2960
    },
    {
      "contrastive_loss": 0.02989177405834198,
      "epoch": 0.9232688708671242,
      "step": 2960
    },
    {
      "contrastive_lambda": 0.9940109454479735,
      "epoch": 0.9232688708671242,
      "step": 2960
    },
    {
      "contrastive_lambda": 0.9940069048454476,
      "epoch": 0.9235807860262009,
      "step": 2961
    },
    {
      "contrastive_lambda": 0.9940028628885736,
      "epoch": 0.9238927011852776,
      "step": 2962
    },
    {
      "contrastive_lambda": 0.9939988195773628,
      "epoch": 0.9242046163443544,
      "step": 2963
    },
    {
      "contrastive_lambda": 0.9939947749118261,
      "epoch": 0.924516531503431,
      "step": 2964
    },
    {
      "contrastive_lambda": 0.9939907288919747,
      "epoch": 0.9248284466625079,
      "step": 2965
    },
    {
      "contrastive_lambda": 0.9939866815178198,
      "epoch": 0.9251403618215845,
      "step": 2966
    },
    {
      "contrastive_lambda": 0.9939826327893722,
      "epoch": 0.9254522769806612,
      "step": 2967
    },
    {
      "contrastive_lambda": 0.9939785827066432,
      "epoch": 0.925764192139738,
      "step": 2968
    },
    {
      "contrastive_lambda": 0.993974531269644,
      "epoch": 0.9260761072988147,
      "step": 2969
    },
    {
      "epoch": 0.9263880224578914,
      "grad_norm": 0.3253318667411804,
      "learning_rate": 9.896666666666667e-05,
      "loss": 0.0861,
      "step": 2970
    },
    {
      "epoch": 0.9263880224578914,
      "flow_loss": 0.08270880579948425,
      "step": 2970
    },
    {
      "contrastive_loss": 0.023689959198236465,
      "epoch": 0.9263880224578914,
      "step": 2970
    },
    {
      "contrastive_lambda": 0.9939704784783854,
      "epoch": 0.9263880224578914,
      "step": 2970
    },
    {
      "contrastive_lambda": 0.9939664243328787,
      "epoch": 0.9266999376169682,
      "step": 2971
    },
    {
      "contrastive_lambda": 0.993962368833135,
      "epoch": 0.9270118527760449,
      "step": 2972
    },
    {
      "contrastive_lambda": 0.9939583119791655,
      "epoch": 0.9273237679351216,
      "step": 2973
    },
    {
      "contrastive_lambda": 0.9939542537709812,
      "epoch": 0.9276356830941984,
      "step": 2974
    },
    {
      "contrastive_lambda": 0.9939501942085933,
      "epoch": 0.9279475982532751,
      "step": 2975
    },
    {
      "contrastive_lambda": 0.993946133292013,
      "epoch": 0.9282595134123518,
      "step": 2976
    },
    {
      "contrastive_lambda": 0.9939420710212511,
      "epoch": 0.9285714285714286,
      "step": 2977
    },
    {
      "contrastive_lambda": 0.9939380073963191,
      "epoch": 0.9288833437305053,
      "step": 2978
    },
    {
      "contrastive_lambda": 0.993933942417228,
      "epoch": 0.929195258889582,
      "step": 2979
    },
    {
      "epoch": 0.9295071740486588,
      "grad_norm": 0.21645931899547577,
      "learning_rate": 9.93e-05,
      "loss": 0.0817,
      "step": 2980
    },
    {
      "epoch": 0.9295071740486588,
      "flow_loss": 0.09010175615549088,
      "step": 2980
    },
    {
      "contrastive_loss": 0.021978214383125305,
      "epoch": 0.9295071740486588,
      "step": 2980
    },
    {
      "contrastive_lambda": 0.993929876083989,
      "epoch": 0.9295071740486588,
      "step": 2980
    },
    {
      "contrastive_lambda": 0.993925808396613,
      "epoch": 0.9298190892077355,
      "step": 2981
    },
    {
      "contrastive_lambda": 0.9939217393551115,
      "epoch": 0.9301310043668122,
      "step": 2982
    },
    {
      "contrastive_lambda": 0.9939176689594955,
      "epoch": 0.930442919525889,
      "step": 2983
    },
    {
      "contrastive_lambda": 0.9939135972097761,
      "epoch": 0.9307548346849657,
      "step": 2984
    },
    {
      "contrastive_lambda": 0.9939095241059647,
      "epoch": 0.9310667498440425,
      "step": 2985
    },
    {
      "contrastive_lambda": 0.9939054496480721,
      "epoch": 0.9313786650031192,
      "step": 2986
    },
    {
      "contrastive_lambda": 0.9939013738361098,
      "epoch": 0.9316905801621959,
      "step": 2987
    },
    {
      "contrastive_lambda": 0.9938972966700889,
      "epoch": 0.9320024953212727,
      "step": 2988
    },
    {
      "contrastive_lambda": 0.9938932181500204,
      "epoch": 0.9323144104803494,
      "step": 2989
    },
    {
      "epoch": 0.932626325639426,
      "grad_norm": 0.20488496124744415,
      "learning_rate": 9.963333333333333e-05,
      "loss": 0.0766,
      "step": 2990
    },
    {
      "epoch": 0.932626325639426,
      "flow_loss": 0.07842977344989777,
      "step": 2990
    },
    {
      "contrastive_loss": 0.02225736528635025,
      "epoch": 0.932626325639426,
      "step": 2990
    },
    {
      "contrastive_lambda": 0.9938891382759156,
      "epoch": 0.932626325639426,
      "step": 2990
    },
    {
      "contrastive_lambda": 0.9938850570477857,
      "epoch": 0.9329382407985028,
      "step": 2991
    },
    {
      "contrastive_lambda": 0.9938809744656418,
      "epoch": 0.9332501559575795,
      "step": 2992
    },
    {
      "contrastive_lambda": 0.9938768905294953,
      "epoch": 0.9335620711166562,
      "step": 2993
    },
    {
      "contrastive_lambda": 0.9938728052393573,
      "epoch": 0.933873986275733,
      "step": 2994
    },
    {
      "contrastive_lambda": 0.9938687185952388,
      "epoch": 0.9341859014348097,
      "step": 2995
    },
    {
      "contrastive_lambda": 0.9938646305971512,
      "epoch": 0.9344978165938864,
      "step": 2996
    },
    {
      "contrastive_lambda": 0.9938605412451058,
      "epoch": 0.9348097317529632,
      "step": 2997
    },
    {
      "contrastive_lambda": 0.9938564505391136,
      "epoch": 0.9351216469120399,
      "step": 2998
    },
    {
      "contrastive_lambda": 0.9938523584791858,
      "epoch": 0.9354335620711166,
      "step": 2999
    },
    {
      "epoch": 0.9357454772301934,
      "grad_norm": 0.2789593040943146,
      "learning_rate": 9.996666666666668e-05,
      "loss": 0.0851,
      "step": 3000
    },
    {
      "epoch": 0.9357454772301934,
      "flow_loss": 0.07959994673728943,
      "step": 3000
    },
    {
      "contrastive_loss": 0.02059916779398918,
      "epoch": 0.9357454772301934,
      "step": 3000
    },
    {
      "contrastive_lambda": 0.993848265065334,
      "epoch": 0.9357454772301934,
      "step": 3000
    },
    {
      "contrastive_lambda": 0.9938441702975689,
      "epoch": 0.9360573923892701,
      "step": 3001
    },
    {
      "contrastive_lambda": 0.9938400741759019,
      "epoch": 0.9363693075483468,
      "step": 3002
    },
    {
      "contrastive_lambda": 0.9938359767003445,
      "epoch": 0.9366812227074236,
      "step": 3003
    },
    {
      "contrastive_lambda": 0.9938318778709077,
      "epoch": 0.9369931378665003,
      "step": 3004
    },
    {
      "contrastive_lambda": 0.9938277776876028,
      "epoch": 0.9373050530255771,
      "step": 3005
    },
    {
      "contrastive_lambda": 0.9938236761504409,
      "epoch": 0.9376169681846538,
      "step": 3006
    },
    {
      "contrastive_lambda": 0.9938195732594334,
      "epoch": 0.9379288833437305,
      "step": 3007
    },
    {
      "contrastive_lambda": 0.9938154690145915,
      "epoch": 0.9382407985028073,
      "step": 3008
    },
    {
      "contrastive_lambda": 0.9938113634159265,
      "epoch": 0.938552713661884,
      "step": 3009
    },
    {
      "epoch": 0.9388646288209607,
      "grad_norm": 0.19348633289337158,
      "learning_rate": 9.999999384858465e-05,
      "loss": 0.0784,
      "step": 3010
    },
    {
      "epoch": 0.9388646288209607,
      "flow_loss": 0.07862874865531921,
      "step": 3010
    },
    {
      "contrastive_loss": 0.02271183580160141,
      "epoch": 0.9388646288209607,
      "step": 3010
    },
    {
      "contrastive_lambda": 0.9938072564634495,
      "epoch": 0.9388646288209607,
      "step": 3010
    },
    {
      "contrastive_lambda": 0.9938031481571719,
      "epoch": 0.9391765439800375,
      "step": 3011
    },
    {
      "contrastive_lambda": 0.9937990384971049,
      "epoch": 0.9394884591391142,
      "step": 3012
    },
    {
      "contrastive_lambda": 0.9937949274832599,
      "epoch": 0.9398003742981909,
      "step": 3013
    },
    {
      "contrastive_lambda": 0.993790815115648,
      "epoch": 0.9401122894572677,
      "step": 3014
    },
    {
      "contrastive_lambda": 0.9937867013942806,
      "epoch": 0.9404242046163444,
      "step": 3015
    },
    {
      "contrastive_lambda": 0.9937825863191689,
      "epoch": 0.940736119775421,
      "step": 3016
    },
    {
      "contrastive_lambda": 0.9937784698903243,
      "epoch": 0.9410480349344978,
      "step": 3017
    },
    {
      "contrastive_lambda": 0.9937743521077578,
      "epoch": 0.9413599500935745,
      "step": 3018
    },
    {
      "contrastive_lambda": 0.993770232971481,
      "epoch": 0.9416718652526512,
      "step": 3019
    },
    {
      "epoch": 0.941983780411728,
      "grad_norm": 0.2109994739294052,
      "learning_rate": 9.999997258443473e-05,
      "loss": 0.0864,
      "step": 3020
    },
    {
      "epoch": 0.941983780411728,
      "flow_loss": 0.08159523457288742,
      "step": 3020
    },
    {
      "contrastive_loss": 0.023121241480112076,
      "epoch": 0.941983780411728,
      "step": 3020
    },
    {
      "contrastive_lambda": 0.9937661124815049,
      "epoch": 0.941983780411728,
      "step": 3020
    },
    {
      "contrastive_lambda": 0.9937619906378412,
      "epoch": 0.9422956955708047,
      "step": 3021
    },
    {
      "contrastive_lambda": 0.9937578674405009,
      "epoch": 0.9426076107298814,
      "step": 3022
    },
    {
      "contrastive_lambda": 0.9937537428894954,
      "epoch": 0.9429195258889582,
      "step": 3023
    },
    {
      "contrastive_lambda": 0.9937496169848359,
      "epoch": 0.9432314410480349,
      "step": 3024
    },
    {
      "contrastive_lambda": 0.9937454897265338,
      "epoch": 0.9435433562071117,
      "step": 3025
    },
    {
      "contrastive_lambda": 0.9937413611146004,
      "epoch": 0.9438552713661884,
      "step": 3026
    },
    {
      "contrastive_lambda": 0.9937372311490471,
      "epoch": 0.9441671865252651,
      "step": 3027
    },
    {
      "contrastive_lambda": 0.993733099829885,
      "epoch": 0.9444791016843419,
      "step": 3028
    },
    {
      "contrastive_lambda": 0.9937289671571257,
      "epoch": 0.9447910168434186,
      "step": 3029
    },
    {
      "epoch": 0.9451029320024953,
      "grad_norm": 0.20061320066452026,
      "learning_rate": 9.999993613161331e-05,
      "loss": 0.0782,
      "step": 3030
    },
    {
      "epoch": 0.9451029320024953,
      "flow_loss": 0.07373020052909851,
      "step": 3030
    },
    {
      "contrastive_loss": 0.022808875888586044,
      "epoch": 0.9451029320024953,
      "step": 3030
    },
    {
      "contrastive_lambda": 0.9937248331307804,
      "epoch": 0.9451029320024953,
      "step": 3030
    },
    {
      "contrastive_lambda": 0.9937206977508604,
      "epoch": 0.9454148471615721,
      "step": 3031
    },
    {
      "contrastive_lambda": 0.993716561017377,
      "epoch": 0.9457267623206488,
      "step": 3032
    },
    {
      "contrastive_lambda": 0.9937124229303418,
      "epoch": 0.9460386774797255,
      "step": 3033
    },
    {
      "contrastive_lambda": 0.9937082834897659,
      "epoch": 0.9463505926388023,
      "step": 3034
    },
    {
      "contrastive_lambda": 0.9937041426956607,
      "epoch": 0.946662507797879,
      "step": 3035
    },
    {
      "contrastive_lambda": 0.9937000005480374,
      "epoch": 0.9469744229569557,
      "step": 3036
    },
    {
      "contrastive_lambda": 0.9936958570469077,
      "epoch": 0.9472863381160325,
      "step": 3037
    },
    {
      "contrastive_lambda": 0.9936917121922828,
      "epoch": 0.9475982532751092,
      "step": 3038
    },
    {
      "contrastive_lambda": 0.993687565984174,
      "epoch": 0.9479101684341859,
      "step": 3039
    },
    {
      "epoch": 0.9482220835932627,
      "grad_norm": 0.18177229166030884,
      "learning_rate": 9.999988449013146e-05,
      "loss": 0.0761,
      "step": 3040
    },
    {
      "epoch": 0.9482220835932627,
      "flow_loss": 0.0768948495388031,
      "step": 3040
    },
    {
      "contrastive_loss": 0.02005133405327797,
      "epoch": 0.9482220835932627,
      "step": 3040
    },
    {
      "contrastive_lambda": 0.9936834184225927,
      "epoch": 0.9482220835932627,
      "step": 3040
    },
    {
      "contrastive_lambda": 0.9936792695075501,
      "epoch": 0.9485339987523393,
      "step": 3041
    },
    {
      "contrastive_lambda": 0.993675119239058,
      "epoch": 0.9488459139114162,
      "step": 3042
    },
    {
      "contrastive_lambda": 0.9936709676171274,
      "epoch": 0.9491578290704928,
      "step": 3043
    },
    {
      "contrastive_lambda": 0.9936668146417699,
      "epoch": 0.9494697442295695,
      "step": 3044
    },
    {
      "contrastive_lambda": 0.9936626603129968,
      "epoch": 0.9497816593886463,
      "step": 3045
    },
    {
      "contrastive_lambda": 0.9936585046308193,
      "epoch": 0.950093574547723,
      "step": 3046
    },
    {
      "contrastive_lambda": 0.9936543475952492,
      "epoch": 0.9504054897067997,
      "step": 3047
    },
    {
      "contrastive_lambda": 0.9936501892062977,
      "epoch": 0.9507174048658765,
      "step": 3048
    },
    {
      "contrastive_lambda": 0.993646029463976,
      "epoch": 0.9510293200249532,
      "step": 3049
    },
    {
      "epoch": 0.9513412351840299,
      "grad_norm": 0.18285784125328064,
      "learning_rate": 9.99998176600049e-05,
      "loss": 0.0867,
      "step": 3050
    },
    {
      "epoch": 0.9513412351840299,
      "flow_loss": 0.1313205063343048,
      "step": 3050
    },
    {
      "contrastive_loss": 0.020807407796382904,
      "epoch": 0.9513412351840299,
      "step": 3050
    },
    {
      "contrastive_lambda": 0.9936418683682957,
      "epoch": 0.9513412351840299,
      "step": 3050
    },
    {
      "contrastive_lambda": 0.9936377059192683,
      "epoch": 0.9516531503431067,
      "step": 3051
    },
    {
      "contrastive_lambda": 0.993633542116905,
      "epoch": 0.9519650655021834,
      "step": 3052
    },
    {
      "contrastive_lambda": 0.9936293769612174,
      "epoch": 0.9522769806612601,
      "step": 3053
    },
    {
      "contrastive_lambda": 0.9936252104522167,
      "epoch": 0.9525888958203369,
      "step": 3054
    },
    {
      "contrastive_lambda": 0.9936210425899146,
      "epoch": 0.9529008109794136,
      "step": 3055
    },
    {
      "contrastive_lambda": 0.9936168733743225,
      "epoch": 0.9532127261384903,
      "step": 3056
    },
    {
      "contrastive_lambda": 0.9936127028054514,
      "epoch": 0.9535246412975671,
      "step": 3057
    },
    {
      "contrastive_lambda": 0.9936085308833132,
      "epoch": 0.9538365564566438,
      "step": 3058
    },
    {
      "contrastive_lambda": 0.9936043576079192,
      "epoch": 0.9541484716157205,
      "step": 3059
    },
    {
      "epoch": 0.9544603867747973,
      "grad_norm": 0.1912916749715805,
      "learning_rate": 9.999973564125389e-05,
      "loss": 0.0824,
      "step": 3060
    },
    {
      "epoch": 0.9544603867747973,
      "flow_loss": 0.12217532098293304,
      "step": 3060
    },
    {
      "contrastive_loss": 0.019634582102298737,
      "epoch": 0.9544603867747973,
      "step": 3060
    },
    {
      "contrastive_lambda": 0.9936001829792809,
      "epoch": 0.9544603867747973,
      "step": 3060
    },
    {
      "contrastive_lambda": 0.9935960069974096,
      "epoch": 0.954772301933874,
      "step": 3061
    },
    {
      "contrastive_lambda": 0.9935918296623167,
      "epoch": 0.9550842170929508,
      "step": 3062
    },
    {
      "contrastive_lambda": 0.993587650974014,
      "epoch": 0.9553961322520275,
      "step": 3063
    },
    {
      "contrastive_lambda": 0.9935834709325126,
      "epoch": 0.9557080474111042,
      "step": 3064
    },
    {
      "contrastive_lambda": 0.9935792895378242,
      "epoch": 0.956019962570181,
      "step": 3065
    },
    {
      "contrastive_lambda": 0.9935751067899601,
      "epoch": 0.9563318777292577,
      "step": 3066
    },
    {
      "contrastive_lambda": 0.9935709226889318,
      "epoch": 0.9566437928883343,
      "step": 3067
    },
    {
      "contrastive_lambda": 0.9935667372347508,
      "epoch": 0.9569557080474111,
      "step": 3068
    },
    {
      "contrastive_lambda": 0.9935625504274284,
      "epoch": 0.9572676232064878,
      "step": 3069
    },
    {
      "epoch": 0.9575795383655645,
      "grad_norm": 0.19756843149662018,
      "learning_rate": 9.999963843390335e-05,
      "loss": 0.0877,
      "step": 3070
    },
    {
      "epoch": 0.9575795383655645,
      "flow_loss": 0.11406693607568741,
      "step": 3070
    },
    {
      "contrastive_loss": 0.02112903818488121,
      "epoch": 0.9575795383655645,
      "step": 3070
    },
    {
      "contrastive_lambda": 0.9935583622669764,
      "epoch": 0.9575795383655645,
      "step": 3070
    },
    {
      "contrastive_lambda": 0.9935541727534062,
      "epoch": 0.9578914535246413,
      "step": 3071
    },
    {
      "contrastive_lambda": 0.993549981886729,
      "epoch": 0.958203368683718,
      "step": 3072
    },
    {
      "contrastive_lambda": 0.9935457896669567,
      "epoch": 0.9585152838427947,
      "step": 3073
    },
    {
      "contrastive_lambda": 0.9935415960941005,
      "epoch": 0.9588271990018715,
      "step": 3074
    },
    {
      "contrastive_lambda": 0.9935374011681721,
      "epoch": 0.9591391141609482,
      "step": 3075
    },
    {
      "contrastive_lambda": 0.9935332048891827,
      "epoch": 0.9594510293200249,
      "step": 3076
    },
    {
      "contrastive_lambda": 0.9935290072571442,
      "epoch": 0.9597629444791017,
      "step": 3077
    },
    {
      "contrastive_lambda": 0.9935248082720678,
      "epoch": 0.9600748596381784,
      "step": 3078
    },
    {
      "contrastive_lambda": 0.9935206079339651,
      "epoch": 0.9603867747972551,
      "step": 3079
    },
    {
      "epoch": 0.9606986899563319,
      "grad_norm": 0.3326438069343567,
      "learning_rate": 9.999952603798282e-05,
      "loss": 0.0818,
      "step": 3080
    },
    {
      "epoch": 0.9606986899563319,
      "flow_loss": 0.07139859348535538,
      "step": 3080
    },
    {
      "contrastive_loss": 0.024493509903550148,
      "epoch": 0.9606986899563319,
      "step": 3080
    },
    {
      "contrastive_lambda": 0.9935164062428476,
      "epoch": 0.9606986899563319,
      "step": 3080
    },
    {
      "contrastive_lambda": 0.993512203198727,
      "epoch": 0.9610106051154086,
      "step": 3081
    },
    {
      "contrastive_lambda": 0.9935079988016147,
      "epoch": 0.9613225202744854,
      "step": 3082
    },
    {
      "contrastive_lambda": 0.993503793051522,
      "epoch": 0.9616344354335621,
      "step": 3083
    },
    {
      "contrastive_lambda": 0.9934995859484608,
      "epoch": 0.9619463505926388,
      "step": 3084
    },
    {
      "contrastive_lambda": 0.9934953774924423,
      "epoch": 0.9622582657517156,
      "step": 3085
    },
    {
      "contrastive_lambda": 0.9934911676834783,
      "epoch": 0.9625701809107923,
      "step": 3086
    },
    {
      "contrastive_lambda": 0.9934869565215803,
      "epoch": 0.962882096069869,
      "step": 3087
    },
    {
      "contrastive_lambda": 0.9934827440067597,
      "epoch": 0.9631940112289458,
      "step": 3088
    },
    {
      "contrastive_lambda": 0.9934785301390281,
      "epoch": 0.9635059263880225,
      "step": 3089
    },
    {
      "epoch": 0.9638178415470992,
      "grad_norm": 0.20575499534606934,
      "learning_rate": 9.999939845352646e-05,
      "loss": 0.0818,
      "step": 3090
    },
    {
      "epoch": 0.9638178415470992,
      "flow_loss": 0.08724008500576019,
      "step": 3090
    },
    {
      "contrastive_loss": 0.025761276483535767,
      "epoch": 0.9638178415470992,
      "step": 3090
    },
    {
      "contrastive_lambda": 0.9934743149183972,
      "epoch": 0.9638178415470992,
      "step": 3090
    },
    {
      "contrastive_lambda": 0.9934700983448784,
      "epoch": 0.964129756706176,
      "step": 3091
    },
    {
      "contrastive_lambda": 0.9934658804184833,
      "epoch": 0.9644416718652526,
      "step": 3092
    },
    {
      "contrastive_lambda": 0.9934616611392235,
      "epoch": 0.9647535870243293,
      "step": 3093
    },
    {
      "contrastive_lambda": 0.9934574405071106,
      "epoch": 0.9650655021834061,
      "step": 3094
    },
    {
      "contrastive_lambda": 0.9934532185221561,
      "epoch": 0.9653774173424828,
      "step": 3095
    },
    {
      "contrastive_lambda": 0.9934489951843715,
      "epoch": 0.9656893325015595,
      "step": 3096
    },
    {
      "contrastive_lambda": 0.9934447704937683,
      "epoch": 0.9660012476606363,
      "step": 3097
    },
    {
      "contrastive_lambda": 0.9934405444503585,
      "epoch": 0.966313162819713,
      "step": 3098
    },
    {
      "contrastive_lambda": 0.9934363170541534,
      "epoch": 0.9666250779787897,
      "step": 3099
    },
    {
      "epoch": 0.9669369931378665,
      "grad_norm": 0.21184709668159485,
      "learning_rate": 9.999925568057298e-05,
      "loss": 0.0868,
      "step": 3100
    },
    {
      "epoch": 0.9669369931378665,
      "flow_loss": 0.10380120575428009,
      "step": 3100
    },
    {
      "contrastive_loss": 0.019552597776055336,
      "epoch": 0.9669369931378665,
      "step": 3100
    },
    {
      "contrastive_lambda": 0.9934320883051646,
      "epoch": 0.9669369931378665,
      "step": 3100
    },
    {
      "contrastive_lambda": 0.9934278582034036,
      "epoch": 0.9672489082969432,
      "step": 3101
    },
    {
      "contrastive_lambda": 0.9934236267488823,
      "epoch": 0.96756082345602,
      "step": 3102
    },
    {
      "contrastive_lambda": 0.9934193939416119,
      "epoch": 0.9678727386150967,
      "step": 3103
    },
    {
      "contrastive_lambda": 0.9934151597816043,
      "epoch": 0.9681846537741734,
      "step": 3104
    },
    {
      "contrastive_lambda": 0.9934109242688711,
      "epoch": 0.9684965689332502,
      "step": 3105
    },
    {
      "contrastive_lambda": 0.9934066874034239,
      "epoch": 0.9688084840923269,
      "step": 3106
    },
    {
      "contrastive_lambda": 0.9934024491852741,
      "epoch": 0.9691203992514036,
      "step": 3107
    },
    {
      "contrastive_lambda": 0.9933982096144335,
      "epoch": 0.9694323144104804,
      "step": 3108
    },
    {
      "contrastive_lambda": 0.9933939686909137,
      "epoch": 0.9697442295695571,
      "step": 3109
    },
    {
      "epoch": 0.9700561447286338,
      "grad_norm": 0.2226860672235489,
      "learning_rate": 9.999909771916578e-05,
      "loss": 0.0836,
      "step": 3110
    },
    {
      "epoch": 0.9700561447286338,
      "flow_loss": 0.07027356326580048,
      "step": 3110
    },
    {
      "contrastive_loss": 0.018090873956680298,
      "epoch": 0.9700561447286338,
      "step": 3110
    },
    {
      "contrastive_lambda": 0.9933897264147263,
      "epoch": 0.9700561447286338,
      "step": 3110
    },
    {
      "contrastive_lambda": 0.993385482785883,
      "epoch": 0.9703680598877106,
      "step": 3111
    },
    {
      "contrastive_lambda": 0.9933812378043954,
      "epoch": 0.9706799750467873,
      "step": 3112
    },
    {
      "contrastive_lambda": 0.993376991470275,
      "epoch": 0.970991890205864,
      "step": 3113
    },
    {
      "contrastive_lambda": 0.9933727437835338,
      "epoch": 0.9713038053649408,
      "step": 3114
    },
    {
      "contrastive_lambda": 0.993368494744183,
      "epoch": 0.9716157205240175,
      "step": 3115
    },
    {
      "contrastive_lambda": 0.9933642443522346,
      "epoch": 0.9719276356830941,
      "step": 3116
    },
    {
      "contrastive_lambda": 0.9933599926076999,
      "epoch": 0.972239550842171,
      "step": 3117
    },
    {
      "contrastive_lambda": 0.993355739510591,
      "epoch": 0.9725514660012476,
      "step": 3118
    },
    {
      "contrastive_lambda": 0.9933514850609192,
      "epoch": 0.9728633811603243,
      "step": 3119
    },
    {
      "epoch": 0.9731752963194011,
      "grad_norm": 0.2659221887588501,
      "learning_rate": 9.999892456935285e-05,
      "loss": 0.074,
      "step": 3120
    },
    {
      "epoch": 0.9731752963194011,
      "flow_loss": 0.07537423074245453,
      "step": 3120
    },
    {
      "contrastive_loss": 0.024130675941705704,
      "epoch": 0.9731752963194011,
      "step": 3120
    },
    {
      "contrastive_lambda": 0.9933472292586963,
      "epoch": 0.9731752963194011,
      "step": 3120
    },
    {
      "contrastive_lambda": 0.993342972103934,
      "epoch": 0.9734872114784778,
      "step": 3121
    },
    {
      "contrastive_lambda": 0.9933387135966439,
      "epoch": 0.9737991266375546,
      "step": 3122
    },
    {
      "contrastive_lambda": 0.9933344537368378,
      "epoch": 0.9741110417966313,
      "step": 3123
    },
    {
      "contrastive_lambda": 0.9933301925245273,
      "epoch": 0.974422956955708,
      "step": 3124
    },
    {
      "contrastive_lambda": 0.9933259299597239,
      "epoch": 0.9747348721147848,
      "step": 3125
    },
    {
      "contrastive_lambda": 0.9933216660424395,
      "epoch": 0.9750467872738615,
      "step": 3126
    },
    {
      "contrastive_lambda": 0.9933174007726857,
      "epoch": 0.9753587024329382,
      "step": 3127
    },
    {
      "contrastive_lambda": 0.9933131341504744,
      "epoch": 0.975670617592015,
      "step": 3128
    },
    {
      "contrastive_lambda": 0.993308866175817,
      "epoch": 0.9759825327510917,
      "step": 3129
    },
    {
      "epoch": 0.9762944479101684,
      "grad_norm": 0.22379347681999207,
      "learning_rate": 9.999873623118679e-05,
      "loss": 0.0838,
      "step": 3130
    },
    {
      "epoch": 0.9762944479101684,
      "flow_loss": 0.08002918213605881,
      "step": 3130
    },
    {
      "contrastive_loss": 0.019956063479185104,
      "epoch": 0.9762944479101684,
      "step": 3130
    },
    {
      "contrastive_lambda": 0.9933045968487254,
      "epoch": 0.9762944479101684,
      "step": 3130
    },
    {
      "contrastive_lambda": 0.9933003261692113,
      "epoch": 0.9766063630692452,
      "step": 3131
    },
    {
      "contrastive_lambda": 0.9932960541372862,
      "epoch": 0.9769182782283219,
      "step": 3132
    },
    {
      "contrastive_lambda": 0.993291780752962,
      "epoch": 0.9772301933873986,
      "step": 3133
    },
    {
      "contrastive_lambda": 0.9932875060162505,
      "epoch": 0.9775421085464754,
      "step": 3134
    },
    {
      "contrastive_lambda": 0.9932832299271631,
      "epoch": 0.9778540237055521,
      "step": 3135
    },
    {
      "contrastive_lambda": 0.9932789524857119,
      "epoch": 0.9781659388646288,
      "step": 3136
    },
    {
      "contrastive_lambda": 0.9932746736919082,
      "epoch": 0.9784778540237056,
      "step": 3137
    },
    {
      "contrastive_lambda": 0.9932703935457643,
      "epoch": 0.9787897691827823,
      "step": 3138
    },
    {
      "contrastive_lambda": 0.9932661120472914,
      "epoch": 0.9791016843418591,
      "step": 3139
    },
    {
      "epoch": 0.9794135995009358,
      "grad_norm": 0.29405468702316284,
      "learning_rate": 9.999853270472479e-05,
      "loss": 0.081,
      "step": 3140
    },
    {
      "epoch": 0.9794135995009358,
      "flow_loss": 0.09121206402778625,
      "step": 3140
    },
    {
      "contrastive_loss": 0.02100645937025547,
      "epoch": 0.9794135995009358,
      "step": 3140
    },
    {
      "contrastive_lambda": 0.9932618291965014,
      "epoch": 0.9794135995009358,
      "step": 3140
    },
    {
      "contrastive_lambda": 0.9932575449934062,
      "epoch": 0.9797255146600125,
      "step": 3141
    },
    {
      "contrastive_lambda": 0.9932532594380175,
      "epoch": 0.9800374298190893,
      "step": 3142
    },
    {
      "contrastive_lambda": 0.9932489725303468,
      "epoch": 0.980349344978166,
      "step": 3143
    },
    {
      "contrastive_lambda": 0.9932446842704061,
      "epoch": 0.9806612601372426,
      "step": 3144
    },
    {
      "contrastive_lambda": 0.9932403946582071,
      "epoch": 0.9809731752963194,
      "step": 3145
    },
    {
      "contrastive_lambda": 0.9932361036937617,
      "epoch": 0.9812850904553961,
      "step": 3146
    },
    {
      "contrastive_lambda": 0.9932318113770814,
      "epoch": 0.9815970056144728,
      "step": 3147
    },
    {
      "contrastive_lambda": 0.9932275177081781,
      "epoch": 0.9819089207735496,
      "step": 3148
    },
    {
      "contrastive_lambda": 0.9932232226870634,
      "epoch": 0.9822208359326263,
      "step": 3149
    },
    {
      "epoch": 0.982532751091703,
      "grad_norm": 0.23195986449718475,
      "learning_rate": 9.999831399002871e-05,
      "loss": 0.0782,
      "step": 3150
    },
    {
      "epoch": 0.982532751091703,
      "flow_loss": 0.06499212235212326,
      "step": 3150
    },
    {
      "contrastive_loss": 0.016286339610815048,
      "epoch": 0.982532751091703,
      "step": 3150
    },
    {
      "contrastive_lambda": 0.9932189263137494,
      "epoch": 0.982532751091703,
      "step": 3150
    },
    {
      "contrastive_lambda": 0.9932146285882477,
      "epoch": 0.9828446662507798,
      "step": 3151
    },
    {
      "contrastive_lambda": 0.9932103295105701,
      "epoch": 0.9831565814098565,
      "step": 3152
    },
    {
      "contrastive_lambda": 0.9932060290807283,
      "epoch": 0.9834684965689332,
      "step": 3153
    },
    {
      "contrastive_lambda": 0.9932017272987343,
      "epoch": 0.98378041172801,
      "step": 3154
    },
    {
      "contrastive_lambda": 0.9931974241645997,
      "epoch": 0.9840923268870867,
      "step": 3155
    },
    {
      "contrastive_lambda": 0.9931931196783363,
      "epoch": 0.9844042420461634,
      "step": 3156
    },
    {
      "contrastive_lambda": 0.993188813839956,
      "epoch": 0.9847161572052402,
      "step": 3157
    },
    {
      "contrastive_lambda": 0.9931845066494706,
      "epoch": 0.9850280723643169,
      "step": 3158
    },
    {
      "contrastive_lambda": 0.9931801981068917,
      "epoch": 0.9853399875233937,
      "step": 3159
    },
    {
      "epoch": 0.9856519026824704,
      "grad_norm": 0.2742973268032074,
      "learning_rate": 9.999808008716494e-05,
      "loss": 0.0777,
      "step": 3160
    },
    {
      "epoch": 0.9856519026824704,
      "flow_loss": 0.0786747932434082,
      "step": 3160
    },
    {
      "contrastive_loss": 0.018563367426395416,
      "epoch": 0.9856519026824704,
      "step": 3160
    },
    {
      "contrastive_lambda": 0.9931758882122315,
      "epoch": 0.9856519026824704,
      "step": 3160
    },
    {
      "contrastive_lambda": 0.9931715769655015,
      "epoch": 0.9859638178415471,
      "step": 3161
    },
    {
      "contrastive_lambda": 0.9931672643667137,
      "epoch": 0.9862757330006239,
      "step": 3162
    },
    {
      "contrastive_lambda": 0.9931629504158798,
      "epoch": 0.9865876481597006,
      "step": 3163
    },
    {
      "contrastive_lambda": 0.9931586351130116,
      "epoch": 0.9868995633187773,
      "step": 3164
    },
    {
      "contrastive_lambda": 0.9931543184581211,
      "epoch": 0.9872114784778541,
      "step": 3165
    },
    {
      "contrastive_lambda": 0.9931500004512199,
      "epoch": 0.9875233936369308,
      "step": 3166
    },
    {
      "contrastive_lambda": 0.9931456810923202,
      "epoch": 0.9878353087960074,
      "step": 3167
    },
    {
      "contrastive_lambda": 0.9931413603814334,
      "epoch": 0.9881472239550843,
      "step": 3168
    },
    {
      "contrastive_lambda": 0.9931370383185717,
      "epoch": 0.988459139114161,
      "step": 3169
    },
    {
      "epoch": 0.9887710542732376,
      "grad_norm": 0.201059028506279,
      "learning_rate": 9.999783099620459e-05,
      "loss": 0.0811,
      "step": 3170
    },
    {
      "epoch": 0.9887710542732376,
      "flow_loss": 0.0823029950261116,
      "step": 3170
    },
    {
      "contrastive_loss": 0.01886744797229767,
      "epoch": 0.9887710542732376,
      "step": 3170
    },
    {
      "contrastive_lambda": 0.9931327149037468,
      "epoch": 0.9887710542732376,
      "step": 3170
    },
    {
      "contrastive_lambda": 0.9931283901369705,
      "epoch": 0.9890829694323144,
      "step": 3171
    },
    {
      "contrastive_lambda": 0.9931240640182547,
      "epoch": 0.9893948845913911,
      "step": 3172
    },
    {
      "contrastive_lambda": 0.9931197365476113,
      "epoch": 0.9897067997504678,
      "step": 3173
    },
    {
      "contrastive_lambda": 0.9931154077250521,
      "epoch": 0.9900187149095446,
      "step": 3174
    },
    {
      "contrastive_lambda": 0.9931110775505891,
      "epoch": 0.9903306300686213,
      "step": 3175
    },
    {
      "contrastive_lambda": 0.9931067460242341,
      "epoch": 0.990642545227698,
      "step": 3176
    },
    {
      "contrastive_lambda": 0.9931024131459989,
      "epoch": 0.9909544603867748,
      "step": 3177
    },
    {
      "contrastive_lambda": 0.9930980789158954,
      "epoch": 0.9912663755458515,
      "step": 3178
    },
    {
      "contrastive_lambda": 0.9930937433339357,
      "epoch": 0.9915782907049283,
      "step": 3179
    },
    {
      "epoch": 0.991890205864005,
      "grad_norm": 0.22184306383132935,
      "learning_rate": 9.999756671722328e-05,
      "loss": 0.0748,
      "step": 3180
    },
    {
      "epoch": 0.991890205864005,
      "flow_loss": 0.05986260622739792,
      "step": 3180
    },
    {
      "contrastive_loss": 0.02087579481303692,
      "epoch": 0.991890205864005,
      "step": 3180
    },
    {
      "contrastive_lambda": 0.9930894064001313,
      "epoch": 0.991890205864005,
      "step": 3180
    },
    {
      "contrastive_lambda": 0.9930850681144945,
      "epoch": 0.9922021210230817,
      "step": 3181
    },
    {
      "contrastive_lambda": 0.9930807284770368,
      "epoch": 0.9925140361821585,
      "step": 3182
    },
    {
      "contrastive_lambda": 0.9930763874877704,
      "epoch": 0.9928259513412352,
      "step": 3183
    },
    {
      "contrastive_lambda": 0.993072045146707,
      "epoch": 0.9931378665003119,
      "step": 3184
    },
    {
      "contrastive_lambda": 0.9930677014538587,
      "epoch": 0.9934497816593887,
      "step": 3185
    },
    {
      "contrastive_lambda": 0.9930633564092372,
      "epoch": 0.9937616968184654,
      "step": 3186
    },
    {
      "contrastive_lambda": 0.9930590100128545,
      "epoch": 0.9940736119775421,
      "step": 3187
    },
    {
      "contrastive_lambda": 0.9930546622647226,
      "epoch": 0.9943855271366189,
      "step": 3188
    },
    {
      "contrastive_lambda": 0.9930503131648534,
      "epoch": 0.9946974422956956,
      "step": 3189
    },
    {
      "epoch": 0.9950093574547723,
      "grad_norm": 0.25252267718315125,
      "learning_rate": 9.99972872503013e-05,
      "loss": 0.0788,
      "step": 3190
    },
    {
      "epoch": 0.9950093574547723,
      "flow_loss": 0.10532006621360779,
      "step": 3190
    },
    {
      "contrastive_loss": 0.017958201467990875,
      "epoch": 0.9950093574547723,
      "step": 3190
    },
    {
      "contrastive_lambda": 0.9930459627132586,
      "epoch": 0.9950093574547723,
      "step": 3190
    },
    {
      "contrastive_lambda": 0.9930416109099505,
      "epoch": 0.9953212726138491,
      "step": 3191
    },
    {
      "contrastive_lambda": 0.9930372577549407,
      "epoch": 0.9956331877729258,
      "step": 3192
    },
    {
      "contrastive_lambda": 0.9930329032482412,
      "epoch": 0.9959451029320024,
      "step": 3193
    },
    {
      "contrastive_lambda": 0.9930285473898641,
      "epoch": 0.9962570180910792,
      "step": 3194
    },
    {
      "contrastive_lambda": 0.9930241901798214,
      "epoch": 0.9965689332501559,
      "step": 3195
    },
    {
      "contrastive_lambda": 0.9930198316181247,
      "epoch": 0.9968808484092326,
      "step": 3196
    },
    {
      "contrastive_lambda": 0.9930154717047861,
      "epoch": 0.9971927635683094,
      "step": 3197
    },
    {
      "contrastive_lambda": 0.9930111104398176,
      "epoch": 0.9975046787273861,
      "step": 3198
    },
    {
      "contrastive_lambda": 0.9930067478232312,
      "epoch": 0.9978165938864629,
      "step": 3199
    },
    {
      "epoch": 0.9981285090455396,
      "grad_norm": 0.29247939586639404,
      "learning_rate": 9.999699259552359e-05,
      "loss": 0.0836,
      "step": 3200
    },
    {
      "epoch": 0.9981285090455396,
      "flow_loss": 0.07966142892837524,
      "step": 3200
    },
    {
      "contrastive_loss": 0.018318410962820053,
      "epoch": 0.9981285090455396,
      "step": 3200
    },
    {
      "contrastive_lambda": 0.9930023838550388,
      "epoch": 0.9981285090455396,
      "step": 3200
    },
    {
      "contrastive_lambda": 0.9929980185352525,
      "epoch": 0.9984404242046163,
      "step": 3201
    },
    {
      "contrastive_lambda": 0.992993651863884,
      "epoch": 0.9987523393636931,
      "step": 3202
    },
    {
      "contrastive_lambda": 0.9929892838409454,
      "epoch": 0.9990642545227698,
      "step": 3203
    },
    {
      "contrastive_lambda": 0.9929849144664488,
      "epoch": 0.9993761696818465,
      "step": 3204
    },
    {
      "contrastive_lambda": 0.992980543740406,
      "epoch": 0.9996880848409233,
      "step": 3205
    },
    {
      "contrastive_lambda": 0.992976171662829,
      "epoch": 1.0,
      "step": 3206
    },
    {
      "contrastive_lambda": 0.9929717982337299,
      "epoch": 1.0003119151590767,
      "step": 3207
    },
    {
      "contrastive_lambda": 0.9929674234531206,
      "epoch": 1.0006238303181534,
      "step": 3208
    },
    {
      "contrastive_lambda": 0.9929630473210131,
      "epoch": 1.0009357454772303,
      "step": 3209
    },
    {
      "epoch": 1.001247660636307,
      "grad_norm": 0.1720249503850937,
      "learning_rate": 9.99966827529796e-05,
      "loss": 0.0746,
      "step": 3210
    },
    {
      "epoch": 1.001247660636307,
      "flow_loss": 0.08136627078056335,
      "step": 3210
    },
    {
      "contrastive_loss": 0.020766010507941246,
      "epoch": 1.001247660636307,
      "step": 3210
    },
    {
      "contrastive_lambda": 0.9929586698374195,
      "epoch": 1.001247660636307,
      "step": 3210
    },
    {
      "contrastive_lambda": 0.9929542910023517,
      "epoch": 1.0015595757953837,
      "step": 3211
    },
    {
      "contrastive_lambda": 0.9929499108158217,
      "epoch": 1.0018714909544604,
      "step": 3212
    },
    {
      "contrastive_lambda": 0.9929455292778415,
      "epoch": 1.002183406113537,
      "step": 3213
    },
    {
      "contrastive_lambda": 0.9929411463884231,
      "epoch": 1.0024953212726138,
      "step": 3214
    },
    {
      "contrastive_lambda": 0.9929367621475786,
      "epoch": 1.0028072364316907,
      "step": 3215
    },
    {
      "contrastive_lambda": 0.9929323765553201,
      "epoch": 1.0031191515907674,
      "step": 3216
    },
    {
      "contrastive_lambda": 0.9929279896116594,
      "epoch": 1.003431066749844,
      "step": 3217
    },
    {
      "contrastive_lambda": 0.9929236013166086,
      "epoch": 1.0037429819089208,
      "step": 3218
    },
    {
      "contrastive_lambda": 0.9929192116701797,
      "epoch": 1.0040548970679974,
      "step": 3219
    },
    {
      "epoch": 1.0043668122270741,
      "grad_norm": 0.28037944436073303,
      "learning_rate": 9.999635772276348e-05,
      "loss": 0.0735,
      "step": 3220
    },
    {
      "epoch": 1.0043668122270741,
      "flow_loss": 0.0720231682062149,
      "step": 3220
    },
    {
      "contrastive_loss": 0.021663207560777664,
      "epoch": 1.0043668122270741,
      "step": 3220
    },
    {
      "contrastive_lambda": 0.992914820672385,
      "epoch": 1.0043668122270741,
      "step": 3220
    },
    {
      "contrastive_lambda": 0.9929104283232362,
      "epoch": 1.004678727386151,
      "step": 3221
    },
    {
      "contrastive_lambda": 0.9929060346227454,
      "epoch": 1.0049906425452277,
      "step": 3222
    },
    {
      "contrastive_lambda": 0.9929016395709249,
      "epoch": 1.0053025577043044,
      "step": 3223
    },
    {
      "contrastive_lambda": 0.9928972431677865,
      "epoch": 1.0056144728633811,
      "step": 3224
    },
    {
      "contrastive_lambda": 0.9928928454133423,
      "epoch": 1.0059263880224578,
      "step": 3225
    },
    {
      "contrastive_lambda": 0.9928884463076044,
      "epoch": 1.0062383031815347,
      "step": 3226
    },
    {
      "contrastive_lambda": 0.9928840458505848,
      "epoch": 1.0065502183406114,
      "step": 3227
    },
    {
      "contrastive_lambda": 0.9928796440422956,
      "epoch": 1.0068621334996881,
      "step": 3228
    },
    {
      "contrastive_lambda": 0.9928752408827489,
      "epoch": 1.0071740486587648,
      "step": 3229
    },
    {
      "epoch": 1.0074859638178415,
      "grad_norm": 0.2114642858505249,
      "learning_rate": 9.999601750497396e-05,
      "loss": 0.0774,
      "step": 3230
    },
    {
      "epoch": 1.0074859638178415,
      "flow_loss": 0.07025270909070969,
      "step": 3230
    },
    {
      "contrastive_loss": 0.02160261571407318,
      "epoch": 1.0074859638178415,
      "step": 3230
    },
    {
      "contrastive_lambda": 0.9928708363719567,
      "epoch": 1.0074859638178415,
      "step": 3230
    },
    {
      "contrastive_lambda": 0.9928664305099313,
      "epoch": 1.0077978789769182,
      "step": 3231
    },
    {
      "contrastive_lambda": 0.9928620232966844,
      "epoch": 1.008109794135995,
      "step": 3232
    },
    {
      "contrastive_lambda": 0.9928576147322283,
      "epoch": 1.0084217092950718,
      "step": 3233
    },
    {
      "contrastive_lambda": 0.9928532048165751,
      "epoch": 1.0087336244541485,
      "step": 3234
    },
    {
      "contrastive_lambda": 0.9928487935497369,
      "epoch": 1.0090455396132252,
      "step": 3235
    },
    {
      "contrastive_lambda": 0.9928443809317257,
      "epoch": 1.0093574547723019,
      "step": 3236
    },
    {
      "contrastive_lambda": 0.9928399669625536,
      "epoch": 1.0096693699313786,
      "step": 3237
    },
    {
      "contrastive_lambda": 0.9928355516422329,
      "epoch": 1.0099812850904555,
      "step": 3238
    },
    {
      "contrastive_lambda": 0.9928311349707755,
      "epoch": 1.0102932002495322,
      "step": 3239
    },
    {
      "epoch": 1.0106051154086089,
      "grad_norm": 0.1937689632177353,
      "learning_rate": 9.99956620997144e-05,
      "loss": 0.07,
      "step": 3240
    },
    {
      "epoch": 1.0106051154086089,
      "flow_loss": 0.08361957967281342,
      "step": 3240
    },
    {
      "contrastive_loss": 0.020971640944480896,
      "epoch": 1.0106051154086089,
      "step": 3240
    },
    {
      "contrastive_lambda": 0.9928267169481935,
      "epoch": 1.0106051154086089,
      "step": 3240
    },
    {
      "contrastive_lambda": 0.992822297574499,
      "epoch": 1.0109170305676856,
      "step": 3241
    },
    {
      "contrastive_lambda": 0.9928178768497042,
      "epoch": 1.0112289457267623,
      "step": 3242
    },
    {
      "contrastive_lambda": 0.9928134547738214,
      "epoch": 1.011540860885839,
      "step": 3243
    },
    {
      "contrastive_lambda": 0.9928090313468625,
      "epoch": 1.0118527760449159,
      "step": 3244
    },
    {
      "contrastive_lambda": 0.9928046065688395,
      "epoch": 1.0121646912039926,
      "step": 3245
    },
    {
      "contrastive_lambda": 0.9928001804397648,
      "epoch": 1.0124766063630692,
      "step": 3246
    },
    {
      "contrastive_lambda": 0.9927957529596504,
      "epoch": 1.012788521522146,
      "step": 3247
    },
    {
      "contrastive_lambda": 0.9927913241285085,
      "epoch": 1.0131004366812226,
      "step": 3248
    },
    {
      "contrastive_lambda": 0.9927868939463511,
      "epoch": 1.0134123518402995,
      "step": 3249
    },
    {
      "epoch": 1.0137242669993762,
      "grad_norm": 0.2512366771697998,
      "learning_rate": 9.999529150709275e-05,
      "loss": 0.0727,
      "step": 3250
    },
    {
      "epoch": 1.0137242669993762,
      "flow_loss": 0.08048014342784882,
      "step": 3250
    },
    {
      "contrastive_loss": 0.018291916698217392,
      "epoch": 1.0137242669993762,
      "step": 3250
    },
    {
      "contrastive_lambda": 0.9927824624131905,
      "epoch": 1.0137242669993762,
      "step": 3250
    },
    {
      "contrastive_lambda": 0.9927780295290389,
      "epoch": 1.014036182158453,
      "step": 3251
    },
    {
      "contrastive_lambda": 0.9927735952939083,
      "epoch": 1.0143480973175296,
      "step": 3252
    },
    {
      "contrastive_lambda": 0.9927691597078108,
      "epoch": 1.0146600124766063,
      "step": 3253
    },
    {
      "contrastive_lambda": 0.9927647227707588,
      "epoch": 1.014971927635683,
      "step": 3254
    },
    {
      "contrastive_lambda": 0.9927602844827643,
      "epoch": 1.01528384279476,
      "step": 3255
    },
    {
      "contrastive_lambda": 0.9927558448438394,
      "epoch": 1.0155957579538366,
      "step": 3256
    },
    {
      "contrastive_lambda": 0.9927514038539965,
      "epoch": 1.0159076731129133,
      "step": 3257
    },
    {
      "contrastive_lambda": 0.9927469615132476,
      "epoch": 1.01621958827199,
      "step": 3258
    },
    {
      "contrastive_lambda": 0.9927425178216049,
      "epoch": 1.0165315034310667,
      "step": 3259
    },
    {
      "epoch": 1.0168434185901434,
      "grad_norm": 0.2882669270038605,
      "learning_rate": 9.999490572722158e-05,
      "loss": 0.0867,
      "step": 3260
    },
    {
      "epoch": 1.0168434185901434,
      "flow_loss": 0.08253117650747299,
      "step": 3260
    },
    {
      "contrastive_loss": 0.02170689031481743,
      "epoch": 1.0168434185901434,
      "step": 3260
    },
    {
      "contrastive_lambda": 0.9927380727790808,
      "epoch": 1.0168434185901434,
      "step": 3260
    },
    {
      "contrastive_lambda": 0.9927336263856872,
      "epoch": 1.0171553337492203,
      "step": 3261
    },
    {
      "contrastive_lambda": 0.9927291786414363,
      "epoch": 1.017467248908297,
      "step": 3262
    },
    {
      "contrastive_lambda": 0.9927247295463404,
      "epoch": 1.0177791640673737,
      "step": 3263
    },
    {
      "contrastive_lambda": 0.9927202791004117,
      "epoch": 1.0180910792264504,
      "step": 3264
    },
    {
      "contrastive_lambda": 0.9927158273036624,
      "epoch": 1.018402994385527,
      "step": 3265
    },
    {
      "contrastive_lambda": 0.9927113741561047,
      "epoch": 1.018714909544604,
      "step": 3266
    },
    {
      "contrastive_lambda": 0.9927069196577507,
      "epoch": 1.0190268247036807,
      "step": 3267
    },
    {
      "contrastive_lambda": 0.9927024638086127,
      "epoch": 1.0193387398627574,
      "step": 3268
    },
    {
      "contrastive_lambda": 0.992698006608703,
      "epoch": 1.019650655021834,
      "step": 3269
    },
    {
      "epoch": 1.0199625701809107,
      "grad_norm": 0.23676204681396484,
      "learning_rate": 9.99945047602181e-05,
      "loss": 0.0803,
      "step": 3270
    },
    {
      "epoch": 1.0199625701809107,
      "flow_loss": 0.06693200021982193,
      "step": 3270
    },
    {
      "contrastive_loss": 0.020153388381004333,
      "epoch": 1.0199625701809107,
      "step": 3270
    },
    {
      "contrastive_lambda": 0.9926935480580337,
      "epoch": 1.0199625701809107,
      "step": 3270
    },
    {
      "contrastive_lambda": 0.992689088156617,
      "epoch": 1.0202744853399874,
      "step": 3271
    },
    {
      "contrastive_lambda": 0.9926846269044654,
      "epoch": 1.0205864004990644,
      "step": 3272
    },
    {
      "contrastive_lambda": 0.9926801643015908,
      "epoch": 1.020898315658141,
      "step": 3273
    },
    {
      "contrastive_lambda": 0.9926757003480056,
      "epoch": 1.0212102308172177,
      "step": 3274
    },
    {
      "contrastive_lambda": 0.9926712350437219,
      "epoch": 1.0215221459762944,
      "step": 3275
    },
    {
      "contrastive_lambda": 0.992666768388752,
      "epoch": 1.0218340611353711,
      "step": 3276
    },
    {
      "contrastive_lambda": 0.9926623003831083,
      "epoch": 1.0221459762944478,
      "step": 3277
    },
    {
      "contrastive_lambda": 0.9926578310268029,
      "epoch": 1.0224578914535247,
      "step": 3278
    },
    {
      "contrastive_lambda": 0.9926533603198482,
      "epoch": 1.0227698066126014,
      "step": 3279
    },
    {
      "epoch": 1.023081721771678,
      "grad_norm": 0.2539791166782379,
      "learning_rate": 9.99940886062041e-05,
      "loss": 0.0711,
      "step": 3280
    },
    {
      "epoch": 1.023081721771678,
      "flow_loss": 0.09521183371543884,
      "step": 3280
    },
    {
      "contrastive_loss": 0.020090004429221153,
      "epoch": 1.023081721771678,
      "step": 3280
    },
    {
      "contrastive_lambda": 0.9926488882622562,
      "epoch": 1.023081721771678,
      "step": 3280
    },
    {
      "contrastive_lambda": 0.9926444148540393,
      "epoch": 1.0233936369307548,
      "step": 3281
    },
    {
      "contrastive_lambda": 0.9926399400952097,
      "epoch": 1.0237055520898315,
      "step": 3282
    },
    {
      "contrastive_lambda": 0.99263546398578,
      "epoch": 1.0240174672489082,
      "step": 3283
    },
    {
      "contrastive_lambda": 0.9926309865257619,
      "epoch": 1.024329382407985,
      "step": 3284
    },
    {
      "contrastive_lambda": 0.9926265077151681,
      "epoch": 1.0246412975670618,
      "step": 3285
    },
    {
      "contrastive_lambda": 0.9926220275540109,
      "epoch": 1.0249532127261385,
      "step": 3286
    },
    {
      "contrastive_lambda": 0.9926175460423022,
      "epoch": 1.0252651278852152,
      "step": 3287
    },
    {
      "contrastive_lambda": 0.9926130631800547,
      "epoch": 1.0255770430442919,
      "step": 3288
    },
    {
      "contrastive_lambda": 0.9926085789672805,
      "epoch": 1.0258889582033688,
      "step": 3289
    },
    {
      "epoch": 1.0262008733624455,
      "grad_norm": 0.2760299742221832,
      "learning_rate": 9.999365726530599e-05,
      "loss": 0.0803,
      "step": 3290
    },
    {
      "epoch": 1.0262008733624455,
      "flow_loss": 0.102606862783432,
      "step": 3290
    },
    {
      "contrastive_loss": 0.022132107987999916,
      "epoch": 1.0262008733624455,
      "step": 3290
    },
    {
      "contrastive_lambda": 0.9926040934039918,
      "epoch": 1.0262008733624455,
      "step": 3290
    },
    {
      "contrastive_lambda": 0.9925996064902011,
      "epoch": 1.0265127885215222,
      "step": 3291
    },
    {
      "contrastive_lambda": 0.9925951182259205,
      "epoch": 1.0268247036805989,
      "step": 3292
    },
    {
      "contrastive_lambda": 0.9925906286111625,
      "epoch": 1.0271366188396756,
      "step": 3293
    },
    {
      "contrastive_lambda": 0.9925861376459394,
      "epoch": 1.0274485339987522,
      "step": 3294
    },
    {
      "contrastive_lambda": 0.9925816453302634,
      "epoch": 1.0277604491578292,
      "step": 3295
    },
    {
      "contrastive_lambda": 0.9925771516641468,
      "epoch": 1.0280723643169059,
      "step": 3296
    },
    {
      "contrastive_lambda": 0.992572656647602,
      "epoch": 1.0283842794759825,
      "step": 3297
    },
    {
      "contrastive_lambda": 0.9925681602806413,
      "epoch": 1.0286961946350592,
      "step": 3298
    },
    {
      "contrastive_lambda": 0.992563662563277,
      "epoch": 1.029008109794136,
      "step": 3299
    },
    {
      "epoch": 1.0293200249532126,
      "grad_norm": 0.19299080967903137,
      "learning_rate": 9.999321073765481e-05,
      "loss": 0.0764,
      "step": 3300
    },
    {
      "epoch": 1.0293200249532126,
      "flow_loss": 0.05894426256418228,
      "step": 3300
    },
    {
      "contrastive_loss": 0.018617164343595505,
      "epoch": 1.0293200249532126,
      "step": 3300
    },
    {
      "contrastive_lambda": 0.9925591634955214,
      "epoch": 1.0293200249532126,
      "step": 3300
    },
    {
      "contrastive_lambda": 0.9925546630773869,
      "epoch": 1.0296319401122895,
      "step": 3301
    },
    {
      "contrastive_lambda": 0.9925501613088858,
      "epoch": 1.0299438552713662,
      "step": 3302
    },
    {
      "contrastive_lambda": 0.9925456581900307,
      "epoch": 1.030255770430443,
      "step": 3303
    },
    {
      "contrastive_lambda": 0.9925411537208335,
      "epoch": 1.0305676855895196,
      "step": 3304
    },
    {
      "contrastive_lambda": 0.9925366479013068,
      "epoch": 1.0308796007485963,
      "step": 3305
    },
    {
      "contrastive_lambda": 0.9925321407314629,
      "epoch": 1.0311915159076732,
      "step": 3306
    },
    {
      "contrastive_lambda": 0.9925276322113142,
      "epoch": 1.03150343106675,
      "step": 3307
    },
    {
      "contrastive_lambda": 0.992523122340873,
      "epoch": 1.0318153462258266,
      "step": 3308
    },
    {
      "contrastive_lambda": 0.9925186111201518,
      "epoch": 1.0321272613849033,
      "step": 3309
    },
    {
      "epoch": 1.03243917654398,
      "grad_norm": 0.29468756914138794,
      "learning_rate": 9.99927490233862e-05,
      "loss": 0.0735,
      "step": 3310
    },
    {
      "epoch": 1.03243917654398,
      "flow_loss": 0.06877501308917999,
      "step": 3310
    },
    {
      "contrastive_loss": 0.021209795027971268,
      "epoch": 1.03243917654398,
      "step": 3310
    },
    {
      "contrastive_lambda": 0.9925140985491627,
      "epoch": 1.03243917654398,
      "step": 3310
    },
    {
      "contrastive_lambda": 0.9925095846279184,
      "epoch": 1.0327510917030567,
      "step": 3311
    },
    {
      "contrastive_lambda": 0.992505069356431,
      "epoch": 1.0330630068621336,
      "step": 3312
    },
    {
      "contrastive_lambda": 0.992500552734713,
      "epoch": 1.0333749220212103,
      "step": 3313
    },
    {
      "contrastive_lambda": 0.9924960347627769,
      "epoch": 1.033686837180287,
      "step": 3314
    },
    {
      "contrastive_lambda": 0.9924915154406349,
      "epoch": 1.0339987523393637,
      "step": 3315
    },
    {
      "contrastive_lambda": 0.9924869947682993,
      "epoch": 1.0343106674984404,
      "step": 3316
    },
    {
      "contrastive_lambda": 0.9924824727457828,
      "epoch": 1.034622582657517,
      "step": 3317
    },
    {
      "contrastive_lambda": 0.9924779493730975,
      "epoch": 1.034934497816594,
      "step": 3318
    },
    {
      "contrastive_lambda": 0.992473424650256,
      "epoch": 1.0352464129756707,
      "step": 3319
    },
    {
      "epoch": 1.0355583281347474,
      "grad_norm": 0.3319694995880127,
      "learning_rate": 9.999227212264043e-05,
      "loss": 0.0759,
      "step": 3320
    },
    {
      "epoch": 1.0355583281347474,
      "flow_loss": 0.04812696948647499,
      "step": 3320
    },
    {
      "contrastive_loss": 0.015647992491722107,
      "epoch": 1.0355583281347474,
      "step": 3320
    },
    {
      "contrastive_lambda": 0.9924688985772707,
      "epoch": 1.0355583281347474,
      "step": 3320
    },
    {
      "contrastive_lambda": 0.9924643711541539,
      "epoch": 1.035870243293824,
      "step": 3321
    },
    {
      "contrastive_lambda": 0.9924598423809181,
      "epoch": 1.0361821584529007,
      "step": 3322
    },
    {
      "contrastive_lambda": 0.9924553122575757,
      "epoch": 1.0364940736119777,
      "step": 3323
    },
    {
      "contrastive_lambda": 0.9924507807841391,
      "epoch": 1.0368059887710543,
      "step": 3324
    },
    {
      "contrastive_lambda": 0.9924462479606206,
      "epoch": 1.037117903930131,
      "step": 3325
    },
    {
      "contrastive_lambda": 0.9924417137870329,
      "epoch": 1.0374298190892077,
      "step": 3326
    },
    {
      "contrastive_lambda": 0.9924371782633883,
      "epoch": 1.0377417342482844,
      "step": 3327
    },
    {
      "contrastive_lambda": 0.9924326413896991,
      "epoch": 1.0380536494073611,
      "step": 3328
    },
    {
      "contrastive_lambda": 0.9924281031659778,
      "epoch": 1.038365564566438,
      "step": 3329
    },
    {
      "epoch": 1.0386774797255147,
      "grad_norm": 0.23185716569423676,
      "learning_rate": 9.999178003556236e-05,
      "loss": 0.0799,
      "step": 3330
    },
    {
      "epoch": 1.0386774797255147,
      "flow_loss": 0.08132350444793701,
      "step": 3330
    },
    {
      "contrastive_loss": 0.0165861789137125,
      "epoch": 1.0386774797255147,
      "step": 3330
    },
    {
      "contrastive_lambda": 0.992423563592237,
      "epoch": 1.0386774797255147,
      "step": 3330
    },
    {
      "contrastive_lambda": 0.992419022668489,
      "epoch": 1.0389893948845914,
      "step": 3331
    },
    {
      "contrastive_lambda": 0.9924144803947463,
      "epoch": 1.039301310043668,
      "step": 3332
    },
    {
      "contrastive_lambda": 0.9924099367710215,
      "epoch": 1.0396132252027448,
      "step": 3333
    },
    {
      "contrastive_lambda": 0.9924053917973268,
      "epoch": 1.0399251403618215,
      "step": 3334
    },
    {
      "contrastive_lambda": 0.9924008454736747,
      "epoch": 1.0402370555208984,
      "step": 3335
    },
    {
      "contrastive_lambda": 0.9923962978000778,
      "epoch": 1.040548970679975,
      "step": 3336
    },
    {
      "contrastive_lambda": 0.9923917487765483,
      "epoch": 1.0408608858390518,
      "step": 3337
    },
    {
      "contrastive_lambda": 0.9923871984030991,
      "epoch": 1.0411728009981285,
      "step": 3338
    },
    {
      "contrastive_lambda": 0.9923826466797423,
      "epoch": 1.0414847161572052,
      "step": 3339
    },
    {
      "epoch": 1.041796631316282,
      "grad_norm": 0.19564837217330933,
      "learning_rate": 9.999127276230146e-05,
      "loss": 0.077,
      "step": 3340
    },
    {
      "epoch": 1.041796631316282,
      "flow_loss": 0.06982733309268951,
      "step": 3340
    },
    {
      "contrastive_loss": 0.017144445329904556,
      "epoch": 1.041796631316282,
      "step": 3340
    },
    {
      "contrastive_lambda": 0.9923780936064905,
      "epoch": 1.041796631316282,
      "step": 3340
    },
    {
      "contrastive_lambda": 0.9923735391833564,
      "epoch": 1.0421085464753588,
      "step": 3341
    },
    {
      "contrastive_lambda": 0.9923689834103522,
      "epoch": 1.0424204616344355,
      "step": 3342
    },
    {
      "contrastive_lambda": 0.9923644262874904,
      "epoch": 1.0427323767935122,
      "step": 3343
    },
    {
      "contrastive_lambda": 0.9923598678147836,
      "epoch": 1.0430442919525889,
      "step": 3344
    },
    {
      "contrastive_lambda": 0.9923553079922443,
      "epoch": 1.0433562071116655,
      "step": 3345
    },
    {
      "contrastive_lambda": 0.9923507468198849,
      "epoch": 1.0436681222707425,
      "step": 3346
    },
    {
      "contrastive_lambda": 0.9923461842977179,
      "epoch": 1.0439800374298192,
      "step": 3347
    },
    {
      "contrastive_lambda": 0.992341620425756,
      "epoch": 1.0442919525888958,
      "step": 3348
    },
    {
      "contrastive_lambda": 0.9923370552040116,
      "epoch": 1.0446038677479725,
      "step": 3349
    },
    {
      "epoch": 1.0449157829070492,
      "grad_norm": 0.27402496337890625,
      "learning_rate": 9.999075030301184e-05,
      "loss": 0.0846,
      "step": 3350
    },
    {
      "epoch": 1.0449157829070492,
      "flow_loss": 0.08518191426992416,
      "step": 3350
    },
    {
      "contrastive_loss": 0.02125190570950508,
      "epoch": 1.0449157829070492,
      "step": 3350
    },
    {
      "contrastive_lambda": 0.9923324886324973,
      "epoch": 1.0449157829070492,
      "step": 3350
    },
    {
      "contrastive_lambda": 0.9923279207112254,
      "epoch": 1.045227698066126,
      "step": 3351
    },
    {
      "contrastive_lambda": 0.9923233514402086,
      "epoch": 1.0455396132252028,
      "step": 3352
    },
    {
      "contrastive_lambda": 0.9923187808194593,
      "epoch": 1.0458515283842795,
      "step": 3353
    },
    {
      "contrastive_lambda": 0.9923142088489902,
      "epoch": 1.0461634435433562,
      "step": 3354
    },
    {
      "contrastive_lambda": 0.9923096355288137,
      "epoch": 1.046475358702433,
      "step": 3355
    },
    {
      "contrastive_lambda": 0.9923050608589423,
      "epoch": 1.0467872738615096,
      "step": 3356
    },
    {
      "contrastive_lambda": 0.9923004848393888,
      "epoch": 1.0470991890205863,
      "step": 3357
    },
    {
      "contrastive_lambda": 0.9922959074701655,
      "epoch": 1.0474111041796632,
      "step": 3358
    },
    {
      "contrastive_lambda": 0.992291328751285,
      "epoch": 1.04772301933874,
      "step": 3359
    },
    {
      "epoch": 1.0480349344978166,
      "grad_norm": 0.1567641645669937,
      "learning_rate": 9.999021265785221e-05,
      "loss": 0.0776,
      "step": 3360
    },
    {
      "epoch": 1.0480349344978166,
      "flow_loss": 0.08753672242164612,
      "step": 3360
    },
    {
      "contrastive_loss": 0.028303995728492737,
      "epoch": 1.0480349344978166,
      "step": 3360
    },
    {
      "contrastive_lambda": 0.9922867486827599,
      "epoch": 1.0480349344978166,
      "step": 3360
    },
    {
      "contrastive_lambda": 0.9922821672646027,
      "epoch": 1.0483468496568933,
      "step": 3361
    },
    {
      "contrastive_lambda": 0.9922775844968259,
      "epoch": 1.04865876481597,
      "step": 3362
    },
    {
      "contrastive_lambda": 0.9922730003794423,
      "epoch": 1.048970679975047,
      "step": 3363
    },
    {
      "contrastive_lambda": 0.9922684149124643,
      "epoch": 1.0492825951341236,
      "step": 3364
    },
    {
      "contrastive_lambda": 0.9922638280959044,
      "epoch": 1.0495945102932003,
      "step": 3365
    },
    {
      "contrastive_lambda": 0.9922592399297754,
      "epoch": 1.049906425452277,
      "step": 3366
    },
    {
      "contrastive_lambda": 0.9922546504140897,
      "epoch": 1.0502183406113537,
      "step": 3367
    },
    {
      "contrastive_lambda": 0.9922500595488598,
      "epoch": 1.0505302557704304,
      "step": 3368
    },
    {
      "contrastive_lambda": 0.9922454673340986,
      "epoch": 1.0508421709295073,
      "step": 3369
    },
    {
      "epoch": 1.051154086088584,
      "grad_norm": 0.26406803727149963,
      "learning_rate": 9.998965982698589e-05,
      "loss": 0.0888,
      "step": 3370
    },
    {
      "epoch": 1.051154086088584,
      "flow_loss": 0.10423926264047623,
      "step": 3370
    },
    {
      "contrastive_loss": 0.02122516930103302,
      "epoch": 1.051154086088584,
      "step": 3370
    },
    {
      "contrastive_lambda": 0.9922408737698183,
      "epoch": 1.051154086088584,
      "step": 3370
    },
    {
      "contrastive_lambda": 0.9922362788560318,
      "epoch": 1.0514660012476607,
      "step": 3371
    },
    {
      "contrastive_lambda": 0.9922316825927516,
      "epoch": 1.0517779164067373,
      "step": 3372
    },
    {
      "contrastive_lambda": 0.9922270849799903,
      "epoch": 1.052089831565814,
      "step": 3373
    },
    {
      "contrastive_lambda": 0.9922224860177605,
      "epoch": 1.0524017467248907,
      "step": 3374
    },
    {
      "contrastive_lambda": 0.9922178857060748,
      "epoch": 1.0527136618839676,
      "step": 3375
    },
    {
      "contrastive_lambda": 0.9922132840449458,
      "epoch": 1.0530255770430443,
      "step": 3376
    },
    {
      "contrastive_lambda": 0.9922086810343862,
      "epoch": 1.053337492202121,
      "step": 3377
    },
    {
      "contrastive_lambda": 0.9922040766744085,
      "epoch": 1.0536494073611977,
      "step": 3378
    },
    {
      "contrastive_lambda": 0.9921994709650254,
      "epoch": 1.0539613225202744,
      "step": 3379
    },
    {
      "epoch": 1.054273237679351,
      "grad_norm": 0.2547908425331116,
      "learning_rate": 9.998909181058082e-05,
      "loss": 0.0808,
      "step": 3380
    },
    {
      "epoch": 1.054273237679351,
      "flow_loss": 0.10593768954277039,
      "step": 3380
    },
    {
      "contrastive_loss": 0.017559070140123367,
      "epoch": 1.054273237679351,
      "step": 3380
    },
    {
      "contrastive_lambda": 0.9921948639062494,
      "epoch": 1.054273237679351,
      "step": 3380
    },
    {
      "contrastive_lambda": 0.9921902554980934,
      "epoch": 1.054585152838428,
      "step": 3381
    },
    {
      "contrastive_lambda": 0.9921856457405698,
      "epoch": 1.0548970679975047,
      "step": 3382
    },
    {
      "contrastive_lambda": 0.9921810346336912,
      "epoch": 1.0552089831565814,
      "step": 3383
    },
    {
      "contrastive_lambda": 0.9921764221774705,
      "epoch": 1.055520898315658,
      "step": 3384
    },
    {
      "contrastive_lambda": 0.9921718083719202,
      "epoch": 1.0558328134747348,
      "step": 3385
    },
    {
      "contrastive_lambda": 0.9921671932170528,
      "epoch": 1.0561447286338117,
      "step": 3386
    },
    {
      "contrastive_lambda": 0.9921625767128812,
      "epoch": 1.0564566437928884,
      "step": 3387
    },
    {
      "contrastive_lambda": 0.992157958859418,
      "epoch": 1.056768558951965,
      "step": 3388
    },
    {
      "contrastive_lambda": 0.9921533396566757,
      "epoch": 1.0570804741110418,
      "step": 3389
    },
    {
      "epoch": 1.0573923892701185,
      "grad_norm": 0.2403130978345871,
      "learning_rate": 9.998850860880953e-05,
      "loss": 0.0829,
      "step": 3390
    },
    {
      "epoch": 1.0573923892701185,
      "flow_loss": 0.0791129544377327,
      "step": 3390
    },
    {
      "contrastive_loss": 0.018068931996822357,
      "epoch": 1.0573923892701185,
      "step": 3390
    },
    {
      "contrastive_lambda": 0.9921487191046672,
      "epoch": 1.0573923892701185,
      "step": 3390
    },
    {
      "contrastive_lambda": 0.9921440972034049,
      "epoch": 1.0577043044291952,
      "step": 3391
    },
    {
      "contrastive_lambda": 0.9921394739529017,
      "epoch": 1.058016219588272,
      "step": 3392
    },
    {
      "contrastive_lambda": 0.9921348493531701,
      "epoch": 1.0583281347473488,
      "step": 3393
    },
    {
      "contrastive_lambda": 0.9921302234042231,
      "epoch": 1.0586400499064255,
      "step": 3394
    },
    {
      "contrastive_lambda": 0.9921255961060729,
      "epoch": 1.0589519650655022,
      "step": 3395
    },
    {
      "contrastive_lambda": 0.9921209674587326,
      "epoch": 1.0592638802245788,
      "step": 3396
    },
    {
      "contrastive_lambda": 0.9921163374622146,
      "epoch": 1.0595757953836555,
      "step": 3397
    },
    {
      "contrastive_lambda": 0.9921117061165318,
      "epoch": 1.0598877105427325,
      "step": 3398
    },
    {
      "contrastive_lambda": 0.9921070734216968,
      "epoch": 1.0601996257018091,
      "step": 3399
    },
    {
      "epoch": 1.0605115408608858,
      "grad_norm": 0.23445631563663483,
      "learning_rate": 9.998791022184922e-05,
      "loss": 0.084,
      "step": 3400
    },
    {
      "epoch": 1.0605115408608858,
      "flow_loss": 0.07975061237812042,
      "step": 3400
    },
    {
      "contrastive_loss": 0.018160969018936157,
      "epoch": 1.0605115408608858,
      "step": 3400
    },
    {
      "contrastive_lambda": 0.9921024393777222,
      "epoch": 1.0605115408608858,
      "step": 3400
    },
    {
      "contrastive_lambda": 0.992097803984621,
      "epoch": 1.0608234560199625,
      "step": 3401
    },
    {
      "contrastive_lambda": 0.9920931672424056,
      "epoch": 1.0611353711790392,
      "step": 3402
    },
    {
      "contrastive_lambda": 0.9920885291510889,
      "epoch": 1.0614472863381161,
      "step": 3403
    },
    {
      "contrastive_lambda": 0.9920838897106836,
      "epoch": 1.0617592014971928,
      "step": 3404
    },
    {
      "contrastive_lambda": 0.9920792489212023,
      "epoch": 1.0620711166562695,
      "step": 3405
    },
    {
      "contrastive_lambda": 0.9920746067826578,
      "epoch": 1.0623830318153462,
      "step": 3406
    },
    {
      "contrastive_lambda": 0.9920699632950629,
      "epoch": 1.062694946974423,
      "step": 3407
    },
    {
      "contrastive_lambda": 0.9920653184584303,
      "epoch": 1.0630068621334996,
      "step": 3408
    },
    {
      "contrastive_lambda": 0.9920606722727725,
      "epoch": 1.0633187772925765,
      "step": 3409
    },
    {
      "epoch": 1.0636306924516532,
      "grad_norm": 0.2244737148284912,
      "learning_rate": 9.99872966498816e-05,
      "loss": 0.0786,
      "step": 3410
    },
    {
      "epoch": 1.0636306924516532,
      "flow_loss": 0.09199829399585724,
      "step": 3410
    },
    {
      "contrastive_loss": 0.019485078752040863,
      "epoch": 1.0636306924516532,
      "step": 3410
    },
    {
      "contrastive_lambda": 0.9920560247381026,
      "epoch": 1.0636306924516532,
      "step": 3410
    },
    {
      "contrastive_lambda": 0.9920513758544331,
      "epoch": 1.06394260761073,
      "step": 3411
    },
    {
      "contrastive_lambda": 0.9920467256217769,
      "epoch": 1.0642545227698066,
      "step": 3412
    },
    {
      "contrastive_lambda": 0.9920420740401465,
      "epoch": 1.0645664379288833,
      "step": 3413
    },
    {
      "contrastive_lambda": 0.992037421109555,
      "epoch": 1.06487835308796,
      "step": 3414
    },
    {
      "contrastive_lambda": 0.9920327668300148,
      "epoch": 1.0651902682470369,
      "step": 3415
    },
    {
      "contrastive_lambda": 0.992028111201539,
      "epoch": 1.0655021834061136,
      "step": 3416
    },
    {
      "contrastive_lambda": 0.9920234542241401,
      "epoch": 1.0658140985651903,
      "step": 3417
    },
    {
      "contrastive_lambda": 0.9920187958978309,
      "epoch": 1.066126013724267,
      "step": 3418
    },
    {
      "contrastive_lambda": 0.9920141362226244,
      "epoch": 1.0664379288833437,
      "step": 3419
    },
    {
      "epoch": 1.0667498440424206,
      "grad_norm": 0.20500756800174713,
      "learning_rate": 9.998666789309313e-05,
      "loss": 0.0792,
      "step": 3420
    },
    {
      "epoch": 1.0667498440424206,
      "flow_loss": 0.08223479986190796,
      "step": 3420
    },
    {
      "contrastive_loss": 0.021327238529920578,
      "epoch": 1.0667498440424206,
      "step": 3420
    },
    {
      "contrastive_lambda": 0.9920094751985331,
      "epoch": 1.0667498440424206,
      "step": 3420
    },
    {
      "contrastive_lambda": 0.9920048128255698,
      "epoch": 1.0670617592014973,
      "step": 3421
    },
    {
      "contrastive_lambda": 0.9920001491037476,
      "epoch": 1.067373674360574,
      "step": 3422
    },
    {
      "contrastive_lambda": 0.9919954840330789,
      "epoch": 1.0676855895196506,
      "step": 3423
    },
    {
      "contrastive_lambda": 0.9919908176135767,
      "epoch": 1.0679975046787273,
      "step": 3424
    },
    {
      "contrastive_lambda": 0.9919861498452537,
      "epoch": 1.068309419837804,
      "step": 3425
    },
    {
      "contrastive_lambda": 0.9919814807281228,
      "epoch": 1.068621334996881,
      "step": 3426
    },
    {
      "contrastive_lambda": 0.9919768102621966,
      "epoch": 1.0689332501559576,
      "step": 3427
    },
    {
      "contrastive_lambda": 0.9919721384474882,
      "epoch": 1.0692451653150343,
      "step": 3428
    },
    {
      "contrastive_lambda": 0.9919674652840103,
      "epoch": 1.069557080474111,
      "step": 3429
    },
    {
      "epoch": 1.0698689956331877,
      "grad_norm": 0.3474687337875366,
      "learning_rate": 9.998602395167475e-05,
      "loss": 0.0773,
      "step": 3430
    },
    {
      "epoch": 1.0698689956331877,
      "flow_loss": 0.07757377624511719,
      "step": 3430
    },
    {
      "contrastive_loss": 0.022990576922893524,
      "epoch": 1.0698689956331877,
      "step": 3430
    },
    {
      "contrastive_lambda": 0.9919627907717754,
      "epoch": 1.0698689956331877,
      "step": 3430
    },
    {
      "contrastive_lambda": 0.9919581149107968,
      "epoch": 1.0701809107922644,
      "step": 3431
    },
    {
      "contrastive_lambda": 0.991953437701087,
      "epoch": 1.0704928259513413,
      "step": 3432
    },
    {
      "contrastive_lambda": 0.991948759142659,
      "epoch": 1.070804741110418,
      "step": 3433
    },
    {
      "contrastive_lambda": 0.9919440792355254,
      "epoch": 1.0711166562694947,
      "step": 3434
    },
    {
      "contrastive_lambda": 0.9919393979796993,
      "epoch": 1.0714285714285714,
      "step": 3435
    },
    {
      "contrastive_lambda": 0.9919347153751934,
      "epoch": 1.071740486587648,
      "step": 3436
    },
    {
      "contrastive_lambda": 0.9919300314220205,
      "epoch": 1.072052401746725,
      "step": 3437
    },
    {
      "contrastive_lambda": 0.9919253461201936,
      "epoch": 1.0723643169058017,
      "step": 3438
    },
    {
      "contrastive_lambda": 0.9919206594697252,
      "epoch": 1.0726762320648784,
      "step": 3439
    },
    {
      "epoch": 1.072988147223955,
      "grad_norm": 0.24699683487415314,
      "learning_rate": 9.998536482582213e-05,
      "loss": 0.0762,
      "step": 3440
    },
    {
      "epoch": 1.072988147223955,
      "flow_loss": 0.07490681856870651,
      "step": 3440
    },
    {
      "contrastive_loss": 0.022609610110521317,
      "epoch": 1.072988147223955,
      "step": 3440
    },
    {
      "contrastive_lambda": 0.9919159714706285,
      "epoch": 1.072988147223955,
      "step": 3440
    },
    {
      "contrastive_lambda": 0.9919112821229163,
      "epoch": 1.0733000623830318,
      "step": 3441
    },
    {
      "contrastive_lambda": 0.9919065914266014,
      "epoch": 1.0736119775421085,
      "step": 3442
    },
    {
      "contrastive_lambda": 0.9919018993816966,
      "epoch": 1.0739238927011854,
      "step": 3443
    },
    {
      "contrastive_lambda": 0.9918972059882147,
      "epoch": 1.074235807860262,
      "step": 3444
    },
    {
      "contrastive_lambda": 0.9918925112461688,
      "epoch": 1.0745477230193388,
      "step": 3445
    },
    {
      "contrastive_lambda": 0.9918878151555717,
      "epoch": 1.0748596381784155,
      "step": 3446
    },
    {
      "contrastive_lambda": 0.9918831177164362,
      "epoch": 1.0751715533374921,
      "step": 3447
    },
    {
      "contrastive_lambda": 0.9918784189287752,
      "epoch": 1.0754834684965688,
      "step": 3448
    },
    {
      "contrastive_lambda": 0.9918737187926014,
      "epoch": 1.0757953836556458,
      "step": 3449
    },
    {
      "epoch": 1.0761072988147224,
      "grad_norm": 0.32748380303382874,
      "learning_rate": 9.998469051573544e-05,
      "loss": 0.0749,
      "step": 3450
    },
    {
      "epoch": 1.0761072988147224,
      "flow_loss": 0.07553745806217194,
      "step": 3450
    },
    {
      "contrastive_loss": 0.015224982053041458,
      "epoch": 1.0761072988147224,
      "step": 3450
    },
    {
      "contrastive_lambda": 0.9918690173079281,
      "epoch": 1.0761072988147224,
      "step": 3450
    },
    {
      "contrastive_lambda": 0.991864314474768,
      "epoch": 1.0764192139737991,
      "step": 3451
    },
    {
      "contrastive_lambda": 0.9918596102931339,
      "epoch": 1.0767311291328758,
      "step": 3452
    },
    {
      "contrastive_lambda": 0.9918549047630386,
      "epoch": 1.0770430442919525,
      "step": 3453
    },
    {
      "contrastive_lambda": 0.9918501978844952,
      "epoch": 1.0773549594510294,
      "step": 3454
    },
    {
      "contrastive_lambda": 0.9918454896575166,
      "epoch": 1.0776668746101061,
      "step": 3455
    },
    {
      "contrastive_lambda": 0.9918407800821157,
      "epoch": 1.0779787897691828,
      "step": 3456
    },
    {
      "contrastive_lambda": 0.9918360691583055,
      "epoch": 1.0782907049282595,
      "step": 3457
    },
    {
      "contrastive_lambda": 0.9918313568860986,
      "epoch": 1.0786026200873362,
      "step": 3458
    },
    {
      "contrastive_lambda": 0.9918266432655081,
      "epoch": 1.078914535246413,
      "step": 3459
    },
    {
      "epoch": 1.0792264504054896,
      "grad_norm": 0.25236281752586365,
      "learning_rate": 9.998400102161954e-05,
      "loss": 0.0802,
      "step": 3460
    },
    {
      "epoch": 1.0792264504054896,
      "flow_loss": 0.07283084094524384,
      "step": 3460
    },
    {
      "contrastive_loss": 0.023382319137454033,
      "epoch": 1.0792264504054896,
      "step": 3460
    },
    {
      "contrastive_lambda": 0.991821928296547,
      "epoch": 1.0792264504054896,
      "step": 3460
    },
    {
      "contrastive_lambda": 0.9918172119792281,
      "epoch": 1.0795383655645665,
      "step": 3461
    },
    {
      "contrastive_lambda": 0.9918124943135644,
      "epoch": 1.0798502807236432,
      "step": 3462
    },
    {
      "contrastive_lambda": 0.9918077752995689,
      "epoch": 1.0801621958827199,
      "step": 3463
    },
    {
      "contrastive_lambda": 0.9918030549372545,
      "epoch": 1.0804741110417966,
      "step": 3464
    },
    {
      "contrastive_lambda": 0.991798333226634,
      "epoch": 1.0807860262008733,
      "step": 3465
    },
    {
      "contrastive_lambda": 0.9917936101677205,
      "epoch": 1.0810979413599502,
      "step": 3466
    },
    {
      "contrastive_lambda": 0.9917888857605268,
      "epoch": 1.0814098565190269,
      "step": 3467
    },
    {
      "contrastive_lambda": 0.9917841600050661,
      "epoch": 1.0817217716781036,
      "step": 3468
    },
    {
      "contrastive_lambda": 0.9917794329013511,
      "epoch": 1.0820336868371803,
      "step": 3469
    },
    {
      "epoch": 1.082345601996257,
      "grad_norm": 0.18096747994422913,
      "learning_rate": 9.998329634368388e-05,
      "loss": 0.0713,
      "step": 3470
    },
    {
      "epoch": 1.082345601996257,
      "flow_loss": 0.06319645792245865,
      "step": 3470
    },
    {
      "contrastive_loss": 0.017657741904258728,
      "epoch": 1.082345601996257,
      "step": 3470
    },
    {
      "contrastive_lambda": 0.9917747044493948,
      "epoch": 1.082345601996257,
      "step": 3470
    },
    {
      "contrastive_lambda": 0.9917699746492104,
      "epoch": 1.0826575171553336,
      "step": 3471
    },
    {
      "contrastive_lambda": 0.9917652435008105,
      "epoch": 1.0829694323144106,
      "step": 3472
    },
    {
      "contrastive_lambda": 0.9917605110042084,
      "epoch": 1.0832813474734873,
      "step": 3473
    },
    {
      "contrastive_lambda": 0.9917557771594169,
      "epoch": 1.083593262632564,
      "step": 3474
    },
    {
      "contrastive_lambda": 0.991751041966449,
      "epoch": 1.0839051777916406,
      "step": 3475
    },
    {
      "contrastive_lambda": 0.9917463054253177,
      "epoch": 1.0842170929507173,
      "step": 3476
    },
    {
      "contrastive_lambda": 0.9917415675360359,
      "epoch": 1.084529008109794,
      "step": 3477
    },
    {
      "contrastive_lambda": 0.9917368282986169,
      "epoch": 1.084840923268871,
      "step": 3478
    },
    {
      "contrastive_lambda": 0.9917320877130733,
      "epoch": 1.0851528384279476,
      "step": 3479
    },
    {
      "epoch": 1.0854647535870243,
      "grad_norm": 0.27213069796562195,
      "learning_rate": 9.998257648214253e-05,
      "loss": 0.0757,
      "step": 3480
    },
    {
      "epoch": 1.0854647535870243,
      "flow_loss": 0.06561266630887985,
      "step": 3480
    },
    {
      "contrastive_loss": 0.018391907215118408,
      "epoch": 1.0854647535870243,
      "step": 3480
    },
    {
      "contrastive_lambda": 0.9917273457794182,
      "epoch": 1.0854647535870243,
      "step": 3480
    },
    {
      "contrastive_lambda": 0.9917226024976649,
      "epoch": 1.085776668746101,
      "step": 3481
    },
    {
      "contrastive_lambda": 0.991717857867826,
      "epoch": 1.0860885839051777,
      "step": 3482
    },
    {
      "contrastive_lambda": 0.9917131118899147,
      "epoch": 1.0864004990642546,
      "step": 3483
    },
    {
      "contrastive_lambda": 0.991708364563944,
      "epoch": 1.0867124142233313,
      "step": 3484
    },
    {
      "contrastive_lambda": 0.9917036158899268,
      "epoch": 1.087024329382408,
      "step": 3485
    },
    {
      "contrastive_lambda": 0.9916988658678764,
      "epoch": 1.0873362445414847,
      "step": 3486
    },
    {
      "contrastive_lambda": 0.9916941144978055,
      "epoch": 1.0876481597005614,
      "step": 3487
    },
    {
      "contrastive_lambda": 0.9916893617797273,
      "epoch": 1.087960074859638,
      "step": 3488
    },
    {
      "contrastive_lambda": 0.9916846077136547,
      "epoch": 1.088271990018715,
      "step": 3489
    },
    {
      "epoch": 1.0885839051777917,
      "grad_norm": 0.19742432236671448,
      "learning_rate": 9.998184143721417e-05,
      "loss": 0.0811,
      "step": 3490
    },
    {
      "epoch": 1.0885839051777917,
      "flow_loss": 0.08950146287679672,
      "step": 3490
    },
    {
      "contrastive_loss": 0.014576029032468796,
      "epoch": 1.0885839051777917,
      "step": 3490
    },
    {
      "contrastive_lambda": 0.9916798522996011,
      "epoch": 1.0885839051777917,
      "step": 3490
    },
    {
      "contrastive_lambda": 0.991675095537579,
      "epoch": 1.0888958203368684,
      "step": 3491
    },
    {
      "contrastive_lambda": 0.9916703374276019,
      "epoch": 1.089207735495945,
      "step": 3492
    },
    {
      "contrastive_lambda": 0.9916655779696826,
      "epoch": 1.0895196506550218,
      "step": 3493
    },
    {
      "contrastive_lambda": 0.9916608171638341,
      "epoch": 1.0898315658140985,
      "step": 3494
    },
    {
      "contrastive_lambda": 0.9916560550100697,
      "epoch": 1.0901434809731754,
      "step": 3495
    },
    {
      "contrastive_lambda": 0.9916512915084021,
      "epoch": 1.090455396132252,
      "step": 3496
    },
    {
      "contrastive_lambda": 0.9916465266588448,
      "epoch": 1.0907673112913288,
      "step": 3497
    },
    {
      "contrastive_lambda": 0.9916417604614105,
      "epoch": 1.0910792264504054,
      "step": 3498
    },
    {
      "contrastive_lambda": 0.9916369929161125,
      "epoch": 1.0913911416094821,
      "step": 3499
    },
    {
      "epoch": 1.091703056768559,
      "grad_norm": 0.18738210201263428,
      "learning_rate": 9.998109120912206e-05,
      "loss": 0.0857,
      "step": 3500
    },
    {
      "epoch": 1.091703056768559,
      "flow_loss": 0.08592259883880615,
      "step": 3500
    },
    {
      "contrastive_loss": 0.017982669174671173,
      "epoch": 1.091703056768559,
      "step": 3500
    },
    {
      "contrastive_lambda": 0.9916322240229638,
      "epoch": 1.091703056768559,
      "step": 3500
    },
    {
      "contrastive_lambda": 0.9916274537819774,
      "epoch": 1.0920149719276357,
      "step": 3501
    },
    {
      "contrastive_lambda": 0.9916226821931663,
      "epoch": 1.0923268870867124,
      "step": 3502
    },
    {
      "contrastive_lambda": 0.9916179092565438,
      "epoch": 1.0926388022457891,
      "step": 3503
    },
    {
      "contrastive_lambda": 0.9916131349721229,
      "epoch": 1.0929507174048658,
      "step": 3504
    },
    {
      "contrastive_lambda": 0.9916083593399165,
      "epoch": 1.0932626325639425,
      "step": 3505
    },
    {
      "contrastive_lambda": 0.9916035823599381,
      "epoch": 1.0935745477230194,
      "step": 3506
    },
    {
      "contrastive_lambda": 0.9915988040322006,
      "epoch": 1.0938864628820961,
      "step": 3507
    },
    {
      "contrastive_lambda": 0.9915940243567168,
      "epoch": 1.0941983780411728,
      "step": 3508
    },
    {
      "contrastive_lambda": 0.9915892433335003,
      "epoch": 1.0945102932002495,
      "step": 3509
    },
    {
      "epoch": 1.0948222083593262,
      "grad_norm": 0.20373830199241638,
      "learning_rate": 9.998032579809411e-05,
      "loss": 0.0835,
      "step": 3510
    },
    {
      "epoch": 1.0948222083593262,
      "flow_loss": 0.07932354509830475,
      "step": 3510
    },
    {
      "contrastive_loss": 0.023536235094070435,
      "epoch": 1.0948222083593262,
      "step": 3510
    },
    {
      "contrastive_lambda": 0.9915844609625639,
      "epoch": 1.0948222083593262,
      "step": 3510
    },
    {
      "contrastive_lambda": 0.9915796772439207,
      "epoch": 1.095134123518403,
      "step": 3511
    },
    {
      "contrastive_lambda": 0.9915748921775841,
      "epoch": 1.0954460386774798,
      "step": 3512
    },
    {
      "contrastive_lambda": 0.9915701057635669,
      "epoch": 1.0957579538365565,
      "step": 3513
    },
    {
      "contrastive_lambda": 0.9915653180018824,
      "epoch": 1.0960698689956332,
      "step": 3514
    },
    {
      "contrastive_lambda": 0.9915605288925435,
      "epoch": 1.0963817841547099,
      "step": 3515
    },
    {
      "contrastive_lambda": 0.9915557384355638,
      "epoch": 1.0966936993137866,
      "step": 3516
    },
    {
      "contrastive_lambda": 0.9915509466309559,
      "epoch": 1.0970056144728635,
      "step": 3517
    },
    {
      "contrastive_lambda": 0.9915461534787333,
      "epoch": 1.0973175296319402,
      "step": 3518
    },
    {
      "contrastive_lambda": 0.9915413589789088,
      "epoch": 1.0976294447910169,
      "step": 3519
    },
    {
      "epoch": 1.0979413599500936,
      "grad_norm": 0.1985347419977188,
      "learning_rate": 9.997954520436286e-05,
      "loss": 0.0743,
      "step": 3520
    },
    {
      "epoch": 1.0979413599500936,
      "flow_loss": 0.07034420967102051,
      "step": 3520
    },
    {
      "contrastive_loss": 0.015172596089541912,
      "epoch": 1.0979413599500936,
      "step": 3520
    },
    {
      "contrastive_lambda": 0.9915365631314961,
      "epoch": 1.0979413599500936,
      "step": 3520
    },
    {
      "contrastive_lambda": 0.9915317659365077,
      "epoch": 1.0982532751091703,
      "step": 3521
    },
    {
      "contrastive_lambda": 0.9915269673939572,
      "epoch": 1.098565190268247,
      "step": 3522
    },
    {
      "contrastive_lambda": 0.9915221675038576,
      "epoch": 1.0988771054273239,
      "step": 3523
    },
    {
      "contrastive_lambda": 0.991517366266222,
      "epoch": 1.0991890205864006,
      "step": 3524
    },
    {
      "contrastive_lambda": 0.9915125636810638,
      "epoch": 1.0995009357454772,
      "step": 3525
    },
    {
      "contrastive_lambda": 0.9915077597483958,
      "epoch": 1.099812850904554,
      "step": 3526
    },
    {
      "contrastive_lambda": 0.9915029544682314,
      "epoch": 1.1001247660636306,
      "step": 3527
    },
    {
      "contrastive_lambda": 0.9914981478405839,
      "epoch": 1.1004366812227073,
      "step": 3528
    },
    {
      "contrastive_lambda": 0.9914933398654662,
      "epoch": 1.1007485963817842,
      "step": 3529
    },
    {
      "epoch": 1.101060511540861,
      "grad_norm": 0.3034065365791321,
      "learning_rate": 9.997874942816538e-05,
      "loss": 0.0769,
      "step": 3530
    },
    {
      "epoch": 1.101060511540861,
      "flow_loss": 0.07395008206367493,
      "step": 3530
    },
    {
      "contrastive_loss": 0.02058367431163788,
      "epoch": 1.101060511540861,
      "step": 3530
    },
    {
      "contrastive_lambda": 0.9914885305428915,
      "epoch": 1.101060511540861,
      "step": 3530
    },
    {
      "contrastive_lambda": 0.9914837198728733,
      "epoch": 1.1013724266999376,
      "step": 3531
    },
    {
      "contrastive_lambda": 0.9914789078554245,
      "epoch": 1.1016843418590143,
      "step": 3532
    },
    {
      "contrastive_lambda": 0.9914740944905583,
      "epoch": 1.101996257018091,
      "step": 3533
    },
    {
      "contrastive_lambda": 0.991469279778288,
      "epoch": 1.102308172177168,
      "step": 3534
    },
    {
      "contrastive_lambda": 0.9914644637186268,
      "epoch": 1.1026200873362446,
      "step": 3535
    },
    {
      "contrastive_lambda": 0.9914596463115879,
      "epoch": 1.1029320024953213,
      "step": 3536
    },
    {
      "contrastive_lambda": 0.9914548275571844,
      "epoch": 1.103243917654398,
      "step": 3537
    },
    {
      "contrastive_lambda": 0.9914500074554297,
      "epoch": 1.1035558328134747,
      "step": 3538
    },
    {
      "contrastive_lambda": 0.9914451860063368,
      "epoch": 1.1038677479725514,
      "step": 3539
    },
    {
      "epoch": 1.1041796631316283,
      "grad_norm": 0.19844156503677368,
      "learning_rate": 9.997793846974345e-05,
      "loss": 0.0863,
      "step": 3540
    },
    {
      "epoch": 1.1041796631316283,
      "flow_loss": 0.07327374070882797,
      "step": 3540
    },
    {
      "contrastive_loss": 0.015298156067728996,
      "epoch": 1.1041796631316283,
      "step": 3540
    },
    {
      "contrastive_lambda": 0.991440363209919,
      "epoch": 1.1041796631316283,
      "step": 3540
    },
    {
      "contrastive_lambda": 0.9914355390661895,
      "epoch": 1.104491578290705,
      "step": 3541
    },
    {
      "contrastive_lambda": 0.9914307135751618,
      "epoch": 1.1048034934497817,
      "step": 3542
    },
    {
      "contrastive_lambda": 0.9914258867368486,
      "epoch": 1.1051154086088584,
      "step": 3543
    },
    {
      "contrastive_lambda": 0.9914210585512637,
      "epoch": 1.105427323767935,
      "step": 3544
    },
    {
      "contrastive_lambda": 0.9914162290184199,
      "epoch": 1.1057392389270118,
      "step": 3545
    },
    {
      "contrastive_lambda": 0.9914113981383307,
      "epoch": 1.1060511540860887,
      "step": 3546
    },
    {
      "contrastive_lambda": 0.9914065659110092,
      "epoch": 1.1063630692451654,
      "step": 3547
    },
    {
      "contrastive_lambda": 0.9914017323364687,
      "epoch": 1.106674984404242,
      "step": 3548
    },
    {
      "contrastive_lambda": 0.9913968974147225,
      "epoch": 1.1069868995633187,
      "step": 3549
    },
    {
      "epoch": 1.1072988147223954,
      "grad_norm": 0.2401178777217865,
      "learning_rate": 9.997711232934341e-05,
      "loss": 0.0805,
      "step": 3550
    },
    {
      "epoch": 1.1072988147223954,
      "flow_loss": 0.08815965801477432,
      "step": 3550
    },
    {
      "contrastive_loss": 0.01894807629287243,
      "epoch": 1.1072988147223954,
      "step": 3550
    },
    {
      "contrastive_lambda": 0.9913920611457836,
      "epoch": 1.1072988147223954,
      "step": 3550
    },
    {
      "contrastive_lambda": 0.9913872235296657,
      "epoch": 1.1076107298814724,
      "step": 3551
    },
    {
      "contrastive_lambda": 0.9913823845663817,
      "epoch": 1.107922645040549,
      "step": 3552
    },
    {
      "contrastive_lambda": 0.991377544255945,
      "epoch": 1.1082345601996257,
      "step": 3553
    },
    {
      "contrastive_lambda": 0.991372702598369,
      "epoch": 1.1085464753587024,
      "step": 3554
    },
    {
      "contrastive_lambda": 0.9913678595936667,
      "epoch": 1.1088583905177791,
      "step": 3555
    },
    {
      "contrastive_lambda": 0.9913630152418516,
      "epoch": 1.1091703056768558,
      "step": 3556
    },
    {
      "contrastive_lambda": 0.9913581695429368,
      "epoch": 1.1094822208359325,
      "step": 3557
    },
    {
      "contrastive_lambda": 0.9913533224969358,
      "epoch": 1.1097941359950094,
      "step": 3558
    },
    {
      "contrastive_lambda": 0.9913484741038616,
      "epoch": 1.1101060511540861,
      "step": 3559
    },
    {
      "epoch": 1.1104179663131628,
      "grad_norm": 0.22658395767211914,
      "learning_rate": 9.99762710072162e-05,
      "loss": 0.0791,
      "step": 3560
    },
    {
      "epoch": 1.1104179663131628,
      "flow_loss": 0.11001316457986832,
      "step": 3560
    },
    {
      "contrastive_loss": 0.01974138803780079,
      "epoch": 1.1104179663131628,
      "step": 3560
    },
    {
      "contrastive_lambda": 0.9913436243637277,
      "epoch": 1.1104179663131628,
      "step": 3560
    },
    {
      "contrastive_lambda": 0.9913387732765475,
      "epoch": 1.1107298814722395,
      "step": 3561
    },
    {
      "contrastive_lambda": 0.9913339208423341,
      "epoch": 1.1110417966313162,
      "step": 3562
    },
    {
      "contrastive_lambda": 0.9913290670611008,
      "epoch": 1.111353711790393,
      "step": 3563
    },
    {
      "contrastive_lambda": 0.9913242119328609,
      "epoch": 1.1116656269494698,
      "step": 3564
    },
    {
      "contrastive_lambda": 0.991319355457628,
      "epoch": 1.1119775421085465,
      "step": 3565
    },
    {
      "contrastive_lambda": 0.991314497635415,
      "epoch": 1.1122894572676232,
      "step": 3566
    },
    {
      "contrastive_lambda": 0.9913096384662354,
      "epoch": 1.1126013724266999,
      "step": 3567
    },
    {
      "contrastive_lambda": 0.9913047779501027,
      "epoch": 1.1129132875857766,
      "step": 3568
    },
    {
      "contrastive_lambda": 0.9912999160870299,
      "epoch": 1.1132252027448535,
      "step": 3569
    },
    {
      "epoch": 1.1135371179039302,
      "grad_norm": 0.378082275390625,
      "learning_rate": 9.997541450361743e-05,
      "loss": 0.0805,
      "step": 3570
    },
    {
      "epoch": 1.1135371179039302,
      "flow_loss": 0.06880635023117065,
      "step": 3570
    },
    {
      "contrastive_loss": 0.021554632112383842,
      "epoch": 1.1135371179039302,
      "step": 3570
    },
    {
      "contrastive_lambda": 0.9912950528770306,
      "epoch": 1.1135371179039302,
      "step": 3570
    },
    {
      "contrastive_lambda": 0.991290188320118,
      "epoch": 1.1138490330630069,
      "step": 3571
    },
    {
      "contrastive_lambda": 0.9912853224163054,
      "epoch": 1.1141609482220836,
      "step": 3572
    },
    {
      "contrastive_lambda": 0.9912804551656063,
      "epoch": 1.1144728633811603,
      "step": 3573
    },
    {
      "contrastive_lambda": 0.9912755865680337,
      "epoch": 1.114784778540237,
      "step": 3574
    },
    {
      "contrastive_lambda": 0.9912707166236014,
      "epoch": 1.1150966936993139,
      "step": 3575
    },
    {
      "contrastive_lambda": 0.9912658453323224,
      "epoch": 1.1154086088583905,
      "step": 3576
    },
    {
      "contrastive_lambda": 0.9912609726942103,
      "epoch": 1.1157205240174672,
      "step": 3577
    },
    {
      "contrastive_lambda": 0.9912560987092783,
      "epoch": 1.116032439176544,
      "step": 3578
    },
    {
      "contrastive_lambda": 0.9912512233775399,
      "epoch": 1.1163443543356206,
      "step": 3579
    },
    {
      "epoch": 1.1166562694946975,
      "grad_norm": 0.21740154922008514,
      "learning_rate": 9.997454281880723e-05,
      "loss": 0.0838,
      "step": 3580
    },
    {
      "epoch": 1.1166562694946975,
      "flow_loss": 0.08491931110620499,
      "step": 3580
    },
    {
      "contrastive_loss": 0.016767848283052444,
      "epoch": 1.1166562694946975,
      "step": 3580
    },
    {
      "contrastive_lambda": 0.9912463466990082,
      "epoch": 1.1166562694946975,
      "step": 3580
    },
    {
      "contrastive_lambda": 0.991241468673697,
      "epoch": 1.1169681846537742,
      "step": 3581
    },
    {
      "contrastive_lambda": 0.9912365893016192,
      "epoch": 1.117280099812851,
      "step": 3582
    },
    {
      "contrastive_lambda": 0.9912317085827884,
      "epoch": 1.1175920149719276,
      "step": 3583
    },
    {
      "contrastive_lambda": 0.9912268265172182,
      "epoch": 1.1179039301310043,
      "step": 3584
    },
    {
      "contrastive_lambda": 0.9912219431049216,
      "epoch": 1.118215845290081,
      "step": 3585
    },
    {
      "contrastive_lambda": 0.9912170583459121,
      "epoch": 1.118527760449158,
      "step": 3586
    },
    {
      "contrastive_lambda": 0.9912121722402032,
      "epoch": 1.1188396756082346,
      "step": 3587
    },
    {
      "contrastive_lambda": 0.9912072847878084,
      "epoch": 1.1191515907673113,
      "step": 3588
    },
    {
      "contrastive_lambda": 0.9912023959887407,
      "epoch": 1.119463505926388,
      "step": 3589
    },
    {
      "epoch": 1.1197754210854647,
      "grad_norm": 0.27405035495758057,
      "learning_rate": 9.997365595305044e-05,
      "loss": 0.0778,
      "step": 3590
    },
    {
      "epoch": 1.1197754210854647,
      "flow_loss": 0.09363799542188644,
      "step": 3590
    },
    {
      "contrastive_loss": 0.021604269742965698,
      "epoch": 1.1197754210854647,
      "step": 3590
    },
    {
      "contrastive_lambda": 0.9911975058430138,
      "epoch": 1.1197754210854647,
      "step": 3590
    },
    {
      "contrastive_lambda": 0.9911926143506411,
      "epoch": 1.1200873362445414,
      "step": 3591
    },
    {
      "contrastive_lambda": 0.991187721511636,
      "epoch": 1.1203992514036183,
      "step": 3592
    },
    {
      "contrastive_lambda": 0.9911828273260118,
      "epoch": 1.120711166562695,
      "step": 3593
    },
    {
      "contrastive_lambda": 0.9911779317937821,
      "epoch": 1.1210230817217717,
      "step": 3594
    },
    {
      "contrastive_lambda": 0.9911730349149601,
      "epoch": 1.1213349968808484,
      "step": 3595
    },
    {
      "contrastive_lambda": 0.9911681366895593,
      "epoch": 1.121646912039925,
      "step": 3596
    },
    {
      "contrastive_lambda": 0.9911632371175932,
      "epoch": 1.121958827199002,
      "step": 3597
    },
    {
      "contrastive_lambda": 0.9911583361990752,
      "epoch": 1.1222707423580787,
      "step": 3598
    },
    {
      "contrastive_lambda": 0.9911534339340189,
      "epoch": 1.1225826575171554,
      "step": 3599
    },
    {
      "epoch": 1.122894572676232,
      "grad_norm": 0.2094925045967102,
      "learning_rate": 9.997275390661644e-05,
      "loss": 0.0815,
      "step": 3600
    },
    {
      "epoch": 1.122894572676232,
      "flow_loss": 0.0654718279838562,
      "step": 3600
    },
    {
      "contrastive_loss": 0.0188327394425869,
      "epoch": 1.122894572676232,
      "step": 3600
    },
    {
      "contrastive_lambda": 0.9911485303224374,
      "epoch": 1.122894572676232,
      "step": 3600
    },
    {
      "contrastive_lambda": 0.9911436253643444,
      "epoch": 1.1232064878353087,
      "step": 3601
    },
    {
      "contrastive_lambda": 0.9911387190597531,
      "epoch": 1.1235184029943854,
      "step": 3602
    },
    {
      "contrastive_lambda": 0.9911338114086773,
      "epoch": 1.1238303181534623,
      "step": 3603
    },
    {
      "contrastive_lambda": 0.9911289024111303,
      "epoch": 1.124142233312539,
      "step": 3604
    },
    {
      "contrastive_lambda": 0.9911239920671253,
      "epoch": 1.1244541484716157,
      "step": 3605
    },
    {
      "contrastive_lambda": 0.9911190803766762,
      "epoch": 1.1247660636306924,
      "step": 3606
    },
    {
      "contrastive_lambda": 0.9911141673397961,
      "epoch": 1.1250779787897691,
      "step": 3607
    },
    {
      "contrastive_lambda": 0.9911092529564988,
      "epoch": 1.1253898939488458,
      "step": 3608
    },
    {
      "contrastive_lambda": 0.9911043372267975,
      "epoch": 1.1257018091079227,
      "step": 3609
    },
    {
      "epoch": 1.1260137242669994,
      "grad_norm": 0.23863962292671204,
      "learning_rate": 9.997183667977926e-05,
      "loss": 0.0712,
      "step": 3610
    },
    {
      "epoch": 1.1260137242669994,
      "flow_loss": 0.08434728533029556,
      "step": 3610
    },
    {
      "contrastive_loss": 0.014736066572368145,
      "epoch": 1.1260137242669994,
      "step": 3610
    },
    {
      "contrastive_lambda": 0.9910994201507057,
      "epoch": 1.1260137242669994,
      "step": 3610
    },
    {
      "contrastive_lambda": 0.9910945017282371,
      "epoch": 1.126325639426076,
      "step": 3611
    },
    {
      "contrastive_lambda": 0.991089581959405,
      "epoch": 1.1266375545851528,
      "step": 3612
    },
    {
      "contrastive_lambda": 0.9910846608442229,
      "epoch": 1.1269494697442295,
      "step": 3613
    },
    {
      "contrastive_lambda": 0.9910797383827044,
      "epoch": 1.1272613849033064,
      "step": 3614
    },
    {
      "contrastive_lambda": 0.9910748145748627,
      "epoch": 1.127573300062383,
      "step": 3615
    },
    {
      "contrastive_lambda": 0.9910698894207117,
      "epoch": 1.1278852152214598,
      "step": 3616
    },
    {
      "contrastive_lambda": 0.9910649629202647,
      "epoch": 1.1281971303805365,
      "step": 3617
    },
    {
      "contrastive_lambda": 0.9910600350735352,
      "epoch": 1.1285090455396132,
      "step": 3618
    },
    {
      "contrastive_lambda": 0.9910551058805367,
      "epoch": 1.1288209606986899,
      "step": 3619
    },
    {
      "epoch": 1.1291328758577668,
      "grad_norm": 0.21830512583255768,
      "learning_rate": 9.997090427281752e-05,
      "loss": 0.0772,
      "step": 3620
    },
    {
      "epoch": 1.1291328758577668,
      "flow_loss": 0.07994479686021805,
      "step": 3620
    },
    {
      "contrastive_loss": 0.021484937518835068,
      "epoch": 1.1291328758577668,
      "step": 3620
    },
    {
      "contrastive_lambda": 0.9910501753412828,
      "epoch": 1.1291328758577668,
      "step": 3620
    },
    {
      "contrastive_lambda": 0.9910452434557869,
      "epoch": 1.1294447910168435,
      "step": 3621
    },
    {
      "contrastive_lambda": 0.9910403102240626,
      "epoch": 1.1297567061759202,
      "step": 3622
    },
    {
      "contrastive_lambda": 0.9910353756461234,
      "epoch": 1.1300686213349969,
      "step": 3623
    },
    {
      "contrastive_lambda": 0.9910304397219829,
      "epoch": 1.1303805364940736,
      "step": 3624
    },
    {
      "contrastive_lambda": 0.9910255024516545,
      "epoch": 1.1306924516531502,
      "step": 3625
    },
    {
      "contrastive_lambda": 0.9910205638351519,
      "epoch": 1.1310043668122272,
      "step": 3626
    },
    {
      "contrastive_lambda": 0.9910156238724885,
      "epoch": 1.1313162819713038,
      "step": 3627
    },
    {
      "contrastive_lambda": 0.991010682563678,
      "epoch": 1.1316281971303805,
      "step": 3628
    },
    {
      "contrastive_lambda": 0.9910057399087336,
      "epoch": 1.1319401122894572,
      "step": 3629
    },
    {
      "epoch": 1.132252027448534,
      "grad_norm": 0.18340623378753662,
      "learning_rate": 9.996995668601448e-05,
      "loss": 0.0765,
      "step": 3630
    },
    {
      "epoch": 1.132252027448534,
      "flow_loss": 0.12261512875556946,
      "step": 3630
    },
    {
      "contrastive_loss": 0.022524673491716385,
      "epoch": 1.132252027448534,
      "step": 3630
    },
    {
      "contrastive_lambda": 0.9910007959076692,
      "epoch": 1.132252027448534,
      "step": 3630
    },
    {
      "contrastive_lambda": 0.9909958505604983,
      "epoch": 1.1325639426076108,
      "step": 3631
    },
    {
      "contrastive_lambda": 0.9909909038672343,
      "epoch": 1.1328758577666875,
      "step": 3632
    },
    {
      "contrastive_lambda": 0.990985955827891,
      "epoch": 1.1331877729257642,
      "step": 3633
    },
    {
      "contrastive_lambda": 0.9909810064424817,
      "epoch": 1.133499688084841,
      "step": 3634
    },
    {
      "contrastive_lambda": 0.9909760557110201,
      "epoch": 1.1338116032439176,
      "step": 3635
    },
    {
      "contrastive_lambda": 0.9909711036335198,
      "epoch": 1.1341235184029943,
      "step": 3636
    },
    {
      "contrastive_lambda": 0.9909661502099942,
      "epoch": 1.134435433562071,
      "step": 3637
    },
    {
      "contrastive_lambda": 0.9909611954404572,
      "epoch": 1.134747348721148,
      "step": 3638
    },
    {
      "contrastive_lambda": 0.9909562393249223,
      "epoch": 1.1350592638802246,
      "step": 3639
    },
    {
      "epoch": 1.1353711790393013,
      "grad_norm": 0.26513829827308655,
      "learning_rate": 9.996899391965798e-05,
      "loss": 0.0805,
      "step": 3640
    },
    {
      "epoch": 1.1353711790393013,
      "flow_loss": 0.0595749095082283,
      "step": 3640
    },
    {
      "contrastive_loss": 0.02149587869644165,
      "epoch": 1.1353711790393013,
      "step": 3640
    },
    {
      "contrastive_lambda": 0.9909512818634028,
      "epoch": 1.1353711790393013,
      "step": 3640
    },
    {
      "contrastive_lambda": 0.9909463230559126,
      "epoch": 1.135683094198378,
      "step": 3641
    },
    {
      "contrastive_lambda": 0.990941362902465,
      "epoch": 1.1359950093574547,
      "step": 3642
    },
    {
      "contrastive_lambda": 0.9909364014030739,
      "epoch": 1.1363069245165316,
      "step": 3643
    },
    {
      "contrastive_lambda": 0.9909314385577528,
      "epoch": 1.1366188396756083,
      "step": 3644
    },
    {
      "contrastive_lambda": 0.9909264743665153,
      "epoch": 1.136930754834685,
      "step": 3645
    },
    {
      "contrastive_lambda": 0.990921508829375,
      "epoch": 1.1372426699937617,
      "step": 3646
    },
    {
      "contrastive_lambda": 0.9909165419463455,
      "epoch": 1.1375545851528384,
      "step": 3647
    },
    {
      "contrastive_lambda": 0.9909115737174403,
      "epoch": 1.1378665003119153,
      "step": 3648
    },
    {
      "contrastive_lambda": 0.9909066041426733,
      "epoch": 1.138178415470992,
      "step": 3649
    },
    {
      "epoch": 1.1384903306300687,
      "grad_norm": 0.18721647560596466,
      "learning_rate": 9.996801597404048e-05,
      "loss": 0.0767,
      "step": 3650
    },
    {
      "epoch": 1.1384903306300687,
      "flow_loss": 0.06627264618873596,
      "step": 3650
    },
    {
      "contrastive_loss": 0.019779082387685776,
      "epoch": 1.1384903306300687,
      "step": 3650
    },
    {
      "contrastive_lambda": 0.9909016332220579,
      "epoch": 1.1384903306300687,
      "step": 3650
    },
    {
      "contrastive_lambda": 0.9908966609556078,
      "epoch": 1.1388022457891454,
      "step": 3651
    },
    {
      "contrastive_lambda": 0.9908916873433367,
      "epoch": 1.139114160948222,
      "step": 3652
    },
    {
      "contrastive_lambda": 0.990886712385258,
      "epoch": 1.1394260761072987,
      "step": 3653
    },
    {
      "contrastive_lambda": 0.9908817360813857,
      "epoch": 1.1397379912663754,
      "step": 3654
    },
    {
      "contrastive_lambda": 0.9908767584317333,
      "epoch": 1.1400499064254523,
      "step": 3655
    },
    {
      "contrastive_lambda": 0.9908717794363142,
      "epoch": 1.140361821584529,
      "step": 3656
    },
    {
      "contrastive_lambda": 0.9908667990951423,
      "epoch": 1.1406737367436057,
      "step": 3657
    },
    {
      "contrastive_lambda": 0.9908618174082313,
      "epoch": 1.1409856519026824,
      "step": 3658
    },
    {
      "contrastive_lambda": 0.9908568343755946,
      "epoch": 1.141297567061759,
      "step": 3659
    },
    {
      "epoch": 1.141609482220836,
      "grad_norm": 0.23038607835769653,
      "learning_rate": 9.996702284945905e-05,
      "loss": 0.0682,
      "step": 3660
    },
    {
      "epoch": 1.141609482220836,
      "flow_loss": 0.06400959193706512,
      "step": 3660
    },
    {
      "contrastive_loss": 0.018651524558663368,
      "epoch": 1.141609482220836,
      "step": 3660
    },
    {
      "contrastive_lambda": 0.9908518499972461,
      "epoch": 1.141609482220836,
      "step": 3660
    },
    {
      "contrastive_lambda": 0.9908468642731995,
      "epoch": 1.1419213973799127,
      "step": 3661
    },
    {
      "contrastive_lambda": 0.9908418772034682,
      "epoch": 1.1422333125389894,
      "step": 3662
    },
    {
      "contrastive_lambda": 0.9908368887880661,
      "epoch": 1.142545227698066,
      "step": 3663
    },
    {
      "contrastive_lambda": 0.9908318990270066,
      "epoch": 1.1428571428571428,
      "step": 3664
    },
    {
      "contrastive_lambda": 0.9908269079203038,
      "epoch": 1.1431690580162197,
      "step": 3665
    },
    {
      "contrastive_lambda": 0.9908219154679712,
      "epoch": 1.1434809731752964,
      "step": 3666
    },
    {
      "contrastive_lambda": 0.9908169216700222,
      "epoch": 1.143792888334373,
      "step": 3667
    },
    {
      "contrastive_lambda": 0.990811926526471,
      "epoch": 1.1441048034934498,
      "step": 3668
    },
    {
      "contrastive_lambda": 0.990806930037331,
      "epoch": 1.1444167186525265,
      "step": 3669
    },
    {
      "epoch": 1.1447286338116032,
      "grad_norm": 0.19116221368312836,
      "learning_rate": 9.996601454621539e-05,
      "loss": 0.0763,
      "step": 3670
    },
    {
      "epoch": 1.1447286338116032,
      "flow_loss": 0.04958604276180267,
      "step": 3670
    },
    {
      "contrastive_loss": 0.01747559756040573,
      "epoch": 1.1447286338116032,
      "step": 3670
    },
    {
      "contrastive_lambda": 0.9908019322026158,
      "epoch": 1.1447286338116032,
      "step": 3670
    },
    {
      "contrastive_lambda": 0.9907969330223394,
      "epoch": 1.1450405489706799,
      "step": 3671
    },
    {
      "contrastive_lambda": 0.9907919324965151,
      "epoch": 1.1453524641297568,
      "step": 3672
    },
    {
      "contrastive_lambda": 0.9907869306251571,
      "epoch": 1.1456643792888335,
      "step": 3673
    },
    {
      "contrastive_lambda": 0.9907819274082788,
      "epoch": 1.1459762944479102,
      "step": 3674
    },
    {
      "contrastive_lambda": 0.9907769228458938,
      "epoch": 1.1462882096069869,
      "step": 3675
    },
    {
      "contrastive_lambda": 0.9907719169380163,
      "epoch": 1.1466001247660635,
      "step": 3676
    },
    {
      "contrastive_lambda": 0.9907669096846595,
      "epoch": 1.1469120399251405,
      "step": 3677
    },
    {
      "contrastive_lambda": 0.9907619010858375,
      "epoch": 1.1472239550842172,
      "step": 3678
    },
    {
      "contrastive_lambda": 0.9907568911415637,
      "epoch": 1.1475358702432938,
      "step": 3679
    },
    {
      "epoch": 1.1478477854023705,
      "grad_norm": 0.20252467691898346,
      "learning_rate": 9.996499106461577e-05,
      "loss": 0.0753,
      "step": 3680
    },
    {
      "epoch": 1.1478477854023705,
      "flow_loss": 0.07602739334106445,
      "step": 3680
    },
    {
      "contrastive_loss": 0.017952624708414078,
      "epoch": 1.1478477854023705,
      "step": 3680
    },
    {
      "contrastive_lambda": 0.9907518798518522,
      "epoch": 1.1478477854023705,
      "step": 3680
    },
    {
      "contrastive_lambda": 0.9907468672167165,
      "epoch": 1.1481597005614472,
      "step": 3681
    },
    {
      "contrastive_lambda": 0.9907418532361703,
      "epoch": 1.1484716157205241,
      "step": 3682
    },
    {
      "contrastive_lambda": 0.9907368379102275,
      "epoch": 1.1487835308796008,
      "step": 3683
    },
    {
      "contrastive_lambda": 0.9907318212389019,
      "epoch": 1.1490954460386775,
      "step": 3684
    },
    {
      "contrastive_lambda": 0.9907268032222071,
      "epoch": 1.1494073611977542,
      "step": 3685
    },
    {
      "contrastive_lambda": 0.9907217838601569,
      "epoch": 1.149719276356831,
      "step": 3686
    },
    {
      "contrastive_lambda": 0.990716763152765,
      "epoch": 1.1500311915159076,
      "step": 3687
    },
    {
      "contrastive_lambda": 0.9907117411000452,
      "epoch": 1.1503431066749843,
      "step": 3688
    },
    {
      "contrastive_lambda": 0.9907067177020115,
      "epoch": 1.1506550218340612,
      "step": 3689
    },
    {
      "epoch": 1.150966936993138,
      "grad_norm": 0.1864365190267563,
      "learning_rate": 9.996395240497112e-05,
      "loss": 0.0791,
      "step": 3690
    },
    {
      "epoch": 1.150966936993138,
      "flow_loss": 0.07346448302268982,
      "step": 3690
    },
    {
      "contrastive_loss": 0.01906546764075756,
      "epoch": 1.150966936993138,
      "step": 3690
    },
    {
      "contrastive_lambda": 0.9907016929586774,
      "epoch": 1.150966936993138,
      "step": 3690
    },
    {
      "contrastive_lambda": 0.9906966668700566,
      "epoch": 1.1512788521522146,
      "step": 3691
    },
    {
      "contrastive_lambda": 0.9906916394361631,
      "epoch": 1.1515907673112913,
      "step": 3692
    },
    {
      "contrastive_lambda": 0.9906866106570107,
      "epoch": 1.151902682470368,
      "step": 3693
    },
    {
      "contrastive_lambda": 0.990681580532613,
      "epoch": 1.152214597629445,
      "step": 3694
    },
    {
      "contrastive_lambda": 0.990676549062984,
      "epoch": 1.1525265127885216,
      "step": 3695
    },
    {
      "contrastive_lambda": 0.9906715162481372,
      "epoch": 1.1528384279475983,
      "step": 3696
    },
    {
      "contrastive_lambda": 0.9906664820880868,
      "epoch": 1.153150343106675,
      "step": 3697
    },
    {
      "contrastive_lambda": 0.9906614465828463,
      "epoch": 1.1534622582657517,
      "step": 3698
    },
    {
      "contrastive_lambda": 0.9906564097324295,
      "epoch": 1.1537741734248284,
      "step": 3699
    },
    {
      "epoch": 1.1540860885839053,
      "grad_norm": 0.18528977036476135,
      "learning_rate": 9.996289856759696e-05,
      "loss": 0.0736,
      "step": 3700
    },
    {
      "epoch": 1.1540860885839053,
      "flow_loss": 0.0749632716178894,
      "step": 3700
    },
    {
      "contrastive_loss": 0.022771600633859634,
      "epoch": 1.1540860885839053,
      "step": 3700
    },
    {
      "contrastive_lambda": 0.9906513715368503,
      "epoch": 1.1540860885839053,
      "step": 3700
    },
    {
      "contrastive_lambda": 0.9906463319961225,
      "epoch": 1.154398003742982,
      "step": 3701
    },
    {
      "contrastive_lambda": 0.99064129111026,
      "epoch": 1.1547099189020587,
      "step": 3702
    },
    {
      "contrastive_lambda": 0.9906362488792766,
      "epoch": 1.1550218340611353,
      "step": 3703
    },
    {
      "contrastive_lambda": 0.990631205303186,
      "epoch": 1.155333749220212,
      "step": 3704
    },
    {
      "contrastive_lambda": 0.9906261603820021,
      "epoch": 1.1556456643792887,
      "step": 3705
    },
    {
      "contrastive_lambda": 0.9906211141157386,
      "epoch": 1.1559575795383656,
      "step": 3706
    },
    {
      "contrastive_lambda": 0.9906160665044097,
      "epoch": 1.1562694946974423,
      "step": 3707
    },
    {
      "contrastive_lambda": 0.9906110175480287,
      "epoch": 1.156581409856519,
      "step": 3708
    },
    {
      "contrastive_lambda": 0.99060596724661,
      "epoch": 1.1568933250155957,
      "step": 3709
    },
    {
      "epoch": 1.1572052401746724,
      "grad_norm": 0.22959677875041962,
      "learning_rate": 9.996182955281342e-05,
      "loss": 0.0806,
      "step": 3710
    },
    {
      "epoch": 1.1572052401746724,
      "flow_loss": 0.06601256132125854,
      "step": 3710
    },
    {
      "contrastive_loss": 0.019525419920682907,
      "epoch": 1.1572052401746724,
      "step": 3710
    },
    {
      "contrastive_lambda": 0.990600915600167,
      "epoch": 1.1572052401746724,
      "step": 3710
    },
    {
      "contrastive_lambda": 0.9905958626087139,
      "epoch": 1.1575171553337493,
      "step": 3711
    },
    {
      "contrastive_lambda": 0.9905908082722643,
      "epoch": 1.157829070492826,
      "step": 3712
    },
    {
      "contrastive_lambda": 0.9905857525908321,
      "epoch": 1.1581409856519027,
      "step": 3713
    },
    {
      "contrastive_lambda": 0.9905806955644314,
      "epoch": 1.1584529008109794,
      "step": 3714
    },
    {
      "contrastive_lambda": 0.9905756371930756,
      "epoch": 1.158764815970056,
      "step": 3715
    },
    {
      "contrastive_lambda": 0.990570577476779,
      "epoch": 1.1590767311291328,
      "step": 3716
    },
    {
      "contrastive_lambda": 0.9905655164155553,
      "epoch": 1.1593886462882097,
      "step": 3717
    },
    {
      "contrastive_lambda": 0.9905604540094184,
      "epoch": 1.1597005614472864,
      "step": 3718
    },
    {
      "contrastive_lambda": 0.9905553902583821,
      "epoch": 1.160012476606363,
      "step": 3719
    },
    {
      "epoch": 1.1603243917654398,
      "grad_norm": 0.19808374345302582,
      "learning_rate": 9.996074536094519e-05,
      "loss": 0.078,
      "step": 3720
    },
    {
      "epoch": 1.1603243917654398,
      "flow_loss": 0.08742216229438782,
      "step": 3720
    },
    {
      "contrastive_loss": 0.023546863347291946,
      "epoch": 1.1603243917654398,
      "step": 3720
    },
    {
      "contrastive_lambda": 0.9905503251624603,
      "epoch": 1.1603243917654398,
      "step": 3720
    },
    {
      "contrastive_lambda": 0.990545258721667,
      "epoch": 1.1606363069245165,
      "step": 3721
    },
    {
      "contrastive_lambda": 0.9905401909360161,
      "epoch": 1.1609482220835932,
      "step": 3722
    },
    {
      "contrastive_lambda": 0.9905351218055213,
      "epoch": 1.16126013724267,
      "step": 3723
    },
    {
      "contrastive_lambda": 0.9905300513301967,
      "epoch": 1.1615720524017468,
      "step": 3724
    },
    {
      "contrastive_lambda": 0.990524979510056,
      "epoch": 1.1618839675608235,
      "step": 3725
    },
    {
      "contrastive_lambda": 0.9905199063451133,
      "epoch": 1.1621958827199002,
      "step": 3726
    },
    {
      "contrastive_lambda": 0.9905148318353824,
      "epoch": 1.1625077978789768,
      "step": 3727
    },
    {
      "contrastive_lambda": 0.9905097559808772,
      "epoch": 1.1628197130380538,
      "step": 3728
    },
    {
      "contrastive_lambda": 0.9905046787816117,
      "epoch": 1.1631316281971305,
      "step": 3729
    },
    {
      "epoch": 1.1634435433562071,
      "grad_norm": 0.17351537942886353,
      "learning_rate": 9.995964599232168e-05,
      "loss": 0.0713,
      "step": 3730
    },
    {
      "epoch": 1.1634435433562071,
      "flow_loss": 0.06446190178394318,
      "step": 3730
    },
    {
      "contrastive_loss": 0.014861269854009151,
      "epoch": 1.1634435433562071,
      "step": 3730
    },
    {
      "contrastive_lambda": 0.9904996002375999,
      "epoch": 1.1634435433562071,
      "step": 3730
    },
    {
      "contrastive_lambda": 0.9904945203488553,
      "epoch": 1.1637554585152838,
      "step": 3731
    },
    {
      "contrastive_lambda": 0.9904894391153923,
      "epoch": 1.1640673736743605,
      "step": 3732
    },
    {
      "contrastive_lambda": 0.9904843565372248,
      "epoch": 1.1643792888334372,
      "step": 3733
    },
    {
      "contrastive_lambda": 0.9904792726143663,
      "epoch": 1.164691203992514,
      "step": 3734
    },
    {
      "contrastive_lambda": 0.9904741873468312,
      "epoch": 1.1650031191515908,
      "step": 3735
    },
    {
      "contrastive_lambda": 0.9904691007346331,
      "epoch": 1.1653150343106675,
      "step": 3736
    },
    {
      "contrastive_lambda": 0.9904640127777864,
      "epoch": 1.1656269494697442,
      "step": 3737
    },
    {
      "contrastive_lambda": 0.9904589234763046,
      "epoch": 1.165938864628821,
      "step": 3738
    },
    {
      "contrastive_lambda": 0.9904538328302017,
      "epoch": 1.1662507797878976,
      "step": 3739
    },
    {
      "epoch": 1.1665626949469745,
      "grad_norm": 0.21522490680217743,
      "learning_rate": 9.995853144727683e-05,
      "loss": 0.0731,
      "step": 3740
    },
    {
      "epoch": 1.1665626949469745,
      "flow_loss": 0.039998650550842285,
      "step": 3740
    },
    {
      "contrastive_loss": 0.015288068912923336,
      "epoch": 1.1665626949469745,
      "step": 3740
    },
    {
      "contrastive_lambda": 0.990448740839492,
      "epoch": 1.1665626949469745,
      "step": 3740
    },
    {
      "contrastive_lambda": 0.9904436475041891,
      "epoch": 1.1668746101060512,
      "step": 3741
    },
    {
      "contrastive_lambda": 0.9904385528243072,
      "epoch": 1.167186525265128,
      "step": 3742
    },
    {
      "contrastive_lambda": 0.99043345679986,
      "epoch": 1.1674984404242046,
      "step": 3743
    },
    {
      "contrastive_lambda": 0.9904283594308616,
      "epoch": 1.1678103555832813,
      "step": 3744
    },
    {
      "contrastive_lambda": 0.9904232607173262,
      "epoch": 1.1681222707423582,
      "step": 3745
    },
    {
      "contrastive_lambda": 0.9904181606592675,
      "epoch": 1.1684341859014349,
      "step": 3746
    },
    {
      "contrastive_lambda": 0.9904130592566995,
      "epoch": 1.1687461010605116,
      "step": 3747
    },
    {
      "contrastive_lambda": 0.9904079565096363,
      "epoch": 1.1690580162195883,
      "step": 3748
    },
    {
      "contrastive_lambda": 0.9904028524180919,
      "epoch": 1.169369931378665,
      "step": 3749
    },
    {
      "epoch": 1.1696818465377417,
      "grad_norm": 0.20499449968338013,
      "learning_rate": 9.99574017261492e-05,
      "loss": 0.0741,
      "step": 3750
    },
    {
      "epoch": 1.1696818465377417,
      "flow_loss": 0.05154764652252197,
      "step": 3750
    },
    {
      "contrastive_loss": 0.018014326691627502,
      "epoch": 1.1696818465377417,
      "step": 3750
    },
    {
      "contrastive_lambda": 0.9903977469820802,
      "epoch": 1.1696818465377417,
      "step": 3750
    },
    {
      "contrastive_lambda": 0.9903926402016152,
      "epoch": 1.1699937616968183,
      "step": 3751
    },
    {
      "contrastive_lambda": 0.990387532076711,
      "epoch": 1.1703056768558953,
      "step": 3752
    },
    {
      "contrastive_lambda": 0.9903824226073815,
      "epoch": 1.170617592014972,
      "step": 3753
    },
    {
      "contrastive_lambda": 0.9903773117936407,
      "epoch": 1.1709295071740486,
      "step": 3754
    },
    {
      "contrastive_lambda": 0.9903721996355028,
      "epoch": 1.1712414223331253,
      "step": 3755
    },
    {
      "contrastive_lambda": 0.9903670861329815,
      "epoch": 1.171553337492202,
      "step": 3756
    },
    {
      "contrastive_lambda": 0.9903619712860912,
      "epoch": 1.171865252651279,
      "step": 3757
    },
    {
      "contrastive_lambda": 0.9903568550948455,
      "epoch": 1.1721771678103556,
      "step": 3758
    },
    {
      "contrastive_lambda": 0.9903517375592588,
      "epoch": 1.1724890829694323,
      "step": 3759
    },
    {
      "epoch": 1.172800998128509,
      "grad_norm": 0.3026126027107239,
      "learning_rate": 9.995625682928198e-05,
      "loss": 0.0731,
      "step": 3760
    },
    {
      "epoch": 1.172800998128509,
      "flow_loss": 0.0767330676317215,
      "step": 3760
    },
    {
      "contrastive_loss": 0.020284079015254974,
      "epoch": 1.172800998128509,
      "step": 3760
    },
    {
      "contrastive_lambda": 0.9903466186793448,
      "epoch": 1.172800998128509,
      "step": 3760
    },
    {
      "contrastive_lambda": 0.9903414984551178,
      "epoch": 1.1731129132875857,
      "step": 3761
    },
    {
      "contrastive_lambda": 0.9903363768865918,
      "epoch": 1.1734248284466626,
      "step": 3762
    },
    {
      "contrastive_lambda": 0.9903312539737806,
      "epoch": 1.1737367436057393,
      "step": 3763
    },
    {
      "contrastive_lambda": 0.9903261297166985,
      "epoch": 1.174048658764816,
      "step": 3764
    },
    {
      "contrastive_lambda": 0.9903210041153596,
      "epoch": 1.1743605739238927,
      "step": 3765
    },
    {
      "contrastive_lambda": 0.9903158771697778,
      "epoch": 1.1746724890829694,
      "step": 3766
    },
    {
      "contrastive_lambda": 0.9903107488799672,
      "epoch": 1.174984404242046,
      "step": 3767
    },
    {
      "contrastive_lambda": 0.9903056192459417,
      "epoch": 1.1752963194011228,
      "step": 3768
    },
    {
      "contrastive_lambda": 0.9903004882677156,
      "epoch": 1.1756082345601997,
      "step": 3769
    },
    {
      "epoch": 1.1759201497192764,
      "grad_norm": 0.2121995985507965,
      "learning_rate": 9.995509675702295e-05,
      "loss": 0.0826,
      "step": 3770
    },
    {
      "epoch": 1.1759201497192764,
      "flow_loss": 0.10397077351808548,
      "step": 3770
    },
    {
      "contrastive_loss": 0.017125369980931282,
      "epoch": 1.1759201497192764,
      "step": 3770
    },
    {
      "contrastive_lambda": 0.9902953559453029,
      "epoch": 1.1759201497192764,
      "step": 3770
    },
    {
      "contrastive_lambda": 0.9902902222787175,
      "epoch": 1.176232064878353,
      "step": 3771
    },
    {
      "contrastive_lambda": 0.9902850872679738,
      "epoch": 1.1765439800374298,
      "step": 3772
    },
    {
      "contrastive_lambda": 0.9902799509130856,
      "epoch": 1.1768558951965065,
      "step": 3773
    },
    {
      "contrastive_lambda": 0.9902748132140671,
      "epoch": 1.1771678103555834,
      "step": 3774
    },
    {
      "contrastive_lambda": 0.9902696741709324,
      "epoch": 1.17747972551466,
      "step": 3775
    },
    {
      "contrastive_lambda": 0.9902645337836955,
      "epoch": 1.1777916406737368,
      "step": 3776
    },
    {
      "contrastive_lambda": 0.9902593920523706,
      "epoch": 1.1781035558328135,
      "step": 3777
    },
    {
      "contrastive_lambda": 0.9902542489769717,
      "epoch": 1.1784154709918901,
      "step": 3778
    },
    {
      "contrastive_lambda": 0.9902491045575128,
      "epoch": 1.178727386150967,
      "step": 3779
    },
    {
      "epoch": 1.1790393013100438,
      "grad_norm": 0.2723259925842285,
      "learning_rate": 9.995392150972451e-05,
      "loss": 0.0783,
      "step": 3780
    },
    {
      "epoch": 1.1790393013100438,
      "flow_loss": 0.08005549013614655,
      "step": 3780
    },
    {
      "contrastive_loss": 0.014183629304170609,
      "epoch": 1.1790393013100438,
      "step": 3780
    },
    {
      "contrastive_lambda": 0.9902439587940084,
      "epoch": 1.1790393013100438,
      "step": 3780
    },
    {
      "contrastive_lambda": 0.9902388116864722,
      "epoch": 1.1793512164691204,
      "step": 3781
    },
    {
      "contrastive_lambda": 0.9902336632349185,
      "epoch": 1.1796631316281971,
      "step": 3782
    },
    {
      "contrastive_lambda": 0.9902285134393614,
      "epoch": 1.1799750467872738,
      "step": 3783
    },
    {
      "contrastive_lambda": 0.9902233622998149,
      "epoch": 1.1802869619463505,
      "step": 3784
    },
    {
      "contrastive_lambda": 0.9902182098162933,
      "epoch": 1.1805988771054272,
      "step": 3785
    },
    {
      "contrastive_lambda": 0.9902130559888107,
      "epoch": 1.1809107922645041,
      "step": 3786
    },
    {
      "contrastive_lambda": 0.9902079008173811,
      "epoch": 1.1812227074235808,
      "step": 3787
    },
    {
      "contrastive_lambda": 0.9902027443020187,
      "epoch": 1.1815346225826575,
      "step": 3788
    },
    {
      "contrastive_lambda": 0.9901975864427377,
      "epoch": 1.1818465377417342,
      "step": 3789
    },
    {
      "epoch": 1.182158452900811,
      "grad_norm": 0.22872698307037354,
      "learning_rate": 9.995273108774366e-05,
      "loss": 0.0684,
      "step": 3790
    },
    {
      "epoch": 1.182158452900811,
      "flow_loss": 0.0616312101483345,
      "step": 3790
    },
    {
      "contrastive_loss": 0.016854293644428253,
      "epoch": 1.182158452900811,
      "step": 3790
    },
    {
      "contrastive_lambda": 0.9901924272395521,
      "epoch": 1.182158452900811,
      "step": 3790
    },
    {
      "contrastive_lambda": 0.9901872666924763,
      "epoch": 1.1824703680598878,
      "step": 3791
    },
    {
      "contrastive_lambda": 0.990182104801524,
      "epoch": 1.1827822832189645,
      "step": 3792
    },
    {
      "contrastive_lambda": 0.9901769415667099,
      "epoch": 1.1830941983780412,
      "step": 3793
    },
    {
      "contrastive_lambda": 0.9901717769880477,
      "epoch": 1.1834061135371179,
      "step": 3794
    },
    {
      "contrastive_lambda": 0.9901666110655518,
      "epoch": 1.1837180286961946,
      "step": 3795
    },
    {
      "contrastive_lambda": 0.9901614437992363,
      "epoch": 1.1840299438552713,
      "step": 3796
    },
    {
      "contrastive_lambda": 0.9901562751891154,
      "epoch": 1.1843418590143482,
      "step": 3797
    },
    {
      "contrastive_lambda": 0.9901511052352032,
      "epoch": 1.1846537741734249,
      "step": 3798
    },
    {
      "contrastive_lambda": 0.990145933937514,
      "epoch": 1.1849656893325016,
      "step": 3799
    },
    {
      "epoch": 1.1852776044915783,
      "grad_norm": 0.2325756996870041,
      "learning_rate": 9.995152549144205e-05,
      "loss": 0.0737,
      "step": 3800
    },
    {
      "epoch": 1.1852776044915783,
      "flow_loss": 0.07847454398870468,
      "step": 3800
    },
    {
      "contrastive_loss": 0.017354372888803482,
      "epoch": 1.1852776044915783,
      "step": 3800
    },
    {
      "contrastive_lambda": 0.9901407612960618,
      "epoch": 1.1852776044915783,
      "step": 3800
    },
    {
      "contrastive_lambda": 0.9901355873108609,
      "epoch": 1.185589519650655,
      "step": 3801
    },
    {
      "contrastive_lambda": 0.9901304119819254,
      "epoch": 1.1859014348097316,
      "step": 3802
    },
    {
      "contrastive_lambda": 0.9901252353092698,
      "epoch": 1.1862133499688086,
      "step": 3803
    },
    {
      "contrastive_lambda": 0.9901200572929078,
      "epoch": 1.1865252651278853,
      "step": 3804
    },
    {
      "contrastive_lambda": 0.9901148779328539,
      "epoch": 1.186837180286962,
      "step": 3805
    },
    {
      "contrastive_lambda": 0.9901096972291221,
      "epoch": 1.1871490954460386,
      "step": 3806
    },
    {
      "contrastive_lambda": 0.9901045151817269,
      "epoch": 1.1874610106051153,
      "step": 3807
    },
    {
      "contrastive_lambda": 0.9900993317906823,
      "epoch": 1.1877729257641922,
      "step": 3808
    },
    {
      "contrastive_lambda": 0.9900941470560025,
      "epoch": 1.188084840923269,
      "step": 3809
    },
    {
      "epoch": 1.1883967560823456,
      "grad_norm": 0.1612517386674881,
      "learning_rate": 9.995030472118587e-05,
      "loss": 0.0679,
      "step": 3810
    },
    {
      "epoch": 1.1883967560823456,
      "flow_loss": 0.07489953935146332,
      "step": 3810
    },
    {
      "contrastive_loss": 0.016559835523366928,
      "epoch": 1.1883967560823456,
      "step": 3810
    },
    {
      "contrastive_lambda": 0.9900889609777019,
      "epoch": 1.1883967560823456,
      "step": 3810
    },
    {
      "contrastive_lambda": 0.9900837735557946,
      "epoch": 1.1887086712414223,
      "step": 3811
    },
    {
      "contrastive_lambda": 0.9900785847902946,
      "epoch": 1.189020586400499,
      "step": 3812
    },
    {
      "contrastive_lambda": 0.9900733946812166,
      "epoch": 1.1893325015595757,
      "step": 3813
    },
    {
      "contrastive_lambda": 0.9900682032285744,
      "epoch": 1.1896444167186526,
      "step": 3814
    },
    {
      "contrastive_lambda": 0.9900630104323824,
      "epoch": 1.1899563318777293,
      "step": 3815
    },
    {
      "contrastive_lambda": 0.9900578162926548,
      "epoch": 1.190268247036806,
      "step": 3816
    },
    {
      "contrastive_lambda": 0.990052620809406,
      "epoch": 1.1905801621958827,
      "step": 3817
    },
    {
      "contrastive_lambda": 0.99004742398265,
      "epoch": 1.1908920773549594,
      "step": 3818
    },
    {
      "contrastive_lambda": 0.9900422258124012,
      "epoch": 1.191203992514036,
      "step": 3819
    },
    {
      "epoch": 1.191515907673113,
      "grad_norm": 0.23693151772022247,
      "learning_rate": 9.9949068777346e-05,
      "loss": 0.0768,
      "step": 3820
    },
    {
      "epoch": 1.191515907673113,
      "flow_loss": 0.09707186371088028,
      "step": 3820
    },
    {
      "contrastive_loss": 0.014500442892313004,
      "epoch": 1.191515907673113,
      "step": 3820
    },
    {
      "contrastive_lambda": 0.9900370262986739,
      "epoch": 1.191515907673113,
      "step": 3820
    },
    {
      "contrastive_lambda": 0.9900318254414822,
      "epoch": 1.1918278228321897,
      "step": 3821
    },
    {
      "contrastive_lambda": 0.9900266232408403,
      "epoch": 1.1921397379912664,
      "step": 3822
    },
    {
      "contrastive_lambda": 0.9900214196967627,
      "epoch": 1.192451653150343,
      "step": 3823
    },
    {
      "contrastive_lambda": 0.9900162148092636,
      "epoch": 1.1927635683094198,
      "step": 3824
    },
    {
      "contrastive_lambda": 0.9900110085783572,
      "epoch": 1.1930754834684967,
      "step": 3825
    },
    {
      "contrastive_lambda": 0.9900058010040578,
      "epoch": 1.1933873986275734,
      "step": 3826
    },
    {
      "contrastive_lambda": 0.9900005920863797,
      "epoch": 1.19369931378665,
      "step": 3827
    },
    {
      "contrastive_lambda": 0.9899953818253371,
      "epoch": 1.1940112289457268,
      "step": 3828
    },
    {
      "contrastive_lambda": 0.9899901702209444,
      "epoch": 1.1943231441048034,
      "step": 3829
    },
    {
      "epoch": 1.1946350592638801,
      "grad_norm": 0.20302645862102509,
      "learning_rate": 9.994781766029786e-05,
      "loss": 0.0763,
      "step": 3830
    },
    {
      "epoch": 1.1946350592638801,
      "flow_loss": 0.05783035606145859,
      "step": 3830
    },
    {
      "contrastive_loss": 0.014592094346880913,
      "epoch": 1.1946350592638801,
      "step": 3830
    },
    {
      "contrastive_lambda": 0.9899849572732158,
      "epoch": 1.1946350592638801,
      "step": 3830
    },
    {
      "contrastive_lambda": 0.9899797429821655,
      "epoch": 1.1949469744229568,
      "step": 3831
    },
    {
      "contrastive_lambda": 0.989974527347808,
      "epoch": 1.1952588895820337,
      "step": 3832
    },
    {
      "contrastive_lambda": 0.9899693103701576,
      "epoch": 1.1955708047411104,
      "step": 3833
    },
    {
      "contrastive_lambda": 0.9899640920492284,
      "epoch": 1.1958827199001871,
      "step": 3834
    },
    {
      "contrastive_lambda": 0.9899588723850349,
      "epoch": 1.1961946350592638,
      "step": 3835
    },
    {
      "contrastive_lambda": 0.9899536513775913,
      "epoch": 1.1965065502183405,
      "step": 3836
    },
    {
      "contrastive_lambda": 0.9899484290269119,
      "epoch": 1.1968184653774174,
      "step": 3837
    },
    {
      "contrastive_lambda": 0.9899432053330112,
      "epoch": 1.1971303805364941,
      "step": 3838
    },
    {
      "contrastive_lambda": 0.9899379802959033,
      "epoch": 1.1974422956955708,
      "step": 3839
    },
    {
      "epoch": 1.1977542108546475,
      "grad_norm": 0.22199633717536926,
      "learning_rate": 9.994655137042151e-05,
      "loss": 0.0719,
      "step": 3840
    },
    {
      "epoch": 1.1977542108546475,
      "flow_loss": 0.10339515656232834,
      "step": 3840
    },
    {
      "contrastive_loss": 0.02054436132311821,
      "epoch": 1.1977542108546475,
      "step": 3840
    },
    {
      "contrastive_lambda": 0.9899327539156026,
      "epoch": 1.1977542108546475,
      "step": 3840
    },
    {
      "contrastive_lambda": 0.9899275261921234,
      "epoch": 1.1980661260137242,
      "step": 3841
    },
    {
      "contrastive_lambda": 0.9899222971254802,
      "epoch": 1.1983780411728011,
      "step": 3842
    },
    {
      "contrastive_lambda": 0.9899170667156871,
      "epoch": 1.1986899563318778,
      "step": 3843
    },
    {
      "contrastive_lambda": 0.9899118349627585,
      "epoch": 1.1990018714909545,
      "step": 3844
    },
    {
      "contrastive_lambda": 0.9899066018667089,
      "epoch": 1.1993137866500312,
      "step": 3845
    },
    {
      "contrastive_lambda": 0.9899013674275525,
      "epoch": 1.1996257018091079,
      "step": 3846
    },
    {
      "contrastive_lambda": 0.9898961316453037,
      "epoch": 1.1999376169681846,
      "step": 3847
    },
    {
      "contrastive_lambda": 0.9898908945199768,
      "epoch": 1.2002495321272613,
      "step": 3848
    },
    {
      "contrastive_lambda": 0.9898856560515863,
      "epoch": 1.2005614472863382,
      "step": 3849
    },
    {
      "epoch": 1.2008733624454149,
      "grad_norm": 0.2415054887533188,
      "learning_rate": 9.99452699081016e-05,
      "loss": 0.07,
      "step": 3850
    },
    {
      "epoch": 1.2008733624454149,
      "flow_loss": 0.06781524419784546,
      "step": 3850
    },
    {
      "contrastive_loss": 0.018387779593467712,
      "epoch": 1.2008733624454149,
      "step": 3850
    },
    {
      "contrastive_lambda": 0.9898804162401462,
      "epoch": 1.2008733624454149,
      "step": 3850
    },
    {
      "contrastive_lambda": 0.9898751750856714,
      "epoch": 1.2011852776044916,
      "step": 3851
    },
    {
      "contrastive_lambda": 0.9898699325881759,
      "epoch": 1.2014971927635683,
      "step": 3852
    },
    {
      "contrastive_lambda": 0.9898646887476741,
      "epoch": 1.201809107922645,
      "step": 3853
    },
    {
      "contrastive_lambda": 0.9898594435641805,
      "epoch": 1.2021210230817219,
      "step": 3854
    },
    {
      "contrastive_lambda": 0.9898541970377095,
      "epoch": 1.2024329382407986,
      "step": 3855
    },
    {
      "contrastive_lambda": 0.9898489491682754,
      "epoch": 1.2027448533998752,
      "step": 3856
    },
    {
      "contrastive_lambda": 0.9898436999558924,
      "epoch": 1.203056768558952,
      "step": 3857
    },
    {
      "contrastive_lambda": 0.9898384494005752,
      "epoch": 1.2033686837180286,
      "step": 3858
    },
    {
      "contrastive_lambda": 0.9898331975023382,
      "epoch": 1.2036805988771055,
      "step": 3859
    },
    {
      "epoch": 1.2039925140361822,
      "grad_norm": 0.2707001864910126,
      "learning_rate": 9.994397327372743e-05,
      "loss": 0.081,
      "step": 3860
    },
    {
      "epoch": 1.2039925140361822,
      "flow_loss": 0.1092313751578331,
      "step": 3860
    },
    {
      "contrastive_loss": 0.016867205500602722,
      "epoch": 1.2039925140361822,
      "step": 3860
    },
    {
      "contrastive_lambda": 0.9898279442611955,
      "epoch": 1.2039925140361822,
      "step": 3860
    },
    {
      "contrastive_lambda": 0.9898226896771618,
      "epoch": 1.204304429195259,
      "step": 3861
    },
    {
      "contrastive_lambda": 0.9898174337502512,
      "epoch": 1.2046163443543356,
      "step": 3862
    },
    {
      "contrastive_lambda": 0.9898121764804786,
      "epoch": 1.2049282595134123,
      "step": 3863
    },
    {
      "contrastive_lambda": 0.9898069178678579,
      "epoch": 1.205240174672489,
      "step": 3864
    },
    {
      "contrastive_lambda": 0.9898016579124037,
      "epoch": 1.2055520898315657,
      "step": 3865
    },
    {
      "contrastive_lambda": 0.9897963966141305,
      "epoch": 1.2058640049906426,
      "step": 3866
    },
    {
      "contrastive_lambda": 0.9897911339730527,
      "epoch": 1.2061759201497193,
      "step": 3867
    },
    {
      "contrastive_lambda": 0.9897858699891846,
      "epoch": 1.206487835308796,
      "step": 3868
    },
    {
      "contrastive_lambda": 0.9897806046625408,
      "epoch": 1.2067997504678727,
      "step": 3869
    },
    {
      "epoch": 1.2071116656269494,
      "grad_norm": 0.22981521487236023,
      "learning_rate": 9.994266146769286e-05,
      "loss": 0.078,
      "step": 3870
    },
    {
      "epoch": 1.2071116656269494,
      "flow_loss": 0.0920117199420929,
      "step": 3870
    },
    {
      "contrastive_loss": 0.021855339407920837,
      "epoch": 1.2071116656269494,
      "step": 3870
    },
    {
      "contrastive_lambda": 0.9897753379931358,
      "epoch": 1.2071116656269494,
      "step": 3870
    },
    {
      "contrastive_lambda": 0.9897700699809837,
      "epoch": 1.2074235807860263,
      "step": 3871
    },
    {
      "contrastive_lambda": 0.9897648006260993,
      "epoch": 1.207735495945103,
      "step": 3872
    },
    {
      "contrastive_lambda": 0.9897595299284967,
      "epoch": 1.2080474111041797,
      "step": 3873
    },
    {
      "contrastive_lambda": 0.9897542578881906,
      "epoch": 1.2083593262632564,
      "step": 3874
    },
    {
      "contrastive_lambda": 0.9897489845051954,
      "epoch": 1.208671241422333,
      "step": 3875
    },
    {
      "contrastive_lambda": 0.9897437097795256,
      "epoch": 1.20898315658141,
      "step": 3876
    },
    {
      "contrastive_lambda": 0.9897384337111956,
      "epoch": 1.2092950717404867,
      "step": 3877
    },
    {
      "contrastive_lambda": 0.98973315630022,
      "epoch": 1.2096069868995634,
      "step": 3878
    },
    {
      "contrastive_lambda": 0.989727877546613,
      "epoch": 1.20991890205864,
      "step": 3879
    },
    {
      "epoch": 1.2102308172177167,
      "grad_norm": 0.2665190100669861,
      "learning_rate": 9.994133449039642e-05,
      "loss": 0.0731,
      "step": 3880
    },
    {
      "epoch": 1.2102308172177167,
      "flow_loss": 0.05761415511369705,
      "step": 3880
    },
    {
      "contrastive_loss": 0.019679870456457138,
      "epoch": 1.2102308172177167,
      "step": 3880
    },
    {
      "contrastive_lambda": 0.9897225974503893,
      "epoch": 1.2102308172177167,
      "step": 3880
    },
    {
      "contrastive_lambda": 0.9897173160115632,
      "epoch": 1.2105427323767934,
      "step": 3881
    },
    {
      "contrastive_lambda": 0.9897120332301493,
      "epoch": 1.2108546475358701,
      "step": 3882
    },
    {
      "contrastive_lambda": 0.9897067491061621,
      "epoch": 1.211166562694947,
      "step": 3883
    },
    {
      "contrastive_lambda": 0.989701463639616,
      "epoch": 1.2114784778540237,
      "step": 3884
    },
    {
      "contrastive_lambda": 0.9896961768305255,
      "epoch": 1.2117903930131004,
      "step": 3885
    },
    {
      "contrastive_lambda": 0.9896908886789052,
      "epoch": 1.2121023081721771,
      "step": 3886
    },
    {
      "contrastive_lambda": 0.9896855991847695,
      "epoch": 1.2124142233312538,
      "step": 3887
    },
    {
      "contrastive_lambda": 0.9896803083481329,
      "epoch": 1.2127261384903307,
      "step": 3888
    },
    {
      "contrastive_lambda": 0.98967501616901,
      "epoch": 1.2130380536494074,
      "step": 3889
    },
    {
      "epoch": 1.2133499688084841,
      "grad_norm": 0.19732196629047394,
      "learning_rate": 9.993999234224118e-05,
      "loss": 0.0706,
      "step": 3890
    },
    {
      "epoch": 1.2133499688084841,
      "flow_loss": 0.08711695671081543,
      "step": 3890
    },
    {
      "contrastive_loss": 0.020065821707248688,
      "epoch": 1.2133499688084841,
      "step": 3890
    },
    {
      "contrastive_lambda": 0.9896697226474152,
      "epoch": 1.2133499688084841,
      "step": 3890
    },
    {
      "contrastive_lambda": 0.989664427783363,
      "epoch": 1.2136618839675608,
      "step": 3891
    },
    {
      "contrastive_lambda": 0.9896591315768681,
      "epoch": 1.2139737991266375,
      "step": 3892
    },
    {
      "contrastive_lambda": 0.9896538340279448,
      "epoch": 1.2142857142857142,
      "step": 3893
    },
    {
      "contrastive_lambda": 0.9896485351366078,
      "epoch": 1.214597629444791,
      "step": 3894
    },
    {
      "contrastive_lambda": 0.9896432349028714,
      "epoch": 1.2149095446038678,
      "step": 3895
    },
    {
      "contrastive_lambda": 0.9896379333267503,
      "epoch": 1.2152214597629445,
      "step": 3896
    },
    {
      "contrastive_lambda": 0.989632630408259,
      "epoch": 1.2155333749220212,
      "step": 3897
    },
    {
      "contrastive_lambda": 0.9896273261474122,
      "epoch": 1.2158452900810979,
      "step": 3898
    },
    {
      "contrastive_lambda": 0.9896220205442241,
      "epoch": 1.2161572052401746,
      "step": 3899
    },
    {
      "epoch": 1.2164691203992515,
      "grad_norm": 0.20193390548229218,
      "learning_rate": 9.993863502363485e-05,
      "loss": 0.074,
      "step": 3900
    },
    {
      "epoch": 1.2164691203992515,
      "flow_loss": 0.09840792417526245,
      "step": 3900
    },
    {
      "contrastive_loss": 0.018337180837988853,
      "epoch": 1.2164691203992515,
      "step": 3900
    },
    {
      "contrastive_lambda": 0.9896167135987095,
      "epoch": 1.2164691203992515,
      "step": 3900
    },
    {
      "contrastive_lambda": 0.9896114053108829,
      "epoch": 1.2167810355583282,
      "step": 3901
    },
    {
      "contrastive_lambda": 0.9896060956807589,
      "epoch": 1.2170929507174049,
      "step": 3902
    },
    {
      "contrastive_lambda": 0.9896007847083519,
      "epoch": 1.2174048658764816,
      "step": 3903
    },
    {
      "contrastive_lambda": 0.9895954723936764,
      "epoch": 1.2177167810355582,
      "step": 3904
    },
    {
      "contrastive_lambda": 0.9895901587367473,
      "epoch": 1.2180286961946352,
      "step": 3905
    },
    {
      "contrastive_lambda": 0.9895848437375789,
      "epoch": 1.2183406113537119,
      "step": 3906
    },
    {
      "contrastive_lambda": 0.989579527396186,
      "epoch": 1.2186525265127885,
      "step": 3907
    },
    {
      "contrastive_lambda": 0.9895742097125829,
      "epoch": 1.2189644416718652,
      "step": 3908
    },
    {
      "contrastive_lambda": 0.9895688906867843,
      "epoch": 1.219276356830942,
      "step": 3909
    },
    {
      "epoch": 1.2195882719900186,
      "grad_norm": 0.19314682483673096,
      "learning_rate": 9.993726253498976e-05,
      "loss": 0.0749,
      "step": 3910
    },
    {
      "epoch": 1.2195882719900186,
      "flow_loss": 0.06993552297353745,
      "step": 3910
    },
    {
      "contrastive_loss": 0.015050297603011131,
      "epoch": 1.2195882719900186,
      "step": 3910
    },
    {
      "contrastive_lambda": 0.9895635703188048,
      "epoch": 1.2195882719900186,
      "step": 3910
    },
    {
      "contrastive_lambda": 0.9895582486086592,
      "epoch": 1.2199001871490955,
      "step": 3911
    },
    {
      "contrastive_lambda": 0.9895529255563615,
      "epoch": 1.2202121023081722,
      "step": 3912
    },
    {
      "contrastive_lambda": 0.9895476011619269,
      "epoch": 1.220524017467249,
      "step": 3913
    },
    {
      "contrastive_lambda": 0.9895422754253698,
      "epoch": 1.2208359326263256,
      "step": 3914
    },
    {
      "contrastive_lambda": 0.9895369483467045,
      "epoch": 1.2211478477854023,
      "step": 3915
    },
    {
      "contrastive_lambda": 0.9895316199259461,
      "epoch": 1.221459762944479,
      "step": 3916
    },
    {
      "contrastive_lambda": 0.9895262901631088,
      "epoch": 1.221771678103556,
      "step": 3917
    },
    {
      "contrastive_lambda": 0.9895209590582075,
      "epoch": 1.2220835932626326,
      "step": 3918
    },
    {
      "contrastive_lambda": 0.9895156266112566,
      "epoch": 1.2223955084217093,
      "step": 3919
    },
    {
      "epoch": 1.222707423580786,
      "grad_norm": 0.28033098578453064,
      "learning_rate": 9.993587487672282e-05,
      "loss": 0.0733,
      "step": 3920
    },
    {
      "epoch": 1.222707423580786,
      "flow_loss": 0.06768397241830826,
      "step": 3920
    },
    {
      "contrastive_loss": 0.01688566617667675,
      "epoch": 1.222707423580786,
      "step": 3920
    },
    {
      "contrastive_lambda": 0.9895102928222709,
      "epoch": 1.222707423580786,
      "step": 3920
    },
    {
      "contrastive_lambda": 0.9895049576912649,
      "epoch": 1.2230193387398627,
      "step": 3921
    },
    {
      "contrastive_lambda": 0.9894996212182533,
      "epoch": 1.2233312538989396,
      "step": 3922
    },
    {
      "contrastive_lambda": 0.9894942834032506,
      "epoch": 1.2236431690580163,
      "step": 3923
    },
    {
      "contrastive_lambda": 0.9894889442462717,
      "epoch": 1.223955084217093,
      "step": 3924
    },
    {
      "contrastive_lambda": 0.9894836037473309,
      "epoch": 1.2242669993761697,
      "step": 3925
    },
    {
      "contrastive_lambda": 0.9894782619064431,
      "epoch": 1.2245789145352464,
      "step": 3926
    },
    {
      "contrastive_lambda": 0.9894729187236229,
      "epoch": 1.224890829694323,
      "step": 3927
    },
    {
      "contrastive_lambda": 0.9894675741988848,
      "epoch": 1.2252027448534,
      "step": 3928
    },
    {
      "contrastive_lambda": 0.9894622283322436,
      "epoch": 1.2255146600124767,
      "step": 3929
    },
    {
      "epoch": 1.2258265751715534,
      "grad_norm": 0.16765691339969635,
      "learning_rate": 9.993447204925558e-05,
      "loss": 0.0738,
      "step": 3930
    },
    {
      "epoch": 1.2258265751715534,
      "flow_loss": 0.06924141943454742,
      "step": 3930
    },
    {
      "contrastive_loss": 0.014772449620068073,
      "epoch": 1.2258265751715534,
      "step": 3930
    },
    {
      "contrastive_lambda": 0.9894568811237139,
      "epoch": 1.2258265751715534,
      "step": 3930
    },
    {
      "contrastive_lambda": 0.9894515325733103,
      "epoch": 1.22613849033063,
      "step": 3931
    },
    {
      "contrastive_lambda": 0.9894461826810477,
      "epoch": 1.2264504054897067,
      "step": 3932
    },
    {
      "contrastive_lambda": 0.9894408314469404,
      "epoch": 1.2267623206487834,
      "step": 3933
    },
    {
      "contrastive_lambda": 0.9894354788710034,
      "epoch": 1.2270742358078603,
      "step": 3934
    },
    {
      "contrastive_lambda": 0.9894301249532512,
      "epoch": 1.227386150966937,
      "step": 3935
    },
    {
      "contrastive_lambda": 0.9894247696936986,
      "epoch": 1.2276980661260137,
      "step": 3936
    },
    {
      "contrastive_lambda": 0.9894194130923601,
      "epoch": 1.2280099812850904,
      "step": 3937
    },
    {
      "contrastive_lambda": 0.9894140551492505,
      "epoch": 1.2283218964441671,
      "step": 3938
    },
    {
      "contrastive_lambda": 0.9894086958643846,
      "epoch": 1.228633811603244,
      "step": 3939
    },
    {
      "epoch": 1.2289457267623207,
      "grad_norm": 0.19176726043224335,
      "learning_rate": 9.993305405301416e-05,
      "loss": 0.08,
      "step": 3940
    },
    {
      "epoch": 1.2289457267623207,
      "flow_loss": 0.05438965931534767,
      "step": 3940
    },
    {
      "contrastive_loss": 0.01619843766093254,
      "epoch": 1.2289457267623207,
      "step": 3940
    },
    {
      "contrastive_lambda": 0.9894033352377769,
      "epoch": 1.2289457267623207,
      "step": 3940
    },
    {
      "contrastive_lambda": 0.9893979732694421,
      "epoch": 1.2292576419213974,
      "step": 3941
    },
    {
      "contrastive_lambda": 0.989392609959395,
      "epoch": 1.229569557080474,
      "step": 3942
    },
    {
      "contrastive_lambda": 0.9893872453076504,
      "epoch": 1.2298814722395508,
      "step": 3943
    },
    {
      "contrastive_lambda": 0.9893818793142227,
      "epoch": 1.2301933873986275,
      "step": 3944
    },
    {
      "contrastive_lambda": 0.9893765119791269,
      "epoch": 1.2305053025577042,
      "step": 3945
    },
    {
      "contrastive_lambda": 0.9893711433023776,
      "epoch": 1.230817217716781,
      "step": 3946
    },
    {
      "contrastive_lambda": 0.9893657732839896,
      "epoch": 1.2311291328758578,
      "step": 3947
    },
    {
      "contrastive_lambda": 0.9893604019239775,
      "epoch": 1.2314410480349345,
      "step": 3948
    },
    {
      "contrastive_lambda": 0.9893550292223559,
      "epoch": 1.2317529631940112,
      "step": 3949
    },
    {
      "epoch": 1.2320648783530879,
      "grad_norm": 0.21942909061908722,
      "learning_rate": 9.993162088842935e-05,
      "loss": 0.0791,
      "step": 3950
    },
    {
      "epoch": 1.2320648783530879,
      "flow_loss": 0.08589521795511246,
      "step": 3950
    },
    {
      "contrastive_loss": 0.014533541165292263,
      "epoch": 1.2320648783530879,
      "step": 3950
    },
    {
      "contrastive_lambda": 0.9893496551791399,
      "epoch": 1.2320648783530879,
      "step": 3950
    },
    {
      "contrastive_lambda": 0.9893442797943439,
      "epoch": 1.2323767935121648,
      "step": 3951
    },
    {
      "contrastive_lambda": 0.9893389030679829,
      "epoch": 1.2326887086712415,
      "step": 3952
    },
    {
      "contrastive_lambda": 0.9893335250000714,
      "epoch": 1.2330006238303182,
      "step": 3953
    },
    {
      "contrastive_lambda": 0.9893281455906243,
      "epoch": 1.2333125389893949,
      "step": 3954
    },
    {
      "contrastive_lambda": 0.9893227648396563,
      "epoch": 1.2336244541484715,
      "step": 3955
    },
    {
      "contrastive_lambda": 0.9893173827471822,
      "epoch": 1.2339363693075485,
      "step": 3956
    },
    {
      "contrastive_lambda": 0.9893119993132167,
      "epoch": 1.2342482844666252,
      "step": 3957
    },
    {
      "contrastive_lambda": 0.9893066145377746,
      "epoch": 1.2345601996257018,
      "step": 3958
    },
    {
      "contrastive_lambda": 0.9893012284208706,
      "epoch": 1.2348721147847785,
      "step": 3959
    },
    {
      "epoch": 1.2351840299438552,
      "grad_norm": 0.19619697332382202,
      "learning_rate": 9.993017255593646e-05,
      "loss": 0.0736,
      "step": 3960
    },
    {
      "epoch": 1.2351840299438552,
      "flow_loss": 0.08402319997549057,
      "step": 3960
    },
    {
      "contrastive_loss": 0.020163197070360184,
      "epoch": 1.2351840299438552,
      "step": 3960
    },
    {
      "contrastive_lambda": 0.9892958409625194,
      "epoch": 1.2351840299438552,
      "step": 3960
    },
    {
      "contrastive_lambda": 0.989290452162736,
      "epoch": 1.235495945102932,
      "step": 3961
    },
    {
      "contrastive_lambda": 0.989285062021535,
      "epoch": 1.2358078602620086,
      "step": 3962
    },
    {
      "contrastive_lambda": 0.9892796705389313,
      "epoch": 1.2361197754210855,
      "step": 3963
    },
    {
      "contrastive_lambda": 0.9892742777149395,
      "epoch": 1.2364316905801622,
      "step": 3964
    },
    {
      "contrastive_lambda": 0.9892688835495747,
      "epoch": 1.236743605739239,
      "step": 3965
    },
    {
      "contrastive_lambda": 0.9892634880428512,
      "epoch": 1.2370555208983156,
      "step": 3966
    },
    {
      "contrastive_lambda": 0.9892580911947841,
      "epoch": 1.2373674360573923,
      "step": 3967
    },
    {
      "contrastive_lambda": 0.9892526930053883,
      "epoch": 1.2376793512164692,
      "step": 3968
    },
    {
      "contrastive_lambda": 0.9892472934746783,
      "epoch": 1.237991266375546,
      "step": 3969
    },
    {
      "epoch": 1.2383031815346226,
      "grad_norm": 0.22899004817008972,
      "learning_rate": 9.992870905597548e-05,
      "loss": 0.0815,
      "step": 3970
    },
    {
      "epoch": 1.2383031815346226,
      "flow_loss": 0.08334213495254517,
      "step": 3970
    },
    {
      "contrastive_loss": 0.021107546985149384,
      "epoch": 1.2383031815346226,
      "step": 3970
    },
    {
      "contrastive_lambda": 0.9892418926026693,
      "epoch": 1.2383031815346226,
      "step": 3970
    },
    {
      "contrastive_lambda": 0.9892364903893758,
      "epoch": 1.2386150966936993,
      "step": 3971
    },
    {
      "contrastive_lambda": 0.9892310868348125,
      "epoch": 1.238927011852776,
      "step": 3972
    },
    {
      "contrastive_lambda": 0.9892256819389946,
      "epoch": 1.239238927011853,
      "step": 3973
    },
    {
      "contrastive_lambda": 0.9892202757019366,
      "epoch": 1.2395508421709296,
      "step": 3974
    },
    {
      "contrastive_lambda": 0.9892148681236534,
      "epoch": 1.2398627573300063,
      "step": 3975
    },
    {
      "contrastive_lambda": 0.98920945920416,
      "epoch": 1.240174672489083,
      "step": 3976
    },
    {
      "contrastive_lambda": 0.989204048943471,
      "epoch": 1.2404865876481597,
      "step": 3977
    },
    {
      "contrastive_lambda": 0.9891986373416014,
      "epoch": 1.2407985028072364,
      "step": 3978
    },
    {
      "contrastive_lambda": 0.9891932243985659,
      "epoch": 1.241110417966313,
      "step": 3979
    },
    {
      "epoch": 1.24142233312539,
      "grad_norm": 0.19043904542922974,
      "learning_rate": 9.9927230388991e-05,
      "loss": 0.0754,
      "step": 3980
    },
    {
      "epoch": 1.24142233312539,
      "flow_loss": 0.08882294595241547,
      "step": 3980
    },
    {
      "contrastive_loss": 0.016924411058425903,
      "epoch": 1.24142233312539,
      "step": 3980
    },
    {
      "contrastive_lambda": 0.9891878101143794,
      "epoch": 1.24142233312539,
      "step": 3980
    },
    {
      "contrastive_lambda": 0.9891823944890568,
      "epoch": 1.2417342482844667,
      "step": 3981
    },
    {
      "contrastive_lambda": 0.9891769775226129,
      "epoch": 1.2420461634435433,
      "step": 3982
    },
    {
      "contrastive_lambda": 0.9891715592150625,
      "epoch": 1.24235807860262,
      "step": 3983
    },
    {
      "contrastive_lambda": 0.9891661395664204,
      "epoch": 1.2426699937616967,
      "step": 3984
    },
    {
      "contrastive_lambda": 0.9891607185767017,
      "epoch": 1.2429819089207736,
      "step": 3985
    },
    {
      "contrastive_lambda": 0.989155296245921,
      "epoch": 1.2432938240798503,
      "step": 3986
    },
    {
      "contrastive_lambda": 0.9891498725740934,
      "epoch": 1.243605739238927,
      "step": 3987
    },
    {
      "contrastive_lambda": 0.9891444475612335,
      "epoch": 1.2439176543980037,
      "step": 3988
    },
    {
      "contrastive_lambda": 0.9891390212073565,
      "epoch": 1.2442295695570804,
      "step": 3989
    },
    {
      "epoch": 1.244541484716157,
      "grad_norm": 0.17178861796855927,
      "learning_rate": 9.992573655543215e-05,
      "loss": 0.0723,
      "step": 3990
    },
    {
      "epoch": 1.244541484716157,
      "flow_loss": 0.07529743015766144,
      "step": 3990
    },
    {
      "contrastive_loss": 0.01420407835394144,
      "epoch": 1.244541484716157,
      "step": 3990
    },
    {
      "contrastive_lambda": 0.989133593512477,
      "epoch": 1.244541484716157,
      "step": 3990
    },
    {
      "contrastive_lambda": 0.98912816447661,
      "epoch": 1.244853399875234,
      "step": 3991
    },
    {
      "contrastive_lambda": 0.9891227340997704,
      "epoch": 1.2451653150343107,
      "step": 3992
    },
    {
      "contrastive_lambda": 0.989117302381973,
      "epoch": 1.2454772301933874,
      "step": 3993
    },
    {
      "contrastive_lambda": 0.9891118693232328,
      "epoch": 1.245789145352464,
      "step": 3994
    },
    {
      "contrastive_lambda": 0.9891064349235645,
      "epoch": 1.2461010605115408,
      "step": 3995
    },
    {
      "contrastive_lambda": 0.9891009991829833,
      "epoch": 1.2464129756706175,
      "step": 3996
    },
    {
      "contrastive_lambda": 0.9890955621015038,
      "epoch": 1.2467248908296944,
      "step": 3997
    },
    {
      "contrastive_lambda": 0.9890901236791412,
      "epoch": 1.247036805988771,
      "step": 3998
    },
    {
      "contrastive_lambda": 0.9890846839159102,
      "epoch": 1.2473487211478478,
      "step": 3999
    },
    {
      "epoch": 1.2476606363069245,
      "grad_norm": 0.2096957564353943,
      "learning_rate": 9.992422755575277e-05,
      "loss": 0.0736,
      "step": 4000
    },
    {
      "epoch": 1.2476606363069245,
      "flow_loss": 0.07552633434534073,
      "step": 4000
    },
    {
      "contrastive_loss": 0.01934073679149151,
      "epoch": 1.2476606363069245,
      "step": 4000
    },
    {
      "contrastive_lambda": 0.9890792428118258,
      "epoch": 1.2476606363069245,
      "step": 4000
    },
    {
      "contrastive_lambda": 0.9890738003669028,
      "epoch": 1.2479725514660012,
      "step": 4001
    },
    {
      "contrastive_lambda": 0.9890683565811562,
      "epoch": 1.248284466625078,
      "step": 4002
    },
    {
      "contrastive_lambda": 0.989062911454601,
      "epoch": 1.2485963817841548,
      "step": 4003
    },
    {
      "contrastive_lambda": 0.9890574649872521,
      "epoch": 1.2489082969432315,
      "step": 4004
    },
    {
      "contrastive_lambda": 0.9890520171791244,
      "epoch": 1.2492202121023082,
      "step": 4005
    },
    {
      "contrastive_lambda": 0.9890465680302327,
      "epoch": 1.2495321272613849,
      "step": 4006
    },
    {
      "contrastive_lambda": 0.9890411175405922,
      "epoch": 1.2498440424204615,
      "step": 4007
    },
    {
      "contrastive_lambda": 0.9890356657102175,
      "epoch": 1.2501559575795382,
      "step": 4008
    },
    {
      "contrastive_lambda": 0.9890302125391239,
      "epoch": 1.2504678727386151,
      "step": 4009
    },
    {
      "epoch": 1.2507797878976918,
      "grad_norm": 0.1974787712097168,
      "learning_rate": 9.992270339041123e-05,
      "loss": 0.0706,
      "step": 4010
    },
    {
      "epoch": 1.2507797878976918,
      "flow_loss": 0.06952700018882751,
      "step": 4010
    },
    {
      "contrastive_loss": 0.015840822830796242,
      "epoch": 1.2507797878976918,
      "step": 4010
    },
    {
      "contrastive_lambda": 0.9890247580273264,
      "epoch": 1.2507797878976918,
      "step": 4010
    },
    {
      "contrastive_lambda": 0.9890193021748395,
      "epoch": 1.2510917030567685,
      "step": 4011
    },
    {
      "contrastive_lambda": 0.9890138449816784,
      "epoch": 1.2514036182158452,
      "step": 4012
    },
    {
      "contrastive_lambda": 0.9890083864478583,
      "epoch": 1.251715533374922,
      "step": 4013
    },
    {
      "contrastive_lambda": 0.9890029265733937,
      "epoch": 1.2520274485339988,
      "step": 4014
    },
    {
      "contrastive_lambda": 0.9889974653582999,
      "epoch": 1.2523393636930755,
      "step": 4015
    },
    {
      "contrastive_lambda": 0.9889920028025918,
      "epoch": 1.2526512788521522,
      "step": 4016
    },
    {
      "contrastive_lambda": 0.9889865389062844,
      "epoch": 1.252963194011229,
      "step": 4017
    },
    {
      "contrastive_lambda": 0.9889810736693926,
      "epoch": 1.2532751091703056,
      "step": 4018
    },
    {
      "contrastive_lambda": 0.9889756070919314,
      "epoch": 1.2535870243293825,
      "step": 4019
    },
    {
      "epoch": 1.2538989394884592,
      "grad_norm": 0.2041669487953186,
      "learning_rate": 9.992116405987053e-05,
      "loss": 0.0706,
      "step": 4020
    },
    {
      "epoch": 1.2538989394884592,
      "flow_loss": 0.07308506220579147,
      "step": 4020
    },
    {
      "contrastive_loss": 0.01817147247493267,
      "epoch": 1.2538989394884592,
      "step": 4020
    },
    {
      "contrastive_lambda": 0.9889701391739159,
      "epoch": 1.2538989394884592,
      "step": 4020
    },
    {
      "contrastive_lambda": 0.9889646699153609,
      "epoch": 1.254210854647536,
      "step": 4021
    },
    {
      "contrastive_lambda": 0.9889591993162816,
      "epoch": 1.2545227698066126,
      "step": 4022
    },
    {
      "contrastive_lambda": 0.9889537273766928,
      "epoch": 1.2548346849656893,
      "step": 4023
    },
    {
      "contrastive_lambda": 0.9889482540966096,
      "epoch": 1.2551466001247662,
      "step": 4024
    },
    {
      "contrastive_lambda": 0.988942779476047,
      "epoch": 1.2554585152838427,
      "step": 4025
    },
    {
      "contrastive_lambda": 0.9889373035150201,
      "epoch": 1.2557704304429196,
      "step": 4026
    },
    {
      "contrastive_lambda": 0.9889318262135437,
      "epoch": 1.2560823456019963,
      "step": 4027
    },
    {
      "contrastive_lambda": 0.988926347571633,
      "epoch": 1.256394260761073,
      "step": 4028
    },
    {
      "contrastive_lambda": 0.988920867589303,
      "epoch": 1.2567061759201497,
      "step": 4029
    },
    {
      "epoch": 1.2570180910792264,
      "grad_norm": 0.18606096506118774,
      "learning_rate": 9.991960956459828e-05,
      "loss": 0.0761,
      "step": 4030
    },
    {
      "epoch": 1.2570180910792264,
      "flow_loss": 0.06218099594116211,
      "step": 4030
    },
    {
      "contrastive_loss": 0.014695288613438606,
      "epoch": 1.2570180910792264,
      "step": 4030
    },
    {
      "contrastive_lambda": 0.9889153862665686,
      "epoch": 1.2570180910792264,
      "step": 4030
    },
    {
      "contrastive_lambda": 0.988909903603445,
      "epoch": 1.2573300062383033,
      "step": 4031
    },
    {
      "contrastive_lambda": 0.988904419599947,
      "epoch": 1.25764192139738,
      "step": 4032
    },
    {
      "contrastive_lambda": 0.9888989342560899,
      "epoch": 1.2579538365564567,
      "step": 4033
    },
    {
      "contrastive_lambda": 0.9888934475718885,
      "epoch": 1.2582657517155333,
      "step": 4034
    },
    {
      "contrastive_lambda": 0.9888879595473581,
      "epoch": 1.25857766687461,
      "step": 4035
    },
    {
      "contrastive_lambda": 0.9888824701825134,
      "epoch": 1.258889582033687,
      "step": 4036
    },
    {
      "contrastive_lambda": 0.9888769794773699,
      "epoch": 1.2592014971927636,
      "step": 4037
    },
    {
      "contrastive_lambda": 0.9888714874319422,
      "epoch": 1.2595134123518403,
      "step": 4038
    },
    {
      "contrastive_lambda": 0.9888659940462456,
      "epoch": 1.259825327510917,
      "step": 4039
    },
    {
      "epoch": 1.2601372426699937,
      "grad_norm": 0.21715936064720154,
      "learning_rate": 9.991803990506669e-05,
      "loss": 0.0703,
      "step": 4040
    },
    {
      "epoch": 1.2601372426699937,
      "flow_loss": 0.07187245041131973,
      "step": 4040
    },
    {
      "contrastive_loss": 0.013256214559078217,
      "epoch": 1.2601372426699937,
      "step": 4040
    },
    {
      "contrastive_lambda": 0.9888604993202952,
      "epoch": 1.2601372426699937,
      "step": 4040
    },
    {
      "contrastive_lambda": 0.9888550032541059,
      "epoch": 1.2604491578290704,
      "step": 4041
    },
    {
      "contrastive_lambda": 0.9888495058476929,
      "epoch": 1.260761072988147,
      "step": 4042
    },
    {
      "contrastive_lambda": 0.9888440071010713,
      "epoch": 1.261072988147224,
      "step": 4043
    },
    {
      "contrastive_lambda": 0.988838507014256,
      "epoch": 1.2613849033063007,
      "step": 4044
    },
    {
      "contrastive_lambda": 0.9888330055872623,
      "epoch": 1.2616968184653774,
      "step": 4045
    },
    {
      "contrastive_lambda": 0.988827502820105,
      "epoch": 1.262008733624454,
      "step": 4046
    },
    {
      "contrastive_lambda": 0.9888219987127994,
      "epoch": 1.2623206487835308,
      "step": 4047
    },
    {
      "contrastive_lambda": 0.9888164932653605,
      "epoch": 1.2626325639426077,
      "step": 4048
    },
    {
      "contrastive_lambda": 0.9888109864778035,
      "epoch": 1.2629444791016844,
      "step": 4049
    },
    {
      "epoch": 1.263256394260761,
      "grad_norm": 0.19218194484710693,
      "learning_rate": 9.991645508175258e-05,
      "loss": 0.0694,
      "step": 4050
    },
    {
      "epoch": 1.263256394260761,
      "flow_loss": 0.08817833662033081,
      "step": 4050
    },
    {
      "contrastive_loss": 0.017749834805727005,
      "epoch": 1.263256394260761,
      "step": 4050
    },
    {
      "contrastive_lambda": 0.9888054783501434,
      "epoch": 1.263256394260761,
      "step": 4050
    },
    {
      "contrastive_lambda": 0.9887999688823954,
      "epoch": 1.2635683094198378,
      "step": 4051
    },
    {
      "contrastive_lambda": 0.9887944580745744,
      "epoch": 1.2638802245789145,
      "step": 4052
    },
    {
      "contrastive_lambda": 0.9887889459266956,
      "epoch": 1.2641921397379914,
      "step": 4053
    },
    {
      "contrastive_lambda": 0.9887834324387743,
      "epoch": 1.264504054897068,
      "step": 4054
    },
    {
      "contrastive_lambda": 0.9887779176108256,
      "epoch": 1.2648159700561448,
      "step": 4055
    },
    {
      "contrastive_lambda": 0.9887724014428643,
      "epoch": 1.2651278852152215,
      "step": 4056
    },
    {
      "contrastive_lambda": 0.9887668839349056,
      "epoch": 1.2654398003742982,
      "step": 4057
    },
    {
      "contrastive_lambda": 0.9887613650869649,
      "epoch": 1.2657517155333748,
      "step": 4058
    },
    {
      "contrastive_lambda": 0.9887558448990571,
      "epoch": 1.2660636306924515,
      "step": 4059
    },
    {
      "epoch": 1.2663755458515285,
      "grad_norm": 0.205436572432518,
      "learning_rate": 9.99148550951374e-05,
      "loss": 0.0772,
      "step": 4060
    },
    {
      "epoch": 1.2663755458515285,
      "flow_loss": 0.07369992882013321,
      "step": 4060
    },
    {
      "contrastive_loss": 0.01371707208454609,
      "epoch": 1.2663755458515285,
      "step": 4060
    },
    {
      "contrastive_lambda": 0.9887503233711974,
      "epoch": 1.2663755458515285,
      "step": 4060
    },
    {
      "contrastive_lambda": 0.988744800503401,
      "epoch": 1.2666874610106051,
      "step": 4061
    },
    {
      "contrastive_lambda": 0.9887392762956829,
      "epoch": 1.2669993761696818,
      "step": 4062
    },
    {
      "contrastive_lambda": 0.9887337507480585,
      "epoch": 1.2673112913287585,
      "step": 4063
    },
    {
      "contrastive_lambda": 0.9887282238605426,
      "epoch": 1.2676232064878352,
      "step": 4064
    },
    {
      "contrastive_lambda": 0.9887226956331505,
      "epoch": 1.2679351216469121,
      "step": 4065
    },
    {
      "contrastive_lambda": 0.9887171660658974,
      "epoch": 1.2682470368059888,
      "step": 4066
    },
    {
      "contrastive_lambda": 0.9887116351587986,
      "epoch": 1.2685589519650655,
      "step": 4067
    },
    {
      "contrastive_lambda": 0.9887061029118689,
      "epoch": 1.2688708671241422,
      "step": 4068
    },
    {
      "contrastive_lambda": 0.9887005693251238,
      "epoch": 1.269182782283219,
      "step": 4069
    },
    {
      "epoch": 1.2694946974422958,
      "grad_norm": 0.19119933247566223,
      "learning_rate": 9.991323994570716e-05,
      "loss": 0.0746,
      "step": 4070
    },
    {
      "epoch": 1.2694946974422958,
      "flow_loss": 0.07099993526935577,
      "step": 4070
    },
    {
      "contrastive_loss": 0.013773078098893166,
      "epoch": 1.2694946974422958,
      "step": 4070
    },
    {
      "contrastive_lambda": 0.9886950343985783,
      "epoch": 1.2694946974422958,
      "step": 4070
    },
    {
      "contrastive_lambda": 0.9886894981322476,
      "epoch": 1.2698066126013725,
      "step": 4071
    },
    {
      "contrastive_lambda": 0.9886839605261469,
      "epoch": 1.2701185277604492,
      "step": 4072
    },
    {
      "contrastive_lambda": 0.9886784215802915,
      "epoch": 1.270430442919526,
      "step": 4073
    },
    {
      "contrastive_lambda": 0.9886728812946963,
      "epoch": 1.2707423580786026,
      "step": 4074
    },
    {
      "contrastive_lambda": 0.9886673396693767,
      "epoch": 1.2710542732376793,
      "step": 4075
    },
    {
      "contrastive_lambda": 0.9886617967043478,
      "epoch": 1.271366188396756,
      "step": 4076
    },
    {
      "contrastive_lambda": 0.988656252399625,
      "epoch": 1.2716781035558329,
      "step": 4077
    },
    {
      "contrastive_lambda": 0.9886507067552232,
      "epoch": 1.2719900187149096,
      "step": 4078
    },
    {
      "contrastive_lambda": 0.9886451597711577,
      "epoch": 1.2723019338739863,
      "step": 4079
    },
    {
      "epoch": 1.272613849033063,
      "grad_norm": 0.20293718576431274,
      "learning_rate": 9.99116096339525e-05,
      "loss": 0.0681,
      "step": 4080
    },
    {
      "epoch": 1.272613849033063,
      "flow_loss": 0.10255343466997147,
      "step": 4080
    },
    {
      "contrastive_loss": 0.01394105888903141,
      "epoch": 1.272613849033063,
      "step": 4080
    },
    {
      "contrastive_lambda": 0.9886396114474438,
      "epoch": 1.272613849033063,
      "step": 4080
    },
    {
      "contrastive_lambda": 0.9886340617840967,
      "epoch": 1.2729257641921397,
      "step": 4081
    },
    {
      "contrastive_lambda": 0.9886285107811316,
      "epoch": 1.2732376793512166,
      "step": 4082
    },
    {
      "contrastive_lambda": 0.9886229584385636,
      "epoch": 1.2735495945102933,
      "step": 4083
    },
    {
      "contrastive_lambda": 0.9886174047564081,
      "epoch": 1.27386150966937,
      "step": 4084
    },
    {
      "contrastive_lambda": 0.9886118497346803,
      "epoch": 1.2741734248284466,
      "step": 4085
    },
    {
      "contrastive_lambda": 0.9886062933733952,
      "epoch": 1.2744853399875233,
      "step": 4086
    },
    {
      "contrastive_lambda": 0.9886007356725683,
      "epoch": 1.2747972551466002,
      "step": 4087
    },
    {
      "contrastive_lambda": 0.9885951766322147,
      "epoch": 1.2751091703056767,
      "step": 4088
    },
    {
      "contrastive_lambda": 0.9885896162523498,
      "epoch": 1.2754210854647536,
      "step": 4089
    },
    {
      "epoch": 1.2757330006238303,
      "grad_norm": 0.21908599138259888,
      "learning_rate": 9.990996416036869e-05,
      "loss": 0.0722,
      "step": 4090
    },
    {
      "epoch": 1.2757330006238303,
      "flow_loss": 0.06280556321144104,
      "step": 4090
    },
    {
      "contrastive_loss": 0.012254484929144382,
      "epoch": 1.2757330006238303,
      "step": 4090
    },
    {
      "contrastive_lambda": 0.9885840545329886,
      "epoch": 1.2757330006238303,
      "step": 4090
    },
    {
      "contrastive_lambda": 0.9885784914741464,
      "epoch": 1.276044915782907,
      "step": 4091
    },
    {
      "contrastive_lambda": 0.9885729270758388,
      "epoch": 1.2763568309419837,
      "step": 4092
    },
    {
      "contrastive_lambda": 0.9885673613380805,
      "epoch": 1.2766687461010604,
      "step": 4093
    },
    {
      "contrastive_lambda": 0.9885617942608872,
      "epoch": 1.2769806612601373,
      "step": 4094
    },
    {
      "contrastive_lambda": 0.9885562258442739,
      "epoch": 1.277292576419214,
      "step": 4095
    },
    {
      "contrastive_lambda": 0.9885506560882561,
      "epoch": 1.2776044915782907,
      "step": 4096
    },
    {
      "contrastive_lambda": 0.9885450849928489,
      "epoch": 1.2779164067373674,
      "step": 4097
    },
    {
      "contrastive_lambda": 0.9885395125580676,
      "epoch": 1.278228321896444,
      "step": 4098
    },
    {
      "contrastive_lambda": 0.9885339387839274,
      "epoch": 1.278540237055521,
      "step": 4099
    },
    {
      "epoch": 1.2788521522145977,
      "grad_norm": 0.20882460474967957,
      "learning_rate": 9.990830352545555e-05,
      "loss": 0.0758,
      "step": 4100
    },
    {
      "epoch": 1.2788521522145977,
      "flow_loss": 0.0911533534526825,
      "step": 4100
    },
    {
      "contrastive_loss": 0.014985015615820885,
      "epoch": 1.2788521522145977,
      "step": 4100
    },
    {
      "contrastive_lambda": 0.9885283636704437,
      "epoch": 1.2788521522145977,
      "step": 4100
    },
    {
      "contrastive_lambda": 0.9885227872176319,
      "epoch": 1.2791640673736744,
      "step": 4101
    },
    {
      "contrastive_lambda": 0.9885172094255069,
      "epoch": 1.279475982532751,
      "step": 4102
    },
    {
      "contrastive_lambda": 0.9885116302940844,
      "epoch": 1.2797878976918278,
      "step": 4103
    },
    {
      "contrastive_lambda": 0.9885060498233795,
      "epoch": 1.2800998128509047,
      "step": 4104
    },
    {
      "contrastive_lambda": 0.9885004680134075,
      "epoch": 1.2804117280099812,
      "step": 4105
    },
    {
      "contrastive_lambda": 0.9884948848641837,
      "epoch": 1.280723643169058,
      "step": 4106
    },
    {
      "contrastive_lambda": 0.9884893003757236,
      "epoch": 1.2810355583281348,
      "step": 4107
    },
    {
      "contrastive_lambda": 0.9884837145480422,
      "epoch": 1.2813474734872115,
      "step": 4108
    },
    {
      "contrastive_lambda": 0.9884781273811549,
      "epoch": 1.2816593886462881,
      "step": 4109
    },
    {
      "epoch": 1.2819713038053648,
      "grad_norm": 0.19962601363658905,
      "learning_rate": 9.990662772971756e-05,
      "loss": 0.0738,
      "step": 4110
    },
    {
      "epoch": 1.2819713038053648,
      "flow_loss": 0.059120628982782364,
      "step": 4110
    },
    {
      "contrastive_loss": 0.014536249451339245,
      "epoch": 1.2819713038053648,
      "step": 4110
    },
    {
      "contrastive_lambda": 0.9884725388750772,
      "epoch": 1.2819713038053648,
      "step": 4110
    },
    {
      "contrastive_lambda": 0.9884669490298243,
      "epoch": 1.2822832189644418,
      "step": 4111
    },
    {
      "contrastive_lambda": 0.9884613578454116,
      "epoch": 1.2825951341235184,
      "step": 4112
    },
    {
      "contrastive_lambda": 0.9884557653218542,
      "epoch": 1.2829070492825951,
      "step": 4113
    },
    {
      "contrastive_lambda": 0.9884501714591676,
      "epoch": 1.2832189644416718,
      "step": 4114
    },
    {
      "contrastive_lambda": 0.9884445762573673,
      "epoch": 1.2835308796007485,
      "step": 4115
    },
    {
      "contrastive_lambda": 0.9884389797164682,
      "epoch": 1.2838427947598254,
      "step": 4116
    },
    {
      "contrastive_lambda": 0.9884333818364861,
      "epoch": 1.2841547099189021,
      "step": 4117
    },
    {
      "contrastive_lambda": 0.9884277826174361,
      "epoch": 1.2844666250779788,
      "step": 4118
    },
    {
      "contrastive_lambda": 0.9884221820593335,
      "epoch": 1.2847785402370555,
      "step": 4119
    },
    {
      "epoch": 1.2850904553961322,
      "grad_norm": 0.19577151536941528,
      "learning_rate": 9.990493677366376e-05,
      "loss": 0.072,
      "step": 4120
    },
    {
      "epoch": 1.2850904553961322,
      "flow_loss": 0.06185182183980942,
      "step": 4120
    },
    {
      "contrastive_loss": 0.013491183519363403,
      "epoch": 1.2850904553961322,
      "step": 4120
    },
    {
      "contrastive_lambda": 0.9884165801621938,
      "epoch": 1.2850904553961322,
      "step": 4120
    },
    {
      "contrastive_lambda": 0.9884109769260324,
      "epoch": 1.2854023705552091,
      "step": 4121
    },
    {
      "contrastive_lambda": 0.9884053723508646,
      "epoch": 1.2857142857142856,
      "step": 4122
    },
    {
      "contrastive_lambda": 0.9883997664367057,
      "epoch": 1.2860262008733625,
      "step": 4123
    },
    {
      "contrastive_lambda": 0.988394159183571,
      "epoch": 1.2863381160324392,
      "step": 4124
    },
    {
      "contrastive_lambda": 0.988388550591476,
      "epoch": 1.2866500311915159,
      "step": 4125
    },
    {
      "contrastive_lambda": 0.9883829406604362,
      "epoch": 1.2869619463505926,
      "step": 4126
    },
    {
      "contrastive_lambda": 0.9883773293904667,
      "epoch": 1.2872738615096693,
      "step": 4127
    },
    {
      "contrastive_lambda": 0.9883717167815832,
      "epoch": 1.2875857766687462,
      "step": 4128
    },
    {
      "contrastive_lambda": 0.9883661028338008,
      "epoch": 1.2878976918278229,
      "step": 4129
    },
    {
      "epoch": 1.2882096069868996,
      "grad_norm": 0.2104942351579666,
      "learning_rate": 9.990323065780786e-05,
      "loss": 0.0705,
      "step": 4130
    },
    {
      "epoch": 1.2882096069868996,
      "flow_loss": 0.06326401978731155,
      "step": 4130
    },
    {
      "contrastive_loss": 0.01572873815894127,
      "epoch": 1.2882096069868996,
      "step": 4130
    },
    {
      "contrastive_lambda": 0.988360487547135,
      "epoch": 1.2882096069868996,
      "step": 4130
    },
    {
      "contrastive_lambda": 0.9883548709216012,
      "epoch": 1.2885215221459763,
      "step": 4131
    },
    {
      "contrastive_lambda": 0.9883492529572148,
      "epoch": 1.288833437305053,
      "step": 4132
    },
    {
      "contrastive_lambda": 0.9883436336539911,
      "epoch": 1.2891453524641299,
      "step": 4133
    },
    {
      "contrastive_lambda": 0.9883380130119457,
      "epoch": 1.2894572676232066,
      "step": 4134
    },
    {
      "contrastive_lambda": 0.9883323910310939,
      "epoch": 1.2897691827822833,
      "step": 4135
    },
    {
      "contrastive_lambda": 0.9883267677114511,
      "epoch": 1.29008109794136,
      "step": 4136
    },
    {
      "contrastive_lambda": 0.9883211430530328,
      "epoch": 1.2903930131004366,
      "step": 4137
    },
    {
      "contrastive_lambda": 0.9883155170558543,
      "epoch": 1.2907049282595136,
      "step": 4138
    },
    {
      "contrastive_lambda": 0.9883098897199312,
      "epoch": 1.29101684341859,
      "step": 4139
    },
    {
      "epoch": 1.291328758577667,
      "grad_norm": 0.2491527646780014,
      "learning_rate": 9.990150938266808e-05,
      "loss": 0.0754,
      "step": 4140
    },
    {
      "epoch": 1.291328758577667,
      "flow_loss": 0.08114568144083023,
      "step": 4140
    },
    {
      "contrastive_loss": 0.016131479293107986,
      "epoch": 1.291328758577667,
      "step": 4140
    },
    {
      "contrastive_lambda": 0.9883042610452786,
      "epoch": 1.291328758577667,
      "step": 4140
    },
    {
      "contrastive_lambda": 0.9882986310319123,
      "epoch": 1.2916406737367436,
      "step": 4141
    },
    {
      "contrastive_lambda": 0.9882929996798475,
      "epoch": 1.2919525888958203,
      "step": 4142
    },
    {
      "contrastive_lambda": 0.9882873669890998,
      "epoch": 1.292264504054897,
      "step": 4143
    },
    {
      "contrastive_lambda": 0.9882817329596845,
      "epoch": 1.2925764192139737,
      "step": 4144
    },
    {
      "contrastive_lambda": 0.9882760975916172,
      "epoch": 1.2928883343730506,
      "step": 4145
    },
    {
      "contrastive_lambda": 0.9882704608849131,
      "epoch": 1.2932002495321273,
      "step": 4146
    },
    {
      "contrastive_lambda": 0.9882648228395878,
      "epoch": 1.293512164691204,
      "step": 4147
    },
    {
      "contrastive_lambda": 0.9882591834556569,
      "epoch": 1.2938240798502807,
      "step": 4148
    },
    {
      "contrastive_lambda": 0.9882535427331357,
      "epoch": 1.2941359950093574,
      "step": 4149
    },
    {
      "epoch": 1.2944479101684343,
      "grad_norm": 0.2128918468952179,
      "learning_rate": 9.989977294876733e-05,
      "loss": 0.0674,
      "step": 4150
    },
    {
      "epoch": 1.2944479101684343,
      "flow_loss": 0.06385251134634018,
      "step": 4150
    },
    {
      "contrastive_loss": 0.01603812165558338,
      "epoch": 1.2944479101684343,
      "step": 4150
    },
    {
      "contrastive_lambda": 0.9882479006720397,
      "epoch": 1.2944479101684343,
      "step": 4150
    },
    {
      "contrastive_lambda": 0.9882422572723844,
      "epoch": 1.294759825327511,
      "step": 4151
    },
    {
      "contrastive_lambda": 0.988236612534185,
      "epoch": 1.2950717404865877,
      "step": 4152
    },
    {
      "contrastive_lambda": 0.9882309664574574,
      "epoch": 1.2953836556456644,
      "step": 4153
    },
    {
      "contrastive_lambda": 0.9882253190422169,
      "epoch": 1.295695570804741,
      "step": 4154
    },
    {
      "contrastive_lambda": 0.9882196702884789,
      "epoch": 1.2960074859638178,
      "step": 4155
    },
    {
      "contrastive_lambda": 0.988214020196259,
      "epoch": 1.2963194011228945,
      "step": 4156
    },
    {
      "contrastive_lambda": 0.9882083687655726,
      "epoch": 1.2966313162819714,
      "step": 4157
    },
    {
      "contrastive_lambda": 0.9882027159964353,
      "epoch": 1.296943231441048,
      "step": 4158
    },
    {
      "contrastive_lambda": 0.9881970618888625,
      "epoch": 1.2972551466001248,
      "step": 4159
    },
    {
      "epoch": 1.2975670617592014,
      "grad_norm": 0.21867063641548157,
      "learning_rate": 9.989802135663308e-05,
      "loss": 0.0653,
      "step": 4160
    },
    {
      "epoch": 1.2975670617592014,
      "flow_loss": 0.09223970025777817,
      "step": 4160
    },
    {
      "contrastive_loss": 0.014503125101327896,
      "epoch": 1.2975670617592014,
      "step": 4160
    },
    {
      "contrastive_lambda": 0.9881914064428696,
      "epoch": 1.2975670617592014,
      "step": 4160
    },
    {
      "contrastive_lambda": 0.9881857496584725,
      "epoch": 1.2978789769182781,
      "step": 4161
    },
    {
      "contrastive_lambda": 0.9881800915356862,
      "epoch": 1.298190892077355,
      "step": 4162
    },
    {
      "contrastive_lambda": 0.9881744320745266,
      "epoch": 1.2985028072364317,
      "step": 4163
    },
    {
      "contrastive_lambda": 0.9881687712750091,
      "epoch": 1.2988147223955084,
      "step": 4164
    },
    {
      "contrastive_lambda": 0.9881631091371491,
      "epoch": 1.2991266375545851,
      "step": 4165
    },
    {
      "contrastive_lambda": 0.9881574456609623,
      "epoch": 1.2994385527136618,
      "step": 4166
    },
    {
      "contrastive_lambda": 0.9881517808464642,
      "epoch": 1.2997504678727387,
      "step": 4167
    },
    {
      "contrastive_lambda": 0.9881461146936701,
      "epoch": 1.3000623830318154,
      "step": 4168
    },
    {
      "contrastive_lambda": 0.9881404472025959,
      "epoch": 1.3003742981908921,
      "step": 4169
    },
    {
      "epoch": 1.3006862133499688,
      "grad_norm": 0.19875366985797882,
      "learning_rate": 9.989625460679743e-05,
      "loss": 0.0744,
      "step": 4170
    },
    {
      "epoch": 1.3006862133499688,
      "flow_loss": 0.07001391798257828,
      "step": 4170
    },
    {
      "contrastive_loss": 0.016848579049110413,
      "epoch": 1.3006862133499688,
      "step": 4170
    },
    {
      "contrastive_lambda": 0.9881347783732568,
      "epoch": 1.3006862133499688,
      "step": 4170
    },
    {
      "contrastive_lambda": 0.9881291082056685,
      "epoch": 1.3009981285090455,
      "step": 4171
    },
    {
      "contrastive_lambda": 0.9881234366998466,
      "epoch": 1.3013100436681222,
      "step": 4172
    },
    {
      "contrastive_lambda": 0.9881177638558065,
      "epoch": 1.3016219588271989,
      "step": 4173
    },
    {
      "contrastive_lambda": 0.988112089673564,
      "epoch": 1.3019338739862758,
      "step": 4174
    },
    {
      "contrastive_lambda": 0.9881064141531344,
      "epoch": 1.3022457891453525,
      "step": 4175
    },
    {
      "contrastive_lambda": 0.9881007372945333,
      "epoch": 1.3025577043044292,
      "step": 4176
    },
    {
      "contrastive_lambda": 0.9880950590977764,
      "epoch": 1.3028696194635059,
      "step": 4177
    },
    {
      "contrastive_lambda": 0.9880893795628791,
      "epoch": 1.3031815346225826,
      "step": 4178
    },
    {
      "contrastive_lambda": 0.9880836986898571,
      "epoch": 1.3034934497816595,
      "step": 4179
    },
    {
      "epoch": 1.3038053649407362,
      "grad_norm": 0.23788335919380188,
      "learning_rate": 9.989447269979706e-05,
      "loss": 0.0765,
      "step": 4180
    },
    {
      "epoch": 1.3038053649407362,
      "flow_loss": 0.06749264895915985,
      "step": 4180
    },
    {
      "contrastive_loss": 0.016016989946365356,
      "epoch": 1.3038053649407362,
      "step": 4180
    },
    {
      "contrastive_lambda": 0.988078016478726,
      "epoch": 1.3038053649407362,
      "step": 4180
    },
    {
      "contrastive_lambda": 0.9880723329295011,
      "epoch": 1.3041172800998129,
      "step": 4181
    },
    {
      "contrastive_lambda": 0.9880666480421983,
      "epoch": 1.3044291952588896,
      "step": 4182
    },
    {
      "contrastive_lambda": 0.9880609618168331,
      "epoch": 1.3047411104179663,
      "step": 4183
    },
    {
      "contrastive_lambda": 0.9880552742534211,
      "epoch": 1.3050530255770432,
      "step": 4184
    },
    {
      "contrastive_lambda": 0.9880495853519777,
      "epoch": 1.3053649407361196,
      "step": 4185
    },
    {
      "contrastive_lambda": 0.9880438951125188,
      "epoch": 1.3056768558951966,
      "step": 4186
    },
    {
      "contrastive_lambda": 0.9880382035350599,
      "epoch": 1.3059887710542732,
      "step": 4187
    },
    {
      "contrastive_lambda": 0.9880325106196164,
      "epoch": 1.30630068621335,
      "step": 4188
    },
    {
      "contrastive_lambda": 0.9880268163662042,
      "epoch": 1.3066126013724266,
      "step": 4189
    },
    {
      "epoch": 1.3069245165315033,
      "grad_norm": 0.1902451366186142,
      "learning_rate": 9.989267563617328e-05,
      "loss": 0.0707,
      "step": 4190
    },
    {
      "epoch": 1.3069245165315033,
      "flow_loss": 0.07488718628883362,
      "step": 4190
    },
    {
      "contrastive_loss": 0.019402679055929184,
      "epoch": 1.3069245165315033,
      "step": 4190
    },
    {
      "contrastive_lambda": 0.9880211207748386,
      "epoch": 1.3069245165315033,
      "step": 4190
    },
    {
      "contrastive_lambda": 0.9880154238455355,
      "epoch": 1.3072364316905802,
      "step": 4191
    },
    {
      "contrastive_lambda": 0.9880097255783105,
      "epoch": 1.307548346849657,
      "step": 4192
    },
    {
      "contrastive_lambda": 0.9880040259731789,
      "epoch": 1.3078602620087336,
      "step": 4193
    },
    {
      "contrastive_lambda": 0.9879983250301567,
      "epoch": 1.3081721771678103,
      "step": 4194
    },
    {
      "contrastive_lambda": 0.9879926227492595,
      "epoch": 1.308484092326887,
      "step": 4195
    },
    {
      "contrastive_lambda": 0.9879869191305026,
      "epoch": 1.308796007485964,
      "step": 4196
    },
    {
      "contrastive_lambda": 0.987981214173902,
      "epoch": 1.3091079226450406,
      "step": 4197
    },
    {
      "contrastive_lambda": 0.9879755078794731,
      "epoch": 1.3094198378041173,
      "step": 4198
    },
    {
      "contrastive_lambda": 0.9879698002472317,
      "epoch": 1.309731752963194,
      "step": 4199
    },
    {
      "epoch": 1.3100436681222707,
      "grad_norm": 0.2464532107114792,
      "learning_rate": 9.989086341647198e-05,
      "loss": 0.0726,
      "step": 4200
    },
    {
      "epoch": 1.3100436681222707,
      "flow_loss": 0.053193263709545135,
      "step": 4200
    },
    {
      "contrastive_loss": 0.014628485776484013,
      "epoch": 1.3100436681222707,
      "step": 4200
    },
    {
      "contrastive_lambda": 0.9879640912771933,
      "epoch": 1.3100436681222707,
      "step": 4200
    },
    {
      "contrastive_lambda": 0.9879583809693737,
      "epoch": 1.3103555832813476,
      "step": 4201
    },
    {
      "contrastive_lambda": 0.9879526693237886,
      "epoch": 1.310667498440424,
      "step": 4202
    },
    {
      "contrastive_lambda": 0.9879469563404533,
      "epoch": 1.310979413599501,
      "step": 4203
    },
    {
      "contrastive_lambda": 0.9879412420193838,
      "epoch": 1.3112913287585777,
      "step": 4204
    },
    {
      "contrastive_lambda": 0.9879355263605958,
      "epoch": 1.3116032439176544,
      "step": 4205
    },
    {
      "contrastive_lambda": 0.9879298093641049,
      "epoch": 1.311915159076731,
      "step": 4206
    },
    {
      "contrastive_lambda": 0.9879240910299265,
      "epoch": 1.3122270742358078,
      "step": 4207
    },
    {
      "contrastive_lambda": 0.9879183713580766,
      "epoch": 1.3125389893948847,
      "step": 4208
    },
    {
      "contrastive_lambda": 0.9879126503485709,
      "epoch": 1.3128509045539614,
      "step": 4209
    },
    {
      "epoch": 1.313162819713038,
      "grad_norm": 0.21346457302570343,
      "learning_rate": 9.988903604124366e-05,
      "loss": 0.065,
      "step": 4210
    },
    {
      "epoch": 1.313162819713038,
      "flow_loss": 0.06217300519347191,
      "step": 4210
    },
    {
      "contrastive_loss": 0.0146508002653718,
      "epoch": 1.313162819713038,
      "step": 4210
    },
    {
      "contrastive_lambda": 0.9879069280014248,
      "epoch": 1.313162819713038,
      "step": 4210
    },
    {
      "contrastive_lambda": 0.9879012043166542,
      "epoch": 1.3134747348721147,
      "step": 4211
    },
    {
      "contrastive_lambda": 0.9878954792942748,
      "epoch": 1.3137866500311914,
      "step": 4212
    },
    {
      "contrastive_lambda": 0.9878897529343023,
      "epoch": 1.3140985651902684,
      "step": 4213
    },
    {
      "contrastive_lambda": 0.9878840252367522,
      "epoch": 1.314410480349345,
      "step": 4214
    },
    {
      "contrastive_lambda": 0.9878782962016404,
      "epoch": 1.3147223955084217,
      "step": 4215
    },
    {
      "contrastive_lambda": 0.9878725658289825,
      "epoch": 1.3150343106674984,
      "step": 4216
    },
    {
      "contrastive_lambda": 0.9878668341187944,
      "epoch": 1.3153462258265751,
      "step": 4217
    },
    {
      "contrastive_lambda": 0.9878611010710915,
      "epoch": 1.315658140985652,
      "step": 4218
    },
    {
      "contrastive_lambda": 0.9878553666858898,
      "epoch": 1.3159700561447285,
      "step": 4219
    },
    {
      "epoch": 1.3162819713038054,
      "grad_norm": 0.22497668862342834,
      "learning_rate": 9.988719351104343e-05,
      "loss": 0.0667,
      "step": 4220
    },
    {
      "epoch": 1.3162819713038054,
      "flow_loss": 0.07051829993724823,
      "step": 4220
    },
    {
      "contrastive_loss": 0.016877129673957825,
      "epoch": 1.3162819713038054,
      "step": 4220
    },
    {
      "contrastive_lambda": 0.9878496309632048,
      "epoch": 1.3162819713038054,
      "step": 4220
    },
    {
      "contrastive_lambda": 0.9878438939030525,
      "epoch": 1.3165938864628821,
      "step": 4221
    },
    {
      "contrastive_lambda": 0.9878381555054483,
      "epoch": 1.3169058016219588,
      "step": 4222
    },
    {
      "contrastive_lambda": 0.9878324157704083,
      "epoch": 1.3172177167810355,
      "step": 4223
    },
    {
      "contrastive_lambda": 0.9878266746979478,
      "epoch": 1.3175296319401122,
      "step": 4224
    },
    {
      "contrastive_lambda": 0.987820932288083,
      "epoch": 1.317841547099189,
      "step": 4225
    },
    {
      "contrastive_lambda": 0.9878151885408293,
      "epoch": 1.3181534622582658,
      "step": 4226
    },
    {
      "contrastive_lambda": 0.9878094434562026,
      "epoch": 1.3184653774173425,
      "step": 4227
    },
    {
      "contrastive_lambda": 0.9878036970342186,
      "epoch": 1.3187772925764192,
      "step": 4228
    },
    {
      "contrastive_lambda": 0.987797949274893,
      "epoch": 1.3190892077354959,
      "step": 4229
    },
    {
      "epoch": 1.3194011228945728,
      "grad_norm": 0.2862682640552521,
      "learning_rate": 9.9885335826431e-05,
      "loss": 0.067,
      "step": 4230
    },
    {
      "epoch": 1.3194011228945728,
      "flow_loss": 0.0686156153678894,
      "step": 4230
    },
    {
      "contrastive_loss": 0.021784748882055283,
      "epoch": 1.3194011228945728,
      "step": 4230
    },
    {
      "contrastive_lambda": 0.9877922001782418,
      "epoch": 1.3194011228945728,
      "step": 4230
    },
    {
      "contrastive_lambda": 0.9877864497442803,
      "epoch": 1.3197130380536495,
      "step": 4231
    },
    {
      "contrastive_lambda": 0.9877806979730248,
      "epoch": 1.3200249532127262,
      "step": 4232
    },
    {
      "contrastive_lambda": 0.9877749448644908,
      "epoch": 1.3203368683718029,
      "step": 4233
    },
    {
      "contrastive_lambda": 0.987769190418694,
      "epoch": 1.3206487835308796,
      "step": 4234
    },
    {
      "contrastive_lambda": 0.9877634346356503,
      "epoch": 1.3209606986899565,
      "step": 4235
    },
    {
      "contrastive_lambda": 0.9877576775153755,
      "epoch": 1.321272613849033,
      "step": 4236
    },
    {
      "contrastive_lambda": 0.9877519190578852,
      "epoch": 1.3215845290081099,
      "step": 4237
    },
    {
      "contrastive_lambda": 0.9877461592631955,
      "epoch": 1.3218964441671865,
      "step": 4238
    },
    {
      "contrastive_lambda": 0.9877403981313219,
      "epoch": 1.3222083593262632,
      "step": 4239
    },
    {
      "epoch": 1.32252027448534,
      "grad_norm": 0.1871386617422104,
      "learning_rate": 9.988346298797071e-05,
      "loss": 0.0744,
      "step": 4240
    },
    {
      "epoch": 1.32252027448534,
      "flow_loss": 0.0757325142621994,
      "step": 4240
    },
    {
      "contrastive_loss": 0.01580909639596939,
      "epoch": 1.32252027448534,
      "step": 4240
    },
    {
      "contrastive_lambda": 0.9877346356622803,
      "epoch": 1.32252027448534,
      "step": 4240
    },
    {
      "contrastive_lambda": 0.9877288718560866,
      "epoch": 1.3228321896444166,
      "step": 4241
    },
    {
      "contrastive_lambda": 0.9877231067127563,
      "epoch": 1.3231441048034935,
      "step": 4242
    },
    {
      "contrastive_lambda": 0.9877173402323056,
      "epoch": 1.3234560199625702,
      "step": 4243
    },
    {
      "contrastive_lambda": 0.98771157241475,
      "epoch": 1.323767935121647,
      "step": 4244
    },
    {
      "contrastive_lambda": 0.9877058032601056,
      "epoch": 1.3240798502807236,
      "step": 4245
    },
    {
      "contrastive_lambda": 0.987700032768388,
      "epoch": 1.3243917654398003,
      "step": 4246
    },
    {
      "contrastive_lambda": 0.987694260939613,
      "epoch": 1.3247036805988772,
      "step": 4247
    },
    {
      "contrastive_lambda": 0.9876884877737966,
      "epoch": 1.325015595757954,
      "step": 4248
    },
    {
      "contrastive_lambda": 0.9876827132709544,
      "epoch": 1.3253275109170306,
      "step": 4249
    },
    {
      "epoch": 1.3256394260761073,
      "grad_norm": 0.23443865776062012,
      "learning_rate": 9.988157499623146e-05,
      "loss": 0.0809,
      "step": 4250
    },
    {
      "epoch": 1.3256394260761073,
      "flow_loss": 0.07460905611515045,
      "step": 4250
    },
    {
      "contrastive_loss": 0.015616592019796371,
      "epoch": 1.3256394260761073,
      "step": 4250
    },
    {
      "contrastive_lambda": 0.9876769374311023,
      "epoch": 1.3256394260761073,
      "step": 4250
    },
    {
      "contrastive_lambda": 0.9876711602542563,
      "epoch": 1.325951341235184,
      "step": 4251
    },
    {
      "contrastive_lambda": 0.9876653817404322,
      "epoch": 1.3262632563942607,
      "step": 4252
    },
    {
      "contrastive_lambda": 0.9876596018896456,
      "epoch": 1.3265751715533374,
      "step": 4253
    },
    {
      "contrastive_lambda": 0.9876538207019125,
      "epoch": 1.3268870867124143,
      "step": 4254
    },
    {
      "contrastive_lambda": 0.987648038177249,
      "epoch": 1.327199001871491,
      "step": 4255
    },
    {
      "contrastive_lambda": 0.9876422543156705,
      "epoch": 1.3275109170305677,
      "step": 4256
    },
    {
      "contrastive_lambda": 0.9876364691171932,
      "epoch": 1.3278228321896444,
      "step": 4257
    },
    {
      "contrastive_lambda": 0.9876306825818327,
      "epoch": 1.328134747348721,
      "step": 4258
    },
    {
      "contrastive_lambda": 0.9876248947096051,
      "epoch": 1.328446662507798,
      "step": 4259
    },
    {
      "epoch": 1.3287585776668747,
      "grad_norm": 0.1889776736497879,
      "learning_rate": 9.987967185178677e-05,
      "loss": 0.0712,
      "step": 4260
    },
    {
      "epoch": 1.3287585776668747,
      "flow_loss": 0.08126422017812729,
      "step": 4260
    },
    {
      "contrastive_loss": 0.017061440274119377,
      "epoch": 1.3287585776668747,
      "step": 4260
    },
    {
      "contrastive_lambda": 0.9876191055005261,
      "epoch": 1.3287585776668747,
      "step": 4260
    },
    {
      "contrastive_lambda": 0.9876133149546117,
      "epoch": 1.3290704928259514,
      "step": 4261
    },
    {
      "contrastive_lambda": 0.9876075230718777,
      "epoch": 1.329382407985028,
      "step": 4262
    },
    {
      "contrastive_lambda": 0.98760172985234,
      "epoch": 1.3296943231441047,
      "step": 4263
    },
    {
      "contrastive_lambda": 0.9875959352960144,
      "epoch": 1.3300062383031817,
      "step": 4264
    },
    {
      "contrastive_lambda": 0.987590139402917,
      "epoch": 1.3303181534622583,
      "step": 4265
    },
    {
      "contrastive_lambda": 0.9875843421730633,
      "epoch": 1.330630068621335,
      "step": 4266
    },
    {
      "contrastive_lambda": 0.9875785436064697,
      "epoch": 1.3309419837804117,
      "step": 4267
    },
    {
      "contrastive_lambda": 0.9875727437031516,
      "epoch": 1.3312538989394884,
      "step": 4268
    },
    {
      "contrastive_lambda": 0.9875669424631254,
      "epoch": 1.3315658140985651,
      "step": 4269
    },
    {
      "epoch": 1.3318777292576418,
      "grad_norm": 0.20641463994979858,
      "learning_rate": 9.987775355521476e-05,
      "loss": 0.0701,
      "step": 4270
    },
    {
      "epoch": 1.3318777292576418,
      "flow_loss": 0.07884535193443298,
      "step": 4270
    },
    {
      "contrastive_loss": 0.01602800190448761,
      "epoch": 1.3318777292576418,
      "step": 4270
    },
    {
      "contrastive_lambda": 0.9875611398864066,
      "epoch": 1.3318777292576418,
      "step": 4270
    },
    {
      "contrastive_lambda": 0.9875553359730113,
      "epoch": 1.3321896444167187,
      "step": 4271
    },
    {
      "contrastive_lambda": 0.9875495307229554,
      "epoch": 1.3325015595757954,
      "step": 4272
    },
    {
      "contrastive_lambda": 0.9875437241362546,
      "epoch": 1.332813474734872,
      "step": 4273
    },
    {
      "contrastive_lambda": 0.9875379162129252,
      "epoch": 1.3331253898939488,
      "step": 4274
    },
    {
      "contrastive_lambda": 0.9875321069529828,
      "epoch": 1.3334373050530255,
      "step": 4275
    },
    {
      "contrastive_lambda": 0.9875262963564435,
      "epoch": 1.3337492202121024,
      "step": 4276
    },
    {
      "contrastive_lambda": 0.9875204844233231,
      "epoch": 1.334061135371179,
      "step": 4277
    },
    {
      "contrastive_lambda": 0.9875146711536377,
      "epoch": 1.3343730505302558,
      "step": 4278
    },
    {
      "contrastive_lambda": 0.9875088565474031,
      "epoch": 1.3346849656893325,
      "step": 4279
    },
    {
      "epoch": 1.3349968808484092,
      "grad_norm": 0.16709566116333008,
      "learning_rate": 9.987582010709817e-05,
      "loss": 0.07,
      "step": 4280
    },
    {
      "epoch": 1.3349968808484092,
      "flow_loss": 0.0643717423081398,
      "step": 4280
    },
    {
      "contrastive_loss": 0.014660785906016827,
      "epoch": 1.3349968808484092,
      "step": 4280
    },
    {
      "contrastive_lambda": 0.9875030406046352,
      "epoch": 1.3349968808484092,
      "step": 4280
    },
    {
      "contrastive_lambda": 0.9874972233253503,
      "epoch": 1.335308796007486,
      "step": 4281
    },
    {
      "contrastive_lambda": 0.9874914047095639,
      "epoch": 1.3356207111665626,
      "step": 4282
    },
    {
      "contrastive_lambda": 0.9874855847572921,
      "epoch": 1.3359326263256395,
      "step": 4283
    },
    {
      "contrastive_lambda": 0.987479763468551,
      "epoch": 1.3362445414847162,
      "step": 4284
    },
    {
      "contrastive_lambda": 0.9874739408433564,
      "epoch": 1.3365564566437929,
      "step": 4285
    },
    {
      "contrastive_lambda": 0.9874681168817243,
      "epoch": 1.3368683718028695,
      "step": 4286
    },
    {
      "contrastive_lambda": 0.9874622915836707,
      "epoch": 1.3371802869619462,
      "step": 4287
    },
    {
      "contrastive_lambda": 0.9874564649492116,
      "epoch": 1.3374922021210232,
      "step": 4288
    },
    {
      "contrastive_lambda": 0.9874506369783629,
      "epoch": 1.3378041172800998,
      "step": 4289
    },
    {
      "epoch": 1.3381160324391765,
      "grad_norm": 0.2380737066268921,
      "learning_rate": 9.987387150802431e-05,
      "loss": 0.0681,
      "step": 4290
    },
    {
      "epoch": 1.3381160324391765,
      "flow_loss": 0.09694080054759979,
      "step": 4290
    },
    {
      "contrastive_loss": 0.012774860486388206,
      "epoch": 1.3381160324391765,
      "step": 4290
    },
    {
      "contrastive_lambda": 0.9874448076711406,
      "epoch": 1.3381160324391765,
      "step": 4290
    },
    {
      "contrastive_lambda": 0.9874389770275607,
      "epoch": 1.3384279475982532,
      "step": 4291
    },
    {
      "contrastive_lambda": 0.987433145047639,
      "epoch": 1.33873986275733,
      "step": 4292
    },
    {
      "contrastive_lambda": 0.9874273117313919,
      "epoch": 1.3390517779164068,
      "step": 4293
    },
    {
      "contrastive_lambda": 0.987421477078835,
      "epoch": 1.3393636930754835,
      "step": 4294
    },
    {
      "contrastive_lambda": 0.9874156410899845,
      "epoch": 1.3396756082345602,
      "step": 4295
    },
    {
      "contrastive_lambda": 0.9874098037648563,
      "epoch": 1.339987523393637,
      "step": 4296
    },
    {
      "contrastive_lambda": 0.9874039651034665,
      "epoch": 1.3402994385527136,
      "step": 4297
    },
    {
      "contrastive_lambda": 0.987398125105831,
      "epoch": 1.3406113537117905,
      "step": 4298
    },
    {
      "contrastive_lambda": 0.987392283771966,
      "epoch": 1.340923268870867,
      "step": 4299
    },
    {
      "epoch": 1.341235184029944,
      "grad_norm": 0.1898254007101059,
      "learning_rate": 9.987190775858517e-05,
      "loss": 0.0704,
      "step": 4300
    },
    {
      "epoch": 1.341235184029944,
      "flow_loss": 0.07459475100040436,
      "step": 4300
    },
    {
      "contrastive_loss": 0.01741606369614601,
      "epoch": 1.341235184029944,
      "step": 4300
    },
    {
      "contrastive_lambda": 0.9873864411018872,
      "epoch": 1.341235184029944,
      "step": 4300
    },
    {
      "contrastive_lambda": 0.9873805970956109,
      "epoch": 1.3415470991890206,
      "step": 4301
    },
    {
      "contrastive_lambda": 0.987374751753153,
      "epoch": 1.3418590143480973,
      "step": 4302
    },
    {
      "contrastive_lambda": 0.9873689050745296,
      "epoch": 1.342170929507174,
      "step": 4303
    },
    {
      "contrastive_lambda": 0.9873630570597566,
      "epoch": 1.3424828446662507,
      "step": 4304
    },
    {
      "contrastive_lambda": 0.9873572077088502,
      "epoch": 1.3427947598253276,
      "step": 4305
    },
    {
      "contrastive_lambda": 0.9873513570218262,
      "epoch": 1.3431066749844043,
      "step": 4306
    },
    {
      "contrastive_lambda": 0.9873455049987008,
      "epoch": 1.343418590143481,
      "step": 4307
    },
    {
      "contrastive_lambda": 0.9873396516394901,
      "epoch": 1.3437305053025577,
      "step": 4308
    },
    {
      "contrastive_lambda": 0.9873337969442101,
      "epoch": 1.3440424204616344,
      "step": 4309
    },
    {
      "epoch": 1.3443543356207113,
      "grad_norm": 0.21995919942855835,
      "learning_rate": 9.98699288593772e-05,
      "loss": 0.0677,
      "step": 4310
    },
    {
      "epoch": 1.3443543356207113,
      "flow_loss": 0.10885752737522125,
      "step": 4310
    },
    {
      "contrastive_loss": 0.0162627175450325,
      "epoch": 1.3443543356207113,
      "step": 4310
    },
    {
      "contrastive_lambda": 0.9873279409128768,
      "epoch": 1.3443543356207113,
      "step": 4310
    },
    {
      "contrastive_lambda": 0.9873220835455063,
      "epoch": 1.344666250779788,
      "step": 4311
    },
    {
      "contrastive_lambda": 0.9873162248421146,
      "epoch": 1.3449781659388647,
      "step": 4312
    },
    {
      "contrastive_lambda": 0.9873103648027177,
      "epoch": 1.3452900810979413,
      "step": 4313
    },
    {
      "contrastive_lambda": 0.987304503427332,
      "epoch": 1.345601996257018,
      "step": 4314
    },
    {
      "contrastive_lambda": 0.9872986407159732,
      "epoch": 1.345913911416095,
      "step": 4315
    },
    {
      "contrastive_lambda": 0.9872927766686574,
      "epoch": 1.3462258265751714,
      "step": 4316
    },
    {
      "contrastive_lambda": 0.987286911285401,
      "epoch": 1.3465377417342483,
      "step": 4317
    },
    {
      "contrastive_lambda": 0.9872810445662198,
      "epoch": 1.346849656893325,
      "step": 4318
    },
    {
      "contrastive_lambda": 0.98727517651113,
      "epoch": 1.3471615720524017,
      "step": 4319
    },
    {
      "epoch": 1.3474734872114784,
      "grad_norm": 0.20066070556640625,
      "learning_rate": 9.986793481100161e-05,
      "loss": 0.0681,
      "step": 4320
    },
    {
      "epoch": 1.3474734872114784,
      "flow_loss": 0.08124689012765884,
      "step": 4320
    },
    {
      "contrastive_loss": 0.01336468756198883,
      "epoch": 1.3474734872114784,
      "step": 4320
    },
    {
      "contrastive_lambda": 0.9872693071201475,
      "epoch": 1.3474734872114784,
      "step": 4320
    },
    {
      "contrastive_lambda": 0.9872634363932886,
      "epoch": 1.347785402370555,
      "step": 4321
    },
    {
      "contrastive_lambda": 0.9872575643305692,
      "epoch": 1.348097317529632,
      "step": 4322
    },
    {
      "contrastive_lambda": 0.9872516909320057,
      "epoch": 1.3484092326887087,
      "step": 4323
    },
    {
      "contrastive_lambda": 0.987245816197614,
      "epoch": 1.3487211478477854,
      "step": 4324
    },
    {
      "contrastive_lambda": 0.9872399401274101,
      "epoch": 1.349033063006862,
      "step": 4325
    },
    {
      "contrastive_lambda": 0.9872340627214105,
      "epoch": 1.3493449781659388,
      "step": 4326
    },
    {
      "contrastive_lambda": 0.9872281839796309,
      "epoch": 1.3496568933250157,
      "step": 4327
    },
    {
      "contrastive_lambda": 0.9872223039020874,
      "epoch": 1.3499688084840924,
      "step": 4328
    },
    {
      "contrastive_lambda": 0.9872164224887965,
      "epoch": 1.350280723643169,
      "step": 4329
    },
    {
      "epoch": 1.3505926388022458,
      "grad_norm": 0.22693400084972382,
      "learning_rate": 9.986592561406412e-05,
      "loss": 0.0617,
      "step": 4330
    },
    {
      "epoch": 1.3505926388022458,
      "flow_loss": 0.06486962735652924,
      "step": 4330
    },
    {
      "contrastive_loss": 0.01597318984568119,
      "epoch": 1.3505926388022458,
      "step": 4330
    },
    {
      "contrastive_lambda": 0.9872105397397741,
      "epoch": 1.3505926388022458,
      "step": 4330
    },
    {
      "contrastive_lambda": 0.9872046556550362,
      "epoch": 1.3509045539613225,
      "step": 4331
    },
    {
      "contrastive_lambda": 0.9871987702345992,
      "epoch": 1.3512164691203994,
      "step": 4332
    },
    {
      "contrastive_lambda": 0.9871928834784791,
      "epoch": 1.3515283842794759,
      "step": 4333
    },
    {
      "contrastive_lambda": 0.9871869953866921,
      "epoch": 1.3518402994385528,
      "step": 4334
    },
    {
      "contrastive_lambda": 0.9871811059592541,
      "epoch": 1.3521522145976295,
      "step": 4335
    },
    {
      "contrastive_lambda": 0.9871752151961817,
      "epoch": 1.3524641297567062,
      "step": 4336
    },
    {
      "contrastive_lambda": 0.9871693230974906,
      "epoch": 1.3527760449157828,
      "step": 4337
    },
    {
      "contrastive_lambda": 0.9871634296631973,
      "epoch": 1.3530879600748595,
      "step": 4338
    },
    {
      "contrastive_lambda": 0.9871575348933176,
      "epoch": 1.3533998752339365,
      "step": 4339
    },
    {
      "epoch": 1.3537117903930131,
      "grad_norm": 0.21482428908348083,
      "learning_rate": 9.986390126917503e-05,
      "loss": 0.0677,
      "step": 4340
    },
    {
      "epoch": 1.3537117903930131,
      "flow_loss": 0.06655184924602509,
      "step": 4340
    },
    {
      "contrastive_loss": 0.016540642827749252,
      "epoch": 1.3537117903930131,
      "step": 4340
    },
    {
      "contrastive_lambda": 0.9871516387878679,
      "epoch": 1.3537117903930131,
      "step": 4340
    },
    {
      "contrastive_lambda": 0.9871457413468644,
      "epoch": 1.3540237055520898,
      "step": 4341
    },
    {
      "contrastive_lambda": 0.9871398425703232,
      "epoch": 1.3543356207111665,
      "step": 4342
    },
    {
      "contrastive_lambda": 0.9871339424582604,
      "epoch": 1.3546475358702432,
      "step": 4343
    },
    {
      "contrastive_lambda": 0.9871280410106922,
      "epoch": 1.3549594510293201,
      "step": 4344
    },
    {
      "contrastive_lambda": 0.987122138227635,
      "epoch": 1.3552713661883968,
      "step": 4345
    },
    {
      "contrastive_lambda": 0.9871162341091047,
      "epoch": 1.3555832813474735,
      "step": 4346
    },
    {
      "contrastive_lambda": 0.9871103286551175,
      "epoch": 1.3558951965065502,
      "step": 4347
    },
    {
      "contrastive_lambda": 0.9871044218656897,
      "epoch": 1.356207111665627,
      "step": 4348
    },
    {
      "contrastive_lambda": 0.9870985137408375,
      "epoch": 1.3565190268247036,
      "step": 4349
    },
    {
      "epoch": 1.3568309419837803,
      "grad_norm": 0.2040364295244217,
      "learning_rate": 9.986186177694933e-05,
      "loss": 0.0698,
      "step": 4350
    },
    {
      "epoch": 1.3568309419837803,
      "flow_loss": 0.05745351314544678,
      "step": 4350
    },
    {
      "contrastive_loss": 0.017193011939525604,
      "epoch": 1.3568309419837803,
      "step": 4350
    },
    {
      "contrastive_lambda": 0.9870926042805771,
      "epoch": 1.3568309419837803,
      "step": 4350
    },
    {
      "contrastive_lambda": 0.9870866934849247,
      "epoch": 1.3571428571428572,
      "step": 4351
    },
    {
      "contrastive_lambda": 0.9870807813538964,
      "epoch": 1.357454772301934,
      "step": 4352
    },
    {
      "contrastive_lambda": 0.9870748678875085,
      "epoch": 1.3577666874610106,
      "step": 4353
    },
    {
      "contrastive_lambda": 0.9870689530857772,
      "epoch": 1.3580786026200873,
      "step": 4354
    },
    {
      "contrastive_lambda": 0.9870630369487188,
      "epoch": 1.358390517779164,
      "step": 4355
    },
    {
      "contrastive_lambda": 0.9870571194763493,
      "epoch": 1.358702432938241,
      "step": 4356
    },
    {
      "contrastive_lambda": 0.9870512006686851,
      "epoch": 1.3590143480973176,
      "step": 4357
    },
    {
      "contrastive_lambda": 0.9870452805257424,
      "epoch": 1.3593262632563943,
      "step": 4358
    },
    {
      "contrastive_lambda": 0.9870393590475374,
      "epoch": 1.359638178415471,
      "step": 4359
    },
    {
      "epoch": 1.3599500935745477,
      "grad_norm": 0.14704228937625885,
      "learning_rate": 9.985980713800656e-05,
      "loss": 0.0652,
      "step": 4360
    },
    {
      "epoch": 1.3599500935745477,
      "flow_loss": 0.08070345968008041,
      "step": 4360
    },
    {
      "contrastive_loss": 0.01614544913172722,
      "epoch": 1.3599500935745477,
      "step": 4360
    },
    {
      "contrastive_lambda": 0.9870334362340862,
      "epoch": 1.3599500935745477,
      "step": 4360
    },
    {
      "contrastive_lambda": 0.9870275120854054,
      "epoch": 1.3602620087336246,
      "step": 4361
    },
    {
      "contrastive_lambda": 0.9870215866015108,
      "epoch": 1.3605739238927013,
      "step": 4362
    },
    {
      "contrastive_lambda": 0.9870156597824191,
      "epoch": 1.360885839051778,
      "step": 4363
    },
    {
      "contrastive_lambda": 0.9870097316281463,
      "epoch": 1.3611977542108546,
      "step": 4364
    },
    {
      "contrastive_lambda": 0.9870038021387085,
      "epoch": 1.3615096693699313,
      "step": 4365
    },
    {
      "contrastive_lambda": 0.9869978713141223,
      "epoch": 1.361821584529008,
      "step": 4366
    },
    {
      "contrastive_lambda": 0.9869919391544038,
      "epoch": 1.3621334996880847,
      "step": 4367
    },
    {
      "contrastive_lambda": 0.986986005659569,
      "epoch": 1.3624454148471616,
      "step": 4368
    },
    {
      "contrastive_lambda": 0.9869800708296346,
      "epoch": 1.3627573300062383,
      "step": 4369
    },
    {
      "epoch": 1.363069245165315,
      "grad_norm": 0.17357607185840607,
      "learning_rate": 9.985773735297084e-05,
      "loss": 0.0684,
      "step": 4370
    },
    {
      "epoch": 1.363069245165315,
      "flow_loss": 0.06500642746686935,
      "step": 4370
    },
    {
      "contrastive_loss": 0.019375864416360855,
      "epoch": 1.363069245165315,
      "step": 4370
    },
    {
      "contrastive_lambda": 0.9869741346646166,
      "epoch": 1.363069245165315,
      "step": 4370
    },
    {
      "contrastive_lambda": 0.9869681971645314,
      "epoch": 1.3633811603243917,
      "step": 4371
    },
    {
      "contrastive_lambda": 0.9869622583293953,
      "epoch": 1.3636930754834684,
      "step": 4372
    },
    {
      "contrastive_lambda": 0.9869563181592245,
      "epoch": 1.3640049906425453,
      "step": 4373
    },
    {
      "contrastive_lambda": 0.9869503766540353,
      "epoch": 1.364316905801622,
      "step": 4374
    },
    {
      "contrastive_lambda": 0.986944433813844,
      "epoch": 1.3646288209606987,
      "step": 4375
    },
    {
      "contrastive_lambda": 0.9869384896386668,
      "epoch": 1.3649407361197754,
      "step": 4376
    },
    {
      "contrastive_lambda": 0.9869325441285202,
      "epoch": 1.365252651278852,
      "step": 4377
    },
    {
      "contrastive_lambda": 0.9869265972834202,
      "epoch": 1.365564566437929,
      "step": 4378
    },
    {
      "contrastive_lambda": 0.9869206491033835,
      "epoch": 1.3658764815970055,
      "step": 4379
    },
    {
      "epoch": 1.3661883967560824,
      "grad_norm": 0.21372681856155396,
      "learning_rate": 9.985565242247092e-05,
      "loss": 0.0683,
      "step": 4380
    },
    {
      "epoch": 1.3661883967560824,
      "flow_loss": 0.06505830585956573,
      "step": 4380
    },
    {
      "contrastive_loss": 0.01639341562986374,
      "epoch": 1.3661883967560824,
      "step": 4380
    },
    {
      "contrastive_lambda": 0.9869146995884261,
      "epoch": 1.3661883967560824,
      "step": 4380
    },
    {
      "contrastive_lambda": 0.9869087487385644,
      "epoch": 1.366500311915159,
      "step": 4381
    },
    {
      "contrastive_lambda": 0.9869027965538149,
      "epoch": 1.3668122270742358,
      "step": 4382
    },
    {
      "contrastive_lambda": 0.9868968430341934,
      "epoch": 1.3671241422333125,
      "step": 4383
    },
    {
      "contrastive_lambda": 0.9868908881797168,
      "epoch": 1.3674360573923892,
      "step": 4384
    },
    {
      "contrastive_lambda": 0.9868849319904012,
      "epoch": 1.367747972551466,
      "step": 4385
    },
    {
      "contrastive_lambda": 0.9868789744662627,
      "epoch": 1.3680598877105428,
      "step": 4386
    },
    {
      "contrastive_lambda": 0.986873015607318,
      "epoch": 1.3683718028696195,
      "step": 4387
    },
    {
      "contrastive_lambda": 0.9868670554135832,
      "epoch": 1.3686837180286962,
      "step": 4388
    },
    {
      "contrastive_lambda": 0.9868610938850748,
      "epoch": 1.3689956331877728,
      "step": 4389
    },
    {
      "epoch": 1.3693075483468498,
      "grad_norm": 0.17484498023986816,
      "learning_rate": 9.985355234714016e-05,
      "loss": 0.0712,
      "step": 4390
    },
    {
      "epoch": 1.3693075483468498,
      "flow_loss": 0.0781257376074791,
      "step": 4390
    },
    {
      "contrastive_loss": 0.017073169350624084,
      "epoch": 1.3693075483468498,
      "step": 4390
    },
    {
      "contrastive_lambda": 0.9868551310218092,
      "epoch": 1.3693075483468498,
      "step": 4390
    },
    {
      "contrastive_lambda": 0.9868491668238024,
      "epoch": 1.3696194635059264,
      "step": 4391
    },
    {
      "contrastive_lambda": 0.9868432012910711,
      "epoch": 1.3699313786650031,
      "step": 4392
    },
    {
      "contrastive_lambda": 0.9868372344236314,
      "epoch": 1.3702432938240798,
      "step": 4393
    },
    {
      "contrastive_lambda": 0.9868312662214999,
      "epoch": 1.3705552089831565,
      "step": 4394
    },
    {
      "contrastive_lambda": 0.9868252966846928,
      "epoch": 1.3708671241422334,
      "step": 4395
    },
    {
      "contrastive_lambda": 0.9868193258132265,
      "epoch": 1.37117903930131,
      "step": 4396
    },
    {
      "contrastive_lambda": 0.9868133536071173,
      "epoch": 1.3714909544603868,
      "step": 4397
    },
    {
      "contrastive_lambda": 0.9868073800663817,
      "epoch": 1.3718028696194635,
      "step": 4398
    },
    {
      "contrastive_lambda": 0.9868014051910361,
      "epoch": 1.3721147847785402,
      "step": 4399
    },
    {
      "epoch": 1.372426699937617,
      "grad_norm": 0.23242734372615814,
      "learning_rate": 9.985143712761652e-05,
      "loss": 0.08,
      "step": 4400
    },
    {
      "epoch": 1.372426699937617,
      "flow_loss": 0.06819315254688263,
      "step": 4400
    },
    {
      "contrastive_loss": 0.01352134719491005,
      "epoch": 1.372426699937617,
      "step": 4400
    },
    {
      "contrastive_lambda": 0.9867954289810967,
      "epoch": 1.372426699937617,
      "step": 4400
    },
    {
      "contrastive_lambda": 0.9867894514365801,
      "epoch": 1.3727386150966936,
      "step": 4401
    },
    {
      "contrastive_lambda": 0.9867834725575025,
      "epoch": 1.3730505302557705,
      "step": 4402
    },
    {
      "contrastive_lambda": 0.9867774923438805,
      "epoch": 1.3733624454148472,
      "step": 4403
    },
    {
      "contrastive_lambda": 0.9867715107957302,
      "epoch": 1.373674360573924,
      "step": 4404
    },
    {
      "contrastive_lambda": 0.9867655279130683,
      "epoch": 1.3739862757330006,
      "step": 4405
    },
    {
      "contrastive_lambda": 0.986759543695911,
      "epoch": 1.3742981908920773,
      "step": 4406
    },
    {
      "contrastive_lambda": 0.9867535581442748,
      "epoch": 1.3746101060511542,
      "step": 4407
    },
    {
      "contrastive_lambda": 0.986747571258176,
      "epoch": 1.3749220212102309,
      "step": 4408
    },
    {
      "contrastive_lambda": 0.9867415830376312,
      "epoch": 1.3752339363693076,
      "step": 4409
    },
    {
      "epoch": 1.3755458515283843,
      "grad_norm": 0.23198233544826508,
      "learning_rate": 9.984930676454252e-05,
      "loss": 0.0696,
      "step": 4410
    },
    {
      "epoch": 1.3755458515283843,
      "flow_loss": 0.0641387403011322,
      "step": 4410
    },
    {
      "contrastive_loss": 0.012895207852125168,
      "epoch": 1.3755458515283843,
      "step": 4410
    },
    {
      "contrastive_lambda": 0.9867355934826567,
      "epoch": 1.3755458515283843,
      "step": 4410
    },
    {
      "contrastive_lambda": 0.9867296025932688,
      "epoch": 1.375857766687461,
      "step": 4411
    },
    {
      "contrastive_lambda": 0.9867236103694843,
      "epoch": 1.3761696818465379,
      "step": 4412
    },
    {
      "contrastive_lambda": 0.9867176168113192,
      "epoch": 1.3764815970056143,
      "step": 4413
    },
    {
      "contrastive_lambda": 0.9867116219187901,
      "epoch": 1.3767935121646913,
      "step": 4414
    },
    {
      "contrastive_lambda": 0.9867056256919136,
      "epoch": 1.377105427323768,
      "step": 4415
    },
    {
      "contrastive_lambda": 0.9866996281307059,
      "epoch": 1.3774173424828446,
      "step": 4416
    },
    {
      "contrastive_lambda": 0.9866936292351836,
      "epoch": 1.3777292576419213,
      "step": 4417
    },
    {
      "contrastive_lambda": 0.986687629005363,
      "epoch": 1.378041172800998,
      "step": 4418
    },
    {
      "contrastive_lambda": 0.9866816274412606,
      "epoch": 1.378353087960075,
      "step": 4419
    },
    {
      "epoch": 1.3786650031191516,
      "grad_norm": 0.15368232131004333,
      "learning_rate": 9.984716125856532e-05,
      "loss": 0.0721,
      "step": 4420
    },
    {
      "epoch": 1.3786650031191516,
      "flow_loss": 0.0756019577383995,
      "step": 4420
    },
    {
      "contrastive_loss": 0.015578724443912506,
      "epoch": 1.3786650031191516,
      "step": 4420
    },
    {
      "contrastive_lambda": 0.9866756245428931,
      "epoch": 1.3786650031191516,
      "step": 4420
    },
    {
      "contrastive_lambda": 0.9866696203102765,
      "epoch": 1.3789769182782283,
      "step": 4421
    },
    {
      "contrastive_lambda": 0.9866636147434277,
      "epoch": 1.379288833437305,
      "step": 4422
    },
    {
      "contrastive_lambda": 0.9866576078423628,
      "epoch": 1.3796007485963817,
      "step": 4423
    },
    {
      "contrastive_lambda": 0.9866515996070986,
      "epoch": 1.3799126637554586,
      "step": 4424
    },
    {
      "contrastive_lambda": 0.9866455900376513,
      "epoch": 1.3802245789145353,
      "step": 4425
    },
    {
      "contrastive_lambda": 0.9866395791340374,
      "epoch": 1.380536494073612,
      "step": 4426
    },
    {
      "contrastive_lambda": 0.9866335668962737,
      "epoch": 1.3808484092326887,
      "step": 4427
    },
    {
      "contrastive_lambda": 0.9866275533243762,
      "epoch": 1.3811603243917654,
      "step": 4428
    },
    {
      "contrastive_lambda": 0.9866215384183619,
      "epoch": 1.3814722395508423,
      "step": 4429
    },
    {
      "epoch": 1.3817841547099188,
      "grad_norm": 0.16181540489196777,
      "learning_rate": 9.984500061033667e-05,
      "loss": 0.0664,
      "step": 4430
    },
    {
      "epoch": 1.3817841547099188,
      "flow_loss": 0.057232536375522614,
      "step": 4430
    },
    {
      "contrastive_loss": 0.016560453921556473,
      "epoch": 1.3817841547099188,
      "step": 4430
    },
    {
      "contrastive_lambda": 0.9866155221782468,
      "epoch": 1.3817841547099188,
      "step": 4430
    },
    {
      "contrastive_lambda": 0.9866095046040477,
      "epoch": 1.3820960698689957,
      "step": 4431
    },
    {
      "contrastive_lambda": 0.986603485695781,
      "epoch": 1.3824079850280724,
      "step": 4432
    },
    {
      "contrastive_lambda": 0.9865974654534633,
      "epoch": 1.382719900187149,
      "step": 4433
    },
    {
      "contrastive_lambda": 0.9865914438771108,
      "epoch": 1.3830318153462258,
      "step": 4434
    },
    {
      "contrastive_lambda": 0.9865854209667404,
      "epoch": 1.3833437305053025,
      "step": 4435
    },
    {
      "contrastive_lambda": 0.9865793967223684,
      "epoch": 1.3836556456643794,
      "step": 4436
    },
    {
      "contrastive_lambda": 0.9865733711440114,
      "epoch": 1.383967560823456,
      "step": 4437
    },
    {
      "contrastive_lambda": 0.9865673442316858,
      "epoch": 1.3842794759825328,
      "step": 4438
    },
    {
      "contrastive_lambda": 0.9865613159854083,
      "epoch": 1.3845913911416095,
      "step": 4439
    },
    {
      "epoch": 1.3849033063006861,
      "grad_norm": 0.20092900097370148,
      "learning_rate": 9.984282482051293e-05,
      "loss": 0.0763,
      "step": 4440
    },
    {
      "epoch": 1.3849033063006861,
      "flow_loss": 0.059179797768592834,
      "step": 4440
    },
    {
      "contrastive_loss": 0.015007026493549347,
      "epoch": 1.3849033063006861,
      "step": 4440
    },
    {
      "contrastive_lambda": 0.9865552864051952,
      "epoch": 1.3849033063006861,
      "step": 4440
    },
    {
      "contrastive_lambda": 0.9865492554910633,
      "epoch": 1.385215221459763,
      "step": 4441
    },
    {
      "contrastive_lambda": 0.9865432232430289,
      "epoch": 1.3855271366188397,
      "step": 4442
    },
    {
      "contrastive_lambda": 0.9865371896611086,
      "epoch": 1.3858390517779164,
      "step": 4443
    },
    {
      "contrastive_lambda": 0.986531154745319,
      "epoch": 1.3861509669369931,
      "step": 4444
    },
    {
      "contrastive_lambda": 0.9865251184956767,
      "epoch": 1.3864628820960698,
      "step": 4445
    },
    {
      "contrastive_lambda": 0.9865190809121981,
      "epoch": 1.3867747972551465,
      "step": 4446
    },
    {
      "contrastive_lambda": 0.9865130419948998,
      "epoch": 1.3870867124142232,
      "step": 4447
    },
    {
      "contrastive_lambda": 0.9865070017437985,
      "epoch": 1.3873986275733001,
      "step": 4448
    },
    {
      "contrastive_lambda": 0.9865009601589104,
      "epoch": 1.3877105427323768,
      "step": 4449
    },
    {
      "epoch": 1.3880224578914535,
      "grad_norm": 0.18641792237758636,
      "learning_rate": 9.9840633889755e-05,
      "loss": 0.0628,
      "step": 4450
    },
    {
      "epoch": 1.3880224578914535,
      "flow_loss": 0.08452755212783813,
      "step": 4450
    },
    {
      "contrastive_loss": 0.0171456728130579,
      "epoch": 1.3880224578914535,
      "step": 4450
    },
    {
      "contrastive_lambda": 0.9864949172402524,
      "epoch": 1.3880224578914535,
      "step": 4450
    },
    {
      "contrastive_lambda": 0.9864888729878409,
      "epoch": 1.3883343730505302,
      "step": 4451
    },
    {
      "contrastive_lambda": 0.9864828274016927,
      "epoch": 1.388646288209607,
      "step": 4452
    },
    {
      "contrastive_lambda": 0.9864767804818242,
      "epoch": 1.3889582033686838,
      "step": 4453
    },
    {
      "contrastive_lambda": 0.9864707322282518,
      "epoch": 1.3892701185277605,
      "step": 4454
    },
    {
      "contrastive_lambda": 0.9864646826409924,
      "epoch": 1.3895820336868372,
      "step": 4455
    },
    {
      "contrastive_lambda": 0.9864586317200624,
      "epoch": 1.3898939488459139,
      "step": 4456
    },
    {
      "contrastive_lambda": 0.9864525794654785,
      "epoch": 1.3902058640049906,
      "step": 4457
    },
    {
      "contrastive_lambda": 0.9864465258772572,
      "epoch": 1.3905177791640675,
      "step": 4458
    },
    {
      "contrastive_lambda": 0.9864404709554151,
      "epoch": 1.3908296943231442,
      "step": 4459
    },
    {
      "epoch": 1.3911416094822209,
      "grad_norm": 0.16202175617218018,
      "learning_rate": 9.983842781872848e-05,
      "loss": 0.0715,
      "step": 4460
    },
    {
      "epoch": 1.3911416094822209,
      "flow_loss": 0.062314603477716446,
      "step": 4460
    },
    {
      "contrastive_loss": 0.016928112134337425,
      "epoch": 1.3911416094822209,
      "step": 4460
    },
    {
      "contrastive_lambda": 0.9864344146999688,
      "epoch": 1.3911416094822209,
      "step": 4460
    },
    {
      "contrastive_lambda": 0.9864283571109351,
      "epoch": 1.3914535246412976,
      "step": 4461
    },
    {
      "contrastive_lambda": 0.9864222981883303,
      "epoch": 1.3917654398003743,
      "step": 4462
    },
    {
      "contrastive_lambda": 0.9864162379321711,
      "epoch": 1.392077354959451,
      "step": 4463
    },
    {
      "contrastive_lambda": 0.9864101763424743,
      "epoch": 1.3923892701185276,
      "step": 4464
    },
    {
      "contrastive_lambda": 0.9864041134192563,
      "epoch": 1.3927011852776046,
      "step": 4465
    },
    {
      "contrastive_lambda": 0.9863980491625339,
      "epoch": 1.3930131004366813,
      "step": 4466
    },
    {
      "contrastive_lambda": 0.9863919835723236,
      "epoch": 1.393325015595758,
      "step": 4467
    },
    {
      "contrastive_lambda": 0.986385916648642,
      "epoch": 1.3936369307548346,
      "step": 4468
    },
    {
      "contrastive_lambda": 0.9863798483915058,
      "epoch": 1.3939488459139113,
      "step": 4469
    },
    {
      "epoch": 1.3942607610729882,
      "grad_norm": 0.19032010436058044,
      "learning_rate": 9.98362066081035e-05,
      "loss": 0.0676,
      "step": 4470
    },
    {
      "epoch": 1.3942607610729882,
      "flow_loss": 0.05401799455285072,
      "step": 4470
    },
    {
      "contrastive_loss": 0.012656321749091148,
      "epoch": 1.3942607610729882,
      "step": 4470
    },
    {
      "contrastive_lambda": 0.9863737788009317,
      "epoch": 1.3942607610729882,
      "step": 4470
    },
    {
      "contrastive_lambda": 0.9863677078769362,
      "epoch": 1.394572676232065,
      "step": 4471
    },
    {
      "contrastive_lambda": 0.986361635619536,
      "epoch": 1.3948845913911416,
      "step": 4472
    },
    {
      "contrastive_lambda": 0.9863555620287479,
      "epoch": 1.3951965065502183,
      "step": 4473
    },
    {
      "contrastive_lambda": 0.9863494871045883,
      "epoch": 1.395508421709295,
      "step": 4474
    },
    {
      "contrastive_lambda": 0.9863434108470739,
      "epoch": 1.395820336868372,
      "step": 4475
    },
    {
      "contrastive_lambda": 0.9863373332562215,
      "epoch": 1.3961322520274486,
      "step": 4476
    },
    {
      "contrastive_lambda": 0.9863312543320477,
      "epoch": 1.3964441671865253,
      "step": 4477
    },
    {
      "contrastive_lambda": 0.9863251740745692,
      "epoch": 1.396756082345602,
      "step": 4478
    },
    {
      "contrastive_lambda": 0.9863190924838026,
      "epoch": 1.3970679975046787,
      "step": 4479
    },
    {
      "epoch": 1.3973799126637554,
      "grad_norm": 0.19561074674129486,
      "learning_rate": 9.983397025855479e-05,
      "loss": 0.0678,
      "step": 4480
    },
    {
      "epoch": 1.3973799126637554,
      "flow_loss": 0.06731320172548294,
      "step": 4480
    },
    {
      "contrastive_loss": 0.013766438700258732,
      "epoch": 1.3973799126637554,
      "step": 4480
    },
    {
      "contrastive_lambda": 0.9863130095597645,
      "epoch": 1.3973799126637554,
      "step": 4480
    },
    {
      "contrastive_lambda": 0.9863069253024718,
      "epoch": 1.397691827822832,
      "step": 4481
    },
    {
      "contrastive_lambda": 0.9863008397119409,
      "epoch": 1.398003742981909,
      "step": 4482
    },
    {
      "contrastive_lambda": 0.9862947527881888,
      "epoch": 1.3983156581409857,
      "step": 4483
    },
    {
      "contrastive_lambda": 0.9862886645312319,
      "epoch": 1.3986275733000624,
      "step": 4484
    },
    {
      "contrastive_lambda": 0.9862825749410871,
      "epoch": 1.398939488459139,
      "step": 4485
    },
    {
      "contrastive_lambda": 0.986276484017771,
      "epoch": 1.3992514036182158,
      "step": 4486
    },
    {
      "contrastive_lambda": 0.9862703917613003,
      "epoch": 1.3995633187772927,
      "step": 4487
    },
    {
      "contrastive_lambda": 0.9862642981716917,
      "epoch": 1.3998752339363694,
      "step": 4488
    },
    {
      "contrastive_lambda": 0.986258203248962,
      "epoch": 1.400187149095446,
      "step": 4489
    },
    {
      "epoch": 1.4004990642545228,
      "grad_norm": 0.23525750637054443,
      "learning_rate": 9.983171877076171e-05,
      "loss": 0.071,
      "step": 4490
    },
    {
      "epoch": 1.4004990642545228,
      "flow_loss": 0.04702383279800415,
      "step": 4490
    },
    {
      "contrastive_loss": 0.01003773882985115,
      "epoch": 1.4004990642545228,
      "step": 4490
    },
    {
      "contrastive_lambda": 0.9862521069931276,
      "epoch": 1.4004990642545228,
      "step": 4490
    },
    {
      "contrastive_lambda": 0.9862460094042056,
      "epoch": 1.4008109794135994,
      "step": 4491
    },
    {
      "contrastive_lambda": 0.9862399104822126,
      "epoch": 1.4011228945726764,
      "step": 4492
    },
    {
      "contrastive_lambda": 0.9862338102271653,
      "epoch": 1.4014348097317528,
      "step": 4493
    },
    {
      "contrastive_lambda": 0.9862277086390803,
      "epoch": 1.4017467248908297,
      "step": 4494
    },
    {
      "contrastive_lambda": 0.9862216057179745,
      "epoch": 1.4020586400499064,
      "step": 4495
    },
    {
      "contrastive_lambda": 0.9862155014638645,
      "epoch": 1.4023705552089831,
      "step": 4496
    },
    {
      "contrastive_lambda": 0.986209395876767,
      "epoch": 1.4026824703680598,
      "step": 4497
    },
    {
      "contrastive_lambda": 0.986203288956699,
      "epoch": 1.4029943855271365,
      "step": 4498
    },
    {
      "contrastive_lambda": 0.986197180703677,
      "epoch": 1.4033063006862134,
      "step": 4499
    },
    {
      "epoch": 1.4036182158452901,
      "grad_norm": 0.18956193327903748,
      "learning_rate": 9.98294521454082e-05,
      "loss": 0.0671,
      "step": 4500
    },
    {
      "epoch": 1.4036182158452901,
      "flow_loss": 0.06443945318460464,
      "step": 4500
    },
    {
      "contrastive_loss": 0.0162395928055048,
      "epoch": 1.4036182158452901,
      "step": 4500
    },
    {
      "contrastive_lambda": 0.9861910711177179,
      "epoch": 1.4036182158452901,
      "step": 4500
    },
    {
      "contrastive_lambda": 0.9861849601988383,
      "epoch": 1.4039301310043668,
      "step": 4501
    },
    {
      "contrastive_lambda": 0.986178847947055,
      "epoch": 1.4042420461634435,
      "step": 4502
    },
    {
      "contrastive_lambda": 0.986172734362385,
      "epoch": 1.4045539613225202,
      "step": 4503
    },
    {
      "contrastive_lambda": 0.9861666194448446,
      "epoch": 1.404865876481597,
      "step": 4504
    },
    {
      "contrastive_lambda": 0.9861605031944509,
      "epoch": 1.4051777916406738,
      "step": 4505
    },
    {
      "contrastive_lambda": 0.9861543856112205,
      "epoch": 1.4054897067997505,
      "step": 4506
    },
    {
      "contrastive_lambda": 0.9861482666951704,
      "epoch": 1.4058016219588272,
      "step": 4507
    },
    {
      "contrastive_lambda": 0.9861421464463171,
      "epoch": 1.4061135371179039,
      "step": 4508
    },
    {
      "contrastive_lambda": 0.9861360248646776,
      "epoch": 1.4064254522769808,
      "step": 4509
    },
    {
      "epoch": 1.4067373674360573,
      "grad_norm": 0.20993885397911072,
      "learning_rate": 9.98271703831828e-05,
      "loss": 0.0783,
      "step": 4510
    },
    {
      "epoch": 1.4067373674360573,
      "flow_loss": 0.07979556918144226,
      "step": 4510
    },
    {
      "contrastive_loss": 0.010954972356557846,
      "epoch": 1.4067373674360573,
      "step": 4510
    },
    {
      "contrastive_lambda": 0.9861299019502685,
      "epoch": 1.4067373674360573,
      "step": 4510
    },
    {
      "contrastive_lambda": 0.9861237777031067,
      "epoch": 1.4070492825951342,
      "step": 4511
    },
    {
      "contrastive_lambda": 0.9861176521232089,
      "epoch": 1.4073611977542109,
      "step": 4512
    },
    {
      "contrastive_lambda": 0.9861115252105921,
      "epoch": 1.4076731129132876,
      "step": 4513
    },
    {
      "contrastive_lambda": 0.9861053969652729,
      "epoch": 1.4079850280723643,
      "step": 4514
    },
    {
      "contrastive_lambda": 0.9860992673872682,
      "epoch": 1.408296943231441,
      "step": 4515
    },
    {
      "contrastive_lambda": 0.9860931364765946,
      "epoch": 1.4086088583905179,
      "step": 4516
    },
    {
      "contrastive_lambda": 0.9860870042332692,
      "epoch": 1.4089207735495946,
      "step": 4517
    },
    {
      "contrastive_lambda": 0.9860808706573085,
      "epoch": 1.4092326887086712,
      "step": 4518
    },
    {
      "contrastive_lambda": 0.9860747357487297,
      "epoch": 1.409544603867748,
      "step": 4519
    },
    {
      "epoch": 1.4098565190268246,
      "grad_norm": 0.19608327746391296,
      "learning_rate": 9.982487348477865e-05,
      "loss": 0.0706,
      "step": 4520
    },
    {
      "epoch": 1.4098565190268246,
      "flow_loss": 0.07594358921051025,
      "step": 4520
    },
    {
      "contrastive_loss": 0.01345538254827261,
      "epoch": 1.4098565190268246,
      "step": 4520
    },
    {
      "contrastive_lambda": 0.9860685995075493,
      "epoch": 1.4098565190268246,
      "step": 4520
    },
    {
      "contrastive_lambda": 0.9860624619337843,
      "epoch": 1.4101684341859015,
      "step": 4521
    },
    {
      "contrastive_lambda": 0.9860563230274515,
      "epoch": 1.4104803493449782,
      "step": 4522
    },
    {
      "contrastive_lambda": 0.9860501827885677,
      "epoch": 1.410792264504055,
      "step": 4523
    },
    {
      "contrastive_lambda": 0.9860440412171496,
      "epoch": 1.4111041796631316,
      "step": 4524
    },
    {
      "contrastive_lambda": 0.9860378983132143,
      "epoch": 1.4114160948222083,
      "step": 4525
    },
    {
      "contrastive_lambda": 0.9860317540767785,
      "epoch": 1.4117280099812852,
      "step": 4526
    },
    {
      "contrastive_lambda": 0.9860256085078589,
      "epoch": 1.4120399251403617,
      "step": 4527
    },
    {
      "contrastive_lambda": 0.9860194616064726,
      "epoch": 1.4123518402994386,
      "step": 4528
    },
    {
      "contrastive_lambda": 0.9860133133726363,
      "epoch": 1.4126637554585153,
      "step": 4529
    },
    {
      "epoch": 1.412975670617592,
      "grad_norm": 0.15213008224964142,
      "learning_rate": 9.982256145089347e-05,
      "loss": 0.0697,
      "step": 4530
    },
    {
      "epoch": 1.412975670617592,
      "flow_loss": 0.05721845477819443,
      "step": 4530
    },
    {
      "contrastive_loss": 0.01255546323955059,
      "epoch": 1.412975670617592,
      "step": 4530
    },
    {
      "contrastive_lambda": 0.986007163806367,
      "epoch": 1.412975670617592,
      "step": 4530
    },
    {
      "contrastive_lambda": 0.9860010129076813,
      "epoch": 1.4132875857766687,
      "step": 4531
    },
    {
      "contrastive_lambda": 0.9859948606765964,
      "epoch": 1.4135995009357454,
      "step": 4532
    },
    {
      "contrastive_lambda": 0.9859887071131289,
      "epoch": 1.4139114160948223,
      "step": 4533
    },
    {
      "contrastive_lambda": 0.9859825522172958,
      "epoch": 1.414223331253899,
      "step": 4534
    },
    {
      "contrastive_lambda": 0.9859763959891139,
      "epoch": 1.4145352464129757,
      "step": 4535
    },
    {
      "contrastive_lambda": 0.9859702384286002,
      "epoch": 1.4148471615720524,
      "step": 4536
    },
    {
      "contrastive_lambda": 0.9859640795357715,
      "epoch": 1.415159076731129,
      "step": 4537
    },
    {
      "contrastive_lambda": 0.9859579193106447,
      "epoch": 1.415470991890206,
      "step": 4538
    },
    {
      "contrastive_lambda": 0.9859517577532366,
      "epoch": 1.4157829070492827,
      "step": 4539
    },
    {
      "epoch": 1.4160948222083594,
      "grad_norm": 0.2270718663930893,
      "learning_rate": 9.982023428222962e-05,
      "loss": 0.0655,
      "step": 4540
    },
    {
      "epoch": 1.4160948222083594,
      "flow_loss": 0.08005763590335846,
      "step": 4540
    },
    {
      "contrastive_loss": 0.014422399923205376,
      "epoch": 1.4160948222083594,
      "step": 4540
    },
    {
      "contrastive_lambda": 0.9859455948635641,
      "epoch": 1.4160948222083594,
      "step": 4540
    },
    {
      "contrastive_lambda": 0.9859394306416442,
      "epoch": 1.416406737367436,
      "step": 4541
    },
    {
      "contrastive_lambda": 0.9859332650874939,
      "epoch": 1.4167186525265127,
      "step": 4542
    },
    {
      "contrastive_lambda": 0.9859270982011299,
      "epoch": 1.4170305676855894,
      "step": 4543
    },
    {
      "contrastive_lambda": 0.9859209299825691,
      "epoch": 1.4173424828446661,
      "step": 4544
    },
    {
      "contrastive_lambda": 0.9859147604318286,
      "epoch": 1.417654398003743,
      "step": 4545
    },
    {
      "contrastive_lambda": 0.985908589548925,
      "epoch": 1.4179663131628197,
      "step": 4546
    },
    {
      "contrastive_lambda": 0.9859024173338755,
      "epoch": 1.4182782283218964,
      "step": 4547
    },
    {
      "contrastive_lambda": 0.9858962437866969,
      "epoch": 1.4185901434809731,
      "step": 4548
    },
    {
      "contrastive_lambda": 0.9858900689074064,
      "epoch": 1.4189020586400498,
      "step": 4549
    },
    {
      "epoch": 1.4192139737991267,
      "grad_norm": 0.1698935627937317,
      "learning_rate": 9.981789197949403e-05,
      "loss": 0.0625,
      "step": 4550
    },
    {
      "epoch": 1.4192139737991267,
      "flow_loss": 0.06730158627033234,
      "step": 4550
    },
    {
      "contrastive_loss": 0.014150897040963173,
      "epoch": 1.4192139737991267,
      "step": 4550
    },
    {
      "contrastive_lambda": 0.9858838926960205,
      "epoch": 1.4192139737991267,
      "step": 4550
    },
    {
      "contrastive_lambda": 0.9858777151525563,
      "epoch": 1.4195258889582034,
      "step": 4551
    },
    {
      "contrastive_lambda": 0.9858715362770307,
      "epoch": 1.4198378041172801,
      "step": 4552
    },
    {
      "contrastive_lambda": 0.9858653560694608,
      "epoch": 1.4201497192763568,
      "step": 4553
    },
    {
      "contrastive_lambda": 0.9858591745298635,
      "epoch": 1.4204616344354335,
      "step": 4554
    },
    {
      "contrastive_lambda": 0.9858529916582556,
      "epoch": 1.4207735495945104,
      "step": 4555
    },
    {
      "contrastive_lambda": 0.9858468074546541,
      "epoch": 1.421085464753587,
      "step": 4556
    },
    {
      "contrastive_lambda": 0.9858406219190761,
      "epoch": 1.4213973799126638,
      "step": 4557
    },
    {
      "contrastive_lambda": 0.9858344350515383,
      "epoch": 1.4217092950717405,
      "step": 4558
    },
    {
      "contrastive_lambda": 0.9858282468520579,
      "epoch": 1.4220212102308172,
      "step": 4559
    },
    {
      "epoch": 1.4223331253898939,
      "grad_norm": 0.174613818526268,
      "learning_rate": 9.98155345433982e-05,
      "loss": 0.0637,
      "step": 4560
    },
    {
      "epoch": 1.4223331253898939,
      "flow_loss": 0.07342931628227234,
      "step": 4560
    },
    {
      "contrastive_loss": 0.013195902109146118,
      "epoch": 1.4223331253898939,
      "step": 4560
    },
    {
      "contrastive_lambda": 0.9858220573206519,
      "epoch": 1.4223331253898939,
      "step": 4560
    },
    {
      "contrastive_lambda": 0.985815866457337,
      "epoch": 1.4226450405489706,
      "step": 4561
    },
    {
      "contrastive_lambda": 0.9858096742621303,
      "epoch": 1.4229569557080475,
      "step": 4562
    },
    {
      "contrastive_lambda": 0.9858034807350489,
      "epoch": 1.4232688708671242,
      "step": 4563
    },
    {
      "contrastive_lambda": 0.9857972858761096,
      "epoch": 1.4235807860262009,
      "step": 4564
    },
    {
      "contrastive_lambda": 0.9857910896853295,
      "epoch": 1.4238927011852776,
      "step": 4565
    },
    {
      "contrastive_lambda": 0.9857848921627255,
      "epoch": 1.4242046163443542,
      "step": 4566
    },
    {
      "contrastive_lambda": 0.9857786933083146,
      "epoch": 1.4245165315034312,
      "step": 4567
    },
    {
      "contrastive_lambda": 0.9857724931221139,
      "epoch": 1.4248284466625079,
      "step": 4568
    },
    {
      "contrastive_lambda": 0.9857662916041403,
      "epoch": 1.4251403618215845,
      "step": 4569
    },
    {
      "epoch": 1.4254522769806612,
      "grad_norm": 0.18771757185459137,
      "learning_rate": 9.981316197465831e-05,
      "loss": 0.0687,
      "step": 4570
    },
    {
      "epoch": 1.4254522769806612,
      "flow_loss": 0.07605014741420746,
      "step": 4570
    },
    {
      "contrastive_loss": 0.016287732869386673,
      "epoch": 1.4254522769806612,
      "step": 4570
    },
    {
      "contrastive_lambda": 0.9857600887544109,
      "epoch": 1.4254522769806612,
      "step": 4570
    },
    {
      "contrastive_lambda": 0.9857538845729426,
      "epoch": 1.425764192139738,
      "step": 4571
    },
    {
      "contrastive_lambda": 0.9857476790597524,
      "epoch": 1.4260761072988148,
      "step": 4572
    },
    {
      "contrastive_lambda": 0.9857414722148574,
      "epoch": 1.4263880224578915,
      "step": 4573
    },
    {
      "contrastive_lambda": 0.9857352640382746,
      "epoch": 1.4266999376169682,
      "step": 4574
    },
    {
      "contrastive_lambda": 0.9857290545300209,
      "epoch": 1.427011852776045,
      "step": 4575
    },
    {
      "contrastive_lambda": 0.9857228436901135,
      "epoch": 1.4273237679351216,
      "step": 4576
    },
    {
      "contrastive_lambda": 0.9857166315185693,
      "epoch": 1.4276356830941983,
      "step": 4577
    },
    {
      "contrastive_lambda": 0.9857104180154054,
      "epoch": 1.427947598253275,
      "step": 4578
    },
    {
      "contrastive_lambda": 0.9857042031806388,
      "epoch": 1.428259513412352,
      "step": 4579
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.23553742468357086,
      "learning_rate": 9.981077427399504e-05,
      "loss": 0.0681,
      "step": 4580
    },
    {
      "epoch": 1.4285714285714286,
      "flow_loss": 0.07284151762723923,
      "step": 4580
    },
    {
      "contrastive_loss": 0.014884507283568382,
      "epoch": 1.4285714285714286,
      "step": 4580
    },
    {
      "contrastive_lambda": 0.9856979870142866,
      "epoch": 1.4285714285714286,
      "step": 4580
    },
    {
      "contrastive_lambda": 0.9856917695163657,
      "epoch": 1.4288833437305053,
      "step": 4581
    },
    {
      "contrastive_lambda": 0.9856855506868933,
      "epoch": 1.429195258889582,
      "step": 4582
    },
    {
      "contrastive_lambda": 0.9856793305258864,
      "epoch": 1.4295071740486587,
      "step": 4583
    },
    {
      "contrastive_lambda": 0.9856731090333619,
      "epoch": 1.4298190892077356,
      "step": 4584
    },
    {
      "contrastive_lambda": 0.9856668862093372,
      "epoch": 1.4301310043668123,
      "step": 4585
    },
    {
      "contrastive_lambda": 0.9856606620538291,
      "epoch": 1.430442919525889,
      "step": 4586
    },
    {
      "contrastive_lambda": 0.9856544365668547,
      "epoch": 1.4307548346849657,
      "step": 4587
    },
    {
      "contrastive_lambda": 0.985648209748431,
      "epoch": 1.4310667498440424,
      "step": 4588
    },
    {
      "contrastive_lambda": 0.9856419815985753,
      "epoch": 1.4313786650031193,
      "step": 4589
    },
    {
      "epoch": 1.4316905801621957,
      "grad_norm": 0.19566620886325836,
      "learning_rate": 9.980837144213371e-05,
      "loss": 0.0672,
      "step": 4590
    },
    {
      "epoch": 1.4316905801621957,
      "flow_loss": 0.06453434377908707,
      "step": 4590
    },
    {
      "contrastive_loss": 0.014961106702685356,
      "epoch": 1.4316905801621957,
      "step": 4590
    },
    {
      "contrastive_lambda": 0.9856357521173045,
      "epoch": 1.4316905801621957,
      "step": 4590
    },
    {
      "contrastive_lambda": 0.9856295213046357,
      "epoch": 1.4320024953212727,
      "step": 4591
    },
    {
      "contrastive_lambda": 0.985623289160586,
      "epoch": 1.4323144104803494,
      "step": 4592
    },
    {
      "contrastive_lambda": 0.9856170556851724,
      "epoch": 1.432626325639426,
      "step": 4593
    },
    {
      "contrastive_lambda": 0.9856108208784121,
      "epoch": 1.4329382407985027,
      "step": 4594
    },
    {
      "contrastive_lambda": 0.9856045847403222,
      "epoch": 1.4332501559575794,
      "step": 4595
    },
    {
      "contrastive_lambda": 0.9855983472709198,
      "epoch": 1.4335620711166563,
      "step": 4596
    },
    {
      "contrastive_lambda": 0.9855921084702218,
      "epoch": 1.433873986275733,
      "step": 4597
    },
    {
      "contrastive_lambda": 0.9855858683382457,
      "epoch": 1.4341859014348097,
      "step": 4598
    },
    {
      "contrastive_lambda": 0.9855796268750081,
      "epoch": 1.4344978165938864,
      "step": 4599
    },
    {
      "epoch": 1.4348097317529631,
      "grad_norm": 0.166282057762146,
      "learning_rate": 9.980595347980426e-05,
      "loss": 0.0662,
      "step": 4600
    },
    {
      "epoch": 1.4348097317529631,
      "flow_loss": 0.05921468138694763,
      "step": 4600
    },
    {
      "contrastive_loss": 0.014793047681450844,
      "epoch": 1.4348097317529631,
      "step": 4600
    },
    {
      "contrastive_lambda": 0.9855733840805265,
      "epoch": 1.4348097317529631,
      "step": 4600
    },
    {
      "contrastive_lambda": 0.985567139954818,
      "epoch": 1.43512164691204,
      "step": 4601
    },
    {
      "contrastive_lambda": 0.9855608944978995,
      "epoch": 1.4354335620711167,
      "step": 4602
    },
    {
      "contrastive_lambda": 0.9855546477097883,
      "epoch": 1.4357454772301934,
      "step": 4603
    },
    {
      "contrastive_lambda": 0.9855483995905014,
      "epoch": 1.43605739238927,
      "step": 4604
    },
    {
      "contrastive_lambda": 0.9855421501400561,
      "epoch": 1.4363693075483468,
      "step": 4605
    },
    {
      "contrastive_lambda": 0.9855358993584694,
      "epoch": 1.4366812227074237,
      "step": 4606
    },
    {
      "contrastive_lambda": 0.9855296472457584,
      "epoch": 1.4369931378665002,
      "step": 4607
    },
    {
      "contrastive_lambda": 0.9855233938019403,
      "epoch": 1.437305053025577,
      "step": 4608
    },
    {
      "contrastive_lambda": 0.9855171390270323,
      "epoch": 1.4376169681846538,
      "step": 4609
    },
    {
      "epoch": 1.4379288833437305,
      "grad_norm": 0.18289919197559357,
      "learning_rate": 9.980352038774119e-05,
      "loss": 0.068,
      "step": 4610
    },
    {
      "epoch": 1.4379288833437305,
      "flow_loss": 0.06093214452266693,
      "step": 4610
    },
    {
      "contrastive_loss": 0.016419917345046997,
      "epoch": 1.4379288833437305,
      "step": 4610
    },
    {
      "contrastive_lambda": 0.9855108829210515,
      "epoch": 1.4379288833437305,
      "step": 4610
    },
    {
      "contrastive_lambda": 0.9855046254840151,
      "epoch": 1.4382407985028072,
      "step": 4611
    },
    {
      "contrastive_lambda": 0.98549836671594,
      "epoch": 1.4385527136618839,
      "step": 4612
    },
    {
      "contrastive_lambda": 0.9854921066168438,
      "epoch": 1.4388646288209608,
      "step": 4613
    },
    {
      "contrastive_lambda": 0.9854858451867433,
      "epoch": 1.4391765439800375,
      "step": 4614
    },
    {
      "contrastive_lambda": 0.9854795824256559,
      "epoch": 1.4394884591391142,
      "step": 4615
    },
    {
      "contrastive_lambda": 0.9854733183335985,
      "epoch": 1.4398003742981909,
      "step": 4616
    },
    {
      "contrastive_lambda": 0.9854670529105886,
      "epoch": 1.4401122894572675,
      "step": 4617
    },
    {
      "contrastive_lambda": 0.9854607861566431,
      "epoch": 1.4404242046163445,
      "step": 4618
    },
    {
      "contrastive_lambda": 0.9854545180717793,
      "epoch": 1.4407361197754212,
      "step": 4619
    },
    {
      "epoch": 1.4410480349344978,
      "grad_norm": 0.1575264185667038,
      "learning_rate": 9.98010721666836e-05,
      "loss": 0.0715,
      "step": 4620
    },
    {
      "epoch": 1.4410480349344978,
      "flow_loss": 0.06282231211662292,
      "step": 4620
    },
    {
      "contrastive_loss": 0.016387933865189552,
      "epoch": 1.4410480349344978,
      "step": 4620
    },
    {
      "contrastive_lambda": 0.9854482486560143,
      "epoch": 1.4410480349344978,
      "step": 4620
    },
    {
      "contrastive_lambda": 0.9854419779093655,
      "epoch": 1.4413599500935745,
      "step": 4621
    },
    {
      "contrastive_lambda": 0.9854357058318499,
      "epoch": 1.4416718652526512,
      "step": 4622
    },
    {
      "contrastive_lambda": 0.9854294324234847,
      "epoch": 1.4419837804117281,
      "step": 4623
    },
    {
      "contrastive_lambda": 0.9854231576842873,
      "epoch": 1.4422956955708046,
      "step": 4624
    },
    {
      "contrastive_lambda": 0.9854168816142745,
      "epoch": 1.4426076107298815,
      "step": 4625
    },
    {
      "contrastive_lambda": 0.985410604213464,
      "epoch": 1.4429195258889582,
      "step": 4626
    },
    {
      "contrastive_lambda": 0.9854043254818727,
      "epoch": 1.443231441048035,
      "step": 4627
    },
    {
      "contrastive_lambda": 0.9853980454195179,
      "epoch": 1.4435433562071116,
      "step": 4628
    },
    {
      "contrastive_lambda": 0.9853917640264167,
      "epoch": 1.4438552713661883,
      "step": 4629
    },
    {
      "epoch": 1.4441671865252652,
      "grad_norm": 0.258319616317749,
      "learning_rate": 9.979860881737523e-05,
      "loss": 0.0687,
      "step": 4630
    },
    {
      "epoch": 1.4441671865252652,
      "flow_loss": 0.07315340638160706,
      "step": 4630
    },
    {
      "contrastive_loss": 0.015862226486206055,
      "epoch": 1.4441671865252652,
      "step": 4630
    },
    {
      "contrastive_lambda": 0.9853854813025865,
      "epoch": 1.4441671865252652,
      "step": 4630
    },
    {
      "contrastive_lambda": 0.9853791972480445,
      "epoch": 1.444479101684342,
      "step": 4631
    },
    {
      "contrastive_lambda": 0.9853729118628078,
      "epoch": 1.4447910168434186,
      "step": 4632
    },
    {
      "contrastive_lambda": 0.9853666251468937,
      "epoch": 1.4451029320024953,
      "step": 4633
    },
    {
      "contrastive_lambda": 0.9853603371003194,
      "epoch": 1.445414847161572,
      "step": 4634
    },
    {
      "contrastive_lambda": 0.9853540477231022,
      "epoch": 1.445726762320649,
      "step": 4635
    },
    {
      "contrastive_lambda": 0.9853477570152593,
      "epoch": 1.4460386774797256,
      "step": 4636
    },
    {
      "contrastive_lambda": 0.9853414649768081,
      "epoch": 1.4463505926388023,
      "step": 4637
    },
    {
      "contrastive_lambda": 0.9853351716077656,
      "epoch": 1.446662507797879,
      "step": 4638
    },
    {
      "contrastive_lambda": 0.9853288769081492,
      "epoch": 1.4469744229569557,
      "step": 4639
    },
    {
      "epoch": 1.4472863381160324,
      "grad_norm": 0.22720935940742493,
      "learning_rate": 9.979613034056434e-05,
      "loss": 0.0695,
      "step": 4640
    },
    {
      "epoch": 1.4472863381160324,
      "flow_loss": 0.05352320522069931,
      "step": 4640
    },
    {
      "contrastive_loss": 0.011478370055556297,
      "epoch": 1.4472863381160324,
      "step": 4640
    },
    {
      "contrastive_lambda": 0.9853225808779762,
      "epoch": 1.4472863381160324,
      "step": 4640
    },
    {
      "contrastive_lambda": 0.9853162835172636,
      "epoch": 1.447598253275109,
      "step": 4641
    },
    {
      "contrastive_lambda": 0.985309984826029,
      "epoch": 1.447910168434186,
      "step": 4642
    },
    {
      "contrastive_lambda": 0.9853036848042895,
      "epoch": 1.4482220835932627,
      "step": 4643
    },
    {
      "contrastive_lambda": 0.9852973834520624,
      "epoch": 1.4485339987523393,
      "step": 4644
    },
    {
      "contrastive_lambda": 0.9852910807693649,
      "epoch": 1.448845913911416,
      "step": 4645
    },
    {
      "contrastive_lambda": 0.9852847767562145,
      "epoch": 1.4491578290704927,
      "step": 4646
    },
    {
      "contrastive_lambda": 0.9852784714126281,
      "epoch": 1.4494697442295696,
      "step": 4647
    },
    {
      "contrastive_lambda": 0.9852721647386234,
      "epoch": 1.4497816593886463,
      "step": 4648
    },
    {
      "contrastive_lambda": 0.9852658567342175,
      "epoch": 1.450093574547723,
      "step": 4649
    },
    {
      "epoch": 1.4504054897067997,
      "grad_norm": 0.184315025806427,
      "learning_rate": 9.979363673700386e-05,
      "loss": 0.0694,
      "step": 4650
    },
    {
      "epoch": 1.4504054897067997,
      "flow_loss": 0.0686698630452156,
      "step": 4650
    },
    {
      "contrastive_loss": 0.01840195059776306,
      "epoch": 1.4504054897067997,
      "step": 4650
    },
    {
      "contrastive_lambda": 0.9852595473994277,
      "epoch": 1.4504054897067997,
      "step": 4650
    },
    {
      "contrastive_lambda": 0.9852532367342712,
      "epoch": 1.4507174048658764,
      "step": 4651
    },
    {
      "contrastive_lambda": 0.9852469247387655,
      "epoch": 1.4510293200249533,
      "step": 4652
    },
    {
      "contrastive_lambda": 0.9852406114129277,
      "epoch": 1.45134123518403,
      "step": 4653
    },
    {
      "contrastive_lambda": 0.9852342967567753,
      "epoch": 1.4516531503431067,
      "step": 4654
    },
    {
      "contrastive_lambda": 0.9852279807703255,
      "epoch": 1.4519650655021834,
      "step": 4655
    },
    {
      "contrastive_lambda": 0.9852216634535957,
      "epoch": 1.45227698066126,
      "step": 4656
    },
    {
      "contrastive_lambda": 0.9852153448066031,
      "epoch": 1.4525888958203368,
      "step": 4657
    },
    {
      "contrastive_lambda": 0.985209024829365,
      "epoch": 1.4529008109794135,
      "step": 4658
    },
    {
      "contrastive_lambda": 0.985202703521899,
      "epoch": 1.4532127261384904,
      "step": 4659
    },
    {
      "epoch": 1.453524641297567,
      "grad_norm": 0.23927700519561768,
      "learning_rate": 9.979112800745124e-05,
      "loss": 0.0769,
      "step": 4660
    },
    {
      "epoch": 1.453524641297567,
      "flow_loss": 0.08545871078968048,
      "step": 4660
    },
    {
      "contrastive_loss": 0.02544969506561756,
      "epoch": 1.453524641297567,
      "step": 4660
    },
    {
      "contrastive_lambda": 0.9851963808842221,
      "epoch": 1.453524641297567,
      "step": 4660
    },
    {
      "contrastive_lambda": 0.9851900569163519,
      "epoch": 1.4538365564566438,
      "step": 4661
    },
    {
      "contrastive_lambda": 0.9851837316183054,
      "epoch": 1.4541484716157205,
      "step": 4662
    },
    {
      "contrastive_lambda": 0.9851774049901003,
      "epoch": 1.4544603867747972,
      "step": 4663
    },
    {
      "contrastive_lambda": 0.9851710770317538,
      "epoch": 1.454772301933874,
      "step": 4664
    },
    {
      "contrastive_lambda": 0.9851647477432832,
      "epoch": 1.4550842170929508,
      "step": 4665
    },
    {
      "contrastive_lambda": 0.9851584171247059,
      "epoch": 1.4553961322520275,
      "step": 4666
    },
    {
      "contrastive_lambda": 0.9851520851760394,
      "epoch": 1.4557080474111042,
      "step": 4667
    },
    {
      "contrastive_lambda": 0.9851457518973006,
      "epoch": 1.4560199625701808,
      "step": 4668
    },
    {
      "contrastive_lambda": 0.9851394172885074,
      "epoch": 1.4563318777292578,
      "step": 4669
    },
    {
      "epoch": 1.4566437928883345,
      "grad_norm": 0.21545721590518951,
      "learning_rate": 9.978860415266861e-05,
      "loss": 0.0706,
      "step": 4670
    },
    {
      "epoch": 1.4566437928883345,
      "flow_loss": 0.07796574383974075,
      "step": 4670
    },
    {
      "contrastive_loss": 0.013949565589427948,
      "epoch": 1.4566437928883345,
      "step": 4670
    },
    {
      "contrastive_lambda": 0.9851330813496769,
      "epoch": 1.4566437928883345,
      "step": 4670
    },
    {
      "contrastive_lambda": 0.9851267440808265,
      "epoch": 1.4569557080474111,
      "step": 4671
    },
    {
      "contrastive_lambda": 0.9851204054819735,
      "epoch": 1.4572676232064878,
      "step": 4672
    },
    {
      "contrastive_lambda": 0.9851140655531356,
      "epoch": 1.4575795383655645,
      "step": 4673
    },
    {
      "contrastive_lambda": 0.9851077242943298,
      "epoch": 1.4578914535246412,
      "step": 4674
    },
    {
      "contrastive_lambda": 0.9851013817055736,
      "epoch": 1.458203368683718,
      "step": 4675
    },
    {
      "contrastive_lambda": 0.9850950377868846,
      "epoch": 1.4585152838427948,
      "step": 4676
    },
    {
      "contrastive_lambda": 0.9850886925382798,
      "epoch": 1.4588271990018715,
      "step": 4677
    },
    {
      "contrastive_lambda": 0.9850823459597768,
      "epoch": 1.4591391141609482,
      "step": 4678
    },
    {
      "contrastive_lambda": 0.9850759980513931,
      "epoch": 1.459451029320025,
      "step": 4679
    },
    {
      "epoch": 1.4597629444791016,
      "grad_norm": 0.14778880774974823,
      "learning_rate": 9.978606517342262e-05,
      "loss": 0.0629,
      "step": 4680
    },
    {
      "epoch": 1.4597629444791016,
      "flow_loss": 0.09783267974853516,
      "step": 4680
    },
    {
      "contrastive_loss": 0.011688878759741783,
      "epoch": 1.4597629444791016,
      "step": 4680
    },
    {
      "contrastive_lambda": 0.9850696488131461,
      "epoch": 1.4597629444791016,
      "step": 4680
    },
    {
      "contrastive_lambda": 0.9850632982450529,
      "epoch": 1.4600748596381785,
      "step": 4681
    },
    {
      "contrastive_lambda": 0.9850569463471313,
      "epoch": 1.4603867747972552,
      "step": 4682
    },
    {
      "contrastive_lambda": 0.9850505931193985,
      "epoch": 1.460698689956332,
      "step": 4683
    },
    {
      "contrastive_lambda": 0.9850442385618718,
      "epoch": 1.4610106051154086,
      "step": 4684
    },
    {
      "contrastive_lambda": 0.9850378826745689,
      "epoch": 1.4613225202744853,
      "step": 4685
    },
    {
      "contrastive_lambda": 0.9850315254575073,
      "epoch": 1.4616344354335622,
      "step": 4686
    },
    {
      "contrastive_lambda": 0.985025166910704,
      "epoch": 1.4619463505926387,
      "step": 4687
    },
    {
      "contrastive_lambda": 0.9850188070341768,
      "epoch": 1.4622582657517156,
      "step": 4688
    },
    {
      "contrastive_lambda": 0.9850124458279428,
      "epoch": 1.4625701809107923,
      "step": 4689
    },
    {
      "epoch": 1.462882096069869,
      "grad_norm": 0.16717994213104248,
      "learning_rate": 9.978351107048456e-05,
      "loss": 0.0715,
      "step": 4690
    },
    {
      "epoch": 1.462882096069869,
      "flow_loss": 0.057177819311618805,
      "step": 4690
    },
    {
      "contrastive_loss": 0.012943897396326065,
      "epoch": 1.462882096069869,
      "step": 4690
    },
    {
      "contrastive_lambda": 0.9850060832920198,
      "epoch": 1.462882096069869,
      "step": 4690
    },
    {
      "contrastive_lambda": 0.9849997194264251,
      "epoch": 1.4631940112289457,
      "step": 4691
    },
    {
      "contrastive_lambda": 0.984993354231176,
      "epoch": 1.4635059263880223,
      "step": 4692
    },
    {
      "contrastive_lambda": 0.9849869877062902,
      "epoch": 1.4638178415470993,
      "step": 4693
    },
    {
      "contrastive_lambda": 0.984980619851785,
      "epoch": 1.464129756706176,
      "step": 4694
    },
    {
      "contrastive_lambda": 0.984974250667678,
      "epoch": 1.4644416718652526,
      "step": 4695
    },
    {
      "contrastive_lambda": 0.9849678801539863,
      "epoch": 1.4647535870243293,
      "step": 4696
    },
    {
      "contrastive_lambda": 0.9849615083107278,
      "epoch": 1.465065502183406,
      "step": 4697
    },
    {
      "contrastive_lambda": 0.9849551351379198,
      "epoch": 1.465377417342483,
      "step": 4698
    },
    {
      "contrastive_lambda": 0.9849487606355798,
      "epoch": 1.4656893325015596,
      "step": 4699
    },
    {
      "epoch": 1.4660012476606363,
      "grad_norm": 0.19618511199951172,
      "learning_rate": 9.978094184463029e-05,
      "loss": 0.0703,
      "step": 4700
    },
    {
      "epoch": 1.4660012476606363,
      "flow_loss": 0.08877497911453247,
      "step": 4700
    },
    {
      "contrastive_loss": 0.013799179345369339,
      "epoch": 1.4660012476606363,
      "step": 4700
    },
    {
      "contrastive_lambda": 0.9849423848037251,
      "epoch": 1.4660012476606363,
      "step": 4700
    },
    {
      "contrastive_lambda": 0.9849360076423734,
      "epoch": 1.466313162819713,
      "step": 4701
    },
    {
      "contrastive_lambda": 0.9849296291515421,
      "epoch": 1.4666250779787897,
      "step": 4702
    },
    {
      "contrastive_lambda": 0.9849232493312486,
      "epoch": 1.4669369931378666,
      "step": 4703
    },
    {
      "contrastive_lambda": 0.9849168681815106,
      "epoch": 1.467248908296943,
      "step": 4704
    },
    {
      "contrastive_lambda": 0.9849104857023454,
      "epoch": 1.46756082345602,
      "step": 4705
    },
    {
      "contrastive_lambda": 0.9849041018937706,
      "epoch": 1.4678727386150967,
      "step": 4706
    },
    {
      "contrastive_lambda": 0.9848977167558037,
      "epoch": 1.4681846537741734,
      "step": 4707
    },
    {
      "contrastive_lambda": 0.9848913302884621,
      "epoch": 1.46849656893325,
      "step": 4708
    },
    {
      "contrastive_lambda": 0.9848849424917635,
      "epoch": 1.4688084840923268,
      "step": 4709
    },
    {
      "epoch": 1.4691203992514037,
      "grad_norm": 0.12999330461025238,
      "learning_rate": 9.977835749664029e-05,
      "loss": 0.0673,
      "step": 4710
    },
    {
      "epoch": 1.4691203992514037,
      "flow_loss": 0.06792585551738739,
      "step": 4710
    },
    {
      "contrastive_loss": 0.01283792033791542,
      "epoch": 1.4691203992514037,
      "step": 4710
    },
    {
      "contrastive_lambda": 0.9848785533657253,
      "epoch": 1.4691203992514037,
      "step": 4710
    },
    {
      "contrastive_lambda": 0.984872162910365,
      "epoch": 1.4694323144104804,
      "step": 4711
    },
    {
      "contrastive_lambda": 0.9848657711257001,
      "epoch": 1.469744229569557,
      "step": 4712
    },
    {
      "contrastive_lambda": 0.984859378011748,
      "epoch": 1.4700561447286338,
      "step": 4713
    },
    {
      "contrastive_lambda": 0.9848529835685266,
      "epoch": 1.4703680598877105,
      "step": 4714
    },
    {
      "contrastive_lambda": 0.9848465877960532,
      "epoch": 1.4706799750467874,
      "step": 4715
    },
    {
      "contrastive_lambda": 0.9848401906943453,
      "epoch": 1.470991890205864,
      "step": 4716
    },
    {
      "contrastive_lambda": 0.9848337922634205,
      "epoch": 1.4713038053649408,
      "step": 4717
    },
    {
      "contrastive_lambda": 0.9848273925032962,
      "epoch": 1.4716157205240175,
      "step": 4718
    },
    {
      "contrastive_lambda": 0.9848209914139903,
      "epoch": 1.4719276356830941,
      "step": 4719
    },
    {
      "epoch": 1.472239550842171,
      "grad_norm": 0.16425001621246338,
      "learning_rate": 9.97757580272996e-05,
      "loss": 0.0732,
      "step": 4720
    },
    {
      "epoch": 1.472239550842171,
      "flow_loss": 0.06341533362865448,
      "step": 4720
    },
    {
      "contrastive_loss": 0.014614146202802658,
      "epoch": 1.472239550842171,
      "step": 4720
    },
    {
      "contrastive_lambda": 0.98481458899552,
      "epoch": 1.472239550842171,
      "step": 4720
    },
    {
      "contrastive_lambda": 0.9848081852479029,
      "epoch": 1.4725514660012475,
      "step": 4721
    },
    {
      "contrastive_lambda": 0.9848017801711568,
      "epoch": 1.4728633811603244,
      "step": 4722
    },
    {
      "contrastive_lambda": 0.984795373765299,
      "epoch": 1.4731752963194011,
      "step": 4723
    },
    {
      "contrastive_lambda": 0.9847889660303473,
      "epoch": 1.4734872114784778,
      "step": 4724
    },
    {
      "contrastive_lambda": 0.9847825569663189,
      "epoch": 1.4737991266375545,
      "step": 4725
    },
    {
      "contrastive_lambda": 0.9847761465732318,
      "epoch": 1.4741110417966312,
      "step": 4726
    },
    {
      "contrastive_lambda": 0.9847697348511033,
      "epoch": 1.4744229569557081,
      "step": 4727
    },
    {
      "contrastive_lambda": 0.984763321799951,
      "epoch": 1.4747348721147848,
      "step": 4728
    },
    {
      "contrastive_lambda": 0.9847569074197926,
      "epoch": 1.4750467872738615,
      "step": 4729
    },
    {
      "epoch": 1.4753587024329382,
      "grad_norm": 0.19771765172481537,
      "learning_rate": 9.977314343739786e-05,
      "loss": 0.07,
      "step": 4730
    },
    {
      "epoch": 1.4753587024329382,
      "flow_loss": 0.08727023005485535,
      "step": 4730
    },
    {
      "contrastive_loss": 0.014414312317967415,
      "epoch": 1.4753587024329382,
      "step": 4730
    },
    {
      "contrastive_lambda": 0.9847504917106455,
      "epoch": 1.4753587024329382,
      "step": 4730
    },
    {
      "contrastive_lambda": 0.9847440746725276,
      "epoch": 1.475670617592015,
      "step": 4731
    },
    {
      "contrastive_lambda": 0.9847376563054561,
      "epoch": 1.4759825327510918,
      "step": 4732
    },
    {
      "contrastive_lambda": 0.9847312366094488,
      "epoch": 1.4762944479101685,
      "step": 4733
    },
    {
      "contrastive_lambda": 0.9847248155845234,
      "epoch": 1.4766063630692452,
      "step": 4734
    },
    {
      "contrastive_lambda": 0.9847183932306973,
      "epoch": 1.476918278228322,
      "step": 4735
    },
    {
      "contrastive_lambda": 0.9847119695479882,
      "epoch": 1.4772301933873986,
      "step": 4736
    },
    {
      "contrastive_lambda": 0.9847055445364139,
      "epoch": 1.4775421085464755,
      "step": 4737
    },
    {
      "contrastive_lambda": 0.9846991181959917,
      "epoch": 1.477854023705552,
      "step": 4738
    },
    {
      "contrastive_lambda": 0.9846926905267392,
      "epoch": 1.4781659388646289,
      "step": 4739
    },
    {
      "epoch": 1.4784778540237056,
      "grad_norm": 0.19024762511253357,
      "learning_rate": 9.977051372772934e-05,
      "loss": 0.0629,
      "step": 4740
    },
    {
      "epoch": 1.4784778540237056,
      "flow_loss": 0.07102981954813004,
      "step": 4740
    },
    {
      "contrastive_loss": 0.01673918589949608,
      "epoch": 1.4784778540237056,
      "step": 4740
    },
    {
      "contrastive_lambda": 0.9846862615286744,
      "epoch": 1.4784778540237056,
      "step": 4740
    },
    {
      "contrastive_lambda": 0.9846798312018146,
      "epoch": 1.4787897691827823,
      "step": 4741
    },
    {
      "contrastive_lambda": 0.9846733995461776,
      "epoch": 1.479101684341859,
      "step": 4742
    },
    {
      "contrastive_lambda": 0.9846669665617809,
      "epoch": 1.4794135995009356,
      "step": 4743
    },
    {
      "contrastive_lambda": 0.9846605322486421,
      "epoch": 1.4797255146600126,
      "step": 4744
    },
    {
      "contrastive_lambda": 0.9846540966067792,
      "epoch": 1.4800374298190893,
      "step": 4745
    },
    {
      "contrastive_lambda": 0.9846476596362093,
      "epoch": 1.480349344978166,
      "step": 4746
    },
    {
      "contrastive_lambda": 0.9846412213369504,
      "epoch": 1.4806612601372426,
      "step": 4747
    },
    {
      "contrastive_lambda": 0.9846347817090201,
      "epoch": 1.4809731752963193,
      "step": 4748
    },
    {
      "contrastive_lambda": 0.984628340752436,
      "epoch": 1.4812850904553962,
      "step": 4749
    },
    {
      "epoch": 1.481597005614473,
      "grad_norm": 0.25006842613220215,
      "learning_rate": 9.976786889909286e-05,
      "loss": 0.0704,
      "step": 4750
    },
    {
      "epoch": 1.481597005614473,
      "flow_loss": 0.09258435666561127,
      "step": 4750
    },
    {
      "contrastive_loss": 0.014806223101913929,
      "epoch": 1.481597005614473,
      "step": 4750
    },
    {
      "contrastive_lambda": 0.9846218984672158,
      "epoch": 1.481597005614473,
      "step": 4750
    },
    {
      "contrastive_lambda": 0.9846154548533772,
      "epoch": 1.4819089207735496,
      "step": 4751
    },
    {
      "contrastive_lambda": 0.9846090099109378,
      "epoch": 1.4822208359326263,
      "step": 4752
    },
    {
      "contrastive_lambda": 0.9846025636399152,
      "epoch": 1.482532751091703,
      "step": 4753
    },
    {
      "contrastive_lambda": 0.9845961160403273,
      "epoch": 1.4828446662507797,
      "step": 4754
    },
    {
      "contrastive_lambda": 0.9845896671121915,
      "epoch": 1.4831565814098564,
      "step": 4755
    },
    {
      "contrastive_lambda": 0.9845832168555257,
      "epoch": 1.4834684965689333,
      "step": 4756
    },
    {
      "contrastive_lambda": 0.9845767652703474,
      "epoch": 1.48378041172801,
      "step": 4757
    },
    {
      "contrastive_lambda": 0.9845703123566745,
      "epoch": 1.4840923268870867,
      "step": 4758
    },
    {
      "contrastive_lambda": 0.9845638581145245,
      "epoch": 1.4844042420461634,
      "step": 4759
    },
    {
      "epoch": 1.48471615720524,
      "grad_norm": 0.216565802693367,
      "learning_rate": 9.976520895229185e-05,
      "loss": 0.0684,
      "step": 4760
    },
    {
      "epoch": 1.48471615720524,
      "flow_loss": 0.06480114161968231,
      "step": 4760
    },
    {
      "contrastive_loss": 0.014503278769552708,
      "epoch": 1.48471615720524,
      "step": 4760
    },
    {
      "contrastive_lambda": 0.9845574025439152,
      "epoch": 1.48471615720524,
      "step": 4760
    },
    {
      "contrastive_lambda": 0.9845509456448642,
      "epoch": 1.485028072364317,
      "step": 4761
    },
    {
      "contrastive_lambda": 0.9845444874173894,
      "epoch": 1.4853399875233937,
      "step": 4762
    },
    {
      "contrastive_lambda": 0.9845380278615083,
      "epoch": 1.4856519026824704,
      "step": 4763
    },
    {
      "contrastive_lambda": 0.9845315669772388,
      "epoch": 1.485963817841547,
      "step": 4764
    },
    {
      "contrastive_lambda": 0.9845251047645983,
      "epoch": 1.4862757330006238,
      "step": 4765
    },
    {
      "contrastive_lambda": 0.9845186412236049,
      "epoch": 1.4865876481597007,
      "step": 4766
    },
    {
      "contrastive_lambda": 0.984512176354276,
      "epoch": 1.4868995633187774,
      "step": 4767
    },
    {
      "contrastive_lambda": 0.9845057101566295,
      "epoch": 1.487211478477854,
      "step": 4768
    },
    {
      "contrastive_lambda": 0.9844992426306831,
      "epoch": 1.4875233936369308,
      "step": 4769
    },
    {
      "epoch": 1.4878353087960074,
      "grad_norm": 0.18331332504749298,
      "learning_rate": 9.976253388813433e-05,
      "loss": 0.0673,
      "step": 4770
    },
    {
      "epoch": 1.4878353087960074,
      "flow_loss": 0.09115220606327057,
      "step": 4770
    },
    {
      "contrastive_loss": 0.01633385196328163,
      "epoch": 1.4878353087960074,
      "step": 4770
    },
    {
      "contrastive_lambda": 0.9844927737764545,
      "epoch": 1.4878353087960074,
      "step": 4770
    },
    {
      "contrastive_lambda": 0.9844863035939615,
      "epoch": 1.4881472239550841,
      "step": 4771
    },
    {
      "contrastive_lambda": 0.9844798320832218,
      "epoch": 1.4884591391141608,
      "step": 4772
    },
    {
      "contrastive_lambda": 0.9844733592442529,
      "epoch": 1.4887710542732377,
      "step": 4773
    },
    {
      "contrastive_lambda": 0.984466885077073,
      "epoch": 1.4890829694323144,
      "step": 4774
    },
    {
      "contrastive_lambda": 0.9844604095816997,
      "epoch": 1.4893948845913911,
      "step": 4775
    },
    {
      "contrastive_lambda": 0.9844539327581505,
      "epoch": 1.4897067997504678,
      "step": 4776
    },
    {
      "contrastive_lambda": 0.9844474546064435,
      "epoch": 1.4900187149095445,
      "step": 4777
    },
    {
      "contrastive_lambda": 0.9844409751265961,
      "epoch": 1.4903306300686214,
      "step": 4778
    },
    {
      "contrastive_lambda": 0.9844344943186265,
      "epoch": 1.4906425452276981,
      "step": 4779
    },
    {
      "epoch": 1.4909544603867748,
      "grad_norm": 0.191677063703537,
      "learning_rate": 9.975984370743293e-05,
      "loss": 0.0706,
      "step": 4780
    },
    {
      "epoch": 1.4909544603867748,
      "flow_loss": 0.06619253009557724,
      "step": 4780
    },
    {
      "contrastive_loss": 0.016964297741651535,
      "epoch": 1.4909544603867748,
      "step": 4780
    },
    {
      "contrastive_lambda": 0.984428012182552,
      "epoch": 1.4909544603867748,
      "step": 4780
    },
    {
      "contrastive_lambda": 0.9844215287183907,
      "epoch": 1.4912663755458515,
      "step": 4781
    },
    {
      "contrastive_lambda": 0.9844150439261603,
      "epoch": 1.4915782907049282,
      "step": 4782
    },
    {
      "contrastive_lambda": 0.9844085578058785,
      "epoch": 1.4918902058640051,
      "step": 4783
    },
    {
      "contrastive_lambda": 0.9844020703575632,
      "epoch": 1.4922021210230816,
      "step": 4784
    },
    {
      "contrastive_lambda": 0.9843955815812321,
      "epoch": 1.4925140361821585,
      "step": 4785
    },
    {
      "contrastive_lambda": 0.984389091476903,
      "epoch": 1.4928259513412352,
      "step": 4786
    },
    {
      "contrastive_lambda": 0.9843826000445937,
      "epoch": 1.4931378665003119,
      "step": 4787
    },
    {
      "contrastive_lambda": 0.984376107284322,
      "epoch": 1.4934497816593886,
      "step": 4788
    },
    {
      "contrastive_lambda": 0.9843696131961057,
      "epoch": 1.4937616968184653,
      "step": 4789
    },
    {
      "epoch": 1.4940736119775422,
      "grad_norm": 0.18462102115154266,
      "learning_rate": 9.975713841100485e-05,
      "loss": 0.0664,
      "step": 4790
    },
    {
      "epoch": 1.4940736119775422,
      "flow_loss": 0.055911585688591,
      "step": 4790
    },
    {
      "contrastive_loss": 0.01748458668589592,
      "epoch": 1.4940736119775422,
      "step": 4790
    },
    {
      "contrastive_lambda": 0.9843631177799625,
      "epoch": 1.4940736119775422,
      "step": 4790
    },
    {
      "contrastive_lambda": 0.9843566210359105,
      "epoch": 1.4943855271366189,
      "step": 4791
    },
    {
      "contrastive_lambda": 0.9843501229639673,
      "epoch": 1.4946974422956956,
      "step": 4792
    },
    {
      "contrastive_lambda": 0.9843436235641506,
      "epoch": 1.4950093574547723,
      "step": 4793
    },
    {
      "contrastive_lambda": 0.9843371228364785,
      "epoch": 1.495321272613849,
      "step": 4794
    },
    {
      "contrastive_lambda": 0.9843306207809686,
      "epoch": 1.4956331877729259,
      "step": 4795
    },
    {
      "contrastive_lambda": 0.9843241173976387,
      "epoch": 1.4959451029320026,
      "step": 4796
    },
    {
      "contrastive_lambda": 0.984317612686507,
      "epoch": 1.4962570180910792,
      "step": 4797
    },
    {
      "contrastive_lambda": 0.9843111066475909,
      "epoch": 1.496568933250156,
      "step": 4798
    },
    {
      "contrastive_lambda": 0.9843045992809083,
      "epoch": 1.4968808484092326,
      "step": 4799
    },
    {
      "epoch": 1.4971927635683095,
      "grad_norm": 0.28189587593078613,
      "learning_rate": 9.975441799967187e-05,
      "loss": 0.0712,
      "step": 4800
    },
    {
      "epoch": 1.4971927635683095,
      "flow_loss": 0.05909901112318039,
      "step": 4800
    },
    {
      "contrastive_loss": 0.011976576410233974,
      "epoch": 1.4971927635683095,
      "step": 4800
    },
    {
      "contrastive_lambda": 0.9842980905864773,
      "epoch": 1.4971927635683095,
      "step": 4800
    },
    {
      "contrastive_lambda": 0.9842915805643155,
      "epoch": 1.497504678727386,
      "step": 4801
    },
    {
      "contrastive_lambda": 0.9842850692144409,
      "epoch": 1.497816593886463,
      "step": 4802
    },
    {
      "contrastive_lambda": 0.9842785565368712,
      "epoch": 1.4981285090455396,
      "step": 4803
    },
    {
      "contrastive_lambda": 0.9842720425316245,
      "epoch": 1.4984404242046163,
      "step": 4804
    },
    {
      "contrastive_lambda": 0.9842655271987184,
      "epoch": 1.498752339363693,
      "step": 4805
    },
    {
      "contrastive_lambda": 0.9842590105381709,
      "epoch": 1.4990642545227697,
      "step": 4806
    },
    {
      "contrastive_lambda": 0.9842524925499998,
      "epoch": 1.4993761696818466,
      "step": 4807
    },
    {
      "contrastive_lambda": 0.984245973234223,
      "epoch": 1.4996880848409233,
      "step": 4808
    },
    {
      "contrastive_lambda": 0.9842394525908584,
      "epoch": 1.5,
      "step": 4809
    },
    {
      "epoch": 1.5003119151590767,
      "grad_norm": 0.1959506720304489,
      "learning_rate": 9.975168247426039e-05,
      "loss": 0.0671,
      "step": 4810
    },
    {
      "epoch": 1.5003119151590767,
      "flow_loss": 0.0700346902012825,
      "step": 4810
    },
    {
      "contrastive_loss": 0.015105290338397026,
      "epoch": 1.5003119151590767,
      "step": 4810
    },
    {
      "contrastive_lambda": 0.9842329306199238,
      "epoch": 1.5003119151590767,
      "step": 4810
    },
    {
      "contrastive_lambda": 0.9842264073214371,
      "epoch": 1.5006238303181534,
      "step": 4811
    },
    {
      "contrastive_lambda": 0.9842198826954163,
      "epoch": 1.5009357454772303,
      "step": 4812
    },
    {
      "contrastive_lambda": 0.9842133567418792,
      "epoch": 1.5012476606363068,
      "step": 4813
    },
    {
      "contrastive_lambda": 0.9842068294608435,
      "epoch": 1.5015595757953837,
      "step": 4814
    },
    {
      "contrastive_lambda": 0.9842003008523275,
      "epoch": 1.5018714909544604,
      "step": 4815
    },
    {
      "contrastive_lambda": 0.9841937709163489,
      "epoch": 1.502183406113537,
      "step": 4816
    },
    {
      "contrastive_lambda": 0.9841872396529254,
      "epoch": 1.502495321272614,
      "step": 4817
    },
    {
      "contrastive_lambda": 0.9841807070620752,
      "epoch": 1.5028072364316905,
      "step": 4818
    },
    {
      "contrastive_lambda": 0.9841741731438161,
      "epoch": 1.5031191515907674,
      "step": 4819
    },
    {
      "epoch": 1.503431066749844,
      "grad_norm": 0.14733056724071503,
      "learning_rate": 9.974893183560139e-05,
      "loss": 0.0626,
      "step": 4820
    },
    {
      "epoch": 1.503431066749844,
      "flow_loss": 0.07753036171197891,
      "step": 4820
    },
    {
      "contrastive_loss": 0.011703941971063614,
      "epoch": 1.503431066749844,
      "step": 4820
    },
    {
      "contrastive_lambda": 0.984167637898166,
      "epoch": 1.503431066749844,
      "step": 4820
    },
    {
      "contrastive_lambda": 0.9841611013251428,
      "epoch": 1.5037429819089208,
      "step": 4821
    },
    {
      "contrastive_lambda": 0.9841545634247645,
      "epoch": 1.5040548970679977,
      "step": 4822
    },
    {
      "contrastive_lambda": 0.9841480241970489,
      "epoch": 1.5043668122270741,
      "step": 4823
    },
    {
      "contrastive_lambda": 0.9841414836420141,
      "epoch": 1.504678727386151,
      "step": 4824
    },
    {
      "contrastive_lambda": 0.9841349417596779,
      "epoch": 1.5049906425452277,
      "step": 4825
    },
    {
      "contrastive_lambda": 0.9841283985500582,
      "epoch": 1.5053025577043044,
      "step": 4826
    },
    {
      "contrastive_lambda": 0.9841218540131731,
      "epoch": 1.5056144728633811,
      "step": 4827
    },
    {
      "contrastive_lambda": 0.9841153081490405,
      "epoch": 1.5059263880224578,
      "step": 4828
    },
    {
      "contrastive_lambda": 0.9841087609576782,
      "epoch": 1.5062383031815347,
      "step": 4829
    },
    {
      "epoch": 1.5065502183406112,
      "grad_norm": 0.23493824899196625,
      "learning_rate": 9.974616608453045e-05,
      "loss": 0.0729,
      "step": 4830
    },
    {
      "epoch": 1.5065502183406112,
      "flow_loss": 0.08311133831739426,
      "step": 4830
    },
    {
      "contrastive_loss": 0.014236927032470703,
      "epoch": 1.5065502183406112,
      "step": 4830
    },
    {
      "contrastive_lambda": 0.9841022124391042,
      "epoch": 1.5065502183406112,
      "step": 4830
    },
    {
      "contrastive_lambda": 0.9840956625933366,
      "epoch": 1.5068621334996881,
      "step": 4831
    },
    {
      "contrastive_lambda": 0.9840891114203932,
      "epoch": 1.5071740486587648,
      "step": 4832
    },
    {
      "contrastive_lambda": 0.9840825589202921,
      "epoch": 1.5074859638178415,
      "step": 4833
    },
    {
      "contrastive_lambda": 0.984076005093051,
      "epoch": 1.5077978789769184,
      "step": 4834
    },
    {
      "contrastive_lambda": 0.9840694499386882,
      "epoch": 1.5081097941359949,
      "step": 4835
    },
    {
      "contrastive_lambda": 0.9840628934572215,
      "epoch": 1.5084217092950718,
      "step": 4836
    },
    {
      "contrastive_lambda": 0.9840563356486689,
      "epoch": 1.5087336244541485,
      "step": 4837
    },
    {
      "contrastive_lambda": 0.9840497765130483,
      "epoch": 1.5090455396132252,
      "step": 4838
    },
    {
      "contrastive_lambda": 0.9840432160503778,
      "epoch": 1.509357454772302,
      "step": 4839
    },
    {
      "epoch": 1.5096693699313786,
      "grad_norm": 0.20189356803894043,
      "learning_rate": 9.974338522188772e-05,
      "loss": 0.0765,
      "step": 4840
    },
    {
      "epoch": 1.5096693699313786,
      "flow_loss": 0.05771385133266449,
      "step": 4840
    },
    {
      "contrastive_loss": 0.013555143028497696,
      "epoch": 1.5096693699313786,
      "step": 4840
    },
    {
      "contrastive_lambda": 0.9840366542606753,
      "epoch": 1.5096693699313786,
      "step": 4840
    },
    {
      "contrastive_lambda": 0.984030091143959,
      "epoch": 1.5099812850904555,
      "step": 4841
    },
    {
      "contrastive_lambda": 0.9840235267002465,
      "epoch": 1.5102932002495322,
      "step": 4842
    },
    {
      "contrastive_lambda": 0.9840169609295562,
      "epoch": 1.5106051154086089,
      "step": 4843
    },
    {
      "contrastive_lambda": 0.9840103938319058,
      "epoch": 1.5109170305676856,
      "step": 4844
    },
    {
      "contrastive_lambda": 0.9840038254073135,
      "epoch": 1.5112289457267623,
      "step": 4845
    },
    {
      "contrastive_lambda": 0.9839972556557972,
      "epoch": 1.5115408608858392,
      "step": 4846
    },
    {
      "contrastive_lambda": 0.9839906845773749,
      "epoch": 1.5118527760449156,
      "step": 4847
    },
    {
      "contrastive_lambda": 0.9839841121720647,
      "epoch": 1.5121646912039926,
      "step": 4848
    },
    {
      "contrastive_lambda": 0.9839775384398846,
      "epoch": 1.5124766063630692,
      "step": 4849
    },
    {
      "epoch": 1.512788521522146,
      "grad_norm": 0.1810888648033142,
      "learning_rate": 9.974058924851797e-05,
      "loss": 0.0634,
      "step": 4850
    },
    {
      "epoch": 1.512788521522146,
      "flow_loss": 0.04926438257098198,
      "step": 4850
    },
    {
      "contrastive_loss": 0.010945906862616539,
      "epoch": 1.512788521522146,
      "step": 4850
    },
    {
      "contrastive_lambda": 0.9839709633808524,
      "epoch": 1.512788521522146,
      "step": 4850
    },
    {
      "contrastive_lambda": 0.9839643869949866,
      "epoch": 1.5131004366812228,
      "step": 4851
    },
    {
      "contrastive_lambda": 0.9839578092823049,
      "epoch": 1.5134123518402993,
      "step": 4852
    },
    {
      "contrastive_lambda": 0.9839512302428253,
      "epoch": 1.5137242669993762,
      "step": 4853
    },
    {
      "contrastive_lambda": 0.9839446498765659,
      "epoch": 1.514036182158453,
      "step": 4854
    },
    {
      "contrastive_lambda": 0.9839380681835449,
      "epoch": 1.5143480973175296,
      "step": 4855
    },
    {
      "contrastive_lambda": 0.9839314851637802,
      "epoch": 1.5146600124766063,
      "step": 4856
    },
    {
      "contrastive_lambda": 0.9839249008172897,
      "epoch": 1.514971927635683,
      "step": 4857
    },
    {
      "contrastive_lambda": 0.9839183151440918,
      "epoch": 1.51528384279476,
      "step": 4858
    },
    {
      "contrastive_lambda": 0.9839117281442042,
      "epoch": 1.5155957579538366,
      "step": 4859
    },
    {
      "epoch": 1.5159076731129133,
      "grad_norm": 0.15836702287197113,
      "learning_rate": 9.973777816527051e-05,
      "loss": 0.0649,
      "step": 4860
    },
    {
      "epoch": 1.5159076731129133,
      "flow_loss": 0.051771119236946106,
      "step": 4860
    },
    {
      "contrastive_loss": 0.011906461790204048,
      "epoch": 1.5159076731129133,
      "step": 4860
    },
    {
      "contrastive_lambda": 0.9839051398176452,
      "epoch": 1.5159076731129133,
      "step": 4860
    },
    {
      "contrastive_lambda": 0.9838985501644327,
      "epoch": 1.51621958827199,
      "step": 4861
    },
    {
      "contrastive_lambda": 0.9838919591845849,
      "epoch": 1.5165315034310667,
      "step": 4862
    },
    {
      "contrastive_lambda": 0.9838853668781199,
      "epoch": 1.5168434185901436,
      "step": 4863
    },
    {
      "contrastive_lambda": 0.9838787732450556,
      "epoch": 1.51715533374922,
      "step": 4864
    },
    {
      "contrastive_lambda": 0.9838721782854103,
      "epoch": 1.517467248908297,
      "step": 4865
    },
    {
      "contrastive_lambda": 0.9838655819992017,
      "epoch": 1.5177791640673737,
      "step": 4866
    },
    {
      "contrastive_lambda": 0.9838589843864484,
      "epoch": 1.5180910792264504,
      "step": 4867
    },
    {
      "contrastive_lambda": 0.9838523854471681,
      "epoch": 1.5184029943855273,
      "step": 4868
    },
    {
      "contrastive_lambda": 0.983845785181379,
      "epoch": 1.5187149095446038,
      "step": 4869
    },
    {
      "epoch": 1.5190268247036807,
      "grad_norm": 0.19182969629764557,
      "learning_rate": 9.973495197299931e-05,
      "loss": 0.0656,
      "step": 4870
    },
    {
      "epoch": 1.5190268247036807,
      "flow_loss": 0.07653965055942535,
      "step": 4870
    },
    {
      "contrastive_loss": 0.011058389209210873,
      "epoch": 1.5190268247036807,
      "step": 4870
    },
    {
      "contrastive_lambda": 0.9838391835890993,
      "epoch": 1.5190268247036807,
      "step": 4870
    },
    {
      "contrastive_lambda": 0.983832580670347,
      "epoch": 1.5193387398627574,
      "step": 4871
    },
    {
      "contrastive_lambda": 0.98382597642514,
      "epoch": 1.519650655021834,
      "step": 4872
    },
    {
      "contrastive_lambda": 0.9838193708534968,
      "epoch": 1.5199625701809107,
      "step": 4873
    },
    {
      "contrastive_lambda": 0.9838127639554353,
      "epoch": 1.5202744853399874,
      "step": 4874
    },
    {
      "contrastive_lambda": 0.9838061557309736,
      "epoch": 1.5205864004990644,
      "step": 4875
    },
    {
      "contrastive_lambda": 0.9837995461801299,
      "epoch": 1.5208983156581408,
      "step": 4876
    },
    {
      "contrastive_lambda": 0.9837929353029222,
      "epoch": 1.5212102308172177,
      "step": 4877
    },
    {
      "contrastive_lambda": 0.9837863230993689,
      "epoch": 1.5215221459762944,
      "step": 4878
    },
    {
      "contrastive_lambda": 0.9837797095694877,
      "epoch": 1.5218340611353711,
      "step": 4879
    },
    {
      "epoch": 1.522145976294448,
      "grad_norm": 0.1905507743358612,
      "learning_rate": 9.973211067256287e-05,
      "loss": 0.0708,
      "step": 4880
    },
    {
      "epoch": 1.522145976294448,
      "flow_loss": 0.05526534467935562,
      "step": 4880
    },
    {
      "contrastive_loss": 0.02073233760893345,
      "epoch": 1.522145976294448,
      "step": 4880
    },
    {
      "contrastive_lambda": 0.983773094713297,
      "epoch": 1.522145976294448,
      "step": 4880
    },
    {
      "contrastive_lambda": 0.9837664785308149,
      "epoch": 1.5224578914535245,
      "step": 4881
    },
    {
      "contrastive_lambda": 0.9837598610220597,
      "epoch": 1.5227698066126014,
      "step": 4882
    },
    {
      "contrastive_lambda": 0.9837532421870492,
      "epoch": 1.523081721771678,
      "step": 4883
    },
    {
      "contrastive_lambda": 0.9837466220258018,
      "epoch": 1.5233936369307548,
      "step": 4884
    },
    {
      "contrastive_lambda": 0.9837400005383354,
      "epoch": 1.5237055520898317,
      "step": 4885
    },
    {
      "contrastive_lambda": 0.9837333777246685,
      "epoch": 1.5240174672489082,
      "step": 4886
    },
    {
      "contrastive_lambda": 0.9837267535848191,
      "epoch": 1.524329382407985,
      "step": 4887
    },
    {
      "contrastive_lambda": 0.9837201281188053,
      "epoch": 1.5246412975670618,
      "step": 4888
    },
    {
      "contrastive_lambda": 0.9837135013266451,
      "epoch": 1.5249532127261385,
      "step": 4889
    },
    {
      "epoch": 1.5252651278852152,
      "grad_norm": 0.16250774264335632,
      "learning_rate": 9.97292542648243e-05,
      "loss": 0.0735,
      "step": 4890
    },
    {
      "epoch": 1.5252651278852152,
      "flow_loss": 0.06882552057504654,
      "step": 4890
    },
    {
      "contrastive_loss": 0.012245718389749527,
      "epoch": 1.5252651278852152,
      "step": 4890
    },
    {
      "contrastive_lambda": 0.9837068732083571,
      "epoch": 1.5252651278852152,
      "step": 4890
    },
    {
      "contrastive_lambda": 0.9837002437639593,
      "epoch": 1.5255770430442919,
      "step": 4891
    },
    {
      "contrastive_lambda": 0.9836936129934697,
      "epoch": 1.5258889582033688,
      "step": 4892
    },
    {
      "contrastive_lambda": 0.9836869808969066,
      "epoch": 1.5262008733624453,
      "step": 4893
    },
    {
      "contrastive_lambda": 0.9836803474742881,
      "epoch": 1.5265127885215222,
      "step": 4894
    },
    {
      "contrastive_lambda": 0.9836737127256326,
      "epoch": 1.5268247036805989,
      "step": 4895
    },
    {
      "contrastive_lambda": 0.9836670766509581,
      "epoch": 1.5271366188396756,
      "step": 4896
    },
    {
      "contrastive_lambda": 0.9836604392502829,
      "epoch": 1.5274485339987525,
      "step": 4897
    },
    {
      "contrastive_lambda": 0.983653800523625,
      "epoch": 1.527760449157829,
      "step": 4898
    },
    {
      "contrastive_lambda": 0.983647160471003,
      "epoch": 1.5280723643169059,
      "step": 4899
    },
    {
      "epoch": 1.5283842794759825,
      "grad_norm": 0.19821375608444214,
      "learning_rate": 9.972638275065131e-05,
      "loss": 0.07,
      "step": 4900
    },
    {
      "epoch": 1.5283842794759825,
      "flow_loss": 0.08667734265327454,
      "step": 4900
    },
    {
      "contrastive_loss": 0.013027163222432137,
      "epoch": 1.5283842794759825,
      "step": 4900
    },
    {
      "contrastive_lambda": 0.9836405190924347,
      "epoch": 1.5283842794759825,
      "step": 4900
    },
    {
      "contrastive_lambda": 0.9836338763879384,
      "epoch": 1.5286961946350592,
      "step": 4901
    },
    {
      "contrastive_lambda": 0.9836272323575324,
      "epoch": 1.5290081097941361,
      "step": 4902
    },
    {
      "contrastive_lambda": 0.9836205870012349,
      "epoch": 1.5293200249532126,
      "step": 4903
    },
    {
      "contrastive_lambda": 0.9836139403190641,
      "epoch": 1.5296319401122895,
      "step": 4904
    },
    {
      "contrastive_lambda": 0.9836072923110383,
      "epoch": 1.5299438552713662,
      "step": 4905
    },
    {
      "contrastive_lambda": 0.9836006429771755,
      "epoch": 1.530255770430443,
      "step": 4906
    },
    {
      "contrastive_lambda": 0.9835939923174942,
      "epoch": 1.5305676855895196,
      "step": 4907
    },
    {
      "contrastive_lambda": 0.9835873403320126,
      "epoch": 1.5308796007485963,
      "step": 4908
    },
    {
      "contrastive_lambda": 0.9835806870207486,
      "epoch": 1.5311915159076732,
      "step": 4909
    },
    {
      "epoch": 1.5315034310667497,
      "grad_norm": 0.2207547128200531,
      "learning_rate": 9.972349613091621e-05,
      "loss": 0.068,
      "step": 4910
    },
    {
      "epoch": 1.5315034310667497,
      "flow_loss": 0.07969161123037338,
      "step": 4910
    },
    {
      "contrastive_loss": 0.017437389120459557,
      "epoch": 1.5315034310667497,
      "step": 4910
    },
    {
      "contrastive_lambda": 0.9835740323837208,
      "epoch": 1.5315034310667497,
      "step": 4910
    },
    {
      "contrastive_lambda": 0.9835673764209474,
      "epoch": 1.5318153462258266,
      "step": 4911
    },
    {
      "contrastive_lambda": 0.9835607191324465,
      "epoch": 1.5321272613849033,
      "step": 4912
    },
    {
      "contrastive_lambda": 0.9835540605182365,
      "epoch": 1.53243917654398,
      "step": 4913
    },
    {
      "contrastive_lambda": 0.9835474005783356,
      "epoch": 1.532751091703057,
      "step": 4914
    },
    {
      "contrastive_lambda": 0.983540739312762,
      "epoch": 1.5330630068621334,
      "step": 4915
    },
    {
      "contrastive_lambda": 0.9835340767215339,
      "epoch": 1.5333749220212103,
      "step": 4916
    },
    {
      "contrastive_lambda": 0.9835274128046698,
      "epoch": 1.533686837180287,
      "step": 4917
    },
    {
      "contrastive_lambda": 0.9835207475621879,
      "epoch": 1.5339987523393637,
      "step": 4918
    },
    {
      "contrastive_lambda": 0.9835140809941063,
      "epoch": 1.5343106674984406,
      "step": 4919
    },
    {
      "epoch": 1.534622582657517,
      "grad_norm": 0.2029399573802948,
      "learning_rate": 9.972059440649584e-05,
      "loss": 0.0658,
      "step": 4920
    },
    {
      "epoch": 1.534622582657517,
      "flow_loss": 0.10623926669359207,
      "step": 4920
    },
    {
      "contrastive_loss": 0.019457723945379257,
      "epoch": 1.534622582657517,
      "step": 4920
    },
    {
      "contrastive_lambda": 0.9835074131004434,
      "epoch": 1.534622582657517,
      "step": 4920
    },
    {
      "contrastive_lambda": 0.9835007438812176,
      "epoch": 1.534934497816594,
      "step": 4921
    },
    {
      "contrastive_lambda": 0.9834940733364469,
      "epoch": 1.5352464129756707,
      "step": 4922
    },
    {
      "contrastive_lambda": 0.9834874014661499,
      "epoch": 1.5355583281347474,
      "step": 4923
    },
    {
      "contrastive_lambda": 0.9834807282703446,
      "epoch": 1.535870243293824,
      "step": 4924
    },
    {
      "contrastive_lambda": 0.9834740537490494,
      "epoch": 1.5361821584529007,
      "step": 4925
    },
    {
      "contrastive_lambda": 0.9834673779022828,
      "epoch": 1.5364940736119777,
      "step": 4926
    },
    {
      "contrastive_lambda": 0.9834607007300629,
      "epoch": 1.5368059887710541,
      "step": 4927
    },
    {
      "contrastive_lambda": 0.983454022232408,
      "epoch": 1.537117903930131,
      "step": 4928
    },
    {
      "contrastive_lambda": 0.9834473424093364,
      "epoch": 1.5374298190892077,
      "step": 4929
    },
    {
      "epoch": 1.5377417342482844,
      "grad_norm": 0.20475158095359802,
      "learning_rate": 9.971767757827168e-05,
      "loss": 0.0717,
      "step": 4930
    },
    {
      "epoch": 1.5377417342482844,
      "flow_loss": 0.057380903512239456,
      "step": 4930
    },
    {
      "contrastive_loss": 0.010460540652275085,
      "epoch": 1.5377417342482844,
      "step": 4930
    },
    {
      "contrastive_lambda": 0.9834406612608665,
      "epoch": 1.5377417342482844,
      "step": 4930
    },
    {
      "contrastive_lambda": 0.9834339787870165,
      "epoch": 1.5380536494073613,
      "step": 4931
    },
    {
      "contrastive_lambda": 0.9834272949878049,
      "epoch": 1.5383655645664378,
      "step": 4932
    },
    {
      "contrastive_lambda": 0.9834206098632499,
      "epoch": 1.5386774797255147,
      "step": 4933
    },
    {
      "contrastive_lambda": 0.9834139234133699,
      "epoch": 1.5389893948845914,
      "step": 4934
    },
    {
      "contrastive_lambda": 0.9834072356381831,
      "epoch": 1.539301310043668,
      "step": 4935
    },
    {
      "contrastive_lambda": 0.983400546537708,
      "epoch": 1.539613225202745,
      "step": 4936
    },
    {
      "contrastive_lambda": 0.9833938561119628,
      "epoch": 1.5399251403618215,
      "step": 4937
    },
    {
      "contrastive_lambda": 0.983387164360966,
      "epoch": 1.5402370555208984,
      "step": 4938
    },
    {
      "contrastive_lambda": 0.9833804712847356,
      "epoch": 1.540548970679975,
      "step": 4939
    },
    {
      "epoch": 1.5408608858390518,
      "grad_norm": 0.16235806047916412,
      "learning_rate": 9.971474564712982e-05,
      "loss": 0.0653,
      "step": 4940
    },
    {
      "epoch": 1.5408608858390518,
      "flow_loss": 0.054075270891189575,
      "step": 4940
    },
    {
      "contrastive_loss": 0.014196136966347694,
      "epoch": 1.5408608858390518,
      "step": 4940
    },
    {
      "contrastive_lambda": 0.9833737768832904,
      "epoch": 1.5408608858390518,
      "step": 4940
    },
    {
      "contrastive_lambda": 0.9833670811566484,
      "epoch": 1.5411728009981285,
      "step": 4941
    },
    {
      "contrastive_lambda": 0.9833603841048282,
      "epoch": 1.5414847161572052,
      "step": 4942
    },
    {
      "contrastive_lambda": 0.9833536857278481,
      "epoch": 1.541796631316282,
      "step": 4943
    },
    {
      "contrastive_lambda": 0.9833469860257265,
      "epoch": 1.5421085464753586,
      "step": 4944
    },
    {
      "contrastive_lambda": 0.9833402849984815,
      "epoch": 1.5424204616344355,
      "step": 4945
    },
    {
      "contrastive_lambda": 0.9833335826461318,
      "epoch": 1.5427323767935122,
      "step": 4946
    },
    {
      "contrastive_lambda": 0.9833268789686955,
      "epoch": 1.5430442919525889,
      "step": 4947
    },
    {
      "contrastive_lambda": 0.9833201739661912,
      "epoch": 1.5433562071116658,
      "step": 4948
    },
    {
      "contrastive_lambda": 0.9833134676386373,
      "epoch": 1.5436681222707422,
      "step": 4949
    },
    {
      "epoch": 1.5439800374298192,
      "grad_norm": 0.22782593965530396,
      "learning_rate": 9.971179861396084e-05,
      "loss": 0.0648,
      "step": 4950
    },
    {
      "epoch": 1.5439800374298192,
      "flow_loss": 0.07129978388547897,
      "step": 4950
    },
    {
      "contrastive_loss": 0.014913034625351429,
      "epoch": 1.5439800374298192,
      "step": 4950
    },
    {
      "contrastive_lambda": 0.9833067599860519,
      "epoch": 1.5439800374298192,
      "step": 4950
    },
    {
      "contrastive_lambda": 0.9833000510084536,
      "epoch": 1.5442919525888958,
      "step": 4951
    },
    {
      "contrastive_lambda": 0.9832933407058608,
      "epoch": 1.5446038677479725,
      "step": 4952
    },
    {
      "contrastive_lambda": 0.983286629078292,
      "epoch": 1.5449157829070492,
      "step": 4953
    },
    {
      "contrastive_lambda": 0.9832799161257654,
      "epoch": 1.545227698066126,
      "step": 4954
    },
    {
      "contrastive_lambda": 0.9832732018482995,
      "epoch": 1.5455396132252028,
      "step": 4955
    },
    {
      "contrastive_lambda": 0.9832664862459125,
      "epoch": 1.5458515283842795,
      "step": 4956
    },
    {
      "contrastive_lambda": 0.9832597693186231,
      "epoch": 1.5461634435433562,
      "step": 4957
    },
    {
      "contrastive_lambda": 0.9832530510664497,
      "epoch": 1.546475358702433,
      "step": 4958
    },
    {
      "contrastive_lambda": 0.9832463314894104,
      "epoch": 1.5467872738615096,
      "step": 4959
    },
    {
      "epoch": 1.5470991890205865,
      "grad_norm": 0.18082137405872345,
      "learning_rate": 9.970883647966003e-05,
      "loss": 0.0652,
      "step": 4960
    },
    {
      "epoch": 1.5470991890205865,
      "flow_loss": 0.05354510620236397,
      "step": 4960
    },
    {
      "contrastive_loss": 0.011980602517724037,
      "epoch": 1.5470991890205865,
      "step": 4960
    },
    {
      "contrastive_lambda": 0.9832396105875241,
      "epoch": 1.5470991890205865,
      "step": 4960
    },
    {
      "contrastive_lambda": 0.9832328883608088,
      "epoch": 1.547411104179663,
      "step": 4961
    },
    {
      "contrastive_lambda": 0.9832261648092832,
      "epoch": 1.54772301933874,
      "step": 4962
    },
    {
      "contrastive_lambda": 0.9832194399329655,
      "epoch": 1.5480349344978166,
      "step": 4963
    },
    {
      "contrastive_lambda": 0.9832127137318744,
      "epoch": 1.5483468496568933,
      "step": 4964
    },
    {
      "contrastive_lambda": 0.9832059862060281,
      "epoch": 1.5486587648159702,
      "step": 4965
    },
    {
      "contrastive_lambda": 0.9831992573554453,
      "epoch": 1.5489706799750467,
      "step": 4966
    },
    {
      "contrastive_lambda": 0.9831925271801442,
      "epoch": 1.5492825951341236,
      "step": 4967
    },
    {
      "contrastive_lambda": 0.9831857956801433,
      "epoch": 1.5495945102932003,
      "step": 4968
    },
    {
      "contrastive_lambda": 0.9831790628554612,
      "epoch": 1.549906425452277,
      "step": 4969
    },
    {
      "epoch": 1.5502183406113537,
      "grad_norm": 0.2639857828617096,
      "learning_rate": 9.970585924512717e-05,
      "loss": 0.071,
      "step": 4970
    },
    {
      "epoch": 1.5502183406113537,
      "flow_loss": 0.059687573462724686,
      "step": 4970
    },
    {
      "contrastive_loss": 0.014395439997315407,
      "epoch": 1.5502183406113537,
      "step": 4970
    },
    {
      "contrastive_lambda": 0.9831723287061163,
      "epoch": 1.5502183406113537,
      "step": 4970
    },
    {
      "contrastive_lambda": 0.9831655932321269,
      "epoch": 1.5505302557704304,
      "step": 4971
    },
    {
      "contrastive_lambda": 0.9831588564335116,
      "epoch": 1.5508421709295073,
      "step": 4972
    },
    {
      "contrastive_lambda": 0.9831521183102889,
      "epoch": 1.5511540860885837,
      "step": 4973
    },
    {
      "contrastive_lambda": 0.9831453788624773,
      "epoch": 1.5514660012476607,
      "step": 4974
    },
    {
      "contrastive_lambda": 0.9831386380900953,
      "epoch": 1.5517779164067373,
      "step": 4975
    },
    {
      "contrastive_lambda": 0.9831318959931611,
      "epoch": 1.552089831565814,
      "step": 4976
    },
    {
      "contrastive_lambda": 0.9831251525716934,
      "epoch": 1.552401746724891,
      "step": 4977
    },
    {
      "contrastive_lambda": 0.9831184078257107,
      "epoch": 1.5527136618839674,
      "step": 4978
    },
    {
      "contrastive_lambda": 0.9831116617552316,
      "epoch": 1.5530255770430443,
      "step": 4979
    },
    {
      "epoch": 1.553337492202121,
      "grad_norm": 0.2049298733472824,
      "learning_rate": 9.970286691126669e-05,
      "loss": 0.0717,
      "step": 4980
    },
    {
      "epoch": 1.553337492202121,
      "flow_loss": 0.058614589273929596,
      "step": 4980
    },
    {
      "contrastive_loss": 0.015536952763795853,
      "epoch": 1.553337492202121,
      "step": 4980
    },
    {
      "contrastive_lambda": 0.9831049143602741,
      "epoch": 1.553337492202121,
      "step": 4980
    },
    {
      "contrastive_lambda": 0.9830981656408574,
      "epoch": 1.5536494073611977,
      "step": 4981
    },
    {
      "contrastive_lambda": 0.9830914155969994,
      "epoch": 1.5539613225202746,
      "step": 4982
    },
    {
      "contrastive_lambda": 0.983084664228719,
      "epoch": 1.554273237679351,
      "step": 4983
    },
    {
      "contrastive_lambda": 0.9830779115360346,
      "epoch": 1.554585152838428,
      "step": 4984
    },
    {
      "contrastive_lambda": 0.9830711575189646,
      "epoch": 1.5548970679975047,
      "step": 4985
    },
    {
      "contrastive_lambda": 0.9830644021775276,
      "epoch": 1.5552089831565814,
      "step": 4986
    },
    {
      "contrastive_lambda": 0.9830576455117421,
      "epoch": 1.555520898315658,
      "step": 4987
    },
    {
      "contrastive_lambda": 0.9830508875216266,
      "epoch": 1.5558328134747348,
      "step": 4988
    },
    {
      "contrastive_lambda": 0.9830441282071998,
      "epoch": 1.5561447286338117,
      "step": 4989
    },
    {
      "epoch": 1.5564566437928882,
      "grad_norm": 0.17254090309143066,
      "learning_rate": 9.969985947898756e-05,
      "loss": 0.0662,
      "step": 4990
    },
    {
      "epoch": 1.5564566437928882,
      "flow_loss": 0.07128402590751648,
      "step": 4990
    },
    {
      "contrastive_loss": 0.012258460745215416,
      "epoch": 1.5564566437928882,
      "step": 4990
    },
    {
      "contrastive_lambda": 0.9830373675684799,
      "epoch": 1.5564566437928882,
      "step": 4990
    },
    {
      "contrastive_lambda": 0.9830306056054858,
      "epoch": 1.556768558951965,
      "step": 4991
    },
    {
      "contrastive_lambda": 0.9830238423182358,
      "epoch": 1.5570804741110418,
      "step": 4992
    },
    {
      "contrastive_lambda": 0.9830170777067485,
      "epoch": 1.5573923892701185,
      "step": 4993
    },
    {
      "contrastive_lambda": 0.9830103117710425,
      "epoch": 1.5577043044291954,
      "step": 4994
    },
    {
      "contrastive_lambda": 0.9830035445111363,
      "epoch": 1.5580162195882719,
      "step": 4995
    },
    {
      "contrastive_lambda": 0.9829967759270484,
      "epoch": 1.5583281347473488,
      "step": 4996
    },
    {
      "contrastive_lambda": 0.9829900060187975,
      "epoch": 1.5586400499064255,
      "step": 4997
    },
    {
      "contrastive_lambda": 0.982983234786402,
      "epoch": 1.5589519650655022,
      "step": 4998
    },
    {
      "contrastive_lambda": 0.9829764622298807,
      "epoch": 1.559263880224579,
      "step": 4999
    },
    {
      "epoch": 1.5595757953836555,
      "grad_norm": 0.2391568273305893,
      "learning_rate": 9.969683694920337e-05,
      "loss": 0.0666,
      "step": 5000
    },
    {
      "epoch": 1.5595757953836555,
      "flow_loss": 0.08373060822486877,
      "step": 5000
    },
    {
      "contrastive_loss": 0.01680295541882515,
      "epoch": 1.5595757953836555,
      "step": 5000
    },
    {
      "contrastive_lambda": 0.9829696883492518,
      "epoch": 1.5595757953836555,
      "step": 5000
    },
    {
      "contrastive_lambda": 0.9829629131445341,
      "epoch": 1.5598877105427325,
      "step": 5001
    },
    {
      "contrastive_lambda": 0.9829561366157462,
      "epoch": 1.5601996257018091,
      "step": 5002
    },
    {
      "contrastive_lambda": 0.9829493587629067,
      "epoch": 1.5605115408608858,
      "step": 5003
    },
    {
      "contrastive_lambda": 0.982942579586034,
      "epoch": 1.5608234560199625,
      "step": 5004
    },
    {
      "contrastive_lambda": 0.9829357990851468,
      "epoch": 1.5611353711790392,
      "step": 5005
    },
    {
      "contrastive_lambda": 0.9829290172602638,
      "epoch": 1.5614472863381161,
      "step": 5006
    },
    {
      "contrastive_lambda": 0.9829222341114034,
      "epoch": 1.5617592014971926,
      "step": 5007
    },
    {
      "contrastive_lambda": 0.9829154496385843,
      "epoch": 1.5620711166562695,
      "step": 5008
    },
    {
      "contrastive_lambda": 0.9829086638418252,
      "epoch": 1.5623830318153462,
      "step": 5009
    },
    {
      "epoch": 1.562694946974423,
      "grad_norm": 0.2508298456668854,
      "learning_rate": 9.969379932283228e-05,
      "loss": 0.0716,
      "step": 5010
    },
    {
      "epoch": 1.562694946974423,
      "flow_loss": 0.0630364865064621,
      "step": 5010
    },
    {
      "contrastive_loss": 0.01280391775071621,
      "epoch": 1.562694946974423,
      "step": 5010
    },
    {
      "contrastive_lambda": 0.9829018767211444,
      "epoch": 1.562694946974423,
      "step": 5010
    },
    {
      "contrastive_lambda": 0.9828950882765608,
      "epoch": 1.5630068621334998,
      "step": 5011
    },
    {
      "contrastive_lambda": 0.9828882985080928,
      "epoch": 1.5633187772925763,
      "step": 5012
    },
    {
      "contrastive_lambda": 0.9828815074157591,
      "epoch": 1.5636306924516532,
      "step": 5013
    },
    {
      "contrastive_lambda": 0.9828747149995785,
      "epoch": 1.56394260761073,
      "step": 5014
    },
    {
      "contrastive_lambda": 0.9828679212595692,
      "epoch": 1.5642545227698066,
      "step": 5015
    },
    {
      "contrastive_lambda": 0.9828611261957503,
      "epoch": 1.5645664379288835,
      "step": 5016
    },
    {
      "contrastive_lambda": 0.98285432980814,
      "epoch": 1.56487835308796,
      "step": 5017
    },
    {
      "contrastive_lambda": 0.9828475320967573,
      "epoch": 1.5651902682470369,
      "step": 5018
    },
    {
      "contrastive_lambda": 0.9828407330616207,
      "epoch": 1.5655021834061136,
      "step": 5019
    },
    {
      "epoch": 1.5658140985651903,
      "grad_norm": 0.1932050734758377,
      "learning_rate": 9.969074660079704e-05,
      "loss": 0.0671,
      "step": 5020
    },
    {
      "epoch": 1.5658140985651903,
      "flow_loss": 0.06870439648628235,
      "step": 5020
    },
    {
      "contrastive_loss": 0.0122328856959939,
      "epoch": 1.5658140985651903,
      "step": 5020
    },
    {
      "contrastive_lambda": 0.9828339327027487,
      "epoch": 1.5658140985651903,
      "step": 5020
    },
    {
      "contrastive_lambda": 0.9828271310201602,
      "epoch": 1.566126013724267,
      "step": 5021
    },
    {
      "contrastive_lambda": 0.9828203280138734,
      "epoch": 1.5664379288833437,
      "step": 5022
    },
    {
      "contrastive_lambda": 0.9828135236839075,
      "epoch": 1.5667498440424206,
      "step": 5023
    },
    {
      "contrastive_lambda": 0.982806718030281,
      "epoch": 1.567061759201497,
      "step": 5024
    },
    {
      "contrastive_lambda": 0.9827999110530123,
      "epoch": 1.567373674360574,
      "step": 5025
    },
    {
      "contrastive_lambda": 0.9827931027521203,
      "epoch": 1.5676855895196506,
      "step": 5026
    },
    {
      "contrastive_lambda": 0.9827862931276236,
      "epoch": 1.5679975046787273,
      "step": 5027
    },
    {
      "contrastive_lambda": 0.9827794821795408,
      "epoch": 1.5683094198378043,
      "step": 5028
    },
    {
      "contrastive_lambda": 0.9827726699078907,
      "epoch": 1.5686213349968807,
      "step": 5029
    },
    {
      "epoch": 1.5689332501559576,
      "grad_norm": 0.2765384018421173,
      "learning_rate": 9.968767878402501e-05,
      "loss": 0.0649,
      "step": 5030
    },
    {
      "epoch": 1.5689332501559576,
      "flow_loss": 0.07399406284093857,
      "step": 5030
    },
    {
      "contrastive_loss": 0.019642218947410583,
      "epoch": 1.5689332501559576,
      "step": 5030
    },
    {
      "contrastive_lambda": 0.982765856312692,
      "epoch": 1.5689332501559576,
      "step": 5030
    },
    {
      "contrastive_lambda": 0.9827590413939631,
      "epoch": 1.5692451653150343,
      "step": 5031
    },
    {
      "contrastive_lambda": 0.982752225151723,
      "epoch": 1.569557080474111,
      "step": 5032
    },
    {
      "contrastive_lambda": 0.9827454075859903,
      "epoch": 1.569868995633188,
      "step": 5033
    },
    {
      "contrastive_lambda": 0.9827385886967834,
      "epoch": 1.5701809107922644,
      "step": 5034
    },
    {
      "contrastive_lambda": 0.9827317684841216,
      "epoch": 1.5704928259513413,
      "step": 5035
    },
    {
      "contrastive_lambda": 0.982724946948023,
      "epoch": 1.570804741110418,
      "step": 5036
    },
    {
      "contrastive_lambda": 0.9827181240885068,
      "epoch": 1.5711166562694947,
      "step": 5037
    },
    {
      "contrastive_lambda": 0.9827112999055911,
      "epoch": 1.5714285714285714,
      "step": 5038
    },
    {
      "contrastive_lambda": 0.9827044743992952,
      "epoch": 1.571740486587648,
      "step": 5039
    },
    {
      "epoch": 1.572052401746725,
      "grad_norm": 0.17631840705871582,
      "learning_rate": 9.968459587344808e-05,
      "loss": 0.0702,
      "step": 5040
    },
    {
      "epoch": 1.572052401746725,
      "flow_loss": 0.05766730010509491,
      "step": 5040
    },
    {
      "contrastive_loss": 0.020586732774972916,
      "epoch": 1.572052401746725,
      "step": 5040
    },
    {
      "contrastive_lambda": 0.9826976475696376,
      "epoch": 1.572052401746725,
      "step": 5040
    },
    {
      "contrastive_lambda": 0.9826908194166369,
      "epoch": 1.5723643169058015,
      "step": 5041
    },
    {
      "contrastive_lambda": 0.9826839899403119,
      "epoch": 1.5726762320648784,
      "step": 5042
    },
    {
      "contrastive_lambda": 0.9826771591406815,
      "epoch": 1.572988147223955,
      "step": 5043
    },
    {
      "contrastive_lambda": 0.9826703270177641,
      "epoch": 1.5733000623830318,
      "step": 5044
    },
    {
      "contrastive_lambda": 0.9826634935715787,
      "epoch": 1.5736119775421087,
      "step": 5045
    },
    {
      "contrastive_lambda": 0.9826566588021438,
      "epoch": 1.5739238927011852,
      "step": 5046
    },
    {
      "contrastive_lambda": 0.9826498227094784,
      "epoch": 1.574235807860262,
      "step": 5047
    },
    {
      "contrastive_lambda": 0.982642985293601,
      "epoch": 1.5745477230193388,
      "step": 5048
    },
    {
      "contrastive_lambda": 0.9826361465545305,
      "epoch": 1.5748596381784155,
      "step": 5049
    },
    {
      "epoch": 1.5751715533374921,
      "grad_norm": 0.1698046624660492,
      "learning_rate": 9.968149787000278e-05,
      "loss": 0.0684,
      "step": 5050
    },
    {
      "epoch": 1.5751715533374921,
      "flow_loss": 0.06746150553226471,
      "step": 5050
    },
    {
      "contrastive_loss": 0.012310782447457314,
      "epoch": 1.5751715533374921,
      "step": 5050
    },
    {
      "contrastive_lambda": 0.9826293064922855,
      "epoch": 1.5751715533374921,
      "step": 5050
    },
    {
      "contrastive_lambda": 0.9826224651068851,
      "epoch": 1.5754834684965688,
      "step": 5051
    },
    {
      "contrastive_lambda": 0.9826156223983475,
      "epoch": 1.5757953836556458,
      "step": 5052
    },
    {
      "contrastive_lambda": 0.982608778366692,
      "epoch": 1.5761072988147224,
      "step": 5053
    },
    {
      "contrastive_lambda": 0.9826019330119371,
      "epoch": 1.5764192139737991,
      "step": 5054
    },
    {
      "contrastive_lambda": 0.9825950863341015,
      "epoch": 1.5767311291328758,
      "step": 5055
    },
    {
      "contrastive_lambda": 0.9825882383332042,
      "epoch": 1.5770430442919525,
      "step": 5056
    },
    {
      "contrastive_lambda": 0.9825813890092637,
      "epoch": 1.5773549594510294,
      "step": 5057
    },
    {
      "contrastive_lambda": 0.982574538362299,
      "epoch": 1.577666874610106,
      "step": 5058
    },
    {
      "contrastive_lambda": 0.9825676863923288,
      "epoch": 1.5779787897691828,
      "step": 5059
    },
    {
      "epoch": 1.5782907049282595,
      "grad_norm": 0.14114700257778168,
      "learning_rate": 9.967838477463018e-05,
      "loss": 0.0687,
      "step": 5060
    },
    {
      "epoch": 1.5782907049282595,
      "flow_loss": 0.059165555983781815,
      "step": 5060
    },
    {
      "contrastive_loss": 0.014058548957109451,
      "epoch": 1.5782907049282595,
      "step": 5060
    },
    {
      "contrastive_lambda": 0.9825608330993719,
      "epoch": 1.5782907049282595,
      "step": 5060
    },
    {
      "contrastive_lambda": 0.9825539784834472,
      "epoch": 1.5786026200873362,
      "step": 5061
    },
    {
      "contrastive_lambda": 0.9825471225445732,
      "epoch": 1.5789145352464131,
      "step": 5062
    },
    {
      "contrastive_lambda": 0.9825402652827688,
      "epoch": 1.5792264504054896,
      "step": 5063
    },
    {
      "contrastive_lambda": 0.982533406698053,
      "epoch": 1.5795383655645665,
      "step": 5064
    },
    {
      "contrastive_lambda": 0.9825265467904445,
      "epoch": 1.5798502807236432,
      "step": 5065
    },
    {
      "contrastive_lambda": 0.9825196855599619,
      "epoch": 1.5801621958827199,
      "step": 5066
    },
    {
      "contrastive_lambda": 0.9825128230066243,
      "epoch": 1.5804741110417966,
      "step": 5067
    },
    {
      "contrastive_lambda": 0.9825059591304505,
      "epoch": 1.5807860262008733,
      "step": 5068
    },
    {
      "contrastive_lambda": 0.9824990939314591,
      "epoch": 1.5810979413599502,
      "step": 5069
    },
    {
      "epoch": 1.5814098565190269,
      "grad_norm": 0.18106040358543396,
      "learning_rate": 9.967525658827597e-05,
      "loss": 0.0579,
      "step": 5070
    },
    {
      "epoch": 1.5814098565190269,
      "flow_loss": 0.08179762959480286,
      "step": 5070
    },
    {
      "contrastive_loss": 0.012071549892425537,
      "epoch": 1.5814098565190269,
      "step": 5070
    },
    {
      "contrastive_lambda": 0.982492227409669,
      "epoch": 1.5814098565190269,
      "step": 5070
    },
    {
      "contrastive_lambda": 0.9824853595650991,
      "epoch": 1.5817217716781036,
      "step": 5071
    },
    {
      "contrastive_lambda": 0.9824784903977682,
      "epoch": 1.5820336868371803,
      "step": 5072
    },
    {
      "contrastive_lambda": 0.9824716199076952,
      "epoch": 1.582345601996257,
      "step": 5073
    },
    {
      "contrastive_lambda": 0.9824647480948987,
      "epoch": 1.5826575171553339,
      "step": 5074
    },
    {
      "contrastive_lambda": 0.9824578749593978,
      "epoch": 1.5829694323144103,
      "step": 5075
    },
    {
      "contrastive_lambda": 0.9824510005012113,
      "epoch": 1.5832813474734873,
      "step": 5076
    },
    {
      "contrastive_lambda": 0.9824441247203579,
      "epoch": 1.583593262632564,
      "step": 5077
    },
    {
      "contrastive_lambda": 0.9824372476168566,
      "epoch": 1.5839051777916406,
      "step": 5078
    },
    {
      "contrastive_lambda": 0.9824303691907261,
      "epoch": 1.5842170929507176,
      "step": 5079
    },
    {
      "epoch": 1.584529008109794,
      "grad_norm": 0.21074393391609192,
      "learning_rate": 9.967211331189042e-05,
      "loss": 0.0684,
      "step": 5080
    },
    {
      "epoch": 1.584529008109794,
      "flow_loss": 0.06525177508592606,
      "step": 5080
    },
    {
      "contrastive_loss": 0.014646783471107483,
      "epoch": 1.584529008109794,
      "step": 5080
    },
    {
      "contrastive_lambda": 0.9824234894419854,
      "epoch": 1.584529008109794,
      "step": 5080
    },
    {
      "contrastive_lambda": 0.9824166083706534,
      "epoch": 1.584840923268871,
      "step": 5081
    },
    {
      "contrastive_lambda": 0.9824097259767488,
      "epoch": 1.5851528384279476,
      "step": 5082
    },
    {
      "contrastive_lambda": 0.9824028422602906,
      "epoch": 1.5854647535870243,
      "step": 5083
    },
    {
      "contrastive_lambda": 0.9823959572212975,
      "epoch": 1.585776668746101,
      "step": 5084
    },
    {
      "contrastive_lambda": 0.9823890708597887,
      "epoch": 1.5860885839051777,
      "step": 5085
    },
    {
      "contrastive_lambda": 0.9823821831757826,
      "epoch": 1.5864004990642546,
      "step": 5086
    },
    {
      "contrastive_lambda": 0.9823752941692985,
      "epoch": 1.586712414223331,
      "step": 5087
    },
    {
      "contrastive_lambda": 0.9823684038403552,
      "epoch": 1.587024329382408,
      "step": 5088
    },
    {
      "contrastive_lambda": 0.9823615121889715,
      "epoch": 1.5873362445414847,
      "step": 5089
    },
    {
      "epoch": 1.5876481597005614,
      "grad_norm": 0.1785198152065277,
      "learning_rate": 9.966895494642834e-05,
      "loss": 0.0709,
      "step": 5090
    },
    {
      "epoch": 1.5876481597005614,
      "flow_loss": 0.06602589040994644,
      "step": 5090
    },
    {
      "contrastive_loss": 0.01380668394267559,
      "epoch": 1.5876481597005614,
      "step": 5090
    },
    {
      "contrastive_lambda": 0.9823546192151662,
      "epoch": 1.5876481597005614,
      "step": 5090
    },
    {
      "contrastive_lambda": 0.9823477249189585,
      "epoch": 1.5879600748596383,
      "step": 5091
    },
    {
      "contrastive_lambda": 0.982340829300367,
      "epoch": 1.5882719900187148,
      "step": 5092
    },
    {
      "contrastive_lambda": 0.9823339323594108,
      "epoch": 1.5885839051777917,
      "step": 5093
    },
    {
      "contrastive_lambda": 0.9823270340961087,
      "epoch": 1.5888958203368684,
      "step": 5094
    },
    {
      "contrastive_lambda": 0.9823201345104797,
      "epoch": 1.589207735495945,
      "step": 5095
    },
    {
      "contrastive_lambda": 0.9823132336025426,
      "epoch": 1.589519650655022,
      "step": 5096
    },
    {
      "contrastive_lambda": 0.9823063313723164,
      "epoch": 1.5898315658140985,
      "step": 5097
    },
    {
      "contrastive_lambda": 0.98229942781982,
      "epoch": 1.5901434809731754,
      "step": 5098
    },
    {
      "contrastive_lambda": 0.9822925229450724,
      "epoch": 1.590455396132252,
      "step": 5099
    },
    {
      "epoch": 1.5907673112913288,
      "grad_norm": 0.15517131984233856,
      "learning_rate": 9.96657814928492e-05,
      "loss": 0.0698,
      "step": 5100
    },
    {
      "epoch": 1.5907673112913288,
      "flow_loss": 0.06180446222424507,
      "step": 5100
    },
    {
      "contrastive_loss": 0.014315973967313766,
      "epoch": 1.5907673112913288,
      "step": 5100
    },
    {
      "contrastive_lambda": 0.9822856167480924,
      "epoch": 1.5907673112913288,
      "step": 5100
    },
    {
      "contrastive_lambda": 0.982278709228899,
      "epoch": 1.5910792264504054,
      "step": 5101
    },
    {
      "contrastive_lambda": 0.9822718003875113,
      "epoch": 1.5913911416094821,
      "step": 5102
    },
    {
      "contrastive_lambda": 0.9822648902239479,
      "epoch": 1.591703056768559,
      "step": 5103
    },
    {
      "contrastive_lambda": 0.982257978738228,
      "epoch": 1.5920149719276355,
      "step": 5104
    },
    {
      "contrastive_lambda": 0.9822510659303703,
      "epoch": 1.5923268870867124,
      "step": 5105
    },
    {
      "contrastive_lambda": 0.9822441518003941,
      "epoch": 1.5926388022457891,
      "step": 5106
    },
    {
      "contrastive_lambda": 0.982237236348318,
      "epoch": 1.5929507174048658,
      "step": 5107
    },
    {
      "contrastive_lambda": 0.9822303195741614,
      "epoch": 1.5932626325639427,
      "step": 5108
    },
    {
      "contrastive_lambda": 0.9822234014779428,
      "epoch": 1.5935745477230192,
      "step": 5109
    },
    {
      "epoch": 1.5938864628820961,
      "grad_norm": 0.24233438074588776,
      "learning_rate": 9.966259295211697e-05,
      "loss": 0.0634,
      "step": 5110
    },
    {
      "epoch": 1.5938864628820961,
      "flow_loss": 0.08606183528900146,
      "step": 5110
    },
    {
      "contrastive_loss": 0.01375848613679409,
      "epoch": 1.5938864628820961,
      "step": 5110
    },
    {
      "contrastive_lambda": 0.9822164820596815,
      "epoch": 1.5938864628820961,
      "step": 5110
    },
    {
      "contrastive_lambda": 0.9822095613193962,
      "epoch": 1.5941983780411728,
      "step": 5111
    },
    {
      "contrastive_lambda": 0.9822026392571062,
      "epoch": 1.5945102932002495,
      "step": 5112
    },
    {
      "contrastive_lambda": 0.98219571587283,
      "epoch": 1.5948222083593264,
      "step": 5113
    },
    {
      "contrastive_lambda": 0.9821887911665872,
      "epoch": 1.595134123518403,
      "step": 5114
    },
    {
      "contrastive_lambda": 0.9821818651383962,
      "epoch": 1.5954460386774798,
      "step": 5115
    },
    {
      "contrastive_lambda": 0.9821749377882762,
      "epoch": 1.5957579538365565,
      "step": 5116
    },
    {
      "contrastive_lambda": 0.9821680091162465,
      "epoch": 1.5960698689956332,
      "step": 5117
    },
    {
      "contrastive_lambda": 0.9821610791223256,
      "epoch": 1.5963817841547099,
      "step": 5118
    },
    {
      "contrastive_lambda": 0.9821541478065328,
      "epoch": 1.5966936993137866,
      "step": 5119
    },
    {
      "epoch": 1.5970056144728635,
      "grad_norm": 0.18315276503562927,
      "learning_rate": 9.965938932520028e-05,
      "loss": 0.0758,
      "step": 5120
    },
    {
      "epoch": 1.5970056144728635,
      "flow_loss": 0.05647692084312439,
      "step": 5120
    },
    {
      "contrastive_loss": 0.016771521419286728,
      "epoch": 1.5970056144728635,
      "step": 5120
    },
    {
      "contrastive_lambda": 0.982147215168887,
      "epoch": 1.5970056144728635,
      "step": 5120
    },
    {
      "contrastive_lambda": 0.9821402812094073,
      "epoch": 1.59731752963194,
      "step": 5121
    },
    {
      "contrastive_lambda": 0.9821333459281126,
      "epoch": 1.5976294447910169,
      "step": 5122
    },
    {
      "contrastive_lambda": 0.982126409325022,
      "epoch": 1.5979413599500936,
      "step": 5123
    },
    {
      "contrastive_lambda": 0.9821194714001544,
      "epoch": 1.5982532751091703,
      "step": 5124
    },
    {
      "contrastive_lambda": 0.982112532153529,
      "epoch": 1.5985651902682472,
      "step": 5125
    },
    {
      "contrastive_lambda": 0.9821055915851646,
      "epoch": 1.5988771054273236,
      "step": 5126
    },
    {
      "contrastive_lambda": 0.9820986496950805,
      "epoch": 1.5991890205864006,
      "step": 5127
    },
    {
      "contrastive_lambda": 0.9820917064832955,
      "epoch": 1.5995009357454772,
      "step": 5128
    },
    {
      "contrastive_lambda": 0.9820847619498286,
      "epoch": 1.599812850904554,
      "step": 5129
    },
    {
      "epoch": 1.6001247660636309,
      "grad_norm": 0.16241389513015747,
      "learning_rate": 9.965617061307229e-05,
      "loss": 0.0618,
      "step": 5130
    },
    {
      "epoch": 1.6001247660636309,
      "flow_loss": 0.05069654434919357,
      "step": 5130
    },
    {
      "contrastive_loss": 0.015233421698212624,
      "epoch": 1.6001247660636309,
      "step": 5130
    },
    {
      "contrastive_lambda": 0.9820778160946991,
      "epoch": 1.6001247660636309,
      "step": 5130
    },
    {
      "contrastive_lambda": 0.9820708689179258,
      "epoch": 1.6004366812227073,
      "step": 5131
    },
    {
      "contrastive_lambda": 0.982063920419528,
      "epoch": 1.6007485963817842,
      "step": 5132
    },
    {
      "contrastive_lambda": 0.9820569705995243,
      "epoch": 1.601060511540861,
      "step": 5133
    },
    {
      "contrastive_lambda": 0.9820500194579344,
      "epoch": 1.6013724266999376,
      "step": 5134
    },
    {
      "contrastive_lambda": 0.9820430669947768,
      "epoch": 1.6016843418590143,
      "step": 5135
    },
    {
      "contrastive_lambda": 0.9820361132100708,
      "epoch": 1.601996257018091,
      "step": 5136
    },
    {
      "contrastive_lambda": 0.9820291581038354,
      "epoch": 1.602308172177168,
      "step": 5137
    },
    {
      "contrastive_lambda": 0.9820222016760898,
      "epoch": 1.6026200873362444,
      "step": 5138
    },
    {
      "contrastive_lambda": 0.9820152439268528,
      "epoch": 1.6029320024953213,
      "step": 5139
    },
    {
      "epoch": 1.603243917654398,
      "grad_norm": 0.20093737542629242,
      "learning_rate": 9.965293681671077e-05,
      "loss": 0.0637,
      "step": 5140
    },
    {
      "epoch": 1.603243917654398,
      "flow_loss": 0.0605551116168499,
      "step": 5140
    },
    {
      "contrastive_loss": 0.013617785647511482,
      "epoch": 1.603243917654398,
      "step": 5140
    },
    {
      "contrastive_lambda": 0.9820082848561438,
      "epoch": 1.603243917654398,
      "step": 5140
    },
    {
      "contrastive_lambda": 0.9820013244639816,
      "epoch": 1.6035558328134747,
      "step": 5141
    },
    {
      "contrastive_lambda": 0.9819943627503854,
      "epoch": 1.6038677479725516,
      "step": 5142
    },
    {
      "contrastive_lambda": 0.9819873997153743,
      "epoch": 1.604179663131628,
      "step": 5143
    },
    {
      "contrastive_lambda": 0.9819804353589674,
      "epoch": 1.604491578290705,
      "step": 5144
    },
    {
      "contrastive_lambda": 0.9819734696811838,
      "epoch": 1.6048034934497817,
      "step": 5145
    },
    {
      "contrastive_lambda": 0.9819665026820426,
      "epoch": 1.6051154086088584,
      "step": 5146
    },
    {
      "contrastive_lambda": 0.9819595343615628,
      "epoch": 1.6054273237679353,
      "step": 5147
    },
    {
      "contrastive_lambda": 0.9819525647197636,
      "epoch": 1.6057392389270118,
      "step": 5148
    },
    {
      "contrastive_lambda": 0.9819455937566641,
      "epoch": 1.6060511540860887,
      "step": 5149
    },
    {
      "epoch": 1.6063630692451654,
      "grad_norm": 0.1651729792356491,
      "learning_rate": 9.964968793709804e-05,
      "loss": 0.0634,
      "step": 5150
    },
    {
      "epoch": 1.6063630692451654,
      "flow_loss": 0.06420883536338806,
      "step": 5150
    },
    {
      "contrastive_loss": 0.011444604024291039,
      "epoch": 1.6063630692451654,
      "step": 5150
    },
    {
      "contrastive_lambda": 0.9819386214722834,
      "epoch": 1.6063630692451654,
      "step": 5150
    },
    {
      "contrastive_lambda": 0.9819316478666404,
      "epoch": 1.606674984404242,
      "step": 5151
    },
    {
      "contrastive_lambda": 0.9819246729397546,
      "epoch": 1.6069868995633187,
      "step": 5152
    },
    {
      "contrastive_lambda": 0.981917696691645,
      "epoch": 1.6072988147223954,
      "step": 5153
    },
    {
      "contrastive_lambda": 0.9819107191223306,
      "epoch": 1.6076107298814724,
      "step": 5154
    },
    {
      "contrastive_lambda": 0.9819037402318307,
      "epoch": 1.6079226450405488,
      "step": 5155
    },
    {
      "contrastive_lambda": 0.9818967600201642,
      "epoch": 1.6082345601996257,
      "step": 5156
    },
    {
      "contrastive_lambda": 0.9818897784873504,
      "epoch": 1.6085464753587024,
      "step": 5157
    },
    {
      "contrastive_lambda": 0.9818827956334084,
      "epoch": 1.6088583905177791,
      "step": 5158
    },
    {
      "contrastive_lambda": 0.9818758114583575,
      "epoch": 1.609170305676856,
      "step": 5159
    },
    {
      "epoch": 1.6094822208359325,
      "grad_norm": 0.19676584005355835,
      "learning_rate": 9.964642397522106e-05,
      "loss": 0.0714,
      "step": 5160
    },
    {
      "epoch": 1.6094822208359325,
      "flow_loss": 0.05421311408281326,
      "step": 5160
    },
    {
      "contrastive_loss": 0.011715510860085487,
      "epoch": 1.6094822208359325,
      "step": 5160
    },
    {
      "contrastive_lambda": 0.9818688259622166,
      "epoch": 1.6094822208359325,
      "step": 5160
    },
    {
      "contrastive_lambda": 0.9818618391450049,
      "epoch": 1.6097941359950094,
      "step": 5161
    },
    {
      "contrastive_lambda": 0.9818548510067416,
      "epoch": 1.6101060511540861,
      "step": 5162
    },
    {
      "contrastive_lambda": 0.981847861547446,
      "epoch": 1.6104179663131628,
      "step": 5163
    },
    {
      "contrastive_lambda": 0.981840870767137,
      "epoch": 1.6107298814722395,
      "step": 5164
    },
    {
      "contrastive_lambda": 0.9818338786658339,
      "epoch": 1.6110417966313162,
      "step": 5165
    },
    {
      "contrastive_lambda": 0.9818268852435559,
      "epoch": 1.611353711790393,
      "step": 5166
    },
    {
      "contrastive_lambda": 0.9818198905003221,
      "epoch": 1.6116656269494698,
      "step": 5167
    },
    {
      "contrastive_lambda": 0.9818128944361518,
      "epoch": 1.6119775421085465,
      "step": 5168
    },
    {
      "contrastive_lambda": 0.9818058970510641,
      "epoch": 1.6122894572676232,
      "step": 5169
    },
    {
      "epoch": 1.6126013724266999,
      "grad_norm": 0.19986394047737122,
      "learning_rate": 9.96431449320713e-05,
      "loss": 0.0545,
      "step": 5170
    },
    {
      "epoch": 1.6126013724266999,
      "flow_loss": 0.03960133716464043,
      "step": 5170
    },
    {
      "contrastive_loss": 0.0103911142796278,
      "epoch": 1.6126013724266999,
      "step": 5170
    },
    {
      "contrastive_lambda": 0.981798898345078,
      "epoch": 1.6126013724266999,
      "step": 5170
    },
    {
      "contrastive_lambda": 0.9817918983182131,
      "epoch": 1.6129132875857768,
      "step": 5171
    },
    {
      "contrastive_lambda": 0.9817848969704883,
      "epoch": 1.6132252027448533,
      "step": 5172
    },
    {
      "contrastive_lambda": 0.9817778943019227,
      "epoch": 1.6135371179039302,
      "step": 5173
    },
    {
      "contrastive_lambda": 0.9817708903125358,
      "epoch": 1.6138490330630069,
      "step": 5174
    },
    {
      "contrastive_lambda": 0.9817638850023467,
      "epoch": 1.6141609482220836,
      "step": 5175
    },
    {
      "contrastive_lambda": 0.9817568783713744,
      "epoch": 1.6144728633811605,
      "step": 5176
    },
    {
      "contrastive_lambda": 0.9817498704196383,
      "epoch": 1.614784778540237,
      "step": 5177
    },
    {
      "contrastive_lambda": 0.9817428611471576,
      "epoch": 1.6150966936993139,
      "step": 5178
    },
    {
      "contrastive_lambda": 0.9817358505539515,
      "epoch": 1.6154086088583905,
      "step": 5179
    },
    {
      "epoch": 1.6157205240174672,
      "grad_norm": 0.22554172575473785,
      "learning_rate": 9.963985080864486e-05,
      "loss": 0.066,
      "step": 5180
    },
    {
      "epoch": 1.6157205240174672,
      "flow_loss": 0.057047728449106216,
      "step": 5180
    },
    {
      "contrastive_loss": 0.013974471017718315,
      "epoch": 1.6157205240174672,
      "step": 5180
    },
    {
      "contrastive_lambda": 0.9817288386400391,
      "epoch": 1.6157205240174672,
      "step": 5180
    },
    {
      "contrastive_lambda": 0.98172182540544,
      "epoch": 1.616032439176544,
      "step": 5181
    },
    {
      "contrastive_lambda": 0.981714810850173,
      "epoch": 1.6163443543356206,
      "step": 5182
    },
    {
      "contrastive_lambda": 0.9817077949742574,
      "epoch": 1.6166562694946975,
      "step": 5183
    },
    {
      "contrastive_lambda": 0.9817007777777127,
      "epoch": 1.616968184653774,
      "step": 5184
    },
    {
      "contrastive_lambda": 0.9816937592605579,
      "epoch": 1.617280099812851,
      "step": 5185
    },
    {
      "contrastive_lambda": 0.9816867394228124,
      "epoch": 1.6175920149719276,
      "step": 5186
    },
    {
      "contrastive_lambda": 0.9816797182644952,
      "epoch": 1.6179039301310043,
      "step": 5187
    },
    {
      "contrastive_lambda": 0.9816726957856258,
      "epoch": 1.6182158452900812,
      "step": 5188
    },
    {
      "contrastive_lambda": 0.9816656719862233,
      "epoch": 1.6185277604491577,
      "step": 5189
    },
    {
      "epoch": 1.6188396756082346,
      "grad_norm": 0.1705724000930786,
      "learning_rate": 9.96365416059424e-05,
      "loss": 0.0677,
      "step": 5190
    },
    {
      "epoch": 1.6188396756082346,
      "flow_loss": 0.07767264544963837,
      "step": 5190
    },
    {
      "contrastive_loss": 0.012970427051186562,
      "epoch": 1.6188396756082346,
      "step": 5190
    },
    {
      "contrastive_lambda": 0.9816586468663071,
      "epoch": 1.6188396756082346,
      "step": 5190
    },
    {
      "contrastive_lambda": 0.9816516204258963,
      "epoch": 1.6191515907673113,
      "step": 5191
    },
    {
      "contrastive_lambda": 0.9816445926650101,
      "epoch": 1.619463505926388,
      "step": 5192
    },
    {
      "contrastive_lambda": 0.9816375635836682,
      "epoch": 1.619775421085465,
      "step": 5193
    },
    {
      "contrastive_lambda": 0.9816305331818893,
      "epoch": 1.6200873362445414,
      "step": 5194
    },
    {
      "contrastive_lambda": 0.9816235014596931,
      "epoch": 1.6203992514036183,
      "step": 5195
    },
    {
      "contrastive_lambda": 0.9816164684170987,
      "epoch": 1.620711166562695,
      "step": 5196
    },
    {
      "contrastive_lambda": 0.9816094340541255,
      "epoch": 1.6210230817217717,
      "step": 5197
    },
    {
      "contrastive_lambda": 0.9816023983707926,
      "epoch": 1.6213349968808484,
      "step": 5198
    },
    {
      "contrastive_lambda": 0.9815953613671193,
      "epoch": 1.621646912039925,
      "step": 5199
    },
    {
      "epoch": 1.621958827199002,
      "grad_norm": 0.14811588823795319,
      "learning_rate": 9.963321732496919e-05,
      "loss": 0.0704,
      "step": 5200
    },
    {
      "epoch": 1.621958827199002,
      "flow_loss": 0.05699646472930908,
      "step": 5200
    },
    {
      "contrastive_loss": 0.014942800626158714,
      "epoch": 1.621958827199002,
      "step": 5200
    },
    {
      "contrastive_lambda": 0.981588323043125,
      "epoch": 1.621958827199002,
      "step": 5200
    },
    {
      "contrastive_lambda": 0.9815812833988291,
      "epoch": 1.6222707423580784,
      "step": 5201
    },
    {
      "contrastive_lambda": 0.9815742424342506,
      "epoch": 1.6225826575171554,
      "step": 5202
    },
    {
      "contrastive_lambda": 0.9815672001494091,
      "epoch": 1.622894572676232,
      "step": 5203
    },
    {
      "contrastive_lambda": 0.9815601565443237,
      "epoch": 1.6232064878353087,
      "step": 5204
    },
    {
      "contrastive_lambda": 0.9815531116190139,
      "epoch": 1.6235184029943857,
      "step": 5205
    },
    {
      "contrastive_lambda": 0.9815460653734989,
      "epoch": 1.6238303181534621,
      "step": 5206
    },
    {
      "contrastive_lambda": 0.9815390178077978,
      "epoch": 1.624142233312539,
      "step": 5207
    },
    {
      "contrastive_lambda": 0.9815319689219304,
      "epoch": 1.6244541484716157,
      "step": 5208
    },
    {
      "contrastive_lambda": 0.9815249187159156,
      "epoch": 1.6247660636306924,
      "step": 5209
    },
    {
      "epoch": 1.6250779787897693,
      "grad_norm": 0.20180466771125793,
      "learning_rate": 9.962987796673506e-05,
      "loss": 0.0637,
      "step": 5210
    },
    {
      "epoch": 1.6250779787897693,
      "flow_loss": 0.07749215513467789,
      "step": 5210
    },
    {
      "contrastive_loss": 0.013389690779149532,
      "epoch": 1.6250779787897693,
      "step": 5210
    },
    {
      "contrastive_lambda": 0.981517867189773,
      "epoch": 1.6250779787897693,
      "step": 5210
    },
    {
      "contrastive_lambda": 0.9815108143435218,
      "epoch": 1.6253898939488458,
      "step": 5211
    },
    {
      "contrastive_lambda": 0.9815037601771813,
      "epoch": 1.6257018091079227,
      "step": 5212
    },
    {
      "contrastive_lambda": 0.981496704690771,
      "epoch": 1.6260137242669994,
      "step": 5213
    },
    {
      "contrastive_lambda": 0.98148964788431,
      "epoch": 1.626325639426076,
      "step": 5214
    },
    {
      "contrastive_lambda": 0.9814825897578179,
      "epoch": 1.6266375545851528,
      "step": 5215
    },
    {
      "contrastive_lambda": 0.981475530311314,
      "epoch": 1.6269494697442295,
      "step": 5216
    },
    {
      "contrastive_lambda": 0.9814684695448175,
      "epoch": 1.6272613849033064,
      "step": 5217
    },
    {
      "contrastive_lambda": 0.9814614074583479,
      "epoch": 1.6275733000623829,
      "step": 5218
    },
    {
      "contrastive_lambda": 0.9814543440519246,
      "epoch": 1.6278852152214598,
      "step": 5219
    },
    {
      "epoch": 1.6281971303805365,
      "grad_norm": 0.14881882071495056,
      "learning_rate": 9.962652353225438e-05,
      "loss": 0.0671,
      "step": 5220
    },
    {
      "epoch": 1.6281971303805365,
      "flow_loss": 0.0794202908873558,
      "step": 5220
    },
    {
      "contrastive_loss": 0.013093987479805946,
      "epoch": 1.6281971303805365,
      "step": 5220
    },
    {
      "contrastive_lambda": 0.9814472793255666,
      "epoch": 1.6281971303805365,
      "step": 5220
    },
    {
      "contrastive_lambda": 0.9814402132792939,
      "epoch": 1.6285090455396132,
      "step": 5221
    },
    {
      "contrastive_lambda": 0.9814331459131252,
      "epoch": 1.62882096069869,
      "step": 5222
    },
    {
      "contrastive_lambda": 0.9814260772270804,
      "epoch": 1.6291328758577666,
      "step": 5223
    },
    {
      "contrastive_lambda": 0.9814190072211786,
      "epoch": 1.6294447910168435,
      "step": 5224
    },
    {
      "contrastive_lambda": 0.9814119358954393,
      "epoch": 1.6297567061759202,
      "step": 5225
    },
    {
      "contrastive_lambda": 0.9814048632498817,
      "epoch": 1.6300686213349969,
      "step": 5226
    },
    {
      "contrastive_lambda": 0.9813977892845256,
      "epoch": 1.6303805364940738,
      "step": 5227
    },
    {
      "contrastive_lambda": 0.9813907139993899,
      "epoch": 1.6306924516531502,
      "step": 5228
    },
    {
      "contrastive_lambda": 0.9813836373944944,
      "epoch": 1.6310043668122272,
      "step": 5229
    },
    {
      "epoch": 1.6313162819713038,
      "grad_norm": 0.17683900892734528,
      "learning_rate": 9.962315402254619e-05,
      "loss": 0.0684,
      "step": 5230
    },
    {
      "epoch": 1.6313162819713038,
      "flow_loss": 0.059201791882514954,
      "step": 5230
    },
    {
      "contrastive_loss": 0.016184158623218536,
      "epoch": 1.6313162819713038,
      "step": 5230
    },
    {
      "contrastive_lambda": 0.9813765594698582,
      "epoch": 1.6313162819713038,
      "step": 5230
    },
    {
      "contrastive_lambda": 0.9813694802255009,
      "epoch": 1.6316281971303805,
      "step": 5231
    },
    {
      "contrastive_lambda": 0.9813623996614418,
      "epoch": 1.6319401122894572,
      "step": 5232
    },
    {
      "contrastive_lambda": 0.9813553177777004,
      "epoch": 1.632252027448534,
      "step": 5233
    },
    {
      "contrastive_lambda": 0.9813482345742959,
      "epoch": 1.6325639426076108,
      "step": 5234
    },
    {
      "contrastive_lambda": 0.981341150051248,
      "epoch": 1.6328758577666873,
      "step": 5235
    },
    {
      "contrastive_lambda": 0.981334064208576,
      "epoch": 1.6331877729257642,
      "step": 5236
    },
    {
      "contrastive_lambda": 0.9813269770462993,
      "epoch": 1.633499688084841,
      "step": 5237
    },
    {
      "contrastive_lambda": 0.9813198885644375,
      "epoch": 1.6338116032439176,
      "step": 5238
    },
    {
      "contrastive_lambda": 0.9813127987630098,
      "epoch": 1.6341235184029945,
      "step": 5239
    },
    {
      "epoch": 1.634435433562071,
      "grad_norm": 0.15552224218845367,
      "learning_rate": 9.9619769438634e-05,
      "loss": 0.0616,
      "step": 5240
    },
    {
      "epoch": 1.634435433562071,
      "flow_loss": 0.05477578192949295,
      "step": 5240
    },
    {
      "contrastive_loss": 0.013040686026215553,
      "epoch": 1.634435433562071,
      "step": 5240
    },
    {
      "contrastive_lambda": 0.9813057076420357,
      "epoch": 1.634435433562071,
      "step": 5240
    },
    {
      "contrastive_lambda": 0.9812986152015348,
      "epoch": 1.634747348721148,
      "step": 5241
    },
    {
      "contrastive_lambda": 0.9812915214415263,
      "epoch": 1.6350592638802246,
      "step": 5242
    },
    {
      "contrastive_lambda": 0.9812844263620298,
      "epoch": 1.6353711790393013,
      "step": 5243
    },
    {
      "contrastive_lambda": 0.9812773299630648,
      "epoch": 1.6356830941983782,
      "step": 5244
    },
    {
      "contrastive_lambda": 0.9812702322446505,
      "epoch": 1.6359950093574547,
      "step": 5245
    },
    {
      "contrastive_lambda": 0.9812631332068067,
      "epoch": 1.6363069245165316,
      "step": 5246
    },
    {
      "contrastive_lambda": 0.9812560328495525,
      "epoch": 1.6366188396756083,
      "step": 5247
    },
    {
      "contrastive_lambda": 0.9812489311729078,
      "epoch": 1.636930754834685,
      "step": 5248
    },
    {
      "contrastive_lambda": 0.9812418281768918,
      "epoch": 1.6372426699937617,
      "step": 5249
    },
    {
      "epoch": 1.6375545851528384,
      "grad_norm": 0.18055878579616547,
      "learning_rate": 9.9616369781546e-05,
      "loss": 0.0629,
      "step": 5250
    },
    {
      "epoch": 1.6375545851528384,
      "flow_loss": 0.07441338151693344,
      "step": 5250
    },
    {
      "contrastive_loss": 0.01747225597500801,
      "epoch": 1.6375545851528384,
      "step": 5250
    },
    {
      "contrastive_lambda": 0.9812347238615238,
      "epoch": 1.6375545851528384,
      "step": 5250
    },
    {
      "contrastive_lambda": 0.9812276182268236,
      "epoch": 1.6378665003119153,
      "step": 5251
    },
    {
      "contrastive_lambda": 0.9812205112728106,
      "epoch": 1.6381784154709917,
      "step": 5252
    },
    {
      "contrastive_lambda": 0.9812134029995042,
      "epoch": 1.6384903306300687,
      "step": 5253
    },
    {
      "contrastive_lambda": 0.981206293406924,
      "epoch": 1.6388022457891454,
      "step": 5254
    },
    {
      "contrastive_lambda": 0.9811991824950894,
      "epoch": 1.639114160948222,
      "step": 5255
    },
    {
      "contrastive_lambda": 0.9811920702640198,
      "epoch": 1.639426076107299,
      "step": 5256
    },
    {
      "contrastive_lambda": 0.981184956713735,
      "epoch": 1.6397379912663754,
      "step": 5257
    },
    {
      "contrastive_lambda": 0.9811778418442542,
      "epoch": 1.6400499064254523,
      "step": 5258
    },
    {
      "contrastive_lambda": 0.981170725655597,
      "epoch": 1.640361821584529,
      "step": 5259
    },
    {
      "epoch": 1.6406737367436057,
      "grad_norm": 0.16893793642520905,
      "learning_rate": 9.961295505231491e-05,
      "loss": 0.0658,
      "step": 5260
    },
    {
      "epoch": 1.6406737367436057,
      "flow_loss": 0.08004924654960632,
      "step": 5260
    },
    {
      "contrastive_loss": 0.015963401645421982,
      "epoch": 1.6406737367436057,
      "step": 5260
    },
    {
      "contrastive_lambda": 0.981163608147783,
      "epoch": 1.6406737367436057,
      "step": 5260
    },
    {
      "contrastive_lambda": 0.9811564893208317,
      "epoch": 1.6409856519026824,
      "step": 5261
    },
    {
      "contrastive_lambda": 0.9811493691747625,
      "epoch": 1.641297567061759,
      "step": 5262
    },
    {
      "contrastive_lambda": 0.981142247709595,
      "epoch": 1.641609482220836,
      "step": 5263
    },
    {
      "contrastive_lambda": 0.9811351249253486,
      "epoch": 1.6419213973799127,
      "step": 5264
    },
    {
      "contrastive_lambda": 0.9811280008220431,
      "epoch": 1.6422333125389894,
      "step": 5265
    },
    {
      "contrastive_lambda": 0.9811208753996978,
      "epoch": 1.642545227698066,
      "step": 5266
    },
    {
      "contrastive_lambda": 0.9811137486583323,
      "epoch": 1.6428571428571428,
      "step": 5267
    },
    {
      "contrastive_lambda": 0.9811066205979662,
      "epoch": 1.6431690580162197,
      "step": 5268
    },
    {
      "contrastive_lambda": 0.981099491218619,
      "epoch": 1.6434809731752962,
      "step": 5269
    },
    {
      "epoch": 1.643792888334373,
      "grad_norm": 0.20673076808452606,
      "learning_rate": 9.960952525197804e-05,
      "loss": 0.0646,
      "step": 5270
    },
    {
      "epoch": 1.643792888334373,
      "flow_loss": 0.07919908314943314,
      "step": 5270
    },
    {
      "contrastive_loss": 0.014340560883283615,
      "epoch": 1.643792888334373,
      "step": 5270
    },
    {
      "contrastive_lambda": 0.9810923605203101,
      "epoch": 1.643792888334373,
      "step": 5270
    },
    {
      "contrastive_lambda": 0.9810852285030592,
      "epoch": 1.6441048034934498,
      "step": 5271
    },
    {
      "contrastive_lambda": 0.9810780951668859,
      "epoch": 1.6444167186525265,
      "step": 5272
    },
    {
      "contrastive_lambda": 0.9810709605118098,
      "epoch": 1.6447286338116034,
      "step": 5273
    },
    {
      "contrastive_lambda": 0.9810638245378501,
      "epoch": 1.6450405489706799,
      "step": 5274
    },
    {
      "contrastive_lambda": 0.9810566872450268,
      "epoch": 1.6453524641297568,
      "step": 5275
    },
    {
      "contrastive_lambda": 0.9810495486333591,
      "epoch": 1.6456643792888335,
      "step": 5276
    },
    {
      "contrastive_lambda": 0.9810424087028669,
      "epoch": 1.6459762944479102,
      "step": 5277
    },
    {
      "contrastive_lambda": 0.9810352674535696,
      "epoch": 1.6462882096069869,
      "step": 5278
    },
    {
      "contrastive_lambda": 0.9810281248854867,
      "epoch": 1.6466001247660635,
      "step": 5279
    },
    {
      "epoch": 1.6469120399251405,
      "grad_norm": 0.18947412073612213,
      "learning_rate": 9.960608038157724e-05,
      "loss": 0.0722,
      "step": 5280
    },
    {
      "epoch": 1.6469120399251405,
      "flow_loss": 0.07421855628490448,
      "step": 5280
    },
    {
      "contrastive_loss": 0.012942863628268242,
      "epoch": 1.6469120399251405,
      "step": 5280
    },
    {
      "contrastive_lambda": 0.981020980998638,
      "epoch": 1.6469120399251405,
      "step": 5280
    },
    {
      "contrastive_lambda": 0.9810138357930429,
      "epoch": 1.647223955084217,
      "step": 5281
    },
    {
      "contrastive_lambda": 0.9810066892687211,
      "epoch": 1.6475358702432938,
      "step": 5282
    },
    {
      "contrastive_lambda": 0.9809995414256922,
      "epoch": 1.6478477854023705,
      "step": 5283
    },
    {
      "contrastive_lambda": 0.9809923922639756,
      "epoch": 1.6481597005614472,
      "step": 5284
    },
    {
      "contrastive_lambda": 0.9809852417835911,
      "epoch": 1.6484716157205241,
      "step": 5285
    },
    {
      "contrastive_lambda": 0.9809780899845584,
      "epoch": 1.6487835308796006,
      "step": 5286
    },
    {
      "contrastive_lambda": 0.9809709368668968,
      "epoch": 1.6490954460386775,
      "step": 5287
    },
    {
      "contrastive_lambda": 0.9809637824306261,
      "epoch": 1.6494073611977542,
      "step": 5288
    },
    {
      "contrastive_lambda": 0.9809566266757659,
      "epoch": 1.649719276356831,
      "step": 5289
    },
    {
      "epoch": 1.6500311915159078,
      "grad_norm": 0.3014277517795563,
      "learning_rate": 9.960262044215901e-05,
      "loss": 0.0679,
      "step": 5290
    },
    {
      "epoch": 1.6500311915159078,
      "flow_loss": 0.0816124752163887,
      "step": 5290
    },
    {
      "contrastive_loss": 0.015102993696928024,
      "epoch": 1.6500311915159078,
      "step": 5290
    },
    {
      "contrastive_lambda": 0.9809494696023359,
      "epoch": 1.6500311915159078,
      "step": 5290
    },
    {
      "contrastive_lambda": 0.9809423112103555,
      "epoch": 1.6503431066749843,
      "step": 5291
    },
    {
      "contrastive_lambda": 0.9809351514998444,
      "epoch": 1.6506550218340612,
      "step": 5292
    },
    {
      "contrastive_lambda": 0.9809279904708224,
      "epoch": 1.650966936993138,
      "step": 5293
    },
    {
      "contrastive_lambda": 0.9809208281233089,
      "epoch": 1.6512788521522146,
      "step": 5294
    },
    {
      "contrastive_lambda": 0.9809136644573238,
      "epoch": 1.6515907673112913,
      "step": 5295
    },
    {
      "contrastive_lambda": 0.9809064994728864,
      "epoch": 1.651902682470368,
      "step": 5296
    },
    {
      "contrastive_lambda": 0.9808993331700167,
      "epoch": 1.652214597629445,
      "step": 5297
    },
    {
      "contrastive_lambda": 0.9808921655487339,
      "epoch": 1.6525265127885214,
      "step": 5298
    },
    {
      "contrastive_lambda": 0.9808849966090583,
      "epoch": 1.6528384279475983,
      "step": 5299
    },
    {
      "epoch": 1.653150343106675,
      "grad_norm": 0.2161305695772171,
      "learning_rate": 9.959914543477435e-05,
      "loss": 0.0658,
      "step": 5300
    },
    {
      "epoch": 1.653150343106675,
      "flow_loss": 0.08070528507232666,
      "step": 5300
    },
    {
      "contrastive_loss": 0.014151036739349365,
      "epoch": 1.653150343106675,
      "step": 5300
    },
    {
      "contrastive_lambda": 0.9808778263510088,
      "epoch": 1.653150343106675,
      "step": 5300
    },
    {
      "contrastive_lambda": 0.9808706547746057,
      "epoch": 1.6534622582657517,
      "step": 5301
    },
    {
      "contrastive_lambda": 0.9808634818798683,
      "epoch": 1.6537741734248286,
      "step": 5302
    },
    {
      "contrastive_lambda": 0.9808563076668164,
      "epoch": 1.654086088583905,
      "step": 5303
    },
    {
      "contrastive_lambda": 0.9808491321354695,
      "epoch": 1.654398003742982,
      "step": 5304
    },
    {
      "contrastive_lambda": 0.9808419552858476,
      "epoch": 1.6547099189020587,
      "step": 5305
    },
    {
      "contrastive_lambda": 0.9808347771179701,
      "epoch": 1.6550218340611353,
      "step": 5306
    },
    {
      "contrastive_lambda": 0.9808275976318568,
      "epoch": 1.6553337492202123,
      "step": 5307
    },
    {
      "contrastive_lambda": 0.9808204168275272,
      "epoch": 1.6556456643792887,
      "step": 5308
    },
    {
      "contrastive_lambda": 0.9808132347050011,
      "epoch": 1.6559575795383656,
      "step": 5309
    },
    {
      "epoch": 1.6562694946974423,
      "grad_norm": 0.19815394282341003,
      "learning_rate": 9.959565536047892e-05,
      "loss": 0.0655,
      "step": 5310
    },
    {
      "epoch": 1.6562694946974423,
      "flow_loss": 0.05200602486729622,
      "step": 5310
    },
    {
      "contrastive_loss": 0.011093909852206707,
      "epoch": 1.6562694946974423,
      "step": 5310
    },
    {
      "contrastive_lambda": 0.9808060512642984,
      "epoch": 1.6562694946974423,
      "step": 5310
    },
    {
      "contrastive_lambda": 0.9807988665054386,
      "epoch": 1.656581409856519,
      "step": 5311
    },
    {
      "contrastive_lambda": 0.9807916804284413,
      "epoch": 1.6568933250155957,
      "step": 5312
    },
    {
      "contrastive_lambda": 0.9807844930333265,
      "epoch": 1.6572052401746724,
      "step": 5313
    },
    {
      "contrastive_lambda": 0.9807773043201136,
      "epoch": 1.6575171553337493,
      "step": 5314
    },
    {
      "contrastive_lambda": 0.9807701142888223,
      "epoch": 1.6578290704928258,
      "step": 5315
    },
    {
      "contrastive_lambda": 0.9807629229394725,
      "epoch": 1.6581409856519027,
      "step": 5316
    },
    {
      "contrastive_lambda": 0.980755730272084,
      "epoch": 1.6584529008109794,
      "step": 5317
    },
    {
      "contrastive_lambda": 0.9807485362866761,
      "epoch": 1.658764815970056,
      "step": 5318
    },
    {
      "contrastive_lambda": 0.980741340983269,
      "epoch": 1.659076731129133,
      "step": 5319
    },
    {
      "epoch": 1.6593886462882095,
      "grad_norm": 0.2116621434688568,
      "learning_rate": 9.959215022033288e-05,
      "loss": 0.0661,
      "step": 5320
    },
    {
      "epoch": 1.6593886462882095,
      "flow_loss": 0.0698184221982956,
      "step": 5320
    },
    {
      "contrastive_loss": 0.011545466259121895,
      "epoch": 1.6593886462882095,
      "step": 5320
    },
    {
      "contrastive_lambda": 0.9807341443618822,
      "epoch": 1.6593886462882095,
      "step": 5320
    },
    {
      "contrastive_lambda": 0.9807269464225354,
      "epoch": 1.6597005614472864,
      "step": 5321
    },
    {
      "contrastive_lambda": 0.9807197471652485,
      "epoch": 1.660012476606363,
      "step": 5322
    },
    {
      "contrastive_lambda": 0.9807125465900409,
      "epoch": 1.6603243917654398,
      "step": 5323
    },
    {
      "contrastive_lambda": 0.9807053446969327,
      "epoch": 1.6606363069245167,
      "step": 5324
    },
    {
      "contrastive_lambda": 0.9806981414859435,
      "epoch": 1.6609482220835932,
      "step": 5325
    },
    {
      "contrastive_lambda": 0.980690936957093,
      "epoch": 1.66126013724267,
      "step": 5326
    },
    {
      "contrastive_lambda": 0.9806837311104011,
      "epoch": 1.6615720524017468,
      "step": 5327
    },
    {
      "contrastive_lambda": 0.9806765239458873,
      "epoch": 1.6618839675608235,
      "step": 5328
    },
    {
      "contrastive_lambda": 0.9806693154635717,
      "epoch": 1.6621958827199002,
      "step": 5329
    },
    {
      "epoch": 1.6625077978789768,
      "grad_norm": 0.21502067148685455,
      "learning_rate": 9.9588630015401e-05,
      "loss": 0.0628,
      "step": 5330
    },
    {
      "epoch": 1.6625077978789768,
      "flow_loss": 0.0841449573636055,
      "step": 5330
    },
    {
      "contrastive_loss": 0.014210667461156845,
      "epoch": 1.6625077978789768,
      "step": 5330
    },
    {
      "contrastive_lambda": 0.9806621056634737,
      "epoch": 1.6625077978789768,
      "step": 5330
    },
    {
      "contrastive_lambda": 0.9806548945456134,
      "epoch": 1.6628197130380538,
      "step": 5331
    },
    {
      "contrastive_lambda": 0.9806476821100103,
      "epoch": 1.6631316281971302,
      "step": 5332
    },
    {
      "contrastive_lambda": 0.9806404683566844,
      "epoch": 1.6634435433562071,
      "step": 5333
    },
    {
      "contrastive_lambda": 0.9806332532856553,
      "epoch": 1.6637554585152838,
      "step": 5334
    },
    {
      "contrastive_lambda": 0.9806260368969428,
      "epoch": 1.6640673736743605,
      "step": 5335
    },
    {
      "contrastive_lambda": 0.9806188191905669,
      "epoch": 1.6643792888334374,
      "step": 5336
    },
    {
      "contrastive_lambda": 0.980611600166547,
      "epoch": 1.664691203992514,
      "step": 5337
    },
    {
      "contrastive_lambda": 0.9806043798249033,
      "epoch": 1.6650031191515908,
      "step": 5338
    },
    {
      "contrastive_lambda": 0.9805971581656553,
      "epoch": 1.6653150343106675,
      "step": 5339
    },
    {
      "epoch": 1.6656269494697442,
      "grad_norm": 0.21416641771793365,
      "learning_rate": 9.958509474675264e-05,
      "loss": 0.0721,
      "step": 5340
    },
    {
      "epoch": 1.6656269494697442,
      "flow_loss": 0.08405600488185883,
      "step": 5340
    },
    {
      "contrastive_loss": 0.013293210417032242,
      "epoch": 1.6656269494697442,
      "step": 5340
    },
    {
      "contrastive_lambda": 0.980589935188823,
      "epoch": 1.6656269494697442,
      "step": 5340
    },
    {
      "contrastive_lambda": 0.980582710894426,
      "epoch": 1.6659388646288211,
      "step": 5341
    },
    {
      "contrastive_lambda": 0.9805754852824842,
      "epoch": 1.6662507797878976,
      "step": 5342
    },
    {
      "contrastive_lambda": 0.9805682583530175,
      "epoch": 1.6665626949469745,
      "step": 5343
    },
    {
      "contrastive_lambda": 0.9805610301060456,
      "epoch": 1.6668746101060512,
      "step": 5344
    },
    {
      "contrastive_lambda": 0.9805538005415884,
      "epoch": 1.667186525265128,
      "step": 5345
    },
    {
      "contrastive_lambda": 0.9805465696596656,
      "epoch": 1.6674984404242046,
      "step": 5346
    },
    {
      "contrastive_lambda": 0.9805393374602971,
      "epoch": 1.6678103555832813,
      "step": 5347
    },
    {
      "contrastive_lambda": 0.9805321039435027,
      "epoch": 1.6681222707423582,
      "step": 5348
    },
    {
      "contrastive_lambda": 0.9805248691093023,
      "epoch": 1.6684341859014347,
      "step": 5349
    },
    {
      "epoch": 1.6687461010605116,
      "grad_norm": 0.18122507631778717,
      "learning_rate": 9.958154441546171e-05,
      "loss": 0.0638,
      "step": 5350
    },
    {
      "epoch": 1.6687461010605116,
      "flow_loss": 0.06094468757510185,
      "step": 5350
    },
    {
      "contrastive_loss": 0.01210359763354063,
      "epoch": 1.6687461010605116,
      "step": 5350
    },
    {
      "contrastive_lambda": 0.9805176329577157,
      "epoch": 1.6687461010605116,
      "step": 5350
    },
    {
      "contrastive_lambda": 0.9805103954887626,
      "epoch": 1.6690580162195883,
      "step": 5351
    },
    {
      "contrastive_lambda": 0.9805031567024631,
      "epoch": 1.669369931378665,
      "step": 5352
    },
    {
      "contrastive_lambda": 0.980495916598837,
      "epoch": 1.6696818465377419,
      "step": 5353
    },
    {
      "contrastive_lambda": 0.980488675177904,
      "epoch": 1.6699937616968183,
      "step": 5354
    },
    {
      "contrastive_lambda": 0.9804814324396839,
      "epoch": 1.6703056768558953,
      "step": 5355
    },
    {
      "contrastive_lambda": 0.9804741883841968,
      "epoch": 1.670617592014972,
      "step": 5356
    },
    {
      "contrastive_lambda": 0.9804669430114623,
      "epoch": 1.6709295071740486,
      "step": 5357
    },
    {
      "contrastive_lambda": 0.9804596963215004,
      "epoch": 1.6712414223331253,
      "step": 5358
    },
    {
      "contrastive_lambda": 0.9804524483143311,
      "epoch": 1.671553337492202,
      "step": 5359
    },
    {
      "epoch": 1.671865252651279,
      "grad_norm": 0.21307332813739777,
      "learning_rate": 9.957797902260673e-05,
      "loss": 0.0655,
      "step": 5360
    },
    {
      "epoch": 1.671865252651279,
      "flow_loss": 0.08944036066532135,
      "step": 5360
    },
    {
      "contrastive_loss": 0.011747731827199459,
      "epoch": 1.671865252651279,
      "step": 5360
    },
    {
      "contrastive_lambda": 0.9804451989899741,
      "epoch": 1.671865252651279,
      "step": 5360
    },
    {
      "contrastive_lambda": 0.9804379483484493,
      "epoch": 1.6721771678103556,
      "step": 5361
    },
    {
      "contrastive_lambda": 0.9804306963897765,
      "epoch": 1.6724890829694323,
      "step": 5362
    },
    {
      "contrastive_lambda": 0.9804234431139758,
      "epoch": 1.672800998128509,
      "step": 5363
    },
    {
      "contrastive_lambda": 0.9804161885210669,
      "epoch": 1.6731129132875857,
      "step": 5364
    },
    {
      "contrastive_lambda": 0.9804089326110697,
      "epoch": 1.6734248284466626,
      "step": 5365
    },
    {
      "contrastive_lambda": 0.9804016753840041,
      "epoch": 1.673736743605739,
      "step": 5366
    },
    {
      "contrastive_lambda": 0.9803944168398901,
      "epoch": 1.674048658764816,
      "step": 5367
    },
    {
      "contrastive_lambda": 0.9803871569787476,
      "epoch": 1.6743605739238927,
      "step": 5368
    },
    {
      "contrastive_lambda": 0.9803798958005964,
      "epoch": 1.6746724890829694,
      "step": 5369
    },
    {
      "epoch": 1.6749844042420463,
      "grad_norm": 0.19082611799240112,
      "learning_rate": 9.957439856927073e-05,
      "loss": 0.0698,
      "step": 5370
    },
    {
      "epoch": 1.6749844042420463,
      "flow_loss": 0.03568930923938751,
      "step": 5370
    },
    {
      "contrastive_loss": 0.010282032191753387,
      "epoch": 1.6749844042420463,
      "step": 5370
    },
    {
      "contrastive_lambda": 0.9803726333054563,
      "epoch": 1.6749844042420463,
      "step": 5370
    },
    {
      "contrastive_lambda": 0.9803653694933475,
      "epoch": 1.6752963194011228,
      "step": 5371
    },
    {
      "contrastive_lambda": 0.9803581043642897,
      "epoch": 1.6756082345601997,
      "step": 5372
    },
    {
      "contrastive_lambda": 0.9803508379183029,
      "epoch": 1.6759201497192764,
      "step": 5373
    },
    {
      "contrastive_lambda": 0.9803435701554071,
      "epoch": 1.676232064878353,
      "step": 5374
    },
    {
      "contrastive_lambda": 0.980336301075622,
      "epoch": 1.6765439800374298,
      "step": 5375
    },
    {
      "contrastive_lambda": 0.9803290306789676,
      "epoch": 1.6768558951965065,
      "step": 5376
    },
    {
      "contrastive_lambda": 0.980321758965464,
      "epoch": 1.6771678103555834,
      "step": 5377
    },
    {
      "contrastive_lambda": 0.980314485935131,
      "epoch": 1.6774797255146598,
      "step": 5378
    },
    {
      "contrastive_lambda": 0.9803072115879886,
      "epoch": 1.6777916406737368,
      "step": 5379
    },
    {
      "epoch": 1.6781035558328135,
      "grad_norm": 0.1817944347858429,
      "learning_rate": 9.957080305654139e-05,
      "loss": 0.0608,
      "step": 5380
    },
    {
      "epoch": 1.6781035558328135,
      "flow_loss": 0.07592713832855225,
      "step": 5380
    },
    {
      "contrastive_loss": 0.012863044627010822,
      "epoch": 1.6781035558328135,
      "step": 5380
    },
    {
      "contrastive_lambda": 0.9802999359240567,
      "epoch": 1.6781035558328135,
      "step": 5380
    },
    {
      "contrastive_lambda": 0.9802926589433553,
      "epoch": 1.6784154709918901,
      "step": 5381
    },
    {
      "contrastive_lambda": 0.9802853806459042,
      "epoch": 1.678727386150967,
      "step": 5382
    },
    {
      "contrastive_lambda": 0.9802781010317235,
      "epoch": 1.6790393013100435,
      "step": 5383
    },
    {
      "contrastive_lambda": 0.9802708201008332,
      "epoch": 1.6793512164691204,
      "step": 5384
    },
    {
      "contrastive_lambda": 0.980263537853253,
      "epoch": 1.6796631316281971,
      "step": 5385
    },
    {
      "contrastive_lambda": 0.9802562542890032,
      "epoch": 1.6799750467872738,
      "step": 5386
    },
    {
      "contrastive_lambda": 0.9802489694081036,
      "epoch": 1.6802869619463507,
      "step": 5387
    },
    {
      "contrastive_lambda": 0.980241683210574,
      "epoch": 1.6805988771054272,
      "step": 5388
    },
    {
      "contrastive_lambda": 0.9802343956964348,
      "epoch": 1.6809107922645041,
      "step": 5389
    },
    {
      "epoch": 1.6812227074235808,
      "grad_norm": 0.18494807183742523,
      "learning_rate": 9.956719248551092e-05,
      "loss": 0.0619,
      "step": 5390
    },
    {
      "epoch": 1.6812227074235808,
      "flow_loss": 0.05320758372545242,
      "step": 5390
    },
    {
      "contrastive_loss": 0.01161146629601717,
      "epoch": 1.6812227074235808,
      "step": 5390
    },
    {
      "contrastive_lambda": 0.9802271068657056,
      "epoch": 1.6812227074235808,
      "step": 5390
    },
    {
      "contrastive_lambda": 0.9802198167184066,
      "epoch": 1.6815346225826575,
      "step": 5391
    },
    {
      "contrastive_lambda": 0.9802125252545577,
      "epoch": 1.6818465377417342,
      "step": 5392
    },
    {
      "contrastive_lambda": 0.9802052324741788,
      "epoch": 1.682158452900811,
      "step": 5393
    },
    {
      "contrastive_lambda": 0.9801979383772901,
      "epoch": 1.6824703680598878,
      "step": 5394
    },
    {
      "contrastive_lambda": 0.9801906429639113,
      "epoch": 1.6827822832189643,
      "step": 5395
    },
    {
      "contrastive_lambda": 0.9801833462340628,
      "epoch": 1.6830941983780412,
      "step": 5396
    },
    {
      "contrastive_lambda": 0.9801760481877644,
      "epoch": 1.6834061135371179,
      "step": 5397
    },
    {
      "contrastive_lambda": 0.9801687488250359,
      "epoch": 1.6837180286961946,
      "step": 5398
    },
    {
      "contrastive_lambda": 0.9801614481458977,
      "epoch": 1.6840299438552715,
      "step": 5399
    },
    {
      "epoch": 1.684341859014348,
      "grad_norm": 0.1531866490840912,
      "learning_rate": 9.956356685727612e-05,
      "loss": 0.0649,
      "step": 5400
    },
    {
      "epoch": 1.684341859014348,
      "flow_loss": 0.05467706173658371,
      "step": 5400
    },
    {
      "contrastive_loss": 0.013744186609983444,
      "epoch": 1.684341859014348,
      "step": 5400
    },
    {
      "contrastive_lambda": 0.9801541461503696,
      "epoch": 1.684341859014348,
      "step": 5400
    },
    {
      "contrastive_lambda": 0.9801468428384715,
      "epoch": 1.6846537741734249,
      "step": 5401
    },
    {
      "contrastive_lambda": 0.9801395382102237,
      "epoch": 1.6849656893325016,
      "step": 5402
    },
    {
      "contrastive_lambda": 0.980132232265646,
      "epoch": 1.6852776044915783,
      "step": 5403
    },
    {
      "contrastive_lambda": 0.9801249250047587,
      "epoch": 1.6855895196506552,
      "step": 5404
    },
    {
      "contrastive_lambda": 0.9801176164275816,
      "epoch": 1.6859014348097316,
      "step": 5405
    },
    {
      "contrastive_lambda": 0.9801103065341347,
      "epoch": 1.6862133499688086,
      "step": 5406
    },
    {
      "contrastive_lambda": 0.9801029953244382,
      "epoch": 1.6865252651278853,
      "step": 5407
    },
    {
      "contrastive_lambda": 0.980095682798512,
      "epoch": 1.686837180286962,
      "step": 5408
    },
    {
      "contrastive_lambda": 0.9800883689563763,
      "epoch": 1.6871490954460386,
      "step": 5409
    },
    {
      "epoch": 1.6874610106051153,
      "grad_norm": 0.24033138155937195,
      "learning_rate": 9.955992617293836e-05,
      "loss": 0.0644,
      "step": 5410
    },
    {
      "epoch": 1.6874610106051153,
      "flow_loss": 0.06752768158912659,
      "step": 5410
    },
    {
      "contrastive_loss": 0.01104783359915018,
      "epoch": 1.6874610106051153,
      "step": 5410
    },
    {
      "contrastive_lambda": 0.9800810537980511,
      "epoch": 1.6874610106051153,
      "step": 5410
    },
    {
      "contrastive_lambda": 0.9800737373235564,
      "epoch": 1.6877729257641922,
      "step": 5411
    },
    {
      "contrastive_lambda": 0.9800664195329123,
      "epoch": 1.6880848409232687,
      "step": 5412
    },
    {
      "contrastive_lambda": 0.9800591004261388,
      "epoch": 1.6883967560823456,
      "step": 5413
    },
    {
      "contrastive_lambda": 0.980051780003256,
      "epoch": 1.6887086712414223,
      "step": 5414
    },
    {
      "contrastive_lambda": 0.9800444582642841,
      "epoch": 1.689020586400499,
      "step": 5415
    },
    {
      "contrastive_lambda": 0.980037135209243,
      "epoch": 1.689332501559576,
      "step": 5416
    },
    {
      "contrastive_lambda": 0.9800298108381529,
      "epoch": 1.6896444167186524,
      "step": 5417
    },
    {
      "contrastive_lambda": 0.9800224851510337,
      "epoch": 1.6899563318777293,
      "step": 5418
    },
    {
      "contrastive_lambda": 0.9800151581479057,
      "epoch": 1.690268247036806,
      "step": 5419
    },
    {
      "epoch": 1.6905801621958827,
      "grad_norm": 0.20612898468971252,
      "learning_rate": 9.955627043360358e-05,
      "loss": 0.0619,
      "step": 5420
    },
    {
      "epoch": 1.6905801621958827,
      "flow_loss": 0.052431296557188034,
      "step": 5420
    },
    {
      "contrastive_loss": 0.011463621631264687,
      "epoch": 1.6905801621958827,
      "step": 5420
    },
    {
      "contrastive_lambda": 0.9800078298287889,
      "epoch": 1.6905801621958827,
      "step": 5420
    },
    {
      "contrastive_lambda": 0.9800005001937033,
      "epoch": 1.6908920773549596,
      "step": 5421
    },
    {
      "contrastive_lambda": 0.9799931692426691,
      "epoch": 1.691203992514036,
      "step": 5422
    },
    {
      "contrastive_lambda": 0.9799858369757064,
      "epoch": 1.691515907673113,
      "step": 5423
    },
    {
      "contrastive_lambda": 0.9799785033928353,
      "epoch": 1.6918278228321897,
      "step": 5424
    },
    {
      "contrastive_lambda": 0.979971168494076,
      "epoch": 1.6921397379912664,
      "step": 5425
    },
    {
      "contrastive_lambda": 0.9799638322794482,
      "epoch": 1.692451653150343,
      "step": 5426
    },
    {
      "contrastive_lambda": 0.9799564947489725,
      "epoch": 1.6927635683094198,
      "step": 5427
    },
    {
      "contrastive_lambda": 0.9799491559026687,
      "epoch": 1.6930754834684967,
      "step": 5428
    },
    {
      "contrastive_lambda": 0.979941815740557,
      "epoch": 1.6933873986275731,
      "step": 5429
    },
    {
      "epoch": 1.69369931378665,
      "grad_norm": 0.22765114903450012,
      "learning_rate": 9.955259964038231e-05,
      "loss": 0.0648,
      "step": 5430
    },
    {
      "epoch": 1.69369931378665,
      "flow_loss": 0.046387575566768646,
      "step": 5430
    },
    {
      "contrastive_loss": 0.012160021811723709,
      "epoch": 1.69369931378665,
      "step": 5430
    },
    {
      "contrastive_lambda": 0.9799344742626578,
      "epoch": 1.69369931378665,
      "step": 5430
    },
    {
      "contrastive_lambda": 0.9799271314689908,
      "epoch": 1.6940112289457268,
      "step": 5431
    },
    {
      "contrastive_lambda": 0.9799197873595764,
      "epoch": 1.6943231441048034,
      "step": 5432
    },
    {
      "contrastive_lambda": 0.9799124419344347,
      "epoch": 1.6946350592638804,
      "step": 5433
    },
    {
      "contrastive_lambda": 0.9799050951935857,
      "epoch": 1.6949469744229568,
      "step": 5434
    },
    {
      "contrastive_lambda": 0.9798977471370496,
      "epoch": 1.6952588895820337,
      "step": 5435
    },
    {
      "contrastive_lambda": 0.9798903977648467,
      "epoch": 1.6955708047411104,
      "step": 5436
    },
    {
      "contrastive_lambda": 0.9798830470769969,
      "epoch": 1.6958827199001871,
      "step": 5437
    },
    {
      "contrastive_lambda": 0.9798756950735206,
      "epoch": 1.696194635059264,
      "step": 5438
    },
    {
      "contrastive_lambda": 0.9798683417544378,
      "epoch": 1.6965065502183405,
      "step": 5439
    },
    {
      "epoch": 1.6968184653774174,
      "grad_norm": 0.17091694474220276,
      "learning_rate": 9.954891379438962e-05,
      "loss": 0.0603,
      "step": 5440
    },
    {
      "epoch": 1.6968184653774174,
      "flow_loss": 0.0772835910320282,
      "step": 5440
    },
    {
      "contrastive_loss": 0.010521510615944862,
      "epoch": 1.6968184653774174,
      "step": 5440
    },
    {
      "contrastive_lambda": 0.9798609871197685,
      "epoch": 1.6968184653774174,
      "step": 5440
    },
    {
      "contrastive_lambda": 0.9798536311695334,
      "epoch": 1.6971303805364941,
      "step": 5441
    },
    {
      "contrastive_lambda": 0.9798462739037521,
      "epoch": 1.6974422956955708,
      "step": 5442
    },
    {
      "contrastive_lambda": 0.979838915322445,
      "epoch": 1.6977542108546475,
      "step": 5443
    },
    {
      "contrastive_lambda": 0.9798315554256324,
      "epoch": 1.6980661260137242,
      "step": 5444
    },
    {
      "contrastive_lambda": 0.9798241942133342,
      "epoch": 1.6983780411728011,
      "step": 5445
    },
    {
      "contrastive_lambda": 0.9798168316855709,
      "epoch": 1.6986899563318776,
      "step": 5446
    },
    {
      "contrastive_lambda": 0.9798094678423623,
      "epoch": 1.6990018714909545,
      "step": 5447
    },
    {
      "contrastive_lambda": 0.9798021026837289,
      "epoch": 1.6993137866500312,
      "step": 5448
    },
    {
      "contrastive_lambda": 0.9797947362096908,
      "epoch": 1.6996257018091079,
      "step": 5449
    },
    {
      "epoch": 1.6999376169681848,
      "grad_norm": 0.188590869307518,
      "learning_rate": 9.954521289674519e-05,
      "loss": 0.0689,
      "step": 5450
    },
    {
      "epoch": 1.6999376169681848,
      "flow_loss": 0.050159815698862076,
      "step": 5450
    },
    {
      "contrastive_loss": 0.013365592807531357,
      "epoch": 1.6999376169681848,
      "step": 5450
    },
    {
      "contrastive_lambda": 0.9797873684202683,
      "epoch": 1.6999376169681848,
      "step": 5450
    },
    {
      "contrastive_lambda": 0.9797799993154813,
      "epoch": 1.7002495321272613,
      "step": 5451
    },
    {
      "contrastive_lambda": 0.9797726288953503,
      "epoch": 1.7005614472863382,
      "step": 5452
    },
    {
      "contrastive_lambda": 0.9797652571598954,
      "epoch": 1.7008733624454149,
      "step": 5453
    },
    {
      "contrastive_lambda": 0.9797578841091368,
      "epoch": 1.7011852776044916,
      "step": 5454
    },
    {
      "contrastive_lambda": 0.9797505097430946,
      "epoch": 1.7014971927635683,
      "step": 5455
    },
    {
      "contrastive_lambda": 0.9797431340617893,
      "epoch": 1.701809107922645,
      "step": 5456
    },
    {
      "contrastive_lambda": 0.979735757065241,
      "epoch": 1.7021210230817219,
      "step": 5457
    },
    {
      "contrastive_lambda": 0.9797283787534696,
      "epoch": 1.7024329382407986,
      "step": 5458
    },
    {
      "contrastive_lambda": 0.9797209991264959,
      "epoch": 1.7027448533998752,
      "step": 5459
    },
    {
      "epoch": 1.703056768558952,
      "grad_norm": 0.1278679370880127,
      "learning_rate": 9.954149694857325e-05,
      "loss": 0.0592,
      "step": 5460
    },
    {
      "epoch": 1.703056768558952,
      "flow_loss": 0.05965558812022209,
      "step": 5460
    },
    {
      "contrastive_loss": 0.01333180908113718,
      "epoch": 1.703056768558952,
      "step": 5460
    },
    {
      "contrastive_lambda": 0.9797136181843398,
      "epoch": 1.703056768558952,
      "step": 5460
    },
    {
      "contrastive_lambda": 0.9797062359270214,
      "epoch": 1.7033686837180286,
      "step": 5461
    },
    {
      "contrastive_lambda": 0.9796988523545613,
      "epoch": 1.7036805988771055,
      "step": 5462
    },
    {
      "contrastive_lambda": 0.9796914674669794,
      "epoch": 1.703992514036182,
      "step": 5463
    },
    {
      "contrastive_lambda": 0.9796840812642962,
      "epoch": 1.704304429195259,
      "step": 5464
    },
    {
      "contrastive_lambda": 0.9796766937465319,
      "epoch": 1.7046163443543356,
      "step": 5465
    },
    {
      "contrastive_lambda": 0.9796693049137066,
      "epoch": 1.7049282595134123,
      "step": 5466
    },
    {
      "contrastive_lambda": 0.9796619147658407,
      "epoch": 1.7052401746724892,
      "step": 5467
    },
    {
      "contrastive_lambda": 0.9796545233029545,
      "epoch": 1.7055520898315657,
      "step": 5468
    },
    {
      "contrastive_lambda": 0.9796471305250682,
      "epoch": 1.7058640049906426,
      "step": 5469
    },
    {
      "epoch": 1.7061759201497193,
      "grad_norm": 0.21105968952178955,
      "learning_rate": 9.953776595100258e-05,
      "loss": 0.0606,
      "step": 5470
    },
    {
      "epoch": 1.7061759201497193,
      "flow_loss": 0.06520456820726395,
      "step": 5470
    },
    {
      "contrastive_loss": 0.011338472366333008,
      "epoch": 1.7061759201497193,
      "step": 5470
    },
    {
      "contrastive_lambda": 0.979639736432202,
      "epoch": 1.7061759201497193,
      "step": 5470
    },
    {
      "contrastive_lambda": 0.9796323410243762,
      "epoch": 1.706487835308796,
      "step": 5471
    },
    {
      "contrastive_lambda": 0.9796249443016112,
      "epoch": 1.7067997504678727,
      "step": 5472
    },
    {
      "contrastive_lambda": 0.9796175462639272,
      "epoch": 1.7071116656269494,
      "step": 5473
    },
    {
      "contrastive_lambda": 0.9796101469113443,
      "epoch": 1.7074235807860263,
      "step": 5474
    },
    {
      "contrastive_lambda": 0.979602746243883,
      "epoch": 1.7077354959451028,
      "step": 5475
    },
    {
      "contrastive_lambda": 0.9795953442615637,
      "epoch": 1.7080474111041797,
      "step": 5476
    },
    {
      "contrastive_lambda": 0.9795879409644064,
      "epoch": 1.7083593262632564,
      "step": 5477
    },
    {
      "contrastive_lambda": 0.9795805363524315,
      "epoch": 1.708671241422333,
      "step": 5478
    },
    {
      "contrastive_lambda": 0.9795731304256594,
      "epoch": 1.70898315658141,
      "step": 5479
    },
    {
      "epoch": 1.7092950717404864,
      "grad_norm": 0.17436543107032776,
      "learning_rate": 9.95340199051666e-05,
      "loss": 0.0596,
      "step": 5480
    },
    {
      "epoch": 1.7092950717404864,
      "flow_loss": 0.05431051552295685,
      "step": 5480
    },
    {
      "contrastive_loss": 0.012251843698322773,
      "epoch": 1.7092950717404864,
      "step": 5480
    },
    {
      "contrastive_lambda": 0.9795657231841103,
      "epoch": 1.7092950717404864,
      "step": 5480
    },
    {
      "contrastive_lambda": 0.9795583146278045,
      "epoch": 1.7096069868995634,
      "step": 5481
    },
    {
      "contrastive_lambda": 0.9795509047567624,
      "epoch": 1.70991890205864,
      "step": 5482
    },
    {
      "contrastive_lambda": 0.9795434935710043,
      "epoch": 1.7102308172177167,
      "step": 5483
    },
    {
      "contrastive_lambda": 0.9795360810705505,
      "epoch": 1.7105427323767937,
      "step": 5484
    },
    {
      "contrastive_lambda": 0.9795286672554212,
      "epoch": 1.7108546475358701,
      "step": 5485
    },
    {
      "contrastive_lambda": 0.9795212521256369,
      "epoch": 1.711166562694947,
      "step": 5486
    },
    {
      "contrastive_lambda": 0.9795138356812179,
      "epoch": 1.7114784778540237,
      "step": 5487
    },
    {
      "contrastive_lambda": 0.9795064179221844,
      "epoch": 1.7117903930131004,
      "step": 5488
    },
    {
      "contrastive_lambda": 0.979498998848557,
      "epoch": 1.7121023081721771,
      "step": 5489
    },
    {
      "epoch": 1.7124142233312538,
      "grad_norm": 0.16870296001434326,
      "learning_rate": 9.953025881220325e-05,
      "loss": 0.058,
      "step": 5490
    },
    {
      "epoch": 1.7124142233312538,
      "flow_loss": 0.04745359718799591,
      "step": 5490
    },
    {
      "contrastive_loss": 0.013469558209180832,
      "epoch": 1.7124142233312538,
      "step": 5490
    },
    {
      "contrastive_lambda": 0.9794915784603557,
      "epoch": 1.7124142233312538,
      "step": 5490
    },
    {
      "contrastive_lambda": 0.979484156757601,
      "epoch": 1.7127261384903307,
      "step": 5491
    },
    {
      "contrastive_lambda": 0.9794767337403134,
      "epoch": 1.7130380536494072,
      "step": 5492
    },
    {
      "contrastive_lambda": 0.979469309408513,
      "epoch": 1.7133499688084841,
      "step": 5493
    },
    {
      "contrastive_lambda": 0.9794618837622202,
      "epoch": 1.7136618839675608,
      "step": 5494
    },
    {
      "contrastive_lambda": 0.9794544568014556,
      "epoch": 1.7139737991266375,
      "step": 5495
    },
    {
      "contrastive_lambda": 0.9794470285262393,
      "epoch": 1.7142857142857144,
      "step": 5496
    },
    {
      "contrastive_lambda": 0.9794395989365918,
      "epoch": 1.7145976294447909,
      "step": 5497
    },
    {
      "contrastive_lambda": 0.9794321680325333,
      "epoch": 1.7149095446038678,
      "step": 5498
    },
    {
      "contrastive_lambda": 0.9794247358140844,
      "epoch": 1.7152214597629445,
      "step": 5499
    },
    {
      "epoch": 1.7155333749220212,
      "grad_norm": 0.1721186339855194,
      "learning_rate": 9.952648267325504e-05,
      "loss": 0.0591,
      "step": 5500
    },
    {
      "epoch": 1.7155333749220212,
      "flow_loss": 0.05512108653783798,
      "step": 5500
    },
    {
      "contrastive_loss": 0.013879292644560337,
      "epoch": 1.7155333749220212,
      "step": 5500
    },
    {
      "contrastive_lambda": 0.9794173022812653,
      "epoch": 1.7155333749220212,
      "step": 5500
    },
    {
      "contrastive_lambda": 0.9794098674340965,
      "epoch": 1.715845290081098,
      "step": 5501
    },
    {
      "contrastive_lambda": 0.9794024312725984,
      "epoch": 1.7161572052401746,
      "step": 5502
    },
    {
      "contrastive_lambda": 0.9793949937967912,
      "epoch": 1.7164691203992515,
      "step": 5503
    },
    {
      "contrastive_lambda": 0.9793875550066954,
      "epoch": 1.7167810355583282,
      "step": 5504
    },
    {
      "contrastive_lambda": 0.9793801149023313,
      "epoch": 1.7170929507174049,
      "step": 5505
    },
    {
      "contrastive_lambda": 0.9793726734837196,
      "epoch": 1.7174048658764816,
      "step": 5506
    },
    {
      "contrastive_lambda": 0.9793652307508804,
      "epoch": 1.7177167810355582,
      "step": 5507
    },
    {
      "contrastive_lambda": 0.9793577867038343,
      "epoch": 1.7180286961946352,
      "step": 5508
    },
    {
      "contrastive_lambda": 0.9793503413426015,
      "epoch": 1.7183406113537116,
      "step": 5509
    },
    {
      "epoch": 1.7186525265127885,
      "grad_norm": 0.17189884185791016,
      "learning_rate": 9.952269148946905e-05,
      "loss": 0.0597,
      "step": 5510
    },
    {
      "epoch": 1.7186525265127885,
      "flow_loss": 0.04910877346992493,
      "step": 5510
    },
    {
      "contrastive_loss": 0.01225847378373146,
      "epoch": 1.7186525265127885,
      "step": 5510
    },
    {
      "contrastive_lambda": 0.9793428946672026,
      "epoch": 1.7186525265127885,
      "step": 5510
    },
    {
      "contrastive_lambda": 0.9793354466776578,
      "epoch": 1.7189644416718652,
      "step": 5511
    },
    {
      "contrastive_lambda": 0.9793279973739879,
      "epoch": 1.719276356830942,
      "step": 5512
    },
    {
      "contrastive_lambda": 0.9793205467562129,
      "epoch": 1.7195882719900188,
      "step": 5513
    },
    {
      "contrastive_lambda": 0.9793130948243534,
      "epoch": 1.7199001871490953,
      "step": 5514
    },
    {
      "contrastive_lambda": 0.9793056415784298,
      "epoch": 1.7202121023081722,
      "step": 5515
    },
    {
      "contrastive_lambda": 0.9792981870184627,
      "epoch": 1.720524017467249,
      "step": 5516
    },
    {
      "contrastive_lambda": 0.9792907311444724,
      "epoch": 1.7208359326263256,
      "step": 5517
    },
    {
      "contrastive_lambda": 0.9792832739564793,
      "epoch": 1.7211478477854025,
      "step": 5518
    },
    {
      "contrastive_lambda": 0.9792758154545038,
      "epoch": 1.721459762944479,
      "step": 5519
    },
    {
      "epoch": 1.721771678103556,
      "grad_norm": 0.17845605313777924,
      "learning_rate": 9.951888526199697e-05,
      "loss": 0.0575,
      "step": 5520
    },
    {
      "epoch": 1.721771678103556,
      "flow_loss": 0.08949213474988937,
      "step": 5520
    },
    {
      "contrastive_loss": 0.011739352717995644,
      "epoch": 1.721771678103556,
      "step": 5520
    },
    {
      "contrastive_lambda": 0.9792683556385666,
      "epoch": 1.721771678103556,
      "step": 5520
    },
    {
      "contrastive_lambda": 0.9792608945086879,
      "epoch": 1.7220835932626326,
      "step": 5521
    },
    {
      "contrastive_lambda": 0.9792534320648882,
      "epoch": 1.7223955084217093,
      "step": 5522
    },
    {
      "contrastive_lambda": 0.9792459683071881,
      "epoch": 1.722707423580786,
      "step": 5523
    },
    {
      "contrastive_lambda": 0.979238503235608,
      "epoch": 1.7230193387398627,
      "step": 5524
    },
    {
      "contrastive_lambda": 0.9792310368501683,
      "epoch": 1.7233312538989396,
      "step": 5525
    },
    {
      "contrastive_lambda": 0.9792235691508895,
      "epoch": 1.723643169058016,
      "step": 5526
    },
    {
      "contrastive_lambda": 0.9792161001377921,
      "epoch": 1.723955084217093,
      "step": 5527
    },
    {
      "contrastive_lambda": 0.9792086298108964,
      "epoch": 1.7242669993761697,
      "step": 5528
    },
    {
      "contrastive_lambda": 0.9792011581702231,
      "epoch": 1.7245789145352464,
      "step": 5529
    },
    {
      "epoch": 1.7248908296943233,
      "grad_norm": 0.21138426661491394,
      "learning_rate": 9.951506399199501e-05,
      "loss": 0.0718,
      "step": 5530
    },
    {
      "epoch": 1.7248908296943233,
      "flow_loss": 0.06748612225055695,
      "step": 5530
    },
    {
      "contrastive_loss": 0.012350780889391899,
      "epoch": 1.7248908296943233,
      "step": 5530
    },
    {
      "contrastive_lambda": 0.9791936852157928,
      "epoch": 1.7248908296943233,
      "step": 5530
    },
    {
      "contrastive_lambda": 0.9791862109476257,
      "epoch": 1.7252027448533998,
      "step": 5531
    },
    {
      "contrastive_lambda": 0.9791787353657423,
      "epoch": 1.7255146600124767,
      "step": 5532
    },
    {
      "contrastive_lambda": 0.9791712584701633,
      "epoch": 1.7258265751715534,
      "step": 5533
    },
    {
      "contrastive_lambda": 0.979163780260909,
      "epoch": 1.72613849033063,
      "step": 5534
    },
    {
      "contrastive_lambda": 0.979156300738,
      "epoch": 1.726450405489707,
      "step": 5535
    },
    {
      "contrastive_lambda": 0.9791488199014569,
      "epoch": 1.7267623206487834,
      "step": 5536
    },
    {
      "contrastive_lambda": 0.9791413377513,
      "epoch": 1.7270742358078603,
      "step": 5537
    },
    {
      "contrastive_lambda": 0.9791338542875498,
      "epoch": 1.727386150966937,
      "step": 5538
    },
    {
      "contrastive_lambda": 0.9791263695102272,
      "epoch": 1.7276980661260137,
      "step": 5539
    },
    {
      "epoch": 1.7280099812850904,
      "grad_norm": 0.1762840449810028,
      "learning_rate": 9.951122768062399e-05,
      "loss": 0.0631,
      "step": 5540
    },
    {
      "epoch": 1.7280099812850904,
      "flow_loss": 0.054174818098545074,
      "step": 5540
    },
    {
      "contrastive_loss": 0.012486850842833519,
      "epoch": 1.7280099812850904,
      "step": 5540
    },
    {
      "contrastive_lambda": 0.9791188834193524,
      "epoch": 1.7280099812850904,
      "step": 5540
    },
    {
      "contrastive_lambda": 0.9791113960149458,
      "epoch": 1.7283218964441671,
      "step": 5541
    },
    {
      "contrastive_lambda": 0.9791039072970282,
      "epoch": 1.728633811603244,
      "step": 5542
    },
    {
      "contrastive_lambda": 0.9790964172656201,
      "epoch": 1.7289457267623205,
      "step": 5543
    },
    {
      "contrastive_lambda": 0.979088925920742,
      "epoch": 1.7292576419213974,
      "step": 5544
    },
    {
      "contrastive_lambda": 0.9790814332624143,
      "epoch": 1.729569557080474,
      "step": 5545
    },
    {
      "contrastive_lambda": 0.9790739392906578,
      "epoch": 1.7298814722395508,
      "step": 5546
    },
    {
      "contrastive_lambda": 0.9790664440054927,
      "epoch": 1.7301933873986277,
      "step": 5547
    },
    {
      "contrastive_lambda": 0.9790589474069398,
      "epoch": 1.7305053025577042,
      "step": 5548
    },
    {
      "contrastive_lambda": 0.9790514494950195,
      "epoch": 1.730817217716781,
      "step": 5549
    },
    {
      "epoch": 1.7311291328758578,
      "grad_norm": 0.1785687953233719,
      "learning_rate": 9.950737632904927e-05,
      "loss": 0.0561,
      "step": 5550
    },
    {
      "epoch": 1.7311291328758578,
      "flow_loss": 0.08264342695474625,
      "step": 5550
    },
    {
      "contrastive_loss": 0.010649180971086025,
      "epoch": 1.7311291328758578,
      "step": 5550
    },
    {
      "contrastive_lambda": 0.9790439502697528,
      "epoch": 1.7311291328758578,
      "step": 5550
    },
    {
      "contrastive_lambda": 0.9790364497311597,
      "epoch": 1.7314410480349345,
      "step": 5551
    },
    {
      "contrastive_lambda": 0.9790289478792609,
      "epoch": 1.7317529631940112,
      "step": 5552
    },
    {
      "contrastive_lambda": 0.979021444714077,
      "epoch": 1.7320648783530879,
      "step": 5553
    },
    {
      "contrastive_lambda": 0.9790139402356288,
      "epoch": 1.7323767935121648,
      "step": 5554
    },
    {
      "contrastive_lambda": 0.9790064344439365,
      "epoch": 1.7326887086712415,
      "step": 5555
    },
    {
      "contrastive_lambda": 0.9789989273390209,
      "epoch": 1.7330006238303182,
      "step": 5556
    },
    {
      "contrastive_lambda": 0.9789914189209028,
      "epoch": 1.7333125389893949,
      "step": 5557
    },
    {
      "contrastive_lambda": 0.9789839091896022,
      "epoch": 1.7336244541484715,
      "step": 5558
    },
    {
      "contrastive_lambda": 0.9789763981451403,
      "epoch": 1.7339363693075485,
      "step": 5559
    },
    {
      "epoch": 1.734248284466625,
      "grad_norm": 0.15031252801418304,
      "learning_rate": 9.950350993844077e-05,
      "loss": 0.0643,
      "step": 5560
    },
    {
      "epoch": 1.734248284466625,
      "flow_loss": 0.050115492194890976,
      "step": 5560
    },
    {
      "contrastive_loss": 0.012670895084738731,
      "epoch": 1.734248284466625,
      "step": 5560
    },
    {
      "contrastive_lambda": 0.9789688857875372,
      "epoch": 1.734248284466625,
      "step": 5560
    },
    {
      "contrastive_lambda": 0.9789613721168138,
      "epoch": 1.7345601996257018,
      "step": 5561
    },
    {
      "contrastive_lambda": 0.9789538571329905,
      "epoch": 1.7348721147847785,
      "step": 5562
    },
    {
      "contrastive_lambda": 0.9789463408360881,
      "epoch": 1.7351840299438552,
      "step": 5563
    },
    {
      "contrastive_lambda": 0.9789388232261271,
      "epoch": 1.7354959451029321,
      "step": 5564
    },
    {
      "contrastive_lambda": 0.978931304303128,
      "epoch": 1.7358078602620086,
      "step": 5565
    },
    {
      "contrastive_lambda": 0.9789237840671117,
      "epoch": 1.7361197754210855,
      "step": 5566
    },
    {
      "contrastive_lambda": 0.9789162625180987,
      "epoch": 1.7364316905801622,
      "step": 5567
    },
    {
      "contrastive_lambda": 0.9789087396561094,
      "epoch": 1.736743605739239,
      "step": 5568
    },
    {
      "contrastive_lambda": 0.9789012154811647,
      "epoch": 1.7370555208983156,
      "step": 5569
    },
    {
      "epoch": 1.7373674360573923,
      "grad_norm": 0.17737405002117157,
      "learning_rate": 9.949962850997303e-05,
      "loss": 0.0586,
      "step": 5570
    },
    {
      "epoch": 1.7373674360573923,
      "flow_loss": 0.07162723690271378,
      "step": 5570
    },
    {
      "contrastive_loss": 0.011626051738858223,
      "epoch": 1.7373674360573923,
      "step": 5570
    },
    {
      "contrastive_lambda": 0.9788936899932851,
      "epoch": 1.7373674360573923,
      "step": 5570
    },
    {
      "contrastive_lambda": 0.9788861631924912,
      "epoch": 1.7376793512164692,
      "step": 5571
    },
    {
      "contrastive_lambda": 0.9788786350788038,
      "epoch": 1.737991266375546,
      "step": 5572
    },
    {
      "contrastive_lambda": 0.9788711056522434,
      "epoch": 1.7383031815346226,
      "step": 5573
    },
    {
      "contrastive_lambda": 0.9788635749128307,
      "epoch": 1.7386150966936993,
      "step": 5574
    },
    {
      "contrastive_lambda": 0.9788560428605863,
      "epoch": 1.738927011852776,
      "step": 5575
    },
    {
      "contrastive_lambda": 0.9788485094955308,
      "epoch": 1.739238927011853,
      "step": 5576
    },
    {
      "contrastive_lambda": 0.978840974817685,
      "epoch": 1.7395508421709294,
      "step": 5577
    },
    {
      "contrastive_lambda": 0.9788334388270694,
      "epoch": 1.7398627573300063,
      "step": 5578
    },
    {
      "contrastive_lambda": 0.9788259015237049,
      "epoch": 1.740174672489083,
      "step": 5579
    },
    {
      "epoch": 1.7404865876481597,
      "grad_norm": 0.2090715616941452,
      "learning_rate": 9.949573204482512e-05,
      "loss": 0.0656,
      "step": 5580
    },
    {
      "epoch": 1.7404865876481597,
      "flow_loss": 0.04416162520647049,
      "step": 5580
    },
    {
      "contrastive_loss": 0.011266296729445457,
      "epoch": 1.7404865876481597,
      "step": 5580
    },
    {
      "contrastive_lambda": 0.9788183629076119,
      "epoch": 1.7404865876481597,
      "step": 5580
    },
    {
      "contrastive_lambda": 0.9788108229788111,
      "epoch": 1.7407985028072366,
      "step": 5581
    },
    {
      "contrastive_lambda": 0.9788032817373233,
      "epoch": 1.741110417966313,
      "step": 5582
    },
    {
      "contrastive_lambda": 0.9787957391831692,
      "epoch": 1.74142233312539,
      "step": 5583
    },
    {
      "contrastive_lambda": 0.9787881953163693,
      "epoch": 1.7417342482844667,
      "step": 5584
    },
    {
      "contrastive_lambda": 0.9787806501369445,
      "epoch": 1.7420461634435433,
      "step": 5585
    },
    {
      "contrastive_lambda": 0.9787731036449152,
      "epoch": 1.74235807860262,
      "step": 5586
    },
    {
      "contrastive_lambda": 0.9787655558403023,
      "epoch": 1.7426699937616967,
      "step": 5587
    },
    {
      "contrastive_lambda": 0.9787580067231265,
      "epoch": 1.7429819089207736,
      "step": 5588
    },
    {
      "contrastive_lambda": 0.9787504562934084,
      "epoch": 1.7432938240798501,
      "step": 5589
    },
    {
      "epoch": 1.743605739238927,
      "grad_norm": 0.1769193857908249,
      "learning_rate": 9.949182054418064e-05,
      "loss": 0.0641,
      "step": 5590
    },
    {
      "epoch": 1.743605739238927,
      "flow_loss": 0.06200375780463219,
      "step": 5590
    },
    {
      "contrastive_loss": 0.012462923303246498,
      "epoch": 1.743605739238927,
      "step": 5590
    },
    {
      "contrastive_lambda": 0.9787429045511687,
      "epoch": 1.743605739238927,
      "step": 5590
    },
    {
      "contrastive_lambda": 0.9787353514964283,
      "epoch": 1.7439176543980037,
      "step": 5591
    },
    {
      "contrastive_lambda": 0.9787277971292077,
      "epoch": 1.7442295695570804,
      "step": 5592
    },
    {
      "contrastive_lambda": 0.9787202414495275,
      "epoch": 1.7445414847161573,
      "step": 5593
    },
    {
      "contrastive_lambda": 0.9787126844574088,
      "epoch": 1.7448533998752338,
      "step": 5594
    },
    {
      "contrastive_lambda": 0.9787051261528719,
      "epoch": 1.7451653150343107,
      "step": 5595
    },
    {
      "contrastive_lambda": 0.9786975665359379,
      "epoch": 1.7454772301933874,
      "step": 5596
    },
    {
      "contrastive_lambda": 0.9786900056066272,
      "epoch": 1.745789145352464,
      "step": 5597
    },
    {
      "contrastive_lambda": 0.9786824433649607,
      "epoch": 1.746101060511541,
      "step": 5598
    },
    {
      "contrastive_lambda": 0.9786748798109591,
      "epoch": 1.7464129756706175,
      "step": 5599
    },
    {
      "epoch": 1.7467248908296944,
      "grad_norm": 0.1568063497543335,
      "learning_rate": 9.948789400922787e-05,
      "loss": 0.0675,
      "step": 5600
    },
    {
      "epoch": 1.7467248908296944,
      "flow_loss": 0.07446278631687164,
      "step": 5600
    },
    {
      "contrastive_loss": 0.014572260901331902,
      "epoch": 1.7467248908296944,
      "step": 5600
    },
    {
      "contrastive_lambda": 0.9786673149446432,
      "epoch": 1.7467248908296944,
      "step": 5600
    },
    {
      "contrastive_lambda": 0.9786597487660336,
      "epoch": 1.747036805988771,
      "step": 5601
    },
    {
      "contrastive_lambda": 0.9786521812751512,
      "epoch": 1.7473487211478478,
      "step": 5602
    },
    {
      "contrastive_lambda": 0.9786446124720166,
      "epoch": 1.7476606363069245,
      "step": 5603
    },
    {
      "contrastive_lambda": 0.9786370423566506,
      "epoch": 1.7479725514660012,
      "step": 5604
    },
    {
      "contrastive_lambda": 0.9786294709290742,
      "epoch": 1.748284466625078,
      "step": 5605
    },
    {
      "contrastive_lambda": 0.9786218981893077,
      "epoch": 1.7485963817841546,
      "step": 5606
    },
    {
      "contrastive_lambda": 0.9786143241373721,
      "epoch": 1.7489082969432315,
      "step": 5607
    },
    {
      "contrastive_lambda": 0.9786067487732881,
      "epoch": 1.7492202121023082,
      "step": 5608
    },
    {
      "contrastive_lambda": 0.9785991720970767,
      "epoch": 1.7495321272613849,
      "step": 5609
    },
    {
      "epoch": 1.7498440424204618,
      "grad_norm": 0.18543919920921326,
      "learning_rate": 9.948395244115953e-05,
      "loss": 0.0664,
      "step": 5610
    },
    {
      "epoch": 1.7498440424204618,
      "flow_loss": 0.06712013483047485,
      "step": 5610
    },
    {
      "contrastive_loss": 0.01458088867366314,
      "epoch": 1.7498440424204618,
      "step": 5610
    },
    {
      "contrastive_lambda": 0.9785915941087584,
      "epoch": 1.7498440424204618,
      "step": 5610
    },
    {
      "contrastive_lambda": 0.9785840148083542,
      "epoch": 1.7501559575795382,
      "step": 5611
    },
    {
      "contrastive_lambda": 0.9785764341958846,
      "epoch": 1.7504678727386151,
      "step": 5612
    },
    {
      "contrastive_lambda": 0.9785688522713706,
      "epoch": 1.7507797878976918,
      "step": 5613
    },
    {
      "contrastive_lambda": 0.9785612690348329,
      "epoch": 1.7510917030567685,
      "step": 5614
    },
    {
      "contrastive_lambda": 0.9785536844862923,
      "epoch": 1.7514036182158454,
      "step": 5615
    },
    {
      "contrastive_lambda": 0.9785460986257696,
      "epoch": 1.751715533374922,
      "step": 5616
    },
    {
      "contrastive_lambda": 0.9785385114532856,
      "epoch": 1.7520274485339988,
      "step": 5617
    },
    {
      "contrastive_lambda": 0.978530922968861,
      "epoch": 1.7523393636930755,
      "step": 5618
    },
    {
      "contrastive_lambda": 0.9785233331725169,
      "epoch": 1.7526512788521522,
      "step": 5619
    },
    {
      "epoch": 1.752963194011229,
      "grad_norm": 0.19955402612686157,
      "learning_rate": 9.9479995841173e-05,
      "loss": 0.0649,
      "step": 5620
    },
    {
      "epoch": 1.752963194011229,
      "flow_loss": 0.06751962006092072,
      "step": 5620
    },
    {
      "contrastive_loss": 0.01675819791853428,
      "epoch": 1.752963194011229,
      "step": 5620
    },
    {
      "contrastive_lambda": 0.9785157420642738,
      "epoch": 1.752963194011229,
      "step": 5620
    },
    {
      "contrastive_lambda": 0.9785081496441527,
      "epoch": 1.7532751091703056,
      "step": 5621
    },
    {
      "contrastive_lambda": 0.9785005559121742,
      "epoch": 1.7535870243293825,
      "step": 5622
    },
    {
      "contrastive_lambda": 0.9784929608683595,
      "epoch": 1.753898939488459,
      "step": 5623
    },
    {
      "contrastive_lambda": 0.9784853645127289,
      "epoch": 1.754210854647536,
      "step": 5624
    },
    {
      "contrastive_lambda": 0.9784777668453037,
      "epoch": 1.7545227698066126,
      "step": 5625
    },
    {
      "contrastive_lambda": 0.9784701678661044,
      "epoch": 1.7548346849656893,
      "step": 5626
    },
    {
      "contrastive_lambda": 0.9784625675751522,
      "epoch": 1.7551466001247662,
      "step": 5627
    },
    {
      "contrastive_lambda": 0.9784549659724674,
      "epoch": 1.7554585152838427,
      "step": 5628
    },
    {
      "contrastive_lambda": 0.9784473630580712,
      "epoch": 1.7557704304429196,
      "step": 5629
    },
    {
      "epoch": 1.7560823456019963,
      "grad_norm": 0.1525280773639679,
      "learning_rate": 9.947602421047017e-05,
      "loss": 0.0577,
      "step": 5630
    },
    {
      "epoch": 1.7560823456019963,
      "flow_loss": 0.09103411436080933,
      "step": 5630
    },
    {
      "contrastive_loss": 0.011451315134763718,
      "epoch": 1.7560823456019963,
      "step": 5630
    },
    {
      "contrastive_lambda": 0.9784397588319846,
      "epoch": 1.7560823456019963,
      "step": 5630
    },
    {
      "contrastive_lambda": 0.9784321532942282,
      "epoch": 1.756394260761073,
      "step": 5631
    },
    {
      "contrastive_lambda": 0.9784245464448227,
      "epoch": 1.7567061759201499,
      "step": 5632
    },
    {
      "contrastive_lambda": 0.9784169382837893,
      "epoch": 1.7570180910792264,
      "step": 5633
    },
    {
      "contrastive_lambda": 0.9784093288111486,
      "epoch": 1.7573300062383033,
      "step": 5634
    },
    {
      "contrastive_lambda": 0.9784017180269216,
      "epoch": 1.75764192139738,
      "step": 5635
    },
    {
      "contrastive_lambda": 0.9783941059311292,
      "epoch": 1.7579538365564567,
      "step": 5636
    },
    {
      "contrastive_lambda": 0.9783864925237921,
      "epoch": 1.7582657517155333,
      "step": 5637
    },
    {
      "contrastive_lambda": 0.9783788778049313,
      "epoch": 1.75857766687461,
      "step": 5638
    },
    {
      "contrastive_lambda": 0.9783712617745676,
      "epoch": 1.758889582033687,
      "step": 5639
    },
    {
      "epoch": 1.7592014971927634,
      "grad_norm": 0.24540476500988007,
      "learning_rate": 9.947203755025753e-05,
      "loss": 0.0652,
      "step": 5640
    },
    {
      "epoch": 1.7592014971927634,
      "flow_loss": 0.06387196481227875,
      "step": 5640
    },
    {
      "contrastive_loss": 0.012466778978705406,
      "epoch": 1.7592014971927634,
      "step": 5640
    },
    {
      "contrastive_lambda": 0.978363644432722,
      "epoch": 1.7592014971927634,
      "step": 5640
    },
    {
      "contrastive_lambda": 0.9783560257794153,
      "epoch": 1.7595134123518403,
      "step": 5641
    },
    {
      "contrastive_lambda": 0.9783484058146683,
      "epoch": 1.759825327510917,
      "step": 5642
    },
    {
      "contrastive_lambda": 0.9783407845385022,
      "epoch": 1.7601372426699937,
      "step": 5643
    },
    {
      "contrastive_lambda": 0.9783331619509374,
      "epoch": 1.7604491578290706,
      "step": 5644
    },
    {
      "contrastive_lambda": 0.9783255380519953,
      "epoch": 1.760761072988147,
      "step": 5645
    },
    {
      "contrastive_lambda": 0.9783179128416964,
      "epoch": 1.761072988147224,
      "step": 5646
    },
    {
      "contrastive_lambda": 0.9783102863200619,
      "epoch": 1.7613849033063007,
      "step": 5647
    },
    {
      "contrastive_lambda": 0.9783026584871126,
      "epoch": 1.7616968184653774,
      "step": 5648
    },
    {
      "contrastive_lambda": 0.9782950293428694,
      "epoch": 1.762008733624454,
      "step": 5649
    },
    {
      "epoch": 1.7623206487835308,
      "grad_norm": 0.19247718155384064,
      "learning_rate": 9.946803586174611e-05,
      "loss": 0.0566,
      "step": 5650
    },
    {
      "epoch": 1.7623206487835308,
      "flow_loss": 0.04053017497062683,
      "step": 5650
    },
    {
      "contrastive_loss": 0.01269411202520132,
      "epoch": 1.7623206487835308,
      "step": 5650
    },
    {
      "contrastive_lambda": 0.9782873988873532,
      "epoch": 1.7623206487835308,
      "step": 5650
    },
    {
      "contrastive_lambda": 0.978279767120585,
      "epoch": 1.7626325639426077,
      "step": 5651
    },
    {
      "contrastive_lambda": 0.9782721340425855,
      "epoch": 1.7629444791016844,
      "step": 5652
    },
    {
      "contrastive_lambda": 0.9782644996533759,
      "epoch": 1.763256394260761,
      "step": 5653
    },
    {
      "contrastive_lambda": 0.978256863952977,
      "epoch": 1.7635683094198378,
      "step": 5654
    },
    {
      "contrastive_lambda": 0.9782492269414098,
      "epoch": 1.7638802245789145,
      "step": 5655
    },
    {
      "contrastive_lambda": 0.9782415886186951,
      "epoch": 1.7641921397379914,
      "step": 5656
    },
    {
      "contrastive_lambda": 0.978233948984854,
      "epoch": 1.7645040548970679,
      "step": 5657
    },
    {
      "contrastive_lambda": 0.9782263080399074,
      "epoch": 1.7648159700561448,
      "step": 5658
    },
    {
      "contrastive_lambda": 0.9782186657838762,
      "epoch": 1.7651278852152215,
      "step": 5659
    },
    {
      "epoch": 1.7654398003742982,
      "grad_norm": 0.14291663467884064,
      "learning_rate": 9.946401914615151e-05,
      "loss": 0.0647,
      "step": 5660
    },
    {
      "epoch": 1.7654398003742982,
      "flow_loss": 0.07902006804943085,
      "step": 5660
    },
    {
      "contrastive_loss": 0.014006724581122398,
      "epoch": 1.7654398003742982,
      "step": 5660
    },
    {
      "contrastive_lambda": 0.9782110222167814,
      "epoch": 1.7654398003742982,
      "step": 5660
    },
    {
      "contrastive_lambda": 0.9782033773386438,
      "epoch": 1.765751715533375,
      "step": 5661
    },
    {
      "contrastive_lambda": 0.9781957311494847,
      "epoch": 1.7660636306924515,
      "step": 5662
    },
    {
      "contrastive_lambda": 0.9781880836493246,
      "epoch": 1.7663755458515285,
      "step": 5663
    },
    {
      "contrastive_lambda": 0.9781804348381848,
      "epoch": 1.7666874610106051,
      "step": 5664
    },
    {
      "contrastive_lambda": 0.9781727847160864,
      "epoch": 1.7669993761696818,
      "step": 5665
    },
    {
      "contrastive_lambda": 0.9781651332830499,
      "epoch": 1.7673112913287585,
      "step": 5666
    },
    {
      "contrastive_lambda": 0.9781574805390967,
      "epoch": 1.7676232064878352,
      "step": 5667
    },
    {
      "contrastive_lambda": 0.9781498264842476,
      "epoch": 1.7679351216469121,
      "step": 5668
    },
    {
      "contrastive_lambda": 0.9781421711185235,
      "epoch": 1.7682470368059888,
      "step": 5669
    },
    {
      "epoch": 1.7685589519650655,
      "grad_norm": 0.15058480203151703,
      "learning_rate": 9.945998740469394e-05,
      "loss": 0.065,
      "step": 5670
    },
    {
      "epoch": 1.7685589519650655,
      "flow_loss": 0.056661207228899,
      "step": 5670
    },
    {
      "contrastive_loss": 0.01132372859865427,
      "epoch": 1.7685589519650655,
      "step": 5670
    },
    {
      "contrastive_lambda": 0.9781345144419455,
      "epoch": 1.7685589519650655,
      "step": 5670
    },
    {
      "contrastive_lambda": 0.9781268564545347,
      "epoch": 1.7688708671241422,
      "step": 5671
    },
    {
      "contrastive_lambda": 0.9781191971563119,
      "epoch": 1.769182782283219,
      "step": 5672
    },
    {
      "contrastive_lambda": 0.9781115365472982,
      "epoch": 1.7694946974422958,
      "step": 5673
    },
    {
      "contrastive_lambda": 0.9781038746275146,
      "epoch": 1.7698066126013723,
      "step": 5674
    },
    {
      "contrastive_lambda": 0.978096211396982,
      "epoch": 1.7701185277604492,
      "step": 5675
    },
    {
      "contrastive_lambda": 0.9780885468557216,
      "epoch": 1.770430442919526,
      "step": 5676
    },
    {
      "contrastive_lambda": 0.9780808810037542,
      "epoch": 1.7707423580786026,
      "step": 5677
    },
    {
      "contrastive_lambda": 0.978073213841101,
      "epoch": 1.7710542732376795,
      "step": 5678
    },
    {
      "contrastive_lambda": 0.9780655453677829,
      "epoch": 1.771366188396756,
      "step": 5679
    },
    {
      "epoch": 1.7716781035558329,
      "grad_norm": 0.1873481720685959,
      "learning_rate": 9.945594063859809e-05,
      "loss": 0.0614,
      "step": 5680
    },
    {
      "epoch": 1.7716781035558329,
      "flow_loss": 0.05545555427670479,
      "step": 5680
    },
    {
      "contrastive_loss": 0.01315683126449585,
      "epoch": 1.7716781035558329,
      "step": 5680
    },
    {
      "contrastive_lambda": 0.978057875583821,
      "epoch": 1.7716781035558329,
      "step": 5680
    },
    {
      "contrastive_lambda": 0.9780502044892362,
      "epoch": 1.7719900187149096,
      "step": 5681
    },
    {
      "contrastive_lambda": 0.9780425320840496,
      "epoch": 1.7723019338739863,
      "step": 5682
    },
    {
      "contrastive_lambda": 0.9780348583682824,
      "epoch": 1.772613849033063,
      "step": 5683
    },
    {
      "contrastive_lambda": 0.9780271833419554,
      "epoch": 1.7729257641921397,
      "step": 5684
    },
    {
      "contrastive_lambda": 0.9780195070050898,
      "epoch": 1.7732376793512166,
      "step": 5685
    },
    {
      "contrastive_lambda": 0.9780118293577065,
      "epoch": 1.773549594510293,
      "step": 5686
    },
    {
      "contrastive_lambda": 0.9780041503998267,
      "epoch": 1.77386150966937,
      "step": 5687
    },
    {
      "contrastive_lambda": 0.9779964701314714,
      "epoch": 1.7741734248284466,
      "step": 5688
    },
    {
      "contrastive_lambda": 0.9779887885526616,
      "epoch": 1.7744853399875233,
      "step": 5689
    },
    {
      "epoch": 1.7747972551466002,
      "grad_norm": 0.18419711291790009,
      "learning_rate": 9.94518788490933e-05,
      "loss": 0.0671,
      "step": 5690
    },
    {
      "epoch": 1.7747972551466002,
      "flow_loss": 0.0647134855389595,
      "step": 5690
    },
    {
      "contrastive_loss": 0.010787797160446644,
      "epoch": 1.7747972551466002,
      "step": 5690
    },
    {
      "contrastive_lambda": 0.9779811056634183,
      "epoch": 1.7747972551466002,
      "step": 5690
    },
    {
      "contrastive_lambda": 0.9779734214637628,
      "epoch": 1.7751091703056767,
      "step": 5691
    },
    {
      "contrastive_lambda": 0.9779657359537159,
      "epoch": 1.7754210854647536,
      "step": 5692
    },
    {
      "contrastive_lambda": 0.9779580491332989,
      "epoch": 1.7757330006238303,
      "step": 5693
    },
    {
      "contrastive_lambda": 0.9779503610025329,
      "epoch": 1.776044915782907,
      "step": 5694
    },
    {
      "contrastive_lambda": 0.9779426715614385,
      "epoch": 1.776356830941984,
      "step": 5695
    },
    {
      "contrastive_lambda": 0.9779349808100375,
      "epoch": 1.7766687461010604,
      "step": 5696
    },
    {
      "contrastive_lambda": 0.9779272887483503,
      "epoch": 1.7769806612601373,
      "step": 5697
    },
    {
      "contrastive_lambda": 0.9779195953763985,
      "epoch": 1.777292576419214,
      "step": 5698
    },
    {
      "contrastive_lambda": 0.977911900694203,
      "epoch": 1.7776044915782907,
      "step": 5699
    },
    {
      "epoch": 1.7779164067373674,
      "grad_norm": 0.1748850792646408,
      "learning_rate": 9.944780203741341e-05,
      "loss": 0.0571,
      "step": 5700
    },
    {
      "epoch": 1.7779164067373674,
      "flow_loss": 0.04423581063747406,
      "step": 5700
    },
    {
      "contrastive_loss": 0.011223710142076015,
      "epoch": 1.7779164067373674,
      "step": 5700
    },
    {
      "contrastive_lambda": 0.9779042047017847,
      "epoch": 1.7779164067373674,
      "step": 5700
    },
    {
      "contrastive_lambda": 0.977896507399165,
      "epoch": 1.778228321896444,
      "step": 5701
    },
    {
      "contrastive_lambda": 0.977888808786365,
      "epoch": 1.778540237055521,
      "step": 5702
    },
    {
      "contrastive_lambda": 0.9778811088634056,
      "epoch": 1.7788521522145975,
      "step": 5703
    },
    {
      "contrastive_lambda": 0.977873407630308,
      "epoch": 1.7791640673736744,
      "step": 5704
    },
    {
      "contrastive_lambda": 0.9778657050870934,
      "epoch": 1.779475982532751,
      "step": 5705
    },
    {
      "contrastive_lambda": 0.9778580012337827,
      "epoch": 1.7797878976918278,
      "step": 5706
    },
    {
      "contrastive_lambda": 0.9778502960703972,
      "epoch": 1.7800998128509047,
      "step": 5707
    },
    {
      "contrastive_lambda": 0.977842589596958,
      "epoch": 1.7804117280099812,
      "step": 5708
    },
    {
      "contrastive_lambda": 0.9778348818134862,
      "epoch": 1.780723643169058,
      "step": 5709
    },
    {
      "epoch": 1.7810355583281348,
      "grad_norm": 0.23008117079734802,
      "learning_rate": 9.944371020479686e-05,
      "loss": 0.0694,
      "step": 5710
    },
    {
      "epoch": 1.7810355583281348,
      "flow_loss": 0.050427842885255814,
      "step": 5710
    },
    {
      "contrastive_loss": 0.011204243637621403,
      "epoch": 1.7810355583281348,
      "step": 5710
    },
    {
      "contrastive_lambda": 0.977827172720003,
      "epoch": 1.7810355583281348,
      "step": 5710
    },
    {
      "contrastive_lambda": 0.9778194623165295,
      "epoch": 1.7813474734872115,
      "step": 5711
    },
    {
      "contrastive_lambda": 0.9778117506030867,
      "epoch": 1.7816593886462884,
      "step": 5712
    },
    {
      "contrastive_lambda": 0.9778040375796959,
      "epoch": 1.7819713038053648,
      "step": 5713
    },
    {
      "contrastive_lambda": 0.9777963232463782,
      "epoch": 1.7822832189644418,
      "step": 5714
    },
    {
      "contrastive_lambda": 0.9777886076031548,
      "epoch": 1.7825951341235184,
      "step": 5715
    },
    {
      "contrastive_lambda": 0.9777808906500467,
      "epoch": 1.7829070492825951,
      "step": 5716
    },
    {
      "contrastive_lambda": 0.9777731723870753,
      "epoch": 1.7832189644416718,
      "step": 5717
    },
    {
      "contrastive_lambda": 0.9777654528142614,
      "epoch": 1.7835308796007485,
      "step": 5718
    },
    {
      "contrastive_lambda": 0.9777577319316266,
      "epoch": 1.7838427947598254,
      "step": 5719
    },
    {
      "epoch": 1.784154709918902,
      "grad_norm": 0.15650886297225952,
      "learning_rate": 9.943960335248662e-05,
      "loss": 0.0696,
      "step": 5720
    },
    {
      "epoch": 1.784154709918902,
      "flow_loss": 0.05697614699602127,
      "step": 5720
    },
    {
      "contrastive_loss": 0.011793815530836582,
      "epoch": 1.784154709918902,
      "step": 5720
    },
    {
      "contrastive_lambda": 0.9777500097391918,
      "epoch": 1.784154709918902,
      "step": 5720
    },
    {
      "contrastive_lambda": 0.9777422862369782,
      "epoch": 1.7844666250779788,
      "step": 5721
    },
    {
      "contrastive_lambda": 0.977734561425007,
      "epoch": 1.7847785402370555,
      "step": 5722
    },
    {
      "contrastive_lambda": 0.9777268353032994,
      "epoch": 1.7850904553961322,
      "step": 5723
    },
    {
      "contrastive_lambda": 0.9777191078718765,
      "epoch": 1.7854023705552091,
      "step": 5724
    },
    {
      "contrastive_lambda": 0.9777113791307597,
      "epoch": 1.7857142857142856,
      "step": 5725
    },
    {
      "contrastive_lambda": 0.9777036490799698,
      "epoch": 1.7860262008733625,
      "step": 5726
    },
    {
      "contrastive_lambda": 0.9776959177195284,
      "epoch": 1.7863381160324392,
      "step": 5727
    },
    {
      "contrastive_lambda": 0.9776881850494564,
      "epoch": 1.7866500311915159,
      "step": 5728
    },
    {
      "contrastive_lambda": 0.9776804510697752,
      "epoch": 1.7869619463505928,
      "step": 5729
    },
    {
      "epoch": 1.7872738615096693,
      "grad_norm": 0.1841782182455063,
      "learning_rate": 9.943548148173027e-05,
      "loss": 0.07,
      "step": 5730
    },
    {
      "epoch": 1.7872738615096693,
      "flow_loss": 0.05442429706454277,
      "step": 5730
    },
    {
      "contrastive_loss": 0.01329044159501791,
      "epoch": 1.7872738615096693,
      "step": 5730
    },
    {
      "contrastive_lambda": 0.9776727157805059,
      "epoch": 1.7872738615096693,
      "step": 5730
    },
    {
      "contrastive_lambda": 0.9776649791816696,
      "epoch": 1.7875857766687462,
      "step": 5731
    },
    {
      "contrastive_lambda": 0.9776572412732878,
      "epoch": 1.7878976918278229,
      "step": 5732
    },
    {
      "contrastive_lambda": 0.9776495020553816,
      "epoch": 1.7882096069868996,
      "step": 5733
    },
    {
      "contrastive_lambda": 0.977641761527972,
      "epoch": 1.7885215221459763,
      "step": 5734
    },
    {
      "contrastive_lambda": 0.9776340196910805,
      "epoch": 1.788833437305053,
      "step": 5735
    },
    {
      "contrastive_lambda": 0.9776262765447282,
      "epoch": 1.7891453524641299,
      "step": 5736
    },
    {
      "contrastive_lambda": 0.9776185320889363,
      "epoch": 1.7894572676232063,
      "step": 5737
    },
    {
      "contrastive_lambda": 0.9776107863237262,
      "epoch": 1.7897691827822833,
      "step": 5738
    },
    {
      "contrastive_lambda": 0.9776030392491188,
      "epoch": 1.79008109794136,
      "step": 5739
    },
    {
      "epoch": 1.7903930131004366,
      "grad_norm": 0.1654493808746338,
      "learning_rate": 9.943134459377992e-05,
      "loss": 0.0572,
      "step": 5740
    },
    {
      "epoch": 1.7903930131004366,
      "flow_loss": 0.051742374897003174,
      "step": 5740
    },
    {
      "contrastive_loss": 0.01117696613073349,
      "epoch": 1.7903930131004366,
      "step": 5740
    },
    {
      "contrastive_lambda": 0.9775952908651357,
      "epoch": 1.7903930131004366,
      "step": 5740
    },
    {
      "contrastive_lambda": 0.977587541171798,
      "epoch": 1.7907049282595136,
      "step": 5741
    },
    {
      "contrastive_lambda": 0.977579790169127,
      "epoch": 1.79101684341859,
      "step": 5742
    },
    {
      "contrastive_lambda": 0.9775720378571437,
      "epoch": 1.791328758577667,
      "step": 5743
    },
    {
      "contrastive_lambda": 0.9775642842358697,
      "epoch": 1.7916406737367436,
      "step": 5744
    },
    {
      "contrastive_lambda": 0.9775565293053261,
      "epoch": 1.7919525888958203,
      "step": 5745
    },
    {
      "contrastive_lambda": 0.977548773065534,
      "epoch": 1.7922645040548972,
      "step": 5746
    },
    {
      "contrastive_lambda": 0.977541015516515,
      "epoch": 1.7925764192139737,
      "step": 5747
    },
    {
      "contrastive_lambda": 0.97753325665829,
      "epoch": 1.7928883343730506,
      "step": 5748
    },
    {
      "contrastive_lambda": 0.9775254964908806,
      "epoch": 1.7932002495321273,
      "step": 5749
    },
    {
      "epoch": 1.793512164691204,
      "grad_norm": 0.14335978031158447,
      "learning_rate": 9.942719268989222e-05,
      "loss": 0.0609,
      "step": 5750
    },
    {
      "epoch": 1.793512164691204,
      "flow_loss": 0.05520244687795639,
      "step": 5750
    },
    {
      "contrastive_loss": 0.010627537965774536,
      "epoch": 1.793512164691204,
      "step": 5750
    },
    {
      "contrastive_lambda": 0.977517735014308,
      "epoch": 1.793512164691204,
      "step": 5750
    },
    {
      "contrastive_lambda": 0.9775099722285934,
      "epoch": 1.7938240798502807,
      "step": 5751
    },
    {
      "contrastive_lambda": 0.9775022081337579,
      "epoch": 1.7941359950093574,
      "step": 5752
    },
    {
      "contrastive_lambda": 0.9774944427298231,
      "epoch": 1.7944479101684343,
      "step": 5753
    },
    {
      "contrastive_lambda": 0.9774866760168103,
      "epoch": 1.7947598253275108,
      "step": 5754
    },
    {
      "contrastive_lambda": 0.9774789079947406,
      "epoch": 1.7950717404865877,
      "step": 5755
    },
    {
      "contrastive_lambda": 0.9774711386636352,
      "epoch": 1.7953836556456644,
      "step": 5756
    },
    {
      "contrastive_lambda": 0.9774633680235157,
      "epoch": 1.795695570804741,
      "step": 5757
    },
    {
      "contrastive_lambda": 0.9774555960744034,
      "epoch": 1.796007485963818,
      "step": 5758
    },
    {
      "contrastive_lambda": 0.9774478228163193,
      "epoch": 1.7963194011228945,
      "step": 5759
    },
    {
      "epoch": 1.7966313162819714,
      "grad_norm": 0.1405526101589203,
      "learning_rate": 9.942302577132844e-05,
      "loss": 0.0624,
      "step": 5760
    },
    {
      "epoch": 1.7966313162819714,
      "flow_loss": 0.08758918941020966,
      "step": 5760
    },
    {
      "contrastive_loss": 0.011758821085095406,
      "epoch": 1.7966313162819714,
      "step": 5760
    },
    {
      "contrastive_lambda": 0.9774400482492849,
      "epoch": 1.7966313162819714,
      "step": 5760
    },
    {
      "contrastive_lambda": 0.9774322723733215,
      "epoch": 1.796943231441048,
      "step": 5761
    },
    {
      "contrastive_lambda": 0.9774244951884504,
      "epoch": 1.7972551466001248,
      "step": 5762
    },
    {
      "contrastive_lambda": 0.977416716694693,
      "epoch": 1.7975670617592014,
      "step": 5763
    },
    {
      "contrastive_lambda": 0.9774089368920705,
      "epoch": 1.7978789769182781,
      "step": 5764
    },
    {
      "contrastive_lambda": 0.9774011557806044,
      "epoch": 1.798190892077355,
      "step": 5765
    },
    {
      "contrastive_lambda": 0.9773933733603158,
      "epoch": 1.7985028072364317,
      "step": 5766
    },
    {
      "contrastive_lambda": 0.9773855896312262,
      "epoch": 1.7988147223955084,
      "step": 5767
    },
    {
      "contrastive_lambda": 0.977377804593357,
      "epoch": 1.7991266375545851,
      "step": 5768
    },
    {
      "contrastive_lambda": 0.9773700182467293,
      "epoch": 1.7994385527136618,
      "step": 5769
    },
    {
      "epoch": 1.7997504678727387,
      "grad_norm": 0.17899222671985626,
      "learning_rate": 9.941884383935438e-05,
      "loss": 0.0634,
      "step": 5770
    },
    {
      "epoch": 1.7997504678727387,
      "flow_loss": 0.056414131075143814,
      "step": 5770
    },
    {
      "contrastive_loss": 0.012752693146467209,
      "epoch": 1.7997504678727387,
      "step": 5770
    },
    {
      "contrastive_lambda": 0.9773622305913647,
      "epoch": 1.7997504678727387,
      "step": 5770
    },
    {
      "contrastive_lambda": 0.9773544416272844,
      "epoch": 1.8000623830318152,
      "step": 5771
    },
    {
      "contrastive_lambda": 0.9773466513545097,
      "epoch": 1.8003742981908921,
      "step": 5772
    },
    {
      "contrastive_lambda": 0.9773388597730622,
      "epoch": 1.8006862133499688,
      "step": 5773
    },
    {
      "contrastive_lambda": 0.9773310668829631,
      "epoch": 1.8009981285090455,
      "step": 5774
    },
    {
      "contrastive_lambda": 0.9773232726842338,
      "epoch": 1.8013100436681224,
      "step": 5775
    },
    {
      "contrastive_lambda": 0.9773154771768955,
      "epoch": 1.8016219588271989,
      "step": 5776
    },
    {
      "contrastive_lambda": 0.9773076803609698,
      "epoch": 1.8019338739862758,
      "step": 5777
    },
    {
      "contrastive_lambda": 0.977299882236478,
      "epoch": 1.8022457891453525,
      "step": 5778
    },
    {
      "contrastive_lambda": 0.9772920828034415,
      "epoch": 1.8025577043044292,
      "step": 5779
    },
    {
      "epoch": 1.8028696194635059,
      "grad_norm": 0.25451454520225525,
      "learning_rate": 9.941464689524039e-05,
      "loss": 0.0648,
      "step": 5780
    },
    {
      "epoch": 1.8028696194635059,
      "flow_loss": 0.062210749834775925,
      "step": 5780
    },
    {
      "contrastive_loss": 0.018072115257382393,
      "epoch": 1.8028696194635059,
      "step": 5780
    },
    {
      "contrastive_lambda": 0.9772842820618817,
      "epoch": 1.8028696194635059,
      "step": 5780
    },
    {
      "contrastive_lambda": 0.9772764800118199,
      "epoch": 1.8031815346225826,
      "step": 5781
    },
    {
      "contrastive_lambda": 0.9772686766532774,
      "epoch": 1.8034934497816595,
      "step": 5782
    },
    {
      "contrastive_lambda": 0.9772608719862759,
      "epoch": 1.803805364940736,
      "step": 5783
    },
    {
      "contrastive_lambda": 0.9772530660108365,
      "epoch": 1.8041172800998129,
      "step": 5784
    },
    {
      "contrastive_lambda": 0.9772452587269808,
      "epoch": 1.8044291952588896,
      "step": 5785
    },
    {
      "contrastive_lambda": 0.9772374501347301,
      "epoch": 1.8047411104179663,
      "step": 5786
    },
    {
      "contrastive_lambda": 0.9772296402341059,
      "epoch": 1.8050530255770432,
      "step": 5787
    },
    {
      "contrastive_lambda": 0.9772218290251293,
      "epoch": 1.8053649407361196,
      "step": 5788
    },
    {
      "contrastive_lambda": 0.9772140165078222,
      "epoch": 1.8056768558951966,
      "step": 5789
    },
    {
      "epoch": 1.8059887710542732,
      "grad_norm": 0.1382671594619751,
      "learning_rate": 9.941043494026139e-05,
      "loss": 0.0621,
      "step": 5790
    },
    {
      "epoch": 1.8059887710542732,
      "flow_loss": 0.0562913753092289,
      "step": 5790
    },
    {
      "contrastive_loss": 0.010890530422329903,
      "epoch": 1.8059887710542732,
      "step": 5790
    },
    {
      "contrastive_lambda": 0.9772062026822057,
      "epoch": 1.8059887710542732,
      "step": 5790
    },
    {
      "contrastive_lambda": 0.9771983875483012,
      "epoch": 1.80630068621335,
      "step": 5791
    },
    {
      "contrastive_lambda": 0.9771905711061304,
      "epoch": 1.8066126013724269,
      "step": 5792
    },
    {
      "contrastive_lambda": 0.9771827533557146,
      "epoch": 1.8069245165315033,
      "step": 5793
    },
    {
      "contrastive_lambda": 0.977174934297075,
      "epoch": 1.8072364316905802,
      "step": 5794
    },
    {
      "contrastive_lambda": 0.9771671139302334,
      "epoch": 1.807548346849657,
      "step": 5795
    },
    {
      "contrastive_lambda": 0.9771592922552109,
      "epoch": 1.8078602620087336,
      "step": 5796
    },
    {
      "contrastive_lambda": 0.9771514692720292,
      "epoch": 1.8081721771678103,
      "step": 5797
    },
    {
      "contrastive_lambda": 0.9771436449807096,
      "epoch": 1.808484092326887,
      "step": 5798
    },
    {
      "contrastive_lambda": 0.9771358193812737,
      "epoch": 1.808796007485964,
      "step": 5799
    },
    {
      "epoch": 1.8091079226450404,
      "grad_norm": 0.158089280128479,
      "learning_rate": 9.940620797569685e-05,
      "loss": 0.0638,
      "step": 5800
    },
    {
      "epoch": 1.8091079226450404,
      "flow_loss": 0.07280141860246658,
      "step": 5800
    },
    {
      "contrastive_loss": 0.019275855273008347,
      "epoch": 1.8091079226450404,
      "step": 5800
    },
    {
      "contrastive_lambda": 0.9771279924737428,
      "epoch": 1.8091079226450404,
      "step": 5800
    },
    {
      "contrastive_lambda": 0.9771201642581384,
      "epoch": 1.8094198378041173,
      "step": 5801
    },
    {
      "contrastive_lambda": 0.9771123347344821,
      "epoch": 1.809731752963194,
      "step": 5802
    },
    {
      "contrastive_lambda": 0.977104503902795,
      "epoch": 1.8100436681222707,
      "step": 5803
    },
    {
      "contrastive_lambda": 0.9770966717630991,
      "epoch": 1.8103555832813476,
      "step": 5804
    },
    {
      "contrastive_lambda": 0.9770888383154155,
      "epoch": 1.810667498440424,
      "step": 5805
    },
    {
      "contrastive_lambda": 0.9770810035597657,
      "epoch": 1.810979413599501,
      "step": 5806
    },
    {
      "contrastive_lambda": 0.9770731674961712,
      "epoch": 1.8112913287585777,
      "step": 5807
    },
    {
      "contrastive_lambda": 0.9770653301246536,
      "epoch": 1.8116032439176544,
      "step": 5808
    },
    {
      "contrastive_lambda": 0.9770574914452342,
      "epoch": 1.8119151590767313,
      "step": 5809
    },
    {
      "epoch": 1.8122270742358078,
      "grad_norm": 0.16104330122470856,
      "learning_rate": 9.940196600283082e-05,
      "loss": 0.0607,
      "step": 5810
    },
    {
      "epoch": 1.8122270742358078,
      "flow_loss": 0.06140875443816185,
      "step": 5810
    },
    {
      "contrastive_loss": 0.014225402846932411,
      "epoch": 1.8122270742358078,
      "step": 5810
    },
    {
      "contrastive_lambda": 0.9770496514579348,
      "epoch": 1.8122270742358078,
      "step": 5810
    },
    {
      "contrastive_lambda": 0.9770418101627765,
      "epoch": 1.8125389893948847,
      "step": 5811
    },
    {
      "contrastive_lambda": 0.9770339675597811,
      "epoch": 1.8128509045539614,
      "step": 5812
    },
    {
      "contrastive_lambda": 0.9770261236489699,
      "epoch": 1.813162819713038,
      "step": 5813
    },
    {
      "contrastive_lambda": 0.9770182784303647,
      "epoch": 1.8134747348721147,
      "step": 5814
    },
    {
      "contrastive_lambda": 0.9770104319039866,
      "epoch": 1.8137866500311914,
      "step": 5815
    },
    {
      "contrastive_lambda": 0.9770025840698574,
      "epoch": 1.8140985651902684,
      "step": 5816
    },
    {
      "contrastive_lambda": 0.9769947349279986,
      "epoch": 1.8144104803493448,
      "step": 5817
    },
    {
      "contrastive_lambda": 0.9769868844784315,
      "epoch": 1.8147223955084217,
      "step": 5818
    },
    {
      "contrastive_lambda": 0.9769790327211778,
      "epoch": 1.8150343106674984,
      "step": 5819
    },
    {
      "epoch": 1.8153462258265751,
      "grad_norm": 0.20196467638015747,
      "learning_rate": 9.939770902295192e-05,
      "loss": 0.061,
      "step": 5820
    },
    {
      "epoch": 1.8153462258265751,
      "flow_loss": 0.048114705830812454,
      "step": 5820
    },
    {
      "contrastive_loss": 0.010910306125879288,
      "epoch": 1.8153462258265751,
      "step": 5820
    },
    {
      "contrastive_lambda": 0.9769711796562591,
      "epoch": 1.8153462258265751,
      "step": 5820
    },
    {
      "contrastive_lambda": 0.9769633252836968,
      "epoch": 1.815658140985652,
      "step": 5821
    },
    {
      "contrastive_lambda": 0.9769554696035124,
      "epoch": 1.8159700561447285,
      "step": 5822
    },
    {
      "contrastive_lambda": 0.9769476126157275,
      "epoch": 1.8162819713038054,
      "step": 5823
    },
    {
      "contrastive_lambda": 0.9769397543203637,
      "epoch": 1.8165938864628821,
      "step": 5824
    },
    {
      "contrastive_lambda": 0.9769318947174426,
      "epoch": 1.8169058016219588,
      "step": 5825
    },
    {
      "contrastive_lambda": 0.9769240338069853,
      "epoch": 1.8172177167810357,
      "step": 5826
    },
    {
      "contrastive_lambda": 0.976916171589014,
      "epoch": 1.8175296319401122,
      "step": 5827
    },
    {
      "contrastive_lambda": 0.9769083080635499,
      "epoch": 1.817841547099189,
      "step": 5828
    },
    {
      "contrastive_lambda": 0.9769004432306144,
      "epoch": 1.8181534622582658,
      "step": 5829
    },
    {
      "epoch": 1.8184653774173425,
      "grad_norm": 0.1847546249628067,
      "learning_rate": 9.939343703735329e-05,
      "loss": 0.0658,
      "step": 5830
    },
    {
      "epoch": 1.8184653774173425,
      "flow_loss": 0.04688636213541031,
      "step": 5830
    },
    {
      "contrastive_loss": 0.01183281373232603,
      "epoch": 1.8184653774173425,
      "step": 5830
    },
    {
      "contrastive_lambda": 0.9768925770902295,
      "epoch": 1.8184653774173425,
      "step": 5830
    },
    {
      "contrastive_lambda": 0.9768847096424162,
      "epoch": 1.8187772925764192,
      "step": 5831
    },
    {
      "contrastive_lambda": 0.9768768408871966,
      "epoch": 1.8190892077354959,
      "step": 5832
    },
    {
      "contrastive_lambda": 0.9768689708245921,
      "epoch": 1.8194011228945728,
      "step": 5833
    },
    {
      "contrastive_lambda": 0.9768610994546243,
      "epoch": 1.8197130380536493,
      "step": 5834
    },
    {
      "contrastive_lambda": 0.9768532267773146,
      "epoch": 1.8200249532127262,
      "step": 5835
    },
    {
      "contrastive_lambda": 0.9768453527926846,
      "epoch": 1.8203368683718029,
      "step": 5836
    },
    {
      "contrastive_lambda": 0.9768374775007562,
      "epoch": 1.8206487835308796,
      "step": 5837
    },
    {
      "contrastive_lambda": 0.9768296009015507,
      "epoch": 1.8209606986899565,
      "step": 5838
    },
    {
      "contrastive_lambda": 0.9768217229950897,
      "epoch": 1.821272613849033,
      "step": 5839
    },
    {
      "epoch": 1.8215845290081099,
      "grad_norm": 0.16661004722118378,
      "learning_rate": 9.938915004733264e-05,
      "loss": 0.0668,
      "step": 5840
    },
    {
      "epoch": 1.8215845290081099,
      "flow_loss": 0.08486010879278183,
      "step": 5840
    },
    {
      "contrastive_loss": 0.014486708678305149,
      "epoch": 1.8215845290081099,
      "step": 5840
    },
    {
      "contrastive_lambda": 0.9768138437813949,
      "epoch": 1.8215845290081099,
      "step": 5840
    },
    {
      "contrastive_lambda": 0.976805963260488,
      "epoch": 1.8218964441671865,
      "step": 5841
    },
    {
      "contrastive_lambda": 0.9767980814323904,
      "epoch": 1.8222083593262632,
      "step": 5842
    },
    {
      "contrastive_lambda": 0.9767901982971238,
      "epoch": 1.8225202744853402,
      "step": 5843
    },
    {
      "contrastive_lambda": 0.9767823138547098,
      "epoch": 1.8228321896444166,
      "step": 5844
    },
    {
      "contrastive_lambda": 0.97677442810517,
      "epoch": 1.8231441048034935,
      "step": 5845
    },
    {
      "contrastive_lambda": 0.976766541048526,
      "epoch": 1.8234560199625702,
      "step": 5846
    },
    {
      "contrastive_lambda": 0.9767586526847996,
      "epoch": 1.823767935121647,
      "step": 5847
    },
    {
      "contrastive_lambda": 0.9767507630140121,
      "epoch": 1.8240798502807236,
      "step": 5848
    },
    {
      "contrastive_lambda": 0.9767428720361854,
      "epoch": 1.8243917654398003,
      "step": 5849
    },
    {
      "epoch": 1.8247036805988772,
      "grad_norm": 0.22119547426700592,
      "learning_rate": 9.938484805419224e-05,
      "loss": 0.0693,
      "step": 5850
    },
    {
      "epoch": 1.8247036805988772,
      "flow_loss": 0.08918578922748566,
      "step": 5850
    },
    {
      "contrastive_loss": 0.018546581268310547,
      "epoch": 1.8247036805988772,
      "step": 5850
    },
    {
      "contrastive_lambda": 0.9767349797513409,
      "epoch": 1.8247036805988772,
      "step": 5850
    },
    {
      "contrastive_lambda": 0.9767270861595005,
      "epoch": 1.8250155957579537,
      "step": 5851
    },
    {
      "contrastive_lambda": 0.9767191912606858,
      "epoch": 1.8253275109170306,
      "step": 5852
    },
    {
      "contrastive_lambda": 0.9767112950549184,
      "epoch": 1.8256394260761073,
      "step": 5853
    },
    {
      "contrastive_lambda": 0.9767033975422199,
      "epoch": 1.825951341235184,
      "step": 5854
    },
    {
      "contrastive_lambda": 0.9766954987226119,
      "epoch": 1.826263256394261,
      "step": 5855
    },
    {
      "contrastive_lambda": 0.9766875985961161,
      "epoch": 1.8265751715533374,
      "step": 5856
    },
    {
      "contrastive_lambda": 0.9766796971627543,
      "epoch": 1.8268870867124143,
      "step": 5857
    },
    {
      "contrastive_lambda": 0.9766717944225478,
      "epoch": 1.827199001871491,
      "step": 5858
    },
    {
      "contrastive_lambda": 0.9766638903755187,
      "epoch": 1.8275109170305677,
      "step": 5859
    },
    {
      "epoch": 1.8278228321896444,
      "grad_norm": 0.17049166560173035,
      "learning_rate": 9.938053105923894e-05,
      "loss": 0.0636,
      "step": 5860
    },
    {
      "epoch": 1.8278228321896444,
      "flow_loss": 0.05629471689462662,
      "step": 5860
    },
    {
      "contrastive_loss": 0.01351840328425169,
      "epoch": 1.8278228321896444,
      "step": 5860
    },
    {
      "contrastive_lambda": 0.9766559850216885,
      "epoch": 1.8278228321896444,
      "step": 5860
    },
    {
      "contrastive_lambda": 0.9766480783610788,
      "epoch": 1.828134747348721,
      "step": 5861
    },
    {
      "contrastive_lambda": 0.9766401703937113,
      "epoch": 1.828446662507798,
      "step": 5862
    },
    {
      "contrastive_lambda": 0.9766322611196079,
      "epoch": 1.8287585776668747,
      "step": 5863
    },
    {
      "contrastive_lambda": 0.9766243505387899,
      "epoch": 1.8290704928259514,
      "step": 5864
    },
    {
      "contrastive_lambda": 0.9766164386512792,
      "epoch": 1.829382407985028,
      "step": 5865
    },
    {
      "contrastive_lambda": 0.9766085254570975,
      "epoch": 1.8296943231441047,
      "step": 5866
    },
    {
      "contrastive_lambda": 0.9766006109562664,
      "epoch": 1.8300062383031817,
      "step": 5867
    },
    {
      "contrastive_lambda": 0.9765926951488078,
      "epoch": 1.8303181534622581,
      "step": 5868
    },
    {
      "contrastive_lambda": 0.9765847780347432,
      "epoch": 1.830630068621335,
      "step": 5869
    },
    {
      "epoch": 1.8309419837804117,
      "grad_norm": 0.2087271511554718,
      "learning_rate": 9.937619906378413e-05,
      "loss": 0.064,
      "step": 5870
    },
    {
      "epoch": 1.8309419837804117,
      "flow_loss": 0.055781926959753036,
      "step": 5870
    },
    {
      "contrastive_loss": 0.010879309847950935,
      "epoch": 1.8309419837804117,
      "step": 5870
    },
    {
      "contrastive_lambda": 0.9765768596140944,
      "epoch": 1.8309419837804117,
      "step": 5870
    },
    {
      "contrastive_lambda": 0.976568939886883,
      "epoch": 1.8312538989394884,
      "step": 5871
    },
    {
      "contrastive_lambda": 0.9765610188531308,
      "epoch": 1.8315658140985653,
      "step": 5872
    },
    {
      "contrastive_lambda": 0.9765530965128596,
      "epoch": 1.8318777292576418,
      "step": 5873
    },
    {
      "contrastive_lambda": 0.976545172866091,
      "epoch": 1.8321896444167187,
      "step": 5874
    },
    {
      "contrastive_lambda": 0.9765372479128467,
      "epoch": 1.8325015595757954,
      "step": 5875
    },
    {
      "contrastive_lambda": 0.9765293216531485,
      "epoch": 1.832813474734872,
      "step": 5876
    },
    {
      "contrastive_lambda": 0.9765213940870181,
      "epoch": 1.8331253898939488,
      "step": 5877
    },
    {
      "contrastive_lambda": 0.9765134652144773,
      "epoch": 1.8334373050530255,
      "step": 5878
    },
    {
      "contrastive_lambda": 0.9765055350355477,
      "epoch": 1.8337492202121024,
      "step": 5879
    },
    {
      "epoch": 1.8340611353711789,
      "grad_norm": 0.1875462830066681,
      "learning_rate": 9.937185206914374e-05,
      "loss": 0.0711,
      "step": 5880
    },
    {
      "epoch": 1.8340611353711789,
      "flow_loss": 0.05455492064356804,
      "step": 5880
    },
    {
      "contrastive_loss": 0.014000480063259602,
      "epoch": 1.8340611353711789,
      "step": 5880
    },
    {
      "contrastive_lambda": 0.9764976035502512,
      "epoch": 1.8340611353711789,
      "step": 5880
    },
    {
      "contrastive_lambda": 0.9764896707586095,
      "epoch": 1.8343730505302558,
      "step": 5881
    },
    {
      "contrastive_lambda": 0.9764817366606442,
      "epoch": 1.8346849656893325,
      "step": 5882
    },
    {
      "contrastive_lambda": 0.9764738012563772,
      "epoch": 1.8349968808484092,
      "step": 5883
    },
    {
      "contrastive_lambda": 0.9764658645458302,
      "epoch": 1.835308796007486,
      "step": 5884
    },
    {
      "contrastive_lambda": 0.976457926529025,
      "epoch": 1.8356207111665626,
      "step": 5885
    },
    {
      "contrastive_lambda": 0.9764499872059833,
      "epoch": 1.8359326263256395,
      "step": 5886
    },
    {
      "contrastive_lambda": 0.976442046576727,
      "epoch": 1.8362445414847162,
      "step": 5887
    },
    {
      "contrastive_lambda": 0.9764341046412777,
      "epoch": 1.8365564566437929,
      "step": 5888
    },
    {
      "contrastive_lambda": 0.9764261613996573,
      "epoch": 1.8368683718028698,
      "step": 5889
    },
    {
      "epoch": 1.8371802869619462,
      "grad_norm": 0.1998392939567566,
      "learning_rate": 9.936749007663829e-05,
      "loss": 0.0627,
      "step": 5890
    },
    {
      "epoch": 1.8371802869619462,
      "flow_loss": 0.05730222165584564,
      "step": 5890
    },
    {
      "contrastive_loss": 0.012014180421829224,
      "epoch": 1.8371802869619462,
      "step": 5890
    },
    {
      "contrastive_lambda": 0.9764182168518876,
      "epoch": 1.8371802869619462,
      "step": 5890
    },
    {
      "contrastive_lambda": 0.9764102709979902,
      "epoch": 1.8374922021210232,
      "step": 5891
    },
    {
      "contrastive_lambda": 0.976402323837987,
      "epoch": 1.8378041172800998,
      "step": 5892
    },
    {
      "contrastive_lambda": 0.9763943753718998,
      "epoch": 1.8381160324391765,
      "step": 5893
    },
    {
      "contrastive_lambda": 0.9763864255997503,
      "epoch": 1.8384279475982532,
      "step": 5894
    },
    {
      "contrastive_lambda": 0.9763784745215605,
      "epoch": 1.83873986275733,
      "step": 5895
    },
    {
      "contrastive_lambda": 0.976370522137352,
      "epoch": 1.8390517779164068,
      "step": 5896
    },
    {
      "contrastive_lambda": 0.9763625684471466,
      "epoch": 1.8393636930754833,
      "step": 5897
    },
    {
      "contrastive_lambda": 0.9763546134509663,
      "epoch": 1.8396756082345602,
      "step": 5898
    },
    {
      "contrastive_lambda": 0.9763466571488327,
      "epoch": 1.839987523393637,
      "step": 5899
    },
    {
      "epoch": 1.8402994385527136,
      "grad_norm": 0.20239783823490143,
      "learning_rate": 9.93631130875928e-05,
      "loss": 0.0628,
      "step": 5900
    },
    {
      "epoch": 1.8402994385527136,
      "flow_loss": 0.09371820837259293,
      "step": 5900
    },
    {
      "contrastive_loss": 0.010375238955020905,
      "epoch": 1.8402994385527136,
      "step": 5900
    },
    {
      "contrastive_lambda": 0.9763386995407677,
      "epoch": 1.8402994385527136,
      "step": 5900
    },
    {
      "contrastive_lambda": 0.9763307406267931,
      "epoch": 1.8406113537117905,
      "step": 5901
    },
    {
      "contrastive_lambda": 0.9763227804069308,
      "epoch": 1.840923268870867,
      "step": 5902
    },
    {
      "contrastive_lambda": 0.9763148188812025,
      "epoch": 1.841235184029944,
      "step": 5903
    },
    {
      "contrastive_lambda": 0.9763068560496301,
      "epoch": 1.8415470991890206,
      "step": 5904
    },
    {
      "contrastive_lambda": 0.9762988919122354,
      "epoch": 1.8418590143480973,
      "step": 5905
    },
    {
      "contrastive_lambda": 0.9762909264690403,
      "epoch": 1.8421709295071742,
      "step": 5906
    },
    {
      "contrastive_lambda": 0.9762829597200664,
      "epoch": 1.8424828446662507,
      "step": 5907
    },
    {
      "contrastive_lambda": 0.9762749916653359,
      "epoch": 1.8427947598253276,
      "step": 5908
    },
    {
      "contrastive_lambda": 0.9762670223048704,
      "epoch": 1.8431066749844043,
      "step": 5909
    },
    {
      "epoch": 1.843418590143481,
      "grad_norm": 0.17955029010772705,
      "learning_rate": 9.935872110333692e-05,
      "loss": 0.0639,
      "step": 5910
    },
    {
      "epoch": 1.843418590143481,
      "flow_loss": 0.05350830405950546,
      "step": 5910
    },
    {
      "contrastive_loss": 0.011461682617664337,
      "epoch": 1.843418590143481,
      "step": 5910
    },
    {
      "contrastive_lambda": 0.9762590516386919,
      "epoch": 1.843418590143481,
      "step": 5910
    },
    {
      "contrastive_lambda": 0.976251079666822,
      "epoch": 1.8437305053025577,
      "step": 5911
    },
    {
      "contrastive_lambda": 0.9762431063892829,
      "epoch": 1.8440424204616344,
      "step": 5912
    },
    {
      "contrastive_lambda": 0.9762351318060962,
      "epoch": 1.8443543356207113,
      "step": 5913
    },
    {
      "contrastive_lambda": 0.9762271559172838,
      "epoch": 1.8446662507797877,
      "step": 5914
    },
    {
      "contrastive_lambda": 0.9762191787228678,
      "epoch": 1.8449781659388647,
      "step": 5915
    },
    {
      "contrastive_lambda": 0.9762112002228697,
      "epoch": 1.8452900810979413,
      "step": 5916
    },
    {
      "contrastive_lambda": 0.9762032204173116,
      "epoch": 1.845601996257018,
      "step": 5917
    },
    {
      "contrastive_lambda": 0.9761952393062153,
      "epoch": 1.845913911416095,
      "step": 5918
    },
    {
      "contrastive_lambda": 0.9761872568896028,
      "epoch": 1.8462258265751714,
      "step": 5919
    },
    {
      "epoch": 1.8465377417342483,
      "grad_norm": 0.16834522783756256,
      "learning_rate": 9.935431412520484e-05,
      "loss": 0.0642,
      "step": 5920
    },
    {
      "epoch": 1.8465377417342483,
      "flow_loss": 0.0634247288107872,
      "step": 5920
    },
    {
      "contrastive_loss": 0.014617289416491985,
      "epoch": 1.8465377417342483,
      "step": 5920
    },
    {
      "contrastive_lambda": 0.9761792731674959,
      "epoch": 1.8465377417342483,
      "step": 5920
    },
    {
      "contrastive_lambda": 0.9761712881399164,
      "epoch": 1.846849656893325,
      "step": 5921
    },
    {
      "contrastive_lambda": 0.9761633018068863,
      "epoch": 1.8471615720524017,
      "step": 5922
    },
    {
      "contrastive_lambda": 0.9761553141684275,
      "epoch": 1.8474734872114786,
      "step": 5923
    },
    {
      "contrastive_lambda": 0.9761473252245618,
      "epoch": 1.847785402370555,
      "step": 5924
    },
    {
      "contrastive_lambda": 0.9761393349753114,
      "epoch": 1.848097317529632,
      "step": 5925
    },
    {
      "contrastive_lambda": 0.9761313434206977,
      "epoch": 1.8484092326887087,
      "step": 5926
    },
    {
      "contrastive_lambda": 0.976123350560743,
      "epoch": 1.8487211478477854,
      "step": 5927
    },
    {
      "contrastive_lambda": 0.9761153563954692,
      "epoch": 1.849033063006862,
      "step": 5928
    },
    {
      "contrastive_lambda": 0.976107360924898,
      "epoch": 1.8493449781659388,
      "step": 5929
    },
    {
      "epoch": 1.8496568933250157,
      "grad_norm": 0.18972741067409515,
      "learning_rate": 9.934989215453523e-05,
      "loss": 0.0585,
      "step": 5930
    },
    {
      "epoch": 1.8496568933250157,
      "flow_loss": 0.0666908398270607,
      "step": 5930
    },
    {
      "contrastive_loss": 0.012510226108133793,
      "epoch": 1.8496568933250157,
      "step": 5930
    },
    {
      "contrastive_lambda": 0.9760993641490514,
      "epoch": 1.8496568933250157,
      "step": 5930
    },
    {
      "contrastive_lambda": 0.9760913660679514,
      "epoch": 1.8499688084840922,
      "step": 5931
    },
    {
      "contrastive_lambda": 0.97608336668162,
      "epoch": 1.850280723643169,
      "step": 5932
    },
    {
      "contrastive_lambda": 0.9760753659900789,
      "epoch": 1.8505926388022458,
      "step": 5933
    },
    {
      "contrastive_lambda": 0.9760673639933501,
      "epoch": 1.8509045539613225,
      "step": 5934
    },
    {
      "contrastive_lambda": 0.9760593606914558,
      "epoch": 1.8512164691203994,
      "step": 5935
    },
    {
      "contrastive_lambda": 0.9760513560844175,
      "epoch": 1.8515283842794759,
      "step": 5936
    },
    {
      "contrastive_lambda": 0.9760433501722575,
      "epoch": 1.8518402994385528,
      "step": 5937
    },
    {
      "contrastive_lambda": 0.9760353429549977,
      "epoch": 1.8521522145976295,
      "step": 5938
    },
    {
      "contrastive_lambda": 0.9760273344326599,
      "epoch": 1.8524641297567062,
      "step": 5939
    },
    {
      "epoch": 1.852776044915783,
      "grad_norm": 0.15873776376247406,
      "learning_rate": 9.934545519267139e-05,
      "loss": 0.061,
      "step": 5940
    },
    {
      "epoch": 1.852776044915783,
      "flow_loss": 0.05688545107841492,
      "step": 5940
    },
    {
      "contrastive_loss": 0.010227746330201626,
      "epoch": 1.852776044915783,
      "step": 5940
    },
    {
      "contrastive_lambda": 0.9760193246052661,
      "epoch": 1.852776044915783,
      "step": 5940
    },
    {
      "contrastive_lambda": 0.9760113134728383,
      "epoch": 1.8530879600748595,
      "step": 5941
    },
    {
      "contrastive_lambda": 0.9760033010353986,
      "epoch": 1.8533998752339365,
      "step": 5942
    },
    {
      "contrastive_lambda": 0.9759952872929686,
      "epoch": 1.8537117903930131,
      "step": 5943
    },
    {
      "contrastive_lambda": 0.9759872722455706,
      "epoch": 1.8540237055520898,
      "step": 5944
    },
    {
      "contrastive_lambda": 0.9759792558932265,
      "epoch": 1.8543356207111665,
      "step": 5945
    },
    {
      "contrastive_lambda": 0.9759712382359582,
      "epoch": 1.8546475358702432,
      "step": 5946
    },
    {
      "contrastive_lambda": 0.9759632192737877,
      "epoch": 1.8549594510293201,
      "step": 5947
    },
    {
      "contrastive_lambda": 0.9759551990067371,
      "epoch": 1.8552713661883966,
      "step": 5948
    },
    {
      "contrastive_lambda": 0.9759471774348283,
      "epoch": 1.8555832813474735,
      "step": 5949
    },
    {
      "epoch": 1.8558951965065502,
      "grad_norm": 0.21424897015094757,
      "learning_rate": 9.934100324096117e-05,
      "loss": 0.0636,
      "step": 5950
    },
    {
      "epoch": 1.8558951965065502,
      "flow_loss": 0.05472636967897415,
      "step": 5950
    },
    {
      "contrastive_loss": 0.014278741553425789,
      "epoch": 1.8558951965065502,
      "step": 5950
    },
    {
      "contrastive_lambda": 0.9759391545580831,
      "epoch": 1.8558951965065502,
      "step": 5950
    },
    {
      "contrastive_lambda": 0.9759311303765239,
      "epoch": 1.856207111665627,
      "step": 5951
    },
    {
      "contrastive_lambda": 0.9759231048901724,
      "epoch": 1.8565190268247038,
      "step": 5952
    },
    {
      "contrastive_lambda": 0.9759150780990506,
      "epoch": 1.8568309419837803,
      "step": 5953
    },
    {
      "contrastive_lambda": 0.9759070500031808,
      "epoch": 1.8571428571428572,
      "step": 5954
    },
    {
      "contrastive_lambda": 0.9758990206025846,
      "epoch": 1.857454772301934,
      "step": 5955
    },
    {
      "contrastive_lambda": 0.9758909898972843,
      "epoch": 1.8577666874610106,
      "step": 5956
    },
    {
      "contrastive_lambda": 0.9758829578873018,
      "epoch": 1.8580786026200873,
      "step": 5957
    },
    {
      "contrastive_lambda": 0.9758749245726592,
      "epoch": 1.858390517779164,
      "step": 5958
    },
    {
      "contrastive_lambda": 0.9758668899533786,
      "epoch": 1.858702432938241,
      "step": 5959
    },
    {
      "epoch": 1.8590143480973176,
      "grad_norm": 0.15139427781105042,
      "learning_rate": 9.933653630075692e-05,
      "loss": 0.0599,
      "step": 5960
    },
    {
      "epoch": 1.8590143480973176,
      "flow_loss": 0.0447009913623333,
      "step": 5960
    },
    {
      "contrastive_loss": 0.010910333134233952,
      "epoch": 1.8590143480973176,
      "step": 5960
    },
    {
      "contrastive_lambda": 0.9758588540294817,
      "epoch": 1.8590143480973176,
      "step": 5960
    },
    {
      "contrastive_lambda": 0.9758508168009907,
      "epoch": 1.8593262632563943,
      "step": 5961
    },
    {
      "contrastive_lambda": 0.9758427782679279,
      "epoch": 1.859638178415471,
      "step": 5962
    },
    {
      "contrastive_lambda": 0.975834738430315,
      "epoch": 1.8599500935745477,
      "step": 5963
    },
    {
      "contrastive_lambda": 0.9758266972881741,
      "epoch": 1.8602620087336246,
      "step": 5964
    },
    {
      "contrastive_lambda": 0.9758186548415273,
      "epoch": 1.860573923892701,
      "step": 5965
    },
    {
      "contrastive_lambda": 0.9758106110903966,
      "epoch": 1.860885839051778,
      "step": 5966
    },
    {
      "contrastive_lambda": 0.9758025660348042,
      "epoch": 1.8611977542108546,
      "step": 5967
    },
    {
      "contrastive_lambda": 0.9757945196747719,
      "epoch": 1.8615096693699313,
      "step": 5968
    },
    {
      "contrastive_lambda": 0.9757864720103221,
      "epoch": 1.8618215845290083,
      "step": 5969
    },
    {
      "epoch": 1.8621334996880847,
      "grad_norm": 0.226156547665596,
      "learning_rate": 9.93320543734156e-05,
      "loss": 0.0564,
      "step": 5970
    },
    {
      "epoch": 1.8621334996880847,
      "flow_loss": 0.041674740612506866,
      "step": 5970
    },
    {
      "contrastive_loss": 0.013240058906376362,
      "epoch": 1.8621334996880847,
      "step": 5970
    },
    {
      "contrastive_lambda": 0.9757784230414766,
      "epoch": 1.8621334996880847,
      "step": 5970
    },
    {
      "contrastive_lambda": 0.9757703727682575,
      "epoch": 1.8624454148471616,
      "step": 5971
    },
    {
      "contrastive_lambda": 0.975762321190687,
      "epoch": 1.8627573300062383,
      "step": 5972
    },
    {
      "contrastive_lambda": 0.975754268308787,
      "epoch": 1.863069245165315,
      "step": 5973
    },
    {
      "contrastive_lambda": 0.9757462141225797,
      "epoch": 1.8633811603243917,
      "step": 5974
    },
    {
      "contrastive_lambda": 0.975738158632087,
      "epoch": 1.8636930754834684,
      "step": 5975
    },
    {
      "contrastive_lambda": 0.9757301018373312,
      "epoch": 1.8640049906425453,
      "step": 5976
    },
    {
      "contrastive_lambda": 0.9757220437383345,
      "epoch": 1.8643169058016218,
      "step": 5977
    },
    {
      "contrastive_lambda": 0.9757139843351186,
      "epoch": 1.8646288209606987,
      "step": 5978
    },
    {
      "contrastive_lambda": 0.9757059236277059,
      "epoch": 1.8649407361197754,
      "step": 5979
    },
    {
      "epoch": 1.865252651278852,
      "grad_norm": 0.19311052560806274,
      "learning_rate": 9.932755746029871e-05,
      "loss": 0.0657,
      "step": 5980
    },
    {
      "epoch": 1.865252651278852,
      "flow_loss": 0.060474783182144165,
      "step": 5980
    },
    {
      "contrastive_loss": 0.011544900014996529,
      "epoch": 1.865252651278852,
      "step": 5980
    },
    {
      "contrastive_lambda": 0.9756978616161183,
      "epoch": 1.865252651278852,
      "step": 5980
    },
    {
      "contrastive_lambda": 0.975689798300378,
      "epoch": 1.865564566437929,
      "step": 5981
    },
    {
      "contrastive_lambda": 0.9756817336805073,
      "epoch": 1.8658764815970055,
      "step": 5982
    },
    {
      "contrastive_lambda": 0.9756736677565281,
      "epoch": 1.8661883967560824,
      "step": 5983
    },
    {
      "contrastive_lambda": 0.9756656005284623,
      "epoch": 1.866500311915159,
      "step": 5984
    },
    {
      "contrastive_lambda": 0.9756575319963324,
      "epoch": 1.8668122270742358,
      "step": 5985
    },
    {
      "contrastive_lambda": 0.9756494621601604,
      "epoch": 1.8671241422333127,
      "step": 5986
    },
    {
      "contrastive_lambda": 0.9756413910199684,
      "epoch": 1.8674360573923892,
      "step": 5987
    },
    {
      "contrastive_lambda": 0.9756333185757784,
      "epoch": 1.867747972551466,
      "step": 5988
    },
    {
      "contrastive_lambda": 0.9756252448276127,
      "epoch": 1.8680598877105428,
      "step": 5989
    },
    {
      "epoch": 1.8683718028696195,
      "grad_norm": 0.22028633952140808,
      "learning_rate": 9.932304556277228e-05,
      "loss": 0.0577,
      "step": 5990
    },
    {
      "epoch": 1.8683718028696195,
      "flow_loss": 0.06851837784051895,
      "step": 5990
    },
    {
      "contrastive_loss": 0.011194132268428802,
      "epoch": 1.8683718028696195,
      "step": 5990
    },
    {
      "contrastive_lambda": 0.9756171697754934,
      "epoch": 1.8683718028696195,
      "step": 5990
    },
    {
      "contrastive_lambda": 0.9756090934194426,
      "epoch": 1.8686837180286962,
      "step": 5991
    },
    {
      "contrastive_lambda": 0.9756010157594825,
      "epoch": 1.8689956331877728,
      "step": 5992
    },
    {
      "contrastive_lambda": 0.9755929367956353,
      "epoch": 1.8693075483468498,
      "step": 5993
    },
    {
      "contrastive_lambda": 0.9755848565279229,
      "epoch": 1.8696194635059262,
      "step": 5994
    },
    {
      "contrastive_lambda": 0.9755767749563677,
      "epoch": 1.8699313786650031,
      "step": 5995
    },
    {
      "contrastive_lambda": 0.9755686920809918,
      "epoch": 1.8702432938240798,
      "step": 5996
    },
    {
      "contrastive_lambda": 0.9755606079018173,
      "epoch": 1.8705552089831565,
      "step": 5997
    },
    {
      "contrastive_lambda": 0.9755525224188664,
      "epoch": 1.8708671241422334,
      "step": 5998
    },
    {
      "contrastive_lambda": 0.9755444356321612,
      "epoch": 1.87117903930131,
      "step": 5999
    },
    {
      "epoch": 1.8714909544603868,
      "grad_norm": 0.17303715646266937,
      "learning_rate": 9.93185186822069e-05,
      "loss": 0.0665,
      "step": 6000
    },
    {
      "epoch": 1.8714909544603868,
      "flow_loss": 0.04921865835785866,
      "step": 6000
    },
    {
      "contrastive_loss": 0.012207786552608013,
      "epoch": 1.8714909544603868,
      "step": 6000
    },
    {
      "contrastive_lambda": 0.9755363475417239,
      "epoch": 1.8714909544603868,
      "step": 6000
    },
    {
      "contrastive_lambda": 0.9755282581475768,
      "epoch": 1.8718028696194635,
      "step": 6001
    },
    {
      "contrastive_lambda": 0.975520167449742,
      "epoch": 1.8721147847785402,
      "step": 6002
    },
    {
      "contrastive_lambda": 0.9755120754482416,
      "epoch": 1.8724266999376171,
      "step": 6003
    },
    {
      "contrastive_lambda": 0.9755039821430977,
      "epoch": 1.8727386150966936,
      "step": 6004
    },
    {
      "contrastive_lambda": 0.9754958875343329,
      "epoch": 1.8730505302557705,
      "step": 6005
    },
    {
      "contrastive_lambda": 0.9754877916219691,
      "epoch": 1.8733624454148472,
      "step": 6006
    },
    {
      "contrastive_lambda": 0.9754796944060283,
      "epoch": 1.873674360573924,
      "step": 6007
    },
    {
      "contrastive_lambda": 0.9754715958865331,
      "epoch": 1.8739862757330006,
      "step": 6008
    },
    {
      "contrastive_lambda": 0.9754634960635056,
      "epoch": 1.8742981908920773,
      "step": 6009
    },
    {
      "epoch": 1.8746101060511542,
      "grad_norm": 0.15129144489765167,
      "learning_rate": 9.931397681997773e-05,
      "loss": 0.0587,
      "step": 6010
    },
    {
      "epoch": 1.8746101060511542,
      "flow_loss": 0.07095079869031906,
      "step": 6010
    },
    {
      "contrastive_loss": 0.012896638363599777,
      "epoch": 1.8746101060511542,
      "step": 6010
    },
    {
      "contrastive_lambda": 0.9754553949369678,
      "epoch": 1.8746101060511542,
      "step": 6010
    },
    {
      "contrastive_lambda": 0.975447292506942,
      "epoch": 1.8749220212102307,
      "step": 6011
    },
    {
      "contrastive_lambda": 0.9754391887734505,
      "epoch": 1.8752339363693076,
      "step": 6012
    },
    {
      "contrastive_lambda": 0.9754310837365154,
      "epoch": 1.8755458515283843,
      "step": 6013
    },
    {
      "contrastive_lambda": 0.9754229773961591,
      "epoch": 1.875857766687461,
      "step": 6014
    },
    {
      "contrastive_lambda": 0.9754148697524037,
      "epoch": 1.8761696818465379,
      "step": 6015
    },
    {
      "contrastive_lambda": 0.9754067608052714,
      "epoch": 1.8764815970056143,
      "step": 6016
    },
    {
      "contrastive_lambda": 0.9753986505547845,
      "epoch": 1.8767935121646913,
      "step": 6017
    },
    {
      "contrastive_lambda": 0.9753905390009652,
      "epoch": 1.877105427323768,
      "step": 6018
    },
    {
      "contrastive_lambda": 0.9753824261438357,
      "epoch": 1.8774173424828446,
      "step": 6019
    },
    {
      "epoch": 1.8777292576419216,
      "grad_norm": 0.19988398253917694,
      "learning_rate": 9.930941997746446e-05,
      "loss": 0.0625,
      "step": 6020
    },
    {
      "epoch": 1.8777292576419216,
      "flow_loss": 0.05835610628128052,
      "step": 6020
    },
    {
      "contrastive_loss": 0.016948401927947998,
      "epoch": 1.8777292576419216,
      "step": 6020
    },
    {
      "contrastive_lambda": 0.9753743119834184,
      "epoch": 1.8777292576419216,
      "step": 6020
    },
    {
      "contrastive_lambda": 0.9753661965197353,
      "epoch": 1.878041172800998,
      "step": 6021
    },
    {
      "contrastive_lambda": 0.975358079752809,
      "epoch": 1.878353087960075,
      "step": 6022
    },
    {
      "contrastive_lambda": 0.9753499616826613,
      "epoch": 1.8786650031191516,
      "step": 6023
    },
    {
      "contrastive_lambda": 0.9753418423093148,
      "epoch": 1.8789769182782283,
      "step": 6024
    },
    {
      "contrastive_lambda": 0.9753337216327916,
      "epoch": 1.879288833437305,
      "step": 6025
    },
    {
      "contrastive_lambda": 0.975325599653114,
      "epoch": 1.8796007485963817,
      "step": 6026
    },
    {
      "contrastive_lambda": 0.9753174763703044,
      "epoch": 1.8799126637554586,
      "step": 6027
    },
    {
      "contrastive_lambda": 0.9753093517843849,
      "epoch": 1.880224578914535,
      "step": 6028
    },
    {
      "contrastive_lambda": 0.9753012258953777,
      "epoch": 1.880536494073612,
      "step": 6029
    },
    {
      "epoch": 1.8808484092326887,
      "grad_norm": 0.21290938556194305,
      "learning_rate": 9.930484815605134e-05,
      "loss": 0.0597,
      "step": 6030
    },
    {
      "epoch": 1.8808484092326887,
      "flow_loss": 0.07814464718103409,
      "step": 6030
    },
    {
      "contrastive_loss": 0.012600983493030071,
      "epoch": 1.8808484092326887,
      "step": 6030
    },
    {
      "contrastive_lambda": 0.9752930987033054,
      "epoch": 1.8808484092326887,
      "step": 6030
    },
    {
      "contrastive_lambda": 0.97528497020819,
      "epoch": 1.8811603243917654,
      "step": 6031
    },
    {
      "contrastive_lambda": 0.9752768404100538,
      "epoch": 1.8814722395508423,
      "step": 6032
    },
    {
      "contrastive_lambda": 0.9752687093089192,
      "epoch": 1.8817841547099188,
      "step": 6033
    },
    {
      "contrastive_lambda": 0.9752605769048085,
      "epoch": 1.8820960698689957,
      "step": 6034
    },
    {
      "contrastive_lambda": 0.9752524431977438,
      "epoch": 1.8824079850280724,
      "step": 6035
    },
    {
      "contrastive_lambda": 0.9752443081877478,
      "epoch": 1.882719900187149,
      "step": 6036
    },
    {
      "contrastive_lambda": 0.9752361718748424,
      "epoch": 1.883031815346226,
      "step": 6037
    },
    {
      "contrastive_lambda": 0.97522803425905,
      "epoch": 1.8833437305053025,
      "step": 6038
    },
    {
      "contrastive_lambda": 0.975219895340393,
      "epoch": 1.8836556456643794,
      "step": 6039
    },
    {
      "epoch": 1.883967560823456,
      "grad_norm": 0.14791397750377655,
      "learning_rate": 9.930026135712717e-05,
      "loss": 0.0648,
      "step": 6040
    },
    {
      "epoch": 1.883967560823456,
      "flow_loss": 0.051059555262327194,
      "step": 6040
    },
    {
      "contrastive_loss": 0.014768527820706367,
      "epoch": 1.883967560823456,
      "step": 6040
    },
    {
      "contrastive_lambda": 0.9752117551188937,
      "epoch": 1.883967560823456,
      "step": 6040
    },
    {
      "contrastive_lambda": 0.9752036135945743,
      "epoch": 1.8842794759825328,
      "step": 6041
    },
    {
      "contrastive_lambda": 0.9751954707674574,
      "epoch": 1.8845913911416095,
      "step": 6042
    },
    {
      "contrastive_lambda": 0.975187326637565,
      "epoch": 1.8849033063006861,
      "step": 6043
    },
    {
      "contrastive_lambda": 0.9751791812049195,
      "epoch": 1.885215221459763,
      "step": 6044
    },
    {
      "contrastive_lambda": 0.9751710344695435,
      "epoch": 1.8855271366188395,
      "step": 6045
    },
    {
      "contrastive_lambda": 0.975162886431459,
      "epoch": 1.8858390517779164,
      "step": 6046
    },
    {
      "contrastive_lambda": 0.9751547370906885,
      "epoch": 1.8861509669369931,
      "step": 6047
    },
    {
      "contrastive_lambda": 0.9751465864472543,
      "epoch": 1.8864628820960698,
      "step": 6048
    },
    {
      "contrastive_lambda": 0.9751384345011787,
      "epoch": 1.8867747972551467,
      "step": 6049
    },
    {
      "epoch": 1.8870867124142232,
      "grad_norm": 0.1443372517824173,
      "learning_rate": 9.92956595820853e-05,
      "loss": 0.0564,
      "step": 6050
    },
    {
      "epoch": 1.8870867124142232,
      "flow_loss": 0.05774662643671036,
      "step": 6050
    },
    {
      "contrastive_loss": 0.012765644118189812,
      "epoch": 1.8870867124142232,
      "step": 6050
    },
    {
      "contrastive_lambda": 0.9751302812524842,
      "epoch": 1.8870867124142232,
      "step": 6050
    },
    {
      "contrastive_lambda": 0.9751221267011929,
      "epoch": 1.8873986275733001,
      "step": 6051
    },
    {
      "contrastive_lambda": 0.9751139708473275,
      "epoch": 1.8877105427323768,
      "step": 6052
    },
    {
      "contrastive_lambda": 0.9751058136909101,
      "epoch": 1.8880224578914535,
      "step": 6053
    },
    {
      "contrastive_lambda": 0.9750976552319631,
      "epoch": 1.8883343730505302,
      "step": 6054
    },
    {
      "contrastive_lambda": 0.9750894954705089,
      "epoch": 1.888646288209607,
      "step": 6055
    },
    {
      "contrastive_lambda": 0.97508133440657,
      "epoch": 1.8889582033686838,
      "step": 6056
    },
    {
      "contrastive_lambda": 0.9750731720401685,
      "epoch": 1.8892701185277605,
      "step": 6057
    },
    {
      "contrastive_lambda": 0.975065008371327,
      "epoch": 1.8895820336868372,
      "step": 6058
    },
    {
      "contrastive_lambda": 0.9750568434000678,
      "epoch": 1.8898939488459139,
      "step": 6059
    },
    {
      "epoch": 1.8902058640049906,
      "grad_norm": 0.18414539098739624,
      "learning_rate": 9.929104283232362e-05,
      "loss": 0.0612,
      "step": 6060
    },
    {
      "epoch": 1.8902058640049906,
      "flow_loss": 0.05240803211927414,
      "step": 6060
    },
    {
      "contrastive_loss": 0.012338140048086643,
      "epoch": 1.8902058640049906,
      "step": 6060
    },
    {
      "contrastive_lambda": 0.9750486771264133,
      "epoch": 1.8902058640049906,
      "step": 6060
    },
    {
      "contrastive_lambda": 0.9750405095503858,
      "epoch": 1.8905177791640675,
      "step": 6061
    },
    {
      "contrastive_lambda": 0.9750323406720078,
      "epoch": 1.890829694323144,
      "step": 6062
    },
    {
      "contrastive_lambda": 0.9750241704913019,
      "epoch": 1.8911416094822209,
      "step": 6063
    },
    {
      "contrastive_lambda": 0.97501599900829,
      "epoch": 1.8914535246412976,
      "step": 6064
    },
    {
      "contrastive_lambda": 0.9750078262229949,
      "epoch": 1.8917654398003743,
      "step": 6065
    },
    {
      "contrastive_lambda": 0.9749996521354387,
      "epoch": 1.8920773549594512,
      "step": 6066
    },
    {
      "contrastive_lambda": 0.9749914767456441,
      "epoch": 1.8923892701185276,
      "step": 6067
    },
    {
      "contrastive_lambda": 0.9749833000536334,
      "epoch": 1.8927011852776046,
      "step": 6068
    },
    {
      "contrastive_lambda": 0.9749751220594289,
      "epoch": 1.8930131004366813,
      "step": 6069
    },
    {
      "epoch": 1.893325015595758,
      "grad_norm": 0.1724853366613388,
      "learning_rate": 9.92864111092446e-05,
      "loss": 0.0644,
      "step": 6070
    },
    {
      "epoch": 1.893325015595758,
      "flow_loss": 0.05676799640059471,
      "step": 6070
    },
    {
      "contrastive_loss": 0.013095106929540634,
      "epoch": 1.893325015595758,
      "step": 6070
    },
    {
      "contrastive_lambda": 0.9749669427630534,
      "epoch": 1.893325015595758,
      "step": 6070
    },
    {
      "contrastive_lambda": 0.9749587621645288,
      "epoch": 1.8936369307548346,
      "step": 6071
    },
    {
      "contrastive_lambda": 0.9749505802638779,
      "epoch": 1.8939488459139113,
      "step": 6072
    },
    {
      "contrastive_lambda": 0.9749423970611231,
      "epoch": 1.8942607610729882,
      "step": 6073
    },
    {
      "contrastive_lambda": 0.9749342125562865,
      "epoch": 1.8945726762320647,
      "step": 6074
    },
    {
      "contrastive_lambda": 0.9749260267493911,
      "epoch": 1.8948845913911416,
      "step": 6075
    },
    {
      "contrastive_lambda": 0.9749178396404587,
      "epoch": 1.8951965065502183,
      "step": 6076
    },
    {
      "contrastive_lambda": 0.9749096512295123,
      "epoch": 1.895508421709295,
      "step": 6077
    },
    {
      "contrastive_lambda": 0.9749014615165741,
      "epoch": 1.895820336868372,
      "step": 6078
    },
    {
      "contrastive_lambda": 0.9748932705016666,
      "epoch": 1.8961322520274484,
      "step": 6079
    },
    {
      "epoch": 1.8964441671865253,
      "grad_norm": 0.18334023654460907,
      "learning_rate": 9.92817644142552e-05,
      "loss": 0.0665,
      "step": 6080
    },
    {
      "epoch": 1.8964441671865253,
      "flow_loss": 0.05616118758916855,
      "step": 6080
    },
    {
      "contrastive_loss": 0.012805881910026073,
      "epoch": 1.8964441671865253,
      "step": 6080
    },
    {
      "contrastive_lambda": 0.9748850781848122,
      "epoch": 1.8964441671865253,
      "step": 6080
    },
    {
      "contrastive_lambda": 0.9748768845660334,
      "epoch": 1.896756082345602,
      "step": 6081
    },
    {
      "contrastive_lambda": 0.9748686896453527,
      "epoch": 1.8970679975046787,
      "step": 6082
    },
    {
      "contrastive_lambda": 0.9748604934227925,
      "epoch": 1.8973799126637556,
      "step": 6083
    },
    {
      "contrastive_lambda": 0.9748522958983752,
      "epoch": 1.897691827822832,
      "step": 6084
    },
    {
      "contrastive_lambda": 0.9748440970721235,
      "epoch": 1.898003742981909,
      "step": 6085
    },
    {
      "contrastive_lambda": 0.9748358969440597,
      "epoch": 1.8983156581409857,
      "step": 6086
    },
    {
      "contrastive_lambda": 0.9748276955142063,
      "epoch": 1.8986275733000624,
      "step": 6087
    },
    {
      "contrastive_lambda": 0.9748194927825858,
      "epoch": 1.898939488459139,
      "step": 6088
    },
    {
      "contrastive_lambda": 0.9748112887492209,
      "epoch": 1.8992514036182158,
      "step": 6089
    },
    {
      "epoch": 1.8995633187772927,
      "grad_norm": 0.16283535957336426,
      "learning_rate": 9.927710274876698e-05,
      "loss": 0.0616,
      "step": 6090
    },
    {
      "epoch": 1.8995633187772927,
      "flow_loss": 0.07179922610521317,
      "step": 6090
    },
    {
      "contrastive_loss": 0.012531351298093796,
      "epoch": 1.8995633187772927,
      "step": 6090
    },
    {
      "contrastive_lambda": 0.9748030834141337,
      "epoch": 1.8995633187772927,
      "step": 6090
    },
    {
      "contrastive_lambda": 0.9747948767773469,
      "epoch": 1.8998752339363691,
      "step": 6091
    },
    {
      "contrastive_lambda": 0.9747866688388829,
      "epoch": 1.900187149095446,
      "step": 6092
    },
    {
      "contrastive_lambda": 0.9747784595987644,
      "epoch": 1.9004990642545228,
      "step": 6093
    },
    {
      "contrastive_lambda": 0.9747702490570138,
      "epoch": 1.9008109794135994,
      "step": 6094
    },
    {
      "contrastive_lambda": 0.9747620372136536,
      "epoch": 1.9011228945726764,
      "step": 6095
    },
    {
      "contrastive_lambda": 0.9747538240687064,
      "epoch": 1.9014348097317528,
      "step": 6096
    },
    {
      "contrastive_lambda": 0.9747456096221945,
      "epoch": 1.9017467248908297,
      "step": 6097
    },
    {
      "contrastive_lambda": 0.9747373938741406,
      "epoch": 1.9020586400499064,
      "step": 6098
    },
    {
      "contrastive_lambda": 0.9747291768245672,
      "epoch": 1.9023705552089831,
      "step": 6099
    },
    {
      "epoch": 1.90268247036806,
      "grad_norm": 0.16930542886257172,
      "learning_rate": 9.927242611419603e-05,
      "loss": 0.0569,
      "step": 6100
    },
    {
      "epoch": 1.90268247036806,
      "flow_loss": 0.0401945598423481,
      "step": 6100
    },
    {
      "contrastive_loss": 0.011757421307265759,
      "epoch": 1.90268247036806,
      "step": 6100
    },
    {
      "contrastive_lambda": 0.9747209584734968,
      "epoch": 1.90268247036806,
      "step": 6100
    },
    {
      "contrastive_lambda": 0.974712738820952,
      "epoch": 1.9029943855271365,
      "step": 6101
    },
    {
      "contrastive_lambda": 0.9747045178669551,
      "epoch": 1.9033063006862134,
      "step": 6102
    },
    {
      "contrastive_lambda": 0.974696295611529,
      "epoch": 1.9036182158452901,
      "step": 6103
    },
    {
      "contrastive_lambda": 0.974688072054696,
      "epoch": 1.9039301310043668,
      "step": 6104
    },
    {
      "contrastive_lambda": 0.9746798471964786,
      "epoch": 1.9042420461634435,
      "step": 6105
    },
    {
      "contrastive_lambda": 0.9746716210368995,
      "epoch": 1.9045539613225202,
      "step": 6106
    },
    {
      "contrastive_lambda": 0.9746633935759812,
      "epoch": 1.904865876481597,
      "step": 6107
    },
    {
      "contrastive_lambda": 0.9746551648137463,
      "epoch": 1.9051777916406736,
      "step": 6108
    },
    {
      "contrastive_lambda": 0.9746469347502174,
      "epoch": 1.9054897067997505,
      "step": 6109
    },
    {
      "epoch": 1.9058016219588272,
      "grad_norm": 0.18054020404815674,
      "learning_rate": 9.926773451196301e-05,
      "loss": 0.0574,
      "step": 6110
    },
    {
      "epoch": 1.9058016219588272,
      "flow_loss": 0.0698532685637474,
      "step": 6110
    },
    {
      "contrastive_loss": 0.01217670738697052,
      "epoch": 1.9058016219588272,
      "step": 6110
    },
    {
      "contrastive_lambda": 0.9746387033854168,
      "epoch": 1.9058016219588272,
      "step": 6110
    },
    {
      "contrastive_lambda": 0.9746304707193674,
      "epoch": 1.9061135371179039,
      "step": 6111
    },
    {
      "contrastive_lambda": 0.9746222367520915,
      "epoch": 1.9064254522769808,
      "step": 6112
    },
    {
      "contrastive_lambda": 0.9746140014836118,
      "epoch": 1.9067373674360573,
      "step": 6113
    },
    {
      "contrastive_lambda": 0.9746057649139509,
      "epoch": 1.9070492825951342,
      "step": 6114
    },
    {
      "contrastive_lambda": 0.9745975270431313,
      "epoch": 1.9073611977542109,
      "step": 6115
    },
    {
      "contrastive_lambda": 0.9745892878711757,
      "epoch": 1.9076731129132876,
      "step": 6116
    },
    {
      "contrastive_lambda": 0.9745810473981066,
      "epoch": 1.9079850280723645,
      "step": 6117
    },
    {
      "contrastive_lambda": 0.9745728056239467,
      "epoch": 1.908296943231441,
      "step": 6118
    },
    {
      "contrastive_lambda": 0.9745645625487183,
      "epoch": 1.9086088583905179,
      "step": 6119
    },
    {
      "epoch": 1.9089207735495946,
      "grad_norm": 0.14225248992443085,
      "learning_rate": 9.926302794349306e-05,
      "loss": 0.0648,
      "step": 6120
    },
    {
      "epoch": 1.9089207735495946,
      "flow_loss": 0.06301381438970566,
      "step": 6120
    },
    {
      "contrastive_loss": 0.01699065789580345,
      "epoch": 1.9089207735495946,
      "step": 6120
    },
    {
      "contrastive_lambda": 0.9745563181724444,
      "epoch": 1.9089207735495946,
      "step": 6120
    },
    {
      "contrastive_lambda": 0.9745480724951473,
      "epoch": 1.9092326887086712,
      "step": 6121
    },
    {
      "contrastive_lambda": 0.9745398255168498,
      "epoch": 1.909544603867748,
      "step": 6122
    },
    {
      "contrastive_lambda": 0.9745315772375743,
      "epoch": 1.9098565190268246,
      "step": 6123
    },
    {
      "contrastive_lambda": 0.9745233276573436,
      "epoch": 1.9101684341859015,
      "step": 6124
    },
    {
      "contrastive_lambda": 0.9745150767761803,
      "epoch": 1.910480349344978,
      "step": 6125
    },
    {
      "contrastive_lambda": 0.974506824594107,
      "epoch": 1.910792264504055,
      "step": 6126
    },
    {
      "contrastive_lambda": 0.9744985711111462,
      "epoch": 1.9111041796631316,
      "step": 6127
    },
    {
      "contrastive_lambda": 0.9744903163273206,
      "epoch": 1.9114160948222083,
      "step": 6128
    },
    {
      "contrastive_lambda": 0.9744820602426529,
      "epoch": 1.9117280099812852,
      "step": 6129
    },
    {
      "epoch": 1.9120399251403617,
      "grad_norm": 0.19677352905273438,
      "learning_rate": 9.925830641021594e-05,
      "loss": 0.0638,
      "step": 6130
    },
    {
      "epoch": 1.9120399251403617,
      "flow_loss": 0.04648011177778244,
      "step": 6130
    },
    {
      "contrastive_loss": 0.012000256218016148,
      "epoch": 1.9120399251403617,
      "step": 6130
    },
    {
      "contrastive_lambda": 0.9744738028571658,
      "epoch": 1.9120399251403617,
      "step": 6130
    },
    {
      "contrastive_lambda": 0.9744655441708818,
      "epoch": 1.9123518402994386,
      "step": 6131
    },
    {
      "contrastive_lambda": 0.9744572841838235,
      "epoch": 1.9126637554585153,
      "step": 6132
    },
    {
      "contrastive_lambda": 0.9744490228960137,
      "epoch": 1.912975670617592,
      "step": 6133
    },
    {
      "contrastive_lambda": 0.9744407603074748,
      "epoch": 1.913287585776669,
      "step": 6134
    },
    {
      "contrastive_lambda": 0.9744324964182298,
      "epoch": 1.9135995009357454,
      "step": 6135
    },
    {
      "contrastive_lambda": 0.9744242312283011,
      "epoch": 1.9139114160948223,
      "step": 6136
    },
    {
      "contrastive_lambda": 0.9744159647377113,
      "epoch": 1.914223331253899,
      "step": 6137
    },
    {
      "contrastive_lambda": 0.9744076969464834,
      "epoch": 1.9145352464129757,
      "step": 6138
    },
    {
      "contrastive_lambda": 0.9743994278546397,
      "epoch": 1.9148471615720524,
      "step": 6139
    },
    {
      "epoch": 1.915159076731129,
      "grad_norm": 0.19174695014953613,
      "learning_rate": 9.925356991356593e-05,
      "loss": 0.0567,
      "step": 6140
    },
    {
      "epoch": 1.915159076731129,
      "flow_loss": 0.0435541495680809,
      "step": 6140
    },
    {
      "contrastive_loss": 0.010256823152303696,
      "epoch": 1.915159076731129,
      "step": 6140
    },
    {
      "contrastive_lambda": 0.9743911574622033,
      "epoch": 1.915159076731129,
      "step": 6140
    },
    {
      "contrastive_lambda": 0.9743828857691963,
      "epoch": 1.915470991890206,
      "step": 6141
    },
    {
      "contrastive_lambda": 0.9743746127756419,
      "epoch": 1.9157829070492824,
      "step": 6142
    },
    {
      "contrastive_lambda": 0.9743663384815624,
      "epoch": 1.9160948222083594,
      "step": 6143
    },
    {
      "contrastive_lambda": 0.9743580628869808,
      "epoch": 1.916406737367436,
      "step": 6144
    },
    {
      "contrastive_lambda": 0.9743497859919196,
      "epoch": 1.9167186525265127,
      "step": 6145
    },
    {
      "contrastive_lambda": 0.9743415077964015,
      "epoch": 1.9170305676855897,
      "step": 6146
    },
    {
      "contrastive_lambda": 0.9743332283004491,
      "epoch": 1.9173424828446661,
      "step": 6147
    },
    {
      "contrastive_lambda": 0.9743249475040854,
      "epoch": 1.917654398003743,
      "step": 6148
    },
    {
      "contrastive_lambda": 0.9743166654073329,
      "epoch": 1.9179663131628197,
      "step": 6149
    },
    {
      "epoch": 1.9182782283218964,
      "grad_norm": 0.14995385706424713,
      "learning_rate": 9.924881845498184e-05,
      "loss": 0.0569,
      "step": 6150
    },
    {
      "epoch": 1.9182782283218964,
      "flow_loss": 0.08794979006052017,
      "step": 6150
    },
    {
      "contrastive_loss": 0.02002723701298237,
      "epoch": 1.9182782283218964,
      "step": 6150
    },
    {
      "contrastive_lambda": 0.9743083820102143,
      "epoch": 1.9182782283218964,
      "step": 6150
    },
    {
      "contrastive_lambda": 0.9743000973127522,
      "epoch": 1.9185901434809731,
      "step": 6151
    },
    {
      "contrastive_lambda": 0.9742918113149697,
      "epoch": 1.9189020586400498,
      "step": 6152
    },
    {
      "contrastive_lambda": 0.9742835240168892,
      "epoch": 1.9192139737991267,
      "step": 6153
    },
    {
      "contrastive_lambda": 0.9742752354185334,
      "epoch": 1.9195258889582034,
      "step": 6154
    },
    {
      "contrastive_lambda": 0.9742669455199252,
      "epoch": 1.9198378041172801,
      "step": 6155
    },
    {
      "contrastive_lambda": 0.9742586543210872,
      "epoch": 1.9201497192763568,
      "step": 6156
    },
    {
      "contrastive_lambda": 0.9742503618220422,
      "epoch": 1.9204616344354335,
      "step": 6157
    },
    {
      "contrastive_lambda": 0.9742420680228129,
      "epoch": 1.9207735495945104,
      "step": 6158
    },
    {
      "contrastive_lambda": 0.9742337729234221,
      "epoch": 1.9210854647535869,
      "step": 6159
    },
    {
      "epoch": 1.9213973799126638,
      "grad_norm": 0.16456256806850433,
      "learning_rate": 9.924405203590705e-05,
      "loss": 0.064,
      "step": 6160
    },
    {
      "epoch": 1.9213973799126638,
      "flow_loss": 0.06701159477233887,
      "step": 6160
    },
    {
      "contrastive_loss": 0.011736094020307064,
      "epoch": 1.9213973799126638,
      "step": 6160
    },
    {
      "contrastive_lambda": 0.9742254765238924,
      "epoch": 1.9213973799126638,
      "step": 6160
    },
    {
      "contrastive_lambda": 0.9742171788242466,
      "epoch": 1.9217092950717405,
      "step": 6161
    },
    {
      "contrastive_lambda": 0.9742088798245075,
      "epoch": 1.9220212102308172,
      "step": 6162
    },
    {
      "contrastive_lambda": 0.974200579524698,
      "epoch": 1.922333125389894,
      "step": 6163
    },
    {
      "contrastive_lambda": 0.9741922779248404,
      "epoch": 1.9226450405489706,
      "step": 6164
    },
    {
      "contrastive_lambda": 0.9741839750249579,
      "epoch": 1.9229569557080475,
      "step": 6165
    },
    {
      "contrastive_lambda": 0.9741756708250731,
      "epoch": 1.9232688708671242,
      "step": 6166
    },
    {
      "contrastive_lambda": 0.9741673653252088,
      "epoch": 1.9235807860262009,
      "step": 6167
    },
    {
      "contrastive_lambda": 0.9741590585253878,
      "epoch": 1.9238927011852776,
      "step": 6168
    },
    {
      "contrastive_lambda": 0.9741507504256327,
      "epoch": 1.9242046163443542,
      "step": 6169
    },
    {
      "epoch": 1.9245165315034312,
      "grad_norm": 0.13810409605503082,
      "learning_rate": 9.923927065778946e-05,
      "loss": 0.0613,
      "step": 6170
    },
    {
      "epoch": 1.9245165315034312,
      "flow_loss": 0.069520004093647,
      "step": 6170
    },
    {
      "contrastive_loss": 0.011532553471624851,
      "epoch": 1.9245165315034312,
      "step": 6170
    },
    {
      "contrastive_lambda": 0.9741424410259665,
      "epoch": 1.9245165315034312,
      "step": 6170
    },
    {
      "contrastive_lambda": 0.9741341303264117,
      "epoch": 1.9248284466625079,
      "step": 6171
    },
    {
      "contrastive_lambda": 0.9741258183269914,
      "epoch": 1.9251403618215845,
      "step": 6172
    },
    {
      "contrastive_lambda": 0.9741175050277282,
      "epoch": 1.9254522769806612,
      "step": 6173
    },
    {
      "contrastive_lambda": 0.974109190428645,
      "epoch": 1.925764192139738,
      "step": 6174
    },
    {
      "contrastive_lambda": 0.9741008745297646,
      "epoch": 1.9260761072988148,
      "step": 6175
    },
    {
      "contrastive_lambda": 0.9740925573311096,
      "epoch": 1.9263880224578913,
      "step": 6176
    },
    {
      "contrastive_lambda": 0.9740842388327029,
      "epoch": 1.9266999376169682,
      "step": 6177
    },
    {
      "contrastive_lambda": 0.9740759190345675,
      "epoch": 1.927011852776045,
      "step": 6178
    },
    {
      "contrastive_lambda": 0.9740675979367259,
      "epoch": 1.9273237679351216,
      "step": 6179
    },
    {
      "epoch": 1.9276356830941985,
      "grad_norm": 0.1766807585954666,
      "learning_rate": 9.923447432208154e-05,
      "loss": 0.0669,
      "step": 6180
    },
    {
      "epoch": 1.9276356830941985,
      "flow_loss": 0.059107761830091476,
      "step": 6180
    },
    {
      "contrastive_loss": 0.012024963274598122,
      "epoch": 1.9276356830941985,
      "step": 6180
    },
    {
      "contrastive_lambda": 0.9740592755392012,
      "epoch": 1.9276356830941985,
      "step": 6180
    },
    {
      "contrastive_lambda": 0.974050951842016,
      "epoch": 1.927947598253275,
      "step": 6181
    },
    {
      "contrastive_lambda": 0.9740426268451932,
      "epoch": 1.928259513412352,
      "step": 6182
    },
    {
      "contrastive_lambda": 0.9740343005487557,
      "epoch": 1.9285714285714286,
      "step": 6183
    },
    {
      "contrastive_lambda": 0.9740259729527261,
      "epoch": 1.9288833437305053,
      "step": 6184
    },
    {
      "contrastive_lambda": 0.9740176440571275,
      "epoch": 1.929195258889582,
      "step": 6185
    },
    {
      "contrastive_lambda": 0.9740093138619825,
      "epoch": 1.9295071740486587,
      "step": 6186
    },
    {
      "contrastive_lambda": 0.9740009823673142,
      "epoch": 1.9298190892077356,
      "step": 6187
    },
    {
      "contrastive_lambda": 0.9739926495731452,
      "epoch": 1.930131004366812,
      "step": 6188
    },
    {
      "contrastive_lambda": 0.9739843154794985,
      "epoch": 1.930442919525889,
      "step": 6189
    },
    {
      "epoch": 1.9307548346849657,
      "grad_norm": 0.21144285798072815,
      "learning_rate": 9.922966303024027e-05,
      "loss": 0.0715,
      "step": 6190
    },
    {
      "epoch": 1.9307548346849657,
      "flow_loss": 0.058811113238334656,
      "step": 6190
    },
    {
      "contrastive_loss": 0.013104988262057304,
      "epoch": 1.9307548346849657,
      "step": 6190
    },
    {
      "contrastive_lambda": 0.973975980086397,
      "epoch": 1.9307548346849657,
      "step": 6190
    },
    {
      "contrastive_lambda": 0.9739676433938632,
      "epoch": 1.9310667498440424,
      "step": 6191
    },
    {
      "contrastive_lambda": 0.9739593054019203,
      "epoch": 1.9313786650031193,
      "step": 6192
    },
    {
      "contrastive_lambda": 0.9739509661105911,
      "epoch": 1.9316905801621957,
      "step": 6193
    },
    {
      "contrastive_lambda": 0.9739426255198983,
      "epoch": 1.9320024953212727,
      "step": 6194
    },
    {
      "contrastive_lambda": 0.973934283629865,
      "epoch": 1.9323144104803494,
      "step": 6195
    },
    {
      "contrastive_lambda": 0.9739259404405138,
      "epoch": 1.932626325639426,
      "step": 6196
    },
    {
      "contrastive_lambda": 0.9739175959518679,
      "epoch": 1.932938240798503,
      "step": 6197
    },
    {
      "contrastive_lambda": 0.9739092501639499,
      "epoch": 1.9332501559575794,
      "step": 6198
    },
    {
      "contrastive_lambda": 0.9739009030767829,
      "epoch": 1.9335620711166563,
      "step": 6199
    },
    {
      "epoch": 1.933873986275733,
      "grad_norm": 0.12359604984521866,
      "learning_rate": 9.922483678372721e-05,
      "loss": 0.061,
      "step": 6200
    },
    {
      "epoch": 1.933873986275733,
      "flow_loss": 0.05122591555118561,
      "step": 6200
    },
    {
      "contrastive_loss": 0.010949434712529182,
      "epoch": 1.933873986275733,
      "step": 6200
    },
    {
      "contrastive_lambda": 0.9738925546903895,
      "epoch": 1.933873986275733,
      "step": 6200
    },
    {
      "contrastive_lambda": 0.9738842050047929,
      "epoch": 1.9341859014348097,
      "step": 6201
    },
    {
      "contrastive_lambda": 0.9738758540200158,
      "epoch": 1.9344978165938864,
      "step": 6202
    },
    {
      "contrastive_lambda": 0.973867501736081,
      "epoch": 1.9348097317529631,
      "step": 6203
    },
    {
      "contrastive_lambda": 0.9738591481530117,
      "epoch": 1.93512164691204,
      "step": 6204
    },
    {
      "contrastive_lambda": 0.9738507932708307,
      "epoch": 1.9354335620711165,
      "step": 6205
    },
    {
      "contrastive_lambda": 0.9738424370895606,
      "epoch": 1.9357454772301934,
      "step": 6206
    },
    {
      "contrastive_lambda": 0.9738340796092247,
      "epoch": 1.93605739238927,
      "step": 6207
    },
    {
      "contrastive_lambda": 0.9738257208298459,
      "epoch": 1.9363693075483468,
      "step": 6208
    },
    {
      "contrastive_lambda": 0.9738173607514469,
      "epoch": 1.9366812227074237,
      "step": 6209
    },
    {
      "epoch": 1.9369931378665002,
      "grad_norm": 0.15584571659564972,
      "learning_rate": 9.921999558400845e-05,
      "loss": 0.0631,
      "step": 6210
    },
    {
      "epoch": 1.9369931378665002,
      "flow_loss": 0.0493050217628479,
      "step": 6210
    },
    {
      "contrastive_loss": 0.018505701795220375,
      "epoch": 1.9369931378665002,
      "step": 6210
    },
    {
      "contrastive_lambda": 0.9738089993740505,
      "epoch": 1.9369931378665002,
      "step": 6210
    },
    {
      "contrastive_lambda": 0.97380063669768,
      "epoch": 1.937305053025577,
      "step": 6211
    },
    {
      "contrastive_lambda": 0.9737922727223582,
      "epoch": 1.9376169681846538,
      "step": 6212
    },
    {
      "contrastive_lambda": 0.9737839074481078,
      "epoch": 1.9379288833437305,
      "step": 6213
    },
    {
      "contrastive_lambda": 0.9737755408749522,
      "epoch": 1.9382407985028074,
      "step": 6214
    },
    {
      "contrastive_lambda": 0.9737671730029138,
      "epoch": 1.9385527136618839,
      "step": 6215
    },
    {
      "contrastive_lambda": 0.973758803832016,
      "epoch": 1.9388646288209608,
      "step": 6216
    },
    {
      "contrastive_lambda": 0.9737504333622813,
      "epoch": 1.9391765439800375,
      "step": 6217
    },
    {
      "contrastive_lambda": 0.9737420615937331,
      "epoch": 1.9394884591391142,
      "step": 6218
    },
    {
      "contrastive_lambda": 0.9737336885263941,
      "epoch": 1.9398003742981909,
      "step": 6219
    },
    {
      "epoch": 1.9401122894572675,
      "grad_norm": 0.21513032913208008,
      "learning_rate": 9.92151394325546e-05,
      "loss": 0.0607,
      "step": 6220
    },
    {
      "epoch": 1.9401122894572675,
      "flow_loss": 0.06368646025657654,
      "step": 6220
    },
    {
      "contrastive_loss": 0.012154802680015564,
      "epoch": 1.9401122894572675,
      "step": 6220
    },
    {
      "contrastive_lambda": 0.9737253141602872,
      "epoch": 1.9401122894572675,
      "step": 6220
    },
    {
      "contrastive_lambda": 0.9737169384954355,
      "epoch": 1.9404242046163445,
      "step": 6221
    },
    {
      "contrastive_lambda": 0.9737085615318619,
      "epoch": 1.940736119775421,
      "step": 6222
    },
    {
      "contrastive_lambda": 0.9737001832695894,
      "epoch": 1.9410480349344978,
      "step": 6223
    },
    {
      "contrastive_lambda": 0.9736918037086411,
      "epoch": 1.9413599500935745,
      "step": 6224
    },
    {
      "contrastive_lambda": 0.9736834228490396,
      "epoch": 1.9416718652526512,
      "step": 6225
    },
    {
      "contrastive_lambda": 0.9736750406908081,
      "epoch": 1.9419837804117281,
      "step": 6226
    },
    {
      "contrastive_lambda": 0.9736666572339697,
      "epoch": 1.9422956955708046,
      "step": 6227
    },
    {
      "contrastive_lambda": 0.9736582724785472,
      "epoch": 1.9426076107298815,
      "step": 6228
    },
    {
      "contrastive_lambda": 0.9736498864245637,
      "epoch": 1.9429195258889582,
      "step": 6229
    },
    {
      "epoch": 1.943231441048035,
      "grad_norm": 0.19322077929973602,
      "learning_rate": 9.921026833084084e-05,
      "loss": 0.0623,
      "step": 6230
    },
    {
      "epoch": 1.943231441048035,
      "flow_loss": 0.04880140721797943,
      "step": 6230
    },
    {
      "contrastive_loss": 0.01065835077315569,
      "epoch": 1.943231441048035,
      "step": 6230
    },
    {
      "contrastive_lambda": 0.9736414990720421,
      "epoch": 1.943231441048035,
      "step": 6230
    },
    {
      "contrastive_lambda": 0.9736331104210055,
      "epoch": 1.9435433562071118,
      "step": 6231
    },
    {
      "contrastive_lambda": 0.9736247204714769,
      "epoch": 1.9438552713661883,
      "step": 6232
    },
    {
      "contrastive_lambda": 0.9736163292234791,
      "epoch": 1.9441671865252652,
      "step": 6233
    },
    {
      "contrastive_lambda": 0.9736079366770353,
      "epoch": 1.944479101684342,
      "step": 6234
    },
    {
      "contrastive_lambda": 0.9735995428321684,
      "epoch": 1.9447910168434186,
      "step": 6235
    },
    {
      "contrastive_lambda": 0.9735911476889015,
      "epoch": 1.9451029320024953,
      "step": 6236
    },
    {
      "contrastive_lambda": 0.9735827512472576,
      "epoch": 1.945414847161572,
      "step": 6237
    },
    {
      "contrastive_lambda": 0.9735743535072596,
      "epoch": 1.945726762320649,
      "step": 6238
    },
    {
      "contrastive_lambda": 0.9735659544689308,
      "epoch": 1.9460386774797254,
      "step": 6239
    },
    {
      "epoch": 1.9463505926388023,
      "grad_norm": 0.16860421001911163,
      "learning_rate": 9.920538228034689e-05,
      "loss": 0.0575,
      "step": 6240
    },
    {
      "epoch": 1.9463505926388023,
      "flow_loss": 0.052013006061315536,
      "step": 6240
    },
    {
      "contrastive_loss": 0.010263224132359028,
      "epoch": 1.9463505926388023,
      "step": 6240
    },
    {
      "contrastive_lambda": 0.9735575541322938,
      "epoch": 1.9463505926388023,
      "step": 6240
    },
    {
      "contrastive_lambda": 0.9735491524973722,
      "epoch": 1.946662507797879,
      "step": 6241
    },
    {
      "contrastive_lambda": 0.9735407495641885,
      "epoch": 1.9469744229569557,
      "step": 6242
    },
    {
      "contrastive_lambda": 0.973532345332766,
      "epoch": 1.9472863381160326,
      "step": 6243
    },
    {
      "contrastive_lambda": 0.9735239398031277,
      "epoch": 1.947598253275109,
      "step": 6244
    },
    {
      "contrastive_lambda": 0.9735155329752965,
      "epoch": 1.947910168434186,
      "step": 6245
    },
    {
      "contrastive_lambda": 0.9735071248492957,
      "epoch": 1.9482220835932627,
      "step": 6246
    },
    {
      "contrastive_lambda": 0.9734987154251482,
      "epoch": 1.9485339987523393,
      "step": 6247
    },
    {
      "contrastive_lambda": 0.9734903047028771,
      "epoch": 1.9488459139114163,
      "step": 6248
    },
    {
      "contrastive_lambda": 0.9734818926825055,
      "epoch": 1.9491578290704927,
      "step": 6249
    },
    {
      "epoch": 1.9494697442295696,
      "grad_norm": 0.20278137922286987,
      "learning_rate": 9.920048128255699e-05,
      "loss": 0.0635,
      "step": 6250
    },
    {
      "epoch": 1.9494697442295696,
      "flow_loss": 0.06070072203874588,
      "step": 6250
    },
    {
      "contrastive_loss": 0.013108490034937859,
      "epoch": 1.9494697442295696,
      "step": 6250
    },
    {
      "contrastive_lambda": 0.9734734793640564,
      "epoch": 1.9494697442295696,
      "step": 6250
    },
    {
      "contrastive_lambda": 0.9734650647475529,
      "epoch": 1.9497816593886463,
      "step": 6251
    },
    {
      "contrastive_lambda": 0.9734566488330179,
      "epoch": 1.950093574547723,
      "step": 6252
    },
    {
      "contrastive_lambda": 0.9734482316204747,
      "epoch": 1.9504054897067997,
      "step": 6253
    },
    {
      "contrastive_lambda": 0.9734398131099463,
      "epoch": 1.9507174048658764,
      "step": 6254
    },
    {
      "contrastive_lambda": 0.9734313933014558,
      "epoch": 1.9510293200249533,
      "step": 6255
    },
    {
      "contrastive_lambda": 0.9734229721950262,
      "epoch": 1.9513412351840298,
      "step": 6256
    },
    {
      "contrastive_lambda": 0.9734145497906806,
      "epoch": 1.9516531503431067,
      "step": 6257
    },
    {
      "contrastive_lambda": 0.9734061260884422,
      "epoch": 1.9519650655021834,
      "step": 6258
    },
    {
      "contrastive_lambda": 0.973397701088334,
      "epoch": 1.95227698066126,
      "step": 6259
    },
    {
      "epoch": 1.952588895820337,
      "grad_norm": 0.14092092216014862,
      "learning_rate": 9.919556533895995e-05,
      "loss": 0.0632,
      "step": 6260
    },
    {
      "epoch": 1.952588895820337,
      "flow_loss": 0.07103638350963593,
      "step": 6260
    },
    {
      "contrastive_loss": 0.012251155450940132,
      "epoch": 1.952588895820337,
      "step": 6260
    },
    {
      "contrastive_lambda": 0.9733892747903792,
      "epoch": 1.952588895820337,
      "step": 6260
    },
    {
      "contrastive_lambda": 0.9733808471946008,
      "epoch": 1.9529008109794135,
      "step": 6261
    },
    {
      "contrastive_lambda": 0.9733724183010218,
      "epoch": 1.9532127261384904,
      "step": 6262
    },
    {
      "contrastive_lambda": 0.9733639881096656,
      "epoch": 1.953524641297567,
      "step": 6263
    },
    {
      "contrastive_lambda": 0.9733555566205551,
      "epoch": 1.9538365564566438,
      "step": 6264
    },
    {
      "contrastive_lambda": 0.9733471238337135,
      "epoch": 1.9541484716157205,
      "step": 6265
    },
    {
      "contrastive_lambda": 0.9733386897491638,
      "epoch": 1.9544603867747972,
      "step": 6266
    },
    {
      "contrastive_lambda": 0.9733302543669291,
      "epoch": 1.954772301933874,
      "step": 6267
    },
    {
      "contrastive_lambda": 0.9733218176870329,
      "epoch": 1.9550842170929508,
      "step": 6268
    },
    {
      "contrastive_lambda": 0.9733133797094979,
      "epoch": 1.9553961322520275,
      "step": 6269
    },
    {
      "epoch": 1.9557080474111042,
      "grad_norm": 0.20233593881130219,
      "learning_rate": 9.919063445104907e-05,
      "loss": 0.0603,
      "step": 6270
    },
    {
      "epoch": 1.9557080474111042,
      "flow_loss": 0.05453966185450554,
      "step": 6270
    },
    {
      "contrastive_loss": 0.01577410101890564,
      "epoch": 1.9557080474111042,
      "step": 6270
    },
    {
      "contrastive_lambda": 0.9733049404343475,
      "epoch": 1.9557080474111042,
      "step": 6270
    },
    {
      "contrastive_lambda": 0.9732964998616046,
      "epoch": 1.9560199625701808,
      "step": 6271
    },
    {
      "contrastive_lambda": 0.9732880579912926,
      "epoch": 1.9563318777292578,
      "step": 6272
    },
    {
      "contrastive_lambda": 0.9732796148234344,
      "epoch": 1.9566437928883342,
      "step": 6273
    },
    {
      "contrastive_lambda": 0.9732711703580533,
      "epoch": 1.9569557080474111,
      "step": 6274
    },
    {
      "contrastive_lambda": 0.9732627245951724,
      "epoch": 1.9572676232064878,
      "step": 6275
    },
    {
      "contrastive_lambda": 0.973254277534815,
      "epoch": 1.9575795383655645,
      "step": 6276
    },
    {
      "contrastive_lambda": 0.973245829177004,
      "epoch": 1.9578914535246414,
      "step": 6277
    },
    {
      "contrastive_lambda": 0.9732373795217627,
      "epoch": 1.958203368683718,
      "step": 6278
    },
    {
      "contrastive_lambda": 0.9732289285691142,
      "epoch": 1.9585152838427948,
      "step": 6279
    },
    {
      "epoch": 1.9588271990018715,
      "grad_norm": 0.16510829329490662,
      "learning_rate": 9.918568862032227e-05,
      "loss": 0.068,
      "step": 6280
    },
    {
      "epoch": 1.9588271990018715,
      "flow_loss": 0.08479701727628708,
      "step": 6280
    },
    {
      "contrastive_loss": 0.01493695005774498,
      "epoch": 1.9588271990018715,
      "step": 6280
    },
    {
      "contrastive_lambda": 0.9732204763190819,
      "epoch": 1.9588271990018715,
      "step": 6280
    },
    {
      "contrastive_lambda": 0.9732120227716887,
      "epoch": 1.9591391141609482,
      "step": 6281
    },
    {
      "contrastive_lambda": 0.9732035679269578,
      "epoch": 1.959451029320025,
      "step": 6282
    },
    {
      "contrastive_lambda": 0.9731951117849126,
      "epoch": 1.9597629444791016,
      "step": 6283
    },
    {
      "contrastive_lambda": 0.973186654345576,
      "epoch": 1.9600748596381785,
      "step": 6284
    },
    {
      "contrastive_lambda": 0.9731781956089713,
      "epoch": 1.960386774797255,
      "step": 6285
    },
    {
      "contrastive_lambda": 0.9731697355751219,
      "epoch": 1.960698689956332,
      "step": 6286
    },
    {
      "contrastive_lambda": 0.9731612742440507,
      "epoch": 1.9610106051154086,
      "step": 6287
    },
    {
      "contrastive_lambda": 0.973152811615781,
      "epoch": 1.9613225202744853,
      "step": 6288
    },
    {
      "contrastive_lambda": 0.973144347690336,
      "epoch": 1.9616344354335622,
      "step": 6289
    },
    {
      "epoch": 1.9619463505926387,
      "grad_norm": 0.15788617730140686,
      "learning_rate": 9.918072784828194e-05,
      "loss": 0.0653,
      "step": 6290
    },
    {
      "epoch": 1.9619463505926387,
      "flow_loss": 0.04576965421438217,
      "step": 6290
    },
    {
      "contrastive_loss": 0.00925721786916256,
      "epoch": 1.9619463505926387,
      "step": 6290
    },
    {
      "contrastive_lambda": 0.973135882467739,
      "epoch": 1.9619463505926387,
      "step": 6290
    },
    {
      "contrastive_lambda": 0.9731274159480129,
      "epoch": 1.9622582657517156,
      "step": 6291
    },
    {
      "contrastive_lambda": 0.9731189481311813,
      "epoch": 1.9625701809107923,
      "step": 6292
    },
    {
      "contrastive_lambda": 0.9731104790172671,
      "epoch": 1.962882096069869,
      "step": 6293
    },
    {
      "contrastive_lambda": 0.9731020086062938,
      "epoch": 1.9631940112289459,
      "step": 6294
    },
    {
      "contrastive_lambda": 0.9730935368982845,
      "epoch": 1.9635059263880223,
      "step": 6295
    },
    {
      "contrastive_lambda": 0.9730850638932622,
      "epoch": 1.9638178415470993,
      "step": 6296
    },
    {
      "contrastive_lambda": 0.9730765895912505,
      "epoch": 1.964129756706176,
      "step": 6297
    },
    {
      "contrastive_lambda": 0.9730681139922724,
      "epoch": 1.9644416718652526,
      "step": 6298
    },
    {
      "contrastive_lambda": 0.9730596370963513,
      "epoch": 1.9647535870243293,
      "step": 6299
    },
    {
      "epoch": 1.965065502183406,
      "grad_norm": 0.18308410048484802,
      "learning_rate": 9.917575213643501e-05,
      "loss": 0.0572,
      "step": 6300
    },
    {
      "epoch": 1.965065502183406,
      "flow_loss": 0.06719139963388443,
      "step": 6300
    },
    {
      "contrastive_loss": 0.016164742410182953,
      "epoch": 1.965065502183406,
      "step": 6300
    },
    {
      "contrastive_lambda": 0.9730511589035102,
      "epoch": 1.965065502183406,
      "step": 6300
    },
    {
      "contrastive_lambda": 0.9730426794137726,
      "epoch": 1.965377417342483,
      "step": 6301
    },
    {
      "contrastive_lambda": 0.9730341986271617,
      "epoch": 1.9656893325015594,
      "step": 6302
    },
    {
      "contrastive_lambda": 0.9730257165437006,
      "epoch": 1.9660012476606363,
      "step": 6303
    },
    {
      "contrastive_lambda": 0.9730172331634126,
      "epoch": 1.966313162819713,
      "step": 6304
    },
    {
      "contrastive_lambda": 0.973008748486321,
      "epoch": 1.9666250779787897,
      "step": 6305
    },
    {
      "contrastive_lambda": 0.9730002625124492,
      "epoch": 1.9669369931378666,
      "step": 6306
    },
    {
      "contrastive_lambda": 0.9729917752418202,
      "epoch": 1.967248908296943,
      "step": 6307
    },
    {
      "contrastive_lambda": 0.9729832866744574,
      "epoch": 1.96756082345602,
      "step": 6308
    },
    {
      "contrastive_lambda": 0.9729747968103841,
      "epoch": 1.9678727386150967,
      "step": 6309
    },
    {
      "epoch": 1.9681846537741734,
      "grad_norm": 0.17454172670841217,
      "learning_rate": 9.917076148629302e-05,
      "loss": 0.0603,
      "step": 6310
    },
    {
      "epoch": 1.9681846537741734,
      "flow_loss": 0.053350552916526794,
      "step": 6310
    },
    {
      "contrastive_loss": 0.013173608109354973,
      "epoch": 1.9681846537741734,
      "step": 6310
    },
    {
      "contrastive_lambda": 0.9729663056496236,
      "epoch": 1.9681846537741734,
      "step": 6310
    },
    {
      "contrastive_lambda": 0.972957813192199,
      "epoch": 1.9684965689332503,
      "step": 6311
    },
    {
      "contrastive_lambda": 0.9729493194381338,
      "epoch": 1.9688084840923268,
      "step": 6312
    },
    {
      "contrastive_lambda": 0.9729408243874511,
      "epoch": 1.9691203992514037,
      "step": 6313
    },
    {
      "contrastive_lambda": 0.9729323280401743,
      "epoch": 1.9694323144104804,
      "step": 6314
    },
    {
      "contrastive_lambda": 0.9729238303963266,
      "epoch": 1.969744229569557,
      "step": 6315
    },
    {
      "contrastive_lambda": 0.9729153314559316,
      "epoch": 1.9700561447286338,
      "step": 6316
    },
    {
      "contrastive_lambda": 0.9729068312190121,
      "epoch": 1.9703680598877105,
      "step": 6317
    },
    {
      "contrastive_lambda": 0.9728983296855918,
      "epoch": 1.9706799750467874,
      "step": 6318
    },
    {
      "contrastive_lambda": 0.9728898268556938,
      "epoch": 1.9709918902058639,
      "step": 6319
    },
    {
      "epoch": 1.9713038053649408,
      "grad_norm": 0.20397759974002838,
      "learning_rate": 9.916575589937196e-05,
      "loss": 0.0575,
      "step": 6320
    },
    {
      "epoch": 1.9713038053649408,
      "flow_loss": 0.06976247578859329,
      "step": 6320
    },
    {
      "contrastive_loss": 0.012759031727910042,
      "epoch": 1.9713038053649408,
      "step": 6320
    },
    {
      "contrastive_lambda": 0.9728813227293416,
      "epoch": 1.9713038053649408,
      "step": 6320
    },
    {
      "contrastive_lambda": 0.9728728173065584,
      "epoch": 1.9716157205240175,
      "step": 6321
    },
    {
      "contrastive_lambda": 0.9728643105873676,
      "epoch": 1.9719276356830941,
      "step": 6322
    },
    {
      "contrastive_lambda": 0.9728558025717922,
      "epoch": 1.972239550842171,
      "step": 6323
    },
    {
      "contrastive_lambda": 0.972847293259856,
      "epoch": 1.9725514660012475,
      "step": 6324
    },
    {
      "contrastive_lambda": 0.9728387826515819,
      "epoch": 1.9728633811603244,
      "step": 6325
    },
    {
      "contrastive_lambda": 0.9728302707469936,
      "epoch": 1.9731752963194011,
      "step": 6326
    },
    {
      "contrastive_lambda": 0.9728217575461142,
      "epoch": 1.9734872114784778,
      "step": 6327
    },
    {
      "contrastive_lambda": 0.9728132430489671,
      "epoch": 1.9737991266375547,
      "step": 6328
    },
    {
      "contrastive_lambda": 0.9728047272555755,
      "epoch": 1.9741110417966312,
      "step": 6329
    },
    {
      "epoch": 1.9744229569557081,
      "grad_norm": 0.21564704179763794,
      "learning_rate": 9.916073537719239e-05,
      "loss": 0.0592,
      "step": 6330
    },
    {
      "epoch": 1.9744229569557081,
      "flow_loss": 0.09357046335935593,
      "step": 6330
    },
    {
      "contrastive_loss": 0.013941710814833641,
      "epoch": 1.9744229569557081,
      "step": 6330
    },
    {
      "contrastive_lambda": 0.9727962101659632,
      "epoch": 1.9744229569557081,
      "step": 6330
    },
    {
      "contrastive_lambda": 0.972787691780153,
      "epoch": 1.9747348721147848,
      "step": 6331
    },
    {
      "contrastive_lambda": 0.9727791720981687,
      "epoch": 1.9750467872738615,
      "step": 6332
    },
    {
      "contrastive_lambda": 0.9727706511200334,
      "epoch": 1.9753587024329382,
      "step": 6333
    },
    {
      "contrastive_lambda": 0.9727621288457704,
      "epoch": 1.975670617592015,
      "step": 6334
    },
    {
      "contrastive_lambda": 0.9727536052754032,
      "epoch": 1.9759825327510918,
      "step": 6335
    },
    {
      "contrastive_lambda": 0.9727450804089552,
      "epoch": 1.9762944479101683,
      "step": 6336
    },
    {
      "contrastive_lambda": 0.9727365542464497,
      "epoch": 1.9766063630692452,
      "step": 6337
    },
    {
      "contrastive_lambda": 0.9727280267879101,
      "epoch": 1.976918278228322,
      "step": 6338
    },
    {
      "contrastive_lambda": 0.9727194980333598,
      "epoch": 1.9772301933873986,
      "step": 6339
    },
    {
      "epoch": 1.9775421085464755,
      "grad_norm": 0.15679989755153656,
      "learning_rate": 9.915569992127944e-05,
      "loss": 0.0597,
      "step": 6340
    },
    {
      "epoch": 1.9775421085464755,
      "flow_loss": 0.07495191693305969,
      "step": 6340
    },
    {
      "contrastive_loss": 0.01294309739023447,
      "epoch": 1.9775421085464755,
      "step": 6340
    },
    {
      "contrastive_lambda": 0.9727109679828222,
      "epoch": 1.9775421085464755,
      "step": 6340
    },
    {
      "contrastive_lambda": 0.9727024366363206,
      "epoch": 1.977854023705552,
      "step": 6341
    },
    {
      "contrastive_lambda": 0.9726939039938785,
      "epoch": 1.9781659388646289,
      "step": 6342
    },
    {
      "contrastive_lambda": 0.972685370055519,
      "epoch": 1.9784778540237056,
      "step": 6343
    },
    {
      "contrastive_lambda": 0.9726768348212659,
      "epoch": 1.9787897691827823,
      "step": 6344
    },
    {
      "contrastive_lambda": 0.9726682982911423,
      "epoch": 1.9791016843418592,
      "step": 6345
    },
    {
      "contrastive_lambda": 0.9726597604651719,
      "epoch": 1.9794135995009356,
      "step": 6346
    },
    {
      "contrastive_lambda": 0.9726512213433778,
      "epoch": 1.9797255146600126,
      "step": 6347
    },
    {
      "contrastive_lambda": 0.9726426809257835,
      "epoch": 1.9800374298190893,
      "step": 6348
    },
    {
      "contrastive_lambda": 0.9726341392124126,
      "epoch": 1.980349344978166,
      "step": 6349
    },
    {
      "epoch": 1.9806612601372426,
      "grad_norm": 0.27229341864585876,
      "learning_rate": 9.915064953316273e-05,
      "loss": 0.0554,
      "step": 6350
    },
    {
      "epoch": 1.9806612601372426,
      "flow_loss": 0.05054724961519241,
      "step": 6350
    },
    {
      "contrastive_loss": 0.012208417057991028,
      "epoch": 1.9806612601372426,
      "step": 6350
    },
    {
      "contrastive_lambda": 0.9726255962032884,
      "epoch": 1.9806612601372426,
      "step": 6350
    },
    {
      "contrastive_lambda": 0.9726170518984341,
      "epoch": 1.9809731752963193,
      "step": 6351
    },
    {
      "contrastive_lambda": 0.9726085062978734,
      "epoch": 1.9812850904553962,
      "step": 6352
    },
    {
      "contrastive_lambda": 0.9725999594016297,
      "epoch": 1.9815970056144727,
      "step": 6353
    },
    {
      "contrastive_lambda": 0.9725914112097263,
      "epoch": 1.9819089207735496,
      "step": 6354
    },
    {
      "contrastive_lambda": 0.9725828617221868,
      "epoch": 1.9822208359326263,
      "step": 6355
    },
    {
      "contrastive_lambda": 0.9725743109390346,
      "epoch": 1.982532751091703,
      "step": 6356
    },
    {
      "contrastive_lambda": 0.972565758860293,
      "epoch": 1.98284466625078,
      "step": 6357
    },
    {
      "contrastive_lambda": 0.9725572054859855,
      "epoch": 1.9831565814098564,
      "step": 6358
    },
    {
      "contrastive_lambda": 0.9725486508161356,
      "epoch": 1.9834684965689333,
      "step": 6359
    },
    {
      "epoch": 1.98378041172801,
      "grad_norm": 0.15042716264724731,
      "learning_rate": 9.914558421437645e-05,
      "loss": 0.0619,
      "step": 6360
    },
    {
      "epoch": 1.98378041172801,
      "flow_loss": 0.07035321742296219,
      "step": 6360
    },
    {
      "contrastive_loss": 0.009480852633714676,
      "epoch": 1.98378041172801,
      "step": 6360
    },
    {
      "contrastive_lambda": 0.9725400948507668,
      "epoch": 1.98378041172801,
      "step": 6360
    },
    {
      "contrastive_lambda": 0.9725315375899024,
      "epoch": 1.9840923268870867,
      "step": 6361
    },
    {
      "contrastive_lambda": 0.9725229790335661,
      "epoch": 1.9844042420461634,
      "step": 6362
    },
    {
      "contrastive_lambda": 0.9725144191817812,
      "epoch": 1.98471615720524,
      "step": 6363
    },
    {
      "contrastive_lambda": 0.9725058580345711,
      "epoch": 1.985028072364317,
      "step": 6364
    },
    {
      "contrastive_lambda": 0.9724972955919594,
      "epoch": 1.9853399875233937,
      "step": 6365
    },
    {
      "contrastive_lambda": 0.9724887318539696,
      "epoch": 1.9856519026824704,
      "step": 6366
    },
    {
      "contrastive_lambda": 0.972480166820625,
      "epoch": 1.985963817841547,
      "step": 6367
    },
    {
      "contrastive_lambda": 0.9724716004919493,
      "epoch": 1.9862757330006238,
      "step": 6368
    },
    {
      "contrastive_lambda": 0.9724630328679658,
      "epoch": 1.9865876481597007,
      "step": 6369
    },
    {
      "epoch": 1.9868995633187772,
      "grad_norm": 0.21198999881744385,
      "learning_rate": 9.914050396645929e-05,
      "loss": 0.0605,
      "step": 6370
    },
    {
      "epoch": 1.9868995633187772,
      "flow_loss": 0.049661871045827866,
      "step": 6370
    },
    {
      "contrastive_loss": 0.011610820889472961,
      "epoch": 1.9868995633187772,
      "step": 6370
    },
    {
      "contrastive_lambda": 0.9724544639486981,
      "epoch": 1.9868995633187772,
      "step": 6370
    },
    {
      "contrastive_lambda": 0.9724458937341698,
      "epoch": 1.987211478477854,
      "step": 6371
    },
    {
      "contrastive_lambda": 0.972437322224404,
      "epoch": 1.9875233936369308,
      "step": 6372
    },
    {
      "contrastive_lambda": 0.9724287494194246,
      "epoch": 1.9878353087960074,
      "step": 6373
    },
    {
      "contrastive_lambda": 0.972420175319255,
      "epoch": 1.9881472239550844,
      "step": 6374
    },
    {
      "contrastive_lambda": 0.9724115999239187,
      "epoch": 1.9884591391141608,
      "step": 6375
    },
    {
      "contrastive_lambda": 0.9724030232334391,
      "epoch": 1.9887710542732377,
      "step": 6376
    },
    {
      "contrastive_lambda": 0.9723944452478397,
      "epoch": 1.9890829694323144,
      "step": 6377
    },
    {
      "contrastive_lambda": 0.9723858659671443,
      "epoch": 1.9893948845913911,
      "step": 6378
    },
    {
      "contrastive_lambda": 0.972377285391376,
      "epoch": 1.9897067997504678,
      "step": 6379
    },
    {
      "epoch": 1.9900187149095445,
      "grad_norm": 0.16865679621696472,
      "learning_rate": 9.913540879095452e-05,
      "loss": 0.0632,
      "step": 6380
    },
    {
      "epoch": 1.9900187149095445,
      "flow_loss": 0.07577109336853027,
      "step": 6380
    },
    {
      "contrastive_loss": 0.017997775226831436,
      "epoch": 1.9900187149095445,
      "step": 6380
    },
    {
      "contrastive_lambda": 0.9723687035205587,
      "epoch": 1.9900187149095445,
      "step": 6380
    },
    {
      "contrastive_lambda": 0.9723601203547158,
      "epoch": 1.9903306300686214,
      "step": 6381
    },
    {
      "contrastive_lambda": 0.9723515358938707,
      "epoch": 1.990642545227698,
      "step": 6382
    },
    {
      "contrastive_lambda": 0.9723429501380472,
      "epoch": 1.9909544603867748,
      "step": 6383
    },
    {
      "contrastive_lambda": 0.9723343630872685,
      "epoch": 1.9912663755458515,
      "step": 6384
    },
    {
      "contrastive_lambda": 0.9723257747415583,
      "epoch": 1.9915782907049282,
      "step": 6385
    },
    {
      "contrastive_lambda": 0.9723171851009405,
      "epoch": 1.9918902058640051,
      "step": 6386
    },
    {
      "contrastive_lambda": 0.972308594165438,
      "epoch": 1.9922021210230816,
      "step": 6387
    },
    {
      "contrastive_lambda": 0.9723000019350748,
      "epoch": 1.9925140361821585,
      "step": 6388
    },
    {
      "contrastive_lambda": 0.9722914084098744,
      "epoch": 1.9928259513412352,
      "step": 6389
    },
    {
      "epoch": 1.9931378665003119,
      "grad_norm": 0.1965644359588623,
      "learning_rate": 9.913029868940987e-05,
      "loss": 0.0637,
      "step": 6390
    },
    {
      "epoch": 1.9931378665003119,
      "flow_loss": 0.056441474705934525,
      "step": 6390
    },
    {
      "contrastive_loss": 0.010759040713310242,
      "epoch": 1.9931378665003119,
      "step": 6390
    },
    {
      "contrastive_lambda": 0.9722828135898601,
      "epoch": 1.9931378665003119,
      "step": 6390
    },
    {
      "contrastive_lambda": 0.9722742174750558,
      "epoch": 1.9934497816593888,
      "step": 6391
    },
    {
      "contrastive_lambda": 0.9722656200654849,
      "epoch": 1.9937616968184653,
      "step": 6392
    },
    {
      "contrastive_lambda": 0.9722570213611709,
      "epoch": 1.9940736119775422,
      "step": 6393
    },
    {
      "contrastive_lambda": 0.9722484213621375,
      "epoch": 1.9943855271366189,
      "step": 6394
    },
    {
      "contrastive_lambda": 0.9722398200684083,
      "epoch": 1.9946974422956956,
      "step": 6395
    },
    {
      "contrastive_lambda": 0.9722312174800067,
      "epoch": 1.9950093574547723,
      "step": 6396
    },
    {
      "contrastive_lambda": 0.9722226135969565,
      "epoch": 1.995321272613849,
      "step": 6397
    },
    {
      "contrastive_lambda": 0.9722140084192812,
      "epoch": 1.9956331877729259,
      "step": 6398
    },
    {
      "contrastive_lambda": 0.9722054019470043,
      "epoch": 1.9959451029320023,
      "step": 6399
    },
    {
      "epoch": 1.9962570180910792,
      "grad_norm": 0.17119379341602325,
      "learning_rate": 9.912517366337772e-05,
      "loss": 0.0605,
      "step": 6400
    },
    {
      "epoch": 1.9962570180910792,
      "flow_loss": 0.0608624666929245,
      "step": 6400
    },
    {
      "contrastive_loss": 0.01123727671802044,
      "epoch": 1.9962570180910792,
      "step": 6400
    },
    {
      "contrastive_lambda": 0.9721967941801496,
      "epoch": 1.9962570180910792,
      "step": 6400
    },
    {
      "contrastive_lambda": 0.9721881851187405,
      "epoch": 1.996568933250156,
      "step": 6401
    },
    {
      "contrastive_lambda": 0.9721795747628008,
      "epoch": 1.9968808484092326,
      "step": 6402
    },
    {
      "contrastive_lambda": 0.9721709631123538,
      "epoch": 1.9971927635683095,
      "step": 6403
    },
    {
      "contrastive_lambda": 0.9721623501674235,
      "epoch": 1.997504678727386,
      "step": 6404
    },
    {
      "contrastive_lambda": 0.9721537359280331,
      "epoch": 1.997816593886463,
      "step": 6405
    },
    {
      "contrastive_lambda": 0.9721451203942065,
      "epoch": 1.9981285090455396,
      "step": 6406
    },
    {
      "contrastive_lambda": 0.9721365035659673,
      "epoch": 1.9984404242046163,
      "step": 6407
    },
    {
      "contrastive_lambda": 0.9721278854433391,
      "epoch": 1.9987523393636932,
      "step": 6408
    },
    {
      "contrastive_lambda": 0.9721192660263454,
      "epoch": 1.9990642545227697,
      "step": 6409
    },
    {
      "epoch": 1.9993761696818466,
      "grad_norm": 0.14412763714790344,
      "learning_rate": 9.912003371441487e-05,
      "loss": 0.0618,
      "step": 6410
    },
    {
      "epoch": 1.9993761696818466,
      "flow_loss": 0.05515243858098984,
      "step": 6410
    },
    {
      "contrastive_loss": 0.011867460794746876,
      "epoch": 1.9993761696818466,
      "step": 6410
    },
    {
      "contrastive_lambda": 0.9721106453150099,
      "epoch": 1.9993761696818466,
      "step": 6410
    },
    {
      "contrastive_lambda": 0.9721020233093562,
      "epoch": 1.9996880848409233,
      "step": 6411
    },
    {
      "contrastive_lambda": 0.9720934000094082,
      "epoch": 2.0,
      "step": 6412
    },
    {
      "contrastive_lambda": 0.9720847754151893,
      "epoch": 2.000311915159077,
      "step": 6413
    },
    {
      "contrastive_lambda": 0.9720761495267232,
      "epoch": 2.0006238303181534,
      "step": 6414
    },
    {
      "contrastive_lambda": 0.9720675223440334,
      "epoch": 2.0009357454772303,
      "step": 6415
    },
    {
      "contrastive_lambda": 0.9720588938671437,
      "epoch": 2.0012476606363068,
      "step": 6416
    },
    {
      "contrastive_lambda": 0.9720502640960779,
      "epoch": 2.0015595757953837,
      "step": 6417
    },
    {
      "contrastive_lambda": 0.9720416330308593,
      "epoch": 2.0018714909544606,
      "step": 6418
    },
    {
      "contrastive_lambda": 0.9720330006715119,
      "epoch": 2.002183406113537,
      "step": 6419
    },
    {
      "epoch": 2.002495321272614,
      "grad_norm": 0.16611415147781372,
      "learning_rate": 9.911487884408271e-05,
      "loss": 0.062,
      "step": 6420
    },
    {
      "epoch": 2.002495321272614,
      "flow_loss": 0.05863383412361145,
      "step": 6420
    },
    {
      "contrastive_loss": 0.011120200157165527,
      "epoch": 2.002495321272614,
      "step": 6420
    },
    {
      "contrastive_lambda": 0.9720243670180592,
      "epoch": 2.002495321272614,
      "step": 6420
    },
    {
      "contrastive_lambda": 0.9720157320705249,
      "epoch": 2.0028072364316905,
      "step": 6421
    },
    {
      "contrastive_lambda": 0.9720070958289326,
      "epoch": 2.0031191515907674,
      "step": 6422
    },
    {
      "contrastive_lambda": 0.9719984582933061,
      "epoch": 2.003431066749844,
      "step": 6423
    },
    {
      "contrastive_lambda": 0.971989819463669,
      "epoch": 2.0037429819089208,
      "step": 6424
    },
    {
      "contrastive_lambda": 0.971981179340045,
      "epoch": 2.0040548970679977,
      "step": 6425
    },
    {
      "contrastive_lambda": 0.971972537922458,
      "epoch": 2.004366812227074,
      "step": 6426
    },
    {
      "contrastive_lambda": 0.9719638952109313,
      "epoch": 2.004678727386151,
      "step": 6427
    },
    {
      "contrastive_lambda": 0.9719552512054888,
      "epoch": 2.0049906425452275,
      "step": 6428
    },
    {
      "contrastive_lambda": 0.9719466059061541,
      "epoch": 2.0053025577043044,
      "step": 6429
    },
    {
      "epoch": 2.0056144728633813,
      "grad_norm": 0.2695554792881012,
      "learning_rate": 9.910970905394719e-05,
      "loss": 0.0577,
      "step": 6430
    },
    {
      "epoch": 2.0056144728633813,
      "flow_loss": 0.08092865347862244,
      "step": 6430
    },
    {
      "contrastive_loss": 0.011973351240158081,
      "epoch": 2.0056144728633813,
      "step": 6430
    },
    {
      "contrastive_lambda": 0.9719379593129511,
      "epoch": 2.0056144728633813,
      "step": 6430
    },
    {
      "contrastive_lambda": 0.9719293114259033,
      "epoch": 2.005926388022458,
      "step": 6431
    },
    {
      "contrastive_lambda": 0.9719206622450347,
      "epoch": 2.0062383031815347,
      "step": 6432
    },
    {
      "contrastive_lambda": 0.9719120117703687,
      "epoch": 2.006550218340611,
      "step": 6433
    },
    {
      "contrastive_lambda": 0.9719033600019291,
      "epoch": 2.006862133499688,
      "step": 6434
    },
    {
      "contrastive_lambda": 0.9718947069397397,
      "epoch": 2.007174048658765,
      "step": 6435
    },
    {
      "contrastive_lambda": 0.971886052583824,
      "epoch": 2.0074859638178415,
      "step": 6436
    },
    {
      "contrastive_lambda": 0.971877396934206,
      "epoch": 2.0077978789769184,
      "step": 6437
    },
    {
      "contrastive_lambda": 0.9718687399909094,
      "epoch": 2.008109794135995,
      "step": 6438
    },
    {
      "contrastive_lambda": 0.9718600817539578,
      "epoch": 2.008421709295072,
      "step": 6439
    },
    {
      "epoch": 2.0087336244541483,
      "grad_norm": 0.14051474630832672,
      "learning_rate": 9.91045243455787e-05,
      "loss": 0.0593,
      "step": 6440
    },
    {
      "epoch": 2.0087336244541483,
      "flow_loss": 0.07005435973405838,
      "step": 6440
    },
    {
      "contrastive_loss": 0.013212630525231361,
      "epoch": 2.0087336244541483,
      "step": 6440
    },
    {
      "contrastive_lambda": 0.971851422223375,
      "epoch": 2.0087336244541483,
      "step": 6440
    },
    {
      "contrastive_lambda": 0.9718427613991847,
      "epoch": 2.009045539613225,
      "step": 6441
    },
    {
      "contrastive_lambda": 0.9718340992814107,
      "epoch": 2.009357454772302,
      "step": 6442
    },
    {
      "contrastive_lambda": 0.9718254358700766,
      "epoch": 2.0096693699313786,
      "step": 6443
    },
    {
      "contrastive_lambda": 0.9718167711652065,
      "epoch": 2.0099812850904555,
      "step": 6444
    },
    {
      "contrastive_lambda": 0.9718081051668238,
      "epoch": 2.010293200249532,
      "step": 6445
    },
    {
      "contrastive_lambda": 0.9717994378749525,
      "epoch": 2.010605115408609,
      "step": 6446
    },
    {
      "contrastive_lambda": 0.9717907692896162,
      "epoch": 2.010917030567686,
      "step": 6447
    },
    {
      "contrastive_lambda": 0.9717820994108386,
      "epoch": 2.0112289457267623,
      "step": 6448
    },
    {
      "contrastive_lambda": 0.9717734282386438,
      "epoch": 2.011540860885839,
      "step": 6449
    },
    {
      "epoch": 2.0118527760449156,
      "grad_norm": 0.181818425655365,
      "learning_rate": 9.909932472055225e-05,
      "loss": 0.0549,
      "step": 6450
    },
    {
      "epoch": 2.0118527760449156,
      "flow_loss": 0.04816378653049469,
      "step": 6450
    },
    {
      "contrastive_loss": 0.010340876877307892,
      "epoch": 2.0118527760449156,
      "step": 6450
    },
    {
      "contrastive_lambda": 0.9717647557730552,
      "epoch": 2.0118527760449156,
      "step": 6450
    },
    {
      "contrastive_lambda": 0.9717560820140968,
      "epoch": 2.0121646912039926,
      "step": 6451
    },
    {
      "contrastive_lambda": 0.9717474069617923,
      "epoch": 2.0124766063630695,
      "step": 6452
    },
    {
      "contrastive_lambda": 0.9717387306161656,
      "epoch": 2.012788521522146,
      "step": 6453
    },
    {
      "contrastive_lambda": 0.9717300529772401,
      "epoch": 2.013100436681223,
      "step": 6454
    },
    {
      "contrastive_lambda": 0.9717213740450401,
      "epoch": 2.0134123518402993,
      "step": 6455
    },
    {
      "contrastive_lambda": 0.9717126938195892,
      "epoch": 2.0137242669993762,
      "step": 6456
    },
    {
      "contrastive_lambda": 0.9717040123009111,
      "epoch": 2.0140361821584527,
      "step": 6457
    },
    {
      "contrastive_lambda": 0.9716953294890296,
      "epoch": 2.0143480973175296,
      "step": 6458
    },
    {
      "contrastive_lambda": 0.9716866453839688,
      "epoch": 2.0146600124766065,
      "step": 6459
    },
    {
      "epoch": 2.014971927635683,
      "grad_norm": 0.1251908391714096,
      "learning_rate": 9.909411018044734e-05,
      "loss": 0.0561,
      "step": 6460
    },
    {
      "epoch": 2.014971927635683,
      "flow_loss": 0.05830186605453491,
      "step": 6460
    },
    {
      "contrastive_loss": 0.010622110217809677,
      "epoch": 2.014971927635683,
      "step": 6460
    },
    {
      "contrastive_lambda": 0.971677959985752,
      "epoch": 2.014971927635683,
      "step": 6460
    },
    {
      "contrastive_lambda": 0.9716692732944034,
      "epoch": 2.01528384279476,
      "step": 6461
    },
    {
      "contrastive_lambda": 0.9716605853099467,
      "epoch": 2.0155957579538364,
      "step": 6462
    },
    {
      "contrastive_lambda": 0.9716518960324059,
      "epoch": 2.0159076731129133,
      "step": 6463
    },
    {
      "contrastive_lambda": 0.9716432054618045,
      "epoch": 2.01621958827199,
      "step": 6464
    },
    {
      "contrastive_lambda": 0.9716345135981663,
      "epoch": 2.0165315034310667,
      "step": 6465
    },
    {
      "contrastive_lambda": 0.9716258204415156,
      "epoch": 2.0168434185901436,
      "step": 6466
    },
    {
      "contrastive_lambda": 0.9716171259918758,
      "epoch": 2.01715533374922,
      "step": 6467
    },
    {
      "contrastive_lambda": 0.9716084302492709,
      "epoch": 2.017467248908297,
      "step": 6468
    },
    {
      "contrastive_lambda": 0.9715997332137247,
      "epoch": 2.0177791640673735,
      "step": 6469
    },
    {
      "epoch": 2.0180910792264504,
      "grad_norm": 0.14084957540035248,
      "learning_rate": 9.908888072684802e-05,
      "loss": 0.0657,
      "step": 6470
    },
    {
      "epoch": 2.0180910792264504,
      "flow_loss": 0.08341949433088303,
      "step": 6470
    },
    {
      "contrastive_loss": 0.009827496483922005,
      "epoch": 2.0180910792264504,
      "step": 6470
    },
    {
      "contrastive_lambda": 0.971591034885261,
      "epoch": 2.0180910792264504,
      "step": 6470
    },
    {
      "contrastive_lambda": 0.9715823352639037,
      "epoch": 2.0184029943855273,
      "step": 6471
    },
    {
      "contrastive_lambda": 0.9715736343496768,
      "epoch": 2.0187149095446038,
      "step": 6472
    },
    {
      "contrastive_lambda": 0.9715649321426039,
      "epoch": 2.0190268247036807,
      "step": 6473
    },
    {
      "contrastive_lambda": 0.971556228642709,
      "epoch": 2.019338739862757,
      "step": 6474
    },
    {
      "contrastive_lambda": 0.9715475238500159,
      "epoch": 2.019650655021834,
      "step": 6475
    },
    {
      "contrastive_lambda": 0.9715388177645484,
      "epoch": 2.019962570180911,
      "step": 6476
    },
    {
      "contrastive_lambda": 0.9715301103863305,
      "epoch": 2.0202744853399874,
      "step": 6477
    },
    {
      "contrastive_lambda": 0.9715214017153861,
      "epoch": 2.0205864004990644,
      "step": 6478
    },
    {
      "contrastive_lambda": 0.971512691751739,
      "epoch": 2.020898315658141,
      "step": 6479
    },
    {
      "epoch": 2.0212102308172177,
      "grad_norm": 0.1563357710838318,
      "learning_rate": 9.908363636134285e-05,
      "loss": 0.0564,
      "step": 6480
    },
    {
      "epoch": 2.0212102308172177,
      "flow_loss": 0.044425174593925476,
      "step": 6480
    },
    {
      "contrastive_loss": 0.010181427001953125,
      "epoch": 2.0212102308172177,
      "step": 6480
    },
    {
      "contrastive_lambda": 0.9715039804954131,
      "epoch": 2.0212102308172177,
      "step": 6480
    },
    {
      "contrastive_lambda": 0.9714952679464323,
      "epoch": 2.0215221459762946,
      "step": 6481
    },
    {
      "contrastive_lambda": 0.9714865541048203,
      "epoch": 2.021834061135371,
      "step": 6482
    },
    {
      "contrastive_lambda": 0.9714778389706012,
      "epoch": 2.022145976294448,
      "step": 6483
    },
    {
      "contrastive_lambda": 0.9714691225437989,
      "epoch": 2.0224578914535245,
      "step": 6484
    },
    {
      "contrastive_lambda": 0.9714604048244372,
      "epoch": 2.0227698066126014,
      "step": 6485
    },
    {
      "contrastive_lambda": 0.97145168581254,
      "epoch": 2.023081721771678,
      "step": 6486
    },
    {
      "contrastive_lambda": 0.9714429655081314,
      "epoch": 2.023393636930755,
      "step": 6487
    },
    {
      "contrastive_lambda": 0.9714342439112349,
      "epoch": 2.0237055520898317,
      "step": 6488
    },
    {
      "contrastive_lambda": 0.9714255210218747,
      "epoch": 2.024017467248908,
      "step": 6489
    },
    {
      "epoch": 2.024329382407985,
      "grad_norm": 0.1629810631275177,
      "learning_rate": 9.907837708552493e-05,
      "loss": 0.0559,
      "step": 6490
    },
    {
      "epoch": 2.024329382407985,
      "flow_loss": 0.06566469371318817,
      "step": 6490
    },
    {
      "contrastive_loss": 0.01123851165175438,
      "epoch": 2.024329382407985,
      "step": 6490
    },
    {
      "contrastive_lambda": 0.9714167968400749,
      "epoch": 2.024329382407985,
      "step": 6490
    },
    {
      "contrastive_lambda": 0.9714080713658588,
      "epoch": 2.0246412975670616,
      "step": 6491
    },
    {
      "contrastive_lambda": 0.971399344599251,
      "epoch": 2.0249532127261385,
      "step": 6492
    },
    {
      "contrastive_lambda": 0.971390616540275,
      "epoch": 2.0252651278852154,
      "step": 6493
    },
    {
      "contrastive_lambda": 0.971381887188955,
      "epoch": 2.025577043044292,
      "step": 6494
    },
    {
      "contrastive_lambda": 0.9713731565453148,
      "epoch": 2.025888958203369,
      "step": 6495
    },
    {
      "contrastive_lambda": 0.9713644246093781,
      "epoch": 2.0262008733624453,
      "step": 6496
    },
    {
      "contrastive_lambda": 0.9713556913811692,
      "epoch": 2.026512788521522,
      "step": 6497
    },
    {
      "contrastive_lambda": 0.9713469568607119,
      "epoch": 2.026824703680599,
      "step": 6498
    },
    {
      "contrastive_lambda": 0.9713382210480301,
      "epoch": 2.0271366188396756,
      "step": 6499
    },
    {
      "epoch": 2.0274485339987525,
      "grad_norm": 0.16473805904388428,
      "learning_rate": 9.90731029009919e-05,
      "loss": 0.0584,
      "step": 6500
    },
    {
      "epoch": 2.0274485339987525,
      "flow_loss": 0.04545322805643082,
      "step": 6500
    },
    {
      "contrastive_loss": 0.009713946841657162,
      "epoch": 2.0274485339987525,
      "step": 6500
    },
    {
      "contrastive_lambda": 0.9713294839431479,
      "epoch": 2.0274485339987525,
      "step": 6500
    },
    {
      "contrastive_lambda": 0.9713207455460893,
      "epoch": 2.027760449157829,
      "step": 6501
    },
    {
      "contrastive_lambda": 0.9713120058568778,
      "epoch": 2.028072364316906,
      "step": 6502
    },
    {
      "contrastive_lambda": 0.9713032648755379,
      "epoch": 2.0283842794759823,
      "step": 6503
    },
    {
      "contrastive_lambda": 0.9712945226020933,
      "epoch": 2.0286961946350592,
      "step": 6504
    },
    {
      "contrastive_lambda": 0.9712857790365679,
      "epoch": 2.029008109794136,
      "step": 6505
    },
    {
      "contrastive_lambda": 0.9712770341789858,
      "epoch": 2.0293200249532126,
      "step": 6506
    },
    {
      "contrastive_lambda": 0.971268288029371,
      "epoch": 2.0296319401122895,
      "step": 6507
    },
    {
      "contrastive_lambda": 0.9712595405877475,
      "epoch": 2.029943855271366,
      "step": 6508
    },
    {
      "contrastive_lambda": 0.9712507918541391,
      "epoch": 2.030255770430443,
      "step": 6509
    },
    {
      "epoch": 2.03056768558952,
      "grad_norm": 0.21475990116596222,
      "learning_rate": 9.906781380934589e-05,
      "loss": 0.0637,
      "step": 6510
    },
    {
      "epoch": 2.03056768558952,
      "flow_loss": 0.0651235580444336,
      "step": 6510
    },
    {
      "contrastive_loss": 0.012258864939212799,
      "epoch": 2.03056768558952,
      "step": 6510
    },
    {
      "contrastive_lambda": 0.9712420418285699,
      "epoch": 2.03056768558952,
      "step": 6510
    },
    {
      "contrastive_lambda": 0.971233290511064,
      "epoch": 2.0308796007485963,
      "step": 6511
    },
    {
      "contrastive_lambda": 0.9712245379016452,
      "epoch": 2.031191515907673,
      "step": 6512
    },
    {
      "contrastive_lambda": 0.9712157840003376,
      "epoch": 2.0315034310667497,
      "step": 6513
    },
    {
      "contrastive_lambda": 0.9712070288071651,
      "epoch": 2.0318153462258266,
      "step": 6514
    },
    {
      "contrastive_lambda": 0.971198272322152,
      "epoch": 2.0321272613849035,
      "step": 6515
    },
    {
      "contrastive_lambda": 0.9711895145453218,
      "epoch": 2.03243917654398,
      "step": 6516
    },
    {
      "contrastive_lambda": 0.9711807554766989,
      "epoch": 2.032751091703057,
      "step": 6517
    },
    {
      "contrastive_lambda": 0.9711719951163071,
      "epoch": 2.0330630068621334,
      "step": 6518
    },
    {
      "contrastive_lambda": 0.9711632334641707,
      "epoch": 2.0333749220212103,
      "step": 6519
    },
    {
      "epoch": 2.0336868371802868,
      "grad_norm": 0.2137553095817566,
      "learning_rate": 9.906250981219362e-05,
      "loss": 0.0652,
      "step": 6520
    },
    {
      "epoch": 2.0336868371802868,
      "flow_loss": 0.050140369683504105,
      "step": 6520
    },
    {
      "contrastive_loss": 0.01277250424027443,
      "epoch": 2.0336868371802868,
      "step": 6520
    },
    {
      "contrastive_lambda": 0.9711544705203135,
      "epoch": 2.0336868371802868,
      "step": 6520
    },
    {
      "contrastive_lambda": 0.9711457062847595,
      "epoch": 2.0339987523393637,
      "step": 6521
    },
    {
      "contrastive_lambda": 0.9711369407575329,
      "epoch": 2.0343106674984406,
      "step": 6522
    },
    {
      "contrastive_lambda": 0.9711281739386576,
      "epoch": 2.034622582657517,
      "step": 6523
    },
    {
      "contrastive_lambda": 0.9711194058281576,
      "epoch": 2.034934497816594,
      "step": 6524
    },
    {
      "contrastive_lambda": 0.9711106364260571,
      "epoch": 2.0352464129756704,
      "step": 6525
    },
    {
      "contrastive_lambda": 0.9711018657323799,
      "epoch": 2.0355583281347474,
      "step": 6526
    },
    {
      "contrastive_lambda": 0.9710930937471502,
      "epoch": 2.0358702432938243,
      "step": 6527
    },
    {
      "contrastive_lambda": 0.9710843204703922,
      "epoch": 2.0361821584529007,
      "step": 6528
    },
    {
      "contrastive_lambda": 0.9710755459021296,
      "epoch": 2.0364940736119777,
      "step": 6529
    },
    {
      "epoch": 2.036805988771054,
      "grad_norm": 0.1590123027563095,
      "learning_rate": 9.905719091114628e-05,
      "loss": 0.0634,
      "step": 6530
    },
    {
      "epoch": 2.036805988771054,
      "flow_loss": 0.0610535591840744,
      "step": 6530
    },
    {
      "contrastive_loss": 0.013625950552523136,
      "epoch": 2.036805988771054,
      "step": 6530
    },
    {
      "contrastive_lambda": 0.9710667700423867,
      "epoch": 2.036805988771054,
      "step": 6530
    },
    {
      "contrastive_lambda": 0.9710579928911875,
      "epoch": 2.037117903930131,
      "step": 6531
    },
    {
      "contrastive_lambda": 0.9710492144485563,
      "epoch": 2.037429819089208,
      "step": 6532
    },
    {
      "contrastive_lambda": 0.9710404347145167,
      "epoch": 2.0377417342482844,
      "step": 6533
    },
    {
      "contrastive_lambda": 0.971031653689093,
      "epoch": 2.0380536494073613,
      "step": 6534
    },
    {
      "contrastive_lambda": 0.9710228713723092,
      "epoch": 2.038365564566438,
      "step": 6535
    },
    {
      "contrastive_lambda": 0.9710140877641897,
      "epoch": 2.0386774797255147,
      "step": 6536
    },
    {
      "contrastive_lambda": 0.9710053028647583,
      "epoch": 2.038989394884591,
      "step": 6537
    },
    {
      "contrastive_lambda": 0.9709965166740389,
      "epoch": 2.039301310043668,
      "step": 6538
    },
    {
      "contrastive_lambda": 0.9709877291920559,
      "epoch": 2.039613225202745,
      "step": 6539
    },
    {
      "epoch": 2.0399251403618215,
      "grad_norm": 0.1961195319890976,
      "learning_rate": 9.905185710781964e-05,
      "loss": 0.0594,
      "step": 6540
    },
    {
      "epoch": 2.0399251403618215,
      "flow_loss": 0.05420183017849922,
      "step": 6540
    },
    {
      "contrastive_loss": 0.00949120707809925,
      "epoch": 2.0399251403618215,
      "step": 6540
    },
    {
      "contrastive_lambda": 0.9709789404188334,
      "epoch": 2.0399251403618215,
      "step": 6540
    },
    {
      "contrastive_lambda": 0.9709701503543953,
      "epoch": 2.0402370555208984,
      "step": 6541
    },
    {
      "contrastive_lambda": 0.9709613589987658,
      "epoch": 2.040548970679975,
      "step": 6542
    },
    {
      "contrastive_lambda": 0.970952566351969,
      "epoch": 2.040860885839052,
      "step": 6543
    },
    {
      "contrastive_lambda": 0.9709437724140291,
      "epoch": 2.0411728009981287,
      "step": 6544
    },
    {
      "contrastive_lambda": 0.97093497718497,
      "epoch": 2.041484716157205,
      "step": 6545
    },
    {
      "contrastive_lambda": 0.970926180664816,
      "epoch": 2.041796631316282,
      "step": 6546
    },
    {
      "contrastive_lambda": 0.9709173828535911,
      "epoch": 2.0421085464753586,
      "step": 6547
    },
    {
      "contrastive_lambda": 0.9709085837513194,
      "epoch": 2.0424204616344355,
      "step": 6548
    },
    {
      "contrastive_lambda": 0.9708997833580251,
      "epoch": 2.042732376793512,
      "step": 6549
    },
    {
      "epoch": 2.043044291952589,
      "grad_norm": 0.20982691645622253,
      "learning_rate": 9.904650840383392e-05,
      "loss": 0.0631,
      "step": 6550
    },
    {
      "epoch": 2.043044291952589,
      "flow_loss": 0.054978981614112854,
      "step": 6550
    },
    {
      "contrastive_loss": 0.015444065444171429,
      "epoch": 2.043044291952589,
      "step": 6550
    },
    {
      "contrastive_lambda": 0.9708909816737323,
      "epoch": 2.043044291952589,
      "step": 6550
    },
    {
      "contrastive_lambda": 0.9708821786984652,
      "epoch": 2.0433562071116658,
      "step": 6551
    },
    {
      "contrastive_lambda": 0.9708733744322477,
      "epoch": 2.0436681222707422,
      "step": 6552
    },
    {
      "contrastive_lambda": 0.9708645688751043,
      "epoch": 2.043980037429819,
      "step": 6553
    },
    {
      "contrastive_lambda": 0.9708557620270589,
      "epoch": 2.0442919525888956,
      "step": 6554
    },
    {
      "contrastive_lambda": 0.9708469538881357,
      "epoch": 2.0446038677479725,
      "step": 6555
    },
    {
      "contrastive_lambda": 0.9708381444583589,
      "epoch": 2.0449157829070495,
      "step": 6556
    },
    {
      "contrastive_lambda": 0.9708293337377525,
      "epoch": 2.045227698066126,
      "step": 6557
    },
    {
      "contrastive_lambda": 0.9708205217263408,
      "epoch": 2.045539613225203,
      "step": 6558
    },
    {
      "contrastive_lambda": 0.9708117084241479,
      "epoch": 2.0458515283842793,
      "step": 6559
    },
    {
      "epoch": 2.046163443543356,
      "grad_norm": 0.19125528633594513,
      "learning_rate": 9.904114480081397e-05,
      "loss": 0.0649,
      "step": 6560
    },
    {
      "epoch": 2.046163443543356,
      "flow_loss": 0.048503026366233826,
      "step": 6560
    },
    {
      "contrastive_loss": 0.011782564222812653,
      "epoch": 2.046163443543356,
      "step": 6560
    },
    {
      "contrastive_lambda": 0.9708028938311979,
      "epoch": 2.046163443543356,
      "step": 6560
    },
    {
      "contrastive_lambda": 0.970794077947515,
      "epoch": 2.046475358702433,
      "step": 6561
    },
    {
      "contrastive_lambda": 0.9707852607731235,
      "epoch": 2.0467872738615096,
      "step": 6562
    },
    {
      "contrastive_lambda": 0.9707764423080476,
      "epoch": 2.0470991890205865,
      "step": 6563
    },
    {
      "contrastive_lambda": 0.9707676225523112,
      "epoch": 2.047411104179663,
      "step": 6564
    },
    {
      "contrastive_lambda": 0.9707588015059386,
      "epoch": 2.04772301933874,
      "step": 6565
    },
    {
      "contrastive_lambda": 0.9707499791689541,
      "epoch": 2.0480349344978164,
      "step": 6566
    },
    {
      "contrastive_lambda": 0.9707411555413819,
      "epoch": 2.0483468496568933,
      "step": 6567
    },
    {
      "contrastive_lambda": 0.9707323306232458,
      "epoch": 2.04865876481597,
      "step": 6568
    },
    {
      "contrastive_lambda": 0.9707235044145706,
      "epoch": 2.0489706799750467,
      "step": 6569
    },
    {
      "epoch": 2.0492825951341236,
      "grad_norm": 0.1556597352027893,
      "learning_rate": 9.903576630038906e-05,
      "loss": 0.0647,
      "step": 6570
    },
    {
      "epoch": 2.0492825951341236,
      "flow_loss": 0.07788155227899551,
      "step": 6570
    },
    {
      "contrastive_loss": 0.014452815987169743,
      "epoch": 2.0492825951341236,
      "step": 6570
    },
    {
      "contrastive_lambda": 0.97071467691538,
      "epoch": 2.0492825951341236,
      "step": 6570
    },
    {
      "contrastive_lambda": 0.9707058481256985,
      "epoch": 2.0495945102932,
      "step": 6571
    },
    {
      "contrastive_lambda": 0.9706970180455501,
      "epoch": 2.049906425452277,
      "step": 6572
    },
    {
      "contrastive_lambda": 0.970688186674959,
      "epoch": 2.050218340611354,
      "step": 6573
    },
    {
      "contrastive_lambda": 0.9706793540139498,
      "epoch": 2.0505302557704304,
      "step": 6574
    },
    {
      "contrastive_lambda": 0.9706705200625462,
      "epoch": 2.0508421709295073,
      "step": 6575
    },
    {
      "contrastive_lambda": 0.9706616848207728,
      "epoch": 2.0511540860885837,
      "step": 6576
    },
    {
      "contrastive_lambda": 0.9706528482886534,
      "epoch": 2.0514660012476607,
      "step": 6577
    },
    {
      "contrastive_lambda": 0.9706440104662127,
      "epoch": 2.0517779164067376,
      "step": 6578
    },
    {
      "contrastive_lambda": 0.9706351713534747,
      "epoch": 2.052089831565814,
      "step": 6579
    },
    {
      "epoch": 2.052401746724891,
      "grad_norm": 0.18821007013320923,
      "learning_rate": 9.903037290419309e-05,
      "loss": 0.0744,
      "step": 6580
    },
    {
      "epoch": 2.052401746724891,
      "flow_loss": 0.07171934843063354,
      "step": 6580
    },
    {
      "contrastive_loss": 0.011473776772618294,
      "epoch": 2.052401746724891,
      "step": 6580
    },
    {
      "contrastive_lambda": 0.9706263309504637,
      "epoch": 2.052401746724891,
      "step": 6580
    },
    {
      "contrastive_lambda": 0.9706174892572038,
      "epoch": 2.0527136618839674,
      "step": 6581
    },
    {
      "contrastive_lambda": 0.9706086462737193,
      "epoch": 2.0530255770430443,
      "step": 6582
    },
    {
      "contrastive_lambda": 0.9705998020000346,
      "epoch": 2.053337492202121,
      "step": 6583
    },
    {
      "contrastive_lambda": 0.9705909564361739,
      "epoch": 2.0536494073611977,
      "step": 6584
    },
    {
      "contrastive_lambda": 0.9705821095821612,
      "epoch": 2.0539613225202746,
      "step": 6585
    },
    {
      "contrastive_lambda": 0.9705732614380209,
      "epoch": 2.054273237679351,
      "step": 6586
    },
    {
      "contrastive_lambda": 0.9705644120037775,
      "epoch": 2.054585152838428,
      "step": 6587
    },
    {
      "contrastive_lambda": 0.9705555612794549,
      "epoch": 2.0548970679975045,
      "step": 6588
    },
    {
      "contrastive_lambda": 0.9705467092650775,
      "epoch": 2.0552089831565814,
      "step": 6589
    },
    {
      "epoch": 2.0555208983156583,
      "grad_norm": 0.19777603447437286,
      "learning_rate": 9.902496461386439e-05,
      "loss": 0.0607,
      "step": 6590
    },
    {
      "epoch": 2.0555208983156583,
      "flow_loss": 0.05068699270486832,
      "step": 6590
    },
    {
      "contrastive_loss": 0.01124909520149231,
      "epoch": 2.0555208983156583,
      "step": 6590
    },
    {
      "contrastive_lambda": 0.9705378559606697,
      "epoch": 2.0555208983156583,
      "step": 6590
    },
    {
      "contrastive_lambda": 0.9705290013662555,
      "epoch": 2.055832813474735,
      "step": 6591
    },
    {
      "contrastive_lambda": 0.9705201454818593,
      "epoch": 2.0561447286338117,
      "step": 6592
    },
    {
      "contrastive_lambda": 0.9705112883075055,
      "epoch": 2.056456643792888,
      "step": 6593
    },
    {
      "contrastive_lambda": 0.9705024298432183,
      "epoch": 2.056768558951965,
      "step": 6594
    },
    {
      "contrastive_lambda": 0.970493570089022,
      "epoch": 2.057080474111042,
      "step": 6595
    },
    {
      "contrastive_lambda": 0.9704847090449408,
      "epoch": 2.0573923892701185,
      "step": 6596
    },
    {
      "contrastive_lambda": 0.9704758467109991,
      "epoch": 2.0577043044291954,
      "step": 6597
    },
    {
      "contrastive_lambda": 0.9704669830872211,
      "epoch": 2.058016219588272,
      "step": 6598
    },
    {
      "contrastive_lambda": 0.9704581181736311,
      "epoch": 2.0583281347473488,
      "step": 6599
    },
    {
      "epoch": 2.0586400499064252,
      "grad_norm": 0.15207411348819733,
      "learning_rate": 9.901954143104588e-05,
      "loss": 0.0599,
      "step": 6600
    },
    {
      "epoch": 2.0586400499064252,
      "flow_loss": 0.047411441802978516,
      "step": 6600
    },
    {
      "contrastive_loss": 0.010348574258387089,
      "epoch": 2.0586400499064252,
      "step": 6600
    },
    {
      "contrastive_lambda": 0.9704492519702537,
      "epoch": 2.0586400499064252,
      "step": 6600
    },
    {
      "contrastive_lambda": 0.9704403844771128,
      "epoch": 2.058951965065502,
      "step": 6601
    },
    {
      "contrastive_lambda": 0.9704315156942328,
      "epoch": 2.059263880224579,
      "step": 6602
    },
    {
      "contrastive_lambda": 0.9704226456216383,
      "epoch": 2.0595757953836555,
      "step": 6603
    },
    {
      "contrastive_lambda": 0.9704137742593532,
      "epoch": 2.0598877105427325,
      "step": 6604
    },
    {
      "contrastive_lambda": 0.9704049016074021,
      "epoch": 2.060199625701809,
      "step": 6605
    },
    {
      "contrastive_lambda": 0.9703960276658092,
      "epoch": 2.060511540860886,
      "step": 6606
    },
    {
      "contrastive_lambda": 0.970387152434599,
      "epoch": 2.0608234560199628,
      "step": 6607
    },
    {
      "contrastive_lambda": 0.9703782759137957,
      "epoch": 2.061135371179039,
      "step": 6608
    },
    {
      "contrastive_lambda": 0.9703693981034236,
      "epoch": 2.061447286338116,
      "step": 6609
    },
    {
      "epoch": 2.0617592014971926,
      "grad_norm": 0.23993469774723053,
      "learning_rate": 9.901410335738496e-05,
      "loss": 0.0629,
      "step": 6610
    },
    {
      "epoch": 2.0617592014971926,
      "flow_loss": 0.064299076795578,
      "step": 6610
    },
    {
      "contrastive_loss": 0.01164730079472065,
      "epoch": 2.0617592014971926,
      "step": 6610
    },
    {
      "contrastive_lambda": 0.9703605190035071,
      "epoch": 2.0617592014971926,
      "step": 6610
    },
    {
      "contrastive_lambda": 0.9703516386140705,
      "epoch": 2.0620711166562695,
      "step": 6611
    },
    {
      "contrastive_lambda": 0.9703427569351382,
      "epoch": 2.0623830318153464,
      "step": 6612
    },
    {
      "contrastive_lambda": 0.9703338739667345,
      "epoch": 2.062694946974423,
      "step": 6613
    },
    {
      "contrastive_lambda": 0.9703249897088838,
      "epoch": 2.0630068621335,
      "step": 6614
    },
    {
      "contrastive_lambda": 0.9703161041616105,
      "epoch": 2.0633187772925763,
      "step": 6615
    },
    {
      "contrastive_lambda": 0.9703072173249389,
      "epoch": 2.063630692451653,
      "step": 6616
    },
    {
      "contrastive_lambda": 0.9702983291988933,
      "epoch": 2.0639426076107297,
      "step": 6617
    },
    {
      "contrastive_lambda": 0.970289439783498,
      "epoch": 2.0642545227698066,
      "step": 6618
    },
    {
      "contrastive_lambda": 0.9702805490787777,
      "epoch": 2.0645664379288835,
      "step": 6619
    },
    {
      "epoch": 2.06487835308796,
      "grad_norm": 0.1585835963487625,
      "learning_rate": 9.900865039453358e-05,
      "loss": 0.0595,
      "step": 6620
    },
    {
      "epoch": 2.06487835308796,
      "flow_loss": 0.07422690093517303,
      "step": 6620
    },
    {
      "contrastive_loss": 0.015139749273657799,
      "epoch": 2.06487835308796,
      "step": 6620
    },
    {
      "contrastive_lambda": 0.9702716570847565,
      "epoch": 2.06487835308796,
      "step": 6620
    },
    {
      "contrastive_lambda": 0.9702627638014589,
      "epoch": 2.065190268247037,
      "step": 6621
    },
    {
      "contrastive_lambda": 0.9702538692289091,
      "epoch": 2.0655021834061134,
      "step": 6622
    },
    {
      "contrastive_lambda": 0.9702449733671318,
      "epoch": 2.0658140985651903,
      "step": 6623
    },
    {
      "contrastive_lambda": 0.970236076216151,
      "epoch": 2.066126013724267,
      "step": 6624
    },
    {
      "contrastive_lambda": 0.9702271777759915,
      "epoch": 2.0664379288833437,
      "step": 6625
    },
    {
      "contrastive_lambda": 0.9702182780466775,
      "epoch": 2.0667498440424206,
      "step": 6626
    },
    {
      "contrastive_lambda": 0.9702093770282332,
      "epoch": 2.067061759201497,
      "step": 6627
    },
    {
      "contrastive_lambda": 0.9702004747206834,
      "epoch": 2.067373674360574,
      "step": 6628
    },
    {
      "contrastive_lambda": 0.9701915711240521,
      "epoch": 2.067685589519651,
      "step": 6629
    },
    {
      "epoch": 2.0679975046787273,
      "grad_norm": 0.1697002351284027,
      "learning_rate": 9.900318254414821e-05,
      "loss": 0.0653,
      "step": 6630
    },
    {
      "epoch": 2.0679975046787273,
      "flow_loss": 0.05774834007024765,
      "step": 6630
    },
    {
      "contrastive_loss": 0.011815566569566727,
      "epoch": 2.0679975046787273,
      "step": 6630
    },
    {
      "contrastive_lambda": 0.970182666238364,
      "epoch": 2.0679975046787273,
      "step": 6630
    },
    {
      "contrastive_lambda": 0.9701737600636435,
      "epoch": 2.0683094198378043,
      "step": 6631
    },
    {
      "contrastive_lambda": 0.9701648525999149,
      "epoch": 2.0686213349968807,
      "step": 6632
    },
    {
      "contrastive_lambda": 0.9701559438472026,
      "epoch": 2.0689332501559576,
      "step": 6633
    },
    {
      "contrastive_lambda": 0.9701470338055311,
      "epoch": 2.069245165315034,
      "step": 6634
    },
    {
      "contrastive_lambda": 0.9701381224749248,
      "epoch": 2.069557080474111,
      "step": 6635
    },
    {
      "contrastive_lambda": 0.9701292098554082,
      "epoch": 2.069868995633188,
      "step": 6636
    },
    {
      "contrastive_lambda": 0.9701202959470057,
      "epoch": 2.0701809107922644,
      "step": 6637
    },
    {
      "contrastive_lambda": 0.9701113807497417,
      "epoch": 2.0704928259513413,
      "step": 6638
    },
    {
      "contrastive_lambda": 0.9701024642636407,
      "epoch": 2.070804741110418,
      "step": 6639
    },
    {
      "epoch": 2.0711166562694947,
      "grad_norm": 0.14562807977199554,
      "learning_rate": 9.899769980788985e-05,
      "loss": 0.0626,
      "step": 6640
    },
    {
      "epoch": 2.0711166562694947,
      "flow_loss": 0.06809015572071075,
      "step": 6640
    },
    {
      "contrastive_loss": 0.011223751120269299,
      "epoch": 2.0711166562694947,
      "step": 6640
    },
    {
      "contrastive_lambda": 0.9700935464887269,
      "epoch": 2.0711166562694947,
      "step": 6640
    },
    {
      "contrastive_lambda": 0.9700846274250251,
      "epoch": 2.0714285714285716,
      "step": 6641
    },
    {
      "contrastive_lambda": 0.9700757070725596,
      "epoch": 2.071740486587648,
      "step": 6642
    },
    {
      "contrastive_lambda": 0.9700667854313549,
      "epoch": 2.072052401746725,
      "step": 6643
    },
    {
      "contrastive_lambda": 0.9700578625014353,
      "epoch": 2.0723643169058015,
      "step": 6644
    },
    {
      "contrastive_lambda": 0.9700489382828255,
      "epoch": 2.0726762320648784,
      "step": 6645
    },
    {
      "contrastive_lambda": 0.9700400127755497,
      "epoch": 2.0729881472239553,
      "step": 6646
    },
    {
      "contrastive_lambda": 0.9700310859796327,
      "epoch": 2.0733000623830318,
      "step": 6647
    },
    {
      "contrastive_lambda": 0.9700221578950987,
      "epoch": 2.0736119775421087,
      "step": 6648
    },
    {
      "contrastive_lambda": 0.9700132285219722,
      "epoch": 2.073923892701185,
      "step": 6649
    },
    {
      "epoch": 2.074235807860262,
      "grad_norm": 0.15020862221717834,
      "learning_rate": 9.899220218742398e-05,
      "loss": 0.0553,
      "step": 6650
    },
    {
      "epoch": 2.074235807860262,
      "flow_loss": 0.04726942256093025,
      "step": 6650
    },
    {
      "contrastive_loss": 0.011011531576514244,
      "epoch": 2.074235807860262,
      "step": 6650
    },
    {
      "contrastive_lambda": 0.9700042978602779,
      "epoch": 2.074235807860262,
      "step": 6650
    },
    {
      "contrastive_lambda": 0.96999536591004,
      "epoch": 2.0745477230193385,
      "step": 6651
    },
    {
      "contrastive_lambda": 0.9699864326712833,
      "epoch": 2.0748596381784155,
      "step": 6652
    },
    {
      "contrastive_lambda": 0.9699774981440319,
      "epoch": 2.0751715533374924,
      "step": 6653
    },
    {
      "contrastive_lambda": 0.9699685623283106,
      "epoch": 2.075483468496569,
      "step": 6654
    },
    {
      "contrastive_lambda": 0.9699596252241438,
      "epoch": 2.0757953836556458,
      "step": 6655
    },
    {
      "contrastive_lambda": 0.9699506868315559,
      "epoch": 2.0761072988147222,
      "step": 6656
    },
    {
      "contrastive_lambda": 0.9699417471505717,
      "epoch": 2.076419213973799,
      "step": 6657
    },
    {
      "contrastive_lambda": 0.9699328061812154,
      "epoch": 2.076731129132876,
      "step": 6658
    },
    {
      "contrastive_lambda": 0.9699238639235117,
      "epoch": 2.0770430442919525,
      "step": 6659
    },
    {
      "epoch": 2.0773549594510294,
      "grad_norm": 0.12721651792526245,
      "learning_rate": 9.898668968442066e-05,
      "loss": 0.059,
      "step": 6660
    },
    {
      "epoch": 2.0773549594510294,
      "flow_loss": 0.053002484142780304,
      "step": 6660
    },
    {
      "contrastive_loss": 0.011547975242137909,
      "epoch": 2.0773549594510294,
      "step": 6660
    },
    {
      "contrastive_lambda": 0.969914920377485,
      "epoch": 2.0773549594510294,
      "step": 6660
    },
    {
      "contrastive_lambda": 0.9699059755431598,
      "epoch": 2.077666874610106,
      "step": 6661
    },
    {
      "contrastive_lambda": 0.9698970294205608,
      "epoch": 2.077978789769183,
      "step": 6662
    },
    {
      "contrastive_lambda": 0.9698880820097123,
      "epoch": 2.0782907049282597,
      "step": 6663
    },
    {
      "contrastive_lambda": 0.9698791333106391,
      "epoch": 2.078602620087336,
      "step": 6664
    },
    {
      "contrastive_lambda": 0.9698701833233654,
      "epoch": 2.078914535246413,
      "step": 6665
    },
    {
      "contrastive_lambda": 0.9698612320479161,
      "epoch": 2.0792264504054896,
      "step": 6666
    },
    {
      "contrastive_lambda": 0.9698522794843154,
      "epoch": 2.0795383655645665,
      "step": 6667
    },
    {
      "contrastive_lambda": 0.969843325632588,
      "epoch": 2.079850280723643,
      "step": 6668
    },
    {
      "contrastive_lambda": 0.9698343704927586,
      "epoch": 2.08016219588272,
      "step": 6669
    },
    {
      "epoch": 2.080474111041797,
      "grad_norm": 0.13631953299045563,
      "learning_rate": 9.898116230055443e-05,
      "loss": 0.0598,
      "step": 6670
    },
    {
      "epoch": 2.080474111041797,
      "flow_loss": 0.05238223820924759,
      "step": 6670
    },
    {
      "contrastive_loss": 0.012879868969321251,
      "epoch": 2.080474111041797,
      "step": 6670
    },
    {
      "contrastive_lambda": 0.9698254140648515,
      "epoch": 2.080474111041797,
      "step": 6670
    },
    {
      "contrastive_lambda": 0.9698164563488914,
      "epoch": 2.0807860262008733,
      "step": 6671
    },
    {
      "contrastive_lambda": 0.9698074973449027,
      "epoch": 2.08109794135995,
      "step": 6672
    },
    {
      "contrastive_lambda": 0.9697985370529101,
      "epoch": 2.0814098565190267,
      "step": 6673
    },
    {
      "contrastive_lambda": 0.9697895754729382,
      "epoch": 2.0817217716781036,
      "step": 6674
    },
    {
      "contrastive_lambda": 0.9697806126050115,
      "epoch": 2.0820336868371805,
      "step": 6675
    },
    {
      "contrastive_lambda": 0.9697716484491545,
      "epoch": 2.082345601996257,
      "step": 6676
    },
    {
      "contrastive_lambda": 0.9697626830053919,
      "epoch": 2.082657517155334,
      "step": 6677
    },
    {
      "contrastive_lambda": 0.9697537162737483,
      "epoch": 2.0829694323144103,
      "step": 6678
    },
    {
      "contrastive_lambda": 0.9697447482542481,
      "epoch": 2.0832813474734873,
      "step": 6679
    },
    {
      "epoch": 2.083593262632564,
      "grad_norm": 0.14507216215133667,
      "learning_rate": 9.897562003750437e-05,
      "loss": 0.0621,
      "step": 6680
    },
    {
      "epoch": 2.083593262632564,
      "flow_loss": 0.04455870762467384,
      "step": 6680
    },
    {
      "contrastive_loss": 0.011021696962416172,
      "epoch": 2.083593262632564,
      "step": 6680
    },
    {
      "contrastive_lambda": 0.9697357789469161,
      "epoch": 2.083593262632564,
      "step": 6680
    },
    {
      "contrastive_lambda": 0.9697268083517767,
      "epoch": 2.0839051777916406,
      "step": 6681
    },
    {
      "contrastive_lambda": 0.9697178364688546,
      "epoch": 2.0842170929507176,
      "step": 6682
    },
    {
      "contrastive_lambda": 0.9697088632981745,
      "epoch": 2.084529008109794,
      "step": 6683
    },
    {
      "contrastive_lambda": 0.9696998888397608,
      "epoch": 2.084840923268871,
      "step": 6684
    },
    {
      "contrastive_lambda": 0.9696909130936382,
      "epoch": 2.0851528384279474,
      "step": 6685
    },
    {
      "contrastive_lambda": 0.9696819360598312,
      "epoch": 2.0854647535870243,
      "step": 6686
    },
    {
      "contrastive_lambda": 0.9696729577383646,
      "epoch": 2.0857766687461012,
      "step": 6687
    },
    {
      "contrastive_lambda": 0.9696639781292629,
      "epoch": 2.0860885839051777,
      "step": 6688
    },
    {
      "contrastive_lambda": 0.9696549972325508,
      "epoch": 2.0864004990642546,
      "step": 6689
    },
    {
      "epoch": 2.086712414223331,
      "grad_norm": 0.15858156979084015,
      "learning_rate": 9.897006289695407e-05,
      "loss": 0.0594,
      "step": 6690
    },
    {
      "epoch": 2.086712414223331,
      "flow_loss": 0.06414833664894104,
      "step": 6690
    },
    {
      "contrastive_loss": 0.015372698195278645,
      "epoch": 2.086712414223331,
      "step": 6690
    },
    {
      "contrastive_lambda": 0.9696460150482528,
      "epoch": 2.086712414223331,
      "step": 6690
    },
    {
      "contrastive_lambda": 0.9696370315763936,
      "epoch": 2.087024329382408,
      "step": 6691
    },
    {
      "contrastive_lambda": 0.9696280468169978,
      "epoch": 2.087336244541485,
      "step": 6692
    },
    {
      "contrastive_lambda": 0.96961906077009,
      "epoch": 2.0876481597005614,
      "step": 6693
    },
    {
      "contrastive_lambda": 0.9696100734356949,
      "epoch": 2.0879600748596383,
      "step": 6694
    },
    {
      "contrastive_lambda": 0.9696010848138371,
      "epoch": 2.0882719900187148,
      "step": 6695
    },
    {
      "contrastive_lambda": 0.9695920949045413,
      "epoch": 2.0885839051777917,
      "step": 6696
    },
    {
      "contrastive_lambda": 0.9695831037078322,
      "epoch": 2.088895820336868,
      "step": 6697
    },
    {
      "contrastive_lambda": 0.9695741112237342,
      "epoch": 2.089207735495945,
      "step": 6698
    },
    {
      "contrastive_lambda": 0.9695651174522721,
      "epoch": 2.089519650655022,
      "step": 6699
    },
    {
      "epoch": 2.0898315658140985,
      "grad_norm": 0.1831340491771698,
      "learning_rate": 9.896449088059164e-05,
      "loss": 0.0617,
      "step": 6700
    },
    {
      "epoch": 2.0898315658140985,
      "flow_loss": 0.03409125655889511,
      "step": 6700
    },
    {
      "contrastive_loss": 0.0109103973954916,
      "epoch": 2.0898315658140985,
      "step": 6700
    },
    {
      "contrastive_lambda": 0.9695561223934708,
      "epoch": 2.0898315658140985,
      "step": 6700
    },
    {
      "contrastive_lambda": 0.9695471260473545,
      "epoch": 2.0901434809731754,
      "step": 6701
    },
    {
      "contrastive_lambda": 0.9695381284139483,
      "epoch": 2.090455396132252,
      "step": 6702
    },
    {
      "contrastive_lambda": 0.9695291294932764,
      "epoch": 2.0907673112913288,
      "step": 6703
    },
    {
      "contrastive_lambda": 0.9695201292853639,
      "epoch": 2.0910792264504057,
      "step": 6704
    },
    {
      "contrastive_lambda": 0.9695111277902353,
      "epoch": 2.091391141609482,
      "step": 6705
    },
    {
      "contrastive_lambda": 0.9695021250079153,
      "epoch": 2.091703056768559,
      "step": 6706
    },
    {
      "contrastive_lambda": 0.9694931209384285,
      "epoch": 2.0920149719276355,
      "step": 6707
    },
    {
      "contrastive_lambda": 0.9694841155817997,
      "epoch": 2.0923268870867124,
      "step": 6708
    },
    {
      "contrastive_lambda": 0.9694751089380536,
      "epoch": 2.0926388022457894,
      "step": 6709
    },
    {
      "epoch": 2.092950717404866,
      "grad_norm": 0.1891602724790573,
      "learning_rate": 9.89589039901097e-05,
      "loss": 0.0607,
      "step": 6710
    },
    {
      "epoch": 2.092950717404866,
      "flow_loss": 0.06470836699008942,
      "step": 6710
    },
    {
      "contrastive_loss": 0.013724669814109802,
      "epoch": 2.092950717404866,
      "step": 6710
    },
    {
      "contrastive_lambda": 0.9694661010072148,
      "epoch": 2.092950717404866,
      "step": 6710
    },
    {
      "contrastive_lambda": 0.969457091789308,
      "epoch": 2.0932626325639427,
      "step": 6711
    },
    {
      "contrastive_lambda": 0.9694480812843578,
      "epoch": 2.093574547723019,
      "step": 6712
    },
    {
      "contrastive_lambda": 0.9694390694923892,
      "epoch": 2.093886462882096,
      "step": 6713
    },
    {
      "contrastive_lambda": 0.9694300564134267,
      "epoch": 2.0941983780411726,
      "step": 6714
    },
    {
      "contrastive_lambda": 0.969421042047495,
      "epoch": 2.0945102932002495,
      "step": 6715
    },
    {
      "contrastive_lambda": 0.9694120263946189,
      "epoch": 2.0948222083593264,
      "step": 6716
    },
    {
      "contrastive_lambda": 0.9694030094548232,
      "epoch": 2.095134123518403,
      "step": 6717
    },
    {
      "contrastive_lambda": 0.9693939912281323,
      "epoch": 2.09544603867748,
      "step": 6718
    },
    {
      "contrastive_lambda": 0.9693849717145712,
      "epoch": 2.0957579538365563,
      "step": 6719
    },
    {
      "epoch": 2.096069868995633,
      "grad_norm": 0.22037561237812042,
      "learning_rate": 9.895330222720542e-05,
      "loss": 0.0582,
      "step": 6720
    },
    {
      "epoch": 2.096069868995633,
      "flow_loss": 0.07134494930505753,
      "step": 6720
    },
    {
      "contrastive_loss": 0.010687778703868389,
      "epoch": 2.096069868995633,
      "step": 6720
    },
    {
      "contrastive_lambda": 0.9693759509141645,
      "epoch": 2.096069868995633,
      "step": 6720
    },
    {
      "contrastive_lambda": 0.9693669288269371,
      "epoch": 2.09638178415471,
      "step": 6721
    },
    {
      "contrastive_lambda": 0.9693579054529136,
      "epoch": 2.0966936993137866,
      "step": 6722
    },
    {
      "contrastive_lambda": 0.9693488807921186,
      "epoch": 2.0970056144728635,
      "step": 6723
    },
    {
      "contrastive_lambda": 0.9693398548445771,
      "epoch": 2.09731752963194,
      "step": 6724
    },
    {
      "contrastive_lambda": 0.9693308276103136,
      "epoch": 2.097629444791017,
      "step": 6725
    },
    {
      "contrastive_lambda": 0.9693217990893532,
      "epoch": 2.097941359950094,
      "step": 6726
    },
    {
      "contrastive_lambda": 0.9693127692817204,
      "epoch": 2.0982532751091703,
      "step": 6727
    },
    {
      "contrastive_lambda": 0.9693037381874399,
      "epoch": 2.098565190268247,
      "step": 6728
    },
    {
      "contrastive_lambda": 0.9692947058065366,
      "epoch": 2.0988771054273236,
      "step": 6729
    },
    {
      "epoch": 2.0991890205864006,
      "grad_norm": 0.22602151334285736,
      "learning_rate": 9.894768559358047e-05,
      "loss": 0.0623,
      "step": 6730
    },
    {
      "epoch": 2.0991890205864006,
      "flow_loss": 0.060101352632045746,
      "step": 6730
    },
    {
      "contrastive_loss": 0.01356746256351471,
      "epoch": 2.0991890205864006,
      "step": 6730
    },
    {
      "contrastive_lambda": 0.9692856721390353,
      "epoch": 2.0991890205864006,
      "step": 6730
    },
    {
      "contrastive_lambda": 0.9692766371849606,
      "epoch": 2.099500935745477,
      "step": 6731
    },
    {
      "contrastive_lambda": 0.9692676009443373,
      "epoch": 2.099812850904554,
      "step": 6732
    },
    {
      "contrastive_lambda": 0.9692585634171904,
      "epoch": 2.100124766063631,
      "step": 6733
    },
    {
      "contrastive_lambda": 0.9692495246035444,
      "epoch": 2.1004366812227073,
      "step": 6734
    },
    {
      "contrastive_lambda": 0.9692404845034241,
      "epoch": 2.1007485963817842,
      "step": 6735
    },
    {
      "contrastive_lambda": 0.9692314431168545,
      "epoch": 2.1010605115408607,
      "step": 6736
    },
    {
      "contrastive_lambda": 0.9692224004438602,
      "epoch": 2.1013724266999376,
      "step": 6737
    },
    {
      "contrastive_lambda": 0.969213356484466,
      "epoch": 2.1016843418590145,
      "step": 6738
    },
    {
      "contrastive_lambda": 0.9692043112386969,
      "epoch": 2.101996257018091,
      "step": 6739
    },
    {
      "epoch": 2.102308172177168,
      "grad_norm": 0.16664262115955353,
      "learning_rate": 9.894205409094101e-05,
      "loss": 0.0659,
      "step": 6740
    },
    {
      "epoch": 2.102308172177168,
      "flow_loss": 0.08155226707458496,
      "step": 6740
    },
    {
      "contrastive_loss": 0.00985934492200613,
      "epoch": 2.102308172177168,
      "step": 6740
    },
    {
      "contrastive_lambda": 0.9691952647065774,
      "epoch": 2.102308172177168,
      "step": 6740
    },
    {
      "contrastive_lambda": 0.9691862168881324,
      "epoch": 2.1026200873362444,
      "step": 6741
    },
    {
      "contrastive_lambda": 0.9691771677833869,
      "epoch": 2.1029320024953213,
      "step": 6742
    },
    {
      "contrastive_lambda": 0.9691681173923655,
      "epoch": 2.1032439176543978,
      "step": 6743
    },
    {
      "contrastive_lambda": 0.969159065715093,
      "epoch": 2.1035558328134747,
      "step": 6744
    },
    {
      "contrastive_lambda": 0.9691500127515944,
      "epoch": 2.1038677479725516,
      "step": 6745
    },
    {
      "contrastive_lambda": 0.9691409585018944,
      "epoch": 2.104179663131628,
      "step": 6746
    },
    {
      "contrastive_lambda": 0.9691319029660177,
      "epoch": 2.104491578290705,
      "step": 6747
    },
    {
      "contrastive_lambda": 0.9691228461439894,
      "epoch": 2.1048034934497815,
      "step": 6748
    },
    {
      "contrastive_lambda": 0.969113788035834,
      "epoch": 2.1051154086088584,
      "step": 6749
    },
    {
      "epoch": 2.1054273237679353,
      "grad_norm": 0.1654503345489502,
      "learning_rate": 9.893640772099777e-05,
      "loss": 0.0593,
      "step": 6750
    },
    {
      "epoch": 2.1054273237679353,
      "flow_loss": 0.06354742497205734,
      "step": 6750
    },
    {
      "contrastive_loss": 0.012450316920876503,
      "epoch": 2.1054273237679353,
      "step": 6750
    },
    {
      "contrastive_lambda": 0.9691047286415767,
      "epoch": 2.1054273237679353,
      "step": 6750
    },
    {
      "contrastive_lambda": 0.9690956679612421,
      "epoch": 2.1057392389270118,
      "step": 6751
    },
    {
      "contrastive_lambda": 0.9690866059948551,
      "epoch": 2.1060511540860887,
      "step": 6752
    },
    {
      "contrastive_lambda": 0.9690775427424405,
      "epoch": 2.106363069245165,
      "step": 6753
    },
    {
      "contrastive_lambda": 0.9690684782040231,
      "epoch": 2.106674984404242,
      "step": 6754
    },
    {
      "contrastive_lambda": 0.9690594123796279,
      "epoch": 2.106986899563319,
      "step": 6755
    },
    {
      "contrastive_lambda": 0.9690503452692798,
      "epoch": 2.1072988147223954,
      "step": 6756
    },
    {
      "contrastive_lambda": 0.9690412768730035,
      "epoch": 2.1076107298814724,
      "step": 6757
    },
    {
      "contrastive_lambda": 0.9690322071908237,
      "epoch": 2.107922645040549,
      "step": 6758
    },
    {
      "contrastive_lambda": 0.9690231362227657,
      "epoch": 2.1082345601996257,
      "step": 6759
    },
    {
      "epoch": 2.108546475358702,
      "grad_norm": 0.18749643862247467,
      "learning_rate": 9.893074648546595e-05,
      "loss": 0.0578,
      "step": 6760
    },
    {
      "epoch": 2.108546475358702,
      "flow_loss": 0.04511665180325508,
      "step": 6760
    },
    {
      "contrastive_loss": 0.013709301128983498,
      "epoch": 2.108546475358702,
      "step": 6760
    },
    {
      "contrastive_lambda": 0.969014063968854,
      "epoch": 2.108546475358702,
      "step": 6760
    },
    {
      "contrastive_lambda": 0.9690049904291138,
      "epoch": 2.108858390517779,
      "step": 6761
    },
    {
      "contrastive_lambda": 0.9689959156035697,
      "epoch": 2.109170305676856,
      "step": 6762
    },
    {
      "contrastive_lambda": 0.9689868394922465,
      "epoch": 2.1094822208359325,
      "step": 6763
    },
    {
      "contrastive_lambda": 0.9689777620951695,
      "epoch": 2.1097941359950094,
      "step": 6764
    },
    {
      "contrastive_lambda": 0.9689686834123632,
      "epoch": 2.110106051154086,
      "step": 6765
    },
    {
      "contrastive_lambda": 0.9689596034438527,
      "epoch": 2.110417966313163,
      "step": 6766
    },
    {
      "contrastive_lambda": 0.9689505221896628,
      "epoch": 2.1107298814722397,
      "step": 6767
    },
    {
      "contrastive_lambda": 0.9689414396498184,
      "epoch": 2.111041796631316,
      "step": 6768
    },
    {
      "contrastive_lambda": 0.9689323558243444,
      "epoch": 2.111353711790393,
      "step": 6769
    },
    {
      "epoch": 2.1116656269494696,
      "grad_norm": 0.1187763586640358,
      "learning_rate": 9.892507038606528e-05,
      "loss": 0.0513,
      "step": 6770
    },
    {
      "epoch": 2.1116656269494696,
      "flow_loss": 0.05656448006629944,
      "step": 6770
    },
    {
      "contrastive_loss": 0.015474861487746239,
      "epoch": 2.1116656269494696,
      "step": 6770
    },
    {
      "contrastive_lambda": 0.9689232707132658,
      "epoch": 2.1116656269494696,
      "step": 6770
    },
    {
      "contrastive_lambda": 0.9689141843166074,
      "epoch": 2.1119775421085465,
      "step": 6771
    },
    {
      "contrastive_lambda": 0.9689050966343941,
      "epoch": 2.1122894572676234,
      "step": 6772
    },
    {
      "contrastive_lambda": 0.9688960076666508,
      "epoch": 2.1126013724267,
      "step": 6773
    },
    {
      "contrastive_lambda": 0.9688869174134025,
      "epoch": 2.112913287585777,
      "step": 6774
    },
    {
      "contrastive_lambda": 0.9688778258746742,
      "epoch": 2.1132252027448533,
      "step": 6775
    },
    {
      "contrastive_lambda": 0.9688687330504906,
      "epoch": 2.11353711790393,
      "step": 6776
    },
    {
      "contrastive_lambda": 0.9688596389408768,
      "epoch": 2.1138490330630066,
      "step": 6777
    },
    {
      "contrastive_lambda": 0.9688505435458578,
      "epoch": 2.1141609482220836,
      "step": 6778
    },
    {
      "contrastive_lambda": 0.9688414468654583,
      "epoch": 2.1144728633811605,
      "step": 6779
    },
    {
      "epoch": 2.114784778540237,
      "grad_norm": 0.20684924721717834,
      "learning_rate": 9.891937942452003e-05,
      "loss": 0.0574,
      "step": 6780
    },
    {
      "epoch": 2.114784778540237,
      "flow_loss": 0.04161204397678375,
      "step": 6780
    },
    {
      "contrastive_loss": 0.009055053815245628,
      "epoch": 2.114784778540237,
      "step": 6780
    },
    {
      "contrastive_lambda": 0.9688323488997033,
      "epoch": 2.114784778540237,
      "step": 6780
    },
    {
      "contrastive_lambda": 0.9688232496486178,
      "epoch": 2.115096693699314,
      "step": 6781
    },
    {
      "contrastive_lambda": 0.9688141491122269,
      "epoch": 2.1154086088583903,
      "step": 6782
    },
    {
      "contrastive_lambda": 0.9688050472905552,
      "epoch": 2.1157205240174672,
      "step": 6783
    },
    {
      "contrastive_lambda": 0.9687959441836279,
      "epoch": 2.116032439176544,
      "step": 6784
    },
    {
      "contrastive_lambda": 0.96878683979147,
      "epoch": 2.1163443543356206,
      "step": 6785
    },
    {
      "contrastive_lambda": 0.9687777341141062,
      "epoch": 2.1166562694946975,
      "step": 6786
    },
    {
      "contrastive_lambda": 0.9687686271515618,
      "epoch": 2.116968184653774,
      "step": 6787
    },
    {
      "contrastive_lambda": 0.9687595189038615,
      "epoch": 2.117280099812851,
      "step": 6788
    },
    {
      "contrastive_lambda": 0.9687504093710303,
      "epoch": 2.117592014971928,
      "step": 6789
    },
    {
      "epoch": 2.1179039301310043,
      "grad_norm": 0.2197030782699585,
      "learning_rate": 9.891367360255895e-05,
      "loss": 0.0614,
      "step": 6790
    },
    {
      "epoch": 2.1179039301310043,
      "flow_loss": 0.043121397495269775,
      "step": 6790
    },
    {
      "contrastive_loss": 0.011561145074665546,
      "epoch": 2.1179039301310043,
      "step": 6790
    },
    {
      "contrastive_lambda": 0.9687412985530933,
      "epoch": 2.1179039301310043,
      "step": 6790
    },
    {
      "contrastive_lambda": 0.9687321864500755,
      "epoch": 2.1182158452900812,
      "step": 6791
    },
    {
      "contrastive_lambda": 0.9687230730620017,
      "epoch": 2.1185277604491577,
      "step": 6792
    },
    {
      "contrastive_lambda": 0.9687139583888971,
      "epoch": 2.1188396756082346,
      "step": 6793
    },
    {
      "contrastive_lambda": 0.9687048424307864,
      "epoch": 2.119151590767311,
      "step": 6794
    },
    {
      "contrastive_lambda": 0.9686957251876949,
      "epoch": 2.119463505926388,
      "step": 6795
    },
    {
      "contrastive_lambda": 0.9686866066596473,
      "epoch": 2.119775421085465,
      "step": 6796
    },
    {
      "contrastive_lambda": 0.9686774868466689,
      "epoch": 2.1200873362445414,
      "step": 6797
    },
    {
      "contrastive_lambda": 0.9686683657487845,
      "epoch": 2.1203992514036183,
      "step": 6798
    },
    {
      "contrastive_lambda": 0.9686592433660192,
      "epoch": 2.1207111665626948,
      "step": 6799
    },
    {
      "epoch": 2.1210230817217717,
      "grad_norm": 0.19141864776611328,
      "learning_rate": 9.890795292191532e-05,
      "loss": 0.0709,
      "step": 6800
    },
    {
      "epoch": 2.1210230817217717,
      "flow_loss": 0.061977073550224304,
      "step": 6800
    },
    {
      "contrastive_loss": 0.009808611124753952,
      "epoch": 2.1210230817217717,
      "step": 6800
    },
    {
      "contrastive_lambda": 0.9686501196983979,
      "epoch": 2.1210230817217717,
      "step": 6800
    },
    {
      "contrastive_lambda": 0.9686409947459458,
      "epoch": 2.1213349968808486,
      "step": 6801
    },
    {
      "contrastive_lambda": 0.9686318685086877,
      "epoch": 2.121646912039925,
      "step": 6802
    },
    {
      "contrastive_lambda": 0.9686227409866488,
      "epoch": 2.121958827199002,
      "step": 6803
    },
    {
      "contrastive_lambda": 0.968613612179854,
      "epoch": 2.1222707423580784,
      "step": 6804
    },
    {
      "contrastive_lambda": 0.9686044820883284,
      "epoch": 2.1225826575171554,
      "step": 6805
    },
    {
      "contrastive_lambda": 0.968595350712097,
      "epoch": 2.1228945726762323,
      "step": 6806
    },
    {
      "contrastive_lambda": 0.9685862180511848,
      "epoch": 2.1232064878353087,
      "step": 6807
    },
    {
      "contrastive_lambda": 0.9685770841056169,
      "epoch": 2.1235184029943857,
      "step": 6808
    },
    {
      "contrastive_lambda": 0.9685679488754184,
      "epoch": 2.123830318153462,
      "step": 6809
    },
    {
      "epoch": 2.124142233312539,
      "grad_norm": 0.24067142605781555,
      "learning_rate": 9.890221738432694e-05,
      "loss": 0.0544,
      "step": 6810
    },
    {
      "epoch": 2.124142233312539,
      "flow_loss": 0.08512356877326965,
      "step": 6810
    },
    {
      "contrastive_loss": 0.009607797488570213,
      "epoch": 2.124142233312539,
      "step": 6810
    },
    {
      "contrastive_lambda": 0.9685588123606141,
      "epoch": 2.124142233312539,
      "step": 6810
    },
    {
      "contrastive_lambda": 0.9685496745612294,
      "epoch": 2.1244541484716155,
      "step": 6811
    },
    {
      "contrastive_lambda": 0.9685405354772891,
      "epoch": 2.1247660636306924,
      "step": 6812
    },
    {
      "contrastive_lambda": 0.9685313951088184,
      "epoch": 2.1250779787897693,
      "step": 6813
    },
    {
      "contrastive_lambda": 0.9685222534558421,
      "epoch": 2.125389893948846,
      "step": 6814
    },
    {
      "contrastive_lambda": 0.9685131105183855,
      "epoch": 2.1257018091079227,
      "step": 6815
    },
    {
      "contrastive_lambda": 0.9685039662964736,
      "epoch": 2.126013724266999,
      "step": 6816
    },
    {
      "contrastive_lambda": 0.9684948207901315,
      "epoch": 2.126325639426076,
      "step": 6817
    },
    {
      "contrastive_lambda": 0.9684856739993843,
      "epoch": 2.126637554585153,
      "step": 6818
    },
    {
      "contrastive_lambda": 0.9684765259242569,
      "epoch": 2.1269494697442295,
      "step": 6819
    },
    {
      "epoch": 2.1272613849033064,
      "grad_norm": 0.18576930463314056,
      "learning_rate": 9.88964669915361e-05,
      "loss": 0.0521,
      "step": 6820
    },
    {
      "epoch": 2.1272613849033064,
      "flow_loss": 0.0458836555480957,
      "step": 6820
    },
    {
      "contrastive_loss": 0.010017316788434982,
      "epoch": 2.1272613849033064,
      "step": 6820
    },
    {
      "contrastive_lambda": 0.9684673765647747,
      "epoch": 2.1272613849033064,
      "step": 6820
    },
    {
      "contrastive_lambda": 0.9684582259209624,
      "epoch": 2.127573300062383,
      "step": 6821
    },
    {
      "contrastive_lambda": 0.9684490739928453,
      "epoch": 2.12788521522146,
      "step": 6822
    },
    {
      "contrastive_lambda": 0.9684399207804486,
      "epoch": 2.1281971303805367,
      "step": 6823
    },
    {
      "contrastive_lambda": 0.9684307662837971,
      "epoch": 2.128509045539613,
      "step": 6824
    },
    {
      "contrastive_lambda": 0.9684216105029162,
      "epoch": 2.12882096069869,
      "step": 6825
    },
    {
      "contrastive_lambda": 0.9684124534378307,
      "epoch": 2.1291328758577666,
      "step": 6826
    },
    {
      "contrastive_lambda": 0.9684032950885659,
      "epoch": 2.1294447910168435,
      "step": 6827
    },
    {
      "contrastive_lambda": 0.9683941354551471,
      "epoch": 2.12975670617592,
      "step": 6828
    },
    {
      "contrastive_lambda": 0.968384974537599,
      "epoch": 2.130068621334997,
      "step": 6829
    },
    {
      "epoch": 2.1303805364940738,
      "grad_norm": 0.20437605679035187,
      "learning_rate": 9.889070174528963e-05,
      "loss": 0.0551,
      "step": 6830
    },
    {
      "epoch": 2.1303805364940738,
      "flow_loss": 0.051746055483818054,
      "step": 6830
    },
    {
      "contrastive_loss": 0.008920703083276749,
      "epoch": 2.1303805364940738,
      "step": 6830
    },
    {
      "contrastive_lambda": 0.9683758123359468,
      "epoch": 2.1303805364940738,
      "step": 6830
    },
    {
      "contrastive_lambda": 0.9683666488502158,
      "epoch": 2.1306924516531502,
      "step": 6831
    },
    {
      "contrastive_lambda": 0.9683574840804311,
      "epoch": 2.131004366812227,
      "step": 6832
    },
    {
      "contrastive_lambda": 0.9683483180266177,
      "epoch": 2.1313162819713036,
      "step": 6833
    },
    {
      "contrastive_lambda": 0.9683391506888008,
      "epoch": 2.1316281971303805,
      "step": 6834
    },
    {
      "contrastive_lambda": 0.9683299820670056,
      "epoch": 2.1319401122894575,
      "step": 6835
    },
    {
      "contrastive_lambda": 0.9683208121612572,
      "epoch": 2.132252027448534,
      "step": 6836
    },
    {
      "contrastive_lambda": 0.9683116409715806,
      "epoch": 2.132563942607611,
      "step": 6837
    },
    {
      "contrastive_lambda": 0.9683024684980011,
      "epoch": 2.1328758577666873,
      "step": 6838
    },
    {
      "contrastive_lambda": 0.9682932947405436,
      "epoch": 2.1331877729257642,
      "step": 6839
    },
    {
      "epoch": 2.133499688084841,
      "grad_norm": 0.12733964622020721,
      "learning_rate": 9.888492164733883e-05,
      "loss": 0.0545,
      "step": 6840
    },
    {
      "epoch": 2.133499688084841,
      "flow_loss": 0.06124880164861679,
      "step": 6840
    },
    {
      "contrastive_loss": 0.012328485026955605,
      "epoch": 2.133499688084841,
      "step": 6840
    },
    {
      "contrastive_lambda": 0.9682841196992337,
      "epoch": 2.133499688084841,
      "step": 6840
    },
    {
      "contrastive_lambda": 0.9682749433740961,
      "epoch": 2.1338116032439176,
      "step": 6841
    },
    {
      "contrastive_lambda": 0.9682657657651563,
      "epoch": 2.1341235184029945,
      "step": 6842
    },
    {
      "contrastive_lambda": 0.9682565868724393,
      "epoch": 2.134435433562071,
      "step": 6843
    },
    {
      "contrastive_lambda": 0.9682474066959703,
      "epoch": 2.134747348721148,
      "step": 6844
    },
    {
      "contrastive_lambda": 0.9682382252357744,
      "epoch": 2.1350592638802244,
      "step": 6845
    },
    {
      "contrastive_lambda": 0.9682290424918767,
      "epoch": 2.1353711790393013,
      "step": 6846
    },
    {
      "contrastive_lambda": 0.9682198584643027,
      "epoch": 2.135683094198378,
      "step": 6847
    },
    {
      "contrastive_lambda": 0.9682106731530773,
      "epoch": 2.1359950093574547,
      "step": 6848
    },
    {
      "contrastive_lambda": 0.9682014865582258,
      "epoch": 2.1363069245165316,
      "step": 6849
    },
    {
      "epoch": 2.136618839675608,
      "grad_norm": 0.16608576476573944,
      "learning_rate": 9.88791266994396e-05,
      "loss": 0.0524,
      "step": 6850
    },
    {
      "epoch": 2.136618839675608,
      "flow_loss": 0.055597782135009766,
      "step": 6850
    },
    {
      "contrastive_loss": 0.011719834059476852,
      "epoch": 2.136618839675608,
      "step": 6850
    },
    {
      "contrastive_lambda": 0.9681922986797732,
      "epoch": 2.136618839675608,
      "step": 6850
    },
    {
      "contrastive_lambda": 0.9681831095177449,
      "epoch": 2.136930754834685,
      "step": 6851
    },
    {
      "contrastive_lambda": 0.9681739190721661,
      "epoch": 2.137242669993762,
      "step": 6852
    },
    {
      "contrastive_lambda": 0.9681647273430618,
      "epoch": 2.1375545851528384,
      "step": 6853
    },
    {
      "contrastive_lambda": 0.9681555343304574,
      "epoch": 2.1378665003119153,
      "step": 6854
    },
    {
      "contrastive_lambda": 0.9681463400343779,
      "epoch": 2.1381784154709917,
      "step": 6855
    },
    {
      "contrastive_lambda": 0.9681371444548488,
      "epoch": 2.1384903306300687,
      "step": 6856
    },
    {
      "contrastive_lambda": 0.9681279475918951,
      "epoch": 2.1388022457891456,
      "step": 6857
    },
    {
      "contrastive_lambda": 0.968118749445542,
      "epoch": 2.139114160948222,
      "step": 6858
    },
    {
      "contrastive_lambda": 0.9681095500158148,
      "epoch": 2.139426076107299,
      "step": 6859
    },
    {
      "epoch": 2.1397379912663754,
      "grad_norm": 0.20429673790931702,
      "learning_rate": 9.887331690335223e-05,
      "loss": 0.0635,
      "step": 6860
    },
    {
      "epoch": 2.1397379912663754,
      "flow_loss": 0.054320525377988815,
      "step": 6860
    },
    {
      "contrastive_loss": 0.010945798829197884,
      "epoch": 2.1397379912663754,
      "step": 6860
    },
    {
      "contrastive_lambda": 0.9681003493027387,
      "epoch": 2.1397379912663754,
      "step": 6860
    },
    {
      "contrastive_lambda": 0.9680911473063389,
      "epoch": 2.1400499064254523,
      "step": 6861
    },
    {
      "contrastive_lambda": 0.9680819440266406,
      "epoch": 2.140361821584529,
      "step": 6862
    },
    {
      "contrastive_lambda": 0.9680727394636691,
      "epoch": 2.1406737367436057,
      "step": 6863
    },
    {
      "contrastive_lambda": 0.9680635336174497,
      "epoch": 2.1409856519026826,
      "step": 6864
    },
    {
      "contrastive_lambda": 0.9680543264880075,
      "epoch": 2.141297567061759,
      "step": 6865
    },
    {
      "contrastive_lambda": 0.9680451180753677,
      "epoch": 2.141609482220836,
      "step": 6866
    },
    {
      "contrastive_lambda": 0.9680359083795557,
      "epoch": 2.1419213973799125,
      "step": 6867
    },
    {
      "contrastive_lambda": 0.9680266974005967,
      "epoch": 2.1422333125389894,
      "step": 6868
    },
    {
      "contrastive_lambda": 0.9680174851385158,
      "epoch": 2.1425452276980663,
      "step": 6869
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 0.19923651218414307,
      "learning_rate": 9.886749226084163e-05,
      "loss": 0.0636,
      "step": 6870
    },
    {
      "epoch": 2.142857142857143,
      "flow_loss": 0.04349695146083832,
      "step": 6870
    },
    {
      "contrastive_loss": 0.013005111366510391,
      "epoch": 2.142857142857143,
      "step": 6870
    },
    {
      "contrastive_lambda": 0.9680082715933385,
      "epoch": 2.142857142857143,
      "step": 6870
    },
    {
      "contrastive_lambda": 0.96799905676509,
      "epoch": 2.1431690580162197,
      "step": 6871
    },
    {
      "contrastive_lambda": 0.9679898406537955,
      "epoch": 2.143480973175296,
      "step": 6872
    },
    {
      "contrastive_lambda": 0.9679806232594802,
      "epoch": 2.143792888334373,
      "step": 6873
    },
    {
      "contrastive_lambda": 0.9679714045821695,
      "epoch": 2.14410480349345,
      "step": 6874
    },
    {
      "contrastive_lambda": 0.9679621846218887,
      "epoch": 2.1444167186525265,
      "step": 6875
    },
    {
      "contrastive_lambda": 0.9679529633786629,
      "epoch": 2.1447286338116034,
      "step": 6876
    },
    {
      "contrastive_lambda": 0.9679437408525174,
      "epoch": 2.14504054897068,
      "step": 6877
    },
    {
      "contrastive_lambda": 0.9679345170434777,
      "epoch": 2.1453524641297568,
      "step": 6878
    },
    {
      "contrastive_lambda": 0.967925291951569,
      "epoch": 2.1456643792888332,
      "step": 6879
    },
    {
      "epoch": 2.14597629444791,
      "grad_norm": 0.18740087747573853,
      "learning_rate": 9.886165277367714e-05,
      "loss": 0.0631,
      "step": 6880
    },
    {
      "epoch": 2.14597629444791,
      "flow_loss": 0.08058157563209534,
      "step": 6880
    },
    {
      "contrastive_loss": 0.011453665792942047,
      "epoch": 2.14597629444791,
      "step": 6880
    },
    {
      "contrastive_lambda": 0.9679160655768164,
      "epoch": 2.14597629444791,
      "step": 6880
    },
    {
      "contrastive_lambda": 0.9679068379192455,
      "epoch": 2.146288209606987,
      "step": 6881
    },
    {
      "contrastive_lambda": 0.9678976089788813,
      "epoch": 2.1466001247660635,
      "step": 6882
    },
    {
      "contrastive_lambda": 0.9678883787557493,
      "epoch": 2.1469120399251405,
      "step": 6883
    },
    {
      "contrastive_lambda": 0.9678791472498747,
      "epoch": 2.147223955084217,
      "step": 6884
    },
    {
      "contrastive_lambda": 0.9678699144612828,
      "epoch": 2.147535870243294,
      "step": 6885
    },
    {
      "contrastive_lambda": 0.9678606803899992,
      "epoch": 2.1478477854023708,
      "step": 6886
    },
    {
      "contrastive_lambda": 0.9678514450360487,
      "epoch": 2.1481597005614472,
      "step": 6887
    },
    {
      "contrastive_lambda": 0.9678422083994571,
      "epoch": 2.148471615720524,
      "step": 6888
    },
    {
      "contrastive_lambda": 0.9678329704802494,
      "epoch": 2.1487835308796006,
      "step": 6889
    },
    {
      "epoch": 2.1490954460386775,
      "grad_norm": 0.19986224174499512,
      "learning_rate": 9.885579844363265e-05,
      "loss": 0.0605,
      "step": 6890
    },
    {
      "epoch": 2.1490954460386775,
      "flow_loss": 0.05000196024775505,
      "step": 6890
    },
    {
      "contrastive_loss": 0.015790585428476334,
      "epoch": 2.1490954460386775,
      "step": 6890
    },
    {
      "contrastive_lambda": 0.9678237312784511,
      "epoch": 2.1490954460386775,
      "step": 6890
    },
    {
      "contrastive_lambda": 0.9678144907940875,
      "epoch": 2.1494073611977544,
      "step": 6891
    },
    {
      "contrastive_lambda": 0.9678052490271839,
      "epoch": 2.149719276356831,
      "step": 6892
    },
    {
      "contrastive_lambda": 0.9677960059777656,
      "epoch": 2.150031191515908,
      "step": 6893
    },
    {
      "contrastive_lambda": 0.967786761645858,
      "epoch": 2.1503431066749843,
      "step": 6894
    },
    {
      "contrastive_lambda": 0.9677775160314865,
      "epoch": 2.150655021834061,
      "step": 6895
    },
    {
      "contrastive_lambda": 0.9677682691346763,
      "epoch": 2.1509669369931377,
      "step": 6896
    },
    {
      "contrastive_lambda": 0.967759020955453,
      "epoch": 2.1512788521522146,
      "step": 6897
    },
    {
      "contrastive_lambda": 0.9677497714938416,
      "epoch": 2.1515907673112915,
      "step": 6898
    },
    {
      "contrastive_lambda": 0.9677405207498677,
      "epoch": 2.151902682470368,
      "step": 6899
    },
    {
      "epoch": 2.152214597629445,
      "grad_norm": 0.13297806680202484,
      "learning_rate": 9.884992927248656e-05,
      "loss": 0.0589,
      "step": 6900
    },
    {
      "epoch": 2.152214597629445,
      "flow_loss": 0.06818555295467377,
      "step": 6900
    },
    {
      "contrastive_loss": 0.011075891554355621,
      "epoch": 2.152214597629445,
      "step": 6900
    },
    {
      "contrastive_lambda": 0.9677312687235566,
      "epoch": 2.152214597629445,
      "step": 6900
    },
    {
      "contrastive_lambda": 0.9677220154149337,
      "epoch": 2.1525265127885214,
      "step": 6901
    },
    {
      "contrastive_lambda": 0.9677127608240244,
      "epoch": 2.1528384279475983,
      "step": 6902
    },
    {
      "contrastive_lambda": 0.9677035049508538,
      "epoch": 2.153150343106675,
      "step": 6903
    },
    {
      "contrastive_lambda": 0.9676942477954475,
      "epoch": 2.1534622582657517,
      "step": 6904
    },
    {
      "contrastive_lambda": 0.9676849893578311,
      "epoch": 2.1537741734248286,
      "step": 6905
    },
    {
      "contrastive_lambda": 0.9676757296380296,
      "epoch": 2.154086088583905,
      "step": 6906
    },
    {
      "contrastive_lambda": 0.9676664686360685,
      "epoch": 2.154398003742982,
      "step": 6907
    },
    {
      "contrastive_lambda": 0.9676572063519734,
      "epoch": 2.154709918902059,
      "step": 6908
    },
    {
      "contrastive_lambda": 0.9676479427857694,
      "epoch": 2.1550218340611353,
      "step": 6909
    },
    {
      "epoch": 2.1553337492202123,
      "grad_norm": 0.2145773470401764,
      "learning_rate": 9.884404526202178e-05,
      "loss": 0.0629,
      "step": 6910
    },
    {
      "epoch": 2.1553337492202123,
      "flow_loss": 0.06272794306278229,
      "step": 6910
    },
    {
      "contrastive_loss": 0.009861767292022705,
      "epoch": 2.1553337492202123,
      "step": 6910
    },
    {
      "contrastive_lambda": 0.9676386779374819,
      "epoch": 2.1553337492202123,
      "step": 6910
    },
    {
      "contrastive_lambda": 0.9676294118071367,
      "epoch": 2.1556456643792887,
      "step": 6911
    },
    {
      "contrastive_lambda": 0.9676201443947586,
      "epoch": 2.1559575795383656,
      "step": 6912
    },
    {
      "contrastive_lambda": 0.9676108757003735,
      "epoch": 2.156269494697442,
      "step": 6913
    },
    {
      "contrastive_lambda": 0.9676016057240067,
      "epoch": 2.156581409856519,
      "step": 6914
    },
    {
      "contrastive_lambda": 0.9675923344656834,
      "epoch": 2.156893325015596,
      "step": 6915
    },
    {
      "contrastive_lambda": 0.9675830619254292,
      "epoch": 2.1572052401746724,
      "step": 6916
    },
    {
      "contrastive_lambda": 0.9675737881032695,
      "epoch": 2.1575171553337493,
      "step": 6917
    },
    {
      "contrastive_lambda": 0.9675645129992296,
      "epoch": 2.157829070492826,
      "step": 6918
    },
    {
      "contrastive_lambda": 0.9675552366133353,
      "epoch": 2.1581409856519027,
      "step": 6919
    },
    {
      "epoch": 2.158452900810979,
      "grad_norm": 0.1813490241765976,
      "learning_rate": 9.883814641402568e-05,
      "loss": 0.0653,
      "step": 6920
    },
    {
      "epoch": 2.158452900810979,
      "flow_loss": 0.039396580308675766,
      "step": 6920
    },
    {
      "contrastive_loss": 0.00790693610906601,
      "epoch": 2.158452900810979,
      "step": 6920
    },
    {
      "contrastive_lambda": 0.9675459589456116,
      "epoch": 2.158452900810979,
      "step": 6920
    },
    {
      "contrastive_lambda": 0.9675366799960841,
      "epoch": 2.158764815970056,
      "step": 6921
    },
    {
      "contrastive_lambda": 0.9675273997647783,
      "epoch": 2.159076731129133,
      "step": 6922
    },
    {
      "contrastive_lambda": 0.9675181182517196,
      "epoch": 2.1593886462882095,
      "step": 6923
    },
    {
      "contrastive_lambda": 0.9675088354569334,
      "epoch": 2.1597005614472864,
      "step": 6924
    },
    {
      "contrastive_lambda": 0.9674995513804452,
      "epoch": 2.160012476606363,
      "step": 6925
    },
    {
      "contrastive_lambda": 0.9674902660222804,
      "epoch": 2.1603243917654398,
      "step": 6926
    },
    {
      "contrastive_lambda": 0.9674809793824646,
      "epoch": 2.1606363069245167,
      "step": 6927
    },
    {
      "contrastive_lambda": 0.9674716914610231,
      "epoch": 2.160948222083593,
      "step": 6928
    },
    {
      "contrastive_lambda": 0.9674624022579812,
      "epoch": 2.16126013724267,
      "step": 6929
    },
    {
      "epoch": 2.1615720524017465,
      "grad_norm": 0.16572068631649017,
      "learning_rate": 9.88322327302902e-05,
      "loss": 0.0544,
      "step": 6930
    },
    {
      "epoch": 2.1615720524017465,
      "flow_loss": 0.05224938318133354,
      "step": 6930
    },
    {
      "contrastive_loss": 0.009533802047371864,
      "epoch": 2.1615720524017465,
      "step": 6930
    },
    {
      "contrastive_lambda": 0.9674531117733649,
      "epoch": 2.1615720524017465,
      "step": 6930
    },
    {
      "contrastive_lambda": 0.9674438200071991,
      "epoch": 2.1618839675608235,
      "step": 6931
    },
    {
      "contrastive_lambda": 0.9674345269595097,
      "epoch": 2.1621958827199004,
      "step": 6932
    },
    {
      "contrastive_lambda": 0.967425232630322,
      "epoch": 2.162507797878977,
      "step": 6933
    },
    {
      "contrastive_lambda": 0.9674159370196614,
      "epoch": 2.1628197130380538,
      "step": 6934
    },
    {
      "contrastive_lambda": 0.9674066401275535,
      "epoch": 2.1631316281971302,
      "step": 6935
    },
    {
      "contrastive_lambda": 0.9673973419540238,
      "epoch": 2.163443543356207,
      "step": 6936
    },
    {
      "contrastive_lambda": 0.9673880424990977,
      "epoch": 2.1637554585152836,
      "step": 6937
    },
    {
      "contrastive_lambda": 0.9673787417628008,
      "epoch": 2.1640673736743605,
      "step": 6938
    },
    {
      "contrastive_lambda": 0.9673694397451584,
      "epoch": 2.1643792888334374,
      "step": 6939
    },
    {
      "epoch": 2.164691203992514,
      "grad_norm": 0.23139862716197968,
      "learning_rate": 9.882630421261176e-05,
      "loss": 0.0549,
      "step": 6940
    },
    {
      "epoch": 2.164691203992514,
      "flow_loss": 0.08030065149068832,
      "step": 6940
    },
    {
      "contrastive_loss": 0.010026911273598671,
      "epoch": 2.164691203992514,
      "step": 6940
    },
    {
      "contrastive_lambda": 0.9673601364461963,
      "epoch": 2.164691203992514,
      "step": 6940
    },
    {
      "contrastive_lambda": 0.9673508318659398,
      "epoch": 2.165003119151591,
      "step": 6941
    },
    {
      "contrastive_lambda": 0.9673415260044145,
      "epoch": 2.1653150343106673,
      "step": 6942
    },
    {
      "contrastive_lambda": 0.9673322188616458,
      "epoch": 2.165626949469744,
      "step": 6943
    },
    {
      "contrastive_lambda": 0.9673229104376593,
      "epoch": 2.165938864628821,
      "step": 6944
    },
    {
      "contrastive_lambda": 0.9673136007324805,
      "epoch": 2.1662507797878976,
      "step": 6945
    },
    {
      "contrastive_lambda": 0.967304289746135,
      "epoch": 2.1665626949469745,
      "step": 6946
    },
    {
      "contrastive_lambda": 0.9672949774786482,
      "epoch": 2.166874610106051,
      "step": 6947
    },
    {
      "contrastive_lambda": 0.9672856639300458,
      "epoch": 2.167186525265128,
      "step": 6948
    },
    {
      "contrastive_lambda": 0.9672763491003531,
      "epoch": 2.167498440424205,
      "step": 6949
    },
    {
      "epoch": 2.1678103555832813,
      "grad_norm": 0.18953701853752136,
      "learning_rate": 9.88203608627913e-05,
      "loss": 0.0615,
      "step": 6950
    },
    {
      "epoch": 2.1678103555832813,
      "flow_loss": 0.04132842645049095,
      "step": 6950
    },
    {
      "contrastive_loss": 0.01251815352588892,
      "epoch": 2.1678103555832813,
      "step": 6950
    },
    {
      "contrastive_lambda": 0.9672670329895958,
      "epoch": 2.1678103555832813,
      "step": 6950
    },
    {
      "contrastive_lambda": 0.9672577155977993,
      "epoch": 2.168122270742358,
      "step": 6951
    },
    {
      "contrastive_lambda": 0.9672483969249894,
      "epoch": 2.1684341859014347,
      "step": 6952
    },
    {
      "contrastive_lambda": 0.9672390769711914,
      "epoch": 2.1687461010605116,
      "step": 6953
    },
    {
      "contrastive_lambda": 0.9672297557364309,
      "epoch": 2.169058016219588,
      "step": 6954
    },
    {
      "contrastive_lambda": 0.9672204332207336,
      "epoch": 2.169369931378665,
      "step": 6955
    },
    {
      "contrastive_lambda": 0.9672111094241249,
      "epoch": 2.169681846537742,
      "step": 6956
    },
    {
      "contrastive_lambda": 0.9672017843466304,
      "epoch": 2.1699937616968183,
      "step": 6957
    },
    {
      "contrastive_lambda": 0.9671924579882757,
      "epoch": 2.1703056768558953,
      "step": 6958
    },
    {
      "contrastive_lambda": 0.9671831303490863,
      "epoch": 2.1706175920149717,
      "step": 6959
    },
    {
      "epoch": 2.1709295071740486,
      "grad_norm": 0.1735805869102478,
      "learning_rate": 9.881440268263422e-05,
      "loss": 0.0599,
      "step": 6960
    },
    {
      "epoch": 2.1709295071740486,
      "flow_loss": 0.056880973279476166,
      "step": 6960
    },
    {
      "contrastive_loss": 0.011073790490627289,
      "epoch": 2.1709295071740486,
      "step": 6960
    },
    {
      "contrastive_lambda": 0.9671738014290879,
      "epoch": 2.1709295071740486,
      "step": 6960
    },
    {
      "contrastive_lambda": 0.9671644712283061,
      "epoch": 2.1712414223331256,
      "step": 6961
    },
    {
      "contrastive_lambda": 0.9671551397467661,
      "epoch": 2.171553337492202,
      "step": 6962
    },
    {
      "contrastive_lambda": 0.967145806984494,
      "epoch": 2.171865252651279,
      "step": 6963
    },
    {
      "contrastive_lambda": 0.9671364729415151,
      "epoch": 2.1721771678103554,
      "step": 6964
    },
    {
      "contrastive_lambda": 0.967127137617855,
      "epoch": 2.1724890829694323,
      "step": 6965
    },
    {
      "contrastive_lambda": 0.9671178010135393,
      "epoch": 2.1728009981285092,
      "step": 6966
    },
    {
      "contrastive_lambda": 0.9671084631285937,
      "epoch": 2.1731129132875857,
      "step": 6967
    },
    {
      "contrastive_lambda": 0.9670991239630435,
      "epoch": 2.1734248284466626,
      "step": 6968
    },
    {
      "contrastive_lambda": 0.9670897835169148,
      "epoch": 2.173736743605739,
      "step": 6969
    },
    {
      "epoch": 2.174048658764816,
      "grad_norm": 0.1680334061384201,
      "learning_rate": 9.880842967395048e-05,
      "loss": 0.0569,
      "step": 6970
    },
    {
      "epoch": 2.174048658764816,
      "flow_loss": 0.07870710641145706,
      "step": 6970
    },
    {
      "contrastive_loss": 0.013757433742284775,
      "epoch": 2.174048658764816,
      "step": 6970
    },
    {
      "contrastive_lambda": 0.9670804417902329,
      "epoch": 2.174048658764816,
      "step": 6970
    },
    {
      "contrastive_lambda": 0.9670710987830233,
      "epoch": 2.1743605739238925,
      "step": 6971
    },
    {
      "contrastive_lambda": 0.967061754495312,
      "epoch": 2.1746724890829694,
      "step": 6972
    },
    {
      "contrastive_lambda": 0.9670524089271242,
      "epoch": 2.1749844042420463,
      "step": 6973
    },
    {
      "contrastive_lambda": 0.9670430620784858,
      "epoch": 2.175296319401123,
      "step": 6974
    },
    {
      "contrastive_lambda": 0.9670337139494223,
      "epoch": 2.1756082345601997,
      "step": 6975
    },
    {
      "contrastive_lambda": 0.9670243645399592,
      "epoch": 2.175920149719276,
      "step": 6976
    },
    {
      "contrastive_lambda": 0.9670150138501226,
      "epoch": 2.176232064878353,
      "step": 6977
    },
    {
      "contrastive_lambda": 0.9670056618799375,
      "epoch": 2.17654398003743,
      "step": 6978
    },
    {
      "contrastive_lambda": 0.96699630862943,
      "epoch": 2.1768558951965065,
      "step": 6979
    },
    {
      "epoch": 2.1771678103555834,
      "grad_norm": 0.1599283367395401,
      "learning_rate": 9.880244183855452e-05,
      "loss": 0.0587,
      "step": 6980
    },
    {
      "epoch": 2.1771678103555834,
      "flow_loss": 0.04970984905958176,
      "step": 6980
    },
    {
      "contrastive_loss": 0.011197958141565323,
      "epoch": 2.1771678103555834,
      "step": 6980
    },
    {
      "contrastive_lambda": 0.9669869540986257,
      "epoch": 2.1771678103555834,
      "step": 6980
    },
    {
      "contrastive_lambda": 0.96697759828755,
      "epoch": 2.17747972551466,
      "step": 6981
    },
    {
      "contrastive_lambda": 0.9669682411962288,
      "epoch": 2.1777916406737368,
      "step": 6982
    },
    {
      "contrastive_lambda": 0.9669588828246876,
      "epoch": 2.1781035558328137,
      "step": 6983
    },
    {
      "contrastive_lambda": 0.9669495231729521,
      "epoch": 2.17841547099189,
      "step": 6984
    },
    {
      "contrastive_lambda": 0.9669401622410481,
      "epoch": 2.178727386150967,
      "step": 6985
    },
    {
      "contrastive_lambda": 0.9669308000290009,
      "epoch": 2.1790393013100435,
      "step": 6986
    },
    {
      "contrastive_lambda": 0.9669214365368366,
      "epoch": 2.1793512164691204,
      "step": 6987
    },
    {
      "contrastive_lambda": 0.9669120717645806,
      "epoch": 2.179663131628197,
      "step": 6988
    },
    {
      "contrastive_lambda": 0.9669027057122586,
      "epoch": 2.179975046787274,
      "step": 6989
    },
    {
      "epoch": 2.1802869619463507,
      "grad_norm": 0.2103043645620346,
      "learning_rate": 9.879643917826527e-05,
      "loss": 0.059,
      "step": 6990
    },
    {
      "epoch": 2.1802869619463507,
      "flow_loss": 0.04434609040617943,
      "step": 6990
    },
    {
      "contrastive_loss": 0.012334831058979034,
      "epoch": 2.1802869619463507,
      "step": 6990
    },
    {
      "contrastive_lambda": 0.9668933383798963,
      "epoch": 2.1802869619463507,
      "step": 6990
    },
    {
      "contrastive_lambda": 0.9668839697675196,
      "epoch": 2.180598877105427,
      "step": 6991
    },
    {
      "contrastive_lambda": 0.9668745998751538,
      "epoch": 2.180910792264504,
      "step": 6992
    },
    {
      "contrastive_lambda": 0.9668652287028249,
      "epoch": 2.1812227074235806,
      "step": 6993
    },
    {
      "contrastive_lambda": 0.9668558562505584,
      "epoch": 2.1815346225826575,
      "step": 6994
    },
    {
      "contrastive_lambda": 0.96684648251838,
      "epoch": 2.1818465377417344,
      "step": 6995
    },
    {
      "contrastive_lambda": 0.9668371075063156,
      "epoch": 2.182158452900811,
      "step": 6996
    },
    {
      "contrastive_lambda": 0.9668277312143907,
      "epoch": 2.182470368059888,
      "step": 6997
    },
    {
      "contrastive_lambda": 0.9668183536426311,
      "epoch": 2.1827822832189643,
      "step": 6998
    },
    {
      "contrastive_lambda": 0.9668089747910624,
      "epoch": 2.183094198378041,
      "step": 6999
    },
    {
      "epoch": 2.183406113537118,
      "grad_norm": 0.1783723384141922,
      "learning_rate": 9.87904216949062e-05,
      "loss": 0.0571,
      "step": 7000
    },
    {
      "epoch": 2.183406113537118,
      "flow_loss": 0.04837837815284729,
      "step": 7000
    },
    {
      "contrastive_loss": 0.01002056896686554,
      "epoch": 2.183406113537118,
      "step": 7000
    },
    {
      "contrastive_lambda": 0.9667995946597104,
      "epoch": 2.183406113537118,
      "step": 7000
    },
    {
      "contrastive_lambda": 0.9667902132486008,
      "epoch": 2.1837180286961946,
      "step": 7001
    },
    {
      "contrastive_lambda": 0.9667808305577594,
      "epoch": 2.1840299438552715,
      "step": 7002
    },
    {
      "contrastive_lambda": 0.9667714465872119,
      "epoch": 2.184341859014348,
      "step": 7003
    },
    {
      "contrastive_lambda": 0.9667620613369838,
      "epoch": 2.184653774173425,
      "step": 7004
    },
    {
      "contrastive_lambda": 0.9667526748071011,
      "epoch": 2.1849656893325013,
      "step": 7005
    },
    {
      "contrastive_lambda": 0.9667432869975896,
      "epoch": 2.1852776044915783,
      "step": 7006
    },
    {
      "contrastive_lambda": 0.9667338979084746,
      "epoch": 2.185589519650655,
      "step": 7007
    },
    {
      "contrastive_lambda": 0.9667245075397823,
      "epoch": 2.1859014348097316,
      "step": 7008
    },
    {
      "contrastive_lambda": 0.9667151158915381,
      "epoch": 2.1862133499688086,
      "step": 7009
    },
    {
      "epoch": 2.186525265127885,
      "grad_norm": 0.17271122336387634,
      "learning_rate": 9.878438939030526e-05,
      "loss": 0.0587,
      "step": 7010
    },
    {
      "epoch": 2.186525265127885,
      "flow_loss": 0.039885424077510834,
      "step": 7010
    },
    {
      "contrastive_loss": 0.008861681446433067,
      "epoch": 2.186525265127885,
      "step": 7010
    },
    {
      "contrastive_lambda": 0.9667057229637681,
      "epoch": 2.186525265127885,
      "step": 7010
    },
    {
      "contrastive_lambda": 0.9666963287564978,
      "epoch": 2.186837180286962,
      "step": 7011
    },
    {
      "contrastive_lambda": 0.966686933269753,
      "epoch": 2.187149095446039,
      "step": 7012
    },
    {
      "contrastive_lambda": 0.9666775365035595,
      "epoch": 2.1874610106051153,
      "step": 7013
    },
    {
      "contrastive_lambda": 0.966668138457943,
      "epoch": 2.1877729257641922,
      "step": 7014
    },
    {
      "contrastive_lambda": 0.9666587391329293,
      "epoch": 2.1880848409232687,
      "step": 7015
    },
    {
      "contrastive_lambda": 0.9666493385285442,
      "epoch": 2.1883967560823456,
      "step": 7016
    },
    {
      "contrastive_lambda": 0.9666399366448134,
      "epoch": 2.1887086712414225,
      "step": 7017
    },
    {
      "contrastive_lambda": 0.9666305334817628,
      "epoch": 2.189020586400499,
      "step": 7018
    },
    {
      "contrastive_lambda": 0.966621129039418,
      "epoch": 2.189332501559576,
      "step": 7019
    },
    {
      "epoch": 2.1896444167186524,
      "grad_norm": 0.1588749885559082,
      "learning_rate": 9.877834226629489e-05,
      "loss": 0.0512,
      "step": 7020
    },
    {
      "epoch": 2.1896444167186524,
      "flow_loss": 0.04651084542274475,
      "step": 7020
    },
    {
      "contrastive_loss": 0.00907126348465681,
      "epoch": 2.1896444167186524,
      "step": 7020
    },
    {
      "contrastive_lambda": 0.9666117233178049,
      "epoch": 2.1896444167186524,
      "step": 7020
    },
    {
      "contrastive_lambda": 0.9666023163169493,
      "epoch": 2.1899563318777293,
      "step": 7021
    },
    {
      "contrastive_lambda": 0.9665929080368769,
      "epoch": 2.190268247036806,
      "step": 7022
    },
    {
      "contrastive_lambda": 0.9665834984776136,
      "epoch": 2.1905801621958827,
      "step": 7023
    },
    {
      "contrastive_lambda": 0.9665740876391852,
      "epoch": 2.1908920773549596,
      "step": 7024
    },
    {
      "contrastive_lambda": 0.9665646755216174,
      "epoch": 2.191203992514036,
      "step": 7025
    },
    {
      "contrastive_lambda": 0.966555262124936,
      "epoch": 2.191515907673113,
      "step": 7026
    },
    {
      "contrastive_lambda": 0.9665458474491669,
      "epoch": 2.1918278228321895,
      "step": 7027
    },
    {
      "contrastive_lambda": 0.9665364314943359,
      "epoch": 2.1921397379912664,
      "step": 7028
    },
    {
      "contrastive_lambda": 0.9665270142604687,
      "epoch": 2.1924516531503433,
      "step": 7029
    },
    {
      "epoch": 2.1927635683094198,
      "grad_norm": 0.21321116387844086,
      "learning_rate": 9.877228032471206e-05,
      "loss": 0.0597,
      "step": 7030
    },
    {
      "epoch": 2.1927635683094198,
      "flow_loss": 0.044775091111660004,
      "step": 7030
    },
    {
      "contrastive_loss": 0.009810659103095531,
      "epoch": 2.1927635683094198,
      "step": 7030
    },
    {
      "contrastive_lambda": 0.9665175957475913,
      "epoch": 2.1927635683094198,
      "step": 7030
    },
    {
      "contrastive_lambda": 0.9665081759557295,
      "epoch": 2.1930754834684967,
      "step": 7031
    },
    {
      "contrastive_lambda": 0.9664987548849089,
      "epoch": 2.193387398627573,
      "step": 7032
    },
    {
      "contrastive_lambda": 0.9664893325351555,
      "epoch": 2.19369931378665,
      "step": 7033
    },
    {
      "contrastive_lambda": 0.966479908906495,
      "epoch": 2.194011228945727,
      "step": 7034
    },
    {
      "contrastive_lambda": 0.9664704839989535,
      "epoch": 2.1943231441048034,
      "step": 7035
    },
    {
      "contrastive_lambda": 0.9664610578125568,
      "epoch": 2.1946350592638804,
      "step": 7036
    },
    {
      "contrastive_lambda": 0.9664516303473304,
      "epoch": 2.194946974422957,
      "step": 7037
    },
    {
      "contrastive_lambda": 0.9664422016033004,
      "epoch": 2.1952588895820337,
      "step": 7038
    },
    {
      "contrastive_lambda": 0.9664327715804927,
      "epoch": 2.19557080474111,
      "step": 7039
    },
    {
      "epoch": 2.195882719900187,
      "grad_norm": 0.16894374787807465,
      "learning_rate": 9.876620356739823e-05,
      "loss": 0.0588,
      "step": 7040
    },
    {
      "epoch": 2.195882719900187,
      "flow_loss": 0.042882226407527924,
      "step": 7040
    },
    {
      "contrastive_loss": 0.008846397511661053,
      "epoch": 2.195882719900187,
      "step": 7040
    },
    {
      "contrastive_lambda": 0.9664233402789331,
      "epoch": 2.195882719900187,
      "step": 7040
    },
    {
      "contrastive_lambda": 0.9664139076986473,
      "epoch": 2.196194635059264,
      "step": 7041
    },
    {
      "contrastive_lambda": 0.9664044738396613,
      "epoch": 2.1965065502183405,
      "step": 7042
    },
    {
      "contrastive_lambda": 0.966395038702001,
      "epoch": 2.1968184653774174,
      "step": 7043
    },
    {
      "contrastive_lambda": 0.9663856022856923,
      "epoch": 2.197130380536494,
      "step": 7044
    },
    {
      "contrastive_lambda": 0.9663761645907609,
      "epoch": 2.197442295695571,
      "step": 7045
    },
    {
      "contrastive_lambda": 0.9663667256172328,
      "epoch": 2.1977542108546477,
      "step": 7046
    },
    {
      "contrastive_lambda": 0.9663572853651339,
      "epoch": 2.198066126013724,
      "step": 7047
    },
    {
      "contrastive_lambda": 0.9663478438344899,
      "epoch": 2.198378041172801,
      "step": 7048
    },
    {
      "contrastive_lambda": 0.9663384010253269,
      "epoch": 2.1986899563318776,
      "step": 7049
    },
    {
      "epoch": 2.1990018714909545,
      "grad_norm": 0.19149340689182281,
      "learning_rate": 9.876011199619935e-05,
      "loss": 0.0611,
      "step": 7050
    },
    {
      "epoch": 2.1990018714909545,
      "flow_loss": 0.05536738410592079,
      "step": 7050
    },
    {
      "contrastive_loss": 0.014768308028578758,
      "epoch": 2.1990018714909545,
      "step": 7050
    },
    {
      "contrastive_lambda": 0.9663289569376706,
      "epoch": 2.1990018714909545,
      "step": 7050
    },
    {
      "contrastive_lambda": 0.966319511571547,
      "epoch": 2.1993137866500314,
      "step": 7051
    },
    {
      "contrastive_lambda": 0.966310064926982,
      "epoch": 2.199625701809108,
      "step": 7052
    },
    {
      "contrastive_lambda": 0.9663006170040016,
      "epoch": 2.199937616968185,
      "step": 7053
    },
    {
      "contrastive_lambda": 0.9662911678026316,
      "epoch": 2.2002495321272613,
      "step": 7054
    },
    {
      "contrastive_lambda": 0.9662817173228977,
      "epoch": 2.200561447286338,
      "step": 7055
    },
    {
      "contrastive_lambda": 0.966272265564826,
      "epoch": 2.2008733624454146,
      "step": 7056
    },
    {
      "contrastive_lambda": 0.9662628125284425,
      "epoch": 2.2011852776044916,
      "step": 7057
    },
    {
      "contrastive_lambda": 0.9662533582137731,
      "epoch": 2.2014971927635685,
      "step": 7058
    },
    {
      "contrastive_lambda": 0.9662439026208436,
      "epoch": 2.201809107922645,
      "step": 7059
    },
    {
      "epoch": 2.202121023081722,
      "grad_norm": 0.1589895784854889,
      "learning_rate": 9.875400561296589e-05,
      "loss": 0.0546,
      "step": 7060
    },
    {
      "epoch": 2.202121023081722,
      "flow_loss": 0.07544545829296112,
      "step": 7060
    },
    {
      "contrastive_loss": 0.011215896345674992,
      "epoch": 2.202121023081722,
      "step": 7060
    },
    {
      "contrastive_lambda": 0.9662344457496799,
      "epoch": 2.202121023081722,
      "step": 7060
    },
    {
      "contrastive_lambda": 0.966224987600308,
      "epoch": 2.2024329382407983,
      "step": 7061
    },
    {
      "contrastive_lambda": 0.9662155281727538,
      "epoch": 2.2027448533998752,
      "step": 7062
    },
    {
      "contrastive_lambda": 0.9662060674670434,
      "epoch": 2.203056768558952,
      "step": 7063
    },
    {
      "contrastive_lambda": 0.9661966054832025,
      "epoch": 2.2033686837180286,
      "step": 7064
    },
    {
      "contrastive_lambda": 0.9661871422212571,
      "epoch": 2.2036805988771055,
      "step": 7065
    },
    {
      "contrastive_lambda": 0.9661776776812332,
      "epoch": 2.203992514036182,
      "step": 7066
    },
    {
      "contrastive_lambda": 0.9661682118631567,
      "epoch": 2.204304429195259,
      "step": 7067
    },
    {
      "contrastive_lambda": 0.9661587447670537,
      "epoch": 2.204616344354336,
      "step": 7068
    },
    {
      "contrastive_lambda": 0.96614927639295,
      "epoch": 2.2049282595134123,
      "step": 7069
    },
    {
      "epoch": 2.2052401746724892,
      "grad_norm": 0.23947399854660034,
      "learning_rate": 9.874788441955278e-05,
      "loss": 0.0658,
      "step": 7070
    },
    {
      "epoch": 2.2052401746724892,
      "flow_loss": 0.05086463689804077,
      "step": 7070
    },
    {
      "contrastive_loss": 0.009033473208546638,
      "epoch": 2.2052401746724892,
      "step": 7070
    },
    {
      "contrastive_lambda": 0.9661398067408715,
      "epoch": 2.2052401746724892,
      "step": 7070
    },
    {
      "contrastive_lambda": 0.9661303358108444,
      "epoch": 2.2055520898315657,
      "step": 7071
    },
    {
      "contrastive_lambda": 0.9661208636028944,
      "epoch": 2.2058640049906426,
      "step": 7072
    },
    {
      "contrastive_lambda": 0.9661113901170476,
      "epoch": 2.206175920149719,
      "step": 7073
    },
    {
      "contrastive_lambda": 0.96610191535333,
      "epoch": 2.206487835308796,
      "step": 7074
    },
    {
      "contrastive_lambda": 0.9660924393117675,
      "epoch": 2.206799750467873,
      "step": 7075
    },
    {
      "contrastive_lambda": 0.9660829619923861,
      "epoch": 2.2071116656269494,
      "step": 7076
    },
    {
      "contrastive_lambda": 0.9660734833952118,
      "epoch": 2.2074235807860263,
      "step": 7077
    },
    {
      "contrastive_lambda": 0.9660640035202707,
      "epoch": 2.2077354959451028,
      "step": 7078
    },
    {
      "contrastive_lambda": 0.9660545223675885,
      "epoch": 2.2080474111041797,
      "step": 7079
    },
    {
      "epoch": 2.2083593262632566,
      "grad_norm": 0.19100044667720795,
      "learning_rate": 9.874174841781951e-05,
      "loss": 0.0544,
      "step": 7080
    },
    {
      "epoch": 2.2083593262632566,
      "flow_loss": 0.04724249243736267,
      "step": 7080
    },
    {
      "contrastive_loss": 0.01121232658624649,
      "epoch": 2.2083593262632566,
      "step": 7080
    },
    {
      "contrastive_lambda": 0.9660450399371915,
      "epoch": 2.2083593262632566,
      "step": 7080
    },
    {
      "contrastive_lambda": 0.9660355562291054,
      "epoch": 2.208671241422333,
      "step": 7081
    },
    {
      "contrastive_lambda": 0.9660260712433566,
      "epoch": 2.20898315658141,
      "step": 7082
    },
    {
      "contrastive_lambda": 0.9660165849799707,
      "epoch": 2.2092950717404864,
      "step": 7083
    },
    {
      "contrastive_lambda": 0.9660070974389738,
      "epoch": 2.2096069868995634,
      "step": 7084
    },
    {
      "contrastive_lambda": 0.9659976086203922,
      "epoch": 2.2099189020586403,
      "step": 7085
    },
    {
      "contrastive_lambda": 0.9659881185242516,
      "epoch": 2.2102308172177167,
      "step": 7086
    },
    {
      "contrastive_lambda": 0.9659786271505781,
      "epoch": 2.2105427323767937,
      "step": 7087
    },
    {
      "contrastive_lambda": 0.9659691344993977,
      "epoch": 2.21085464753587,
      "step": 7088
    },
    {
      "contrastive_lambda": 0.9659596405707365,
      "epoch": 2.211166562694947,
      "step": 7089
    },
    {
      "epoch": 2.2114784778540235,
      "grad_norm": 0.1816575825214386,
      "learning_rate": 9.873559760963003e-05,
      "loss": 0.0572,
      "step": 7090
    },
    {
      "epoch": 2.2114784778540235,
      "flow_loss": 0.07169309258460999,
      "step": 7090
    },
    {
      "contrastive_loss": 0.011636298149824142,
      "epoch": 2.2114784778540235,
      "step": 7090
    },
    {
      "contrastive_lambda": 0.9659501453646204,
      "epoch": 2.2114784778540235,
      "step": 7090
    },
    {
      "contrastive_lambda": 0.9659406488810758,
      "epoch": 2.2117903930131004,
      "step": 7091
    },
    {
      "contrastive_lambda": 0.9659311511201282,
      "epoch": 2.2121023081721773,
      "step": 7092
    },
    {
      "contrastive_lambda": 0.9659216520818039,
      "epoch": 2.212414223331254,
      "step": 7093
    },
    {
      "contrastive_lambda": 0.9659121517661291,
      "epoch": 2.2127261384903307,
      "step": 7094
    },
    {
      "contrastive_lambda": 0.9659026501731296,
      "epoch": 2.213038053649407,
      "step": 7095
    },
    {
      "contrastive_lambda": 0.9658931473028314,
      "epoch": 2.213349968808484,
      "step": 7096
    },
    {
      "contrastive_lambda": 0.9658836431552609,
      "epoch": 2.213661883967561,
      "step": 7097
    },
    {
      "contrastive_lambda": 0.9658741377304438,
      "epoch": 2.2139737991266375,
      "step": 7098
    },
    {
      "contrastive_lambda": 0.9658646310284064,
      "epoch": 2.2142857142857144,
      "step": 7099
    },
    {
      "epoch": 2.214597629444791,
      "grad_norm": 0.17038001120090485,
      "learning_rate": 9.872943199685278e-05,
      "loss": 0.0597,
      "step": 7100
    },
    {
      "epoch": 2.214597629444791,
      "flow_loss": 0.04898877069354057,
      "step": 7100
    },
    {
      "contrastive_loss": 0.01242861058562994,
      "epoch": 2.214597629444791,
      "step": 7100
    },
    {
      "contrastive_lambda": 0.9658551230491745,
      "epoch": 2.214597629444791,
      "step": 7100
    },
    {
      "contrastive_lambda": 0.9658456137927744,
      "epoch": 2.214909544603868,
      "step": 7101
    },
    {
      "contrastive_lambda": 0.9658361032592322,
      "epoch": 2.2152214597629447,
      "step": 7102
    },
    {
      "contrastive_lambda": 0.9658265914485737,
      "epoch": 2.215533374922021,
      "step": 7103
    },
    {
      "contrastive_lambda": 0.9658170783608253,
      "epoch": 2.215845290081098,
      "step": 7104
    },
    {
      "contrastive_lambda": 0.965807563996013,
      "epoch": 2.2161572052401746,
      "step": 7105
    },
    {
      "contrastive_lambda": 0.9657980483541626,
      "epoch": 2.2164691203992515,
      "step": 7106
    },
    {
      "contrastive_lambda": 0.9657885314353005,
      "epoch": 2.216781035558328,
      "step": 7107
    },
    {
      "contrastive_lambda": 0.9657790132394528,
      "epoch": 2.217092950717405,
      "step": 7108
    },
    {
      "contrastive_lambda": 0.9657694937666454,
      "epoch": 2.217404865876482,
      "step": 7109
    },
    {
      "epoch": 2.2177167810355582,
      "grad_norm": 0.22944079339504242,
      "learning_rate": 9.872325158136071e-05,
      "loss": 0.0597,
      "step": 7110
    },
    {
      "epoch": 2.2177167810355582,
      "flow_loss": 0.05929103493690491,
      "step": 7110
    },
    {
      "contrastive_loss": 0.010917212814092636,
      "epoch": 2.2177167810355582,
      "step": 7110
    },
    {
      "contrastive_lambda": 0.9657599730169044,
      "epoch": 2.2177167810355582,
      "step": 7110
    },
    {
      "contrastive_lambda": 0.9657504509902561,
      "epoch": 2.218028696194635,
      "step": 7111
    },
    {
      "contrastive_lambda": 0.9657409276867265,
      "epoch": 2.2183406113537116,
      "step": 7112
    },
    {
      "contrastive_lambda": 0.9657314031063418,
      "epoch": 2.2186525265127885,
      "step": 7113
    },
    {
      "contrastive_lambda": 0.9657218772491278,
      "epoch": 2.218964441671865,
      "step": 7114
    },
    {
      "contrastive_lambda": 0.9657123501151108,
      "epoch": 2.219276356830942,
      "step": 7115
    },
    {
      "contrastive_lambda": 0.9657028217043171,
      "epoch": 2.219588271990019,
      "step": 7116
    },
    {
      "contrastive_lambda": 0.9656932920167727,
      "epoch": 2.2199001871490953,
      "step": 7117
    },
    {
      "contrastive_lambda": 0.9656837610525036,
      "epoch": 2.2202121023081722,
      "step": 7118
    },
    {
      "contrastive_lambda": 0.9656742288115361,
      "epoch": 2.2205240174672487,
      "step": 7119
    },
    {
      "epoch": 2.2208359326263256,
      "grad_norm": 0.15496473014354706,
      "learning_rate": 9.871705636503128e-05,
      "loss": 0.0617,
      "step": 7120
    },
    {
      "epoch": 2.2208359326263256,
      "flow_loss": 0.052885569632053375,
      "step": 7120
    },
    {
      "contrastive_loss": 0.012375256046652794,
      "epoch": 2.2208359326263256,
      "step": 7120
    },
    {
      "contrastive_lambda": 0.9656646952938962,
      "epoch": 2.2208359326263256,
      "step": 7120
    },
    {
      "contrastive_lambda": 0.9656551604996102,
      "epoch": 2.2211478477854025,
      "step": 7121
    },
    {
      "contrastive_lambda": 0.9656456244287039,
      "epoch": 2.221459762944479,
      "step": 7122
    },
    {
      "contrastive_lambda": 0.965636087081204,
      "epoch": 2.221771678103556,
      "step": 7123
    },
    {
      "contrastive_lambda": 0.9656265484571361,
      "epoch": 2.2220835932626324,
      "step": 7124
    },
    {
      "contrastive_lambda": 0.9656170085565267,
      "epoch": 2.2223955084217093,
      "step": 7125
    },
    {
      "contrastive_lambda": 0.9656074673794017,
      "epoch": 2.222707423580786,
      "step": 7126
    },
    {
      "contrastive_lambda": 0.9655979249257876,
      "epoch": 2.2230193387398627,
      "step": 7127
    },
    {
      "contrastive_lambda": 0.9655883811957102,
      "epoch": 2.2233312538989396,
      "step": 7128
    },
    {
      "contrastive_lambda": 0.9655788361891959,
      "epoch": 2.223643169058016,
      "step": 7129
    },
    {
      "epoch": 2.223955084217093,
      "grad_norm": 0.1547638326883316,
      "learning_rate": 9.871084634974641e-05,
      "loss": 0.0557,
      "step": 7130
    },
    {
      "epoch": 2.223955084217093,
      "flow_loss": 0.05658988654613495,
      "step": 7130
    },
    {
      "contrastive_loss": 0.013559343293309212,
      "epoch": 2.223955084217093,
      "step": 7130
    },
    {
      "contrastive_lambda": 0.9655692899062707,
      "epoch": 2.223955084217093,
      "step": 7130
    },
    {
      "contrastive_lambda": 0.9655597423469608,
      "epoch": 2.2242669993761695,
      "step": 7131
    },
    {
      "contrastive_lambda": 0.9655501935112927,
      "epoch": 2.2245789145352464,
      "step": 7132
    },
    {
      "contrastive_lambda": 0.9655406433992921,
      "epoch": 2.2248908296943233,
      "step": 7133
    },
    {
      "contrastive_lambda": 0.9655310920109854,
      "epoch": 2.2252027448533998,
      "step": 7134
    },
    {
      "contrastive_lambda": 0.9655215393463988,
      "epoch": 2.2255146600124767,
      "step": 7135
    },
    {
      "contrastive_lambda": 0.9655119854055585,
      "epoch": 2.225826575171553,
      "step": 7136
    },
    {
      "contrastive_lambda": 0.9655024301884907,
      "epoch": 2.22613849033063,
      "step": 7137
    },
    {
      "contrastive_lambda": 0.9654928736952215,
      "epoch": 2.226450405489707,
      "step": 7138
    },
    {
      "contrastive_lambda": 0.9654833159257772,
      "epoch": 2.2267623206487834,
      "step": 7139
    },
    {
      "epoch": 2.2270742358078603,
      "grad_norm": 0.15525370836257935,
      "learning_rate": 9.870462153739257e-05,
      "loss": 0.0616,
      "step": 7140
    },
    {
      "epoch": 2.2270742358078603,
      "flow_loss": 0.1042429581284523,
      "step": 7140
    },
    {
      "contrastive_loss": 0.009728139266371727,
      "epoch": 2.2270742358078603,
      "step": 7140
    },
    {
      "contrastive_lambda": 0.9654737568801839,
      "epoch": 2.2270742358078603,
      "step": 7140
    },
    {
      "contrastive_lambda": 0.9654641965584678,
      "epoch": 2.227386150966937,
      "step": 7141
    },
    {
      "contrastive_lambda": 0.9654546349606553,
      "epoch": 2.2276980661260137,
      "step": 7142
    },
    {
      "contrastive_lambda": 0.9654450720867724,
      "epoch": 2.2280099812850906,
      "step": 7143
    },
    {
      "contrastive_lambda": 0.9654355079368455,
      "epoch": 2.228321896444167,
      "step": 7144
    },
    {
      "contrastive_lambda": 0.9654259425109007,
      "epoch": 2.228633811603244,
      "step": 7145
    },
    {
      "contrastive_lambda": 0.9654163758089642,
      "epoch": 2.2289457267623205,
      "step": 7146
    },
    {
      "contrastive_lambda": 0.9654068078310625,
      "epoch": 2.2292576419213974,
      "step": 7147
    },
    {
      "contrastive_lambda": 0.9653972385772214,
      "epoch": 2.229569557080474,
      "step": 7148
    },
    {
      "contrastive_lambda": 0.9653876680474673,
      "epoch": 2.229881472239551,
      "step": 7149
    },
    {
      "epoch": 2.2301933873986277,
      "grad_norm": 0.14265146851539612,
      "learning_rate": 9.869838192986067e-05,
      "loss": 0.0642,
      "step": 7150
    },
    {
      "epoch": 2.2301933873986277,
      "flow_loss": 0.06462495774030685,
      "step": 7150
    },
    {
      "contrastive_loss": 0.013777678832411766,
      "epoch": 2.2301933873986277,
      "step": 7150
    },
    {
      "contrastive_lambda": 0.9653780962418266,
      "epoch": 2.2301933873986277,
      "step": 7150
    },
    {
      "contrastive_lambda": 0.9653685231603255,
      "epoch": 2.230505302557704,
      "step": 7151
    },
    {
      "contrastive_lambda": 0.96535894880299,
      "epoch": 2.230817217716781,
      "step": 7152
    },
    {
      "contrastive_lambda": 0.9653493731698466,
      "epoch": 2.2311291328758576,
      "step": 7153
    },
    {
      "contrastive_lambda": 0.9653397962609215,
      "epoch": 2.2314410480349345,
      "step": 7154
    },
    {
      "contrastive_lambda": 0.9653302180762409,
      "epoch": 2.2317529631940114,
      "step": 7155
    },
    {
      "contrastive_lambda": 0.9653206386158311,
      "epoch": 2.232064878353088,
      "step": 7156
    },
    {
      "contrastive_lambda": 0.9653110578797183,
      "epoch": 2.232376793512165,
      "step": 7157
    },
    {
      "contrastive_lambda": 0.9653014758679288,
      "epoch": 2.2326887086712413,
      "step": 7158
    },
    {
      "contrastive_lambda": 0.965291892580489,
      "epoch": 2.233000623830318,
      "step": 7159
    },
    {
      "epoch": 2.233312538989395,
      "grad_norm": 0.1540156602859497,
      "learning_rate": 9.869212752904616e-05,
      "loss": 0.0582,
      "step": 7160
    },
    {
      "epoch": 2.233312538989395,
      "flow_loss": 0.07033298164606094,
      "step": 7160
    },
    {
      "contrastive_loss": 0.01479179784655571,
      "epoch": 2.233312538989395,
      "step": 7160
    },
    {
      "contrastive_lambda": 0.9652823080174249,
      "epoch": 2.233312538989395,
      "step": 7160
    },
    {
      "contrastive_lambda": 0.965272722178763,
      "epoch": 2.2336244541484715,
      "step": 7161
    },
    {
      "contrastive_lambda": 0.9652631350645295,
      "epoch": 2.2339363693075485,
      "step": 7162
    },
    {
      "contrastive_lambda": 0.9652535466747507,
      "epoch": 2.234248284466625,
      "step": 7163
    },
    {
      "contrastive_lambda": 0.9652439570094531,
      "epoch": 2.234560199625702,
      "step": 7164
    },
    {
      "contrastive_lambda": 0.9652343660686625,
      "epoch": 2.2348721147847783,
      "step": 7165
    },
    {
      "contrastive_lambda": 0.9652247738524056,
      "epoch": 2.2351840299438552,
      "step": 7166
    },
    {
      "contrastive_lambda": 0.9652151803607085,
      "epoch": 2.235495945102932,
      "step": 7167
    },
    {
      "contrastive_lambda": 0.9652055855935976,
      "epoch": 2.2358078602620086,
      "step": 7168
    },
    {
      "contrastive_lambda": 0.9651959895510992,
      "epoch": 2.2361197754210855,
      "step": 7169
    },
    {
      "epoch": 2.236431690580162,
      "grad_norm": 0.13090303540229797,
      "learning_rate": 9.868585833684894e-05,
      "loss": 0.063,
      "step": 7170
    },
    {
      "epoch": 2.236431690580162,
      "flow_loss": 0.07238209247589111,
      "step": 7170
    },
    {
      "contrastive_loss": 0.010450762696564198,
      "epoch": 2.236431690580162,
      "step": 7170
    },
    {
      "contrastive_lambda": 0.9651863922332395,
      "epoch": 2.236431690580162,
      "step": 7170
    },
    {
      "contrastive_lambda": 0.965176793640045,
      "epoch": 2.236743605739239,
      "step": 7171
    },
    {
      "contrastive_lambda": 0.9651671937715418,
      "epoch": 2.237055520898316,
      "step": 7172
    },
    {
      "contrastive_lambda": 0.9651575926277565,
      "epoch": 2.2373674360573923,
      "step": 7173
    },
    {
      "contrastive_lambda": 0.9651479902087151,
      "epoch": 2.237679351216469,
      "step": 7174
    },
    {
      "contrastive_lambda": 0.9651383865144441,
      "epoch": 2.2379912663755457,
      "step": 7175
    },
    {
      "contrastive_lambda": 0.9651287815449698,
      "epoch": 2.2383031815346226,
      "step": 7176
    },
    {
      "contrastive_lambda": 0.9651191753003185,
      "epoch": 2.2386150966936995,
      "step": 7177
    },
    {
      "contrastive_lambda": 0.9651095677805167,
      "epoch": 2.238927011852776,
      "step": 7178
    },
    {
      "contrastive_lambda": 0.9650999589855905,
      "epoch": 2.239238927011853,
      "step": 7179
    },
    {
      "epoch": 2.2395508421709294,
      "grad_norm": 0.21572880446910858,
      "learning_rate": 9.867957435517342e-05,
      "loss": 0.0577,
      "step": 7180
    },
    {
      "epoch": 2.2395508421709294,
      "flow_loss": 0.06557637453079224,
      "step": 7180
    },
    {
      "contrastive_loss": 0.011082850396633148,
      "epoch": 2.2395508421709294,
      "step": 7180
    },
    {
      "contrastive_lambda": 0.9650903489155664,
      "epoch": 2.2395508421709294,
      "step": 7180
    },
    {
      "contrastive_lambda": 0.9650807375704707,
      "epoch": 2.2398627573300063,
      "step": 7181
    },
    {
      "contrastive_lambda": 0.9650711249503299,
      "epoch": 2.2401746724890828,
      "step": 7182
    },
    {
      "contrastive_lambda": 0.9650615110551699,
      "epoch": 2.2404865876481597,
      "step": 7183
    },
    {
      "contrastive_lambda": 0.9650518958850176,
      "epoch": 2.2407985028072366,
      "step": 7184
    },
    {
      "contrastive_lambda": 0.965042279439899,
      "epoch": 2.241110417966313,
      "step": 7185
    },
    {
      "contrastive_lambda": 0.9650326617198406,
      "epoch": 2.24142233312539,
      "step": 7186
    },
    {
      "contrastive_lambda": 0.9650230427248688,
      "epoch": 2.2417342482844664,
      "step": 7187
    },
    {
      "contrastive_lambda": 0.96501342245501,
      "epoch": 2.2420461634435433,
      "step": 7188
    },
    {
      "contrastive_lambda": 0.9650038009102904,
      "epoch": 2.2423580786026203,
      "step": 7189
    },
    {
      "epoch": 2.2426699937616967,
      "grad_norm": 0.16677455604076385,
      "learning_rate": 9.867327558592854e-05,
      "loss": 0.068,
      "step": 7190
    },
    {
      "epoch": 2.2426699937616967,
      "flow_loss": 0.05447781831026077,
      "step": 7190
    },
    {
      "contrastive_loss": 0.013672580011188984,
      "epoch": 2.2426699937616967,
      "step": 7190
    },
    {
      "contrastive_lambda": 0.9649941780907364,
      "epoch": 2.2426699937616967,
      "step": 7190
    },
    {
      "contrastive_lambda": 0.9649845539963746,
      "epoch": 2.2429819089207736,
      "step": 7191
    },
    {
      "contrastive_lambda": 0.9649749286272311,
      "epoch": 2.24329382407985,
      "step": 7192
    },
    {
      "contrastive_lambda": 0.9649653019833326,
      "epoch": 2.243605739238927,
      "step": 7193
    },
    {
      "contrastive_lambda": 0.9649556740647052,
      "epoch": 2.243917654398004,
      "step": 7194
    },
    {
      "contrastive_lambda": 0.9649460448713755,
      "epoch": 2.2442295695570804,
      "step": 7195
    },
    {
      "contrastive_lambda": 0.9649364144033697,
      "epoch": 2.2445414847161573,
      "step": 7196
    },
    {
      "contrastive_lambda": 0.9649267826607144,
      "epoch": 2.244853399875234,
      "step": 7197
    },
    {
      "contrastive_lambda": 0.964917149643436,
      "epoch": 2.2451653150343107,
      "step": 7198
    },
    {
      "contrastive_lambda": 0.9649075153515607,
      "epoch": 2.245477230193387,
      "step": 7199
    },
    {
      "epoch": 2.245789145352464,
      "grad_norm": 0.1618725210428238,
      "learning_rate": 9.866696203102766e-05,
      "loss": 0.0584,
      "step": 7200
    },
    {
      "epoch": 2.245789145352464,
      "flow_loss": 0.04570537433028221,
      "step": 7200
    },
    {
      "contrastive_loss": 0.010843837633728981,
      "epoch": 2.245789145352464,
      "step": 7200
    },
    {
      "contrastive_lambda": 0.9648978797851152,
      "epoch": 2.245789145352464,
      "step": 7200
    },
    {
      "contrastive_lambda": 0.9648882429441257,
      "epoch": 2.246101060511541,
      "step": 7201
    },
    {
      "contrastive_lambda": 0.9648786048286186,
      "epoch": 2.2464129756706175,
      "step": 7202
    },
    {
      "contrastive_lambda": 0.9648689654386206,
      "epoch": 2.2467248908296944,
      "step": 7203
    },
    {
      "contrastive_lambda": 0.9648593247741578,
      "epoch": 2.247036805988771,
      "step": 7204
    },
    {
      "contrastive_lambda": 0.9648496828352568,
      "epoch": 2.247348721147848,
      "step": 7205
    },
    {
      "contrastive_lambda": 0.964840039621944,
      "epoch": 2.2476606363069247,
      "step": 7206
    },
    {
      "contrastive_lambda": 0.9648303951342458,
      "epoch": 2.247972551466001,
      "step": 7207
    },
    {
      "contrastive_lambda": 0.9648207493721888,
      "epoch": 2.248284466625078,
      "step": 7208
    },
    {
      "contrastive_lambda": 0.9648111023357993,
      "epoch": 2.2485963817841546,
      "step": 7209
    },
    {
      "epoch": 2.2489082969432315,
      "grad_norm": 0.1678507775068283,
      "learning_rate": 9.86606336923887e-05,
      "loss": 0.0544,
      "step": 7210
    },
    {
      "epoch": 2.2489082969432315,
      "flow_loss": 0.050630856305360794,
      "step": 7210
    },
    {
      "contrastive_loss": 0.010666039772331715,
      "epoch": 2.2489082969432315,
      "step": 7210
    },
    {
      "contrastive_lambda": 0.9648014540251035,
      "epoch": 2.2489082969432315,
      "step": 7210
    },
    {
      "contrastive_lambda": 0.9647918044401285,
      "epoch": 2.2492202121023084,
      "step": 7211
    },
    {
      "contrastive_lambda": 0.9647821535809001,
      "epoch": 2.249532127261385,
      "step": 7212
    },
    {
      "contrastive_lambda": 0.9647725014474452,
      "epoch": 2.2498440424204618,
      "step": 7213
    },
    {
      "contrastive_lambda": 0.9647628480397901,
      "epoch": 2.2501559575795382,
      "step": 7214
    },
    {
      "contrastive_lambda": 0.9647531933579612,
      "epoch": 2.250467872738615,
      "step": 7215
    },
    {
      "contrastive_lambda": 0.964743537401985,
      "epoch": 2.2507797878976916,
      "step": 7216
    },
    {
      "contrastive_lambda": 0.9647338801718881,
      "epoch": 2.2510917030567685,
      "step": 7217
    },
    {
      "contrastive_lambda": 0.9647242216676968,
      "epoch": 2.2514036182158454,
      "step": 7218
    },
    {
      "contrastive_lambda": 0.9647145618894377,
      "epoch": 2.251715533374922,
      "step": 7219
    },
    {
      "epoch": 2.252027448533999,
      "grad_norm": 0.18458585441112518,
      "learning_rate": 9.865429057193403e-05,
      "loss": 0.0636,
      "step": 7220
    },
    {
      "epoch": 2.252027448533999,
      "flow_loss": 0.05929599329829216,
      "step": 7220
    },
    {
      "contrastive_loss": 0.009246233850717545,
      "epoch": 2.252027448533999,
      "step": 7220
    },
    {
      "contrastive_lambda": 0.9647049008371371,
      "epoch": 2.252027448533999,
      "step": 7220
    },
    {
      "contrastive_lambda": 0.9646952385108218,
      "epoch": 2.2523393636930753,
      "step": 7221
    },
    {
      "contrastive_lambda": 0.9646855749105181,
      "epoch": 2.252651278852152,
      "step": 7222
    },
    {
      "contrastive_lambda": 0.9646759100362525,
      "epoch": 2.252963194011229,
      "step": 7223
    },
    {
      "contrastive_lambda": 0.9646662438880516,
      "epoch": 2.2532751091703056,
      "step": 7224
    },
    {
      "contrastive_lambda": 0.9646565764659416,
      "epoch": 2.2535870243293825,
      "step": 7225
    },
    {
      "contrastive_lambda": 0.9646469077699493,
      "epoch": 2.253898939488459,
      "step": 7226
    },
    {
      "contrastive_lambda": 0.9646372378001012,
      "epoch": 2.254210854647536,
      "step": 7227
    },
    {
      "contrastive_lambda": 0.9646275665564237,
      "epoch": 2.254522769806613,
      "step": 7228
    },
    {
      "contrastive_lambda": 0.9646178940389434,
      "epoch": 2.2548346849656893,
      "step": 7229
    },
    {
      "epoch": 2.255146600124766,
      "grad_norm": 0.17446725070476532,
      "learning_rate": 9.864793267159053e-05,
      "loss": 0.0597,
      "step": 7230
    },
    {
      "epoch": 2.255146600124766,
      "flow_loss": 0.04592525213956833,
      "step": 7230
    },
    {
      "contrastive_loss": 0.010316438972949982,
      "epoch": 2.255146600124766,
      "step": 7230
    },
    {
      "contrastive_lambda": 0.9646082202476867,
      "epoch": 2.255146600124766,
      "step": 7230
    },
    {
      "contrastive_lambda": 0.9645985451826802,
      "epoch": 2.2554585152838427,
      "step": 7231
    },
    {
      "contrastive_lambda": 0.9645888688439503,
      "epoch": 2.2557704304429196,
      "step": 7232
    },
    {
      "contrastive_lambda": 0.9645791912315238,
      "epoch": 2.256082345601996,
      "step": 7233
    },
    {
      "contrastive_lambda": 0.964569512345427,
      "epoch": 2.256394260761073,
      "step": 7234
    },
    {
      "contrastive_lambda": 0.9645598321856864,
      "epoch": 2.25670617592015,
      "step": 7235
    },
    {
      "contrastive_lambda": 0.9645501507523287,
      "epoch": 2.2570180910792264,
      "step": 7236
    },
    {
      "contrastive_lambda": 0.9645404680453804,
      "epoch": 2.2573300062383033,
      "step": 7237
    },
    {
      "contrastive_lambda": 0.9645307840648681,
      "epoch": 2.2576419213973797,
      "step": 7238
    },
    {
      "contrastive_lambda": 0.9645210988108183,
      "epoch": 2.2579538365564567,
      "step": 7239
    },
    {
      "epoch": 2.2582657517155336,
      "grad_norm": 0.1549406498670578,
      "learning_rate": 9.864155999328957e-05,
      "loss": 0.0568,
      "step": 7240
    },
    {
      "epoch": 2.2582657517155336,
      "flow_loss": 0.062371913343667984,
      "step": 7240
    },
    {
      "contrastive_loss": 0.011280477046966553,
      "epoch": 2.2582657517155336,
      "step": 7240
    },
    {
      "contrastive_lambda": 0.9645114122832574,
      "epoch": 2.2582657517155336,
      "step": 7240
    },
    {
      "contrastive_lambda": 0.9645017244822123,
      "epoch": 2.25857766687461,
      "step": 7241
    },
    {
      "contrastive_lambda": 0.9644920354077091,
      "epoch": 2.258889582033687,
      "step": 7242
    },
    {
      "contrastive_lambda": 0.9644823450597748,
      "epoch": 2.2592014971927634,
      "step": 7243
    },
    {
      "contrastive_lambda": 0.9644726534384356,
      "epoch": 2.2595134123518403,
      "step": 7244
    },
    {
      "contrastive_lambda": 0.9644629605437185,
      "epoch": 2.2598253275109172,
      "step": 7245
    },
    {
      "contrastive_lambda": 0.9644532663756495,
      "epoch": 2.2601372426699937,
      "step": 7246
    },
    {
      "contrastive_lambda": 0.9644435709342558,
      "epoch": 2.2604491578290706,
      "step": 7247
    },
    {
      "contrastive_lambda": 0.9644338742195635,
      "epoch": 2.260761072988147,
      "step": 7248
    },
    {
      "contrastive_lambda": 0.9644241762315995,
      "epoch": 2.261072988147224,
      "step": 7249
    },
    {
      "epoch": 2.2613849033063005,
      "grad_norm": 0.15482699871063232,
      "learning_rate": 9.8635172538967e-05,
      "loss": 0.0549,
      "step": 7250
    },
    {
      "epoch": 2.2613849033063005,
      "flow_loss": 0.06922395527362823,
      "step": 7250
    },
    {
      "contrastive_loss": 0.01143784262239933,
      "epoch": 2.2613849033063005,
      "step": 7250
    },
    {
      "contrastive_lambda": 0.9644144769703902,
      "epoch": 2.2613849033063005,
      "step": 7250
    },
    {
      "contrastive_lambda": 0.9644047764359621,
      "epoch": 2.2616968184653774,
      "step": 7251
    },
    {
      "contrastive_lambda": 0.9643950746283421,
      "epoch": 2.2620087336244543,
      "step": 7252
    },
    {
      "contrastive_lambda": 0.9643853715475565,
      "epoch": 2.262320648783531,
      "step": 7253
    },
    {
      "contrastive_lambda": 0.9643756671936321,
      "epoch": 2.2626325639426077,
      "step": 7254
    },
    {
      "contrastive_lambda": 0.9643659615665956,
      "epoch": 2.262944479101684,
      "step": 7255
    },
    {
      "contrastive_lambda": 0.9643562546664732,
      "epoch": 2.263256394260761,
      "step": 7256
    },
    {
      "contrastive_lambda": 0.9643465464932919,
      "epoch": 2.263568309419838,
      "step": 7257
    },
    {
      "contrastive_lambda": 0.9643368370470782,
      "epoch": 2.2638802245789145,
      "step": 7258
    },
    {
      "contrastive_lambda": 0.9643271263278587,
      "epoch": 2.2641921397379914,
      "step": 7259
    },
    {
      "epoch": 2.264504054897068,
      "grad_norm": 0.18321721255779266,
      "learning_rate": 9.862877031056312e-05,
      "loss": 0.0581,
      "step": 7260
    },
    {
      "epoch": 2.264504054897068,
      "flow_loss": 0.056294023990631104,
      "step": 7260
    },
    {
      "contrastive_loss": 0.009021826088428497,
      "epoch": 2.264504054897068,
      "step": 7260
    },
    {
      "contrastive_lambda": 0.9643174143356599,
      "epoch": 2.264504054897068,
      "step": 7260
    },
    {
      "contrastive_lambda": 0.9643077010705087,
      "epoch": 2.2648159700561448,
      "step": 7261
    },
    {
      "contrastive_lambda": 0.9642979865324315,
      "epoch": 2.2651278852152217,
      "step": 7262
    },
    {
      "contrastive_lambda": 0.964288270721455,
      "epoch": 2.265439800374298,
      "step": 7263
    },
    {
      "contrastive_lambda": 0.9642785536376058,
      "epoch": 2.265751715533375,
      "step": 7264
    },
    {
      "contrastive_lambda": 0.9642688352809107,
      "epoch": 2.2660636306924515,
      "step": 7265
    },
    {
      "contrastive_lambda": 0.9642591156513961,
      "epoch": 2.2663755458515285,
      "step": 7266
    },
    {
      "contrastive_lambda": 0.9642493947490889,
      "epoch": 2.266687461010605,
      "step": 7267
    },
    {
      "contrastive_lambda": 0.9642396725740154,
      "epoch": 2.266999376169682,
      "step": 7268
    },
    {
      "contrastive_lambda": 0.9642299491262027,
      "epoch": 2.2673112913287587,
      "step": 7269
    },
    {
      "epoch": 2.267623206487835,
      "grad_norm": 0.18088199198246002,
      "learning_rate": 9.862235331002279e-05,
      "loss": 0.0604,
      "step": 7270
    },
    {
      "epoch": 2.267623206487835,
      "flow_loss": 0.054938748478889465,
      "step": 7270
    },
    {
      "contrastive_loss": 0.012179212644696236,
      "epoch": 2.267623206487835,
      "step": 7270
    },
    {
      "contrastive_lambda": 0.9642202244056772,
      "epoch": 2.267623206487835,
      "step": 7270
    },
    {
      "contrastive_lambda": 0.9642104984124655,
      "epoch": 2.267935121646912,
      "step": 7271
    },
    {
      "contrastive_lambda": 0.9642007711465945,
      "epoch": 2.2682470368059886,
      "step": 7272
    },
    {
      "contrastive_lambda": 0.9641910426080907,
      "epoch": 2.2685589519650655,
      "step": 7273
    },
    {
      "contrastive_lambda": 0.9641813127969807,
      "epoch": 2.268870867124142,
      "step": 7274
    },
    {
      "contrastive_lambda": 0.9641715817132914,
      "epoch": 2.269182782283219,
      "step": 7275
    },
    {
      "contrastive_lambda": 0.9641618493570494,
      "epoch": 2.269494697442296,
      "step": 7276
    },
    {
      "contrastive_lambda": 0.9641521157282812,
      "epoch": 2.2698066126013723,
      "step": 7277
    },
    {
      "contrastive_lambda": 0.9641423808270136,
      "epoch": 2.270118527760449,
      "step": 7278
    },
    {
      "contrastive_lambda": 0.9641326446532734,
      "epoch": 2.270430442919526,
      "step": 7279
    },
    {
      "epoch": 2.2707423580786026,
      "grad_norm": 0.17970074713230133,
      "learning_rate": 9.861592153929533e-05,
      "loss": 0.0562,
      "step": 7280
    },
    {
      "epoch": 2.2707423580786026,
      "flow_loss": 0.03652229905128479,
      "step": 7280
    },
    {
      "contrastive_loss": 0.011274334974586964,
      "epoch": 2.2707423580786026,
      "step": 7280
    },
    {
      "contrastive_lambda": 0.9641229072070872,
      "epoch": 2.2707423580786026,
      "step": 7280
    },
    {
      "contrastive_lambda": 0.9641131684884816,
      "epoch": 2.2710542732376795,
      "step": 7281
    },
    {
      "contrastive_lambda": 0.9641034284974835,
      "epoch": 2.271366188396756,
      "step": 7282
    },
    {
      "contrastive_lambda": 0.9640936872341195,
      "epoch": 2.271678103555833,
      "step": 7283
    },
    {
      "contrastive_lambda": 0.9640839446984162,
      "epoch": 2.2719900187149094,
      "step": 7284
    },
    {
      "contrastive_lambda": 0.9640742008904005,
      "epoch": 2.2723019338739863,
      "step": 7285
    },
    {
      "contrastive_lambda": 0.964064455810099,
      "epoch": 2.272613849033063,
      "step": 7286
    },
    {
      "contrastive_lambda": 0.9640547094575385,
      "epoch": 2.2729257641921397,
      "step": 7287
    },
    {
      "contrastive_lambda": 0.9640449618327456,
      "epoch": 2.2732376793512166,
      "step": 7288
    },
    {
      "contrastive_lambda": 0.9640352129357472,
      "epoch": 2.273549594510293,
      "step": 7289
    },
    {
      "epoch": 2.27386150966937,
      "grad_norm": 0.12736709415912628,
      "learning_rate": 9.860947500033455e-05,
      "loss": 0.0572,
      "step": 7290
    },
    {
      "epoch": 2.27386150966937,
      "flow_loss": 0.06736408174037933,
      "step": 7290
    },
    {
      "contrastive_loss": 0.010458918288350105,
      "epoch": 2.27386150966937,
      "step": 7290
    },
    {
      "contrastive_lambda": 0.9640254627665699,
      "epoch": 2.27386150966937,
      "step": 7290
    },
    {
      "contrastive_lambda": 0.9640157113252403,
      "epoch": 2.2741734248284464,
      "step": 7291
    },
    {
      "contrastive_lambda": 0.9640059586117853,
      "epoch": 2.2744853399875233,
      "step": 7292
    },
    {
      "contrastive_lambda": 0.9639962046262318,
      "epoch": 2.2747972551466002,
      "step": 7293
    },
    {
      "contrastive_lambda": 0.9639864493686061,
      "epoch": 2.2751091703056767,
      "step": 7294
    },
    {
      "contrastive_lambda": 0.9639766928389355,
      "epoch": 2.2754210854647536,
      "step": 7295
    },
    {
      "contrastive_lambda": 0.9639669350372462,
      "epoch": 2.2757330006238305,
      "step": 7296
    },
    {
      "contrastive_lambda": 0.9639571759635653,
      "epoch": 2.276044915782907,
      "step": 7297
    },
    {
      "contrastive_lambda": 0.9639474156179195,
      "epoch": 2.276356830941984,
      "step": 7298
    },
    {
      "contrastive_lambda": 0.9639376540003355,
      "epoch": 2.2766687461010604,
      "step": 7299
    },
    {
      "epoch": 2.2769806612601373,
      "grad_norm": 0.12782204151153564,
      "learning_rate": 9.86030136950987e-05,
      "loss": 0.0632,
      "step": 7300
    },
    {
      "epoch": 2.2769806612601373,
      "flow_loss": 0.04369267448782921,
      "step": 7300
    },
    {
      "contrastive_loss": 0.009068653918802738,
      "epoch": 2.2769806612601373,
      "step": 7300
    },
    {
      "contrastive_lambda": 0.9639278911108401,
      "epoch": 2.2769806612601373,
      "step": 7300
    },
    {
      "contrastive_lambda": 0.96391812694946,
      "epoch": 2.277292576419214,
      "step": 7301
    },
    {
      "contrastive_lambda": 0.9639083615162221,
      "epoch": 2.2776044915782907,
      "step": 7302
    },
    {
      "contrastive_lambda": 0.9638985948111529,
      "epoch": 2.2779164067373676,
      "step": 7303
    },
    {
      "contrastive_lambda": 0.9638888268342796,
      "epoch": 2.278228321896444,
      "step": 7304
    },
    {
      "contrastive_lambda": 0.9638790575856285,
      "epoch": 2.278540237055521,
      "step": 7305
    },
    {
      "contrastive_lambda": 0.9638692870652268,
      "epoch": 2.2788521522145975,
      "step": 7306
    },
    {
      "contrastive_lambda": 0.9638595152731011,
      "epoch": 2.2791640673736744,
      "step": 7307
    },
    {
      "contrastive_lambda": 0.9638497422092781,
      "epoch": 2.279475982532751,
      "step": 7308
    },
    {
      "contrastive_lambda": 0.9638399678737848,
      "epoch": 2.2797878976918278,
      "step": 7309
    },
    {
      "epoch": 2.2800998128509047,
      "grad_norm": 0.1428019106388092,
      "learning_rate": 9.85965376255506e-05,
      "loss": 0.0582,
      "step": 7310
    },
    {
      "epoch": 2.2800998128509047,
      "flow_loss": 0.04575690999627113,
      "step": 7310
    },
    {
      "contrastive_loss": 0.00810377299785614,
      "epoch": 2.2800998128509047,
      "step": 7310
    },
    {
      "contrastive_lambda": 0.9638301922666478,
      "epoch": 2.2800998128509047,
      "step": 7310
    },
    {
      "contrastive_lambda": 0.963820415387894,
      "epoch": 2.280411728009981,
      "step": 7311
    },
    {
      "contrastive_lambda": 0.9638106372375503,
      "epoch": 2.280723643169058,
      "step": 7312
    },
    {
      "contrastive_lambda": 0.9638008578156434,
      "epoch": 2.281035558328135,
      "step": 7313
    },
    {
      "contrastive_lambda": 0.9637910771222,
      "epoch": 2.2813474734872115,
      "step": 7314
    },
    {
      "contrastive_lambda": 0.9637812951572471,
      "epoch": 2.2816593886462884,
      "step": 7315
    },
    {
      "contrastive_lambda": 0.9637715119208115,
      "epoch": 2.281971303805365,
      "step": 7316
    },
    {
      "contrastive_lambda": 0.9637617274129198,
      "epoch": 2.2822832189644418,
      "step": 7317
    },
    {
      "contrastive_lambda": 0.9637519416335991,
      "epoch": 2.282595134123518,
      "step": 7318
    },
    {
      "contrastive_lambda": 0.9637421545828762,
      "epoch": 2.282907049282595,
      "step": 7319
    },
    {
      "epoch": 2.283218964441672,
      "grad_norm": 0.15241751074790955,
      "learning_rate": 9.859004679365747e-05,
      "loss": 0.0562,
      "step": 7320
    },
    {
      "epoch": 2.283218964441672,
      "flow_loss": 0.07746534049510956,
      "step": 7320
    },
    {
      "contrastive_loss": 0.013926053419709206,
      "epoch": 2.283218964441672,
      "step": 7320
    },
    {
      "contrastive_lambda": 0.9637323662607777,
      "epoch": 2.283218964441672,
      "step": 7320
    },
    {
      "contrastive_lambda": 0.9637225766673307,
      "epoch": 2.2835308796007485,
      "step": 7321
    },
    {
      "contrastive_lambda": 0.9637127858025618,
      "epoch": 2.2838427947598254,
      "step": 7322
    },
    {
      "contrastive_lambda": 0.963702993666498,
      "epoch": 2.284154709918902,
      "step": 7323
    },
    {
      "contrastive_lambda": 0.9636932002591663,
      "epoch": 2.284466625077979,
      "step": 7324
    },
    {
      "contrastive_lambda": 0.9636834055805932,
      "epoch": 2.2847785402370553,
      "step": 7325
    },
    {
      "contrastive_lambda": 0.9636736096308058,
      "epoch": 2.285090455396132,
      "step": 7326
    },
    {
      "contrastive_lambda": 0.9636638124098308,
      "epoch": 2.285402370555209,
      "step": 7327
    },
    {
      "contrastive_lambda": 0.9636540139176951,
      "epoch": 2.2857142857142856,
      "step": 7328
    },
    {
      "contrastive_lambda": 0.9636442141544257,
      "epoch": 2.2860262008733625,
      "step": 7329
    },
    {
      "epoch": 2.2863381160324394,
      "grad_norm": 0.16473032534122467,
      "learning_rate": 9.858354120139108e-05,
      "loss": 0.0599,
      "step": 7330
    },
    {
      "epoch": 2.2863381160324394,
      "flow_loss": 0.04535052552819252,
      "step": 7330
    },
    {
      "contrastive_loss": 0.009956947527825832,
      "epoch": 2.2863381160324394,
      "step": 7330
    },
    {
      "contrastive_lambda": 0.9636344131200494,
      "epoch": 2.2863381160324394,
      "step": 7330
    },
    {
      "contrastive_lambda": 0.9636246108145928,
      "epoch": 2.286650031191516,
      "step": 7331
    },
    {
      "contrastive_lambda": 0.9636148072380832,
      "epoch": 2.286961946350593,
      "step": 7332
    },
    {
      "contrastive_lambda": 0.9636050023905472,
      "epoch": 2.2872738615096693,
      "step": 7333
    },
    {
      "contrastive_lambda": 0.9635951962720118,
      "epoch": 2.287585776668746,
      "step": 7334
    },
    {
      "contrastive_lambda": 0.9635853888825039,
      "epoch": 2.2878976918278227,
      "step": 7335
    },
    {
      "contrastive_lambda": 0.9635755802220503,
      "epoch": 2.2882096069868996,
      "step": 7336
    },
    {
      "contrastive_lambda": 0.9635657702906779,
      "epoch": 2.2885215221459765,
      "step": 7337
    },
    {
      "contrastive_lambda": 0.9635559590884136,
      "epoch": 2.288833437305053,
      "step": 7338
    },
    {
      "contrastive_lambda": 0.9635461466152844,
      "epoch": 2.28914535246413,
      "step": 7339
    },
    {
      "epoch": 2.2894572676232063,
      "grad_norm": 0.158877432346344,
      "learning_rate": 9.857702085072764e-05,
      "loss": 0.0554,
      "step": 7340
    },
    {
      "epoch": 2.2894572676232063,
      "flow_loss": 0.062427908182144165,
      "step": 7340
    },
    {
      "contrastive_loss": 0.010944281704723835,
      "epoch": 2.2894572676232063,
      "step": 7340
    },
    {
      "contrastive_lambda": 0.963536332871317,
      "epoch": 2.2894572676232063,
      "step": 7340
    },
    {
      "contrastive_lambda": 0.9635265178565385,
      "epoch": 2.2897691827822833,
      "step": 7341
    },
    {
      "contrastive_lambda": 0.9635167015709758,
      "epoch": 2.2900810979413597,
      "step": 7342
    },
    {
      "contrastive_lambda": 0.9635068840146557,
      "epoch": 2.2903930131004366,
      "step": 7343
    },
    {
      "contrastive_lambda": 0.963497065187605,
      "epoch": 2.2907049282595136,
      "step": 7344
    },
    {
      "contrastive_lambda": 0.963487245089851,
      "epoch": 2.29101684341859,
      "step": 7345
    },
    {
      "contrastive_lambda": 0.9634774237214203,
      "epoch": 2.291328758577667,
      "step": 7346
    },
    {
      "contrastive_lambda": 0.96346760108234,
      "epoch": 2.291640673736744,
      "step": 7347
    },
    {
      "contrastive_lambda": 0.9634577771726368,
      "epoch": 2.2919525888958203,
      "step": 7348
    },
    {
      "contrastive_lambda": 0.9634479519923379,
      "epoch": 2.2922645040548972,
      "step": 7349
    },
    {
      "epoch": 2.2925764192139737,
      "grad_norm": 0.16738274693489075,
      "learning_rate": 9.857048574364787e-05,
      "loss": 0.0558,
      "step": 7350
    },
    {
      "epoch": 2.2925764192139737,
      "flow_loss": 0.04996812343597412,
      "step": 7350
    },
    {
      "contrastive_loss": 0.01192006841301918,
      "epoch": 2.2925764192139737,
      "step": 7350
    },
    {
      "contrastive_lambda": 0.9634381255414701,
      "epoch": 2.2925764192139737,
      "step": 7350
    },
    {
      "contrastive_lambda": 0.9634282978200603,
      "epoch": 2.2928883343730506,
      "step": 7351
    },
    {
      "contrastive_lambda": 0.9634184688281358,
      "epoch": 2.293200249532127,
      "step": 7352
    },
    {
      "contrastive_lambda": 0.963408638565723,
      "epoch": 2.293512164691204,
      "step": 7353
    },
    {
      "contrastive_lambda": 0.9633988070328491,
      "epoch": 2.293824079850281,
      "step": 7354
    },
    {
      "contrastive_lambda": 0.9633889742295412,
      "epoch": 2.2941359950093574,
      "step": 7355
    },
    {
      "contrastive_lambda": 0.9633791401558259,
      "epoch": 2.2944479101684343,
      "step": 7356
    },
    {
      "contrastive_lambda": 0.9633693048117306,
      "epoch": 2.2947598253275108,
      "step": 7357
    },
    {
      "contrastive_lambda": 0.9633594681972819,
      "epoch": 2.2950717404865877,
      "step": 7358
    },
    {
      "contrastive_lambda": 0.963349630312507,
      "epoch": 2.295383655645664,
      "step": 7359
    },
    {
      "epoch": 2.295695570804741,
      "grad_norm": 0.16664250195026398,
      "learning_rate": 9.856393588213698e-05,
      "loss": 0.0542,
      "step": 7360
    },
    {
      "epoch": 2.295695570804741,
      "flow_loss": 0.07010482251644135,
      "step": 7360
    },
    {
      "contrastive_loss": 0.012394120916724205,
      "epoch": 2.295695570804741,
      "step": 7360
    },
    {
      "contrastive_lambda": 0.9633397911574326,
      "epoch": 2.295695570804741,
      "step": 7360
    },
    {
      "contrastive_lambda": 0.963329950732086,
      "epoch": 2.296007485963818,
      "step": 7361
    },
    {
      "contrastive_lambda": 0.9633201090364941,
      "epoch": 2.2963194011228945,
      "step": 7362
    },
    {
      "contrastive_lambda": 0.9633102660706838,
      "epoch": 2.2966313162819714,
      "step": 7363
    },
    {
      "contrastive_lambda": 0.963300421834682,
      "epoch": 2.2969432314410483,
      "step": 7364
    },
    {
      "contrastive_lambda": 0.9632905763285158,
      "epoch": 2.2972551466001248,
      "step": 7365
    },
    {
      "contrastive_lambda": 0.9632807295522122,
      "epoch": 2.2975670617592017,
      "step": 7366
    },
    {
      "contrastive_lambda": 0.9632708815057982,
      "epoch": 2.297878976918278,
      "step": 7367
    },
    {
      "contrastive_lambda": 0.9632610321893008,
      "epoch": 2.298190892077355,
      "step": 7368
    },
    {
      "contrastive_lambda": 0.9632511816027469,
      "epoch": 2.2985028072364315,
      "step": 7369
    },
    {
      "epoch": 2.2988147223955084,
      "grad_norm": 0.22190238535404205,
      "learning_rate": 9.855737126818458e-05,
      "loss": 0.0572,
      "step": 7370
    },
    {
      "epoch": 2.2988147223955084,
      "flow_loss": 0.06765802204608917,
      "step": 7370
    },
    {
      "contrastive_loss": 0.010385874658823013,
      "epoch": 2.2988147223955084,
      "step": 7370
    },
    {
      "contrastive_lambda": 0.9632413297461637,
      "epoch": 2.2988147223955084,
      "step": 7370
    },
    {
      "contrastive_lambda": 0.963231476619578,
      "epoch": 2.2991266375545854,
      "step": 7371
    },
    {
      "contrastive_lambda": 0.9632216222230169,
      "epoch": 2.299438552713662,
      "step": 7372
    },
    {
      "contrastive_lambda": 0.9632117665565074,
      "epoch": 2.2997504678727387,
      "step": 7373
    },
    {
      "contrastive_lambda": 0.9632019096200766,
      "epoch": 2.300062383031815,
      "step": 7374
    },
    {
      "contrastive_lambda": 0.9631920514137515,
      "epoch": 2.300374298190892,
      "step": 7375
    },
    {
      "contrastive_lambda": 0.963182191937559,
      "epoch": 2.3006862133499686,
      "step": 7376
    },
    {
      "contrastive_lambda": 0.9631723311915263,
      "epoch": 2.3009981285090455,
      "step": 7377
    },
    {
      "contrastive_lambda": 0.9631624691756804,
      "epoch": 2.3013100436681224,
      "step": 7378
    },
    {
      "contrastive_lambda": 0.9631526058900481,
      "epoch": 2.301621958827199,
      "step": 7379
    },
    {
      "epoch": 2.301933873986276,
      "grad_norm": 0.17776624858379364,
      "learning_rate": 9.855079190378491e-05,
      "loss": 0.0611,
      "step": 7380
    },
    {
      "epoch": 2.301933873986276,
      "flow_loss": 0.06362610310316086,
      "step": 7380
    },
    {
      "contrastive_loss": 0.009866916574537754,
      "epoch": 2.301933873986276,
      "step": 7380
    },
    {
      "contrastive_lambda": 0.9631427413346568,
      "epoch": 2.301933873986276,
      "step": 7380
    },
    {
      "contrastive_lambda": 0.9631328755095333,
      "epoch": 2.3022457891453523,
      "step": 7381
    },
    {
      "contrastive_lambda": 0.9631230084147048,
      "epoch": 2.302557704304429,
      "step": 7382
    },
    {
      "contrastive_lambda": 0.9631131400501982,
      "epoch": 2.302869619463506,
      "step": 7383
    },
    {
      "contrastive_lambda": 0.9631032704160407,
      "epoch": 2.3031815346225826,
      "step": 7384
    },
    {
      "contrastive_lambda": 0.9630933995122593,
      "epoch": 2.3034934497816595,
      "step": 7385
    },
    {
      "contrastive_lambda": 0.9630835273388809,
      "epoch": 2.303805364940736,
      "step": 7386
    },
    {
      "contrastive_lambda": 0.9630736538959328,
      "epoch": 2.304117280099813,
      "step": 7387
    },
    {
      "contrastive_lambda": 0.9630637791834421,
      "epoch": 2.30442919525889,
      "step": 7388
    },
    {
      "contrastive_lambda": 0.9630539032014356,
      "epoch": 2.3047411104179663,
      "step": 7389
    },
    {
      "epoch": 2.305053025577043,
      "grad_norm": 0.1254710704088211,
      "learning_rate": 9.854419779093655e-05,
      "loss": 0.0574,
      "step": 7390
    },
    {
      "epoch": 2.305053025577043,
      "flow_loss": 0.06434540450572968,
      "step": 7390
    },
    {
      "contrastive_loss": 0.012170648202300072,
      "epoch": 2.305053025577043,
      "step": 7390
    },
    {
      "contrastive_lambda": 0.9630440259499407,
      "epoch": 2.305053025577043,
      "step": 7390
    },
    {
      "contrastive_lambda": 0.9630341474289842,
      "epoch": 2.3053649407361196,
      "step": 7391
    },
    {
      "contrastive_lambda": 0.9630242676385933,
      "epoch": 2.3056768558951966,
      "step": 7392
    },
    {
      "contrastive_lambda": 0.963014386578795,
      "epoch": 2.305988771054273,
      "step": 7393
    },
    {
      "contrastive_lambda": 0.9630045042496167,
      "epoch": 2.30630068621335,
      "step": 7394
    },
    {
      "contrastive_lambda": 0.9629946206510851,
      "epoch": 2.306612601372427,
      "step": 7395
    },
    {
      "contrastive_lambda": 0.9629847357832275,
      "epoch": 2.3069245165315033,
      "step": 7396
    },
    {
      "contrastive_lambda": 0.9629748496460708,
      "epoch": 2.3072364316905802,
      "step": 7397
    },
    {
      "contrastive_lambda": 0.9629649622396426,
      "epoch": 2.3075483468496567,
      "step": 7398
    },
    {
      "contrastive_lambda": 0.9629550735639694,
      "epoch": 2.3078602620087336,
      "step": 7399
    },
    {
      "epoch": 2.3081721771678105,
      "grad_norm": 0.16979756951332092,
      "learning_rate": 9.853758893164264e-05,
      "loss": 0.0571,
      "step": 7400
    },
    {
      "epoch": 2.3081721771678105,
      "flow_loss": 0.04385240748524666,
      "step": 7400
    },
    {
      "contrastive_loss": 0.011959890834987164,
      "epoch": 2.3081721771678105,
      "step": 7400
    },
    {
      "contrastive_lambda": 0.9629451836190785,
      "epoch": 2.3081721771678105,
      "step": 7400
    },
    {
      "contrastive_lambda": 0.9629352924049974,
      "epoch": 2.308484092326887,
      "step": 7401
    },
    {
      "contrastive_lambda": 0.9629253999217527,
      "epoch": 2.308796007485964,
      "step": 7402
    },
    {
      "contrastive_lambda": 0.9629155061693718,
      "epoch": 2.3091079226450404,
      "step": 7403
    },
    {
      "contrastive_lambda": 0.9629056111478818,
      "epoch": 2.3094198378041173,
      "step": 7404
    },
    {
      "contrastive_lambda": 0.9628957148573097,
      "epoch": 2.309731752963194,
      "step": 7405
    },
    {
      "contrastive_lambda": 0.9628858172976829,
      "epoch": 2.3100436681222707,
      "step": 7406
    },
    {
      "contrastive_lambda": 0.9628759184690281,
      "epoch": 2.3103555832813476,
      "step": 7407
    },
    {
      "contrastive_lambda": 0.9628660183713728,
      "epoch": 2.310667498440424,
      "step": 7408
    },
    {
      "contrastive_lambda": 0.962856117004744,
      "epoch": 2.310979413599501,
      "step": 7409
    },
    {
      "epoch": 2.3112913287585775,
      "grad_norm": 0.15475675463676453,
      "learning_rate": 9.853096532791078e-05,
      "loss": 0.053,
      "step": 7410
    },
    {
      "epoch": 2.3112913287585775,
      "flow_loss": 0.06657832860946655,
      "step": 7410
    },
    {
      "contrastive_loss": 0.010846413671970367,
      "epoch": 2.3112913287585775,
      "step": 7410
    },
    {
      "contrastive_lambda": 0.962846214369169,
      "epoch": 2.3112913287585775,
      "step": 7410
    },
    {
      "contrastive_lambda": 0.9628363104646747,
      "epoch": 2.3116032439176544,
      "step": 7411
    },
    {
      "contrastive_lambda": 0.9628264052912883,
      "epoch": 2.3119151590767313,
      "step": 7412
    },
    {
      "contrastive_lambda": 0.9628164988490371,
      "epoch": 2.3122270742358078,
      "step": 7413
    },
    {
      "contrastive_lambda": 0.9628065911379482,
      "epoch": 2.3125389893948847,
      "step": 7414
    },
    {
      "contrastive_lambda": 0.9627966821580488,
      "epoch": 2.312850904553961,
      "step": 7415
    },
    {
      "contrastive_lambda": 0.962786771909366,
      "epoch": 2.313162819713038,
      "step": 7416
    },
    {
      "contrastive_lambda": 0.962776860391927,
      "epoch": 2.313474734872115,
      "step": 7417
    },
    {
      "contrastive_lambda": 0.962766947605759,
      "epoch": 2.3137866500311914,
      "step": 7418
    },
    {
      "contrastive_lambda": 0.962757033550889,
      "epoch": 2.3140985651902684,
      "step": 7419
    },
    {
      "epoch": 2.314410480349345,
      "grad_norm": 0.15262888371944427,
      "learning_rate": 9.852432698175304e-05,
      "loss": 0.0611,
      "step": 7420
    },
    {
      "epoch": 2.314410480349345,
      "flow_loss": 0.049040988087654114,
      "step": 7420
    },
    {
      "contrastive_loss": 0.014654487371444702,
      "epoch": 2.314410480349345,
      "step": 7420
    },
    {
      "contrastive_lambda": 0.9627471182273444,
      "epoch": 2.314410480349345,
      "step": 7420
    },
    {
      "contrastive_lambda": 0.9627372016351523,
      "epoch": 2.3147223955084217,
      "step": 7421
    },
    {
      "contrastive_lambda": 0.9627272837743399,
      "epoch": 2.3150343106674987,
      "step": 7422
    },
    {
      "contrastive_lambda": 0.9627173646449344,
      "epoch": 2.315346225826575,
      "step": 7423
    },
    {
      "contrastive_lambda": 0.962707444246963,
      "epoch": 2.315658140985652,
      "step": 7424
    },
    {
      "contrastive_lambda": 0.9626975225804528,
      "epoch": 2.3159700561447285,
      "step": 7425
    },
    {
      "contrastive_lambda": 0.962687599645431,
      "epoch": 2.3162819713038054,
      "step": 7426
    },
    {
      "contrastive_lambda": 0.9626776754419251,
      "epoch": 2.316593886462882,
      "step": 7427
    },
    {
      "contrastive_lambda": 0.9626677499699619,
      "epoch": 2.316905801621959,
      "step": 7428
    },
    {
      "contrastive_lambda": 0.9626578232295688,
      "epoch": 2.3172177167810357,
      "step": 7429
    },
    {
      "epoch": 2.317529631940112,
      "grad_norm": 0.1938171237707138,
      "learning_rate": 9.851767389518597e-05,
      "loss": 0.0575,
      "step": 7430
    },
    {
      "epoch": 2.317529631940112,
      "flow_loss": 0.053267791867256165,
      "step": 7430
    },
    {
      "contrastive_loss": 0.012276758439838886,
      "epoch": 2.317529631940112,
      "step": 7430
    },
    {
      "contrastive_lambda": 0.9626478952207731,
      "epoch": 2.317529631940112,
      "step": 7430
    },
    {
      "contrastive_lambda": 0.9626379659436017,
      "epoch": 2.317841547099189,
      "step": 7431
    },
    {
      "contrastive_lambda": 0.9626280353980823,
      "epoch": 2.3181534622582656,
      "step": 7432
    },
    {
      "contrastive_lambda": 0.9626181035842418,
      "epoch": 2.3184653774173425,
      "step": 7433
    },
    {
      "contrastive_lambda": 0.9626081705021075,
      "epoch": 2.3187772925764194,
      "step": 7434
    },
    {
      "contrastive_lambda": 0.9625982361517067,
      "epoch": 2.319089207735496,
      "step": 7435
    },
    {
      "contrastive_lambda": 0.9625883005330664,
      "epoch": 2.319401122894573,
      "step": 7436
    },
    {
      "contrastive_lambda": 0.9625783636462142,
      "epoch": 2.3197130380536493,
      "step": 7437
    },
    {
      "contrastive_lambda": 0.962568425491177,
      "epoch": 2.320024953212726,
      "step": 7438
    },
    {
      "contrastive_lambda": 0.9625584860679823,
      "epoch": 2.320336868371803,
      "step": 7439
    },
    {
      "epoch": 2.3206487835308796,
      "grad_norm": 0.16079311072826385,
      "learning_rate": 9.85110060702306e-05,
      "loss": 0.0583,
      "step": 7440
    },
    {
      "epoch": 2.3206487835308796,
      "flow_loss": 0.05977550148963928,
      "step": 7440
    },
    {
      "contrastive_loss": 0.008565040305256844,
      "epoch": 2.3206487835308796,
      "step": 7440
    },
    {
      "contrastive_lambda": 0.9625485453766572,
      "epoch": 2.3206487835308796,
      "step": 7440
    },
    {
      "contrastive_lambda": 0.962538603417229,
      "epoch": 2.3209606986899565,
      "step": 7441
    },
    {
      "contrastive_lambda": 0.9625286601897249,
      "epoch": 2.321272613849033,
      "step": 7442
    },
    {
      "contrastive_lambda": 0.9625187156941724,
      "epoch": 2.32158452900811,
      "step": 7443
    },
    {
      "contrastive_lambda": 0.9625087699305985,
      "epoch": 2.3218964441671863,
      "step": 7444
    },
    {
      "contrastive_lambda": 0.9624988228990304,
      "epoch": 2.3222083593262632,
      "step": 7445
    },
    {
      "contrastive_lambda": 0.9624888745994957,
      "epoch": 2.32252027448534,
      "step": 7446
    },
    {
      "contrastive_lambda": 0.9624789250320214,
      "epoch": 2.3228321896444166,
      "step": 7447
    },
    {
      "contrastive_lambda": 0.9624689741966349,
      "epoch": 2.3231441048034935,
      "step": 7448
    },
    {
      "contrastive_lambda": 0.9624590220933634,
      "epoch": 2.32345601996257,
      "step": 7449
    },
    {
      "epoch": 2.323767935121647,
      "grad_norm": 0.13677802681922913,
      "learning_rate": 9.850432350891245e-05,
      "loss": 0.0551,
      "step": 7450
    },
    {
      "epoch": 2.323767935121647,
      "flow_loss": 0.03993148356676102,
      "step": 7450
    },
    {
      "contrastive_loss": 0.009832307696342468,
      "epoch": 2.323767935121647,
      "step": 7450
    },
    {
      "contrastive_lambda": 0.9624490687222342,
      "epoch": 2.323767935121647,
      "step": 7450
    },
    {
      "contrastive_lambda": 0.9624391140832749,
      "epoch": 2.324079850280724,
      "step": 7451
    },
    {
      "contrastive_lambda": 0.9624291581765122,
      "epoch": 2.3243917654398003,
      "step": 7452
    },
    {
      "contrastive_lambda": 0.9624192010019739,
      "epoch": 2.324703680598877,
      "step": 7453
    },
    {
      "contrastive_lambda": 0.962409242559687,
      "epoch": 2.3250155957579537,
      "step": 7454
    },
    {
      "contrastive_lambda": 0.9623992828496789,
      "epoch": 2.3253275109170306,
      "step": 7455
    },
    {
      "contrastive_lambda": 0.962389321871977,
      "epoch": 2.3256394260761075,
      "step": 7456
    },
    {
      "contrastive_lambda": 0.9623793596266084,
      "epoch": 2.325951341235184,
      "step": 7457
    },
    {
      "contrastive_lambda": 0.9623693961136006,
      "epoch": 2.326263256394261,
      "step": 7458
    },
    {
      "contrastive_lambda": 0.9623594313329809,
      "epoch": 2.3265751715533374,
      "step": 7459
    },
    {
      "epoch": 2.3268870867124143,
      "grad_norm": 0.14392806589603424,
      "learning_rate": 9.84976262132615e-05,
      "loss": 0.0592,
      "step": 7460
    },
    {
      "epoch": 2.3268870867124143,
      "flow_loss": 0.08198598027229309,
      "step": 7460
    },
    {
      "contrastive_loss": 0.009437007829546928,
      "epoch": 2.3268870867124143,
      "step": 7460
    },
    {
      "contrastive_lambda": 0.9623494652847764,
      "epoch": 2.3268870867124143,
      "step": 7460
    },
    {
      "contrastive_lambda": 0.9623394979690147,
      "epoch": 2.3271990018714908,
      "step": 7461
    },
    {
      "contrastive_lambda": 0.962329529385723,
      "epoch": 2.3275109170305677,
      "step": 7462
    },
    {
      "contrastive_lambda": 0.9623195595349288,
      "epoch": 2.3278228321896446,
      "step": 7463
    },
    {
      "contrastive_lambda": 0.962309588416659,
      "epoch": 2.328134747348721,
      "step": 7464
    },
    {
      "contrastive_lambda": 0.9622996160309414,
      "epoch": 2.328446662507798,
      "step": 7465
    },
    {
      "contrastive_lambda": 0.9622896423778031,
      "epoch": 2.3287585776668744,
      "step": 7466
    },
    {
      "contrastive_lambda": 0.9622796674572716,
      "epoch": 2.3290704928259514,
      "step": 7467
    },
    {
      "contrastive_lambda": 0.962269691269374,
      "epoch": 2.329382407985028,
      "step": 7468
    },
    {
      "contrastive_lambda": 0.9622597138141378,
      "epoch": 2.3296943231441047,
      "step": 7469
    },
    {
      "epoch": 2.3300062383031817,
      "grad_norm": 0.14789001643657684,
      "learning_rate": 9.849091418531222e-05,
      "loss": 0.0606,
      "step": 7470
    },
    {
      "epoch": 2.3300062383031817,
      "flow_loss": 0.06299374997615814,
      "step": 7470
    },
    {
      "contrastive_loss": 0.01867891475558281,
      "epoch": 2.3300062383031817,
      "step": 7470
    },
    {
      "contrastive_lambda": 0.9622497350915904,
      "epoch": 2.3300062383031817,
      "step": 7470
    },
    {
      "contrastive_lambda": 0.9622397551017591,
      "epoch": 2.330318153462258,
      "step": 7471
    },
    {
      "contrastive_lambda": 0.9622297738446712,
      "epoch": 2.330630068621335,
      "step": 7472
    },
    {
      "contrastive_lambda": 0.9622197913203543,
      "epoch": 2.330941983780412,
      "step": 7473
    },
    {
      "contrastive_lambda": 0.9622098075288354,
      "epoch": 2.3312538989394884,
      "step": 7474
    },
    {
      "contrastive_lambda": 0.9621998224701422,
      "epoch": 2.3315658140985653,
      "step": 7475
    },
    {
      "contrastive_lambda": 0.962189836144302,
      "epoch": 2.331877729257642,
      "step": 7476
    },
    {
      "contrastive_lambda": 0.962179848551342,
      "epoch": 2.3321896444167187,
      "step": 7477
    },
    {
      "contrastive_lambda": 0.9621698596912898,
      "epoch": 2.332501559575795,
      "step": 7478
    },
    {
      "contrastive_lambda": 0.9621598695641725,
      "epoch": 2.332813474734872,
      "step": 7479
    },
    {
      "epoch": 2.333125389893949,
      "grad_norm": 0.2091088742017746,
      "learning_rate": 9.848418742710353e-05,
      "loss": 0.0558,
      "step": 7480
    },
    {
      "epoch": 2.333125389893949,
      "flow_loss": 0.049187351018190384,
      "step": 7480
    },
    {
      "contrastive_loss": 0.010414537973701954,
      "epoch": 2.333125389893949,
      "step": 7480
    },
    {
      "contrastive_lambda": 0.9621498781700178,
      "epoch": 2.333125389893949,
      "step": 7480
    },
    {
      "contrastive_lambda": 0.962139885508853,
      "epoch": 2.3334373050530255,
      "step": 7481
    },
    {
      "contrastive_lambda": 0.9621298915807055,
      "epoch": 2.3337492202121024,
      "step": 7482
    },
    {
      "contrastive_lambda": 0.9621198963856026,
      "epoch": 2.334061135371179,
      "step": 7483
    },
    {
      "contrastive_lambda": 0.9621098999235718,
      "epoch": 2.334373050530256,
      "step": 7484
    },
    {
      "contrastive_lambda": 0.9620999021946404,
      "epoch": 2.3346849656893323,
      "step": 7485
    },
    {
      "contrastive_lambda": 0.9620899031988359,
      "epoch": 2.334996880848409,
      "step": 7486
    },
    {
      "contrastive_lambda": 0.9620799029361857,
      "epoch": 2.335308796007486,
      "step": 7487
    },
    {
      "contrastive_lambda": 0.9620699014067172,
      "epoch": 2.3356207111665626,
      "step": 7488
    },
    {
      "contrastive_lambda": 0.9620598986104578,
      "epoch": 2.3359326263256395,
      "step": 7489
    },
    {
      "epoch": 2.3362445414847164,
      "grad_norm": 0.1955103576183319,
      "learning_rate": 9.847744594067885e-05,
      "loss": 0.0623,
      "step": 7490
    },
    {
      "epoch": 2.3362445414847164,
      "flow_loss": 0.05151039734482765,
      "step": 7490
    },
    {
      "contrastive_loss": 0.00985126756131649,
      "epoch": 2.3362445414847164,
      "step": 7490
    },
    {
      "contrastive_lambda": 0.9620498945474351,
      "epoch": 2.3362445414847164,
      "step": 7490
    },
    {
      "contrastive_lambda": 0.9620398892176762,
      "epoch": 2.336556456643793,
      "step": 7491
    },
    {
      "contrastive_lambda": 0.9620298826212088,
      "epoch": 2.3368683718028698,
      "step": 7492
    },
    {
      "contrastive_lambda": 0.9620198747580603,
      "epoch": 2.3371802869619462,
      "step": 7493
    },
    {
      "contrastive_lambda": 0.9620098656282581,
      "epoch": 2.337492202121023,
      "step": 7494
    },
    {
      "contrastive_lambda": 0.9619998552318294,
      "epoch": 2.3378041172800996,
      "step": 7495
    },
    {
      "contrastive_lambda": 0.9619898435688021,
      "epoch": 2.3381160324391765,
      "step": 7496
    },
    {
      "contrastive_lambda": 0.9619798306392033,
      "epoch": 2.3384279475982535,
      "step": 7497
    },
    {
      "contrastive_lambda": 0.9619698164430606,
      "epoch": 2.33873986275733,
      "step": 7498
    },
    {
      "contrastive_lambda": 0.9619598009804013,
      "epoch": 2.339051777916407,
      "step": 7499
    },
    {
      "epoch": 2.3393636930754833,
      "grad_norm": 0.18662944436073303,
      "learning_rate": 9.847068972808607e-05,
      "loss": 0.0591,
      "step": 7500
    },
    {
      "epoch": 2.3393636930754833,
      "flow_loss": 0.05892140418291092,
      "step": 7500
    },
    {
      "contrastive_loss": 0.010909352451562881,
      "epoch": 2.3393636930754833,
      "step": 7500
    },
    {
      "contrastive_lambda": 0.9619497842512532,
      "epoch": 2.3393636930754833,
      "step": 7500
    },
    {
      "contrastive_lambda": 0.9619397662556434,
      "epoch": 2.3396756082345602,
      "step": 7501
    },
    {
      "contrastive_lambda": 0.9619297469935995,
      "epoch": 2.3399875233936367,
      "step": 7502
    },
    {
      "contrastive_lambda": 0.961919726465149,
      "epoch": 2.3402994385527136,
      "step": 7503
    },
    {
      "contrastive_lambda": 0.9619097046703193,
      "epoch": 2.3406113537117905,
      "step": 7504
    },
    {
      "contrastive_lambda": 0.9618996816091381,
      "epoch": 2.340923268870867,
      "step": 7505
    },
    {
      "contrastive_lambda": 0.9618896572816324,
      "epoch": 2.341235184029944,
      "step": 7506
    },
    {
      "contrastive_lambda": 0.9618796316878302,
      "epoch": 2.341547099189021,
      "step": 7507
    },
    {
      "contrastive_lambda": 0.9618696048277586,
      "epoch": 2.3418590143480973,
      "step": 7508
    },
    {
      "contrastive_lambda": 0.9618595767014455,
      "epoch": 2.342170929507174,
      "step": 7509
    },
    {
      "epoch": 2.3424828446662507,
      "grad_norm": 0.17838051915168762,
      "learning_rate": 9.846391879137756e-05,
      "loss": 0.0522,
      "step": 7510
    },
    {
      "epoch": 2.3424828446662507,
      "flow_loss": 0.05454345420002937,
      "step": 7510
    },
    {
      "contrastive_loss": 0.011841373518109322,
      "epoch": 2.3424828446662507,
      "step": 7510
    },
    {
      "contrastive_lambda": 0.9618495473089179,
      "epoch": 2.3424828446662507,
      "step": 7510
    },
    {
      "contrastive_lambda": 0.9618395166502036,
      "epoch": 2.3427947598253276,
      "step": 7511
    },
    {
      "contrastive_lambda": 0.9618294847253301,
      "epoch": 2.343106674984404,
      "step": 7512
    },
    {
      "contrastive_lambda": 0.9618194515343249,
      "epoch": 2.343418590143481,
      "step": 7513
    },
    {
      "contrastive_lambda": 0.9618094170772153,
      "epoch": 2.343730505302558,
      "step": 7514
    },
    {
      "contrastive_lambda": 0.9617993813540291,
      "epoch": 2.3440424204616344,
      "step": 7515
    },
    {
      "contrastive_lambda": 0.9617893443647937,
      "epoch": 2.3443543356207113,
      "step": 7516
    },
    {
      "contrastive_lambda": 0.9617793061095365,
      "epoch": 2.3446662507797877,
      "step": 7517
    },
    {
      "contrastive_lambda": 0.9617692665882851,
      "epoch": 2.3449781659388647,
      "step": 7518
    },
    {
      "contrastive_lambda": 0.9617592258010671,
      "epoch": 2.345290081097941,
      "step": 7519
    },
    {
      "epoch": 2.345601996257018,
      "grad_norm": 0.18286050856113434,
      "learning_rate": 9.845713313261012e-05,
      "loss": 0.0606,
      "step": 7520
    },
    {
      "epoch": 2.345601996257018,
      "flow_loss": 0.05433690547943115,
      "step": 7520
    },
    {
      "contrastive_loss": 0.0140960942953825,
      "epoch": 2.345601996257018,
      "step": 7520
    },
    {
      "contrastive_lambda": 0.96174918374791,
      "epoch": 2.345601996257018,
      "step": 7520
    },
    {
      "contrastive_lambda": 0.9617391404288411,
      "epoch": 2.345913911416095,
      "step": 7521
    },
    {
      "contrastive_lambda": 0.9617290958438883,
      "epoch": 2.3462258265751714,
      "step": 7522
    },
    {
      "contrastive_lambda": 0.961719049993079,
      "epoch": 2.3465377417342483,
      "step": 7523
    },
    {
      "contrastive_lambda": 0.9617090028764406,
      "epoch": 2.3468496568933253,
      "step": 7524
    },
    {
      "contrastive_lambda": 0.9616989544940008,
      "epoch": 2.3471615720524017,
      "step": 7525
    },
    {
      "contrastive_lambda": 0.9616889048457871,
      "epoch": 2.3474734872114786,
      "step": 7526
    },
    {
      "contrastive_lambda": 0.9616788539318271,
      "epoch": 2.347785402370555,
      "step": 7527
    },
    {
      "contrastive_lambda": 0.9616688017521482,
      "epoch": 2.348097317529632,
      "step": 7528
    },
    {
      "contrastive_lambda": 0.9616587483067781,
      "epoch": 2.3484092326887085,
      "step": 7529
    },
    {
      "epoch": 2.3487211478477854,
      "grad_norm": 0.15446725487709045,
      "learning_rate": 9.845033275384505e-05,
      "loss": 0.0621,
      "step": 7530
    },
    {
      "epoch": 2.3487211478477854,
      "flow_loss": 0.054380111396312714,
      "step": 7530
    },
    {
      "contrastive_loss": 0.01027887687087059,
      "epoch": 2.3487211478477854,
      "step": 7530
    },
    {
      "contrastive_lambda": 0.9616486935957443,
      "epoch": 2.3487211478477854,
      "step": 7530
    },
    {
      "contrastive_lambda": 0.9616386376190744,
      "epoch": 2.3490330630068623,
      "step": 7531
    },
    {
      "contrastive_lambda": 0.9616285803767961,
      "epoch": 2.349344978165939,
      "step": 7532
    },
    {
      "contrastive_lambda": 0.9616185218689368,
      "epoch": 2.3496568933250157,
      "step": 7533
    },
    {
      "contrastive_lambda": 0.9616084620955241,
      "epoch": 2.349968808484092,
      "step": 7534
    },
    {
      "contrastive_lambda": 0.9615984010565855,
      "epoch": 2.350280723643169,
      "step": 7535
    },
    {
      "contrastive_lambda": 0.9615883387521487,
      "epoch": 2.3505926388022456,
      "step": 7536
    },
    {
      "contrastive_lambda": 0.9615782751822413,
      "epoch": 2.3509045539613225,
      "step": 7537
    },
    {
      "contrastive_lambda": 0.9615682103468908,
      "epoch": 2.3512164691203994,
      "step": 7538
    },
    {
      "contrastive_lambda": 0.961558144246125,
      "epoch": 2.351528384279476,
      "step": 7539
    },
    {
      "epoch": 2.3518402994385528,
      "grad_norm": 0.18895836174488068,
      "learning_rate": 9.844351765714818e-05,
      "loss": 0.0523,
      "step": 7540
    },
    {
      "epoch": 2.3518402994385528,
      "flow_loss": 0.055588044226169586,
      "step": 7540
    },
    {
      "contrastive_loss": 0.01104356162250042,
      "epoch": 2.3518402994385528,
      "step": 7540
    },
    {
      "contrastive_lambda": 0.9615480768799711,
      "epoch": 2.3518402994385528,
      "step": 7540
    },
    {
      "contrastive_lambda": 0.9615380082484571,
      "epoch": 2.3521522145976297,
      "step": 7541
    },
    {
      "contrastive_lambda": 0.9615279383516104,
      "epoch": 2.352464129756706,
      "step": 7542
    },
    {
      "contrastive_lambda": 0.9615178671894586,
      "epoch": 2.352776044915783,
      "step": 7543
    },
    {
      "contrastive_lambda": 0.9615077947620296,
      "epoch": 2.3530879600748595,
      "step": 7544
    },
    {
      "contrastive_lambda": 0.9614977210693505,
      "epoch": 2.3533998752339365,
      "step": 7545
    },
    {
      "contrastive_lambda": 0.9614876461114494,
      "epoch": 2.353711790393013,
      "step": 7546
    },
    {
      "contrastive_lambda": 0.9614775698883535,
      "epoch": 2.35402370555209,
      "step": 7547
    },
    {
      "contrastive_lambda": 0.9614674924000908,
      "epoch": 2.3543356207111668,
      "step": 7548
    },
    {
      "contrastive_lambda": 0.9614574136466888,
      "epoch": 2.3546475358702432,
      "step": 7549
    },
    {
      "epoch": 2.35495945102932,
      "grad_norm": 0.16089333593845367,
      "learning_rate": 9.843668784458971e-05,
      "loss": 0.0568,
      "step": 7550
    },
    {
      "epoch": 2.35495945102932,
      "flow_loss": 0.04354308173060417,
      "step": 7550
    },
    {
      "contrastive_loss": 0.011615397408604622,
      "epoch": 2.35495945102932,
      "step": 7550
    },
    {
      "contrastive_lambda": 0.961447333628175,
      "epoch": 2.35495945102932,
      "step": 7550
    },
    {
      "contrastive_lambda": 0.9614372523445771,
      "epoch": 2.3552713661883966,
      "step": 7551
    },
    {
      "contrastive_lambda": 0.9614271697959229,
      "epoch": 2.3555832813474735,
      "step": 7552
    },
    {
      "contrastive_lambda": 0.9614170859822398,
      "epoch": 2.35589519650655,
      "step": 7553
    },
    {
      "contrastive_lambda": 0.9614070009035557,
      "epoch": 2.356207111665627,
      "step": 7554
    },
    {
      "contrastive_lambda": 0.961396914559898,
      "epoch": 2.356519026824704,
      "step": 7555
    },
    {
      "contrastive_lambda": 0.9613868269512945,
      "epoch": 2.3568309419837803,
      "step": 7556
    },
    {
      "contrastive_lambda": 0.9613767380777728,
      "epoch": 2.357142857142857,
      "step": 7557
    },
    {
      "contrastive_lambda": 0.9613666479393606,
      "epoch": 2.357454772301934,
      "step": 7558
    },
    {
      "contrastive_lambda": 0.9613565565360855,
      "epoch": 2.3577666874610106,
      "step": 7559
    },
    {
      "epoch": 2.3580786026200875,
      "grad_norm": 0.1794268935918808,
      "learning_rate": 9.842984331824437e-05,
      "loss": 0.0557,
      "step": 7560
    },
    {
      "epoch": 2.3580786026200875,
      "flow_loss": 0.03717553988099098,
      "step": 7560
    },
    {
      "contrastive_loss": 0.011527074500918388,
      "epoch": 2.3580786026200875,
      "step": 7560
    },
    {
      "contrastive_lambda": 0.9613464638679752,
      "epoch": 2.3580786026200875,
      "step": 7560
    },
    {
      "contrastive_lambda": 0.9613363699350574,
      "epoch": 2.358390517779164,
      "step": 7561
    },
    {
      "contrastive_lambda": 0.9613262747373598,
      "epoch": 2.358702432938241,
      "step": 7562
    },
    {
      "contrastive_lambda": 0.96131617827491,
      "epoch": 2.3590143480973174,
      "step": 7563
    },
    {
      "contrastive_lambda": 0.9613060805477356,
      "epoch": 2.3593262632563943,
      "step": 7564
    },
    {
      "contrastive_lambda": 0.9612959815558645,
      "epoch": 2.359638178415471,
      "step": 7565
    },
    {
      "contrastive_lambda": 0.9612858812993242,
      "epoch": 2.3599500935745477,
      "step": 7566
    },
    {
      "contrastive_lambda": 0.9612757797781426,
      "epoch": 2.3602620087336246,
      "step": 7567
    },
    {
      "contrastive_lambda": 0.9612656769923471,
      "epoch": 2.360573923892701,
      "step": 7568
    },
    {
      "contrastive_lambda": 0.9612555729419656,
      "epoch": 2.360885839051778,
      "step": 7569
    },
    {
      "epoch": 2.3611977542108544,
      "grad_norm": 0.1449938267469406,
      "learning_rate": 9.842298408019133e-05,
      "loss": 0.0544,
      "step": 7570
    },
    {
      "epoch": 2.3611977542108544,
      "flow_loss": 0.047399960458278656,
      "step": 7570
    },
    {
      "contrastive_loss": 0.01009492576122284,
      "epoch": 2.3611977542108544,
      "step": 7570
    },
    {
      "contrastive_lambda": 0.9612454676270259,
      "epoch": 2.3611977542108544,
      "step": 7570
    },
    {
      "contrastive_lambda": 0.9612353610475554,
      "epoch": 2.3615096693699313,
      "step": 7571
    },
    {
      "contrastive_lambda": 0.961225253203582,
      "epoch": 2.3618215845290083,
      "step": 7572
    },
    {
      "contrastive_lambda": 0.9612151440951333,
      "epoch": 2.3621334996880847,
      "step": 7573
    },
    {
      "contrastive_lambda": 0.9612050337222373,
      "epoch": 2.3624454148471616,
      "step": 7574
    },
    {
      "contrastive_lambda": 0.9611949220849214,
      "epoch": 2.362757330006238,
      "step": 7575
    },
    {
      "contrastive_lambda": 0.9611848091832134,
      "epoch": 2.363069245165315,
      "step": 7576
    },
    {
      "contrastive_lambda": 0.9611746950171411,
      "epoch": 2.363381160324392,
      "step": 7577
    },
    {
      "contrastive_lambda": 0.9611645795867323,
      "epoch": 2.3636930754834684,
      "step": 7578
    },
    {
      "contrastive_lambda": 0.9611544628920143,
      "epoch": 2.3640049906425453,
      "step": 7579
    },
    {
      "epoch": 2.364316905801622,
      "grad_norm": 0.18585753440856934,
      "learning_rate": 9.841611013251429e-05,
      "loss": 0.0616,
      "step": 7580
    },
    {
      "epoch": 2.364316905801622,
      "flow_loss": 0.04512123018503189,
      "step": 7580
    },
    {
      "contrastive_loss": 0.008695675060153008,
      "epoch": 2.364316905801622,
      "step": 7580
    },
    {
      "contrastive_lambda": 0.9611443449330155,
      "epoch": 2.364316905801622,
      "step": 7580
    },
    {
      "contrastive_lambda": 0.9611342257097631,
      "epoch": 2.3646288209606987,
      "step": 7581
    },
    {
      "contrastive_lambda": 0.9611241052222852,
      "epoch": 2.3649407361197756,
      "step": 7582
    },
    {
      "contrastive_lambda": 0.9611139834706093,
      "epoch": 2.365252651278852,
      "step": 7583
    },
    {
      "contrastive_lambda": 0.9611038604547631,
      "epoch": 2.365564566437929,
      "step": 7584
    },
    {
      "contrastive_lambda": 0.9610937361747747,
      "epoch": 2.3658764815970055,
      "step": 7585
    },
    {
      "contrastive_lambda": 0.9610836106306715,
      "epoch": 2.3661883967560824,
      "step": 7586
    },
    {
      "contrastive_lambda": 0.9610734838224815,
      "epoch": 2.366500311915159,
      "step": 7587
    },
    {
      "contrastive_lambda": 0.9610633557502324,
      "epoch": 2.3668122270742358,
      "step": 7588
    },
    {
      "contrastive_lambda": 0.9610532264139517,
      "epoch": 2.3671241422333127,
      "step": 7589
    },
    {
      "epoch": 2.367436057392389,
      "grad_norm": 0.17027676105499268,
      "learning_rate": 9.840922147730133e-05,
      "loss": 0.0599,
      "step": 7590
    },
    {
      "epoch": 2.367436057392389,
      "flow_loss": 0.05093047022819519,
      "step": 7590
    },
    {
      "contrastive_loss": 0.010978493839502335,
      "epoch": 2.367436057392389,
      "step": 7590
    },
    {
      "contrastive_lambda": 0.9610430958136675,
      "epoch": 2.367436057392389,
      "step": 7590
    },
    {
      "contrastive_lambda": 0.9610329639494076,
      "epoch": 2.367747972551466,
      "step": 7591
    },
    {
      "contrastive_lambda": 0.9610228308211997,
      "epoch": 2.3680598877105425,
      "step": 7592
    },
    {
      "contrastive_lambda": 0.9610126964290713,
      "epoch": 2.3683718028696195,
      "step": 7593
    },
    {
      "contrastive_lambda": 0.9610025607730506,
      "epoch": 2.3686837180286964,
      "step": 7594
    },
    {
      "contrastive_lambda": 0.9609924238531651,
      "epoch": 2.368995633187773,
      "step": 7595
    },
    {
      "contrastive_lambda": 0.9609822856694428,
      "epoch": 2.3693075483468498,
      "step": 7596
    },
    {
      "contrastive_lambda": 0.9609721462219112,
      "epoch": 2.3696194635059262,
      "step": 7597
    },
    {
      "contrastive_lambda": 0.9609620055105985,
      "epoch": 2.369931378665003,
      "step": 7598
    },
    {
      "contrastive_lambda": 0.9609518635355322,
      "epoch": 2.37024329382408,
      "step": 7599
    },
    {
      "epoch": 2.3705552089831565,
      "grad_norm": 0.17887580394744873,
      "learning_rate": 9.840231811664506e-05,
      "loss": 0.0613,
      "step": 7600
    },
    {
      "epoch": 2.3705552089831565,
      "flow_loss": 0.037268124520778656,
      "step": 7600
    },
    {
      "contrastive_loss": 0.009245278313755989,
      "epoch": 2.3705552089831565,
      "step": 7600
    },
    {
      "contrastive_lambda": 0.9609417202967402,
      "epoch": 2.3705552089831565,
      "step": 7600
    },
    {
      "contrastive_lambda": 0.9609315757942503,
      "epoch": 2.3708671241422334,
      "step": 7601
    },
    {
      "contrastive_lambda": 0.9609214300280903,
      "epoch": 2.37117903930131,
      "step": 7602
    },
    {
      "contrastive_lambda": 0.960911282998288,
      "epoch": 2.371490954460387,
      "step": 7603
    },
    {
      "contrastive_lambda": 0.9609011347048713,
      "epoch": 2.3718028696194633,
      "step": 7604
    },
    {
      "contrastive_lambda": 0.960890985147868,
      "epoch": 2.37211478477854,
      "step": 7605
    },
    {
      "contrastive_lambda": 0.9608808343273059,
      "epoch": 2.372426699937617,
      "step": 7606
    },
    {
      "contrastive_lambda": 0.9608706822432127,
      "epoch": 2.3727386150966936,
      "step": 7607
    },
    {
      "contrastive_lambda": 0.9608605288956165,
      "epoch": 2.3730505302557705,
      "step": 7608
    },
    {
      "contrastive_lambda": 0.9608503742845449,
      "epoch": 2.373362445414847,
      "step": 7609
    },
    {
      "epoch": 2.373674360573924,
      "grad_norm": 0.17102327942848206,
      "learning_rate": 9.839540005264252e-05,
      "loss": 0.0513,
      "step": 7610
    },
    {
      "epoch": 2.373674360573924,
      "flow_loss": 0.08714814484119415,
      "step": 7610
    },
    {
      "contrastive_loss": 0.011279120109975338,
      "epoch": 2.373674360573924,
      "step": 7610
    },
    {
      "contrastive_lambda": 0.9608402184100259,
      "epoch": 2.373674360573924,
      "step": 7610
    },
    {
      "contrastive_lambda": 0.9608300612720873,
      "epoch": 2.373986275733001,
      "step": 7611
    },
    {
      "contrastive_lambda": 0.9608199028707567,
      "epoch": 2.3742981908920773,
      "step": 7612
    },
    {
      "contrastive_lambda": 0.9608097432060624,
      "epoch": 2.374610106051154,
      "step": 7613
    },
    {
      "contrastive_lambda": 0.960799582278032,
      "epoch": 2.3749220212102307,
      "step": 7614
    },
    {
      "contrastive_lambda": 0.9607894200866933,
      "epoch": 2.3752339363693076,
      "step": 7615
    },
    {
      "contrastive_lambda": 0.9607792566320743,
      "epoch": 2.3755458515283845,
      "step": 7616
    },
    {
      "contrastive_lambda": 0.9607690919142028,
      "epoch": 2.375857766687461,
      "step": 7617
    },
    {
      "contrastive_lambda": 0.9607589259331066,
      "epoch": 2.376169681846538,
      "step": 7618
    },
    {
      "contrastive_lambda": 0.9607487586888137,
      "epoch": 2.3764815970056143,
      "step": 7619
    },
    {
      "epoch": 2.3767935121646913,
      "grad_norm": 0.14847949147224426,
      "learning_rate": 9.838846728739527e-05,
      "loss": 0.0525,
      "step": 7620
    },
    {
      "epoch": 2.3767935121646913,
      "flow_loss": 0.04562140628695488,
      "step": 7620
    },
    {
      "contrastive_loss": 0.01311531849205494,
      "epoch": 2.3767935121646913,
      "step": 7620
    },
    {
      "contrastive_lambda": 0.960738590181352,
      "epoch": 2.3767935121646913,
      "step": 7620
    },
    {
      "contrastive_lambda": 0.9607284204107492,
      "epoch": 2.3771054273237677,
      "step": 7621
    },
    {
      "contrastive_lambda": 0.9607182493770333,
      "epoch": 2.3774173424828446,
      "step": 7622
    },
    {
      "contrastive_lambda": 0.9607080770802322,
      "epoch": 2.3777292576419216,
      "step": 7623
    },
    {
      "contrastive_lambda": 0.9606979035203738,
      "epoch": 2.378041172800998,
      "step": 7624
    },
    {
      "contrastive_lambda": 0.9606877286974858,
      "epoch": 2.378353087960075,
      "step": 7625
    },
    {
      "contrastive_lambda": 0.9606775526115963,
      "epoch": 2.3786650031191514,
      "step": 7626
    },
    {
      "contrastive_lambda": 0.960667375262733,
      "epoch": 2.3789769182782283,
      "step": 7627
    },
    {
      "contrastive_lambda": 0.9606571966509241,
      "epoch": 2.3792888334373052,
      "step": 7628
    },
    {
      "contrastive_lambda": 0.9606470167761973,
      "epoch": 2.3796007485963817,
      "step": 7629
    },
    {
      "epoch": 2.3799126637554586,
      "grad_norm": 0.142981618642807,
      "learning_rate": 9.838151982300927e-05,
      "loss": 0.0564,
      "step": 7630
    },
    {
      "epoch": 2.3799126637554586,
      "flow_loss": 0.06633708626031876,
      "step": 7630
    },
    {
      "contrastive_loss": 0.008147471584379673,
      "epoch": 2.3799126637554586,
      "step": 7630
    },
    {
      "contrastive_lambda": 0.9606368356385806,
      "epoch": 2.3799126637554586,
      "step": 7630
    },
    {
      "contrastive_lambda": 0.9606266532381018,
      "epoch": 2.380224578914535,
      "step": 7631
    },
    {
      "contrastive_lambda": 0.9606164695747889,
      "epoch": 2.380536494073612,
      "step": 7632
    },
    {
      "contrastive_lambda": 0.9606062846486697,
      "epoch": 2.380848409232689,
      "step": 7633
    },
    {
      "contrastive_lambda": 0.9605960984597723,
      "epoch": 2.3811603243917654,
      "step": 7634
    },
    {
      "contrastive_lambda": 0.9605859110081245,
      "epoch": 2.3814722395508423,
      "step": 7635
    },
    {
      "contrastive_lambda": 0.9605757222937543,
      "epoch": 2.3817841547099188,
      "step": 7636
    },
    {
      "contrastive_lambda": 0.9605655323166897,
      "epoch": 2.3820960698689957,
      "step": 7637
    },
    {
      "contrastive_lambda": 0.9605553410769585,
      "epoch": 2.382407985028072,
      "step": 7638
    },
    {
      "contrastive_lambda": 0.9605451485745886,
      "epoch": 2.382719900187149,
      "step": 7639
    },
    {
      "epoch": 2.383031815346226,
      "grad_norm": 0.17091163992881775,
      "learning_rate": 9.8374557661595e-05,
      "loss": 0.0548,
      "step": 7640
    },
    {
      "epoch": 2.383031815346226,
      "flow_loss": 0.06531936675310135,
      "step": 7640
    },
    {
      "contrastive_loss": 0.014171017333865166,
      "epoch": 2.383031815346226,
      "step": 7640
    },
    {
      "contrastive_lambda": 0.960534954809608,
      "epoch": 2.383031815346226,
      "step": 7640
    },
    {
      "contrastive_lambda": 0.9605247597820448,
      "epoch": 2.3833437305053025,
      "step": 7641
    },
    {
      "contrastive_lambda": 0.9605145634919268,
      "epoch": 2.3836556456643794,
      "step": 7642
    },
    {
      "contrastive_lambda": 0.960504365939282,
      "epoch": 2.383967560823456,
      "step": 7643
    },
    {
      "contrastive_lambda": 0.9604941671241383,
      "epoch": 2.3842794759825328,
      "step": 7644
    },
    {
      "contrastive_lambda": 0.9604839670465236,
      "epoch": 2.3845913911416097,
      "step": 7645
    },
    {
      "contrastive_lambda": 0.9604737657064661,
      "epoch": 2.384903306300686,
      "step": 7646
    },
    {
      "contrastive_lambda": 0.9604635631039935,
      "epoch": 2.385215221459763,
      "step": 7647
    },
    {
      "contrastive_lambda": 0.960453359239134,
      "epoch": 2.3855271366188395,
      "step": 7648
    },
    {
      "contrastive_lambda": 0.9604431541119154,
      "epoch": 2.3858390517779164,
      "step": 7649
    },
    {
      "epoch": 2.3861509669369934,
      "grad_norm": 0.15013602375984192,
      "learning_rate": 9.836758080526735e-05,
      "loss": 0.0576,
      "step": 7650
    },
    {
      "epoch": 2.3861509669369934,
      "flow_loss": 0.06396414339542389,
      "step": 7650
    },
    {
      "contrastive_loss": 0.008494146168231964,
      "epoch": 2.3861509669369934,
      "step": 7650
    },
    {
      "contrastive_lambda": 0.9604329477223659,
      "epoch": 2.3861509669369934,
      "step": 7650
    },
    {
      "contrastive_lambda": 0.9604227400705132,
      "epoch": 2.38646288209607,
      "step": 7651
    },
    {
      "contrastive_lambda": 0.9604125311563854,
      "epoch": 2.3867747972551467,
      "step": 7652
    },
    {
      "contrastive_lambda": 0.9604023209800105,
      "epoch": 2.387086712414223,
      "step": 7653
    },
    {
      "contrastive_lambda": 0.9603921095414165,
      "epoch": 2.3873986275733,
      "step": 7654
    },
    {
      "contrastive_lambda": 0.9603818968406315,
      "epoch": 2.3877105427323766,
      "step": 7655
    },
    {
      "contrastive_lambda": 0.9603716828776833,
      "epoch": 2.3880224578914535,
      "step": 7656
    },
    {
      "contrastive_lambda": 0.9603614676526,
      "epoch": 2.3883343730505304,
      "step": 7657
    },
    {
      "contrastive_lambda": 0.9603512511654095,
      "epoch": 2.388646288209607,
      "step": 7658
    },
    {
      "contrastive_lambda": 0.9603410334161402,
      "epoch": 2.388958203368684,
      "step": 7659
    },
    {
      "epoch": 2.3892701185277603,
      "grad_norm": 0.1543622463941574,
      "learning_rate": 9.836058925614575e-05,
      "loss": 0.0566,
      "step": 7660
    },
    {
      "epoch": 2.3892701185277603,
      "flow_loss": 0.07983376085758209,
      "step": 7660
    },
    {
      "contrastive_loss": 0.010763783007860184,
      "epoch": 2.3892701185277603,
      "step": 7660
    },
    {
      "contrastive_lambda": 0.9603308144048195,
      "epoch": 2.3892701185277603,
      "step": 7660
    },
    {
      "contrastive_lambda": 0.9603205941314759,
      "epoch": 2.389582033686837,
      "step": 7661
    },
    {
      "contrastive_lambda": 0.9603103725961373,
      "epoch": 2.3898939488459137,
      "step": 7662
    },
    {
      "contrastive_lambda": 0.9603001497988315,
      "epoch": 2.3902058640049906,
      "step": 7663
    },
    {
      "contrastive_lambda": 0.9602899257395869,
      "epoch": 2.3905177791640675,
      "step": 7664
    },
    {
      "contrastive_lambda": 0.9602797004184311,
      "epoch": 2.390829694323144,
      "step": 7665
    },
    {
      "contrastive_lambda": 0.9602694738353926,
      "epoch": 2.391141609482221,
      "step": 7666
    },
    {
      "contrastive_lambda": 0.9602592459904992,
      "epoch": 2.391453524641298,
      "step": 7667
    },
    {
      "contrastive_lambda": 0.9602490168837787,
      "epoch": 2.3917654398003743,
      "step": 7668
    },
    {
      "contrastive_lambda": 0.9602387865152596,
      "epoch": 2.392077354959451,
      "step": 7669
    },
    {
      "epoch": 2.3923892701185276,
      "grad_norm": 0.15856607258319855,
      "learning_rate": 9.8353583016354e-05,
      "loss": 0.0563,
      "step": 7670
    },
    {
      "epoch": 2.3923892701185276,
      "flow_loss": 0.044648997485637665,
      "step": 7670
    },
    {
      "contrastive_loss": 0.009749088436365128,
      "epoch": 2.3923892701185276,
      "step": 7670
    },
    {
      "contrastive_lambda": 0.9602285548849697,
      "epoch": 2.3923892701185276,
      "step": 7670
    },
    {
      "contrastive_lambda": 0.9602183219929371,
      "epoch": 2.3927011852776046,
      "step": 7671
    },
    {
      "contrastive_lambda": 0.9602080878391899,
      "epoch": 2.393013100436681,
      "step": 7672
    },
    {
      "contrastive_lambda": 0.960197852423756,
      "epoch": 2.393325015595758,
      "step": 7673
    },
    {
      "contrastive_lambda": 0.9601876157466636,
      "epoch": 2.393636930754835,
      "step": 7674
    },
    {
      "contrastive_lambda": 0.9601773778079405,
      "epoch": 2.3939488459139113,
      "step": 7675
    },
    {
      "contrastive_lambda": 0.9601671386076153,
      "epoch": 2.3942607610729882,
      "step": 7676
    },
    {
      "contrastive_lambda": 0.9601568981457156,
      "epoch": 2.3945726762320647,
      "step": 7677
    },
    {
      "contrastive_lambda": 0.9601466564222697,
      "epoch": 2.3948845913911416,
      "step": 7678
    },
    {
      "contrastive_lambda": 0.9601364134373056,
      "epoch": 2.395196506550218,
      "step": 7679
    },
    {
      "epoch": 2.395508421709295,
      "grad_norm": 0.16252444684505463,
      "learning_rate": 9.834656208802044e-05,
      "loss": 0.0529,
      "step": 7680
    },
    {
      "epoch": 2.395508421709295,
      "flow_loss": 0.057472243905067444,
      "step": 7680
    },
    {
      "contrastive_loss": 0.0124154482036829,
      "epoch": 2.395508421709295,
      "step": 7680
    },
    {
      "contrastive_lambda": 0.9601261691908514,
      "epoch": 2.395508421709295,
      "step": 7680
    },
    {
      "contrastive_lambda": 0.9601159236829352,
      "epoch": 2.395820336868372,
      "step": 7681
    },
    {
      "contrastive_lambda": 0.960105676913585,
      "epoch": 2.3961322520274484,
      "step": 7682
    },
    {
      "contrastive_lambda": 0.9600954288828291,
      "epoch": 2.3964441671865253,
      "step": 7683
    },
    {
      "contrastive_lambda": 0.9600851795906953,
      "epoch": 2.3967560823456022,
      "step": 7684
    },
    {
      "contrastive_lambda": 0.9600749290372119,
      "epoch": 2.3970679975046787,
      "step": 7685
    },
    {
      "contrastive_lambda": 0.9600646772224071,
      "epoch": 2.3973799126637556,
      "step": 7686
    },
    {
      "contrastive_lambda": 0.9600544241463087,
      "epoch": 2.397691827822832,
      "step": 7687
    },
    {
      "contrastive_lambda": 0.960044169808945,
      "epoch": 2.398003742981909,
      "step": 7688
    },
    {
      "contrastive_lambda": 0.9600339142103441,
      "epoch": 2.3983156581409855,
      "step": 7689
    },
    {
      "epoch": 2.3986275733000624,
      "grad_norm": 0.14584872126579285,
      "learning_rate": 9.833952647327784e-05,
      "loss": 0.054,
      "step": 7690
    },
    {
      "epoch": 2.3986275733000624,
      "flow_loss": 0.037249669432640076,
      "step": 7690
    },
    {
      "contrastive_loss": 0.009716368280351162,
      "epoch": 2.3986275733000624,
      "step": 7690
    },
    {
      "contrastive_lambda": 0.9600236573505341,
      "epoch": 2.3986275733000624,
      "step": 7690
    },
    {
      "contrastive_lambda": 0.9600133992295432,
      "epoch": 2.3989394884591393,
      "step": 7691
    },
    {
      "contrastive_lambda": 0.9600031398473994,
      "epoch": 2.3992514036182158,
      "step": 7692
    },
    {
      "contrastive_lambda": 0.9599928792041308,
      "epoch": 2.3995633187772927,
      "step": 7693
    },
    {
      "contrastive_lambda": 0.9599826172997656,
      "epoch": 2.399875233936369,
      "step": 7694
    },
    {
      "contrastive_lambda": 0.9599723541343321,
      "epoch": 2.400187149095446,
      "step": 7695
    },
    {
      "contrastive_lambda": 0.9599620897078582,
      "epoch": 2.4004990642545225,
      "step": 7696
    },
    {
      "contrastive_lambda": 0.9599518240203722,
      "epoch": 2.4008109794135994,
      "step": 7697
    },
    {
      "contrastive_lambda": 0.959941557071902,
      "epoch": 2.4011228945726764,
      "step": 7698
    },
    {
      "contrastive_lambda": 0.959931288862476,
      "epoch": 2.401434809731753,
      "step": 7699
    },
    {
      "epoch": 2.4017467248908297,
      "grad_norm": 0.13319742679595947,
      "learning_rate": 9.833247617426342e-05,
      "loss": 0.0569,
      "step": 7700
    },
    {
      "epoch": 2.4017467248908297,
      "flow_loss": 0.06401079148054123,
      "step": 7700
    },
    {
      "contrastive_loss": 0.017615700140595436,
      "epoch": 2.4017467248908297,
      "step": 7700
    },
    {
      "contrastive_lambda": 0.9599210193921222,
      "epoch": 2.4017467248908297,
      "step": 7700
    },
    {
      "contrastive_lambda": 0.9599107486608689,
      "epoch": 2.4020586400499067,
      "step": 7701
    },
    {
      "contrastive_lambda": 0.959900476668744,
      "epoch": 2.402370555208983,
      "step": 7702
    },
    {
      "contrastive_lambda": 0.9598902034157759,
      "epoch": 2.40268247036806,
      "step": 7703
    },
    {
      "contrastive_lambda": 0.9598799289019928,
      "epoch": 2.4029943855271365,
      "step": 7704
    },
    {
      "contrastive_lambda": 0.9598696531274227,
      "epoch": 2.4033063006862134,
      "step": 7705
    },
    {
      "contrastive_lambda": 0.9598593760920938,
      "epoch": 2.40361821584529,
      "step": 7706
    },
    {
      "contrastive_lambda": 0.9598490977960343,
      "epoch": 2.403930131004367,
      "step": 7707
    },
    {
      "contrastive_lambda": 0.9598388182392725,
      "epoch": 2.4042420461634437,
      "step": 7708
    },
    {
      "contrastive_lambda": 0.9598285374218365,
      "epoch": 2.40455396132252,
      "step": 7709
    },
    {
      "epoch": 2.404865876481597,
      "grad_norm": 0.13225550949573517,
      "learning_rate": 9.832541119311889e-05,
      "loss": 0.0577,
      "step": 7710
    },
    {
      "epoch": 2.404865876481597,
      "flow_loss": 0.040829382836818695,
      "step": 7710
    },
    {
      "contrastive_loss": 0.009192402474582195,
      "epoch": 2.404865876481597,
      "step": 7710
    },
    {
      "contrastive_lambda": 0.9598182553437543,
      "epoch": 2.404865876481597,
      "step": 7710
    },
    {
      "contrastive_lambda": 0.9598079720050543,
      "epoch": 2.4051777916406736,
      "step": 7711
    },
    {
      "contrastive_lambda": 0.9597976874057647,
      "epoch": 2.4054897067997505,
      "step": 7712
    },
    {
      "contrastive_lambda": 0.9597874015459136,
      "epoch": 2.405801621958827,
      "step": 7713
    },
    {
      "contrastive_lambda": 0.9597771144255292,
      "epoch": 2.406113537117904,
      "step": 7714
    },
    {
      "contrastive_lambda": 0.9597668260446397,
      "epoch": 2.406425452276981,
      "step": 7715
    },
    {
      "contrastive_lambda": 0.9597565364032734,
      "epoch": 2.4067373674360573,
      "step": 7716
    },
    {
      "contrastive_lambda": 0.9597462455014585,
      "epoch": 2.407049282595134,
      "step": 7717
    },
    {
      "contrastive_lambda": 0.959735953339223,
      "epoch": 2.407361197754211,
      "step": 7718
    },
    {
      "contrastive_lambda": 0.9597256599165954,
      "epoch": 2.4076731129132876,
      "step": 7719
    },
    {
      "epoch": 2.4079850280723645,
      "grad_norm": 0.14759720861911774,
      "learning_rate": 9.83183315319904e-05,
      "loss": 0.0549,
      "step": 7720
    },
    {
      "epoch": 2.4079850280723645,
      "flow_loss": 0.061151210218667984,
      "step": 7720
    },
    {
      "contrastive_loss": 0.009114498272538185,
      "epoch": 2.4079850280723645,
      "step": 7720
    },
    {
      "contrastive_lambda": 0.9597153652336039,
      "epoch": 2.4079850280723645,
      "step": 7720
    },
    {
      "contrastive_lambda": 0.9597050692902764,
      "epoch": 2.408296943231441,
      "step": 7721
    },
    {
      "contrastive_lambda": 0.9596947720866416,
      "epoch": 2.408608858390518,
      "step": 7722
    },
    {
      "contrastive_lambda": 0.9596844736227272,
      "epoch": 2.4089207735495943,
      "step": 7723
    },
    {
      "contrastive_lambda": 0.9596741738985619,
      "epoch": 2.4092326887086712,
      "step": 7724
    },
    {
      "contrastive_lambda": 0.9596638729141738,
      "epoch": 2.409544603867748,
      "step": 7725
    },
    {
      "contrastive_lambda": 0.959653570669591,
      "epoch": 2.4098565190268246,
      "step": 7726
    },
    {
      "contrastive_lambda": 0.9596432671648418,
      "epoch": 2.4101684341859015,
      "step": 7727
    },
    {
      "contrastive_lambda": 0.9596329623999545,
      "epoch": 2.410480349344978,
      "step": 7728
    },
    {
      "contrastive_lambda": 0.9596226563749575,
      "epoch": 2.410792264504055,
      "step": 7729
    },
    {
      "epoch": 2.4111041796631314,
      "grad_norm": 0.16188007593154907,
      "learning_rate": 9.831123719302855e-05,
      "loss": 0.0641,
      "step": 7730
    },
    {
      "epoch": 2.4111041796631314,
      "flow_loss": 0.03950405865907669,
      "step": 7730
    },
    {
      "contrastive_loss": 0.01004372164607048,
      "epoch": 2.4111041796631314,
      "step": 7730
    },
    {
      "contrastive_lambda": 0.9596123490898787,
      "epoch": 2.4111041796631314,
      "step": 7730
    },
    {
      "contrastive_lambda": 0.9596020405447465,
      "epoch": 2.4114160948222083,
      "step": 7731
    },
    {
      "contrastive_lambda": 0.9595917307395894,
      "epoch": 2.4117280099812852,
      "step": 7732
    },
    {
      "contrastive_lambda": 0.9595814196744354,
      "epoch": 2.4120399251403617,
      "step": 7733
    },
    {
      "contrastive_lambda": 0.9595711073493128,
      "epoch": 2.4123518402994386,
      "step": 7734
    },
    {
      "contrastive_lambda": 0.9595607937642501,
      "epoch": 2.4126637554585155,
      "step": 7735
    },
    {
      "contrastive_lambda": 0.9595504789192753,
      "epoch": 2.412975670617592,
      "step": 7736
    },
    {
      "contrastive_lambda": 0.9595401628144167,
      "epoch": 2.413287585776669,
      "step": 7737
    },
    {
      "contrastive_lambda": 0.9595298454497025,
      "epoch": 2.4135995009357454,
      "step": 7738
    },
    {
      "contrastive_lambda": 0.9595195268251614,
      "epoch": 2.4139114160948223,
      "step": 7739
    },
    {
      "epoch": 2.4142233312538988,
      "grad_norm": 0.16171202063560486,
      "learning_rate": 9.830412817838842e-05,
      "loss": 0.0512,
      "step": 7740
    },
    {
      "epoch": 2.4142233312538988,
      "flow_loss": 0.06348347663879395,
      "step": 7740
    },
    {
      "contrastive_loss": 0.016408264636993408,
      "epoch": 2.4142233312538988,
      "step": 7740
    },
    {
      "contrastive_lambda": 0.9595092069408213,
      "epoch": 2.4142233312538988,
      "step": 7740
    },
    {
      "contrastive_lambda": 0.9594988857967106,
      "epoch": 2.4145352464129757,
      "step": 7741
    },
    {
      "contrastive_lambda": 0.9594885633928578,
      "epoch": 2.4148471615720526,
      "step": 7742
    },
    {
      "contrastive_lambda": 0.9594782397292909,
      "epoch": 2.415159076731129,
      "step": 7743
    },
    {
      "contrastive_lambda": 0.9594679148060383,
      "epoch": 2.415470991890206,
      "step": 7744
    },
    {
      "contrastive_lambda": 0.9594575886231282,
      "epoch": 2.4157829070492824,
      "step": 7745
    },
    {
      "contrastive_lambda": 0.9594472611805893,
      "epoch": 2.4160948222083594,
      "step": 7746
    },
    {
      "contrastive_lambda": 0.9594369324784495,
      "epoch": 2.416406737367436,
      "step": 7747
    },
    {
      "contrastive_lambda": 0.9594266025167373,
      "epoch": 2.4167186525265127,
      "step": 7748
    },
    {
      "contrastive_lambda": 0.9594162712954809,
      "epoch": 2.4170305676855897,
      "step": 7749
    },
    {
      "epoch": 2.417342482844666,
      "grad_norm": 0.16466405987739563,
      "learning_rate": 9.829700449022956e-05,
      "loss": 0.0587,
      "step": 7750
    },
    {
      "epoch": 2.417342482844666,
      "flow_loss": 0.050282031297683716,
      "step": 7750
    },
    {
      "contrastive_loss": 0.009791974909603596,
      "epoch": 2.417342482844666,
      "step": 7750
    },
    {
      "contrastive_lambda": 0.9594059388147087,
      "epoch": 2.417342482844666,
      "step": 7750
    },
    {
      "contrastive_lambda": 0.9593956050744492,
      "epoch": 2.417654398003743,
      "step": 7751
    },
    {
      "contrastive_lambda": 0.9593852700747304,
      "epoch": 2.41796631316282,
      "step": 7752
    },
    {
      "contrastive_lambda": 0.9593749338155808,
      "epoch": 2.4182782283218964,
      "step": 7753
    },
    {
      "contrastive_lambda": 0.959364596297029,
      "epoch": 2.4185901434809733,
      "step": 7754
    },
    {
      "contrastive_lambda": 0.9593542575191027,
      "epoch": 2.41890205864005,
      "step": 7755
    },
    {
      "contrastive_lambda": 0.9593439174818309,
      "epoch": 2.4192139737991267,
      "step": 7756
    },
    {
      "contrastive_lambda": 0.9593335761852415,
      "epoch": 2.419525888958203,
      "step": 7757
    },
    {
      "contrastive_lambda": 0.9593232336293631,
      "epoch": 2.41983780411728,
      "step": 7758
    },
    {
      "contrastive_lambda": 0.959312889814224,
      "epoch": 2.420149719276357,
      "step": 7759
    },
    {
      "epoch": 2.4204616344354335,
      "grad_norm": 0.1728741079568863,
      "learning_rate": 9.828986613071593e-05,
      "loss": 0.0557,
      "step": 7760
    },
    {
      "epoch": 2.4204616344354335,
      "flow_loss": 0.04758668318390846,
      "step": 7760
    },
    {
      "contrastive_loss": 0.013941146433353424,
      "epoch": 2.4204616344354335,
      "step": 7760
    },
    {
      "contrastive_lambda": 0.9593025447398524,
      "epoch": 2.4204616344354335,
      "step": 7760
    },
    {
      "contrastive_lambda": 0.959292198406277,
      "epoch": 2.4207735495945104,
      "step": 7761
    },
    {
      "contrastive_lambda": 0.9592818508135259,
      "epoch": 2.421085464753587,
      "step": 7762
    },
    {
      "contrastive_lambda": 0.9592715019616275,
      "epoch": 2.421397379912664,
      "step": 7763
    },
    {
      "contrastive_lambda": 0.9592611518506102,
      "epoch": 2.4217092950717403,
      "step": 7764
    },
    {
      "contrastive_lambda": 0.9592508004805023,
      "epoch": 2.422021210230817,
      "step": 7765
    },
    {
      "contrastive_lambda": 0.9592404478513323,
      "epoch": 2.422333125389894,
      "step": 7766
    },
    {
      "contrastive_lambda": 0.9592300939631286,
      "epoch": 2.4226450405489706,
      "step": 7767
    },
    {
      "contrastive_lambda": 0.9592197388159195,
      "epoch": 2.4229569557080475,
      "step": 7768
    },
    {
      "contrastive_lambda": 0.9592093824097334,
      "epoch": 2.4232688708671244,
      "step": 7769
    },
    {
      "epoch": 2.423580786026201,
      "grad_norm": 0.16987042129039764,
      "learning_rate": 9.828271310201601e-05,
      "loss": 0.0526,
      "step": 7770
    },
    {
      "epoch": 2.423580786026201,
      "flow_loss": 0.09311769902706146,
      "step": 7770
    },
    {
      "contrastive_loss": 0.01332314033061266,
      "epoch": 2.423580786026201,
      "step": 7770
    },
    {
      "contrastive_lambda": 0.9591990247445987,
      "epoch": 2.423580786026201,
      "step": 7770
    },
    {
      "contrastive_lambda": 0.9591886658205437,
      "epoch": 2.4238927011852778,
      "step": 7771
    },
    {
      "contrastive_lambda": 0.9591783056375971,
      "epoch": 2.4242046163443542,
      "step": 7772
    },
    {
      "contrastive_lambda": 0.959167944195787,
      "epoch": 2.424516531503431,
      "step": 7773
    },
    {
      "contrastive_lambda": 0.9591575814951419,
      "epoch": 2.4248284466625076,
      "step": 7774
    },
    {
      "contrastive_lambda": 0.9591472175356903,
      "epoch": 2.4251403618215845,
      "step": 7775
    },
    {
      "contrastive_lambda": 0.9591368523174604,
      "epoch": 2.4254522769806615,
      "step": 7776
    },
    {
      "contrastive_lambda": 0.9591264858404809,
      "epoch": 2.425764192139738,
      "step": 7777
    },
    {
      "contrastive_lambda": 0.9591161181047799,
      "epoch": 2.426076107298815,
      "step": 7778
    },
    {
      "contrastive_lambda": 0.9591057491103862,
      "epoch": 2.4263880224578913,
      "step": 7779
    },
    {
      "epoch": 2.4266999376169682,
      "grad_norm": 0.26909807324409485,
      "learning_rate": 9.827554540630268e-05,
      "loss": 0.0618,
      "step": 7780
    },
    {
      "epoch": 2.4266999376169682,
      "flow_loss": 0.050370510667562485,
      "step": 7780
    },
    {
      "contrastive_loss": 0.010768851265311241,
      "epoch": 2.4266999376169682,
      "step": 7780
    },
    {
      "contrastive_lambda": 0.9590953788573278,
      "epoch": 2.4266999376169682,
      "step": 7780
    },
    {
      "contrastive_lambda": 0.9590850073456335,
      "epoch": 2.4270118527760447,
      "step": 7781
    },
    {
      "contrastive_lambda": 0.9590746345753316,
      "epoch": 2.4273237679351216,
      "step": 7782
    },
    {
      "contrastive_lambda": 0.9590642605464504,
      "epoch": 2.4276356830941985,
      "step": 7783
    },
    {
      "contrastive_lambda": 0.9590538852590186,
      "epoch": 2.427947598253275,
      "step": 7784
    },
    {
      "contrastive_lambda": 0.9590435087130644,
      "epoch": 2.428259513412352,
      "step": 7785
    },
    {
      "contrastive_lambda": 0.9590331309086164,
      "epoch": 2.4285714285714284,
      "step": 7786
    },
    {
      "contrastive_lambda": 0.9590227518457031,
      "epoch": 2.4288833437305053,
      "step": 7787
    },
    {
      "contrastive_lambda": 0.9590123715243528,
      "epoch": 2.429195258889582,
      "step": 7788
    },
    {
      "contrastive_lambda": 0.959001989944594,
      "epoch": 2.4295071740486587,
      "step": 7789
    },
    {
      "epoch": 2.4298190892077356,
      "grad_norm": 0.173919215798378,
      "learning_rate": 9.826836304575329e-05,
      "loss": 0.0544,
      "step": 7790
    },
    {
      "epoch": 2.4298190892077356,
      "flow_loss": 0.055630892515182495,
      "step": 7790
    },
    {
      "contrastive_loss": 0.014244744554162025,
      "epoch": 2.4298190892077356,
      "step": 7790
    },
    {
      "contrastive_lambda": 0.9589916071064551,
      "epoch": 2.4298190892077356,
      "step": 7790
    },
    {
      "contrastive_lambda": 0.9589812230099648,
      "epoch": 2.430131004366812,
      "step": 7791
    },
    {
      "contrastive_lambda": 0.9589708376551513,
      "epoch": 2.430442919525889,
      "step": 7792
    },
    {
      "contrastive_lambda": 0.9589604510420433,
      "epoch": 2.430754834684966,
      "step": 7793
    },
    {
      "contrastive_lambda": 0.9589500631706691,
      "epoch": 2.4310667498440424,
      "step": 7794
    },
    {
      "contrastive_lambda": 0.9589396740410572,
      "epoch": 2.4313786650031193,
      "step": 7795
    },
    {
      "contrastive_lambda": 0.9589292836532362,
      "epoch": 2.4316905801621957,
      "step": 7796
    },
    {
      "contrastive_lambda": 0.9589188920072345,
      "epoch": 2.4320024953212727,
      "step": 7797
    },
    {
      "contrastive_lambda": 0.9589084991030805,
      "epoch": 2.432314410480349,
      "step": 7798
    },
    {
      "contrastive_lambda": 0.958898104940803,
      "epoch": 2.432626325639426,
      "step": 7799
    },
    {
      "epoch": 2.432938240798503,
      "grad_norm": 0.17980536818504333,
      "learning_rate": 9.826116602254966e-05,
      "loss": 0.0543,
      "step": 7800
    },
    {
      "epoch": 2.432938240798503,
      "flow_loss": 0.04951002448797226,
      "step": 7800
    },
    {
      "contrastive_loss": 0.009940402582287788,
      "epoch": 2.432938240798503,
      "step": 7800
    },
    {
      "contrastive_lambda": 0.9588877095204301,
      "epoch": 2.432938240798503,
      "step": 7800
    },
    {
      "contrastive_lambda": 0.9588773128419905,
      "epoch": 2.4332501559575794,
      "step": 7801
    },
    {
      "contrastive_lambda": 0.9588669149055129,
      "epoch": 2.4335620711166563,
      "step": 7802
    },
    {
      "contrastive_lambda": 0.9588565157110254,
      "epoch": 2.433873986275733,
      "step": 7803
    },
    {
      "contrastive_lambda": 0.9588461152585568,
      "epoch": 2.4341859014348097,
      "step": 7804
    },
    {
      "contrastive_lambda": 0.9588357135481355,
      "epoch": 2.4344978165938866,
      "step": 7805
    },
    {
      "contrastive_lambda": 0.9588253105797899,
      "epoch": 2.434809731752963,
      "step": 7806
    },
    {
      "contrastive_lambda": 0.9588149063535489,
      "epoch": 2.43512164691204,
      "step": 7807
    },
    {
      "contrastive_lambda": 0.9588045008694406,
      "epoch": 2.4354335620711165,
      "step": 7808
    },
    {
      "contrastive_lambda": 0.9587940941274938,
      "epoch": 2.4357454772301934,
      "step": 7809
    },
    {
      "epoch": 2.4360573923892703,
      "grad_norm": 0.2143261432647705,
      "learning_rate": 9.825395433887805e-05,
      "loss": 0.0585,
      "step": 7810
    },
    {
      "epoch": 2.4360573923892703,
      "flow_loss": 0.0483284518122673,
      "step": 7810
    },
    {
      "contrastive_loss": 0.00799936056137085,
      "epoch": 2.4360573923892703,
      "step": 7810
    },
    {
      "contrastive_lambda": 0.958783686127737,
      "epoch": 2.4360573923892703,
      "step": 7810
    },
    {
      "contrastive_lambda": 0.9587732768701985,
      "epoch": 2.436369307548347,
      "step": 7811
    },
    {
      "contrastive_lambda": 0.9587628663549072,
      "epoch": 2.4366812227074237,
      "step": 7812
    },
    {
      "contrastive_lambda": 0.9587524545818913,
      "epoch": 2.4369931378665,
      "step": 7813
    },
    {
      "contrastive_lambda": 0.9587420415511796,
      "epoch": 2.437305053025577,
      "step": 7814
    },
    {
      "contrastive_lambda": 0.9587316272628005,
      "epoch": 2.4376169681846536,
      "step": 7815
    },
    {
      "contrastive_lambda": 0.9587212117167826,
      "epoch": 2.4379288833437305,
      "step": 7816
    },
    {
      "contrastive_lambda": 0.9587107949131545,
      "epoch": 2.4382407985028074,
      "step": 7817
    },
    {
      "contrastive_lambda": 0.9587003768519446,
      "epoch": 2.438552713661884,
      "step": 7818
    },
    {
      "contrastive_lambda": 0.9586899575331818,
      "epoch": 2.438864628820961,
      "step": 7819
    },
    {
      "epoch": 2.4391765439800372,
      "grad_norm": 0.21604542434215546,
      "learning_rate": 9.824672799692917e-05,
      "loss": 0.0593,
      "step": 7820
    },
    {
      "epoch": 2.4391765439800372,
      "flow_loss": 0.05972379073500633,
      "step": 7820
    },
    {
      "contrastive_loss": 0.014805351383984089,
      "epoch": 2.4391765439800372,
      "step": 7820
    },
    {
      "contrastive_lambda": 0.9586795369568941,
      "epoch": 2.4391765439800372,
      "step": 7820
    },
    {
      "contrastive_lambda": 0.9586691151231107,
      "epoch": 2.439488459139114,
      "step": 7821
    },
    {
      "contrastive_lambda": 0.9586586920318598,
      "epoch": 2.439800374298191,
      "step": 7822
    },
    {
      "contrastive_lambda": 0.95864826768317,
      "epoch": 2.4401122894572675,
      "step": 7823
    },
    {
      "contrastive_lambda": 0.95863784207707,
      "epoch": 2.4404242046163445,
      "step": 7824
    },
    {
      "contrastive_lambda": 0.9586274152135883,
      "epoch": 2.440736119775421,
      "step": 7825
    },
    {
      "contrastive_lambda": 0.9586169870927534,
      "epoch": 2.441048034934498,
      "step": 7826
    },
    {
      "contrastive_lambda": 0.9586065577145941,
      "epoch": 2.4413599500935748,
      "step": 7827
    },
    {
      "contrastive_lambda": 0.9585961270791388,
      "epoch": 2.4416718652526512,
      "step": 7828
    },
    {
      "contrastive_lambda": 0.9585856951864162,
      "epoch": 2.441983780411728,
      "step": 7829
    },
    {
      "epoch": 2.4422956955708046,
      "grad_norm": 0.20770162343978882,
      "learning_rate": 9.823948699889823e-05,
      "loss": 0.0665,
      "step": 7830
    },
    {
      "epoch": 2.4422956955708046,
      "flow_loss": 0.04875614866614342,
      "step": 7830
    },
    {
      "contrastive_loss": 0.008983413688838482,
      "epoch": 2.4422956955708046,
      "step": 7830
    },
    {
      "contrastive_lambda": 0.9585752620364549,
      "epoch": 2.4422956955708046,
      "step": 7830
    },
    {
      "contrastive_lambda": 0.9585648276292835,
      "epoch": 2.4426076107298815,
      "step": 7831
    },
    {
      "contrastive_lambda": 0.9585543919649306,
      "epoch": 2.442919525888958,
      "step": 7832
    },
    {
      "contrastive_lambda": 0.9585439550434248,
      "epoch": 2.443231441048035,
      "step": 7833
    },
    {
      "contrastive_lambda": 0.9585335168647947,
      "epoch": 2.443543356207112,
      "step": 7834
    },
    {
      "contrastive_lambda": 0.958523077429069,
      "epoch": 2.4438552713661883,
      "step": 7835
    },
    {
      "contrastive_lambda": 0.9585126367362762,
      "epoch": 2.444167186525265,
      "step": 7836
    },
    {
      "contrastive_lambda": 0.9585021947864449,
      "epoch": 2.4444791016843417,
      "step": 7837
    },
    {
      "contrastive_lambda": 0.9584917515796039,
      "epoch": 2.4447910168434186,
      "step": 7838
    },
    {
      "contrastive_lambda": 0.9584813071157816,
      "epoch": 2.4451029320024955,
      "step": 7839
    },
    {
      "epoch": 2.445414847161572,
      "grad_norm": 0.15504004061222076,
      "learning_rate": 9.823223134698483e-05,
      "loss": 0.06,
      "step": 7840
    },
    {
      "epoch": 2.445414847161572,
      "flow_loss": 0.053910091519355774,
      "step": 7840
    },
    {
      "contrastive_loss": 0.009421849623322487,
      "epoch": 2.445414847161572,
      "step": 7840
    },
    {
      "contrastive_lambda": 0.9584708613950068,
      "epoch": 2.445414847161572,
      "step": 7840
    },
    {
      "contrastive_lambda": 0.9584604144173081,
      "epoch": 2.445726762320649,
      "step": 7841
    },
    {
      "contrastive_lambda": 0.9584499661827143,
      "epoch": 2.4460386774797254,
      "step": 7842
    },
    {
      "contrastive_lambda": 0.9584395166912538,
      "epoch": 2.4463505926388023,
      "step": 7843
    },
    {
      "contrastive_lambda": 0.9584290659429553,
      "epoch": 2.446662507797879,
      "step": 7844
    },
    {
      "contrastive_lambda": 0.9584186139378474,
      "epoch": 2.4469744229569557,
      "step": 7845
    },
    {
      "contrastive_lambda": 0.958408160675959,
      "epoch": 2.4472863381160326,
      "step": 7846
    },
    {
      "contrastive_lambda": 0.9583977061573186,
      "epoch": 2.447598253275109,
      "step": 7847
    },
    {
      "contrastive_lambda": 0.9583872503819548,
      "epoch": 2.447910168434186,
      "step": 7848
    },
    {
      "contrastive_lambda": 0.9583767933498963,
      "epoch": 2.4482220835932624,
      "step": 7849
    },
    {
      "epoch": 2.4485339987523393,
      "grad_norm": 0.20115762948989868,
      "learning_rate": 9.822496104339303e-05,
      "loss": 0.0562,
      "step": 7850
    },
    {
      "epoch": 2.4485339987523393,
      "flow_loss": 0.06198902428150177,
      "step": 7850
    },
    {
      "contrastive_loss": 0.01500808447599411,
      "epoch": 2.4485339987523393,
      "step": 7850
    },
    {
      "contrastive_lambda": 0.9583663350611717,
      "epoch": 2.4485339987523393,
      "step": 7850
    },
    {
      "contrastive_lambda": 0.95835587551581,
      "epoch": 2.4488459139114163,
      "step": 7851
    },
    {
      "contrastive_lambda": 0.9583454147138395,
      "epoch": 2.4491578290704927,
      "step": 7852
    },
    {
      "contrastive_lambda": 0.9583349526552891,
      "epoch": 2.4494697442295696,
      "step": 7853
    },
    {
      "contrastive_lambda": 0.9583244893401874,
      "epoch": 2.449781659388646,
      "step": 7854
    },
    {
      "contrastive_lambda": 0.9583140247685631,
      "epoch": 2.450093574547723,
      "step": 7855
    },
    {
      "contrastive_lambda": 0.9583035589404447,
      "epoch": 2.4504054897068,
      "step": 7856
    },
    {
      "contrastive_lambda": 0.9582930918558612,
      "epoch": 2.4507174048658764,
      "step": 7857
    },
    {
      "contrastive_lambda": 0.9582826235148412,
      "epoch": 2.4510293200249533,
      "step": 7858
    },
    {
      "contrastive_lambda": 0.9582721539174134,
      "epoch": 2.45134123518403,
      "step": 7859
    },
    {
      "epoch": 2.4516531503431067,
      "grad_norm": 0.13096082210540771,
      "learning_rate": 9.821767609033138e-05,
      "loss": 0.0534,
      "step": 7860
    },
    {
      "epoch": 2.4516531503431067,
      "flow_loss": 0.05508005619049072,
      "step": 7860
    },
    {
      "contrastive_loss": 0.010403040796518326,
      "epoch": 2.4516531503431067,
      "step": 7860
    },
    {
      "contrastive_lambda": 0.9582616830636064,
      "epoch": 2.4516531503431067,
      "step": 7860
    },
    {
      "contrastive_lambda": 0.958251210953449,
      "epoch": 2.4519650655021836,
      "step": 7861
    },
    {
      "contrastive_lambda": 0.9582407375869699,
      "epoch": 2.45227698066126,
      "step": 7862
    },
    {
      "contrastive_lambda": 0.9582302629641977,
      "epoch": 2.452588895820337,
      "step": 7863
    },
    {
      "contrastive_lambda": 0.9582197870851613,
      "epoch": 2.4529008109794135,
      "step": 7864
    },
    {
      "contrastive_lambda": 0.9582093099498894,
      "epoch": 2.4532127261384904,
      "step": 7865
    },
    {
      "contrastive_lambda": 0.9581988315584106,
      "epoch": 2.453524641297567,
      "step": 7866
    },
    {
      "contrastive_lambda": 0.9581883519107537,
      "epoch": 2.453836556456644,
      "step": 7867
    },
    {
      "contrastive_lambda": 0.9581778710069473,
      "epoch": 2.4541484716157207,
      "step": 7868
    },
    {
      "contrastive_lambda": 0.9581673888470204,
      "epoch": 2.454460386774797,
      "step": 7869
    },
    {
      "epoch": 2.454772301933874,
      "grad_norm": 0.18518877029418945,
      "learning_rate": 9.821037649001284e-05,
      "loss": 0.0511,
      "step": 7870
    },
    {
      "epoch": 2.454772301933874,
      "flow_loss": 0.06187168508768082,
      "step": 7870
    },
    {
      "contrastive_loss": 0.011057988740503788,
      "epoch": 2.454772301933874,
      "step": 7870
    },
    {
      "contrastive_lambda": 0.9581569054310015,
      "epoch": 2.454772301933874,
      "step": 7870
    },
    {
      "contrastive_lambda": 0.9581464207589194,
      "epoch": 2.4550842170929505,
      "step": 7871
    },
    {
      "contrastive_lambda": 0.958135934830803,
      "epoch": 2.4553961322520275,
      "step": 7872
    },
    {
      "contrastive_lambda": 0.958125447646681,
      "epoch": 2.455708047411104,
      "step": 7873
    },
    {
      "contrastive_lambda": 0.9581149592065819,
      "epoch": 2.456019962570181,
      "step": 7874
    },
    {
      "contrastive_lambda": 0.9581044695105345,
      "epoch": 2.4563318777292578,
      "step": 7875
    },
    {
      "contrastive_lambda": 0.958093978558568,
      "epoch": 2.4566437928883342,
      "step": 7876
    },
    {
      "contrastive_lambda": 0.9580834863507106,
      "epoch": 2.456955708047411,
      "step": 7877
    },
    {
      "contrastive_lambda": 0.9580729928869915,
      "epoch": 2.457267623206488,
      "step": 7878
    },
    {
      "contrastive_lambda": 0.9580624981674392,
      "epoch": 2.4575795383655645,
      "step": 7879
    },
    {
      "epoch": 2.4578914535246414,
      "grad_norm": 0.15468870103359222,
      "learning_rate": 9.820306224465486e-05,
      "loss": 0.0611,
      "step": 7880
    },
    {
      "epoch": 2.4578914535246414,
      "flow_loss": 0.07352080196142197,
      "step": 7880
    },
    {
      "contrastive_loss": 0.015069041401147842,
      "epoch": 2.4578914535246414,
      "step": 7880
    },
    {
      "contrastive_lambda": 0.9580520021920825,
      "epoch": 2.4578914535246414,
      "step": 7880
    },
    {
      "contrastive_lambda": 0.9580415049609503,
      "epoch": 2.458203368683718,
      "step": 7881
    },
    {
      "contrastive_lambda": 0.9580310064740714,
      "epoch": 2.458515283842795,
      "step": 7882
    },
    {
      "contrastive_lambda": 0.9580205067314743,
      "epoch": 2.4588271990018713,
      "step": 7883
    },
    {
      "contrastive_lambda": 0.9580100057331881,
      "epoch": 2.459139114160948,
      "step": 7884
    },
    {
      "contrastive_lambda": 0.9579995034792415,
      "epoch": 2.459451029320025,
      "step": 7885
    },
    {
      "contrastive_lambda": 0.9579889999696631,
      "epoch": 2.4597629444791016,
      "step": 7886
    },
    {
      "contrastive_lambda": 0.9579784952044819,
      "epoch": 2.4600748596381785,
      "step": 7887
    },
    {
      "contrastive_lambda": 0.9579679891837267,
      "epoch": 2.460386774797255,
      "step": 7888
    },
    {
      "contrastive_lambda": 0.9579574819074261,
      "epoch": 2.460698689956332,
      "step": 7889
    },
    {
      "epoch": 2.4610106051154084,
      "grad_norm": 0.19094955921173096,
      "learning_rate": 9.819573335647928e-05,
      "loss": 0.0594,
      "step": 7890
    },
    {
      "epoch": 2.4610106051154084,
      "flow_loss": 0.07019627839326859,
      "step": 7890
    },
    {
      "contrastive_loss": 0.011867674998939037,
      "epoch": 2.4610106051154084,
      "step": 7890
    },
    {
      "contrastive_lambda": 0.9579469733756093,
      "epoch": 2.4610106051154084,
      "step": 7890
    },
    {
      "contrastive_lambda": 0.9579364635883048,
      "epoch": 2.4613225202744853,
      "step": 7891
    },
    {
      "contrastive_lambda": 0.9579259525455415,
      "epoch": 2.461634435433562,
      "step": 7892
    },
    {
      "contrastive_lambda": 0.9579154402473481,
      "epoch": 2.4619463505926387,
      "step": 7893
    },
    {
      "contrastive_lambda": 0.9579049266937536,
      "epoch": 2.4622582657517156,
      "step": 7894
    },
    {
      "contrastive_lambda": 0.9578944118847867,
      "epoch": 2.4625701809107925,
      "step": 7895
    },
    {
      "contrastive_lambda": 0.9578838958204763,
      "epoch": 2.462882096069869,
      "step": 7896
    },
    {
      "contrastive_lambda": 0.9578733785008512,
      "epoch": 2.463194011228946,
      "step": 7897
    },
    {
      "contrastive_lambda": 0.9578628599259402,
      "epoch": 2.4635059263880223,
      "step": 7898
    },
    {
      "contrastive_lambda": 0.9578523400957722,
      "epoch": 2.4638178415470993,
      "step": 7899
    },
    {
      "epoch": 2.4641297567061757,
      "grad_norm": 0.16496236622333527,
      "learning_rate": 9.818838982771246e-05,
      "loss": 0.0575,
      "step": 7900
    },
    {
      "epoch": 2.4641297567061757,
      "flow_loss": 0.061042528599500656,
      "step": 7900
    },
    {
      "contrastive_loss": 0.00832504965364933,
      "epoch": 2.4641297567061757,
      "step": 7900
    },
    {
      "contrastive_lambda": 0.9578418190103761,
      "epoch": 2.4641297567061757,
      "step": 7900
    },
    {
      "contrastive_lambda": 0.9578312966697805,
      "epoch": 2.4644416718652526,
      "step": 7901
    },
    {
      "contrastive_lambda": 0.9578207730740145,
      "epoch": 2.4647535870243296,
      "step": 7902
    },
    {
      "contrastive_lambda": 0.9578102482231068,
      "epoch": 2.465065502183406,
      "step": 7903
    },
    {
      "contrastive_lambda": 0.9577997221170864,
      "epoch": 2.465377417342483,
      "step": 7904
    },
    {
      "contrastive_lambda": 0.957789194755982,
      "epoch": 2.4656893325015594,
      "step": 7905
    },
    {
      "contrastive_lambda": 0.9577786661398227,
      "epoch": 2.4660012476606363,
      "step": 7906
    },
    {
      "contrastive_lambda": 0.957768136268637,
      "epoch": 2.466313162819713,
      "step": 7907
    },
    {
      "contrastive_lambda": 0.9577576051424539,
      "epoch": 2.4666250779787897,
      "step": 7908
    },
    {
      "contrastive_lambda": 0.9577470727613024,
      "epoch": 2.4669369931378666,
      "step": 7909
    },
    {
      "epoch": 2.467248908296943,
      "grad_norm": 0.18753038346767426,
      "learning_rate": 9.818103166058514e-05,
      "loss": 0.0636,
      "step": 7910
    },
    {
      "epoch": 2.467248908296943,
      "flow_loss": 0.0489455908536911,
      "step": 7910
    },
    {
      "contrastive_loss": 0.011914465576410294,
      "epoch": 2.467248908296943,
      "step": 7910
    },
    {
      "contrastive_lambda": 0.9577365391252115,
      "epoch": 2.467248908296943,
      "step": 7910
    },
    {
      "contrastive_lambda": 0.9577260042342097,
      "epoch": 2.46756082345602,
      "step": 7911
    },
    {
      "contrastive_lambda": 0.9577154680883262,
      "epoch": 2.467872738615097,
      "step": 7912
    },
    {
      "contrastive_lambda": 0.9577049306875896,
      "epoch": 2.4681846537741734,
      "step": 7913
    },
    {
      "contrastive_lambda": 0.957694392032029,
      "epoch": 2.4684965689332503,
      "step": 7914
    },
    {
      "contrastive_lambda": 0.9576838521216733,
      "epoch": 2.468808484092327,
      "step": 7915
    },
    {
      "contrastive_lambda": 0.9576733109565512,
      "epoch": 2.4691203992514037,
      "step": 7916
    },
    {
      "contrastive_lambda": 0.9576627685366919,
      "epoch": 2.46943231441048,
      "step": 7917
    },
    {
      "contrastive_lambda": 0.957652224862124,
      "epoch": 2.469744229569557,
      "step": 7918
    },
    {
      "contrastive_lambda": 0.9576416799328766,
      "epoch": 2.470056144728634,
      "step": 7919
    },
    {
      "epoch": 2.4703680598877105,
      "grad_norm": 0.1697121411561966,
      "learning_rate": 9.817365885733254e-05,
      "loss": 0.0564,
      "step": 7920
    },
    {
      "epoch": 2.4703680598877105,
      "flow_loss": 0.04828815534710884,
      "step": 7920
    },
    {
      "contrastive_loss": 0.00783313624560833,
      "epoch": 2.4703680598877105,
      "step": 7920
    },
    {
      "contrastive_lambda": 0.9576311337489786,
      "epoch": 2.4703680598877105,
      "step": 7920
    },
    {
      "contrastive_lambda": 0.9576205863104588,
      "epoch": 2.4706799750467874,
      "step": 7921
    },
    {
      "contrastive_lambda": 0.9576100376173462,
      "epoch": 2.470991890205864,
      "step": 7922
    },
    {
      "contrastive_lambda": 0.9575994876696696,
      "epoch": 2.4713038053649408,
      "step": 7923
    },
    {
      "contrastive_lambda": 0.9575889364674581,
      "epoch": 2.4716157205240172,
      "step": 7924
    },
    {
      "contrastive_lambda": 0.9575783840107406,
      "epoch": 2.471927635683094,
      "step": 7925
    },
    {
      "contrastive_lambda": 0.9575678302995461,
      "epoch": 2.472239550842171,
      "step": 7926
    },
    {
      "contrastive_lambda": 0.9575572753339032,
      "epoch": 2.4725514660012475,
      "step": 7927
    },
    {
      "contrastive_lambda": 0.957546719113841,
      "epoch": 2.4728633811603244,
      "step": 7928
    },
    {
      "contrastive_lambda": 0.9575361616393887,
      "epoch": 2.4731752963194014,
      "step": 7929
    },
    {
      "epoch": 2.473487211478478,
      "grad_norm": 0.16571271419525146,
      "learning_rate": 9.816627142019434e-05,
      "loss": 0.0609,
      "step": 7930
    },
    {
      "epoch": 2.473487211478478,
      "flow_loss": 0.04382774233818054,
      "step": 7930
    },
    {
      "contrastive_loss": 0.01133798062801361,
      "epoch": 2.473487211478478,
      "step": 7930
    },
    {
      "contrastive_lambda": 0.957525602910575,
      "epoch": 2.473487211478478,
      "step": 7930
    },
    {
      "contrastive_lambda": 0.9575150429274287,
      "epoch": 2.4737991266375547,
      "step": 7931
    },
    {
      "contrastive_lambda": 0.9575044816899791,
      "epoch": 2.474111041796631,
      "step": 7932
    },
    {
      "contrastive_lambda": 0.9574939191982549,
      "epoch": 2.474422956955708,
      "step": 7933
    },
    {
      "contrastive_lambda": 0.9574833554522852,
      "epoch": 2.4747348721147846,
      "step": 7934
    },
    {
      "contrastive_lambda": 0.9574727904520989,
      "epoch": 2.4750467872738615,
      "step": 7935
    },
    {
      "contrastive_lambda": 0.9574622241977249,
      "epoch": 2.4753587024329384,
      "step": 7936
    },
    {
      "contrastive_lambda": 0.9574516566891924,
      "epoch": 2.475670617592015,
      "step": 7937
    },
    {
      "contrastive_lambda": 0.95744108792653,
      "epoch": 2.475982532751092,
      "step": 7938
    },
    {
      "contrastive_lambda": 0.9574305179097671,
      "epoch": 2.4762944479101683,
      "step": 7939
    },
    {
      "epoch": 2.476606363069245,
      "grad_norm": 0.18331466615200043,
      "learning_rate": 9.815886935141463e-05,
      "loss": 0.0573,
      "step": 7940
    },
    {
      "epoch": 2.476606363069245,
      "flow_loss": 0.09237276017665863,
      "step": 7940
    },
    {
      "contrastive_loss": 0.012615334242582321,
      "epoch": 2.476606363069245,
      "step": 7940
    },
    {
      "contrastive_lambda": 0.9574199466389324,
      "epoch": 2.476606363069245,
      "step": 7940
    },
    {
      "contrastive_lambda": 0.9574093741140548,
      "epoch": 2.4769182782283217,
      "step": 7941
    },
    {
      "contrastive_lambda": 0.9573988003351636,
      "epoch": 2.4772301933873986,
      "step": 7942
    },
    {
      "contrastive_lambda": 0.9573882253022875,
      "epoch": 2.4775421085464755,
      "step": 7943
    },
    {
      "contrastive_lambda": 0.9573776490154557,
      "epoch": 2.477854023705552,
      "step": 7944
    },
    {
      "contrastive_lambda": 0.957367071474697,
      "epoch": 2.478165938864629,
      "step": 7945
    },
    {
      "contrastive_lambda": 0.9573564926800406,
      "epoch": 2.478477854023706,
      "step": 7946
    },
    {
      "contrastive_lambda": 0.9573459126315154,
      "epoch": 2.4787897691827823,
      "step": 7947
    },
    {
      "contrastive_lambda": 0.9573353313291504,
      "epoch": 2.479101684341859,
      "step": 7948
    },
    {
      "contrastive_lambda": 0.9573247487729746,
      "epoch": 2.4794135995009356,
      "step": 7949
    },
    {
      "epoch": 2.4797255146600126,
      "grad_norm": 0.14278289675712585,
      "learning_rate": 9.8151452653242e-05,
      "loss": 0.0642,
      "step": 7950
    },
    {
      "epoch": 2.4797255146600126,
      "flow_loss": 0.10399358719587326,
      "step": 7950
    },
    {
      "contrastive_loss": 0.01114601083099842,
      "epoch": 2.4797255146600126,
      "step": 7950
    },
    {
      "contrastive_lambda": 0.957314164963017,
      "epoch": 2.4797255146600126,
      "step": 7950
    },
    {
      "contrastive_lambda": 0.9573035798993068,
      "epoch": 2.480037429819089,
      "step": 7951
    },
    {
      "contrastive_lambda": 0.9572929935818728,
      "epoch": 2.480349344978166,
      "step": 7952
    },
    {
      "contrastive_lambda": 0.9572824060107441,
      "epoch": 2.480661260137243,
      "step": 7953
    },
    {
      "contrastive_lambda": 0.9572718171859496,
      "epoch": 2.4809731752963193,
      "step": 7954
    },
    {
      "contrastive_lambda": 0.9572612271075186,
      "epoch": 2.4812850904553962,
      "step": 7955
    },
    {
      "contrastive_lambda": 0.95725063577548,
      "epoch": 2.4815970056144727,
      "step": 7956
    },
    {
      "contrastive_lambda": 0.9572400431898627,
      "epoch": 2.4819089207735496,
      "step": 7957
    },
    {
      "contrastive_lambda": 0.9572294493506959,
      "epoch": 2.482220835932626,
      "step": 7958
    },
    {
      "contrastive_lambda": 0.9572188542580086,
      "epoch": 2.482532751091703,
      "step": 7959
    },
    {
      "epoch": 2.48284466625078,
      "grad_norm": 0.17509105801582336,
      "learning_rate": 9.814402132792939e-05,
      "loss": 0.0655,
      "step": 7960
    },
    {
      "epoch": 2.48284466625078,
      "flow_loss": 0.046414099633693695,
      "step": 7960
    },
    {
      "contrastive_loss": 0.008481267839670181,
      "epoch": 2.48284466625078,
      "step": 7960
    },
    {
      "contrastive_lambda": 0.9572082579118298,
      "epoch": 2.48284466625078,
      "step": 7960
    },
    {
      "contrastive_lambda": 0.9571976603121888,
      "epoch": 2.4831565814098564,
      "step": 7961
    },
    {
      "contrastive_lambda": 0.9571870614591143,
      "epoch": 2.4834684965689333,
      "step": 7962
    },
    {
      "contrastive_lambda": 0.9571764613526355,
      "epoch": 2.4837804117280102,
      "step": 7963
    },
    {
      "contrastive_lambda": 0.9571658599927815,
      "epoch": 2.4840923268870867,
      "step": 7964
    },
    {
      "contrastive_lambda": 0.9571552573795814,
      "epoch": 2.4844042420461636,
      "step": 7965
    },
    {
      "contrastive_lambda": 0.9571446535130641,
      "epoch": 2.48471615720524,
      "step": 7966
    },
    {
      "contrastive_lambda": 0.9571340483932589,
      "epoch": 2.485028072364317,
      "step": 7967
    },
    {
      "contrastive_lambda": 0.9571234420201946,
      "epoch": 2.4853399875233935,
      "step": 7968
    },
    {
      "contrastive_lambda": 0.9571128343939005,
      "epoch": 2.4856519026824704,
      "step": 7969
    },
    {
      "epoch": 2.4859638178415473,
      "grad_norm": 0.18608906865119934,
      "learning_rate": 9.813657537773428e-05,
      "loss": 0.0586,
      "step": 7970
    },
    {
      "epoch": 2.4859638178415473,
      "flow_loss": 0.05808328464627266,
      "step": 7970
    },
    {
      "contrastive_loss": 0.01153536792844534,
      "epoch": 2.4859638178415473,
      "step": 7970
    },
    {
      "contrastive_lambda": 0.9571022255144056,
      "epoch": 2.4859638178415473,
      "step": 7970
    },
    {
      "contrastive_lambda": 0.957091615381739,
      "epoch": 2.4862757330006238,
      "step": 7971
    },
    {
      "contrastive_lambda": 0.9570810039959299,
      "epoch": 2.4865876481597007,
      "step": 7972
    },
    {
      "contrastive_lambda": 0.9570703913570071,
      "epoch": 2.486899563318777,
      "step": 7973
    },
    {
      "contrastive_lambda": 0.957059777465,
      "epoch": 2.487211478477854,
      "step": 7974
    },
    {
      "contrastive_lambda": 0.9570491623199375,
      "epoch": 2.4875233936369305,
      "step": 7975
    },
    {
      "contrastive_lambda": 0.9570385459218488,
      "epoch": 2.4878353087960074,
      "step": 7976
    },
    {
      "contrastive_lambda": 0.957027928270763,
      "epoch": 2.4881472239550844,
      "step": 7977
    },
    {
      "contrastive_lambda": 0.9570173093667091,
      "epoch": 2.488459139114161,
      "step": 7978
    },
    {
      "contrastive_lambda": 0.9570066892097163,
      "epoch": 2.4887710542732377,
      "step": 7979
    },
    {
      "epoch": 2.489082969432314,
      "grad_norm": 0.16726315021514893,
      "learning_rate": 9.812911480491854e-05,
      "loss": 0.0642,
      "step": 7980
    },
    {
      "epoch": 2.489082969432314,
      "flow_loss": 0.06212116777896881,
      "step": 7980
    },
    {
      "contrastive_loss": 0.0115100909024477,
      "epoch": 2.489082969432314,
      "step": 7980
    },
    {
      "contrastive_lambda": 0.9569960677998137,
      "epoch": 2.489082969432314,
      "step": 7980
    },
    {
      "contrastive_lambda": 0.9569854451370305,
      "epoch": 2.489394884591391,
      "step": 7981
    },
    {
      "contrastive_lambda": 0.9569748212213959,
      "epoch": 2.489706799750468,
      "step": 7982
    },
    {
      "contrastive_lambda": 0.9569641960529387,
      "epoch": 2.4900187149095445,
      "step": 7983
    },
    {
      "contrastive_lambda": 0.9569535696316882,
      "epoch": 2.4903306300686214,
      "step": 7984
    },
    {
      "contrastive_lambda": 0.9569429419576736,
      "epoch": 2.490642545227698,
      "step": 7985
    },
    {
      "contrastive_lambda": 0.956932313030924,
      "epoch": 2.490954460386775,
      "step": 7986
    },
    {
      "contrastive_lambda": 0.9569216828514685,
      "epoch": 2.4912663755458517,
      "step": 7987
    },
    {
      "contrastive_lambda": 0.9569110514193362,
      "epoch": 2.491578290704928,
      "step": 7988
    },
    {
      "contrastive_lambda": 0.9569004187345564,
      "epoch": 2.491890205864005,
      "step": 7989
    },
    {
      "epoch": 2.4922021210230816,
      "grad_norm": 0.1917029172182083,
      "learning_rate": 9.81216396117485e-05,
      "loss": 0.0604,
      "step": 7990
    },
    {
      "epoch": 2.4922021210230816,
      "flow_loss": 0.0613100565969944,
      "step": 7990
    },
    {
      "contrastive_loss": 0.01282268762588501,
      "epoch": 2.4922021210230816,
      "step": 7990
    },
    {
      "contrastive_lambda": 0.9568897847971581,
      "epoch": 2.4922021210230816,
      "step": 7990
    },
    {
      "contrastive_lambda": 0.9568791496071706,
      "epoch": 2.4925140361821585,
      "step": 7991
    },
    {
      "contrastive_lambda": 0.9568685131646228,
      "epoch": 2.492825951341235,
      "step": 7992
    },
    {
      "contrastive_lambda": 0.9568578754695443,
      "epoch": 2.493137866500312,
      "step": 7993
    },
    {
      "contrastive_lambda": 0.9568472365219638,
      "epoch": 2.493449781659389,
      "step": 7994
    },
    {
      "contrastive_lambda": 0.9568365963219106,
      "epoch": 2.4937616968184653,
      "step": 7995
    },
    {
      "contrastive_lambda": 0.956825954869414,
      "epoch": 2.494073611977542,
      "step": 7996
    },
    {
      "contrastive_lambda": 0.9568153121645032,
      "epoch": 2.4943855271366187,
      "step": 7997
    },
    {
      "contrastive_lambda": 0.9568046682072072,
      "epoch": 2.4946974422956956,
      "step": 7998
    },
    {
      "contrastive_lambda": 0.9567940229975553,
      "epoch": 2.4950093574547725,
      "step": 7999
    },
    {
      "epoch": 2.495321272613849,
      "grad_norm": 0.11186319589614868,
      "learning_rate": 9.811414980049491e-05,
      "loss": 0.0587,
      "step": 8000
    },
    {
      "epoch": 2.495321272613849,
      "flow_loss": 0.08118455857038498,
      "step": 8000
    },
    {
      "contrastive_loss": 0.011053729802370071,
      "epoch": 2.495321272613849,
      "step": 8000
    },
    {
      "contrastive_lambda": 0.9567833765355767,
      "epoch": 2.495321272613849,
      "step": 8000
    },
    {
      "contrastive_lambda": 0.9567727288213004,
      "epoch": 2.495633187772926,
      "step": 8001
    },
    {
      "contrastive_lambda": 0.9567620798547558,
      "epoch": 2.4959451029320023,
      "step": 8002
    },
    {
      "contrastive_lambda": 0.956751429635972,
      "epoch": 2.4962570180910792,
      "step": 8003
    },
    {
      "contrastive_lambda": 0.9567407781649784,
      "epoch": 2.496568933250156,
      "step": 8004
    },
    {
      "contrastive_lambda": 0.9567301254418038,
      "epoch": 2.4968808484092326,
      "step": 8005
    },
    {
      "contrastive_lambda": 0.9567194714664777,
      "epoch": 2.4971927635683095,
      "step": 8006
    },
    {
      "contrastive_lambda": 0.9567088162390293,
      "epoch": 2.497504678727386,
      "step": 8007
    },
    {
      "contrastive_lambda": 0.9566981597594877,
      "epoch": 2.497816593886463,
      "step": 8008
    },
    {
      "contrastive_lambda": 0.9566875020278821,
      "epoch": 2.4981285090455394,
      "step": 8009
    },
    {
      "epoch": 2.4984404242046163,
      "grad_norm": 0.14344872534275055,
      "learning_rate": 9.810664537343301e-05,
      "loss": 0.0608,
      "step": 8010
    },
    {
      "epoch": 2.4984404242046163,
      "flow_loss": 0.05227740854024887,
      "step": 8010
    },
    {
      "contrastive_loss": 0.010005854070186615,
      "epoch": 2.4984404242046163,
      "step": 8010
    },
    {
      "contrastive_lambda": 0.9566768430442418,
      "epoch": 2.4984404242046163,
      "step": 8010
    },
    {
      "contrastive_lambda": 0.956666182808596,
      "epoch": 2.4987523393636932,
      "step": 8011
    },
    {
      "contrastive_lambda": 0.9566555213209741,
      "epoch": 2.4990642545227697,
      "step": 8012
    },
    {
      "contrastive_lambda": 0.9566448585814051,
      "epoch": 2.4993761696818466,
      "step": 8013
    },
    {
      "contrastive_lambda": 0.9566341945899182,
      "epoch": 2.499688084840923,
      "step": 8014
    },
    {
      "contrastive_lambda": 0.9566235293465428,
      "epoch": 2.5,
      "step": 8015
    },
    {
      "contrastive_lambda": 0.956612862851308,
      "epoch": 2.5003119151590765,
      "step": 8016
    },
    {
      "contrastive_lambda": 0.9566021951042432,
      "epoch": 2.5006238303181534,
      "step": 8017
    },
    {
      "contrastive_lambda": 0.9565915261053775,
      "epoch": 2.5009357454772303,
      "step": 8018
    },
    {
      "contrastive_lambda": 0.9565808558547402,
      "epoch": 2.5012476606363068,
      "step": 8019
    },
    {
      "epoch": 2.5015595757953837,
      "grad_norm": 0.13969667255878448,
      "learning_rate": 9.809912633284243e-05,
      "loss": 0.0581,
      "step": 8020
    },
    {
      "epoch": 2.5015595757953837,
      "flow_loss": 0.0945977121591568,
      "step": 8020
    },
    {
      "contrastive_loss": 0.010521446354687214,
      "epoch": 2.5015595757953837,
      "step": 8020
    },
    {
      "contrastive_lambda": 0.9565701843523605,
      "epoch": 2.5015595757953837,
      "step": 8020
    },
    {
      "contrastive_lambda": 0.9565595115982678,
      "epoch": 2.5018714909544606,
      "step": 8021
    },
    {
      "contrastive_lambda": 0.9565488375924913,
      "epoch": 2.502183406113537,
      "step": 8022
    },
    {
      "contrastive_lambda": 0.9565381623350602,
      "epoch": 2.502495321272614,
      "step": 8023
    },
    {
      "contrastive_lambda": 0.9565274858260038,
      "epoch": 2.5028072364316905,
      "step": 8024
    },
    {
      "contrastive_lambda": 0.9565168080653513,
      "epoch": 2.5031191515907674,
      "step": 8025
    },
    {
      "contrastive_lambda": 0.9565061290531321,
      "epoch": 2.503431066749844,
      "step": 8026
    },
    {
      "contrastive_lambda": 0.9564954487893755,
      "epoch": 2.5037429819089208,
      "step": 8027
    },
    {
      "contrastive_lambda": 0.9564847672741107,
      "epoch": 2.5040548970679977,
      "step": 8028
    },
    {
      "contrastive_lambda": 0.9564740845073669,
      "epoch": 2.504366812227074,
      "step": 8029
    },
    {
      "epoch": 2.504678727386151,
      "grad_norm": 0.12968973815441132,
      "learning_rate": 9.809159268100725e-05,
      "loss": 0.0596,
      "step": 8030
    },
    {
      "epoch": 2.504678727386151,
      "flow_loss": 0.050277892500162125,
      "step": 8030
    },
    {
      "contrastive_loss": 0.00849916785955429,
      "epoch": 2.504678727386151,
      "step": 8030
    },
    {
      "contrastive_lambda": 0.9564634004891737,
      "epoch": 2.504678727386151,
      "step": 8030
    },
    {
      "contrastive_lambda": 0.9564527152195599,
      "epoch": 2.504990642545228,
      "step": 8031
    },
    {
      "contrastive_lambda": 0.9564420286985552,
      "epoch": 2.5053025577043044,
      "step": 8032
    },
    {
      "contrastive_lambda": 0.9564313409261888,
      "epoch": 2.505614472863381,
      "step": 8033
    },
    {
      "contrastive_lambda": 0.9564206519024898,
      "epoch": 2.505926388022458,
      "step": 8034
    },
    {
      "contrastive_lambda": 0.9564099616274878,
      "epoch": 2.5062383031815347,
      "step": 8035
    },
    {
      "contrastive_lambda": 0.956399270101212,
      "epoch": 2.506550218340611,
      "step": 8036
    },
    {
      "contrastive_lambda": 0.9563885773236916,
      "epoch": 2.506862133499688,
      "step": 8037
    },
    {
      "contrastive_lambda": 0.9563778832949561,
      "epoch": 2.507174048658765,
      "step": 8038
    },
    {
      "contrastive_lambda": 0.9563671880150346,
      "epoch": 2.5074859638178415,
      "step": 8039
    },
    {
      "epoch": 2.5077978789769184,
      "grad_norm": 0.14876817166805267,
      "learning_rate": 9.808404442021599e-05,
      "loss": 0.0556,
      "step": 8040
    },
    {
      "epoch": 2.5077978789769184,
      "flow_loss": 0.05804799124598503,
      "step": 8040
    },
    {
      "contrastive_loss": 0.009160766378045082,
      "epoch": 2.5077978789769184,
      "step": 8040
    },
    {
      "contrastive_lambda": 0.9563564914839566,
      "epoch": 2.5077978789769184,
      "step": 8040
    },
    {
      "contrastive_lambda": 0.9563457937017514,
      "epoch": 2.508109794135995,
      "step": 8041
    },
    {
      "contrastive_lambda": 0.9563350946684483,
      "epoch": 2.508421709295072,
      "step": 8042
    },
    {
      "contrastive_lambda": 0.9563243943840766,
      "epoch": 2.5087336244541483,
      "step": 8043
    },
    {
      "contrastive_lambda": 0.9563136928486656,
      "epoch": 2.509045539613225,
      "step": 8044
    },
    {
      "contrastive_lambda": 0.9563029900622448,
      "epoch": 2.509357454772302,
      "step": 8045
    },
    {
      "contrastive_lambda": 0.9562922860248434,
      "epoch": 2.5096693699313786,
      "step": 8046
    },
    {
      "contrastive_lambda": 0.9562815807364908,
      "epoch": 2.5099812850904555,
      "step": 8047
    },
    {
      "contrastive_lambda": 0.9562708741972163,
      "epoch": 2.5102932002495324,
      "step": 8048
    },
    {
      "contrastive_lambda": 0.9562601664070494,
      "epoch": 2.510605115408609,
      "step": 8049
    },
    {
      "epoch": 2.5109170305676853,
      "grad_norm": 0.16247251629829407,
      "learning_rate": 9.807648155276163e-05,
      "loss": 0.0509,
      "step": 8050
    },
    {
      "epoch": 2.5109170305676853,
      "flow_loss": 0.06774099171161652,
      "step": 8050
    },
    {
      "contrastive_loss": 0.012345309369266033,
      "epoch": 2.5109170305676853,
      "step": 8050
    },
    {
      "contrastive_lambda": 0.9562494573660193,
      "epoch": 2.5109170305676853,
      "step": 8050
    },
    {
      "contrastive_lambda": 0.9562387470741553,
      "epoch": 2.5112289457267623,
      "step": 8051
    },
    {
      "contrastive_lambda": 0.956228035531487,
      "epoch": 2.511540860885839,
      "step": 8052
    },
    {
      "contrastive_lambda": 0.9562173227380436,
      "epoch": 2.5118527760449156,
      "step": 8053
    },
    {
      "contrastive_lambda": 0.9562066086938545,
      "epoch": 2.5121646912039926,
      "step": 8054
    },
    {
      "contrastive_lambda": 0.9561958933989492,
      "epoch": 2.5124766063630695,
      "step": 8055
    },
    {
      "contrastive_lambda": 0.9561851768533567,
      "epoch": 2.512788521522146,
      "step": 8056
    },
    {
      "contrastive_lambda": 0.9561744590571069,
      "epoch": 2.513100436681223,
      "step": 8057
    },
    {
      "contrastive_lambda": 0.9561637400102287,
      "epoch": 2.5134123518402993,
      "step": 8058
    },
    {
      "contrastive_lambda": 0.9561530197127519,
      "epoch": 2.5137242669993762,
      "step": 8059
    },
    {
      "epoch": 2.5140361821584527,
      "grad_norm": 0.1552719920873642,
      "learning_rate": 9.806890408094156e-05,
      "loss": 0.0547,
      "step": 8060
    },
    {
      "epoch": 2.5140361821584527,
      "flow_loss": 0.05473097413778305,
      "step": 8060
    },
    {
      "contrastive_loss": 0.008659493178129196,
      "epoch": 2.5140361821584527,
      "step": 8060
    },
    {
      "contrastive_lambda": 0.9561422981647055,
      "epoch": 2.5140361821584527,
      "step": 8060
    },
    {
      "contrastive_lambda": 0.9561315753661193,
      "epoch": 2.5143480973175296,
      "step": 8061
    },
    {
      "contrastive_lambda": 0.9561208513170223,
      "epoch": 2.5146600124766065,
      "step": 8062
    },
    {
      "contrastive_lambda": 0.9561101260174442,
      "epoch": 2.514971927635683,
      "step": 8063
    },
    {
      "contrastive_lambda": 0.9560993994674143,
      "epoch": 2.51528384279476,
      "step": 8064
    },
    {
      "contrastive_lambda": 0.9560886716669619,
      "epoch": 2.515595757953837,
      "step": 8065
    },
    {
      "contrastive_lambda": 0.9560779426161166,
      "epoch": 2.5159076731129133,
      "step": 8066
    },
    {
      "contrastive_lambda": 0.9560672123149077,
      "epoch": 2.5162195882719898,
      "step": 8067
    },
    {
      "contrastive_lambda": 0.9560564807633647,
      "epoch": 2.5165315034310667,
      "step": 8068
    },
    {
      "contrastive_lambda": 0.9560457479615168,
      "epoch": 2.5168434185901436,
      "step": 8069
    },
    {
      "epoch": 2.51715533374922,
      "grad_norm": 0.14662590622901917,
      "learning_rate": 9.806131200705761e-05,
      "loss": 0.054,
      "step": 8070
    },
    {
      "epoch": 2.51715533374922,
      "flow_loss": 0.052248917520046234,
      "step": 8070
    },
    {
      "contrastive_loss": 0.009703842923045158,
      "epoch": 2.51715533374922,
      "step": 8070
    },
    {
      "contrastive_lambda": 0.9560350139093937,
      "epoch": 2.51715533374922,
      "step": 8070
    },
    {
      "contrastive_lambda": 0.9560242786070248,
      "epoch": 2.517467248908297,
      "step": 8071
    },
    {
      "contrastive_lambda": 0.9560135420544393,
      "epoch": 2.517779164067374,
      "step": 8072
    },
    {
      "contrastive_lambda": 0.9560028042516668,
      "epoch": 2.5180910792264504,
      "step": 8073
    },
    {
      "contrastive_lambda": 0.9559920651987368,
      "epoch": 2.5184029943855273,
      "step": 8074
    },
    {
      "contrastive_lambda": 0.9559813248956786,
      "epoch": 2.5187149095446038,
      "step": 8075
    },
    {
      "contrastive_lambda": 0.9559705833425218,
      "epoch": 2.5190268247036807,
      "step": 8076
    },
    {
      "contrastive_lambda": 0.9559598405392957,
      "epoch": 2.519338739862757,
      "step": 8077
    },
    {
      "contrastive_lambda": 0.9559490964860298,
      "epoch": 2.519650655021834,
      "step": 8078
    },
    {
      "contrastive_lambda": 0.9559383511827535,
      "epoch": 2.519962570180911,
      "step": 8079
    },
    {
      "epoch": 2.5202744853399874,
      "grad_norm": 0.145236998796463,
      "learning_rate": 9.805370533341605e-05,
      "loss": 0.0577,
      "step": 8080
    },
    {
      "epoch": 2.5202744853399874,
      "flow_loss": 0.04653283581137657,
      "step": 8080
    },
    {
      "contrastive_loss": 0.010146833956241608,
      "epoch": 2.5202744853399874,
      "step": 8080
    },
    {
      "contrastive_lambda": 0.9559276046294964,
      "epoch": 2.5202744853399874,
      "step": 8080
    },
    {
      "contrastive_lambda": 0.9559168568262879,
      "epoch": 2.5205864004990644,
      "step": 8081
    },
    {
      "contrastive_lambda": 0.9559061077731574,
      "epoch": 2.520898315658141,
      "step": 8082
    },
    {
      "contrastive_lambda": 0.9558953574701345,
      "epoch": 2.5212102308172177,
      "step": 8083
    },
    {
      "contrastive_lambda": 0.9558846059172486,
      "epoch": 2.521522145976294,
      "step": 8084
    },
    {
      "contrastive_lambda": 0.955873853114529,
      "epoch": 2.521834061135371,
      "step": 8085
    },
    {
      "contrastive_lambda": 0.9558630990620055,
      "epoch": 2.522145976294448,
      "step": 8086
    },
    {
      "contrastive_lambda": 0.9558523437597073,
      "epoch": 2.5224578914535245,
      "step": 8087
    },
    {
      "contrastive_lambda": 0.9558415872076642,
      "epoch": 2.5227698066126014,
      "step": 8088
    },
    {
      "contrastive_lambda": 0.9558308294059055,
      "epoch": 2.5230817217716783,
      "step": 8089
    },
    {
      "epoch": 2.523393636930755,
      "grad_norm": 0.14279530942440033,
      "learning_rate": 9.804608406232762e-05,
      "loss": 0.0513,
      "step": 8090
    },
    {
      "epoch": 2.523393636930755,
      "flow_loss": 0.061421263962984085,
      "step": 8090
    },
    {
      "contrastive_loss": 0.010954699479043484,
      "epoch": 2.523393636930755,
      "step": 8090
    },
    {
      "contrastive_lambda": 0.9558200703544605,
      "epoch": 2.523393636930755,
      "step": 8090
    },
    {
      "contrastive_lambda": 0.955809310053359,
      "epoch": 2.5237055520898317,
      "step": 8091
    },
    {
      "contrastive_lambda": 0.9557985485026304,
      "epoch": 2.524017467248908,
      "step": 8092
    },
    {
      "contrastive_lambda": 0.9557877857023043,
      "epoch": 2.524329382407985,
      "step": 8093
    },
    {
      "contrastive_lambda": 0.95577702165241,
      "epoch": 2.5246412975670616,
      "step": 8094
    },
    {
      "contrastive_lambda": 0.9557662563529771,
      "epoch": 2.5249532127261385,
      "step": 8095
    },
    {
      "contrastive_lambda": 0.9557554898040351,
      "epoch": 2.5252651278852154,
      "step": 8096
    },
    {
      "contrastive_lambda": 0.9557447220056137,
      "epoch": 2.525577043044292,
      "step": 8097
    },
    {
      "contrastive_lambda": 0.9557339529577421,
      "epoch": 2.525888958203369,
      "step": 8098
    },
    {
      "contrastive_lambda": 0.9557231826604501,
      "epoch": 2.5262008733624453,
      "step": 8099
    },
    {
      "epoch": 2.526512788521522,
      "grad_norm": 0.15561309456825256,
      "learning_rate": 9.803844819610741e-05,
      "loss": 0.0539,
      "step": 8100
    },
    {
      "epoch": 2.526512788521522,
      "flow_loss": 0.045602962374687195,
      "step": 8100
    },
    {
      "contrastive_loss": 0.012323364615440369,
      "epoch": 2.526512788521522,
      "step": 8100
    },
    {
      "contrastive_lambda": 0.9557124111137671,
      "epoch": 2.526512788521522,
      "step": 8100
    },
    {
      "contrastive_lambda": 0.9557016383177226,
      "epoch": 2.5268247036805986,
      "step": 8101
    },
    {
      "contrastive_lambda": 0.9556908642723463,
      "epoch": 2.5271366188396756,
      "step": 8102
    },
    {
      "contrastive_lambda": 0.9556800889776675,
      "epoch": 2.5274485339987525,
      "step": 8103
    },
    {
      "contrastive_lambda": 0.9556693124337159,
      "epoch": 2.527760449157829,
      "step": 8104
    },
    {
      "contrastive_lambda": 0.9556585346405211,
      "epoch": 2.528072364316906,
      "step": 8105
    },
    {
      "contrastive_lambda": 0.9556477555981124,
      "epoch": 2.5283842794759828,
      "step": 8106
    },
    {
      "contrastive_lambda": 0.9556369753065196,
      "epoch": 2.5286961946350592,
      "step": 8107
    },
    {
      "contrastive_lambda": 0.9556261937657722,
      "epoch": 2.529008109794136,
      "step": 8108
    },
    {
      "contrastive_lambda": 0.9556154109758996,
      "epoch": 2.5293200249532126,
      "step": 8109
    },
    {
      "epoch": 2.5296319401122895,
      "grad_norm": 0.16418679058551788,
      "learning_rate": 9.803079773707504e-05,
      "loss": 0.0528,
      "step": 8110
    },
    {
      "epoch": 2.5296319401122895,
      "flow_loss": 0.06070214882493019,
      "step": 8110
    },
    {
      "contrastive_loss": 0.013276645913720131,
      "epoch": 2.5296319401122895,
      "step": 8110
    },
    {
      "contrastive_lambda": 0.9556046269369316,
      "epoch": 2.5296319401122895,
      "step": 8110
    },
    {
      "contrastive_lambda": 0.9555938416488976,
      "epoch": 2.529943855271366,
      "step": 8111
    },
    {
      "contrastive_lambda": 0.9555830551118272,
      "epoch": 2.530255770430443,
      "step": 8112
    },
    {
      "contrastive_lambda": 0.9555722673257501,
      "epoch": 2.53056768558952,
      "step": 8113
    },
    {
      "contrastive_lambda": 0.9555614782906956,
      "epoch": 2.5308796007485963,
      "step": 8114
    },
    {
      "contrastive_lambda": 0.9555506880066935,
      "epoch": 2.531191515907673,
      "step": 8115
    },
    {
      "contrastive_lambda": 0.9555398964737734,
      "epoch": 2.5315034310667497,
      "step": 8116
    },
    {
      "contrastive_lambda": 0.9555291036919646,
      "epoch": 2.5318153462258266,
      "step": 8117
    },
    {
      "contrastive_lambda": 0.9555183096612971,
      "epoch": 2.532127261384903,
      "step": 8118
    },
    {
      "contrastive_lambda": 0.9555075143818001,
      "epoch": 2.53243917654398,
      "step": 8119
    },
    {
      "epoch": 2.532751091703057,
      "grad_norm": 0.15938040614128113,
      "learning_rate": 9.802313268755447e-05,
      "loss": 0.0604,
      "step": 8120
    },
    {
      "epoch": 2.532751091703057,
      "flow_loss": 0.05190013349056244,
      "step": 8120
    },
    {
      "contrastive_loss": 0.008421485312283039,
      "epoch": 2.532751091703057,
      "step": 8120
    },
    {
      "contrastive_lambda": 0.9554967178535037,
      "epoch": 2.532751091703057,
      "step": 8120
    },
    {
      "contrastive_lambda": 0.955485920076437,
      "epoch": 2.5330630068621334,
      "step": 8121
    },
    {
      "contrastive_lambda": 0.9554751210506297,
      "epoch": 2.5333749220212103,
      "step": 8122
    },
    {
      "contrastive_lambda": 0.9554643207761115,
      "epoch": 2.533686837180287,
      "step": 8123
    },
    {
      "contrastive_lambda": 0.9554535192529121,
      "epoch": 2.5339987523393637,
      "step": 8124
    },
    {
      "contrastive_lambda": 0.955442716481061,
      "epoch": 2.5343106674984406,
      "step": 8125
    },
    {
      "contrastive_lambda": 0.9554319124605879,
      "epoch": 2.534622582657517,
      "step": 8126
    },
    {
      "contrastive_lambda": 0.9554211071915223,
      "epoch": 2.534934497816594,
      "step": 8127
    },
    {
      "contrastive_lambda": 0.9554103006738939,
      "epoch": 2.5352464129756704,
      "step": 8128
    },
    {
      "contrastive_lambda": 0.9553994929077323,
      "epoch": 2.5355583281347474,
      "step": 8129
    },
    {
      "epoch": 2.5358702432938243,
      "grad_norm": 0.1390836089849472,
      "learning_rate": 9.801545304987419e-05,
      "loss": 0.0483,
      "step": 8130
    },
    {
      "epoch": 2.5358702432938243,
      "flow_loss": 0.04145769029855728,
      "step": 8130
    },
    {
      "contrastive_loss": 0.009663233533501625,
      "epoch": 2.5358702432938243,
      "step": 8130
    },
    {
      "contrastive_lambda": 0.9553886838930671,
      "epoch": 2.5358702432938243,
      "step": 8130
    },
    {
      "contrastive_lambda": 0.9553778736299279,
      "epoch": 2.5361821584529007,
      "step": 8131
    },
    {
      "contrastive_lambda": 0.9553670621183445,
      "epoch": 2.5364940736119777,
      "step": 8132
    },
    {
      "contrastive_lambda": 0.9553562493583465,
      "epoch": 2.536805988771054,
      "step": 8133
    },
    {
      "contrastive_lambda": 0.9553454353499633,
      "epoch": 2.537117903930131,
      "step": 8134
    },
    {
      "contrastive_lambda": 0.9553346200932249,
      "epoch": 2.5374298190892075,
      "step": 8135
    },
    {
      "contrastive_lambda": 0.9553238035881607,
      "epoch": 2.5377417342482844,
      "step": 8136
    },
    {
      "contrastive_lambda": 0.9553129858348005,
      "epoch": 2.5380536494073613,
      "step": 8137
    },
    {
      "contrastive_lambda": 0.9553021668331738,
      "epoch": 2.538365564566438,
      "step": 8138
    },
    {
      "contrastive_lambda": 0.9552913465833105,
      "epoch": 2.5386774797255147,
      "step": 8139
    },
    {
      "epoch": 2.5389893948845916,
      "grad_norm": 0.13963031768798828,
      "learning_rate": 9.800775882636704e-05,
      "loss": 0.0589,
      "step": 8140
    },
    {
      "epoch": 2.5389893948845916,
      "flow_loss": 0.06474392116069794,
      "step": 8140
    },
    {
      "contrastive_loss": 0.013438046909868717,
      "epoch": 2.5389893948845916,
      "step": 8140
    },
    {
      "contrastive_lambda": 0.9552805250852401,
      "epoch": 2.5389893948845916,
      "step": 8140
    },
    {
      "contrastive_lambda": 0.9552697023389922,
      "epoch": 2.539301310043668,
      "step": 8141
    },
    {
      "contrastive_lambda": 0.9552588783445966,
      "epoch": 2.539613225202745,
      "step": 8142
    },
    {
      "contrastive_lambda": 0.955248053102083,
      "epoch": 2.5399251403618215,
      "step": 8143
    },
    {
      "contrastive_lambda": 0.9552372266114809,
      "epoch": 2.5402370555208984,
      "step": 8144
    },
    {
      "contrastive_lambda": 0.9552263988728202,
      "epoch": 2.540548970679975,
      "step": 8145
    },
    {
      "contrastive_lambda": 0.9552155698861304,
      "epoch": 2.540860885839052,
      "step": 8146
    },
    {
      "contrastive_lambda": 0.9552047396514414,
      "epoch": 2.5411728009981287,
      "step": 8147
    },
    {
      "contrastive_lambda": 0.9551939081687826,
      "epoch": 2.541484716157205,
      "step": 8148
    },
    {
      "contrastive_lambda": 0.9551830754381839,
      "epoch": 2.541796631316282,
      "step": 8149
    },
    {
      "epoch": 2.5421085464753586,
      "grad_norm": 0.16295842826366425,
      "learning_rate": 9.800005001937034e-05,
      "loss": 0.058,
      "step": 8150
    },
    {
      "epoch": 2.5421085464753586,
      "flow_loss": 0.059149257838726044,
      "step": 8150
    },
    {
      "contrastive_loss": 0.010394632816314697,
      "epoch": 2.5421085464753586,
      "step": 8150
    },
    {
      "contrastive_lambda": 0.955172241459675,
      "epoch": 2.5421085464753586,
      "step": 8150
    },
    {
      "contrastive_lambda": 0.9551614062332856,
      "epoch": 2.5424204616344355,
      "step": 8151
    },
    {
      "contrastive_lambda": 0.9551505697590452,
      "epoch": 2.542732376793512,
      "step": 8152
    },
    {
      "contrastive_lambda": 0.9551397320369838,
      "epoch": 2.543044291952589,
      "step": 8153
    },
    {
      "contrastive_lambda": 0.9551288930671309,
      "epoch": 2.5433562071116658,
      "step": 8154
    },
    {
      "contrastive_lambda": 0.9551180528495165,
      "epoch": 2.5436681222707422,
      "step": 8155
    },
    {
      "contrastive_lambda": 0.9551072113841699,
      "epoch": 2.543980037429819,
      "step": 8156
    },
    {
      "contrastive_lambda": 0.9550963686711211,
      "epoch": 2.544291952588896,
      "step": 8157
    },
    {
      "contrastive_lambda": 0.9550855247103998,
      "epoch": 2.5446038677479725,
      "step": 8158
    },
    {
      "contrastive_lambda": 0.9550746795020355,
      "epoch": 2.544915782907049,
      "step": 8159
    },
    {
      "epoch": 2.545227698066126,
      "grad_norm": 0.16074414551258087,
      "learning_rate": 9.79923266312258e-05,
      "loss": 0.0545,
      "step": 8160
    },
    {
      "epoch": 2.545227698066126,
      "flow_loss": 0.05918911099433899,
      "step": 8160
    },
    {
      "contrastive_loss": 0.01196296513080597,
      "epoch": 2.545227698066126,
      "step": 8160
    },
    {
      "contrastive_lambda": 0.9550638330460584,
      "epoch": 2.545227698066126,
      "step": 8160
    },
    {
      "contrastive_lambda": 0.9550529853424978,
      "epoch": 2.545539613225203,
      "step": 8161
    },
    {
      "contrastive_lambda": 0.9550421363913837,
      "epoch": 2.5458515283842793,
      "step": 8162
    },
    {
      "contrastive_lambda": 0.9550312861927457,
      "epoch": 2.546163443543356,
      "step": 8163
    },
    {
      "contrastive_lambda": 0.9550204347466136,
      "epoch": 2.546475358702433,
      "step": 8164
    },
    {
      "contrastive_lambda": 0.9550095820530171,
      "epoch": 2.5467872738615096,
      "step": 8165
    },
    {
      "contrastive_lambda": 0.954998728111986,
      "epoch": 2.5470991890205865,
      "step": 8166
    },
    {
      "contrastive_lambda": 0.9549878729235501,
      "epoch": 2.547411104179663,
      "step": 8167
    },
    {
      "contrastive_lambda": 0.9549770164877391,
      "epoch": 2.54772301933874,
      "step": 8168
    },
    {
      "contrastive_lambda": 0.9549661588045829,
      "epoch": 2.5480349344978164,
      "step": 8169
    },
    {
      "epoch": 2.5483468496568933,
      "grad_norm": 0.18428203463554382,
      "learning_rate": 9.79845886642796e-05,
      "loss": 0.0542,
      "step": 8170
    },
    {
      "epoch": 2.5483468496568933,
      "flow_loss": 0.06243778020143509,
      "step": 8170
    },
    {
      "contrastive_loss": 0.010122526437044144,
      "epoch": 2.5483468496568933,
      "step": 8170
    },
    {
      "contrastive_lambda": 0.9549552998741111,
      "epoch": 2.5483468496568933,
      "step": 8170
    },
    {
      "contrastive_lambda": 0.9549444396963533,
      "epoch": 2.54865876481597,
      "step": 8171
    },
    {
      "contrastive_lambda": 0.9549335782713397,
      "epoch": 2.5489706799750467,
      "step": 8172
    },
    {
      "contrastive_lambda": 0.9549227155990998,
      "epoch": 2.5492825951341236,
      "step": 8173
    },
    {
      "contrastive_lambda": 0.9549118516796635,
      "epoch": 2.5495945102932005,
      "step": 8174
    },
    {
      "contrastive_lambda": 0.9549009865130604,
      "epoch": 2.549906425452277,
      "step": 8175
    },
    {
      "contrastive_lambda": 0.9548901200993205,
      "epoch": 2.5502183406113534,
      "step": 8176
    },
    {
      "contrastive_lambda": 0.9548792524384735,
      "epoch": 2.5505302557704304,
      "step": 8177
    },
    {
      "contrastive_lambda": 0.9548683835305491,
      "epoch": 2.5508421709295073,
      "step": 8178
    },
    {
      "contrastive_lambda": 0.9548575133755774,
      "epoch": 2.5511540860885837,
      "step": 8179
    },
    {
      "epoch": 2.5514660012476607,
      "grad_norm": 0.1751837581396103,
      "learning_rate": 9.797683612088233e-05,
      "loss": 0.0574,
      "step": 8180
    },
    {
      "epoch": 2.5514660012476607,
      "flow_loss": 0.06298339366912842,
      "step": 8180
    },
    {
      "contrastive_loss": 0.008460707031190395,
      "epoch": 2.5514660012476607,
      "step": 8180
    },
    {
      "contrastive_lambda": 0.9548466419735879,
      "epoch": 2.5514660012476607,
      "step": 8180
    },
    {
      "contrastive_lambda": 0.9548357693246106,
      "epoch": 2.5517779164067376,
      "step": 8181
    },
    {
      "contrastive_lambda": 0.9548248954286751,
      "epoch": 2.552089831565814,
      "step": 8182
    },
    {
      "contrastive_lambda": 0.9548140202858113,
      "epoch": 2.552401746724891,
      "step": 8183
    },
    {
      "contrastive_lambda": 0.9548031438960491,
      "epoch": 2.5527136618839674,
      "step": 8184
    },
    {
      "contrastive_lambda": 0.9547922662594182,
      "epoch": 2.5530255770430443,
      "step": 8185
    },
    {
      "contrastive_lambda": 0.9547813873759485,
      "epoch": 2.553337492202121,
      "step": 8186
    },
    {
      "contrastive_lambda": 0.9547705072456699,
      "epoch": 2.5536494073611977,
      "step": 8187
    },
    {
      "contrastive_lambda": 0.9547596258686121,
      "epoch": 2.5539613225202746,
      "step": 8188
    },
    {
      "contrastive_lambda": 0.954748743244805,
      "epoch": 2.554273237679351,
      "step": 8189
    },
    {
      "epoch": 2.554585152838428,
      "grad_norm": 0.15443338453769684,
      "learning_rate": 9.796906900338898e-05,
      "loss": 0.0566,
      "step": 8190
    },
    {
      "epoch": 2.554585152838428,
      "flow_loss": 0.046550069004297256,
      "step": 8190
    },
    {
      "contrastive_loss": 0.010694237425923347,
      "epoch": 2.554585152838428,
      "step": 8190
    },
    {
      "contrastive_lambda": 0.9547378593742782,
      "epoch": 2.554585152838428,
      "step": 8190
    },
    {
      "contrastive_lambda": 0.9547269742570619,
      "epoch": 2.554897067997505,
      "step": 8191
    },
    {
      "contrastive_lambda": 0.9547160878931857,
      "epoch": 2.5552089831565814,
      "step": 8192
    },
    {
      "contrastive_lambda": 0.9547052002826797,
      "epoch": 2.555520898315658,
      "step": 8193
    },
    {
      "contrastive_lambda": 0.9546943114255735,
      "epoch": 2.555832813474735,
      "step": 8194
    },
    {
      "contrastive_lambda": 0.9546834213218969,
      "epoch": 2.5561447286338117,
      "step": 8195
    },
    {
      "contrastive_lambda": 0.95467252997168,
      "epoch": 2.556456643792888,
      "step": 8196
    },
    {
      "contrastive_lambda": 0.9546616373749525,
      "epoch": 2.556768558951965,
      "step": 8197
    },
    {
      "contrastive_lambda": 0.9546507435317443,
      "epoch": 2.557080474111042,
      "step": 8198
    },
    {
      "contrastive_lambda": 0.9546398484420853,
      "epoch": 2.5573923892701185,
      "step": 8199
    },
    {
      "epoch": 2.5577043044291954,
      "grad_norm": 0.16696707904338837,
      "learning_rate": 9.796128731415903e-05,
      "loss": 0.0555,
      "step": 8200
    },
    {
      "epoch": 2.5577043044291954,
      "flow_loss": 0.04814658686518669,
      "step": 8200
    },
    {
      "contrastive_loss": 0.010718302801251411,
      "epoch": 2.5577043044291954,
      "step": 8200
    },
    {
      "contrastive_lambda": 0.9546289521060053,
      "epoch": 2.5577043044291954,
      "step": 8200
    },
    {
      "contrastive_lambda": 0.9546180545235343,
      "epoch": 2.558016219588272,
      "step": 8201
    },
    {
      "contrastive_lambda": 0.954607155694702,
      "epoch": 2.5583281347473488,
      "step": 8202
    },
    {
      "contrastive_lambda": 0.9545962556195384,
      "epoch": 2.5586400499064252,
      "step": 8203
    },
    {
      "contrastive_lambda": 0.9545853542980733,
      "epoch": 2.558951965065502,
      "step": 8204
    },
    {
      "contrastive_lambda": 0.9545744517303368,
      "epoch": 2.559263880224579,
      "step": 8205
    },
    {
      "contrastive_lambda": 0.9545635479163586,
      "epoch": 2.5595757953836555,
      "step": 8206
    },
    {
      "contrastive_lambda": 0.9545526428561686,
      "epoch": 2.5598877105427325,
      "step": 8207
    },
    {
      "contrastive_lambda": 0.9545417365497966,
      "epoch": 2.5601996257018094,
      "step": 8208
    },
    {
      "contrastive_lambda": 0.9545308289972727,
      "epoch": 2.560511540860886,
      "step": 8209
    },
    {
      "epoch": 2.5608234560199623,
      "grad_norm": 0.14994245767593384,
      "learning_rate": 9.795349105555634e-05,
      "loss": 0.0545,
      "step": 8210
    },
    {
      "epoch": 2.5608234560199623,
      "flow_loss": 0.07835666090250015,
      "step": 8210
    },
    {
      "contrastive_loss": 0.014569396153092384,
      "epoch": 2.5608234560199623,
      "step": 8210
    },
    {
      "contrastive_lambda": 0.9545199201986267,
      "epoch": 2.5608234560199623,
      "step": 8210
    },
    {
      "contrastive_lambda": 0.9545090101538887,
      "epoch": 2.561135371179039,
      "step": 8211
    },
    {
      "contrastive_lambda": 0.9544980988630882,
      "epoch": 2.561447286338116,
      "step": 8212
    },
    {
      "contrastive_lambda": 0.9544871863262555,
      "epoch": 2.5617592014971926,
      "step": 8213
    },
    {
      "contrastive_lambda": 0.9544762725434204,
      "epoch": 2.5620711166562695,
      "step": 8214
    },
    {
      "contrastive_lambda": 0.9544653575146127,
      "epoch": 2.5623830318153464,
      "step": 8215
    },
    {
      "contrastive_lambda": 0.9544544412398624,
      "epoch": 2.562694946974423,
      "step": 8216
    },
    {
      "contrastive_lambda": 0.9544435237191995,
      "epoch": 2.5630068621335,
      "step": 8217
    },
    {
      "contrastive_lambda": 0.9544326049526539,
      "epoch": 2.5633187772925763,
      "step": 8218
    },
    {
      "contrastive_lambda": 0.9544216849402555,
      "epoch": 2.563630692451653,
      "step": 8219
    },
    {
      "epoch": 2.5639426076107297,
      "grad_norm": 0.13751207292079926,
      "learning_rate": 9.794568022994922e-05,
      "loss": 0.0602,
      "step": 8220
    },
    {
      "epoch": 2.5639426076107297,
      "flow_loss": 0.05424530431628227,
      "step": 8220
    },
    {
      "contrastive_loss": 0.011691558174788952,
      "epoch": 2.5639426076107297,
      "step": 8220
    },
    {
      "contrastive_lambda": 0.9544107636820343,
      "epoch": 2.5639426076107297,
      "step": 8220
    },
    {
      "contrastive_lambda": 0.9543998411780201,
      "epoch": 2.5642545227698066,
      "step": 8221
    },
    {
      "contrastive_lambda": 0.9543889174282429,
      "epoch": 2.5645664379288835,
      "step": 8222
    },
    {
      "contrastive_lambda": 0.9543779924327327,
      "epoch": 2.56487835308796,
      "step": 8223
    },
    {
      "contrastive_lambda": 0.9543670661915196,
      "epoch": 2.565190268247037,
      "step": 8224
    },
    {
      "contrastive_lambda": 0.9543561387046332,
      "epoch": 2.565502183406114,
      "step": 8225
    },
    {
      "contrastive_lambda": 0.9543452099721037,
      "epoch": 2.5658140985651903,
      "step": 8226
    },
    {
      "contrastive_lambda": 0.9543342799939611,
      "epoch": 2.5661260137242667,
      "step": 8227
    },
    {
      "contrastive_lambda": 0.9543233487702352,
      "epoch": 2.5664379288833437,
      "step": 8228
    },
    {
      "contrastive_lambda": 0.954312416300956,
      "epoch": 2.5667498440424206,
      "step": 8229
    },
    {
      "epoch": 2.567061759201497,
      "grad_norm": 0.1407225877046585,
      "learning_rate": 9.793785483971034e-05,
      "loss": 0.059,
      "step": 8230
    },
    {
      "epoch": 2.567061759201497,
      "flow_loss": 0.05258769914507866,
      "step": 8230
    },
    {
      "contrastive_loss": 0.012269447557628155,
      "epoch": 2.567061759201497,
      "step": 8230
    },
    {
      "contrastive_lambda": 0.9543014825861535,
      "epoch": 2.567061759201497,
      "step": 8230
    },
    {
      "contrastive_lambda": 0.9542905476258579,
      "epoch": 2.567373674360574,
      "step": 8231
    },
    {
      "contrastive_lambda": 0.9542796114200989,
      "epoch": 2.567685589519651,
      "step": 8232
    },
    {
      "contrastive_lambda": 0.9542686739689064,
      "epoch": 2.5679975046787273,
      "step": 8233
    },
    {
      "contrastive_lambda": 0.9542577352723106,
      "epoch": 2.5683094198378043,
      "step": 8234
    },
    {
      "contrastive_lambda": 0.9542467953303415,
      "epoch": 2.5686213349968807,
      "step": 8235
    },
    {
      "contrastive_lambda": 0.9542358541430289,
      "epoch": 2.5689332501559576,
      "step": 8236
    },
    {
      "contrastive_lambda": 0.954224911710403,
      "epoch": 2.569245165315034,
      "step": 8237
    },
    {
      "contrastive_lambda": 0.9542139680324937,
      "epoch": 2.569557080474111,
      "step": 8238
    },
    {
      "contrastive_lambda": 0.954203023109331,
      "epoch": 2.569868995633188,
      "step": 8239
    },
    {
      "epoch": 2.5701809107922644,
      "grad_norm": 0.16934268176555634,
      "learning_rate": 9.793001488721691e-05,
      "loss": 0.0549,
      "step": 8240
    },
    {
      "epoch": 2.5701809107922644,
      "flow_loss": 0.04671940207481384,
      "step": 8240
    },
    {
      "contrastive_loss": 0.009679287672042847,
      "epoch": 2.5701809107922644,
      "step": 8240
    },
    {
      "contrastive_lambda": 0.954192076940945,
      "epoch": 2.5701809107922644,
      "step": 8240
    },
    {
      "contrastive_lambda": 0.9541811295273656,
      "epoch": 2.5704928259513413,
      "step": 8241
    },
    {
      "contrastive_lambda": 0.9541701808686227,
      "epoch": 2.5708047411104182,
      "step": 8242
    },
    {
      "contrastive_lambda": 0.9541592309647466,
      "epoch": 2.5711166562694947,
      "step": 8243
    },
    {
      "contrastive_lambda": 0.9541482798157672,
      "epoch": 2.571428571428571,
      "step": 8244
    },
    {
      "contrastive_lambda": 0.9541373274217144,
      "epoch": 2.571740486587648,
      "step": 8245
    },
    {
      "contrastive_lambda": 0.9541263737826184,
      "epoch": 2.572052401746725,
      "step": 8246
    },
    {
      "contrastive_lambda": 0.9541154188985093,
      "epoch": 2.5723643169058015,
      "step": 8247
    },
    {
      "contrastive_lambda": 0.9541044627694169,
      "epoch": 2.5726762320648784,
      "step": 8248
    },
    {
      "contrastive_lambda": 0.9540935053953712,
      "epoch": 2.5729881472239553,
      "step": 8249
    },
    {
      "epoch": 2.5733000623830318,
      "grad_norm": 0.15722905099391937,
      "learning_rate": 9.792216037485047e-05,
      "loss": 0.0527,
      "step": 8250
    },
    {
      "epoch": 2.5733000623830318,
      "flow_loss": 0.06142863631248474,
      "step": 8250
    },
    {
      "contrastive_loss": 0.013478968292474747,
      "epoch": 2.5733000623830318,
      "step": 8250
    },
    {
      "contrastive_lambda": 0.9540825467764025,
      "epoch": 2.5733000623830318,
      "step": 8250
    },
    {
      "contrastive_lambda": 0.9540715869125407,
      "epoch": 2.5736119775421087,
      "step": 8251
    },
    {
      "contrastive_lambda": 0.9540606258038158,
      "epoch": 2.573923892701185,
      "step": 8252
    },
    {
      "contrastive_lambda": 0.954049663450258,
      "epoch": 2.574235807860262,
      "step": 8253
    },
    {
      "contrastive_lambda": 0.9540386998518973,
      "epoch": 2.5745477230193385,
      "step": 8254
    },
    {
      "contrastive_lambda": 0.9540277350087636,
      "epoch": 2.5748596381784155,
      "step": 8255
    },
    {
      "contrastive_lambda": 0.954016768920887,
      "epoch": 2.5751715533374924,
      "step": 8256
    },
    {
      "contrastive_lambda": 0.9540058015882978,
      "epoch": 2.575483468496569,
      "step": 8257
    },
    {
      "contrastive_lambda": 0.9539948330110259,
      "epoch": 2.5757953836556458,
      "step": 8258
    },
    {
      "contrastive_lambda": 0.9539838631891014,
      "epoch": 2.5761072988147227,
      "step": 8259
    },
    {
      "epoch": 2.576419213973799,
      "grad_norm": 0.145929753780365,
      "learning_rate": 9.791429130499704e-05,
      "loss": 0.0528,
      "step": 8260
    },
    {
      "epoch": 2.576419213973799,
      "flow_loss": 0.06925974786281586,
      "step": 8260
    },
    {
      "contrastive_loss": 0.010601917281746864,
      "epoch": 2.576419213973799,
      "step": 8260
    },
    {
      "contrastive_lambda": 0.9539728921225544,
      "epoch": 2.576419213973799,
      "step": 8260
    },
    {
      "contrastive_lambda": 0.9539619198114149,
      "epoch": 2.5767311291328756,
      "step": 8261
    },
    {
      "contrastive_lambda": 0.953950946255713,
      "epoch": 2.5770430442919525,
      "step": 8262
    },
    {
      "contrastive_lambda": 0.9539399714554788,
      "epoch": 2.5773549594510294,
      "step": 8263
    },
    {
      "contrastive_lambda": 0.9539289954107425,
      "epoch": 2.577666874610106,
      "step": 8264
    },
    {
      "contrastive_lambda": 0.953918018121534,
      "epoch": 2.577978789769183,
      "step": 8265
    },
    {
      "contrastive_lambda": 0.9539070395878835,
      "epoch": 2.5782907049282597,
      "step": 8266
    },
    {
      "contrastive_lambda": 0.9538960598098211,
      "epoch": 2.578602620087336,
      "step": 8267
    },
    {
      "contrastive_lambda": 0.9538850787873767,
      "epoch": 2.578914535246413,
      "step": 8268
    },
    {
      "contrastive_lambda": 0.9538740965205807,
      "epoch": 2.5792264504054896,
      "step": 8269
    },
    {
      "epoch": 2.5795383655645665,
      "grad_norm": 0.17959609627723694,
      "learning_rate": 9.790640768004698e-05,
      "loss": 0.07,
      "step": 8270
    },
    {
      "epoch": 2.5795383655645665,
      "flow_loss": 0.05318674445152283,
      "step": 8270
    },
    {
      "contrastive_loss": 0.009252889081835747,
      "epoch": 2.5795383655645665,
      "step": 8270
    },
    {
      "contrastive_lambda": 0.9538631130094632,
      "epoch": 2.5795383655645665,
      "step": 8270
    },
    {
      "contrastive_lambda": 0.9538521282540542,
      "epoch": 2.579850280723643,
      "step": 8271
    },
    {
      "contrastive_lambda": 0.9538411422543838,
      "epoch": 2.58016219588272,
      "step": 8272
    },
    {
      "contrastive_lambda": 0.9538301550104821,
      "epoch": 2.580474111041797,
      "step": 8273
    },
    {
      "contrastive_lambda": 0.9538191665223792,
      "epoch": 2.5807860262008733,
      "step": 8274
    },
    {
      "contrastive_lambda": 0.9538081767901054,
      "epoch": 2.58109794135995,
      "step": 8275
    },
    {
      "contrastive_lambda": 0.9537971858136907,
      "epoch": 2.581409856519027,
      "step": 8276
    },
    {
      "contrastive_lambda": 0.9537861935931651,
      "epoch": 2.5817217716781036,
      "step": 8277
    },
    {
      "contrastive_lambda": 0.9537752001285591,
      "epoch": 2.58203368683718,
      "step": 8278
    },
    {
      "contrastive_lambda": 0.9537642054199025,
      "epoch": 2.582345601996257,
      "step": 8279
    },
    {
      "epoch": 2.582657517155334,
      "grad_norm": 0.17168094217777252,
      "learning_rate": 9.789850950239518e-05,
      "loss": 0.0534,
      "step": 8280
    },
    {
      "epoch": 2.582657517155334,
      "flow_loss": 0.06063085421919823,
      "step": 8280
    },
    {
      "contrastive_loss": 0.00879683531820774,
      "epoch": 2.582657517155334,
      "step": 8280
    },
    {
      "contrastive_lambda": 0.9537532094672256,
      "epoch": 2.582657517155334,
      "step": 8280
    },
    {
      "contrastive_lambda": 0.9537422122705584,
      "epoch": 2.5829694323144103,
      "step": 8281
    },
    {
      "contrastive_lambda": 0.9537312138299314,
      "epoch": 2.5832813474734873,
      "step": 8282
    },
    {
      "contrastive_lambda": 0.9537202141453743,
      "epoch": 2.583593262632564,
      "step": 8283
    },
    {
      "contrastive_lambda": 0.9537092132169176,
      "epoch": 2.5839051777916406,
      "step": 8284
    },
    {
      "contrastive_lambda": 0.9536982110445913,
      "epoch": 2.5842170929507176,
      "step": 8285
    },
    {
      "contrastive_lambda": 0.9536872076284255,
      "epoch": 2.584529008109794,
      "step": 8286
    },
    {
      "contrastive_lambda": 0.9536762029684507,
      "epoch": 2.584840923268871,
      "step": 8287
    },
    {
      "contrastive_lambda": 0.9536651970646965,
      "epoch": 2.5851528384279474,
      "step": 8288
    },
    {
      "contrastive_lambda": 0.9536541899171936,
      "epoch": 2.5854647535870243,
      "step": 8289
    },
    {
      "epoch": 2.5857766687461012,
      "grad_norm": 0.17960400879383087,
      "learning_rate": 9.789059677444089e-05,
      "loss": 0.0588,
      "step": 8290
    },
    {
      "epoch": 2.5857766687461012,
      "flow_loss": 0.04778505861759186,
      "step": 8290
    },
    {
      "contrastive_loss": 0.008211115375161171,
      "epoch": 2.5857766687461012,
      "step": 8290
    },
    {
      "contrastive_lambda": 0.953643181525972,
      "epoch": 2.5857766687461012,
      "step": 8290
    },
    {
      "contrastive_lambda": 0.9536321718910619,
      "epoch": 2.5860885839051777,
      "step": 8291
    },
    {
      "contrastive_lambda": 0.9536211610124933,
      "epoch": 2.5864004990642546,
      "step": 8292
    },
    {
      "contrastive_lambda": 0.9536101488902966,
      "epoch": 2.586712414223331,
      "step": 8293
    },
    {
      "contrastive_lambda": 0.9535991355245019,
      "epoch": 2.587024329382408,
      "step": 8294
    },
    {
      "contrastive_lambda": 0.9535881209151394,
      "epoch": 2.5873362445414845,
      "step": 8295
    },
    {
      "contrastive_lambda": 0.9535771050622395,
      "epoch": 2.5876481597005614,
      "step": 8296
    },
    {
      "contrastive_lambda": 0.953566087965832,
      "epoch": 2.5879600748596383,
      "step": 8297
    },
    {
      "contrastive_lambda": 0.9535550696259474,
      "epoch": 2.5882719900187148,
      "step": 8298
    },
    {
      "contrastive_lambda": 0.9535440500426158,
      "epoch": 2.5885839051777917,
      "step": 8299
    },
    {
      "epoch": 2.5888958203368686,
      "grad_norm": 0.13686932623386383,
      "learning_rate": 9.788266949858776e-05,
      "loss": 0.0523,
      "step": 8300
    },
    {
      "epoch": 2.5888958203368686,
      "flow_loss": 0.05848625302314758,
      "step": 8300
    },
    {
      "contrastive_loss": 0.009652849286794662,
      "epoch": 2.5888958203368686,
      "step": 8300
    },
    {
      "contrastive_lambda": 0.9535330292158674,
      "epoch": 2.5888958203368686,
      "step": 8300
    },
    {
      "contrastive_lambda": 0.9535220071457324,
      "epoch": 2.589207735495945,
      "step": 8301
    },
    {
      "contrastive_lambda": 0.9535109838322413,
      "epoch": 2.589519650655022,
      "step": 8302
    },
    {
      "contrastive_lambda": 0.9534999592754239,
      "epoch": 2.5898315658140985,
      "step": 8303
    },
    {
      "contrastive_lambda": 0.9534889334753107,
      "epoch": 2.5901434809731754,
      "step": 8304
    },
    {
      "contrastive_lambda": 0.9534779064319318,
      "epoch": 2.590455396132252,
      "step": 8305
    },
    {
      "contrastive_lambda": 0.9534668781453175,
      "epoch": 2.5907673112913288,
      "step": 8306
    },
    {
      "contrastive_lambda": 0.9534558486154978,
      "epoch": 2.5910792264504057,
      "step": 8307
    },
    {
      "contrastive_lambda": 0.9534448178425035,
      "epoch": 2.591391141609482,
      "step": 8308
    },
    {
      "contrastive_lambda": 0.9534337858263642,
      "epoch": 2.591703056768559,
      "step": 8309
    },
    {
      "epoch": 2.5920149719276355,
      "grad_norm": 0.1917148232460022,
      "learning_rate": 9.787472767724392e-05,
      "loss": 0.0583,
      "step": 8310
    },
    {
      "epoch": 2.5920149719276355,
      "flow_loss": 0.047940634191036224,
      "step": 8310
    },
    {
      "contrastive_loss": 0.014551900327205658,
      "epoch": 2.5920149719276355,
      "step": 8310
    },
    {
      "contrastive_lambda": 0.9534227525671106,
      "epoch": 2.5920149719276355,
      "step": 8310
    },
    {
      "contrastive_lambda": 0.9534117180647728,
      "epoch": 2.5923268870867124,
      "step": 8311
    },
    {
      "contrastive_lambda": 0.9534006823193808,
      "epoch": 2.592638802245789,
      "step": 8312
    },
    {
      "contrastive_lambda": 0.9533896453309654,
      "epoch": 2.592950717404866,
      "step": 8313
    },
    {
      "contrastive_lambda": 0.9533786070995562,
      "epoch": 2.5932626325639427,
      "step": 8314
    },
    {
      "contrastive_lambda": 0.953367567625184,
      "epoch": 2.593574547723019,
      "step": 8315
    },
    {
      "contrastive_lambda": 0.953356526907879,
      "epoch": 2.593886462882096,
      "step": 8316
    },
    {
      "contrastive_lambda": 0.9533454849476711,
      "epoch": 2.594198378041173,
      "step": 8317
    },
    {
      "contrastive_lambda": 0.9533344417445909,
      "epoch": 2.5945102932002495,
      "step": 8318
    },
    {
      "contrastive_lambda": 0.9533233972986687,
      "epoch": 2.5948222083593264,
      "step": 8319
    },
    {
      "epoch": 2.595134123518403,
      "grad_norm": 0.19853703677654266,
      "learning_rate": 9.786677131282185e-05,
      "loss": 0.0593,
      "step": 8320
    },
    {
      "epoch": 2.595134123518403,
      "flow_loss": 0.03466256335377693,
      "step": 8320
    },
    {
      "contrastive_loss": 0.009694364853203297,
      "epoch": 2.595134123518403,
      "step": 8320
    },
    {
      "contrastive_lambda": 0.9533123516099345,
      "epoch": 2.595134123518403,
      "step": 8320
    },
    {
      "contrastive_lambda": 0.9533013046784189,
      "epoch": 2.59544603867748,
      "step": 8321
    },
    {
      "contrastive_lambda": 0.9532902565041519,
      "epoch": 2.5957579538365563,
      "step": 8322
    },
    {
      "contrastive_lambda": 0.9532792070871641,
      "epoch": 2.596069868995633,
      "step": 8323
    },
    {
      "contrastive_lambda": 0.9532681564274854,
      "epoch": 2.59638178415471,
      "step": 8324
    },
    {
      "contrastive_lambda": 0.9532571045251464,
      "epoch": 2.5966936993137866,
      "step": 8325
    },
    {
      "contrastive_lambda": 0.9532460513801774,
      "epoch": 2.5970056144728635,
      "step": 8326
    },
    {
      "contrastive_lambda": 0.9532349969926085,
      "epoch": 2.59731752963194,
      "step": 8327
    },
    {
      "contrastive_lambda": 0.9532239413624701,
      "epoch": 2.597629444791017,
      "step": 8328
    },
    {
      "contrastive_lambda": 0.9532128844897927,
      "epoch": 2.5979413599500933,
      "step": 8329
    },
    {
      "epoch": 2.5982532751091703,
      "grad_norm": 0.14865992963314056,
      "learning_rate": 9.785880040773853e-05,
      "loss": 0.0597,
      "step": 8330
    },
    {
      "epoch": 2.5982532751091703,
      "flow_loss": 0.059220217168331146,
      "step": 8330
    },
    {
      "contrastive_loss": 0.015954475849866867,
      "epoch": 2.5982532751091703,
      "step": 8330
    },
    {
      "contrastive_lambda": 0.9532018263746063,
      "epoch": 2.5982532751091703,
      "step": 8330
    },
    {
      "contrastive_lambda": 0.9531907670169415,
      "epoch": 2.598565190268247,
      "step": 8331
    },
    {
      "contrastive_lambda": 0.9531797064168284,
      "epoch": 2.5988771054273236,
      "step": 8332
    },
    {
      "contrastive_lambda": 0.9531686445742973,
      "epoch": 2.5991890205864006,
      "step": 8333
    },
    {
      "contrastive_lambda": 0.9531575814893787,
      "epoch": 2.5995009357454775,
      "step": 8334
    },
    {
      "contrastive_lambda": 0.953146517162103,
      "epoch": 2.599812850904554,
      "step": 8335
    },
    {
      "contrastive_lambda": 0.9531354515925001,
      "epoch": 2.600124766063631,
      "step": 8336
    },
    {
      "contrastive_lambda": 0.9531243847806009,
      "epoch": 2.6004366812227073,
      "step": 8337
    },
    {
      "contrastive_lambda": 0.9531133167264354,
      "epoch": 2.6007485963817842,
      "step": 8338
    },
    {
      "contrastive_lambda": 0.9531022474300339,
      "epoch": 2.6010605115408607,
      "step": 8339
    },
    {
      "epoch": 2.6013724266999376,
      "grad_norm": 0.1364225596189499,
      "learning_rate": 9.785081496441527e-05,
      "loss": 0.0554,
      "step": 8340
    },
    {
      "epoch": 2.6013724266999376,
      "flow_loss": 0.06397800892591476,
      "step": 8340
    },
    {
      "contrastive_loss": 0.013862775638699532,
      "epoch": 2.6013724266999376,
      "step": 8340
    },
    {
      "contrastive_lambda": 0.953091176891427,
      "epoch": 2.6013724266999376,
      "step": 8340
    },
    {
      "contrastive_lambda": 0.9530801051106449,
      "epoch": 2.6016843418590145,
      "step": 8341
    },
    {
      "contrastive_lambda": 0.953069032087718,
      "epoch": 2.601996257018091,
      "step": 8342
    },
    {
      "contrastive_lambda": 0.9530579578226765,
      "epoch": 2.602308172177168,
      "step": 8343
    },
    {
      "contrastive_lambda": 0.9530468823155509,
      "epoch": 2.6026200873362444,
      "step": 8344
    },
    {
      "contrastive_lambda": 0.9530358055663717,
      "epoch": 2.6029320024953213,
      "step": 8345
    },
    {
      "contrastive_lambda": 0.953024727575169,
      "epoch": 2.6032439176543978,
      "step": 8346
    },
    {
      "contrastive_lambda": 0.9530136483419733,
      "epoch": 2.6035558328134747,
      "step": 8347
    },
    {
      "contrastive_lambda": 0.953002567866815,
      "epoch": 2.6038677479725516,
      "step": 8348
    },
    {
      "contrastive_lambda": 0.9529914861497244,
      "epoch": 2.604179663131628,
      "step": 8349
    },
    {
      "epoch": 2.604491578290705,
      "grad_norm": 0.14486844837665558,
      "learning_rate": 9.784281498527785e-05,
      "loss": 0.0589,
      "step": 8350
    },
    {
      "epoch": 2.604491578290705,
      "flow_loss": 0.038885340094566345,
      "step": 8350
    },
    {
      "contrastive_loss": 0.010352354496717453,
      "epoch": 2.604491578290705,
      "step": 8350
    },
    {
      "contrastive_lambda": 0.9529804031907319,
      "epoch": 2.604491578290705,
      "step": 8350
    },
    {
      "contrastive_lambda": 0.9529693189898679,
      "epoch": 2.604803493449782,
      "step": 8351
    },
    {
      "contrastive_lambda": 0.9529582335471629,
      "epoch": 2.6051154086088584,
      "step": 8352
    },
    {
      "contrastive_lambda": 0.9529471468626471,
      "epoch": 2.6054273237679353,
      "step": 8353
    },
    {
      "contrastive_lambda": 0.9529360589363509,
      "epoch": 2.6057392389270118,
      "step": 8354
    },
    {
      "contrastive_lambda": 0.9529249697683049,
      "epoch": 2.6060511540860887,
      "step": 8355
    },
    {
      "contrastive_lambda": 0.9529138793585394,
      "epoch": 2.606363069245165,
      "step": 8356
    },
    {
      "contrastive_lambda": 0.9529027877070847,
      "epoch": 2.606674984404242,
      "step": 8357
    },
    {
      "contrastive_lambda": 0.9528916948139714,
      "epoch": 2.606986899563319,
      "step": 8358
    },
    {
      "contrastive_lambda": 0.9528806006792296,
      "epoch": 2.6072988147223954,
      "step": 8359
    },
    {
      "epoch": 2.6076107298814724,
      "grad_norm": 0.13222955167293549,
      "learning_rate": 9.783480047275646e-05,
      "loss": 0.0573,
      "step": 8360
    },
    {
      "epoch": 2.6076107298814724,
      "flow_loss": 0.03492563217878342,
      "step": 8360
    },
    {
      "contrastive_loss": 0.011362467892467976,
      "epoch": 2.6076107298814724,
      "step": 8360
    },
    {
      "contrastive_lambda": 0.9528695053028902,
      "epoch": 2.6076107298814724,
      "step": 8360
    },
    {
      "contrastive_lambda": 0.9528584086849832,
      "epoch": 2.607922645040549,
      "step": 8361
    },
    {
      "contrastive_lambda": 0.9528473108255391,
      "epoch": 2.6082345601996257,
      "step": 8362
    },
    {
      "contrastive_lambda": 0.9528362117245883,
      "epoch": 2.608546475358702,
      "step": 8363
    },
    {
      "contrastive_lambda": 0.9528251113821615,
      "epoch": 2.608858390517779,
      "step": 8364
    },
    {
      "contrastive_lambda": 0.9528140097982889,
      "epoch": 2.609170305676856,
      "step": 8365
    },
    {
      "contrastive_lambda": 0.9528029069730011,
      "epoch": 2.6094822208359325,
      "step": 8366
    },
    {
      "contrastive_lambda": 0.9527918029063283,
      "epoch": 2.6097941359950094,
      "step": 8367
    },
    {
      "contrastive_lambda": 0.952780697598301,
      "epoch": 2.6101060511540863,
      "step": 8368
    },
    {
      "contrastive_lambda": 0.9527695910489498,
      "epoch": 2.610417966313163,
      "step": 8369
    },
    {
      "epoch": 2.6107298814722393,
      "grad_norm": 0.20033487677574158,
      "learning_rate": 9.78267714292857e-05,
      "loss": 0.0478,
      "step": 8370
    },
    {
      "epoch": 2.6107298814722393,
      "flow_loss": 0.03909914940595627,
      "step": 8370
    },
    {
      "contrastive_loss": 0.008588401600718498,
      "epoch": 2.6107298814722393,
      "step": 8370
    },
    {
      "contrastive_lambda": 0.952758483258305,
      "epoch": 2.6107298814722393,
      "step": 8370
    },
    {
      "contrastive_lambda": 0.9527473742263972,
      "epoch": 2.611041796631316,
      "step": 8371
    },
    {
      "contrastive_lambda": 0.9527362639532566,
      "epoch": 2.611353711790393,
      "step": 8372
    },
    {
      "contrastive_lambda": 0.952725152438914,
      "epoch": 2.6116656269494696,
      "step": 8373
    },
    {
      "contrastive_lambda": 0.9527140396833996,
      "epoch": 2.6119775421085465,
      "step": 8374
    },
    {
      "contrastive_lambda": 0.9527029256867441,
      "epoch": 2.6122894572676234,
      "step": 8375
    },
    {
      "contrastive_lambda": 0.9526918104489777,
      "epoch": 2.6126013724267,
      "step": 8376
    },
    {
      "contrastive_lambda": 0.9526806939701309,
      "epoch": 2.612913287585777,
      "step": 8377
    },
    {
      "contrastive_lambda": 0.9526695762502344,
      "epoch": 2.6132252027448533,
      "step": 8378
    },
    {
      "contrastive_lambda": 0.9526584572893186,
      "epoch": 2.61353711790393,
      "step": 8379
    },
    {
      "epoch": 2.6138490330630066,
      "grad_norm": 0.14845804870128632,
      "learning_rate": 9.781872785730454e-05,
      "loss": 0.0568,
      "step": 8380
    },
    {
      "epoch": 2.6138490330630066,
      "flow_loss": 0.0442228764295578,
      "step": 8380
    },
    {
      "contrastive_loss": 0.011835920624434948,
      "epoch": 2.6138490330630066,
      "step": 8380
    },
    {
      "contrastive_lambda": 0.9526473370874138,
      "epoch": 2.6138490330630066,
      "step": 8380
    },
    {
      "contrastive_lambda": 0.9526362156445507,
      "epoch": 2.6141609482220836,
      "step": 8381
    },
    {
      "contrastive_lambda": 0.9526250929607598,
      "epoch": 2.6144728633811605,
      "step": 8382
    },
    {
      "contrastive_lambda": 0.9526139690360714,
      "epoch": 2.614784778540237,
      "step": 8383
    },
    {
      "contrastive_lambda": 0.9526028438705161,
      "epoch": 2.615096693699314,
      "step": 8384
    },
    {
      "contrastive_lambda": 0.9525917174641245,
      "epoch": 2.6154086088583908,
      "step": 8385
    },
    {
      "contrastive_lambda": 0.952580589816927,
      "epoch": 2.6157205240174672,
      "step": 8386
    },
    {
      "contrastive_lambda": 0.952569460928954,
      "epoch": 2.6160324391765437,
      "step": 8387
    },
    {
      "contrastive_lambda": 0.9525583308002362,
      "epoch": 2.6163443543356206,
      "step": 8388
    },
    {
      "contrastive_lambda": 0.9525471994308041,
      "epoch": 2.6166562694946975,
      "step": 8389
    },
    {
      "epoch": 2.616968184653774,
      "grad_norm": 0.18916594982147217,
      "learning_rate": 9.781066975925646e-05,
      "loss": 0.0585,
      "step": 8390
    },
    {
      "epoch": 2.616968184653774,
      "flow_loss": 0.08236055076122284,
      "step": 8390
    },
    {
      "contrastive_loss": 0.009257495403289795,
      "epoch": 2.616968184653774,
      "step": 8390
    },
    {
      "contrastive_lambda": 0.952536066820688,
      "epoch": 2.616968184653774,
      "step": 8390
    },
    {
      "contrastive_lambda": 0.9525249329699187,
      "epoch": 2.617280099812851,
      "step": 8391
    },
    {
      "contrastive_lambda": 0.9525137978785265,
      "epoch": 2.617592014971928,
      "step": 8392
    },
    {
      "contrastive_lambda": 0.9525026615465422,
      "epoch": 2.6179039301310043,
      "step": 8393
    },
    {
      "contrastive_lambda": 0.9524915239739961,
      "epoch": 2.6182158452900812,
      "step": 8394
    },
    {
      "contrastive_lambda": 0.9524803851609187,
      "epoch": 2.6185277604491577,
      "step": 8395
    },
    {
      "contrastive_lambda": 0.9524692451073407,
      "epoch": 2.6188396756082346,
      "step": 8396
    },
    {
      "contrastive_lambda": 0.9524581038132927,
      "epoch": 2.619151590767311,
      "step": 8397
    },
    {
      "contrastive_lambda": 0.9524469612788049,
      "epoch": 2.619463505926388,
      "step": 8398
    },
    {
      "contrastive_lambda": 0.9524358175039082,
      "epoch": 2.619775421085465,
      "step": 8399
    },
    {
      "epoch": 2.6200873362445414,
      "grad_norm": 0.17587655782699585,
      "learning_rate": 9.780259713758928e-05,
      "loss": 0.0477,
      "step": 8400
    },
    {
      "epoch": 2.6200873362445414,
      "flow_loss": 0.04097779095172882,
      "step": 8400
    },
    {
      "contrastive_loss": 0.00883664283901453,
      "epoch": 2.6200873362445414,
      "step": 8400
    },
    {
      "contrastive_lambda": 0.9524246724886329,
      "epoch": 2.6200873362445414,
      "step": 8400
    },
    {
      "contrastive_lambda": 0.9524135262330098,
      "epoch": 2.6203992514036183,
      "step": 8401
    },
    {
      "contrastive_lambda": 0.9524023787370692,
      "epoch": 2.620711166562695,
      "step": 8402
    },
    {
      "contrastive_lambda": 0.9523912300008419,
      "epoch": 2.6210230817217717,
      "step": 8403
    },
    {
      "contrastive_lambda": 0.9523800800243584,
      "epoch": 2.621334996880848,
      "step": 8404
    },
    {
      "contrastive_lambda": 0.9523689288076491,
      "epoch": 2.621646912039925,
      "step": 8405
    },
    {
      "contrastive_lambda": 0.9523577763507447,
      "epoch": 2.621958827199002,
      "step": 8406
    },
    {
      "contrastive_lambda": 0.9523466226536759,
      "epoch": 2.6222707423580784,
      "step": 8407
    },
    {
      "contrastive_lambda": 0.952335467716473,
      "epoch": 2.6225826575171554,
      "step": 8408
    },
    {
      "contrastive_lambda": 0.9523243115391669,
      "epoch": 2.6228945726762323,
      "step": 8409
    },
    {
      "epoch": 2.6232064878353087,
      "grad_norm": 0.14464114606380463,
      "learning_rate": 9.779450999475524e-05,
      "loss": 0.0545,
      "step": 8410
    },
    {
      "epoch": 2.6232064878353087,
      "flow_loss": 0.050772566348314285,
      "step": 8410
    },
    {
      "contrastive_loss": 0.009875766932964325,
      "epoch": 2.6232064878353087,
      "step": 8410
    },
    {
      "contrastive_lambda": 0.952313154121788,
      "epoch": 2.6232064878353087,
      "step": 8410
    },
    {
      "contrastive_lambda": 0.9523019954643668,
      "epoch": 2.6235184029943857,
      "step": 8411
    },
    {
      "contrastive_lambda": 0.952290835566934,
      "epoch": 2.623830318153462,
      "step": 8412
    },
    {
      "contrastive_lambda": 0.9522796744295201,
      "epoch": 2.624142233312539,
      "step": 8413
    },
    {
      "contrastive_lambda": 0.952268512052156,
      "epoch": 2.6244541484716155,
      "step": 8414
    },
    {
      "contrastive_lambda": 0.952257348434872,
      "epoch": 2.6247660636306924,
      "step": 8415
    },
    {
      "contrastive_lambda": 0.9522461835776989,
      "epoch": 2.6250779787897693,
      "step": 8416
    },
    {
      "contrastive_lambda": 0.9522350174806671,
      "epoch": 2.625389893948846,
      "step": 8417
    },
    {
      "contrastive_lambda": 0.9522238501438073,
      "epoch": 2.6257018091079227,
      "step": 8418
    },
    {
      "contrastive_lambda": 0.9522126815671502,
      "epoch": 2.6260137242669996,
      "step": 8419
    },
    {
      "epoch": 2.626325639426076,
      "grad_norm": 0.18678055703639984,
      "learning_rate": 9.7786408333211e-05,
      "loss": 0.053,
      "step": 8420
    },
    {
      "epoch": 2.626325639426076,
      "flow_loss": 0.04064195603132248,
      "step": 8420
    },
    {
      "contrastive_loss": 0.009567873552441597,
      "epoch": 2.626325639426076,
      "step": 8420
    },
    {
      "contrastive_lambda": 0.9522015117507263,
      "epoch": 2.626325639426076,
      "step": 8420
    },
    {
      "contrastive_lambda": 0.9521903406945664,
      "epoch": 2.6266375545851526,
      "step": 8421
    },
    {
      "contrastive_lambda": 0.9521791683987009,
      "epoch": 2.6269494697442295,
      "step": 8422
    },
    {
      "contrastive_lambda": 0.9521679948631605,
      "epoch": 2.6272613849033064,
      "step": 8423
    },
    {
      "contrastive_lambda": 0.952156820087976,
      "epoch": 2.627573300062383,
      "step": 8424
    },
    {
      "contrastive_lambda": 0.9521456440731779,
      "epoch": 2.62788521522146,
      "step": 8425
    },
    {
      "contrastive_lambda": 0.9521344668187968,
      "epoch": 2.6281971303805367,
      "step": 8426
    },
    {
      "contrastive_lambda": 0.9521232883248634,
      "epoch": 2.628509045539613,
      "step": 8427
    },
    {
      "contrastive_lambda": 0.9521121085914083,
      "epoch": 2.62882096069869,
      "step": 8428
    },
    {
      "contrastive_lambda": 0.9521009276184622,
      "epoch": 2.6291328758577666,
      "step": 8429
    },
    {
      "epoch": 2.6294447910168435,
      "grad_norm": 0.12378622591495514,
      "learning_rate": 9.777829215541764e-05,
      "loss": 0.0515,
      "step": 8430
    },
    {
      "epoch": 2.6294447910168435,
      "flow_loss": 0.05110332369804382,
      "step": 8430
    },
    {
      "contrastive_loss": 0.008332456462085247,
      "epoch": 2.6294447910168435,
      "step": 8430
    },
    {
      "contrastive_lambda": 0.9520897454060557,
      "epoch": 2.6294447910168435,
      "step": 8430
    },
    {
      "contrastive_lambda": 0.9520785619542196,
      "epoch": 2.62975670617592,
      "step": 8431
    },
    {
      "contrastive_lambda": 0.9520673772629843,
      "epoch": 2.630068621334997,
      "step": 8432
    },
    {
      "contrastive_lambda": 0.9520561913323806,
      "epoch": 2.6303805364940738,
      "step": 8433
    },
    {
      "contrastive_lambda": 0.9520450041624393,
      "epoch": 2.6306924516531502,
      "step": 8434
    },
    {
      "contrastive_lambda": 0.952033815753191,
      "epoch": 2.631004366812227,
      "step": 8435
    },
    {
      "contrastive_lambda": 0.9520226261046663,
      "epoch": 2.631316281971304,
      "step": 8436
    },
    {
      "contrastive_lambda": 0.9520114352168958,
      "epoch": 2.6316281971303805,
      "step": 8437
    },
    {
      "contrastive_lambda": 0.9520002430899104,
      "epoch": 2.631940112289457,
      "step": 8438
    },
    {
      "contrastive_lambda": 0.9519890497237407,
      "epoch": 2.632252027448534,
      "step": 8439
    },
    {
      "epoch": 2.632563942607611,
      "grad_norm": 0.17863693833351135,
      "learning_rate": 9.777016146384064e-05,
      "loss": 0.0495,
      "step": 8440
    },
    {
      "epoch": 2.632563942607611,
      "flow_loss": 0.07167801260948181,
      "step": 8440
    },
    {
      "contrastive_loss": 0.011443279683589935,
      "epoch": 2.632563942607611,
      "step": 8440
    },
    {
      "contrastive_lambda": 0.9519778551184173,
      "epoch": 2.632563942607611,
      "step": 8440
    },
    {
      "contrastive_lambda": 0.9519666592739708,
      "epoch": 2.6328758577666873,
      "step": 8441
    },
    {
      "contrastive_lambda": 0.9519554621904323,
      "epoch": 2.6331877729257642,
      "step": 8442
    },
    {
      "contrastive_lambda": 0.9519442638678322,
      "epoch": 2.633499688084841,
      "step": 8443
    },
    {
      "contrastive_lambda": 0.9519330643062011,
      "epoch": 2.6338116032439176,
      "step": 8444
    },
    {
      "contrastive_lambda": 0.9519218635055698,
      "epoch": 2.6341235184029945,
      "step": 8445
    },
    {
      "contrastive_lambda": 0.9519106614659691,
      "epoch": 2.634435433562071,
      "step": 8446
    },
    {
      "contrastive_lambda": 0.9518994581874298,
      "epoch": 2.634747348721148,
      "step": 8447
    },
    {
      "contrastive_lambda": 0.9518882536699824,
      "epoch": 2.6350592638802244,
      "step": 8448
    },
    {
      "contrastive_lambda": 0.9518770479136578,
      "epoch": 2.6353711790393013,
      "step": 8449
    },
    {
      "epoch": 2.635683094198378,
      "grad_norm": 0.13975630700588226,
      "learning_rate": 9.776201626094988e-05,
      "loss": 0.0536,
      "step": 8450
    },
    {
      "epoch": 2.635683094198378,
      "flow_loss": 0.03323717415332794,
      "step": 8450
    },
    {
      "contrastive_loss": 0.011527057737112045,
      "epoch": 2.635683094198378,
      "step": 8450
    },
    {
      "contrastive_lambda": 0.9518658409184864,
      "epoch": 2.635683094198378,
      "step": 8450
    },
    {
      "contrastive_lambda": 0.9518546326844992,
      "epoch": 2.6359950093574547,
      "step": 8451
    },
    {
      "contrastive_lambda": 0.951843423211727,
      "epoch": 2.6363069245165316,
      "step": 8452
    },
    {
      "contrastive_lambda": 0.9518322125002003,
      "epoch": 2.6366188396756085,
      "step": 8453
    },
    {
      "contrastive_lambda": 0.95182100054995,
      "epoch": 2.636930754834685,
      "step": 8454
    },
    {
      "contrastive_lambda": 0.9518097873610067,
      "epoch": 2.6372426699937614,
      "step": 8455
    },
    {
      "contrastive_lambda": 0.9517985729334013,
      "epoch": 2.6375545851528384,
      "step": 8456
    },
    {
      "contrastive_lambda": 0.9517873572671645,
      "epoch": 2.6378665003119153,
      "step": 8457
    },
    {
      "contrastive_lambda": 0.9517761403623268,
      "epoch": 2.6381784154709917,
      "step": 8458
    },
    {
      "contrastive_lambda": 0.9517649222189193,
      "epoch": 2.6384903306300687,
      "step": 8459
    },
    {
      "epoch": 2.6388022457891456,
      "grad_norm": 0.18429620563983917,
      "learning_rate": 9.775385654921965e-05,
      "loss": 0.0493,
      "step": 8460
    },
    {
      "epoch": 2.6388022457891456,
      "flow_loss": 0.05720023810863495,
      "step": 8460
    },
    {
      "contrastive_loss": 0.010569832287728786,
      "epoch": 2.6388022457891456,
      "step": 8460
    },
    {
      "contrastive_lambda": 0.9517537028369726,
      "epoch": 2.6388022457891456,
      "step": 8460
    },
    {
      "contrastive_lambda": 0.9517424822165175,
      "epoch": 2.639114160948222,
      "step": 8461
    },
    {
      "contrastive_lambda": 0.9517312603575846,
      "epoch": 2.639426076107299,
      "step": 8462
    },
    {
      "contrastive_lambda": 0.9517200372602049,
      "epoch": 2.6397379912663754,
      "step": 8463
    },
    {
      "contrastive_lambda": 0.9517088129244091,
      "epoch": 2.6400499064254523,
      "step": 8464
    },
    {
      "contrastive_lambda": 0.9516975873502279,
      "epoch": 2.640361821584529,
      "step": 8465
    },
    {
      "contrastive_lambda": 0.9516863605376922,
      "epoch": 2.6406737367436057,
      "step": 8466
    },
    {
      "contrastive_lambda": 0.9516751324868327,
      "epoch": 2.6409856519026826,
      "step": 8467
    },
    {
      "contrastive_lambda": 0.95166390319768,
      "epoch": 2.641297567061759,
      "step": 8468
    },
    {
      "contrastive_lambda": 0.9516526726702652,
      "epoch": 2.641609482220836,
      "step": 8469
    },
    {
      "epoch": 2.641921397379913,
      "grad_norm": 0.14086514711380005,
      "learning_rate": 9.774568233112868e-05,
      "loss": 0.0541,
      "step": 8470
    },
    {
      "epoch": 2.641921397379913,
      "flow_loss": 0.03612814098596573,
      "step": 8470
    },
    {
      "contrastive_loss": 0.010823397897183895,
      "epoch": 2.641921397379913,
      "step": 8470
    },
    {
      "contrastive_lambda": 0.9516414409046189,
      "epoch": 2.641921397379913,
      "step": 8470
    },
    {
      "contrastive_lambda": 0.9516302079007719,
      "epoch": 2.6422333125389894,
      "step": 8471
    },
    {
      "contrastive_lambda": 0.9516189736587553,
      "epoch": 2.642545227698066,
      "step": 8472
    },
    {
      "contrastive_lambda": 0.9516077381785993,
      "epoch": 2.642857142857143,
      "step": 8473
    },
    {
      "contrastive_lambda": 0.9515965014603353,
      "epoch": 2.6431690580162197,
      "step": 8474
    },
    {
      "contrastive_lambda": 0.9515852635039938,
      "epoch": 2.643480973175296,
      "step": 8475
    },
    {
      "contrastive_lambda": 0.9515740243096056,
      "epoch": 2.643792888334373,
      "step": 8476
    },
    {
      "contrastive_lambda": 0.9515627838772016,
      "epoch": 2.64410480349345,
      "step": 8477
    },
    {
      "contrastive_lambda": 0.9515515422068125,
      "epoch": 2.6444167186525265,
      "step": 8478
    },
    {
      "contrastive_lambda": 0.9515402992984693,
      "epoch": 2.6447286338116034,
      "step": 8479
    },
    {
      "epoch": 2.64504054897068,
      "grad_norm": 0.16502083837985992,
      "learning_rate": 9.773749360916007e-05,
      "loss": 0.0596,
      "step": 8480
    },
    {
      "epoch": 2.64504054897068,
      "flow_loss": 0.06235981360077858,
      "step": 8480
    },
    {
      "contrastive_loss": 0.010962288826704025,
      "epoch": 2.64504054897068,
      "step": 8480
    },
    {
      "contrastive_lambda": 0.9515290551522027,
      "epoch": 2.64504054897068,
      "step": 8480
    },
    {
      "contrastive_lambda": 0.9515178097680437,
      "epoch": 2.6453524641297568,
      "step": 8481
    },
    {
      "contrastive_lambda": 0.9515065631460228,
      "epoch": 2.6456643792888332,
      "step": 8482
    },
    {
      "contrastive_lambda": 0.951495315286171,
      "epoch": 2.64597629444791,
      "step": 8483
    },
    {
      "contrastive_lambda": 0.9514840661885193,
      "epoch": 2.646288209606987,
      "step": 8484
    },
    {
      "contrastive_lambda": 0.9514728158530983,
      "epoch": 2.6466001247660635,
      "step": 8485
    },
    {
      "contrastive_lambda": 0.9514615642799391,
      "epoch": 2.6469120399251405,
      "step": 8486
    },
    {
      "contrastive_lambda": 0.9514503114690722,
      "epoch": 2.647223955084217,
      "step": 8487
    },
    {
      "contrastive_lambda": 0.9514390574205287,
      "epoch": 2.647535870243294,
      "step": 8488
    },
    {
      "contrastive_lambda": 0.9514278021343394,
      "epoch": 2.6478477854023703,
      "step": 8489
    },
    {
      "epoch": 2.6481597005614472,
      "grad_norm": 0.14010396599769592,
      "learning_rate": 9.772929038580134e-05,
      "loss": 0.0565,
      "step": 8490
    },
    {
      "epoch": 2.6481597005614472,
      "flow_loss": 0.045550547540187836,
      "step": 8490
    },
    {
      "contrastive_loss": 0.010120591148734093,
      "epoch": 2.6481597005614472,
      "step": 8490
    },
    {
      "contrastive_lambda": 0.9514165456105352,
      "epoch": 2.6481597005614472,
      "step": 8490
    },
    {
      "contrastive_lambda": 0.9514052878491468,
      "epoch": 2.648471615720524,
      "step": 8491
    },
    {
      "contrastive_lambda": 0.9513940288502053,
      "epoch": 2.6487835308796006,
      "step": 8492
    },
    {
      "contrastive_lambda": 0.9513827686137414,
      "epoch": 2.6490954460386775,
      "step": 8493
    },
    {
      "contrastive_lambda": 0.9513715071397859,
      "epoch": 2.6494073611977544,
      "step": 8494
    },
    {
      "contrastive_lambda": 0.95136024442837,
      "epoch": 2.649719276356831,
      "step": 8495
    },
    {
      "contrastive_lambda": 0.9513489804795242,
      "epoch": 2.650031191515908,
      "step": 8496
    },
    {
      "contrastive_lambda": 0.9513377152932796,
      "epoch": 2.6503431066749843,
      "step": 8497
    },
    {
      "contrastive_lambda": 0.951326448869667,
      "epoch": 2.650655021834061,
      "step": 8498
    },
    {
      "contrastive_lambda": 0.9513151812087173,
      "epoch": 2.6509669369931377,
      "step": 8499
    },
    {
      "epoch": 2.6512788521522146,
      "grad_norm": 0.150930717587471,
      "learning_rate": 9.772107266354439e-05,
      "loss": 0.0517,
      "step": 8500
    },
    {
      "epoch": 2.6512788521522146,
      "flow_loss": 0.04752654582262039,
      "step": 8500
    },
    {
      "contrastive_loss": 0.00938198808580637,
      "epoch": 2.6512788521522146,
      "step": 8500
    },
    {
      "contrastive_lambda": 0.9513039123104614,
      "epoch": 2.6512788521522146,
      "step": 8500
    },
    {
      "contrastive_lambda": 0.9512926421749304,
      "epoch": 2.6515907673112915,
      "step": 8501
    },
    {
      "contrastive_lambda": 0.9512813708021548,
      "epoch": 2.651902682470368,
      "step": 8502
    },
    {
      "contrastive_lambda": 0.9512700981921657,
      "epoch": 2.652214597629445,
      "step": 8503
    },
    {
      "contrastive_lambda": 0.951258824344994,
      "epoch": 2.6525265127885214,
      "step": 8504
    },
    {
      "contrastive_lambda": 0.9512475492606707,
      "epoch": 2.6528384279475983,
      "step": 8505
    },
    {
      "contrastive_lambda": 0.9512362729392265,
      "epoch": 2.6531503431066747,
      "step": 8506
    },
    {
      "contrastive_lambda": 0.9512249953806926,
      "epoch": 2.6534622582657517,
      "step": 8507
    },
    {
      "contrastive_lambda": 0.9512137165850996,
      "epoch": 2.6537741734248286,
      "step": 8508
    },
    {
      "contrastive_lambda": 0.9512024365524787,
      "epoch": 2.654086088583905,
      "step": 8509
    },
    {
      "epoch": 2.654398003742982,
      "grad_norm": 0.17760559916496277,
      "learning_rate": 9.77128404448856e-05,
      "loss": 0.0561,
      "step": 8510
    },
    {
      "epoch": 2.654398003742982,
      "flow_loss": 0.06463872641324997,
      "step": 8510
    },
    {
      "contrastive_loss": 0.012842023745179176,
      "epoch": 2.654398003742982,
      "step": 8510
    },
    {
      "contrastive_lambda": 0.9511911552828606,
      "epoch": 2.654398003742982,
      "step": 8510
    },
    {
      "contrastive_lambda": 0.9511798727762764,
      "epoch": 2.654709918902059,
      "step": 8511
    },
    {
      "contrastive_lambda": 0.9511685890327569,
      "epoch": 2.6550218340611353,
      "step": 8512
    },
    {
      "contrastive_lambda": 0.9511573040523331,
      "epoch": 2.6553337492202123,
      "step": 8513
    },
    {
      "contrastive_lambda": 0.9511460178350359,
      "epoch": 2.6556456643792887,
      "step": 8514
    },
    {
      "contrastive_lambda": 0.9511347303808965,
      "epoch": 2.6559575795383656,
      "step": 8515
    },
    {
      "contrastive_lambda": 0.9511234416899454,
      "epoch": 2.656269494697442,
      "step": 8516
    },
    {
      "contrastive_lambda": 0.9511121517622139,
      "epoch": 2.656581409856519,
      "step": 8517
    },
    {
      "contrastive_lambda": 0.9511008605977327,
      "epoch": 2.656893325015596,
      "step": 8518
    },
    {
      "contrastive_lambda": 0.951089568196533,
      "epoch": 2.6572052401746724,
      "step": 8519
    },
    {
      "epoch": 2.6575171553337493,
      "grad_norm": 0.1539308726787567,
      "learning_rate": 9.770459373232565e-05,
      "loss": 0.055,
      "step": 8520
    },
    {
      "epoch": 2.6575171553337493,
      "flow_loss": 0.044185787439346313,
      "step": 8520
    },
    {
      "contrastive_loss": 0.011879771947860718,
      "epoch": 2.6575171553337493,
      "step": 8520
    },
    {
      "contrastive_lambda": 0.9510782745586455,
      "epoch": 2.6575171553337493,
      "step": 8520
    },
    {
      "contrastive_lambda": 0.9510669796841014,
      "epoch": 2.657829070492826,
      "step": 8521
    },
    {
      "contrastive_lambda": 0.9510556835729316,
      "epoch": 2.6581409856519027,
      "step": 8522
    },
    {
      "contrastive_lambda": 0.951044386225167,
      "epoch": 2.658452900810979,
      "step": 8523
    },
    {
      "contrastive_lambda": 0.9510330876408386,
      "epoch": 2.658764815970056,
      "step": 8524
    },
    {
      "contrastive_lambda": 0.9510217878199773,
      "epoch": 2.659076731129133,
      "step": 8525
    },
    {
      "contrastive_lambda": 0.9510104867626141,
      "epoch": 2.6593886462882095,
      "step": 8526
    },
    {
      "contrastive_lambda": 0.9509991844687803,
      "epoch": 2.6597005614472864,
      "step": 8527
    },
    {
      "contrastive_lambda": 0.9509878809385064,
      "epoch": 2.6600124766063633,
      "step": 8528
    },
    {
      "contrastive_lambda": 0.9509765761718239,
      "epoch": 2.6603243917654398,
      "step": 8529
    },
    {
      "epoch": 2.6606363069245167,
      "grad_norm": 0.12000100314617157,
      "learning_rate": 9.769633252836969e-05,
      "loss": 0.0482,
      "step": 8530
    },
    {
      "epoch": 2.6606363069245167,
      "flow_loss": 0.044182077050209045,
      "step": 8530
    },
    {
      "contrastive_loss": 0.009168185293674469,
      "epoch": 2.6606363069245167,
      "step": 8530
    },
    {
      "contrastive_lambda": 0.9509652701687632,
      "epoch": 2.6606363069245167,
      "step": 8530
    },
    {
      "contrastive_lambda": 0.9509539629293557,
      "epoch": 2.660948222083593,
      "step": 8531
    },
    {
      "contrastive_lambda": 0.9509426544536324,
      "epoch": 2.66126013724267,
      "step": 8532
    },
    {
      "contrastive_lambda": 0.9509313447416241,
      "epoch": 2.6615720524017465,
      "step": 8533
    },
    {
      "contrastive_lambda": 0.950920033793362,
      "epoch": 2.6618839675608235,
      "step": 8534
    },
    {
      "contrastive_lambda": 0.950908721608877,
      "epoch": 2.6621958827199004,
      "step": 8535
    },
    {
      "contrastive_lambda": 0.9508974081882001,
      "epoch": 2.662507797878977,
      "step": 8536
    },
    {
      "contrastive_lambda": 0.9508860935313623,
      "epoch": 2.6628197130380538,
      "step": 8537
    },
    {
      "contrastive_lambda": 0.9508747776383948,
      "epoch": 2.6631316281971302,
      "step": 8538
    },
    {
      "contrastive_lambda": 0.9508634605093285,
      "epoch": 2.663443543356207,
      "step": 8539
    },
    {
      "epoch": 2.6637554585152836,
      "grad_norm": 0.18875813484191895,
      "learning_rate": 9.768805683552724e-05,
      "loss": 0.0545,
      "step": 8540
    },
    {
      "epoch": 2.6637554585152836,
      "flow_loss": 0.07499434798955917,
      "step": 8540
    },
    {
      "contrastive_loss": 0.01084818970412016,
      "epoch": 2.6637554585152836,
      "step": 8540
    },
    {
      "contrastive_lambda": 0.9508521421441944,
      "epoch": 2.6637554585152836,
      "step": 8540
    },
    {
      "contrastive_lambda": 0.9508408225430236,
      "epoch": 2.6640673736743605,
      "step": 8541
    },
    {
      "contrastive_lambda": 0.950829501705847,
      "epoch": 2.6643792888334374,
      "step": 8542
    },
    {
      "contrastive_lambda": 0.9508181796326958,
      "epoch": 2.664691203992514,
      "step": 8543
    },
    {
      "contrastive_lambda": 0.9508068563236007,
      "epoch": 2.665003119151591,
      "step": 8544
    },
    {
      "contrastive_lambda": 0.9507955317785933,
      "epoch": 2.6653150343106677,
      "step": 8545
    },
    {
      "contrastive_lambda": 0.9507842059977043,
      "epoch": 2.665626949469744,
      "step": 8546
    },
    {
      "contrastive_lambda": 0.9507728789809647,
      "epoch": 2.665938864628821,
      "step": 8547
    },
    {
      "contrastive_lambda": 0.9507615507284057,
      "epoch": 2.6662507797878976,
      "step": 8548
    },
    {
      "contrastive_lambda": 0.9507502212400585,
      "epoch": 2.6665626949469745,
      "step": 8549
    },
    {
      "epoch": 2.666874610106051,
      "grad_norm": 0.17795957624912262,
      "learning_rate": 9.767976665631228e-05,
      "loss": 0.0612,
      "step": 8550
    },
    {
      "epoch": 2.666874610106051,
      "flow_loss": 0.04577750340104103,
      "step": 8550
    },
    {
      "contrastive_loss": 0.012756286188960075,
      "epoch": 2.666874610106051,
      "step": 8550
    },
    {
      "contrastive_lambda": 0.9507388905159537,
      "epoch": 2.666874610106051,
      "step": 8550
    },
    {
      "contrastive_lambda": 0.9507275585561228,
      "epoch": 2.667186525265128,
      "step": 8551
    },
    {
      "contrastive_lambda": 0.9507162253605967,
      "epoch": 2.667498440424205,
      "step": 8552
    },
    {
      "contrastive_lambda": 0.9507048909294065,
      "epoch": 2.6678103555832813,
      "step": 8553
    },
    {
      "contrastive_lambda": 0.9506935552625833,
      "epoch": 2.668122270742358,
      "step": 8554
    },
    {
      "contrastive_lambda": 0.950682218360158,
      "epoch": 2.6684341859014347,
      "step": 8555
    },
    {
      "contrastive_lambda": 0.9506708802221617,
      "epoch": 2.6687461010605116,
      "step": 8556
    },
    {
      "contrastive_lambda": 0.9506595408486258,
      "epoch": 2.669058016219588,
      "step": 8557
    },
    {
      "contrastive_lambda": 0.9506482002395811,
      "epoch": 2.669369931378665,
      "step": 8558
    },
    {
      "contrastive_lambda": 0.9506368583950588,
      "epoch": 2.669681846537742,
      "step": 8559
    },
    {
      "epoch": 2.6699937616968183,
      "grad_norm": 0.14139293134212494,
      "learning_rate": 9.767146199324311e-05,
      "loss": 0.0502,
      "step": 8560
    },
    {
      "epoch": 2.6699937616968183,
      "flow_loss": 0.050347357988357544,
      "step": 8560
    },
    {
      "contrastive_loss": 0.011670142412185669,
      "epoch": 2.6699937616968183,
      "step": 8560
    },
    {
      "contrastive_lambda": 0.95062551531509,
      "epoch": 2.6699937616968183,
      "step": 8560
    },
    {
      "contrastive_lambda": 0.9506141709997056,
      "epoch": 2.6703056768558953,
      "step": 8561
    },
    {
      "contrastive_lambda": 0.950602825448937,
      "epoch": 2.670617592014972,
      "step": 8562
    },
    {
      "contrastive_lambda": 0.9505914786628152,
      "epoch": 2.6709295071740486,
      "step": 8563
    },
    {
      "contrastive_lambda": 0.9505801306413713,
      "epoch": 2.671241422333125,
      "step": 8564
    },
    {
      "contrastive_lambda": 0.9505687813846362,
      "epoch": 2.671553337492202,
      "step": 8565
    },
    {
      "contrastive_lambda": 0.9505574308926414,
      "epoch": 2.671865252651279,
      "step": 8566
    },
    {
      "contrastive_lambda": 0.9505460791654177,
      "epoch": 2.6721771678103554,
      "step": 8567
    },
    {
      "contrastive_lambda": 0.9505347262029964,
      "epoch": 2.6724890829694323,
      "step": 8568
    },
    {
      "contrastive_lambda": 0.9505233720054086,
      "epoch": 2.6728009981285092,
      "step": 8569
    },
    {
      "epoch": 2.6731129132875857,
      "grad_norm": 0.16756752133369446,
      "learning_rate": 9.766314284884249e-05,
      "loss": 0.0614,
      "step": 8570
    },
    {
      "epoch": 2.6731129132875857,
      "flow_loss": 0.04788685590028763,
      "step": 8570
    },
    {
      "contrastive_loss": 0.01079556718468666,
      "epoch": 2.6731129132875857,
      "step": 8570
    },
    {
      "contrastive_lambda": 0.9505120165726854,
      "epoch": 2.6731129132875857,
      "step": 8570
    },
    {
      "contrastive_lambda": 0.9505006599048578,
      "epoch": 2.6734248284466626,
      "step": 8571
    },
    {
      "contrastive_lambda": 0.9504893020019571,
      "epoch": 2.673736743605739,
      "step": 8572
    },
    {
      "contrastive_lambda": 0.9504779428640145,
      "epoch": 2.674048658764816,
      "step": 8573
    },
    {
      "contrastive_lambda": 0.950466582491061,
      "epoch": 2.6743605739238925,
      "step": 8574
    },
    {
      "contrastive_lambda": 0.9504552208831278,
      "epoch": 2.6746724890829694,
      "step": 8575
    },
    {
      "contrastive_lambda": 0.950443858040246,
      "epoch": 2.6749844042420463,
      "step": 8576
    },
    {
      "contrastive_lambda": 0.9504324939624468,
      "epoch": 2.675296319401123,
      "step": 8577
    },
    {
      "contrastive_lambda": 0.9504211286497614,
      "epoch": 2.6756082345601997,
      "step": 8578
    },
    {
      "contrastive_lambda": 0.9504097621022207,
      "epoch": 2.6759201497192766,
      "step": 8579
    },
    {
      "epoch": 2.676232064878353,
      "grad_norm": 0.17509138584136963,
      "learning_rate": 9.765480922563752e-05,
      "loss": 0.0513,
      "step": 8580
    },
    {
      "epoch": 2.676232064878353,
      "flow_loss": 0.05489763990044594,
      "step": 8580
    },
    {
      "contrastive_loss": 0.011329201981425285,
      "epoch": 2.676232064878353,
      "step": 8580
    },
    {
      "contrastive_lambda": 0.9503983943198563,
      "epoch": 2.676232064878353,
      "step": 8580
    },
    {
      "contrastive_lambda": 0.950387025302699,
      "epoch": 2.6765439800374295,
      "step": 8581
    },
    {
      "contrastive_lambda": 0.9503756550507803,
      "epoch": 2.6768558951965065,
      "step": 8582
    },
    {
      "contrastive_lambda": 0.9503642835641308,
      "epoch": 2.6771678103555834,
      "step": 8583
    },
    {
      "contrastive_lambda": 0.9503529108427824,
      "epoch": 2.67747972551466,
      "step": 8584
    },
    {
      "contrastive_lambda": 0.9503415368867657,
      "epoch": 2.6777916406737368,
      "step": 8585
    },
    {
      "contrastive_lambda": 0.9503301616961122,
      "epoch": 2.6781035558328137,
      "step": 8586
    },
    {
      "contrastive_lambda": 0.950318785270853,
      "epoch": 2.67841547099189,
      "step": 8587
    },
    {
      "contrastive_lambda": 0.9503074076110192,
      "epoch": 2.678727386150967,
      "step": 8588
    },
    {
      "contrastive_lambda": 0.9502960287166422,
      "epoch": 2.6790393013100435,
      "step": 8589
    },
    {
      "epoch": 2.6793512164691204,
      "grad_norm": 0.160246804356575,
      "learning_rate": 9.764646112615978e-05,
      "loss": 0.0526,
      "step": 8590
    },
    {
      "epoch": 2.6793512164691204,
      "flow_loss": 0.04540381580591202,
      "step": 8590
    },
    {
      "contrastive_loss": 0.012137339450418949,
      "epoch": 2.6793512164691204,
      "step": 8590
    },
    {
      "contrastive_lambda": 0.950284648587753,
      "epoch": 2.6793512164691204,
      "step": 8590
    },
    {
      "contrastive_lambda": 0.9502732672243829,
      "epoch": 2.679663131628197,
      "step": 8591
    },
    {
      "contrastive_lambda": 0.950261884626563,
      "epoch": 2.679975046787274,
      "step": 8592
    },
    {
      "contrastive_lambda": 0.9502505007943247,
      "epoch": 2.6802869619463507,
      "step": 8593
    },
    {
      "contrastive_lambda": 0.950239115727699,
      "epoch": 2.680598877105427,
      "step": 8594
    },
    {
      "contrastive_lambda": 0.9502277294267172,
      "epoch": 2.680910792264504,
      "step": 8595
    },
    {
      "contrastive_lambda": 0.9502163418914105,
      "epoch": 2.681222707423581,
      "step": 8596
    },
    {
      "contrastive_lambda": 0.9502049531218102,
      "epoch": 2.6815346225826575,
      "step": 8597
    },
    {
      "contrastive_lambda": 0.9501935631179474,
      "epoch": 2.681846537741734,
      "step": 8598
    },
    {
      "contrastive_lambda": 0.9501821718798534,
      "epoch": 2.682158452900811,
      "step": 8599
    },
    {
      "epoch": 2.682470368059888,
      "grad_norm": 0.16057300567626953,
      "learning_rate": 9.763809855294517e-05,
      "loss": 0.0625,
      "step": 8600
    },
    {
      "epoch": 2.682470368059888,
      "flow_loss": 0.05026776343584061,
      "step": 8600
    },
    {
      "contrastive_loss": 0.008578591980040073,
      "epoch": 2.682470368059888,
      "step": 8600
    },
    {
      "contrastive_lambda": 0.9501707794075595,
      "epoch": 2.682470368059888,
      "step": 8600
    },
    {
      "contrastive_lambda": 0.9501593857010968,
      "epoch": 2.6827822832189643,
      "step": 8601
    },
    {
      "contrastive_lambda": 0.9501479907604966,
      "epoch": 2.683094198378041,
      "step": 8602
    },
    {
      "contrastive_lambda": 0.95013659458579,
      "epoch": 2.683406113537118,
      "step": 8603
    },
    {
      "contrastive_lambda": 0.9501251971770085,
      "epoch": 2.6837180286961946,
      "step": 8604
    },
    {
      "contrastive_lambda": 0.9501137985341832,
      "epoch": 2.6840299438552715,
      "step": 8605
    },
    {
      "contrastive_lambda": 0.9501023986573454,
      "epoch": 2.684341859014348,
      "step": 8606
    },
    {
      "contrastive_lambda": 0.9500909975465262,
      "epoch": 2.684653774173425,
      "step": 8607
    },
    {
      "contrastive_lambda": 0.950079595201757,
      "epoch": 2.6849656893325013,
      "step": 8608
    },
    {
      "contrastive_lambda": 0.9500681916230691,
      "epoch": 2.6852776044915783,
      "step": 8609
    },
    {
      "epoch": 2.685589519650655,
      "grad_norm": 0.19437932968139648,
      "learning_rate": 9.762972150853404e-05,
      "loss": 0.0532,
      "step": 8610
    },
    {
      "epoch": 2.685589519650655,
      "flow_loss": 0.05279361084103584,
      "step": 8610
    },
    {
      "contrastive_loss": 0.012016886845231056,
      "epoch": 2.685589519650655,
      "step": 8610
    },
    {
      "contrastive_lambda": 0.9500567868104937,
      "epoch": 2.685589519650655,
      "step": 8610
    },
    {
      "contrastive_lambda": 0.950045380764062,
      "epoch": 2.6859014348097316,
      "step": 8611
    },
    {
      "contrastive_lambda": 0.9500339734838052,
      "epoch": 2.6862133499688086,
      "step": 8612
    },
    {
      "contrastive_lambda": 0.950022564969755,
      "epoch": 2.6865252651278855,
      "step": 8613
    },
    {
      "contrastive_lambda": 0.9500111552219423,
      "epoch": 2.686837180286962,
      "step": 8614
    },
    {
      "contrastive_lambda": 0.9499997442403985,
      "epoch": 2.6871490954460384,
      "step": 8615
    },
    {
      "contrastive_lambda": 0.9499883320251548,
      "epoch": 2.6874610106051153,
      "step": 8616
    },
    {
      "contrastive_lambda": 0.9499769185762424,
      "epoch": 2.6877729257641922,
      "step": 8617
    },
    {
      "contrastive_lambda": 0.9499655038936929,
      "epoch": 2.6880848409232687,
      "step": 8618
    },
    {
      "contrastive_lambda": 0.9499540879775373,
      "epoch": 2.6883967560823456,
      "step": 8619
    },
    {
      "epoch": 2.6887086712414225,
      "grad_norm": 0.1754855364561081,
      "learning_rate": 9.762132999547111e-05,
      "loss": 0.0573,
      "step": 8620
    },
    {
      "epoch": 2.6887086712414225,
      "flow_loss": 0.045649606734514236,
      "step": 8620
    },
    {
      "contrastive_loss": 0.011083671823143959,
      "epoch": 2.6887086712414225,
      "step": 8620
    },
    {
      "contrastive_lambda": 0.9499426708278071,
      "epoch": 2.6887086712414225,
      "step": 8620
    },
    {
      "contrastive_lambda": 0.9499312524445336,
      "epoch": 2.689020586400499,
      "step": 8621
    },
    {
      "contrastive_lambda": 0.9499198328277478,
      "epoch": 2.689332501559576,
      "step": 8622
    },
    {
      "contrastive_lambda": 0.9499084119774814,
      "epoch": 2.6896444167186524,
      "step": 8623
    },
    {
      "contrastive_lambda": 0.9498969898937656,
      "epoch": 2.6899563318777293,
      "step": 8624
    },
    {
      "contrastive_lambda": 0.9498855665766316,
      "epoch": 2.690268247036806,
      "step": 8625
    },
    {
      "contrastive_lambda": 0.9498741420261108,
      "epoch": 2.6905801621958827,
      "step": 8626
    },
    {
      "contrastive_lambda": 0.9498627162422344,
      "epoch": 2.6908920773549596,
      "step": 8627
    },
    {
      "contrastive_lambda": 0.9498512892250339,
      "epoch": 2.691203992514036,
      "step": 8628
    },
    {
      "contrastive_lambda": 0.9498398609745404,
      "epoch": 2.691515907673113,
      "step": 8629
    },
    {
      "epoch": 2.69182782283219,
      "grad_norm": 0.13216055929660797,
      "learning_rate": 9.761292401630549e-05,
      "loss": 0.0519,
      "step": 8630
    },
    {
      "epoch": 2.69182782283219,
      "flow_loss": 0.07208699733018875,
      "step": 8630
    },
    {
      "contrastive_loss": 0.01047076378017664,
      "epoch": 2.69182782283219,
      "step": 8630
    },
    {
      "contrastive_lambda": 0.9498284314907857,
      "epoch": 2.69182782283219,
      "step": 8630
    },
    {
      "contrastive_lambda": 0.9498170007738005,
      "epoch": 2.6921397379912664,
      "step": 8631
    },
    {
      "contrastive_lambda": 0.9498055688236166,
      "epoch": 2.692451653150343,
      "step": 8632
    },
    {
      "contrastive_lambda": 0.9497941356402652,
      "epoch": 2.6927635683094198,
      "step": 8633
    },
    {
      "contrastive_lambda": 0.9497827012237776,
      "epoch": 2.6930754834684967,
      "step": 8634
    },
    {
      "contrastive_lambda": 0.9497712655741851,
      "epoch": 2.693387398627573,
      "step": 8635
    },
    {
      "contrastive_lambda": 0.9497598286915192,
      "epoch": 2.69369931378665,
      "step": 8636
    },
    {
      "contrastive_lambda": 0.9497483905758113,
      "epoch": 2.694011228945727,
      "step": 8637
    },
    {
      "contrastive_lambda": 0.9497369512270926,
      "epoch": 2.6943231441048034,
      "step": 8638
    },
    {
      "contrastive_lambda": 0.9497255106453945,
      "epoch": 2.6946350592638804,
      "step": 8639
    },
    {
      "epoch": 2.694946974422957,
      "grad_norm": 0.12499867379665375,
      "learning_rate": 9.76045035735907e-05,
      "loss": 0.051,
      "step": 8640
    },
    {
      "epoch": 2.694946974422957,
      "flow_loss": 0.053153980523347855,
      "step": 8640
    },
    {
      "contrastive_loss": 0.009713681414723396,
      "epoch": 2.694946974422957,
      "step": 8640
    },
    {
      "contrastive_lambda": 0.9497140688307484,
      "epoch": 2.694946974422957,
      "step": 8640
    },
    {
      "contrastive_lambda": 0.9497026257831855,
      "epoch": 2.6952588895820337,
      "step": 8641
    },
    {
      "contrastive_lambda": 0.9496911815027375,
      "epoch": 2.69557080474111,
      "step": 8642
    },
    {
      "contrastive_lambda": 0.9496797359894356,
      "epoch": 2.695882719900187,
      "step": 8643
    },
    {
      "contrastive_lambda": 0.949668289243311,
      "epoch": 2.696194635059264,
      "step": 8644
    },
    {
      "contrastive_lambda": 0.9496568412643953,
      "epoch": 2.6965065502183405,
      "step": 8645
    },
    {
      "contrastive_lambda": 0.9496453920527199,
      "epoch": 2.6968184653774174,
      "step": 8646
    },
    {
      "contrastive_lambda": 0.9496339416083162,
      "epoch": 2.6971303805364943,
      "step": 8647
    },
    {
      "contrastive_lambda": 0.9496224899312153,
      "epoch": 2.697442295695571,
      "step": 8648
    },
    {
      "contrastive_lambda": 0.949611037021449,
      "epoch": 2.6977542108546473,
      "step": 8649
    },
    {
      "epoch": 2.698066126013724,
      "grad_norm": 0.14385496079921722,
      "learning_rate": 9.759606866988464e-05,
      "loss": 0.0551,
      "step": 8650
    },
    {
      "epoch": 2.698066126013724,
      "flow_loss": 0.04536427557468414,
      "step": 8650
    },
    {
      "contrastive_loss": 0.008817484602332115,
      "epoch": 2.698066126013724,
      "step": 8650
    },
    {
      "contrastive_lambda": 0.9495995828790484,
      "epoch": 2.698066126013724,
      "step": 8650
    },
    {
      "contrastive_lambda": 0.9495881275040452,
      "epoch": 2.698378041172801,
      "step": 8651
    },
    {
      "contrastive_lambda": 0.9495766708964705,
      "epoch": 2.6986899563318776,
      "step": 8652
    },
    {
      "contrastive_lambda": 0.9495652130563559,
      "epoch": 2.6990018714909545,
      "step": 8653
    },
    {
      "contrastive_lambda": 0.9495537539837327,
      "epoch": 2.6993137866500314,
      "step": 8654
    },
    {
      "contrastive_lambda": 0.9495422936786322,
      "epoch": 2.699625701809108,
      "step": 8655
    },
    {
      "contrastive_lambda": 0.9495308321410862,
      "epoch": 2.699937616968185,
      "step": 8656
    },
    {
      "contrastive_lambda": 0.9495193693711258,
      "epoch": 2.7002495321272613,
      "step": 8657
    },
    {
      "contrastive_lambda": 0.9495079053687825,
      "epoch": 2.700561447286338,
      "step": 8658
    },
    {
      "contrastive_lambda": 0.9494964401340878,
      "epoch": 2.7008733624454146,
      "step": 8659
    },
    {
      "epoch": 2.7011852776044916,
      "grad_norm": 0.14762480556964874,
      "learning_rate": 9.758761930774963e-05,
      "loss": 0.053,
      "step": 8660
    },
    {
      "epoch": 2.7011852776044916,
      "flow_loss": 0.06281977146863937,
      "step": 8660
    },
    {
      "contrastive_loss": 0.009088371880352497,
      "epoch": 2.7011852776044916,
      "step": 8660
    },
    {
      "contrastive_lambda": 0.9494849736670732,
      "epoch": 2.7011852776044916,
      "step": 8660
    },
    {
      "contrastive_lambda": 0.9494735059677698,
      "epoch": 2.7014971927635685,
      "step": 8661
    },
    {
      "contrastive_lambda": 0.9494620370362095,
      "epoch": 2.701809107922645,
      "step": 8662
    },
    {
      "contrastive_lambda": 0.9494505668724234,
      "epoch": 2.702121023081722,
      "step": 8663
    },
    {
      "contrastive_lambda": 0.9494390954764429,
      "epoch": 2.7024329382407988,
      "step": 8664
    },
    {
      "contrastive_lambda": 0.9494276228482997,
      "epoch": 2.7027448533998752,
      "step": 8665
    },
    {
      "contrastive_lambda": 0.9494161489880253,
      "epoch": 2.7030567685589517,
      "step": 8666
    },
    {
      "contrastive_lambda": 0.9494046738956508,
      "epoch": 2.7033686837180286,
      "step": 8667
    },
    {
      "contrastive_lambda": 0.949393197571208,
      "epoch": 2.7036805988771055,
      "step": 8668
    },
    {
      "contrastive_lambda": 0.9493817200147282,
      "epoch": 2.703992514036182,
      "step": 8669
    },
    {
      "epoch": 2.704304429195259,
      "grad_norm": 0.15015272796154022,
      "learning_rate": 9.757915548975235e-05,
      "loss": 0.051,
      "step": 8670
    },
    {
      "epoch": 2.704304429195259,
      "flow_loss": 0.054402194917201996,
      "step": 8670
    },
    {
      "contrastive_loss": 0.009888728149235249,
      "epoch": 2.704304429195259,
      "step": 8670
    },
    {
      "contrastive_lambda": 0.9493702412262429,
      "epoch": 2.704304429195259,
      "step": 8670
    },
    {
      "contrastive_lambda": 0.9493587612057837,
      "epoch": 2.704616344354336,
      "step": 8671
    },
    {
      "contrastive_lambda": 0.9493472799533818,
      "epoch": 2.7049282595134123,
      "step": 8672
    },
    {
      "contrastive_lambda": 0.9493357974690688,
      "epoch": 2.7052401746724892,
      "step": 8673
    },
    {
      "contrastive_lambda": 0.9493243137528762,
      "epoch": 2.7055520898315657,
      "step": 8674
    },
    {
      "contrastive_lambda": 0.9493128288048356,
      "epoch": 2.7058640049906426,
      "step": 8675
    },
    {
      "contrastive_lambda": 0.9493013426249781,
      "epoch": 2.706175920149719,
      "step": 8676
    },
    {
      "contrastive_lambda": 0.9492898552133358,
      "epoch": 2.706487835308796,
      "step": 8677
    },
    {
      "contrastive_lambda": 0.9492783665699396,
      "epoch": 2.706799750467873,
      "step": 8678
    },
    {
      "contrastive_lambda": 0.9492668766948213,
      "epoch": 2.7071116656269494,
      "step": 8679
    },
    {
      "epoch": 2.7074235807860263,
      "grad_norm": 0.15675991773605347,
      "learning_rate": 9.757067721846389e-05,
      "loss": 0.0615,
      "step": 8680
    },
    {
      "epoch": 2.7074235807860263,
      "flow_loss": 0.04719063267111778,
      "step": 8680
    },
    {
      "contrastive_loss": 0.009303836151957512,
      "epoch": 2.7074235807860263,
      "step": 8680
    },
    {
      "contrastive_lambda": 0.9492553855880125,
      "epoch": 2.7074235807860263,
      "step": 8680
    },
    {
      "contrastive_lambda": 0.9492438932495444,
      "epoch": 2.7077354959451028,
      "step": 8681
    },
    {
      "contrastive_lambda": 0.9492323996794487,
      "epoch": 2.7080474111041797,
      "step": 8682
    },
    {
      "contrastive_lambda": 0.9492209048777569,
      "epoch": 2.708359326263256,
      "step": 8683
    },
    {
      "contrastive_lambda": 0.9492094088445004,
      "epoch": 2.708671241422333,
      "step": 8684
    },
    {
      "contrastive_lambda": 0.9491979115797109,
      "epoch": 2.70898315658141,
      "step": 8685
    },
    {
      "contrastive_lambda": 0.9491864130834198,
      "epoch": 2.7092950717404864,
      "step": 8686
    },
    {
      "contrastive_lambda": 0.9491749133556586,
      "epoch": 2.7096069868995634,
      "step": 8687
    },
    {
      "contrastive_lambda": 0.949163412396459,
      "epoch": 2.7099189020586403,
      "step": 8688
    },
    {
      "contrastive_lambda": 0.9491519102058523,
      "epoch": 2.7102308172177167,
      "step": 8689
    },
    {
      "epoch": 2.7105427323767937,
      "grad_norm": 0.1657392531633377,
      "learning_rate": 9.756218449645971e-05,
      "loss": 0.0528,
      "step": 8690
    },
    {
      "epoch": 2.7105427323767937,
      "flow_loss": 0.036974430084228516,
      "step": 8690
    },
    {
      "contrastive_loss": 0.011853862553834915,
      "epoch": 2.7105427323767937,
      "step": 8690
    },
    {
      "contrastive_lambda": 0.94914040678387,
      "epoch": 2.7105427323767937,
      "step": 8690
    },
    {
      "contrastive_lambda": 0.949128902130544,
      "epoch": 2.71085464753587,
      "step": 8691
    },
    {
      "contrastive_lambda": 0.9491173962459055,
      "epoch": 2.711166562694947,
      "step": 8692
    },
    {
      "contrastive_lambda": 0.9491058891299862,
      "epoch": 2.7114784778540235,
      "step": 8693
    },
    {
      "contrastive_lambda": 0.9490943807828176,
      "epoch": 2.7117903930131004,
      "step": 8694
    },
    {
      "contrastive_lambda": 0.9490828712044312,
      "epoch": 2.7121023081721773,
      "step": 8695
    },
    {
      "contrastive_lambda": 0.9490713603948587,
      "epoch": 2.712414223331254,
      "step": 8696
    },
    {
      "contrastive_lambda": 0.9490598483541315,
      "epoch": 2.7127261384903307,
      "step": 8697
    },
    {
      "contrastive_lambda": 0.9490483350822814,
      "epoch": 2.713038053649407,
      "step": 8698
    },
    {
      "contrastive_lambda": 0.9490368205793396,
      "epoch": 2.713349968808484,
      "step": 8699
    },
    {
      "epoch": 2.7136618839675606,
      "grad_norm": 0.1418825387954712,
      "learning_rate": 9.75536773263197e-05,
      "loss": 0.0529,
      "step": 8700
    },
    {
      "epoch": 2.7136618839675606,
      "flow_loss": 0.046345584094524384,
      "step": 8700
    },
    {
      "contrastive_loss": 0.009919533506035805,
      "epoch": 2.7136618839675606,
      "step": 8700
    },
    {
      "contrastive_lambda": 0.9490253048453379,
      "epoch": 2.7136618839675606,
      "step": 8700
    },
    {
      "contrastive_lambda": 0.9490137878803078,
      "epoch": 2.7139737991266375,
      "step": 8701
    },
    {
      "contrastive_lambda": 0.949002269684281,
      "epoch": 2.7142857142857144,
      "step": 8702
    },
    {
      "contrastive_lambda": 0.948990750257289,
      "epoch": 2.714597629444791,
      "step": 8703
    },
    {
      "contrastive_lambda": 0.9489792295993632,
      "epoch": 2.714909544603868,
      "step": 8704
    },
    {
      "contrastive_lambda": 0.9489677077105354,
      "epoch": 2.7152214597629447,
      "step": 8705
    },
    {
      "contrastive_lambda": 0.9489561845908372,
      "epoch": 2.715533374922021,
      "step": 8706
    },
    {
      "contrastive_lambda": 0.9489446602403002,
      "epoch": 2.715845290081098,
      "step": 8707
    },
    {
      "contrastive_lambda": 0.9489331346589558,
      "epoch": 2.7161572052401746,
      "step": 8708
    },
    {
      "contrastive_lambda": 0.9489216078468358,
      "epoch": 2.7164691203992515,
      "step": 8709
    },
    {
      "epoch": 2.716781035558328,
      "grad_norm": 0.1644950807094574,
      "learning_rate": 9.75451557106281e-05,
      "loss": 0.0503,
      "step": 8710
    },
    {
      "epoch": 2.716781035558328,
      "flow_loss": 0.055137019604444504,
      "step": 8710
    },
    {
      "contrastive_loss": 0.0073471409268677235,
      "epoch": 2.716781035558328,
      "step": 8710
    },
    {
      "contrastive_lambda": 0.9489100798039717,
      "epoch": 2.716781035558328,
      "step": 8710
    },
    {
      "contrastive_lambda": 0.9488985505303951,
      "epoch": 2.717092950717405,
      "step": 8711
    },
    {
      "contrastive_lambda": 0.9488870200261377,
      "epoch": 2.717404865876482,
      "step": 8712
    },
    {
      "contrastive_lambda": 0.9488754882912309,
      "epoch": 2.7177167810355582,
      "step": 8713
    },
    {
      "contrastive_lambda": 0.9488639553257066,
      "epoch": 2.718028696194635,
      "step": 8714
    },
    {
      "contrastive_lambda": 0.9488524211295962,
      "epoch": 2.7183406113537116,
      "step": 8715
    },
    {
      "contrastive_lambda": 0.9488408857029316,
      "epoch": 2.7186525265127885,
      "step": 8716
    },
    {
      "contrastive_lambda": 0.948829349045744,
      "epoch": 2.718964441671865,
      "step": 8717
    },
    {
      "contrastive_lambda": 0.9488178111580653,
      "epoch": 2.719276356830942,
      "step": 8718
    },
    {
      "contrastive_lambda": 0.9488062720399271,
      "epoch": 2.719588271990019,
      "step": 8719
    },
    {
      "epoch": 2.7199001871490953,
      "grad_norm": 0.17836587131023407,
      "learning_rate": 9.753661965197354e-05,
      "loss": 0.0571,
      "step": 8720
    },
    {
      "epoch": 2.7199001871490953,
      "flow_loss": 0.07454408705234528,
      "step": 8720
    },
    {
      "contrastive_loss": 0.010694799944758415,
      "epoch": 2.7199001871490953,
      "step": 8720
    },
    {
      "contrastive_lambda": 0.9487947316913611,
      "epoch": 2.7199001871490953,
      "step": 8720
    },
    {
      "contrastive_lambda": 0.9487831901123988,
      "epoch": 2.7202121023081722,
      "step": 8721
    },
    {
      "contrastive_lambda": 0.9487716473030718,
      "epoch": 2.720524017467249,
      "step": 8722
    },
    {
      "contrastive_lambda": 0.9487601032634121,
      "epoch": 2.7208359326263256,
      "step": 8723
    },
    {
      "contrastive_lambda": 0.9487485579934509,
      "epoch": 2.7211478477854025,
      "step": 8724
    },
    {
      "contrastive_lambda": 0.9487370114932201,
      "epoch": 2.721459762944479,
      "step": 8725
    },
    {
      "contrastive_lambda": 0.9487254637627514,
      "epoch": 2.721771678103556,
      "step": 8726
    },
    {
      "contrastive_lambda": 0.9487139148020762,
      "epoch": 2.7220835932626324,
      "step": 8727
    },
    {
      "contrastive_lambda": 0.9487023646112264,
      "epoch": 2.7223955084217093,
      "step": 8728
    },
    {
      "contrastive_lambda": 0.9486908131902336,
      "epoch": 2.722707423580786,
      "step": 8729
    },
    {
      "epoch": 2.7230193387398627,
      "grad_norm": 0.1347864866256714,
      "learning_rate": 9.752806915294908e-05,
      "loss": 0.0601,
      "step": 8730
    },
    {
      "epoch": 2.7230193387398627,
      "flow_loss": 0.042912475764751434,
      "step": 8730
    },
    {
      "contrastive_loss": 0.008386841043829918,
      "epoch": 2.7230193387398627,
      "step": 8730
    },
    {
      "contrastive_lambda": 0.9486792605391294,
      "epoch": 2.7230193387398627,
      "step": 8730
    },
    {
      "contrastive_lambda": 0.9486677066579456,
      "epoch": 2.7233312538989396,
      "step": 8731
    },
    {
      "contrastive_lambda": 0.9486561515467138,
      "epoch": 2.723643169058016,
      "step": 8732
    },
    {
      "contrastive_lambda": 0.9486445952054656,
      "epoch": 2.723955084217093,
      "step": 8733
    },
    {
      "contrastive_lambda": 0.9486330376342329,
      "epoch": 2.7242669993761695,
      "step": 8734
    },
    {
      "contrastive_lambda": 0.9486214788330471,
      "epoch": 2.7245789145352464,
      "step": 8735
    },
    {
      "contrastive_lambda": 0.9486099188019403,
      "epoch": 2.7248908296943233,
      "step": 8736
    },
    {
      "contrastive_lambda": 0.9485983575409438,
      "epoch": 2.7252027448533998,
      "step": 8737
    },
    {
      "contrastive_lambda": 0.9485867950500894,
      "epoch": 2.7255146600124767,
      "step": 8738
    },
    {
      "contrastive_lambda": 0.9485752313294088,
      "epoch": 2.7258265751715536,
      "step": 8739
    },
    {
      "epoch": 2.72613849033063,
      "grad_norm": 0.21978788077831268,
      "learning_rate": 9.75195042161521e-05,
      "loss": 0.056,
      "step": 8740
    },
    {
      "epoch": 2.72613849033063,
      "flow_loss": 0.05749908462166786,
      "step": 8740
    },
    {
      "contrastive_loss": 0.00925271026790142,
      "epoch": 2.72613849033063,
      "step": 8740
    },
    {
      "contrastive_lambda": 0.9485636663789339,
      "epoch": 2.72613849033063,
      "step": 8740
    },
    {
      "contrastive_lambda": 0.9485521001986961,
      "epoch": 2.726450405489707,
      "step": 8741
    },
    {
      "contrastive_lambda": 0.9485405327887272,
      "epoch": 2.7267623206487834,
      "step": 8742
    },
    {
      "contrastive_lambda": 0.9485289641490591,
      "epoch": 2.7270742358078603,
      "step": 8743
    },
    {
      "contrastive_lambda": 0.9485173942797231,
      "epoch": 2.727386150966937,
      "step": 8744
    },
    {
      "contrastive_lambda": 0.9485058231807515,
      "epoch": 2.7276980661260137,
      "step": 8745
    },
    {
      "contrastive_lambda": 0.9484942508521756,
      "epoch": 2.7280099812850906,
      "step": 8746
    },
    {
      "contrastive_lambda": 0.9484826772940274,
      "epoch": 2.728321896444167,
      "step": 8747
    },
    {
      "contrastive_lambda": 0.9484711025063384,
      "epoch": 2.728633811603244,
      "step": 8748
    },
    {
      "contrastive_lambda": 0.9484595264891402,
      "epoch": 2.7289457267623205,
      "step": 8749
    },
    {
      "epoch": 2.7292576419213974,
      "grad_norm": 0.1407437026500702,
      "learning_rate": 9.751092484418442e-05,
      "loss": 0.0611,
      "step": 8750
    },
    {
      "epoch": 2.7292576419213974,
      "flow_loss": 0.06785576045513153,
      "step": 8750
    },
    {
      "contrastive_loss": 0.013869808986783028,
      "epoch": 2.7292576419213974,
      "step": 8750
    },
    {
      "contrastive_lambda": 0.9484479492424649,
      "epoch": 2.7292576419213974,
      "step": 8750
    },
    {
      "contrastive_lambda": 0.9484363707663441,
      "epoch": 2.729569557080474,
      "step": 8751
    },
    {
      "contrastive_lambda": 0.9484247910608096,
      "epoch": 2.729881472239551,
      "step": 8752
    },
    {
      "contrastive_lambda": 0.948413210125893,
      "epoch": 2.7301933873986277,
      "step": 8753
    },
    {
      "contrastive_lambda": 0.9484016279616261,
      "epoch": 2.730505302557704,
      "step": 8754
    },
    {
      "contrastive_lambda": 0.9483900445680407,
      "epoch": 2.730817217716781,
      "step": 8755
    },
    {
      "contrastive_lambda": 0.9483784599451686,
      "epoch": 2.731129132875858,
      "step": 8756
    },
    {
      "contrastive_lambda": 0.9483668740930413,
      "epoch": 2.7314410480349345,
      "step": 8757
    },
    {
      "contrastive_lambda": 0.9483552870116909,
      "epoch": 2.731752963194011,
      "step": 8758
    },
    {
      "contrastive_lambda": 0.9483436987011491,
      "epoch": 2.732064878353088,
      "step": 8759
    },
    {
      "epoch": 2.732376793512165,
      "grad_norm": 0.20828893780708313,
      "learning_rate": 9.750233103965224e-05,
      "loss": 0.0589,
      "step": 8760
    },
    {
      "epoch": 2.732376793512165,
      "flow_loss": 0.04301276057958603,
      "step": 8760
    },
    {
      "contrastive_loss": 0.009439238347113132,
      "epoch": 2.732376793512165,
      "step": 8760
    },
    {
      "contrastive_lambda": 0.9483321091614474,
      "epoch": 2.732376793512165,
      "step": 8760
    },
    {
      "contrastive_lambda": 0.948320518392618,
      "epoch": 2.7326887086712413,
      "step": 8761
    },
    {
      "contrastive_lambda": 0.9483089263946922,
      "epoch": 2.733000623830318,
      "step": 8762
    },
    {
      "contrastive_lambda": 0.9482973331677023,
      "epoch": 2.733312538989395,
      "step": 8763
    },
    {
      "contrastive_lambda": 0.9482857387116795,
      "epoch": 2.7336244541484715,
      "step": 8764
    },
    {
      "contrastive_lambda": 0.9482741430266561,
      "epoch": 2.7339363693075485,
      "step": 8765
    },
    {
      "contrastive_lambda": 0.9482625461126637,
      "epoch": 2.734248284466625,
      "step": 8766
    },
    {
      "contrastive_lambda": 0.9482509479697339,
      "epoch": 2.734560199625702,
      "step": 8767
    },
    {
      "contrastive_lambda": 0.9482393485978988,
      "epoch": 2.7348721147847783,
      "step": 8768
    },
    {
      "contrastive_lambda": 0.9482277479971901,
      "epoch": 2.7351840299438552,
      "step": 8769
    },
    {
      "epoch": 2.735495945102932,
      "grad_norm": 0.14458054304122925,
      "learning_rate": 9.749372280516611e-05,
      "loss": 0.0537,
      "step": 8770
    },
    {
      "epoch": 2.735495945102932,
      "flow_loss": 0.05166085064411163,
      "step": 8770
    },
    {
      "contrastive_loss": 0.011417132802307606,
      "epoch": 2.735495945102932,
      "step": 8770
    },
    {
      "contrastive_lambda": 0.9482161461676395,
      "epoch": 2.735495945102932,
      "step": 8770
    },
    {
      "contrastive_lambda": 0.9482045431092789,
      "epoch": 2.7358078602620086,
      "step": 8771
    },
    {
      "contrastive_lambda": 0.9481929388221402,
      "epoch": 2.7361197754210855,
      "step": 8772
    },
    {
      "contrastive_lambda": 0.948181333306255,
      "epoch": 2.7364316905801624,
      "step": 8773
    },
    {
      "contrastive_lambda": 0.9481697265616553,
      "epoch": 2.736743605739239,
      "step": 8774
    },
    {
      "contrastive_lambda": 0.9481581185883727,
      "epoch": 2.7370555208983154,
      "step": 8775
    },
    {
      "contrastive_lambda": 0.9481465093864394,
      "epoch": 2.7373674360573923,
      "step": 8776
    },
    {
      "contrastive_lambda": 0.9481348989558869,
      "epoch": 2.737679351216469,
      "step": 8777
    },
    {
      "contrastive_lambda": 0.9481232872967471,
      "epoch": 2.7379912663755457,
      "step": 8778
    },
    {
      "contrastive_lambda": 0.9481116744090519,
      "epoch": 2.7383031815346226,
      "step": 8779
    },
    {
      "epoch": 2.7386150966936995,
      "grad_norm": 0.19753307104110718,
      "learning_rate": 9.748510014334097e-05,
      "loss": 0.0551,
      "step": 8780
    },
    {
      "epoch": 2.7386150966936995,
      "flow_loss": 0.06178615987300873,
      "step": 8780
    },
    {
      "contrastive_loss": 0.009866762906312943,
      "epoch": 2.7386150966936995,
      "step": 8780
    },
    {
      "contrastive_lambda": 0.948100060292833,
      "epoch": 2.7386150966936995,
      "step": 8780
    },
    {
      "contrastive_lambda": 0.9480884449481224,
      "epoch": 2.738927011852776,
      "step": 8781
    },
    {
      "contrastive_lambda": 0.9480768283749519,
      "epoch": 2.739238927011853,
      "step": 8782
    },
    {
      "contrastive_lambda": 0.9480652105733534,
      "epoch": 2.7395508421709294,
      "step": 8783
    },
    {
      "contrastive_lambda": 0.9480535915433586,
      "epoch": 2.7398627573300063,
      "step": 8784
    },
    {
      "contrastive_lambda": 0.9480419712849995,
      "epoch": 2.7401746724890828,
      "step": 8785
    },
    {
      "contrastive_lambda": 0.9480303497983078,
      "epoch": 2.7404865876481597,
      "step": 8786
    },
    {
      "contrastive_lambda": 0.9480187270833156,
      "epoch": 2.7407985028072366,
      "step": 8787
    },
    {
      "contrastive_lambda": 0.9480071031400545,
      "epoch": 2.741110417966313,
      "step": 8788
    },
    {
      "contrastive_lambda": 0.9479954779685565,
      "epoch": 2.74142233312539,
      "step": 8789
    },
    {
      "epoch": 2.741734248284467,
      "grad_norm": 0.18995670974254608,
      "learning_rate": 9.747646305679621e-05,
      "loss": 0.0636,
      "step": 8790
    },
    {
      "epoch": 2.741734248284467,
      "flow_loss": 0.053290560841560364,
      "step": 8790
    },
    {
      "contrastive_loss": 0.008572401478886604,
      "epoch": 2.741734248284467,
      "step": 8790
    },
    {
      "contrastive_lambda": 0.9479838515688536,
      "epoch": 2.741734248284467,
      "step": 8790
    },
    {
      "contrastive_lambda": 0.9479722239409774,
      "epoch": 2.7420461634435433,
      "step": 8791
    },
    {
      "contrastive_lambda": 0.9479605950849599,
      "epoch": 2.74235807860262,
      "step": 8792
    },
    {
      "contrastive_lambda": 0.947948965000833,
      "epoch": 2.7426699937616967,
      "step": 8793
    },
    {
      "contrastive_lambda": 0.9479373336886288,
      "epoch": 2.7429819089207736,
      "step": 8794
    },
    {
      "contrastive_lambda": 0.9479257011483786,
      "epoch": 2.74329382407985,
      "step": 8795
    },
    {
      "contrastive_lambda": 0.947914067380115,
      "epoch": 2.743605739238927,
      "step": 8796
    },
    {
      "contrastive_lambda": 0.9479024323838693,
      "epoch": 2.743917654398004,
      "step": 8797
    },
    {
      "contrastive_lambda": 0.9478907961596738,
      "epoch": 2.7442295695570804,
      "step": 8798
    },
    {
      "contrastive_lambda": 0.9478791587075601,
      "epoch": 2.7445414847161573,
      "step": 8799
    },
    {
      "epoch": 2.744853399875234,
      "grad_norm": 0.17695510387420654,
      "learning_rate": 9.74678115481555e-05,
      "loss": 0.0574,
      "step": 8800
    },
    {
      "epoch": 2.744853399875234,
      "flow_loss": 0.10530667752027512,
      "step": 8800
    },
    {
      "contrastive_loss": 0.013973766006529331,
      "epoch": 2.744853399875234,
      "step": 8800
    },
    {
      "contrastive_lambda": 0.9478675200275604,
      "epoch": 2.744853399875234,
      "step": 8800
    },
    {
      "contrastive_lambda": 0.9478558801197065,
      "epoch": 2.7451653150343107,
      "step": 8801
    },
    {
      "contrastive_lambda": 0.9478442389840301,
      "epoch": 2.745477230193387,
      "step": 8802
    },
    {
      "contrastive_lambda": 0.9478325966205634,
      "epoch": 2.745789145352464,
      "step": 8803
    },
    {
      "contrastive_lambda": 0.9478209530293382,
      "epoch": 2.746101060511541,
      "step": 8804
    },
    {
      "contrastive_lambda": 0.9478093082103864,
      "epoch": 2.7464129756706175,
      "step": 8805
    },
    {
      "contrastive_lambda": 0.9477976621637401,
      "epoch": 2.7467248908296944,
      "step": 8806
    },
    {
      "contrastive_lambda": 0.9477860148894309,
      "epoch": 2.7470368059887713,
      "step": 8807
    },
    {
      "contrastive_lambda": 0.947774366387491,
      "epoch": 2.747348721147848,
      "step": 8808
    },
    {
      "contrastive_lambda": 0.9477627166579523,
      "epoch": 2.7476606363069243,
      "step": 8809
    },
    {
      "epoch": 2.747972551466001,
      "grad_norm": 0.21177645027637482,
      "learning_rate": 9.745914562004696e-05,
      "loss": 0.0589,
      "step": 8810
    },
    {
      "epoch": 2.747972551466001,
      "flow_loss": 0.044595517218112946,
      "step": 8810
    },
    {
      "contrastive_loss": 0.011188248172402382,
      "epoch": 2.747972551466001,
      "step": 8810
    },
    {
      "contrastive_lambda": 0.9477510657008466,
      "epoch": 2.747972551466001,
      "step": 8810
    },
    {
      "contrastive_lambda": 0.9477394135162059,
      "epoch": 2.748284466625078,
      "step": 8811
    },
    {
      "contrastive_lambda": 0.9477277601040623,
      "epoch": 2.7485963817841546,
      "step": 8812
    },
    {
      "contrastive_lambda": 0.9477161054644475,
      "epoch": 2.7489082969432315,
      "step": 8813
    },
    {
      "contrastive_lambda": 0.9477044495973936,
      "epoch": 2.7492202121023084,
      "step": 8814
    },
    {
      "contrastive_lambda": 0.9476927925029326,
      "epoch": 2.749532127261385,
      "step": 8815
    },
    {
      "contrastive_lambda": 0.9476811341810965,
      "epoch": 2.7498440424204618,
      "step": 8816
    },
    {
      "contrastive_lambda": 0.947669474631917,
      "epoch": 2.7501559575795382,
      "step": 8817
    },
    {
      "contrastive_lambda": 0.9476578138554261,
      "epoch": 2.750467872738615,
      "step": 8818
    },
    {
      "contrastive_lambda": 0.9476461518516561,
      "epoch": 2.7507797878976916,
      "step": 8819
    },
    {
      "epoch": 2.7510917030567685,
      "grad_norm": 0.17818845808506012,
      "learning_rate": 9.745046527510307e-05,
      "loss": 0.0589,
      "step": 8820
    },
    {
      "epoch": 2.7510917030567685,
      "flow_loss": 0.04746747389435768,
      "step": 8820
    },
    {
      "contrastive_loss": 0.012232568114995956,
      "epoch": 2.7510917030567685,
      "step": 8820
    },
    {
      "contrastive_lambda": 0.9476344886206387,
      "epoch": 2.7510917030567685,
      "step": 8820
    },
    {
      "contrastive_lambda": 0.9476228241624058,
      "epoch": 2.7514036182158454,
      "step": 8821
    },
    {
      "contrastive_lambda": 0.9476111584769897,
      "epoch": 2.751715533374922,
      "step": 8822
    },
    {
      "contrastive_lambda": 0.9475994915644221,
      "epoch": 2.752027448533999,
      "step": 8823
    },
    {
      "contrastive_lambda": 0.947587823424735,
      "epoch": 2.7523393636930757,
      "step": 8824
    },
    {
      "contrastive_lambda": 0.9475761540579606,
      "epoch": 2.752651278852152,
      "step": 8825
    },
    {
      "contrastive_lambda": 0.9475644834641308,
      "epoch": 2.7529631940112287,
      "step": 8826
    },
    {
      "contrastive_lambda": 0.9475528116432774,
      "epoch": 2.7532751091703056,
      "step": 8827
    },
    {
      "contrastive_lambda": 0.9475411385954327,
      "epoch": 2.7535870243293825,
      "step": 8828
    },
    {
      "contrastive_lambda": 0.9475294643206285,
      "epoch": 2.753898939488459,
      "step": 8829
    },
    {
      "epoch": 2.754210854647536,
      "grad_norm": 0.20641449093818665,
      "learning_rate": 9.744177051596068e-05,
      "loss": 0.0575,
      "step": 8830
    },
    {
      "epoch": 2.754210854647536,
      "flow_loss": 0.06544220447540283,
      "step": 8830
    },
    {
      "contrastive_loss": 0.0161310825496912,
      "epoch": 2.754210854647536,
      "step": 8830
    },
    {
      "contrastive_lambda": 0.9475177888188968,
      "epoch": 2.754210854647536,
      "step": 8830
    },
    {
      "contrastive_lambda": 0.9475061120902698,
      "epoch": 2.754522769806613,
      "step": 8831
    },
    {
      "contrastive_lambda": 0.9474944341347793,
      "epoch": 2.7548346849656893,
      "step": 8832
    },
    {
      "contrastive_lambda": 0.9474827549524574,
      "epoch": 2.755146600124766,
      "step": 8833
    },
    {
      "contrastive_lambda": 0.9474710745433361,
      "epoch": 2.7554585152838427,
      "step": 8834
    },
    {
      "contrastive_lambda": 0.9474593929074475,
      "epoch": 2.7557704304429196,
      "step": 8835
    },
    {
      "contrastive_lambda": 0.9474477100448235,
      "epoch": 2.756082345601996,
      "step": 8836
    },
    {
      "contrastive_lambda": 0.9474360259554964,
      "epoch": 2.756394260761073,
      "step": 8837
    },
    {
      "contrastive_lambda": 0.9474243406394978,
      "epoch": 2.75670617592015,
      "step": 8838
    },
    {
      "contrastive_lambda": 0.9474126540968602,
      "epoch": 2.7570180910792264,
      "step": 8839
    },
    {
      "epoch": 2.7573300062383033,
      "grad_norm": 0.13669493794441223,
      "learning_rate": 9.743306134526105e-05,
      "loss": 0.0488,
      "step": 8840
    },
    {
      "epoch": 2.7573300062383033,
      "flow_loss": 0.045226626098155975,
      "step": 8840
    },
    {
      "contrastive_loss": 0.011129336431622505,
      "epoch": 2.7573300062383033,
      "step": 8840
    },
    {
      "contrastive_lambda": 0.9474009663276152,
      "epoch": 2.7573300062383033,
      "step": 8840
    },
    {
      "contrastive_lambda": 0.9473892773317951,
      "epoch": 2.75764192139738,
      "step": 8841
    },
    {
      "contrastive_lambda": 0.9473775871094319,
      "epoch": 2.7579538365564567,
      "step": 8842
    },
    {
      "contrastive_lambda": 0.9473658956605575,
      "epoch": 2.758265751715533,
      "step": 8843
    },
    {
      "contrastive_lambda": 0.9473542029852043,
      "epoch": 2.75857766687461,
      "step": 8844
    },
    {
      "contrastive_lambda": 0.9473425090834041,
      "epoch": 2.758889582033687,
      "step": 8845
    },
    {
      "contrastive_lambda": 0.947330813955189,
      "epoch": 2.7592014971927634,
      "step": 8846
    },
    {
      "contrastive_lambda": 0.9473191176005911,
      "epoch": 2.7595134123518403,
      "step": 8847
    },
    {
      "contrastive_lambda": 0.9473074200196424,
      "epoch": 2.7598253275109172,
      "step": 8848
    },
    {
      "contrastive_lambda": 0.947295721212375,
      "epoch": 2.7601372426699937,
      "step": 8849
    },
    {
      "epoch": 2.7604491578290706,
      "grad_norm": 0.17401517927646637,
      "learning_rate": 9.742433776564977e-05,
      "loss": 0.0579,
      "step": 8850
    },
    {
      "epoch": 2.7604491578290706,
      "flow_loss": 0.04900031164288521,
      "step": 8850
    },
    {
      "contrastive_loss": 0.00991071667522192,
      "epoch": 2.7604491578290706,
      "step": 8850
    },
    {
      "contrastive_lambda": 0.947284021178821,
      "epoch": 2.7604491578290706,
      "step": 8850
    },
    {
      "contrastive_lambda": 0.9472723199190125,
      "epoch": 2.760761072988147,
      "step": 8851
    },
    {
      "contrastive_lambda": 0.9472606174329816,
      "epoch": 2.761072988147224,
      "step": 8852
    },
    {
      "contrastive_lambda": 0.9472489137207603,
      "epoch": 2.7613849033063005,
      "step": 8853
    },
    {
      "contrastive_lambda": 0.9472372087823806,
      "epoch": 2.7616968184653774,
      "step": 8854
    },
    {
      "contrastive_lambda": 0.9472255026178746,
      "epoch": 2.7620087336244543,
      "step": 8855
    },
    {
      "contrastive_lambda": 0.9472137952272748,
      "epoch": 2.762320648783531,
      "step": 8856
    },
    {
      "contrastive_lambda": 0.9472020866106128,
      "epoch": 2.7626325639426077,
      "step": 8857
    },
    {
      "contrastive_lambda": 0.9471903767679208,
      "epoch": 2.7629444791016846,
      "step": 8858
    },
    {
      "contrastive_lambda": 0.9471786656992311,
      "epoch": 2.763256394260761,
      "step": 8859
    },
    {
      "epoch": 2.7635683094198376,
      "grad_norm": 0.1514422595500946,
      "learning_rate": 9.741559977977683e-05,
      "loss": 0.0562,
      "step": 8860
    },
    {
      "epoch": 2.7635683094198376,
      "flow_loss": 0.04399259388446808,
      "step": 8860
    },
    {
      "contrastive_loss": 0.009518270380795002,
      "epoch": 2.7635683094198376,
      "step": 8860
    },
    {
      "contrastive_lambda": 0.9471669534045758,
      "epoch": 2.7635683094198376,
      "step": 8860
    },
    {
      "contrastive_lambda": 0.9471552398839869,
      "epoch": 2.7638802245789145,
      "step": 8861
    },
    {
      "contrastive_lambda": 0.9471435251374963,
      "epoch": 2.7641921397379914,
      "step": 8862
    },
    {
      "contrastive_lambda": 0.9471318091651365,
      "epoch": 2.764504054897068,
      "step": 8863
    },
    {
      "contrastive_lambda": 0.9471200919669395,
      "epoch": 2.7648159700561448,
      "step": 8864
    },
    {
      "contrastive_lambda": 0.9471083735429373,
      "epoch": 2.7651278852152217,
      "step": 8865
    },
    {
      "contrastive_lambda": 0.9470966538931621,
      "epoch": 2.765439800374298,
      "step": 8866
    },
    {
      "contrastive_lambda": 0.9470849330176461,
      "epoch": 2.765751715533375,
      "step": 8867
    },
    {
      "contrastive_lambda": 0.9470732109164213,
      "epoch": 2.7660636306924515,
      "step": 8868
    },
    {
      "contrastive_lambda": 0.9470614875895199,
      "epoch": 2.7663755458515285,
      "step": 8869
    },
    {
      "epoch": 2.766687461010605,
      "grad_norm": 0.16582706570625305,
      "learning_rate": 9.740684739029661e-05,
      "loss": 0.0503,
      "step": 8870
    },
    {
      "epoch": 2.766687461010605,
      "flow_loss": 0.0485135018825531,
      "step": 8870
    },
    {
      "contrastive_loss": 0.012778296135365963,
      "epoch": 2.766687461010605,
      "step": 8870
    },
    {
      "contrastive_lambda": 0.9470497630369741,
      "epoch": 2.766687461010605,
      "step": 8870
    },
    {
      "contrastive_lambda": 0.9470380372588161,
      "epoch": 2.766999376169682,
      "step": 8871
    },
    {
      "contrastive_lambda": 0.9470263102550778,
      "epoch": 2.7673112913287587,
      "step": 8872
    },
    {
      "contrastive_lambda": 0.9470145820257915,
      "epoch": 2.767623206487835,
      "step": 8873
    },
    {
      "contrastive_lambda": 0.9470028525709893,
      "epoch": 2.767935121646912,
      "step": 8874
    },
    {
      "contrastive_lambda": 0.9469911218907034,
      "epoch": 2.768247036805989,
      "step": 8875
    },
    {
      "contrastive_lambda": 0.9469793899849661,
      "epoch": 2.7685589519650655,
      "step": 8876
    },
    {
      "contrastive_lambda": 0.9469676568538092,
      "epoch": 2.768870867124142,
      "step": 8877
    },
    {
      "contrastive_lambda": 0.9469559224972653,
      "epoch": 2.769182782283219,
      "step": 8878
    },
    {
      "contrastive_lambda": 0.9469441869153663,
      "epoch": 2.769494697442296,
      "step": 8879
    },
    {
      "epoch": 2.7698066126013723,
      "grad_norm": 0.13935905694961548,
      "learning_rate": 9.739808059986789e-05,
      "loss": 0.0546,
      "step": 8880
    },
    {
      "epoch": 2.7698066126013723,
      "flow_loss": 0.0426509752869606,
      "step": 8880
    },
    {
      "contrastive_loss": 0.008490076288580894,
      "epoch": 2.7698066126013723,
      "step": 8880
    },
    {
      "contrastive_lambda": 0.9469324501081444,
      "epoch": 2.7698066126013723,
      "step": 8880
    },
    {
      "contrastive_lambda": 0.9469207120756319,
      "epoch": 2.770118527760449,
      "step": 8881
    },
    {
      "contrastive_lambda": 0.9469089728178608,
      "epoch": 2.770430442919526,
      "step": 8882
    },
    {
      "contrastive_lambda": 0.9468972323348634,
      "epoch": 2.7707423580786026,
      "step": 8883
    },
    {
      "contrastive_lambda": 0.9468854906266719,
      "epoch": 2.7710542732376795,
      "step": 8884
    },
    {
      "contrastive_lambda": 0.9468737476933184,
      "epoch": 2.771366188396756,
      "step": 8885
    },
    {
      "contrastive_lambda": 0.9468620035348352,
      "epoch": 2.771678103555833,
      "step": 8886
    },
    {
      "contrastive_lambda": 0.9468502581512543,
      "epoch": 2.7719900187149094,
      "step": 8887
    },
    {
      "contrastive_lambda": 0.9468385115426083,
      "epoch": 2.7723019338739863,
      "step": 8888
    },
    {
      "contrastive_lambda": 0.9468267637089289,
      "epoch": 2.772613849033063,
      "step": 8889
    },
    {
      "epoch": 2.7729257641921397,
      "grad_norm": 0.2030028998851776,
      "learning_rate": 9.738929941115373e-05,
      "loss": 0.0496,
      "step": 8890
    },
    {
      "epoch": 2.7729257641921397,
      "flow_loss": 0.038821153342723846,
      "step": 8890
    },
    {
      "contrastive_loss": 0.008639028295874596,
      "epoch": 2.7729257641921397,
      "step": 8890
    },
    {
      "contrastive_lambda": 0.9468150146502488,
      "epoch": 2.7729257641921397,
      "step": 8890
    },
    {
      "contrastive_lambda": 0.9468032643665998,
      "epoch": 2.7732376793512166,
      "step": 8891
    },
    {
      "contrastive_lambda": 0.9467915128580143,
      "epoch": 2.773549594510293,
      "step": 8892
    },
    {
      "contrastive_lambda": 0.9467797601245246,
      "epoch": 2.77386150966937,
      "step": 8893
    },
    {
      "contrastive_lambda": 0.9467680061661627,
      "epoch": 2.7741734248284464,
      "step": 8894
    },
    {
      "contrastive_lambda": 0.946756250982961,
      "epoch": 2.7744853399875233,
      "step": 8895
    },
    {
      "contrastive_lambda": 0.9467444945749517,
      "epoch": 2.7747972551466002,
      "step": 8896
    },
    {
      "contrastive_lambda": 0.946732736942167,
      "epoch": 2.7751091703056767,
      "step": 8897
    },
    {
      "contrastive_lambda": 0.9467209780846391,
      "epoch": 2.7754210854647536,
      "step": 8898
    },
    {
      "contrastive_lambda": 0.9467092180024002,
      "epoch": 2.7757330006238305,
      "step": 8899
    },
    {
      "epoch": 2.776044915782907,
      "grad_norm": 0.17856809496879578,
      "learning_rate": 9.738050382682167e-05,
      "loss": 0.0575,
      "step": 8900
    },
    {
      "epoch": 2.776044915782907,
      "flow_loss": 0.048491161316633224,
      "step": 8900
    },
    {
      "contrastive_loss": 0.009216858074069023,
      "epoch": 2.776044915782907,
      "step": 8900
    },
    {
      "contrastive_lambda": 0.9466974566954827,
      "epoch": 2.776044915782907,
      "step": 8900
    },
    {
      "contrastive_lambda": 0.9466856941639188,
      "epoch": 2.776356830941984,
      "step": 8901
    },
    {
      "contrastive_lambda": 0.9466739304077407,
      "epoch": 2.7766687461010604,
      "step": 8902
    },
    {
      "contrastive_lambda": 0.9466621654269806,
      "epoch": 2.7769806612601373,
      "step": 8903
    },
    {
      "contrastive_lambda": 0.9466503992216708,
      "epoch": 2.777292576419214,
      "step": 8904
    },
    {
      "contrastive_lambda": 0.9466386317918436,
      "epoch": 2.7776044915782907,
      "step": 8905
    },
    {
      "contrastive_lambda": 0.9466268631375312,
      "epoch": 2.7779164067373676,
      "step": 8906
    },
    {
      "contrastive_lambda": 0.946615093258766,
      "epoch": 2.778228321896444,
      "step": 8907
    },
    {
      "contrastive_lambda": 0.9466033221555801,
      "epoch": 2.778540237055521,
      "step": 8908
    },
    {
      "contrastive_lambda": 0.9465915498280058,
      "epoch": 2.7788521522145975,
      "step": 8909
    },
    {
      "epoch": 2.7791640673736744,
      "grad_norm": 0.2376481294631958,
      "learning_rate": 9.737169384954355e-05,
      "loss": 0.0513,
      "step": 8910
    },
    {
      "epoch": 2.7791640673736744,
      "flow_loss": 0.051460422575473785,
      "step": 8910
    },
    {
      "contrastive_loss": 0.00802648812532425,
      "epoch": 2.7791640673736744,
      "step": 8910
    },
    {
      "contrastive_lambda": 0.9465797762760755,
      "epoch": 2.7791640673736744,
      "step": 8910
    },
    {
      "contrastive_lambda": 0.9465680014998212,
      "epoch": 2.779475982532751,
      "step": 8911
    },
    {
      "contrastive_lambda": 0.9465562254992756,
      "epoch": 2.7797878976918278,
      "step": 8912
    },
    {
      "contrastive_lambda": 0.9465444482744706,
      "epoch": 2.7800998128509047,
      "step": 8913
    },
    {
      "contrastive_lambda": 0.9465326698254387,
      "epoch": 2.780411728009981,
      "step": 8914
    },
    {
      "contrastive_lambda": 0.9465208901522122,
      "epoch": 2.780723643169058,
      "step": 8915
    },
    {
      "contrastive_lambda": 0.9465091092548232,
      "epoch": 2.781035558328135,
      "step": 8916
    },
    {
      "contrastive_lambda": 0.9464973271333041,
      "epoch": 2.7813474734872115,
      "step": 8917
    },
    {
      "contrastive_lambda": 0.9464855437876873,
      "epoch": 2.7816593886462884,
      "step": 8918
    },
    {
      "contrastive_lambda": 0.9464737592180051,
      "epoch": 2.781971303805365,
      "step": 8919
    },
    {
      "epoch": 2.7822832189644418,
      "grad_norm": 0.19122186303138733,
      "learning_rate": 9.736286948199562e-05,
      "loss": 0.0547,
      "step": 8920
    },
    {
      "epoch": 2.7822832189644418,
      "flow_loss": 0.038006123155355453,
      "step": 8920
    },
    {
      "contrastive_loss": 0.014251340180635452,
      "epoch": 2.7822832189644418,
      "step": 8920
    },
    {
      "contrastive_lambda": 0.9464619734242897,
      "epoch": 2.7822832189644418,
      "step": 8920
    },
    {
      "contrastive_lambda": 0.9464501864065734,
      "epoch": 2.782595134123518,
      "step": 8921
    },
    {
      "contrastive_lambda": 0.9464383981648886,
      "epoch": 2.782907049282595,
      "step": 8922
    },
    {
      "contrastive_lambda": 0.9464266086992676,
      "epoch": 2.783218964441672,
      "step": 8923
    },
    {
      "contrastive_lambda": 0.9464148180097427,
      "epoch": 2.7835308796007485,
      "step": 8924
    },
    {
      "contrastive_lambda": 0.9464030260963462,
      "epoch": 2.7838427947598254,
      "step": 8925
    },
    {
      "contrastive_lambda": 0.9463912329591104,
      "epoch": 2.784154709918902,
      "step": 8926
    },
    {
      "contrastive_lambda": 0.9463794385980678,
      "epoch": 2.784466625077979,
      "step": 8927
    },
    {
      "contrastive_lambda": 0.9463676430132506,
      "epoch": 2.7847785402370553,
      "step": 8928
    },
    {
      "contrastive_lambda": 0.9463558462046912,
      "epoch": 2.785090455396132,
      "step": 8929
    },
    {
      "epoch": 2.785402370555209,
      "grad_norm": 0.15780363976955414,
      "learning_rate": 9.735403072685848e-05,
      "loss": 0.0475,
      "step": 8930
    },
    {
      "epoch": 2.785402370555209,
      "flow_loss": 0.044915325939655304,
      "step": 8930
    },
    {
      "contrastive_loss": 0.010542952455580235,
      "epoch": 2.785402370555209,
      "step": 8930
    },
    {
      "contrastive_lambda": 0.9463440481724218,
      "epoch": 2.785402370555209,
      "step": 8930
    },
    {
      "contrastive_lambda": 0.9463322489164749,
      "epoch": 2.7857142857142856,
      "step": 8931
    },
    {
      "contrastive_lambda": 0.9463204484368828,
      "epoch": 2.7860262008733625,
      "step": 8932
    },
    {
      "contrastive_lambda": 0.9463086467336779,
      "epoch": 2.7863381160324394,
      "step": 8933
    },
    {
      "contrastive_lambda": 0.9462968438068924,
      "epoch": 2.786650031191516,
      "step": 8934
    },
    {
      "contrastive_lambda": 0.9462850396565587,
      "epoch": 2.786961946350593,
      "step": 8935
    },
    {
      "contrastive_lambda": 0.9462732342827095,
      "epoch": 2.7872738615096693,
      "step": 8936
    },
    {
      "contrastive_lambda": 0.9462614276853767,
      "epoch": 2.787585776668746,
      "step": 8937
    },
    {
      "contrastive_lambda": 0.9462496198645929,
      "epoch": 2.7878976918278227,
      "step": 8938
    },
    {
      "contrastive_lambda": 0.9462378108203904,
      "epoch": 2.7882096069868996,
      "step": 8939
    },
    {
      "epoch": 2.7885215221459765,
      "grad_norm": 0.19176208972930908,
      "learning_rate": 9.734517758681712e-05,
      "loss": 0.0541,
      "step": 8940
    },
    {
      "epoch": 2.7885215221459765,
      "flow_loss": 0.03961862996220589,
      "step": 8940
    },
    {
      "contrastive_loss": 0.01035059243440628,
      "epoch": 2.7885215221459765,
      "step": 8940
    },
    {
      "contrastive_lambda": 0.9462260005528016,
      "epoch": 2.7885215221459765,
      "step": 8940
    },
    {
      "contrastive_lambda": 0.946214189061859,
      "epoch": 2.788833437305053,
      "step": 8941
    },
    {
      "contrastive_lambda": 0.9462023763475947,
      "epoch": 2.78914535246413,
      "step": 8942
    },
    {
      "contrastive_lambda": 0.9461905624100413,
      "epoch": 2.7894572676232063,
      "step": 8943
    },
    {
      "contrastive_lambda": 0.9461787472492312,
      "epoch": 2.7897691827822833,
      "step": 8944
    },
    {
      "contrastive_lambda": 0.9461669308651968,
      "epoch": 2.7900810979413597,
      "step": 8945
    },
    {
      "contrastive_lambda": 0.9461551132579702,
      "epoch": 2.7903930131004366,
      "step": 8946
    },
    {
      "contrastive_lambda": 0.9461432944275843,
      "epoch": 2.7907049282595136,
      "step": 8947
    },
    {
      "contrastive_lambda": 0.946131474374071,
      "epoch": 2.79101684341859,
      "step": 8948
    },
    {
      "contrastive_lambda": 0.9461196530974629,
      "epoch": 2.791328758577667,
      "step": 8949
    },
    {
      "epoch": 2.791640673736744,
      "grad_norm": 0.14181534945964813,
      "learning_rate": 9.733631006456088e-05,
      "loss": 0.0508,
      "step": 8950
    },
    {
      "epoch": 2.791640673736744,
      "flow_loss": 0.07085419446229935,
      "step": 8950
    },
    {
      "contrastive_loss": 0.0077178641222417355,
      "epoch": 2.791640673736744,
      "step": 8950
    },
    {
      "contrastive_lambda": 0.9461078305977926,
      "epoch": 2.791640673736744,
      "step": 8950
    },
    {
      "contrastive_lambda": 0.9460960068750923,
      "epoch": 2.7919525888958203,
      "step": 8951
    },
    {
      "contrastive_lambda": 0.9460841819293946,
      "epoch": 2.7922645040548972,
      "step": 8952
    },
    {
      "contrastive_lambda": 0.9460723557607316,
      "epoch": 2.7925764192139737,
      "step": 8953
    },
    {
      "contrastive_lambda": 0.9460605283691359,
      "epoch": 2.7928883343730506,
      "step": 8954
    },
    {
      "contrastive_lambda": 0.94604869975464,
      "epoch": 2.793200249532127,
      "step": 8955
    },
    {
      "contrastive_lambda": 0.9460368699172763,
      "epoch": 2.793512164691204,
      "step": 8956
    },
    {
      "contrastive_lambda": 0.9460250388570772,
      "epoch": 2.793824079850281,
      "step": 8957
    },
    {
      "contrastive_lambda": 0.9460132065740752,
      "epoch": 2.7941359950093574,
      "step": 8958
    },
    {
      "contrastive_lambda": 0.9460013730683026,
      "epoch": 2.7944479101684343,
      "step": 8959
    },
    {
      "epoch": 2.7947598253275108,
      "grad_norm": 0.19487524032592773,
      "learning_rate": 9.732742816278348e-05,
      "loss": 0.0565,
      "step": 8960
    },
    {
      "epoch": 2.7947598253275108,
      "flow_loss": 0.04831371456384659,
      "step": 8960
    },
    {
      "contrastive_loss": 0.00973857194185257,
      "epoch": 2.7947598253275108,
      "step": 8960
    },
    {
      "contrastive_lambda": 0.9459895383397918,
      "epoch": 2.7947598253275108,
      "step": 8960
    },
    {
      "contrastive_lambda": 0.9459777023885754,
      "epoch": 2.7950717404865877,
      "step": 8961
    },
    {
      "contrastive_lambda": 0.9459658652146858,
      "epoch": 2.795383655645664,
      "step": 8962
    },
    {
      "contrastive_lambda": 0.9459540268181557,
      "epoch": 2.795695570804741,
      "step": 8963
    },
    {
      "contrastive_lambda": 0.945942187199017,
      "epoch": 2.796007485963818,
      "step": 8964
    },
    {
      "contrastive_lambda": 0.9459303463573026,
      "epoch": 2.7963194011228945,
      "step": 8965
    },
    {
      "contrastive_lambda": 0.9459185042930448,
      "epoch": 2.7966313162819714,
      "step": 8966
    },
    {
      "contrastive_lambda": 0.9459066610062762,
      "epoch": 2.7969432314410483,
      "step": 8967
    },
    {
      "contrastive_lambda": 0.9458948164970291,
      "epoch": 2.7972551466001248,
      "step": 8968
    },
    {
      "contrastive_lambda": 0.945882970765336,
      "epoch": 2.7975670617592012,
      "step": 8969
    },
    {
      "epoch": 2.797878976918278,
      "grad_norm": 0.1328984498977661,
      "learning_rate": 9.731853188418302e-05,
      "loss": 0.0487,
      "step": 8970
    },
    {
      "epoch": 2.797878976918278,
      "flow_loss": 0.04468262940645218,
      "step": 8970
    },
    {
      "contrastive_loss": 0.01124928891658783,
      "epoch": 2.797878976918278,
      "step": 8970
    },
    {
      "contrastive_lambda": 0.9458711238112295,
      "epoch": 2.797878976918278,
      "step": 8970
    },
    {
      "contrastive_lambda": 0.9458592756347419,
      "epoch": 2.798190892077355,
      "step": 8971
    },
    {
      "contrastive_lambda": 0.945847426235906,
      "epoch": 2.7985028072364315,
      "step": 8972
    },
    {
      "contrastive_lambda": 0.9458355756147538,
      "epoch": 2.7988147223955084,
      "step": 8973
    },
    {
      "contrastive_lambda": 0.9458237237713183,
      "epoch": 2.7991266375545854,
      "step": 8974
    },
    {
      "contrastive_lambda": 0.9458118707056316,
      "epoch": 2.799438552713662,
      "step": 8975
    },
    {
      "contrastive_lambda": 0.9458000164177263,
      "epoch": 2.7997504678727387,
      "step": 8976
    },
    {
      "contrastive_lambda": 0.9457881609076351,
      "epoch": 2.800062383031815,
      "step": 8977
    },
    {
      "contrastive_lambda": 0.9457763041753902,
      "epoch": 2.800374298190892,
      "step": 8978
    },
    {
      "contrastive_lambda": 0.9457644462210243,
      "epoch": 2.8006862133499686,
      "step": 8979
    },
    {
      "epoch": 2.8009981285090455,
      "grad_norm": 0.16351501643657684,
      "learning_rate": 9.730962123146194e-05,
      "loss": 0.0546,
      "step": 8980
    },
    {
      "epoch": 2.8009981285090455,
      "flow_loss": 0.03656790778040886,
      "step": 8980
    },
    {
      "contrastive_loss": 0.008358446881175041,
      "epoch": 2.8009981285090455,
      "step": 8980
    },
    {
      "contrastive_lambda": 0.9457525870445699,
      "epoch": 2.8009981285090455,
      "step": 8980
    },
    {
      "contrastive_lambda": 0.9457407266460593,
      "epoch": 2.8013100436681224,
      "step": 8981
    },
    {
      "contrastive_lambda": 0.9457288650255254,
      "epoch": 2.801621958827199,
      "step": 8982
    },
    {
      "contrastive_lambda": 0.9457170021830006,
      "epoch": 2.801933873986276,
      "step": 8983
    },
    {
      "contrastive_lambda": 0.9457051381185171,
      "epoch": 2.8022457891453527,
      "step": 8984
    },
    {
      "contrastive_lambda": 0.9456932728321077,
      "epoch": 2.802557704304429,
      "step": 8985
    },
    {
      "contrastive_lambda": 0.9456814063238049,
      "epoch": 2.8028696194635057,
      "step": 8986
    },
    {
      "contrastive_lambda": 0.9456695385936413,
      "epoch": 2.8031815346225826,
      "step": 8987
    },
    {
      "contrastive_lambda": 0.9456576696416492,
      "epoch": 2.8034934497816595,
      "step": 8988
    },
    {
      "contrastive_lambda": 0.9456457994678615,
      "epoch": 2.803805364940736,
      "step": 8989
    },
    {
      "epoch": 2.804117280099813,
      "grad_norm": 0.13592658936977386,
      "learning_rate": 9.730069620732709e-05,
      "loss": 0.0533,
      "step": 8990
    },
    {
      "epoch": 2.804117280099813,
      "flow_loss": 0.07896776497364044,
      "step": 8990
    },
    {
      "contrastive_loss": 0.0098759476095438,
      "epoch": 2.804117280099813,
      "step": 8990
    },
    {
      "contrastive_lambda": 0.9456339280723104,
      "epoch": 2.804117280099813,
      "step": 8990
    },
    {
      "contrastive_lambda": 0.9456220554550285,
      "epoch": 2.80442919525889,
      "step": 8991
    },
    {
      "contrastive_lambda": 0.9456101816160487,
      "epoch": 2.8047411104179663,
      "step": 8992
    },
    {
      "contrastive_lambda": 0.9455983065554031,
      "epoch": 2.805053025577043,
      "step": 8993
    },
    {
      "contrastive_lambda": 0.9455864302731245,
      "epoch": 2.8053649407361196,
      "step": 8994
    },
    {
      "contrastive_lambda": 0.9455745527692454,
      "epoch": 2.8056768558951966,
      "step": 8995
    },
    {
      "contrastive_lambda": 0.9455626740437983,
      "epoch": 2.805988771054273,
      "step": 8996
    },
    {
      "contrastive_lambda": 0.9455507940968159,
      "epoch": 2.80630068621335,
      "step": 8997
    },
    {
      "contrastive_lambda": 0.9455389129283307,
      "epoch": 2.806612601372427,
      "step": 8998
    },
    {
      "contrastive_lambda": 0.9455270305383752,
      "epoch": 2.8069245165315033,
      "step": 8999
    },
    {
      "epoch": 2.8072364316905802,
      "grad_norm": 0.1347581446170807,
      "learning_rate": 9.72917568144896e-05,
      "loss": 0.0572,
      "step": 9000
    },
    {
      "epoch": 2.8072364316905802,
      "flow_loss": 0.032803334295749664,
      "step": 9000
    },
    {
      "contrastive_loss": 0.013117862865328789,
      "epoch": 2.8072364316905802,
      "step": 9000
    },
    {
      "contrastive_lambda": 0.9455151469269821,
      "epoch": 2.8072364316905802,
      "step": 9000
    },
    {
      "contrastive_lambda": 0.9455032620941839,
      "epoch": 2.807548346849657,
      "step": 9001
    },
    {
      "contrastive_lambda": 0.9454913760400132,
      "epoch": 2.8078602620087336,
      "step": 9002
    },
    {
      "contrastive_lambda": 0.9454794887645027,
      "epoch": 2.80817217716781,
      "step": 9003
    },
    {
      "contrastive_lambda": 0.9454676002676848,
      "epoch": 2.808484092326887,
      "step": 9004
    },
    {
      "contrastive_lambda": 0.9454557105495922,
      "epoch": 2.808796007485964,
      "step": 9005
    },
    {
      "contrastive_lambda": 0.9454438196102575,
      "epoch": 2.8091079226450404,
      "step": 9006
    },
    {
      "contrastive_lambda": 0.9454319274497134,
      "epoch": 2.8094198378041173,
      "step": 9007
    },
    {
      "contrastive_lambda": 0.9454200340679921,
      "epoch": 2.809731752963194,
      "step": 9008
    },
    {
      "contrastive_lambda": 0.9454081394651267,
      "epoch": 2.8100436681222707,
      "step": 9009
    },
    {
      "epoch": 2.8103555832813476,
      "grad_norm": 0.13112586736679077,
      "learning_rate": 9.728280305566509e-05,
      "loss": 0.0522,
      "step": 9010
    },
    {
      "epoch": 2.8103555832813476,
      "flow_loss": 0.04898177832365036,
      "step": 9010
    },
    {
      "contrastive_loss": 0.009029981680214405,
      "epoch": 2.8103555832813476,
      "step": 9010
    },
    {
      "contrastive_lambda": 0.9453962436411496,
      "epoch": 2.8103555832813476,
      "step": 9010
    },
    {
      "contrastive_lambda": 0.9453843465960933,
      "epoch": 2.810667498440424,
      "step": 9011
    },
    {
      "contrastive_lambda": 0.9453724483299906,
      "epoch": 2.810979413599501,
      "step": 9012
    },
    {
      "contrastive_lambda": 0.945360548842874,
      "epoch": 2.8112913287585775,
      "step": 9013
    },
    {
      "contrastive_lambda": 0.9453486481347761,
      "epoch": 2.8116032439176544,
      "step": 9014
    },
    {
      "contrastive_lambda": 0.9453367462057297,
      "epoch": 2.8119151590767313,
      "step": 9015
    },
    {
      "contrastive_lambda": 0.9453248430557672,
      "epoch": 2.8122270742358078,
      "step": 9016
    },
    {
      "contrastive_lambda": 0.9453129386849215,
      "epoch": 2.8125389893948847,
      "step": 9017
    },
    {
      "contrastive_lambda": 0.9453010330932251,
      "epoch": 2.8128509045539616,
      "step": 9018
    },
    {
      "contrastive_lambda": 0.9452891262807106,
      "epoch": 2.813162819713038,
      "step": 9019
    },
    {
      "epoch": 2.8134747348721145,
      "grad_norm": 0.21233150362968445,
      "learning_rate": 9.727383493357343e-05,
      "loss": 0.0479,
      "step": 9020
    },
    {
      "epoch": 2.8134747348721145,
      "flow_loss": 0.06432841718196869,
      "step": 9020
    },
    {
      "contrastive_loss": 0.00935908779501915,
      "epoch": 2.8134747348721145,
      "step": 9020
    },
    {
      "contrastive_lambda": 0.9452772182474107,
      "epoch": 2.8134747348721145,
      "step": 9020
    },
    {
      "contrastive_lambda": 0.945265308993358,
      "epoch": 2.8137866500311914,
      "step": 9021
    },
    {
      "contrastive_lambda": 0.9452533985185851,
      "epoch": 2.8140985651902684,
      "step": 9022
    },
    {
      "contrastive_lambda": 0.9452414868231248,
      "epoch": 2.814410480349345,
      "step": 9023
    },
    {
      "contrastive_lambda": 0.9452295739070097,
      "epoch": 2.8147223955084217,
      "step": 9024
    },
    {
      "contrastive_lambda": 0.9452176597702724,
      "epoch": 2.8150343106674987,
      "step": 9025
    },
    {
      "contrastive_lambda": 0.9452057444129456,
      "epoch": 2.815346225826575,
      "step": 9026
    },
    {
      "contrastive_lambda": 0.945193827835062,
      "epoch": 2.815658140985652,
      "step": 9027
    },
    {
      "contrastive_lambda": 0.9451819100366543,
      "epoch": 2.8159700561447285,
      "step": 9028
    },
    {
      "contrastive_lambda": 0.9451699910177551,
      "epoch": 2.8162819713038054,
      "step": 9029
    },
    {
      "epoch": 2.816593886462882,
      "grad_norm": 0.1999451220035553,
      "learning_rate": 9.726485245093891e-05,
      "loss": 0.049,
      "step": 9030
    },
    {
      "epoch": 2.816593886462882,
      "flow_loss": 0.034009404480457306,
      "step": 9030
    },
    {
      "contrastive_loss": 0.007511435076594353,
      "epoch": 2.816593886462882,
      "step": 9030
    },
    {
      "contrastive_lambda": 0.9451580707783971,
      "epoch": 2.816593886462882,
      "step": 9030
    },
    {
      "contrastive_lambda": 0.9451461493186128,
      "epoch": 2.816905801621959,
      "step": 9031
    },
    {
      "contrastive_lambda": 0.9451342266384353,
      "epoch": 2.8172177167810357,
      "step": 9032
    },
    {
      "contrastive_lambda": 0.9451223027378969,
      "epoch": 2.817529631940112,
      "step": 9033
    },
    {
      "contrastive_lambda": 0.9451103776170304,
      "epoch": 2.817841547099189,
      "step": 9034
    },
    {
      "contrastive_lambda": 0.9450984512758687,
      "epoch": 2.818153462258266,
      "step": 9035
    },
    {
      "contrastive_lambda": 0.9450865237144441,
      "epoch": 2.8184653774173425,
      "step": 9036
    },
    {
      "contrastive_lambda": 0.9450745949327897,
      "epoch": 2.818777292576419,
      "step": 9037
    },
    {
      "contrastive_lambda": 0.9450626649309379,
      "epoch": 2.819089207735496,
      "step": 9038
    },
    {
      "contrastive_lambda": 0.9450507337089217,
      "epoch": 2.819401122894573,
      "step": 9039
    },
    {
      "epoch": 2.8197130380536493,
      "grad_norm": 0.15852807462215424,
      "learning_rate": 9.725585561049018e-05,
      "loss": 0.0486,
      "step": 9040
    },
    {
      "epoch": 2.8197130380536493,
      "flow_loss": 0.043558452278375626,
      "step": 9040
    },
    {
      "contrastive_loss": 0.0071940310299396515,
      "epoch": 2.8197130380536493,
      "step": 9040
    },
    {
      "contrastive_lambda": 0.9450388012667735,
      "epoch": 2.8197130380536493,
      "step": 9040
    },
    {
      "contrastive_lambda": 0.9450268676045263,
      "epoch": 2.820024953212726,
      "step": 9041
    },
    {
      "contrastive_lambda": 0.9450149327222126,
      "epoch": 2.820336868371803,
      "step": 9042
    },
    {
      "contrastive_lambda": 0.9450029966198651,
      "epoch": 2.8206487835308796,
      "step": 9043
    },
    {
      "contrastive_lambda": 0.9449910592975167,
      "epoch": 2.8209606986899565,
      "step": 9044
    },
    {
      "contrastive_lambda": 0.9449791207552001,
      "epoch": 2.821272613849033,
      "step": 9045
    },
    {
      "contrastive_lambda": 0.9449671809929479,
      "epoch": 2.82158452900811,
      "step": 9046
    },
    {
      "contrastive_lambda": 0.9449552400107929,
      "epoch": 2.8218964441671863,
      "step": 9047
    },
    {
      "contrastive_lambda": 0.9449432978087678,
      "epoch": 2.8222083593262632,
      "step": 9048
    },
    {
      "contrastive_lambda": 0.9449313543869056,
      "epoch": 2.82252027448534,
      "step": 9049
    },
    {
      "epoch": 2.8228321896444166,
      "grad_norm": 0.19121839106082916,
      "learning_rate": 9.724684441496022e-05,
      "loss": 0.0531,
      "step": 9050
    },
    {
      "epoch": 2.8228321896444166,
      "flow_loss": 0.0518062561750412,
      "step": 9050
    },
    {
      "contrastive_loss": 0.011483225971460342,
      "epoch": 2.8228321896444166,
      "step": 9050
    },
    {
      "contrastive_lambda": 0.9449194097452386,
      "epoch": 2.8228321896444166,
      "step": 9050
    },
    {
      "contrastive_lambda": 0.9449074638837999,
      "epoch": 2.8231441048034935,
      "step": 9051
    },
    {
      "contrastive_lambda": 0.9448955168026221,
      "epoch": 2.8234560199625705,
      "step": 9052
    },
    {
      "contrastive_lambda": 0.9448835685017379,
      "epoch": 2.823767935121647,
      "step": 9053
    },
    {
      "contrastive_lambda": 0.9448716189811803,
      "epoch": 2.8240798502807234,
      "step": 9054
    },
    {
      "contrastive_lambda": 0.9448596682409818,
      "epoch": 2.8243917654398003,
      "step": 9055
    },
    {
      "contrastive_lambda": 0.9448477162811753,
      "epoch": 2.824703680598877,
      "step": 9056
    },
    {
      "contrastive_lambda": 0.9448357631017934,
      "epoch": 2.8250155957579537,
      "step": 9057
    },
    {
      "contrastive_lambda": 0.9448238087028691,
      "epoch": 2.8253275109170306,
      "step": 9058
    },
    {
      "contrastive_lambda": 0.9448118530844352,
      "epoch": 2.8256394260761075,
      "step": 9059
    },
    {
      "epoch": 2.825951341235184,
      "grad_norm": 0.14621204137802124,
      "learning_rate": 9.72378188670864e-05,
      "loss": 0.0503,
      "step": 9060
    },
    {
      "epoch": 2.825951341235184,
      "flow_loss": 0.054628729820251465,
      "step": 9060
    },
    {
      "contrastive_loss": 0.01115448959171772,
      "epoch": 2.825951341235184,
      "step": 9060
    },
    {
      "contrastive_lambda": 0.9447998962465242,
      "epoch": 2.825951341235184,
      "step": 9060
    },
    {
      "contrastive_lambda": 0.9447879381891691,
      "epoch": 2.826263256394261,
      "step": 9061
    },
    {
      "contrastive_lambda": 0.9447759789124024,
      "epoch": 2.8265751715533374,
      "step": 9062
    },
    {
      "contrastive_lambda": 0.9447640184162573,
      "epoch": 2.8268870867124143,
      "step": 9063
    },
    {
      "contrastive_lambda": 0.9447520567007663,
      "epoch": 2.8271990018714908,
      "step": 9064
    },
    {
      "contrastive_lambda": 0.9447400937659625,
      "epoch": 2.8275109170305677,
      "step": 9065
    },
    {
      "contrastive_lambda": 0.9447281296118782,
      "epoch": 2.8278228321896446,
      "step": 9066
    },
    {
      "contrastive_lambda": 0.9447161642385467,
      "epoch": 2.828134747348721,
      "step": 9067
    },
    {
      "contrastive_lambda": 0.9447041976460004,
      "epoch": 2.828446662507798,
      "step": 9068
    },
    {
      "contrastive_lambda": 0.9446922298342724,
      "epoch": 2.828758577666875,
      "step": 9069
    },
    {
      "epoch": 2.8290704928259514,
      "grad_norm": 0.17508234083652496,
      "learning_rate": 9.722877896961047e-05,
      "loss": 0.0532,
      "step": 9070
    },
    {
      "epoch": 2.8290704928259514,
      "flow_loss": 0.04737841710448265,
      "step": 9070
    },
    {
      "contrastive_loss": 0.008353263139724731,
      "epoch": 2.8290704928259514,
      "step": 9070
    },
    {
      "contrastive_lambda": 0.9446802608033954,
      "epoch": 2.8290704928259514,
      "step": 9070
    },
    {
      "contrastive_lambda": 0.9446682905534023,
      "epoch": 2.829382407985028,
      "step": 9071
    },
    {
      "contrastive_lambda": 0.9446563190843256,
      "epoch": 2.8296943231441047,
      "step": 9072
    },
    {
      "contrastive_lambda": 0.9446443463961985,
      "epoch": 2.8300062383031817,
      "step": 9073
    },
    {
      "contrastive_lambda": 0.9446323724890537,
      "epoch": 2.830318153462258,
      "step": 9074
    },
    {
      "contrastive_lambda": 0.9446203973629239,
      "epoch": 2.830630068621335,
      "step": 9075
    },
    {
      "contrastive_lambda": 0.9446084210178423,
      "epoch": 2.830941983780412,
      "step": 9076
    },
    {
      "contrastive_lambda": 0.9445964434538412,
      "epoch": 2.8312538989394884,
      "step": 9077
    },
    {
      "contrastive_lambda": 0.9445844646709538,
      "epoch": 2.8315658140985653,
      "step": 9078
    },
    {
      "contrastive_lambda": 0.9445724846692127,
      "epoch": 2.831877729257642,
      "step": 9079
    },
    {
      "epoch": 2.8321896444167187,
      "grad_norm": 0.15002942085266113,
      "learning_rate": 9.721972472527848e-05,
      "loss": 0.0505,
      "step": 9080
    },
    {
      "epoch": 2.8321896444167187,
      "flow_loss": 0.036967918276786804,
      "step": 9080
    },
    {
      "contrastive_loss": 0.00864151120185852,
      "epoch": 2.8321896444167187,
      "step": 9080
    },
    {
      "contrastive_lambda": 0.9445605034486512,
      "epoch": 2.8321896444167187,
      "step": 9080
    },
    {
      "contrastive_lambda": 0.9445485210093016,
      "epoch": 2.832501559575795,
      "step": 9081
    },
    {
      "contrastive_lambda": 0.9445365373511971,
      "epoch": 2.832813474734872,
      "step": 9082
    },
    {
      "contrastive_lambda": 0.9445245524743704,
      "epoch": 2.833125389893949,
      "step": 9083
    },
    {
      "contrastive_lambda": 0.9445125663788544,
      "epoch": 2.8334373050530255,
      "step": 9084
    },
    {
      "contrastive_lambda": 0.9445005790646819,
      "epoch": 2.8337492202121024,
      "step": 9085
    },
    {
      "contrastive_lambda": 0.9444885905318859,
      "epoch": 2.834061135371179,
      "step": 9086
    },
    {
      "contrastive_lambda": 0.9444766007804992,
      "epoch": 2.834373050530256,
      "step": 9087
    },
    {
      "contrastive_lambda": 0.9444646098105547,
      "epoch": 2.8346849656893323,
      "step": 9088
    },
    {
      "contrastive_lambda": 0.9444526176220851,
      "epoch": 2.834996880848409,
      "step": 9089
    },
    {
      "epoch": 2.835308796007486,
      "grad_norm": 0.15737281739711761,
      "learning_rate": 9.721065613684089e-05,
      "loss": 0.0545,
      "step": 9090
    },
    {
      "epoch": 2.835308796007486,
      "flow_loss": 0.05066337808966637,
      "step": 9090
    },
    {
      "contrastive_loss": 0.012060972861945629,
      "epoch": 2.835308796007486,
      "step": 9090
    },
    {
      "contrastive_lambda": 0.9444406242151235,
      "epoch": 2.835308796007486,
      "step": 9090
    },
    {
      "contrastive_lambda": 0.9444286295897026,
      "epoch": 2.8356207111665626,
      "step": 9091
    },
    {
      "contrastive_lambda": 0.9444166337458555,
      "epoch": 2.8359326263256395,
      "step": 9092
    },
    {
      "contrastive_lambda": 0.944404636683615,
      "epoch": 2.8362445414847164,
      "step": 9093
    },
    {
      "contrastive_lambda": 0.9443926384030139,
      "epoch": 2.836556456643793,
      "step": 9094
    },
    {
      "contrastive_lambda": 0.9443806389040852,
      "epoch": 2.8368683718028698,
      "step": 9095
    },
    {
      "contrastive_lambda": 0.9443686381868617,
      "epoch": 2.8371802869619462,
      "step": 9096
    },
    {
      "contrastive_lambda": 0.9443566362513762,
      "epoch": 2.837492202121023,
      "step": 9097
    },
    {
      "contrastive_lambda": 0.9443446330976619,
      "epoch": 2.8378041172800996,
      "step": 9098
    },
    {
      "contrastive_lambda": 0.9443326287257516,
      "epoch": 2.8381160324391765,
      "step": 9099
    },
    {
      "epoch": 2.8384279475982535,
      "grad_norm": 0.10943473130464554,
      "learning_rate": 9.72015732070525e-05,
      "loss": 0.0537,
      "step": 9100
    },
    {
      "epoch": 2.8384279475982535,
      "flow_loss": 0.06319373100996017,
      "step": 9100
    },
    {
      "contrastive_loss": 0.012978640384972095,
      "epoch": 2.8384279475982535,
      "step": 9100
    },
    {
      "contrastive_lambda": 0.9443206231356781,
      "epoch": 2.8384279475982535,
      "step": 9100
    },
    {
      "contrastive_lambda": 0.9443086163274744,
      "epoch": 2.83873986275733,
      "step": 9101
    },
    {
      "contrastive_lambda": 0.9442966083011735,
      "epoch": 2.839051777916407,
      "step": 9102
    },
    {
      "contrastive_lambda": 0.9442845990568081,
      "epoch": 2.8393636930754833,
      "step": 9103
    },
    {
      "contrastive_lambda": 0.9442725885944112,
      "epoch": 2.8396756082345602,
      "step": 9104
    },
    {
      "contrastive_lambda": 0.9442605769140158,
      "epoch": 2.8399875233936367,
      "step": 9105
    },
    {
      "contrastive_lambda": 0.9442485640156548,
      "epoch": 2.8402994385527136,
      "step": 9106
    },
    {
      "contrastive_lambda": 0.9442365498993612,
      "epoch": 2.8406113537117905,
      "step": 9107
    },
    {
      "contrastive_lambda": 0.944224534565168,
      "epoch": 2.840923268870867,
      "step": 9108
    },
    {
      "contrastive_lambda": 0.9442125180131078,
      "epoch": 2.841235184029944,
      "step": 9109
    },
    {
      "epoch": 2.841547099189021,
      "grad_norm": 0.1654275357723236,
      "learning_rate": 9.719247593867244e-05,
      "loss": 0.0567,
      "step": 9110
    },
    {
      "epoch": 2.841547099189021,
      "flow_loss": 0.07283996045589447,
      "step": 9110
    },
    {
      "contrastive_loss": 0.009360333904623985,
      "epoch": 2.841547099189021,
      "step": 9110
    },
    {
      "contrastive_lambda": 0.9442005002432139,
      "epoch": 2.841547099189021,
      "step": 9110
    },
    {
      "contrastive_lambda": 0.944188481255519,
      "epoch": 2.8418590143480973,
      "step": 9111
    },
    {
      "contrastive_lambda": 0.9441764610500563,
      "epoch": 2.842170929507174,
      "step": 9112
    },
    {
      "contrastive_lambda": 0.9441644396268585,
      "epoch": 2.8424828446662507,
      "step": 9113
    },
    {
      "contrastive_lambda": 0.9441524169859586,
      "epoch": 2.8427947598253276,
      "step": 9114
    },
    {
      "contrastive_lambda": 0.9441403931273897,
      "epoch": 2.843106674984404,
      "step": 9115
    },
    {
      "contrastive_lambda": 0.9441283680511847,
      "epoch": 2.843418590143481,
      "step": 9116
    },
    {
      "contrastive_lambda": 0.9441163417573767,
      "epoch": 2.843730505302558,
      "step": 9117
    },
    {
      "contrastive_lambda": 0.9441043142459984,
      "epoch": 2.8440424204616344,
      "step": 9118
    },
    {
      "contrastive_lambda": 0.9440922855170829,
      "epoch": 2.8443543356207113,
      "step": 9119
    },
    {
      "epoch": 2.8446662507797877,
      "grad_norm": 0.13384070992469788,
      "learning_rate": 9.718336433446423e-05,
      "loss": 0.0549,
      "step": 9120
    },
    {
      "epoch": 2.8446662507797877,
      "flow_loss": 0.03220323100686073,
      "step": 9120
    },
    {
      "contrastive_loss": 0.00909140333533287,
      "epoch": 2.8446662507797877,
      "step": 9120
    },
    {
      "contrastive_lambda": 0.9440802555706632,
      "epoch": 2.8446662507797877,
      "step": 9120
    },
    {
      "contrastive_lambda": 0.9440682244067723,
      "epoch": 2.8449781659388647,
      "step": 9121
    },
    {
      "contrastive_lambda": 0.9440561920254431,
      "epoch": 2.845290081097941,
      "step": 9122
    },
    {
      "contrastive_lambda": 0.9440441584267086,
      "epoch": 2.845601996257018,
      "step": 9123
    },
    {
      "contrastive_lambda": 0.944032123610602,
      "epoch": 2.845913911416095,
      "step": 9124
    },
    {
      "contrastive_lambda": 0.9440200875771559,
      "epoch": 2.8462258265751714,
      "step": 9125
    },
    {
      "contrastive_lambda": 0.9440080503264037,
      "epoch": 2.8465377417342483,
      "step": 9126
    },
    {
      "contrastive_lambda": 0.9439960118583781,
      "epoch": 2.8468496568933253,
      "step": 9127
    },
    {
      "contrastive_lambda": 0.9439839721731123,
      "epoch": 2.8471615720524017,
      "step": 9128
    },
    {
      "contrastive_lambda": 0.9439719312706392,
      "epoch": 2.8474734872114786,
      "step": 9129
    },
    {
      "epoch": 2.847785402370555,
      "grad_norm": 0.10113838315010071,
      "learning_rate": 9.717423839719574e-05,
      "loss": 0.0431,
      "step": 9130
    },
    {
      "epoch": 2.847785402370555,
      "flow_loss": 0.0570262148976326,
      "step": 9130
    },
    {
      "contrastive_loss": 0.009870365262031555,
      "epoch": 2.847785402370555,
      "step": 9130
    },
    {
      "contrastive_lambda": 0.9439598891509918,
      "epoch": 2.847785402370555,
      "step": 9130
    },
    {
      "contrastive_lambda": 0.9439478458142032,
      "epoch": 2.848097317529632,
      "step": 9131
    },
    {
      "contrastive_lambda": 0.9439358012603064,
      "epoch": 2.8484092326887085,
      "step": 9132
    },
    {
      "contrastive_lambda": 0.9439237554893344,
      "epoch": 2.8487211478477854,
      "step": 9133
    },
    {
      "contrastive_lambda": 0.9439117085013202,
      "epoch": 2.8490330630068623,
      "step": 9134
    },
    {
      "contrastive_lambda": 0.9438996602962968,
      "epoch": 2.849344978165939,
      "step": 9135
    },
    {
      "contrastive_lambda": 0.9438876108742973,
      "epoch": 2.8496568933250157,
      "step": 9136
    },
    {
      "contrastive_lambda": 0.9438755602353548,
      "epoch": 2.849968808484092,
      "step": 9137
    },
    {
      "contrastive_lambda": 0.9438635083795022,
      "epoch": 2.850280723643169,
      "step": 9138
    },
    {
      "contrastive_lambda": 0.9438514553067725,
      "epoch": 2.8505926388022456,
      "step": 9139
    },
    {
      "epoch": 2.8509045539613225,
      "grad_norm": 0.15245293080806732,
      "learning_rate": 9.71650981296392e-05,
      "loss": 0.0558,
      "step": 9140
    },
    {
      "epoch": 2.8509045539613225,
      "flow_loss": 0.0367065854370594,
      "step": 9140
    },
    {
      "contrastive_loss": 0.012524453923106194,
      "epoch": 2.8509045539613225,
      "step": 9140
    },
    {
      "contrastive_lambda": 0.9438394010171989,
      "epoch": 2.8509045539613225,
      "step": 9140
    },
    {
      "contrastive_lambda": 0.9438273455108144,
      "epoch": 2.8512164691203994,
      "step": 9141
    },
    {
      "contrastive_lambda": 0.9438152887876521,
      "epoch": 2.851528384279476,
      "step": 9142
    },
    {
      "contrastive_lambda": 0.9438032308477449,
      "epoch": 2.8518402994385528,
      "step": 9143
    },
    {
      "contrastive_lambda": 0.9437911716911259,
      "epoch": 2.8521522145976297,
      "step": 9144
    },
    {
      "contrastive_lambda": 0.9437791113178282,
      "epoch": 2.852464129756706,
      "step": 9145
    },
    {
      "contrastive_lambda": 0.9437670497278849,
      "epoch": 2.852776044915783,
      "step": 9146
    },
    {
      "contrastive_lambda": 0.9437549869213291,
      "epoch": 2.8530879600748595,
      "step": 9147
    },
    {
      "contrastive_lambda": 0.9437429228981937,
      "epoch": 2.8533998752339365,
      "step": 9148
    },
    {
      "contrastive_lambda": 0.9437308576585121,
      "epoch": 2.853711790393013,
      "step": 9149
    },
    {
      "epoch": 2.85402370555209,
      "grad_norm": 0.16742150485515594,
      "learning_rate": 9.715594353457118e-05,
      "loss": 0.0556,
      "step": 9150
    },
    {
      "epoch": 2.85402370555209,
      "flow_loss": 0.07472041994333267,
      "step": 9150
    },
    {
      "contrastive_loss": 0.009505188092589378,
      "epoch": 2.85402370555209,
      "step": 9150
    },
    {
      "contrastive_lambda": 0.9437187912023169,
      "epoch": 2.85402370555209,
      "step": 9150
    },
    {
      "contrastive_lambda": 0.9437067235296417,
      "epoch": 2.8543356207111668,
      "step": 9151
    },
    {
      "contrastive_lambda": 0.9436946546405192,
      "epoch": 2.8546475358702432,
      "step": 9152
    },
    {
      "contrastive_lambda": 0.9436825845349825,
      "epoch": 2.85495945102932,
      "step": 9153
    },
    {
      "contrastive_lambda": 0.9436705132130649,
      "epoch": 2.8552713661883966,
      "step": 9154
    },
    {
      "contrastive_lambda": 0.9436584406747994,
      "epoch": 2.8555832813474735,
      "step": 9155
    },
    {
      "contrastive_lambda": 0.9436463669202191,
      "epoch": 2.85589519650655,
      "step": 9156
    },
    {
      "contrastive_lambda": 0.943634291949357,
      "epoch": 2.856207111665627,
      "step": 9157
    },
    {
      "contrastive_lambda": 0.9436222157622465,
      "epoch": 2.856519026824704,
      "step": 9158
    },
    {
      "contrastive_lambda": 0.9436101383589204,
      "epoch": 2.8568309419837803,
      "step": 9159
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.10954628884792328,
      "learning_rate": 9.714677461477257e-05,
      "loss": 0.0531,
      "step": 9160
    },
    {
      "epoch": 2.857142857142857,
      "flow_loss": 0.05390069633722305,
      "step": 9160
    },
    {
      "contrastive_loss": 0.00967443361878395,
      "epoch": 2.857142857142857,
      "step": 9160
    },
    {
      "contrastive_lambda": 0.9435980597394118,
      "epoch": 2.857142857142857,
      "step": 9160
    },
    {
      "contrastive_lambda": 0.943585979903754,
      "epoch": 2.857454772301934,
      "step": 9161
    },
    {
      "contrastive_lambda": 0.9435738988519802,
      "epoch": 2.8577666874610106,
      "step": 9162
    },
    {
      "contrastive_lambda": 0.9435618165841233,
      "epoch": 2.858078602620087,
      "step": 9163
    },
    {
      "contrastive_lambda": 0.9435497331002164,
      "epoch": 2.858390517779164,
      "step": 9164
    },
    {
      "contrastive_lambda": 0.9435376484002927,
      "epoch": 2.858702432938241,
      "step": 9165
    },
    {
      "contrastive_lambda": 0.9435255624843855,
      "epoch": 2.8590143480973174,
      "step": 9166
    },
    {
      "contrastive_lambda": 0.9435134753525277,
      "epoch": 2.8593262632563943,
      "step": 9167
    },
    {
      "contrastive_lambda": 0.9435013870047526,
      "epoch": 2.859638178415471,
      "step": 9168
    },
    {
      "contrastive_lambda": 0.9434892974410932,
      "epoch": 2.8599500935745477,
      "step": 9169
    },
    {
      "epoch": 2.8602620087336246,
      "grad_norm": 0.1368505209684372,
      "learning_rate": 9.713759137302869e-05,
      "loss": 0.0578,
      "step": 9170
    },
    {
      "epoch": 2.8602620087336246,
      "flow_loss": 0.0749351903796196,
      "step": 9170
    },
    {
      "contrastive_loss": 0.008759456686675549,
      "epoch": 2.8602620087336246,
      "step": 9170
    },
    {
      "contrastive_lambda": 0.9434772066615827,
      "epoch": 2.8602620087336246,
      "step": 9170
    },
    {
      "contrastive_lambda": 0.9434651146662543,
      "epoch": 2.860573923892701,
      "step": 9171
    },
    {
      "contrastive_lambda": 0.9434530214551411,
      "epoch": 2.860885839051778,
      "step": 9172
    },
    {
      "contrastive_lambda": 0.9434409270282762,
      "epoch": 2.8611977542108544,
      "step": 9173
    },
    {
      "contrastive_lambda": 0.9434288313856929,
      "epoch": 2.8615096693699313,
      "step": 9174
    },
    {
      "contrastive_lambda": 0.9434167345274242,
      "epoch": 2.8618215845290083,
      "step": 9175
    },
    {
      "contrastive_lambda": 0.9434046364535036,
      "epoch": 2.8621334996880847,
      "step": 9176
    },
    {
      "contrastive_lambda": 0.9433925371639638,
      "epoch": 2.8624454148471616,
      "step": 9177
    },
    {
      "contrastive_lambda": 0.9433804366588381,
      "epoch": 2.8627573300062386,
      "step": 9178
    },
    {
      "contrastive_lambda": 0.9433683349381599,
      "epoch": 2.863069245165315,
      "step": 9179
    },
    {
      "epoch": 2.8633811603243915,
      "grad_norm": 0.17832370102405548,
      "learning_rate": 9.712839381212914e-05,
      "loss": 0.0587,
      "step": 9180
    },
    {
      "epoch": 2.8633811603243915,
      "flow_loss": 0.05109376832842827,
      "step": 9180
    },
    {
      "contrastive_loss": 0.00931570678949356,
      "epoch": 2.8633811603243915,
      "step": 9180
    },
    {
      "contrastive_lambda": 0.9433562320019622,
      "epoch": 2.8633811603243915,
      "step": 9180
    },
    {
      "contrastive_lambda": 0.9433441278502783,
      "epoch": 2.8636930754834684,
      "step": 9181
    },
    {
      "contrastive_lambda": 0.9433320224831412,
      "epoch": 2.8640049906425453,
      "step": 9182
    },
    {
      "contrastive_lambda": 0.9433199159005842,
      "epoch": 2.864316905801622,
      "step": 9183
    },
    {
      "contrastive_lambda": 0.9433078081026405,
      "epoch": 2.8646288209606987,
      "step": 9184
    },
    {
      "contrastive_lambda": 0.9432956990893433,
      "epoch": 2.8649407361197756,
      "step": 9185
    },
    {
      "contrastive_lambda": 0.9432835888607256,
      "epoch": 2.865252651278852,
      "step": 9186
    },
    {
      "contrastive_lambda": 0.9432714774168209,
      "epoch": 2.865564566437929,
      "step": 9187
    },
    {
      "contrastive_lambda": 0.9432593647576624,
      "epoch": 2.8658764815970055,
      "step": 9188
    },
    {
      "contrastive_lambda": 0.943247250883283,
      "epoch": 2.8661883967560824,
      "step": 9189
    },
    {
      "epoch": 2.866500311915159,
      "grad_norm": 0.1692793220281601,
      "learning_rate": 9.71191819348679e-05,
      "loss": 0.0509,
      "step": 9190
    },
    {
      "epoch": 2.866500311915159,
      "flow_loss": 0.04930880293250084,
      "step": 9190
    },
    {
      "contrastive_loss": 0.008514877408742905,
      "epoch": 2.866500311915159,
      "step": 9190
    },
    {
      "contrastive_lambda": 0.9432351357937162,
      "epoch": 2.866500311915159,
      "step": 9190
    },
    {
      "contrastive_lambda": 0.943223019488995,
      "epoch": 2.8668122270742358,
      "step": 9191
    },
    {
      "contrastive_lambda": 0.9432109019691528,
      "epoch": 2.8671241422333127,
      "step": 9192
    },
    {
      "contrastive_lambda": 0.9431987832342228,
      "epoch": 2.867436057392389,
      "step": 9193
    },
    {
      "contrastive_lambda": 0.9431866632842382,
      "epoch": 2.867747972551466,
      "step": 9194
    },
    {
      "contrastive_lambda": 0.9431745421192321,
      "epoch": 2.868059887710543,
      "step": 9195
    },
    {
      "contrastive_lambda": 0.9431624197392379,
      "epoch": 2.8683718028696195,
      "step": 9196
    },
    {
      "contrastive_lambda": 0.9431502961442886,
      "epoch": 2.868683718028696,
      "step": 9197
    },
    {
      "contrastive_lambda": 0.9431381713344178,
      "epoch": 2.868995633187773,
      "step": 9198
    },
    {
      "contrastive_lambda": 0.9431260453096584,
      "epoch": 2.8693075483468498,
      "step": 9199
    },
    {
      "epoch": 2.8696194635059262,
      "grad_norm": 0.10489363223314285,
      "learning_rate": 9.710995574404331e-05,
      "loss": 0.0551,
      "step": 9200
    },
    {
      "epoch": 2.8696194635059262,
      "flow_loss": 0.04929858073592186,
      "step": 9200
    },
    {
      "contrastive_loss": 0.013427942991256714,
      "epoch": 2.8696194635059262,
      "step": 9200
    },
    {
      "contrastive_lambda": 0.9431139180700439,
      "epoch": 2.8696194635059262,
      "step": 9200
    },
    {
      "contrastive_lambda": 0.9431017896156073,
      "epoch": 2.869931378665003,
      "step": 9201
    },
    {
      "contrastive_lambda": 0.943089659946382,
      "epoch": 2.87024329382408,
      "step": 9202
    },
    {
      "contrastive_lambda": 0.9430775290624014,
      "epoch": 2.8705552089831565,
      "step": 9203
    },
    {
      "contrastive_lambda": 0.9430653969636986,
      "epoch": 2.8708671241422334,
      "step": 9204
    },
    {
      "contrastive_lambda": 0.9430532636503067,
      "epoch": 2.87117903930131,
      "step": 9205
    },
    {
      "contrastive_lambda": 0.9430411291222592,
      "epoch": 2.871490954460387,
      "step": 9206
    },
    {
      "contrastive_lambda": 0.9430289933795892,
      "epoch": 2.8718028696194633,
      "step": 9207
    },
    {
      "contrastive_lambda": 0.9430168564223302,
      "epoch": 2.87211478477854,
      "step": 9208
    },
    {
      "contrastive_lambda": 0.9430047182505152,
      "epoch": 2.872426699937617,
      "step": 9209
    },
    {
      "epoch": 2.8727386150966936,
      "grad_norm": 0.14306490123271942,
      "learning_rate": 9.710071524245802e-05,
      "loss": 0.0552,
      "step": 9210
    },
    {
      "epoch": 2.8727386150966936,
      "flow_loss": 0.07718504220247269,
      "step": 9210
    },
    {
      "contrastive_loss": 0.00913066603243351,
      "epoch": 2.8727386150966936,
      "step": 9210
    },
    {
      "contrastive_lambda": 0.9429925788641778,
      "epoch": 2.8727386150966936,
      "step": 9210
    },
    {
      "contrastive_lambda": 0.9429804382633509,
      "epoch": 2.8730505302557705,
      "step": 9211
    },
    {
      "contrastive_lambda": 0.9429682964480681,
      "epoch": 2.8733624454148474,
      "step": 9212
    },
    {
      "contrastive_lambda": 0.9429561534183626,
      "epoch": 2.873674360573924,
      "step": 9213
    },
    {
      "contrastive_lambda": 0.9429440091742675,
      "epoch": 2.8739862757330004,
      "step": 9214
    },
    {
      "contrastive_lambda": 0.9429318637158164,
      "epoch": 2.8742981908920773,
      "step": 9215
    },
    {
      "contrastive_lambda": 0.9429197170430423,
      "epoch": 2.874610106051154,
      "step": 9216
    },
    {
      "contrastive_lambda": 0.9429075691559787,
      "epoch": 2.8749220212102307,
      "step": 9217
    },
    {
      "contrastive_lambda": 0.9428954200546589,
      "epoch": 2.8752339363693076,
      "step": 9218
    },
    {
      "contrastive_lambda": 0.9428832697391161,
      "epoch": 2.8755458515283845,
      "step": 9219
    },
    {
      "epoch": 2.875857766687461,
      "grad_norm": 0.15162119269371033,
      "learning_rate": 9.709146043291906e-05,
      "loss": 0.0584,
      "step": 9220
    },
    {
      "epoch": 2.875857766687461,
      "flow_loss": 0.06066236272454262,
      "step": 9220
    },
    {
      "contrastive_loss": 0.011961245909333229,
      "epoch": 2.875857766687461,
      "step": 9220
    },
    {
      "contrastive_lambda": 0.9428711182093837,
      "epoch": 2.875857766687461,
      "step": 9220
    },
    {
      "contrastive_lambda": 0.942858965465495,
      "epoch": 2.876169681846538,
      "step": 9221
    },
    {
      "contrastive_lambda": 0.9428468115074833,
      "epoch": 2.8764815970056143,
      "step": 9222
    },
    {
      "contrastive_lambda": 0.9428346563353819,
      "epoch": 2.8767935121646913,
      "step": 9223
    },
    {
      "contrastive_lambda": 0.9428224999492241,
      "epoch": 2.8771054273237677,
      "step": 9224
    },
    {
      "contrastive_lambda": 0.9428103423490434,
      "epoch": 2.8774173424828446,
      "step": 9225
    },
    {
      "contrastive_lambda": 0.9427981835348729,
      "epoch": 2.8777292576419216,
      "step": 9226
    },
    {
      "contrastive_lambda": 0.942786023506746,
      "epoch": 2.878041172800998,
      "step": 9227
    },
    {
      "contrastive_lambda": 0.9427738622646962,
      "epoch": 2.878353087960075,
      "step": 9228
    },
    {
      "contrastive_lambda": 0.9427616998087567,
      "epoch": 2.878665003119152,
      "step": 9229
    },
    {
      "epoch": 2.8789769182782283,
      "grad_norm": 0.11527509242296219,
      "learning_rate": 9.70821913182378e-05,
      "loss": 0.0559,
      "step": 9230
    },
    {
      "epoch": 2.8789769182782283,
      "flow_loss": 0.060886915773153305,
      "step": 9230
    },
    {
      "contrastive_loss": 0.009898018091917038,
      "epoch": 2.8789769182782283,
      "step": 9230
    },
    {
      "contrastive_lambda": 0.9427495361389608,
      "epoch": 2.8789769182782283,
      "step": 9230
    },
    {
      "contrastive_lambda": 0.942737371255342,
      "epoch": 2.879288833437305,
      "step": 9231
    },
    {
      "contrastive_lambda": 0.9427252051579335,
      "epoch": 2.8796007485963817,
      "step": 9232
    },
    {
      "contrastive_lambda": 0.9427130378467687,
      "epoch": 2.8799126637554586,
      "step": 9233
    },
    {
      "contrastive_lambda": 0.942700869321881,
      "epoch": 2.880224578914535,
      "step": 9234
    },
    {
      "contrastive_lambda": 0.9426886995833037,
      "epoch": 2.880536494073612,
      "step": 9235
    },
    {
      "contrastive_lambda": 0.9426765286310701,
      "epoch": 2.880848409232689,
      "step": 9236
    },
    {
      "contrastive_lambda": 0.9426643564652138,
      "epoch": 2.8811603243917654,
      "step": 9237
    },
    {
      "contrastive_lambda": 0.942652183085768,
      "epoch": 2.8814722395508423,
      "step": 9238
    },
    {
      "contrastive_lambda": 0.9426400084927662,
      "epoch": 2.8817841547099188,
      "step": 9239
    },
    {
      "epoch": 2.8820960698689957,
      "grad_norm": 0.23319043219089508,
      "learning_rate": 9.707290790122995e-05,
      "loss": 0.0532,
      "step": 9240
    },
    {
      "epoch": 2.8820960698689957,
      "flow_loss": 0.06398539990186691,
      "step": 9240
    },
    {
      "contrastive_loss": 0.007840841077268124,
      "epoch": 2.8820960698689957,
      "step": 9240
    },
    {
      "contrastive_lambda": 0.9426278326862416,
      "epoch": 2.8820960698689957,
      "step": 9240
    },
    {
      "contrastive_lambda": 0.9426156556662276,
      "epoch": 2.882407985028072,
      "step": 9241
    },
    {
      "contrastive_lambda": 0.9426034774327577,
      "epoch": 2.882719900187149,
      "step": 9242
    },
    {
      "contrastive_lambda": 0.9425912979858653,
      "epoch": 2.883031815346226,
      "step": 9243
    },
    {
      "contrastive_lambda": 0.9425791173255836,
      "epoch": 2.8833437305053025,
      "step": 9244
    },
    {
      "contrastive_lambda": 0.9425669354519463,
      "epoch": 2.8836556456643794,
      "step": 9245
    },
    {
      "contrastive_lambda": 0.9425547523649864,
      "epoch": 2.8839675608234563,
      "step": 9246
    },
    {
      "contrastive_lambda": 0.9425425680647377,
      "epoch": 2.8842794759825328,
      "step": 9247
    },
    {
      "contrastive_lambda": 0.9425303825512333,
      "epoch": 2.8845913911416092,
      "step": 9248
    },
    {
      "contrastive_lambda": 0.9425181958245068,
      "epoch": 2.884903306300686,
      "step": 9249
    },
    {
      "epoch": 2.885215221459763,
      "grad_norm": 0.1573372781276703,
      "learning_rate": 9.706361018471557e-05,
      "loss": 0.0534,
      "step": 9250
    },
    {
      "epoch": 2.885215221459763,
      "flow_loss": 0.06386102735996246,
      "step": 9250
    },
    {
      "contrastive_loss": 0.007556705269962549,
      "epoch": 2.885215221459763,
      "step": 9250
    },
    {
      "contrastive_lambda": 0.9425060078845915,
      "epoch": 2.885215221459763,
      "step": 9250
    },
    {
      "contrastive_lambda": 0.9424938187315209,
      "epoch": 2.8855271366188395,
      "step": 9251
    },
    {
      "contrastive_lambda": 0.9424816283653283,
      "epoch": 2.8858390517779164,
      "step": 9252
    },
    {
      "contrastive_lambda": 0.9424694367860473,
      "epoch": 2.8861509669369934,
      "step": 9253
    },
    {
      "contrastive_lambda": 0.9424572439937112,
      "epoch": 2.88646288209607,
      "step": 9254
    },
    {
      "contrastive_lambda": 0.9424450499883534,
      "epoch": 2.8867747972551467,
      "step": 9255
    },
    {
      "contrastive_lambda": 0.9424328547700074,
      "epoch": 2.887086712414223,
      "step": 9256
    },
    {
      "contrastive_lambda": 0.9424206583387066,
      "epoch": 2.8873986275733,
      "step": 9257
    },
    {
      "contrastive_lambda": 0.9424084606944845,
      "epoch": 2.8877105427323766,
      "step": 9258
    },
    {
      "contrastive_lambda": 0.9423962618373743,
      "epoch": 2.8880224578914535,
      "step": 9259
    },
    {
      "epoch": 2.8883343730505304,
      "grad_norm": 0.16510485112667084,
      "learning_rate": 9.705429817151906e-05,
      "loss": 0.0527,
      "step": 9260
    },
    {
      "epoch": 2.8883343730505304,
      "flow_loss": 0.057989224791526794,
      "step": 9260
    },
    {
      "contrastive_loss": 0.010246322490274906,
      "epoch": 2.8883343730505304,
      "step": 9260
    },
    {
      "contrastive_lambda": 0.9423840617674097,
      "epoch": 2.8883343730505304,
      "step": 9260
    },
    {
      "contrastive_lambda": 0.9423718604846243,
      "epoch": 2.888646288209607,
      "step": 9261
    },
    {
      "contrastive_lambda": 0.9423596579890511,
      "epoch": 2.888958203368684,
      "step": 9262
    },
    {
      "contrastive_lambda": 0.9423474542807238,
      "epoch": 2.8892701185277607,
      "step": 9263
    },
    {
      "contrastive_lambda": 0.9423352493596759,
      "epoch": 2.889582033686837,
      "step": 9264
    },
    {
      "contrastive_lambda": 0.9423230432259408,
      "epoch": 2.8898939488459137,
      "step": 9265
    },
    {
      "contrastive_lambda": 0.942310835879552,
      "epoch": 2.8902058640049906,
      "step": 9266
    },
    {
      "contrastive_lambda": 0.9422986273205428,
      "epoch": 2.8905177791640675,
      "step": 9267
    },
    {
      "contrastive_lambda": 0.9422864175489469,
      "epoch": 2.890829694323144,
      "step": 9268
    },
    {
      "contrastive_lambda": 0.9422742065647975,
      "epoch": 2.891141609482221,
      "step": 9269
    },
    {
      "epoch": 2.891453524641298,
      "grad_norm": 0.19907042384147644,
      "learning_rate": 9.704497186446917e-05,
      "loss": 0.0555,
      "step": 9270
    },
    {
      "epoch": 2.891453524641298,
      "flow_loss": 0.0474432036280632,
      "step": 9270
    },
    {
      "contrastive_loss": 0.013733100146055222,
      "epoch": 2.891453524641298,
      "step": 9270
    },
    {
      "contrastive_lambda": 0.9422619943681285,
      "epoch": 2.891453524641298,
      "step": 9270
    },
    {
      "contrastive_lambda": 0.942249780958973,
      "epoch": 2.8917654398003743,
      "step": 9271
    },
    {
      "contrastive_lambda": 0.9422375663373647,
      "epoch": 2.892077354959451,
      "step": 9272
    },
    {
      "contrastive_lambda": 0.9422253505033369,
      "epoch": 2.8923892701185276,
      "step": 9273
    },
    {
      "contrastive_lambda": 0.9422131334569233,
      "epoch": 2.8927011852776046,
      "step": 9274
    },
    {
      "contrastive_lambda": 0.9422009151981572,
      "epoch": 2.893013100436681,
      "step": 9275
    },
    {
      "contrastive_lambda": 0.9421886957270722,
      "epoch": 2.893325015595758,
      "step": 9276
    },
    {
      "contrastive_lambda": 0.9421764750437018,
      "epoch": 2.893636930754835,
      "step": 9277
    },
    {
      "contrastive_lambda": 0.9421642531480795,
      "epoch": 2.8939488459139113,
      "step": 9278
    },
    {
      "contrastive_lambda": 0.9421520300402388,
      "epoch": 2.8942607610729882,
      "step": 9279
    },
    {
      "epoch": 2.8945726762320647,
      "grad_norm": 0.11676985770463943,
      "learning_rate": 9.703563126639896e-05,
      "loss": 0.0498,
      "step": 9280
    },
    {
      "epoch": 2.8945726762320647,
      "flow_loss": 0.04376988857984543,
      "step": 9280
    },
    {
      "contrastive_loss": 0.011445843614637852,
      "epoch": 2.8945726762320647,
      "step": 9280
    },
    {
      "contrastive_lambda": 0.9421398057202132,
      "epoch": 2.8945726762320647,
      "step": 9280
    },
    {
      "contrastive_lambda": 0.9421275801880362,
      "epoch": 2.8948845913911416,
      "step": 9281
    },
    {
      "contrastive_lambda": 0.9421153534437413,
      "epoch": 2.895196506550218,
      "step": 9282
    },
    {
      "contrastive_lambda": 0.9421031254873622,
      "epoch": 2.895508421709295,
      "step": 9283
    },
    {
      "contrastive_lambda": 0.9420908963189321,
      "epoch": 2.895820336868372,
      "step": 9284
    },
    {
      "contrastive_lambda": 0.9420786659384848,
      "epoch": 2.8961322520274484,
      "step": 9285
    },
    {
      "contrastive_lambda": 0.9420664343460536,
      "epoch": 2.8964441671865253,
      "step": 9286
    },
    {
      "contrastive_lambda": 0.9420542015416724,
      "epoch": 2.8967560823456022,
      "step": 9287
    },
    {
      "contrastive_lambda": 0.9420419675253744,
      "epoch": 2.8970679975046787,
      "step": 9288
    },
    {
      "contrastive_lambda": 0.9420297322971932,
      "epoch": 2.8973799126637556,
      "step": 9289
    },
    {
      "epoch": 2.897691827822832,
      "grad_norm": 0.1712954193353653,
      "learning_rate": 9.70262763801459e-05,
      "loss": 0.0474,
      "step": 9290
    },
    {
      "epoch": 2.897691827822832,
      "flow_loss": 0.042196691036224365,
      "step": 9290
    },
    {
      "contrastive_loss": 0.01155047956854105,
      "epoch": 2.897691827822832,
      "step": 9290
    },
    {
      "contrastive_lambda": 0.9420174958571624,
      "epoch": 2.897691827822832,
      "step": 9290
    },
    {
      "contrastive_lambda": 0.9420052582053156,
      "epoch": 2.898003742981909,
      "step": 9291
    },
    {
      "contrastive_lambda": 0.9419930193416863,
      "epoch": 2.8983156581409855,
      "step": 9292
    },
    {
      "contrastive_lambda": 0.941980779266308,
      "epoch": 2.8986275733000624,
      "step": 9293
    },
    {
      "contrastive_lambda": 0.9419685379792143,
      "epoch": 2.8989394884591393,
      "step": 9294
    },
    {
      "contrastive_lambda": 0.9419562954804388,
      "epoch": 2.8992514036182158,
      "step": 9295
    },
    {
      "contrastive_lambda": 0.9419440517700151,
      "epoch": 2.8995633187772927,
      "step": 9296
    },
    {
      "contrastive_lambda": 0.9419318068479765,
      "epoch": 2.899875233936369,
      "step": 9297
    },
    {
      "contrastive_lambda": 0.9419195607143568,
      "epoch": 2.900187149095446,
      "step": 9298
    },
    {
      "contrastive_lambda": 0.9419073133691895,
      "epoch": 2.9004990642545225,
      "step": 9299
    },
    {
      "epoch": 2.9008109794135994,
      "grad_norm": 0.15619699656963348,
      "learning_rate": 9.701690720855171e-05,
      "loss": 0.0561,
      "step": 9300
    },
    {
      "epoch": 2.9008109794135994,
      "flow_loss": 0.04379459097981453,
      "step": 9300
    },
    {
      "contrastive_loss": 0.011969255283474922,
      "epoch": 2.9008109794135994,
      "step": 9300
    },
    {
      "contrastive_lambda": 0.9418950648125084,
      "epoch": 2.9008109794135994,
      "step": 9300
    },
    {
      "contrastive_lambda": 0.9418828150443468,
      "epoch": 2.9011228945726764,
      "step": 9301
    },
    {
      "contrastive_lambda": 0.9418705640647382,
      "epoch": 2.901434809731753,
      "step": 9302
    },
    {
      "contrastive_lambda": 0.9418583118737165,
      "epoch": 2.9017467248908297,
      "step": 9303
    },
    {
      "contrastive_lambda": 0.9418460584713153,
      "epoch": 2.9020586400499067,
      "step": 9304
    },
    {
      "contrastive_lambda": 0.9418338038575678,
      "epoch": 2.902370555208983,
      "step": 9305
    },
    {
      "contrastive_lambda": 0.941821548032508,
      "epoch": 2.90268247036806,
      "step": 9306
    },
    {
      "contrastive_lambda": 0.9418092909961693,
      "epoch": 2.9029943855271365,
      "step": 9307
    },
    {
      "contrastive_lambda": 0.9417970327485853,
      "epoch": 2.9033063006862134,
      "step": 9308
    },
    {
      "contrastive_lambda": 0.9417847732897897,
      "epoch": 2.90361821584529,
      "step": 9309
    },
    {
      "epoch": 2.903930131004367,
      "grad_norm": 0.1154850646853447,
      "learning_rate": 9.700752375446253e-05,
      "loss": 0.0508,
      "step": 9310
    },
    {
      "epoch": 2.903930131004367,
      "flow_loss": 0.04717278853058815,
      "step": 9310
    },
    {
      "contrastive_loss": 0.009017766453325748,
      "epoch": 2.903930131004367,
      "step": 9310
    },
    {
      "contrastive_lambda": 0.941772512619816,
      "epoch": 2.903930131004367,
      "step": 9310
    },
    {
      "contrastive_lambda": 0.941760250738698,
      "epoch": 2.9042420461634437,
      "step": 9311
    },
    {
      "contrastive_lambda": 0.9417479876464689,
      "epoch": 2.90455396132252,
      "step": 9312
    },
    {
      "contrastive_lambda": 0.9417357233431629,
      "epoch": 2.904865876481597,
      "step": 9313
    },
    {
      "contrastive_lambda": 0.9417234578288132,
      "epoch": 2.9051777916406736,
      "step": 9314
    },
    {
      "contrastive_lambda": 0.9417111911034537,
      "epoch": 2.9054897067997505,
      "step": 9315
    },
    {
      "contrastive_lambda": 0.9416989231671178,
      "epoch": 2.905801621958827,
      "step": 9316
    },
    {
      "contrastive_lambda": 0.9416866540198392,
      "epoch": 2.906113537117904,
      "step": 9317
    },
    {
      "contrastive_lambda": 0.9416743836616516,
      "epoch": 2.906425452276981,
      "step": 9318
    },
    {
      "contrastive_lambda": 0.9416621120925885,
      "epoch": 2.9067373674360573,
      "step": 9319
    },
    {
      "epoch": 2.907049282595134,
      "grad_norm": 0.1738329529762268,
      "learning_rate": 9.69981260207288e-05,
      "loss": 0.0515,
      "step": 9320
    },
    {
      "epoch": 2.907049282595134,
      "flow_loss": 0.0529419407248497,
      "step": 9320
    },
    {
      "contrastive_loss": 0.013104429468512535,
      "epoch": 2.907049282595134,
      "step": 9320
    },
    {
      "contrastive_lambda": 0.9416498393126838,
      "epoch": 2.907049282595134,
      "step": 9320
    },
    {
      "contrastive_lambda": 0.9416375653219708,
      "epoch": 2.907361197754211,
      "step": 9321
    },
    {
      "contrastive_lambda": 0.9416252901204836,
      "epoch": 2.9076731129132876,
      "step": 9322
    },
    {
      "contrastive_lambda": 0.9416130137082555,
      "epoch": 2.9079850280723645,
      "step": 9323
    },
    {
      "contrastive_lambda": 0.94160073608532,
      "epoch": 2.908296943231441,
      "step": 9324
    },
    {
      "contrastive_lambda": 0.9415884572517113,
      "epoch": 2.908608858390518,
      "step": 9325
    },
    {
      "contrastive_lambda": 0.9415761772074627,
      "epoch": 2.9089207735495943,
      "step": 9326
    },
    {
      "contrastive_lambda": 0.9415638959526078,
      "epoch": 2.9092326887086712,
      "step": 9327
    },
    {
      "contrastive_lambda": 0.9415516134871806,
      "epoch": 2.909544603867748,
      "step": 9328
    },
    {
      "contrastive_lambda": 0.9415393298112145,
      "epoch": 2.9098565190268246,
      "step": 9329
    },
    {
      "epoch": 2.9101684341859015,
      "grad_norm": 0.2609021067619324,
      "learning_rate": 9.698871401020529e-05,
      "loss": 0.0573,
      "step": 9330
    },
    {
      "epoch": 2.9101684341859015,
      "flow_loss": 0.047962486743927,
      "step": 9330
    },
    {
      "contrastive_loss": 0.011141725815832615,
      "epoch": 2.9101684341859015,
      "step": 9330
    },
    {
      "contrastive_lambda": 0.9415270449247433,
      "epoch": 2.9101684341859015,
      "step": 9330
    },
    {
      "contrastive_lambda": 0.9415147588278006,
      "epoch": 2.910480349344978,
      "step": 9331
    },
    {
      "contrastive_lambda": 0.9415024715204201,
      "epoch": 2.910792264504055,
      "step": 9332
    },
    {
      "contrastive_lambda": 0.9414901830026354,
      "epoch": 2.9111041796631314,
      "step": 9333
    },
    {
      "contrastive_lambda": 0.9414778932744805,
      "epoch": 2.9114160948222083,
      "step": 9334
    },
    {
      "contrastive_lambda": 0.9414656023359889,
      "epoch": 2.9117280099812852,
      "step": 9335
    },
    {
      "contrastive_lambda": 0.9414533101871941,
      "epoch": 2.9120399251403617,
      "step": 9336
    },
    {
      "contrastive_lambda": 0.9414410168281301,
      "epoch": 2.9123518402994386,
      "step": 9337
    },
    {
      "contrastive_lambda": 0.9414287222588305,
      "epoch": 2.9126637554585155,
      "step": 9338
    },
    {
      "contrastive_lambda": 0.941416426479329,
      "epoch": 2.912975670617592,
      "step": 9339
    },
    {
      "epoch": 2.913287585776669,
      "grad_norm": 0.13688474893569946,
      "learning_rate": 9.697928772575112e-05,
      "loss": 0.0562,
      "step": 9340
    },
    {
      "epoch": 2.913287585776669,
      "flow_loss": 0.05748819187283516,
      "step": 9340
    },
    {
      "contrastive_loss": 0.008909468539059162,
      "epoch": 2.913287585776669,
      "step": 9340
    },
    {
      "contrastive_lambda": 0.9414041294896592,
      "epoch": 2.913287585776669,
      "step": 9340
    },
    {
      "contrastive_lambda": 0.941391831289855,
      "epoch": 2.9135995009357454,
      "step": 9341
    },
    {
      "contrastive_lambda": 0.94137953187995,
      "epoch": 2.9139114160948223,
      "step": 9342
    },
    {
      "contrastive_lambda": 0.941367231259978,
      "epoch": 2.9142233312538988,
      "step": 9343
    },
    {
      "contrastive_lambda": 0.9413549294299727,
      "epoch": 2.9145352464129757,
      "step": 9344
    },
    {
      "contrastive_lambda": 0.9413426263899678,
      "epoch": 2.9148471615720526,
      "step": 9345
    },
    {
      "contrastive_lambda": 0.9413303221399969,
      "epoch": 2.915159076731129,
      "step": 9346
    },
    {
      "contrastive_lambda": 0.941318016680094,
      "epoch": 2.915470991890206,
      "step": 9347
    },
    {
      "contrastive_lambda": 0.9413057100102926,
      "epoch": 2.9157829070492824,
      "step": 9348
    },
    {
      "contrastive_lambda": 0.9412934021306265,
      "epoch": 2.9160948222083594,
      "step": 9349
    },
    {
      "epoch": 2.916406737367436,
      "grad_norm": 0.12879689037799835,
      "learning_rate": 9.696984717022976e-05,
      "loss": 0.0476,
      "step": 9350
    },
    {
      "epoch": 2.916406737367436,
      "flow_loss": 0.0378015972673893,
      "step": 9350
    },
    {
      "contrastive_loss": 0.007520480081439018,
      "epoch": 2.916406737367436,
      "step": 9350
    },
    {
      "contrastive_lambda": 0.9412810930411297,
      "epoch": 2.916406737367436,
      "step": 9350
    },
    {
      "contrastive_lambda": 0.9412687827418356,
      "epoch": 2.9167186525265127,
      "step": 9351
    },
    {
      "contrastive_lambda": 0.941256471232778,
      "epoch": 2.9170305676855897,
      "step": 9352
    },
    {
      "contrastive_lambda": 0.9412441585139908,
      "epoch": 2.917342482844666,
      "step": 9353
    },
    {
      "contrastive_lambda": 0.9412318445855077,
      "epoch": 2.917654398003743,
      "step": 9354
    },
    {
      "contrastive_lambda": 0.9412195294473624,
      "epoch": 2.91796631316282,
      "step": 9355
    },
    {
      "contrastive_lambda": 0.9412072130995888,
      "epoch": 2.9182782283218964,
      "step": 9356
    },
    {
      "contrastive_lambda": 0.9411948955422206,
      "epoch": 2.918590143480973,
      "step": 9357
    },
    {
      "contrastive_lambda": 0.9411825767752915,
      "epoch": 2.91890205864005,
      "step": 9358
    },
    {
      "contrastive_lambda": 0.9411702567988351,
      "epoch": 2.9192139737991267,
      "step": 9359
    },
    {
      "epoch": 2.919525888958203,
      "grad_norm": 0.14008595049381256,
      "learning_rate": 9.6960392346509e-05,
      "loss": 0.0566,
      "step": 9360
    },
    {
      "epoch": 2.919525888958203,
      "flow_loss": 0.07469034194946289,
      "step": 9360
    },
    {
      "contrastive_loss": 0.010169589892029762,
      "epoch": 2.919525888958203,
      "step": 9360
    },
    {
      "contrastive_lambda": 0.9411579356128856,
      "epoch": 2.919525888958203,
      "step": 9360
    },
    {
      "contrastive_lambda": 0.9411456132174767,
      "epoch": 2.91983780411728,
      "step": 9361
    },
    {
      "contrastive_lambda": 0.9411332896126419,
      "epoch": 2.920149719276357,
      "step": 9362
    },
    {
      "contrastive_lambda": 0.9411209647984151,
      "epoch": 2.9204616344354335,
      "step": 9363
    },
    {
      "contrastive_lambda": 0.9411086387748302,
      "epoch": 2.9207735495945104,
      "step": 9364
    },
    {
      "contrastive_lambda": 0.9410963115419209,
      "epoch": 2.921085464753587,
      "step": 9365
    },
    {
      "contrastive_lambda": 0.941083983099721,
      "epoch": 2.921397379912664,
      "step": 9366
    },
    {
      "contrastive_lambda": 0.9410716534482644,
      "epoch": 2.9217092950717403,
      "step": 9367
    },
    {
      "contrastive_lambda": 0.9410593225875846,
      "epoch": 2.922021210230817,
      "step": 9368
    },
    {
      "contrastive_lambda": 0.9410469905177159,
      "epoch": 2.922333125389894,
      "step": 9369
    },
    {
      "epoch": 2.9226450405489706,
      "grad_norm": 0.1485757827758789,
      "learning_rate": 9.695092325746097e-05,
      "loss": 0.0568,
      "step": 9370
    },
    {
      "epoch": 2.9226450405489706,
      "flow_loss": 0.05265296250581741,
      "step": 9370
    },
    {
      "contrastive_loss": 0.00958123430609703,
      "epoch": 2.9226450405489706,
      "step": 9370
    },
    {
      "contrastive_lambda": 0.9410346572386916,
      "epoch": 2.9226450405489706,
      "step": 9370
    },
    {
      "contrastive_lambda": 0.9410223227505459,
      "epoch": 2.9229569557080475,
      "step": 9371
    },
    {
      "contrastive_lambda": 0.9410099870533124,
      "epoch": 2.9232688708671244,
      "step": 9372
    },
    {
      "contrastive_lambda": 0.940997650147025,
      "epoch": 2.923580786026201,
      "step": 9373
    },
    {
      "contrastive_lambda": 0.9409853120317175,
      "epoch": 2.9238927011852773,
      "step": 9374
    },
    {
      "contrastive_lambda": 0.9409729727074237,
      "epoch": 2.9242046163443542,
      "step": 9375
    },
    {
      "contrastive_lambda": 0.9409606321741775,
      "epoch": 2.924516531503431,
      "step": 9376
    },
    {
      "contrastive_lambda": 0.9409482904320128,
      "epoch": 2.9248284466625076,
      "step": 9377
    },
    {
      "contrastive_lambda": 0.9409359474809631,
      "epoch": 2.9251403618215845,
      "step": 9378
    },
    {
      "contrastive_lambda": 0.9409236033210626,
      "epoch": 2.9254522769806615,
      "step": 9379
    },
    {
      "epoch": 2.925764192139738,
      "grad_norm": 0.14714065194129944,
      "learning_rate": 9.694143990596211e-05,
      "loss": 0.0581,
      "step": 9380
    },
    {
      "epoch": 2.925764192139738,
      "flow_loss": 0.04157773405313492,
      "step": 9380
    },
    {
      "contrastive_loss": 0.008622463792562485,
      "epoch": 2.925764192139738,
      "step": 9380
    },
    {
      "contrastive_lambda": 0.9409112579523449,
      "epoch": 2.925764192139738,
      "step": 9380
    },
    {
      "contrastive_lambda": 0.940898911374844,
      "epoch": 2.926076107298815,
      "step": 9381
    },
    {
      "contrastive_lambda": 0.9408865635885938,
      "epoch": 2.9263880224578913,
      "step": 9382
    },
    {
      "contrastive_lambda": 0.940874214593628,
      "epoch": 2.9266999376169682,
      "step": 9383
    },
    {
      "contrastive_lambda": 0.9408618643899804,
      "epoch": 2.9270118527760447,
      "step": 9384
    },
    {
      "contrastive_lambda": 0.9408495129776852,
      "epoch": 2.9273237679351216,
      "step": 9385
    },
    {
      "contrastive_lambda": 0.9408371603567758,
      "epoch": 2.9276356830941985,
      "step": 9386
    },
    {
      "contrastive_lambda": 0.9408248065272864,
      "epoch": 2.927947598253275,
      "step": 9387
    },
    {
      "contrastive_lambda": 0.9408124514892507,
      "epoch": 2.928259513412352,
      "step": 9388
    },
    {
      "contrastive_lambda": 0.9408000952427027,
      "epoch": 2.928571428571429,
      "step": 9389
    },
    {
      "epoch": 2.9288833437305053,
      "grad_norm": 0.14126968383789062,
      "learning_rate": 9.693194229489325e-05,
      "loss": 0.0553,
      "step": 9390
    },
    {
      "epoch": 2.9288833437305053,
      "flow_loss": 0.05060085281729698,
      "step": 9390
    },
    {
      "contrastive_loss": 0.007979813031852245,
      "epoch": 2.9288833437305053,
      "step": 9390
    },
    {
      "contrastive_lambda": 0.9407877377876762,
      "epoch": 2.9288833437305053,
      "step": 9390
    },
    {
      "contrastive_lambda": 0.9407753791242051,
      "epoch": 2.9291952588895818,
      "step": 9391
    },
    {
      "contrastive_lambda": 0.9407630192523233,
      "epoch": 2.9295071740486587,
      "step": 9392
    },
    {
      "contrastive_lambda": 0.9407506581720646,
      "epoch": 2.9298190892077356,
      "step": 9393
    },
    {
      "contrastive_lambda": 0.9407382958834629,
      "epoch": 2.930131004366812,
      "step": 9394
    },
    {
      "contrastive_lambda": 0.9407259323865522,
      "epoch": 2.930442919525889,
      "step": 9395
    },
    {
      "contrastive_lambda": 0.9407135676813664,
      "epoch": 2.930754834684966,
      "step": 9396
    },
    {
      "contrastive_lambda": 0.9407012017679393,
      "epoch": 2.9310667498440424,
      "step": 9397
    },
    {
      "contrastive_lambda": 0.9406888346463047,
      "epoch": 2.9313786650031193,
      "step": 9398
    },
    {
      "contrastive_lambda": 0.9406764663164968,
      "epoch": 2.9316905801621957,
      "step": 9399
    },
    {
      "epoch": 2.9320024953212727,
      "grad_norm": 0.14830513298511505,
      "learning_rate": 9.692243042713944e-05,
      "loss": 0.048,
      "step": 9400
    },
    {
      "epoch": 2.9320024953212727,
      "flow_loss": 0.040722642093896866,
      "step": 9400
    },
    {
      "contrastive_loss": 0.011427951976656914,
      "epoch": 2.9320024953212727,
      "step": 9400
    },
    {
      "contrastive_lambda": 0.9406640967785493,
      "epoch": 2.9320024953212727,
      "step": 9400
    },
    {
      "contrastive_lambda": 0.9406517260324961,
      "epoch": 2.932314410480349,
      "step": 9401
    },
    {
      "contrastive_lambda": 0.9406393540783713,
      "epoch": 2.932626325639426,
      "step": 9402
    },
    {
      "contrastive_lambda": 0.9406269809162086,
      "epoch": 2.932938240798503,
      "step": 9403
    },
    {
      "contrastive_lambda": 0.9406146065460419,
      "epoch": 2.9332501559575794,
      "step": 9404
    },
    {
      "contrastive_lambda": 0.9406022309679054,
      "epoch": 2.9335620711166563,
      "step": 9405
    },
    {
      "contrastive_lambda": 0.9405898541818329,
      "epoch": 2.9338739862757333,
      "step": 9406
    },
    {
      "contrastive_lambda": 0.9405774761878583,
      "epoch": 2.9341859014348097,
      "step": 9407
    },
    {
      "contrastive_lambda": 0.9405650969860153,
      "epoch": 2.934497816593886,
      "step": 9408
    },
    {
      "contrastive_lambda": 0.9405527165763383,
      "epoch": 2.934809731752963,
      "step": 9409
    },
    {
      "epoch": 2.93512164691204,
      "grad_norm": 0.14984968304634094,
      "learning_rate": 9.691290430559022e-05,
      "loss": 0.0502,
      "step": 9410
    },
    {
      "epoch": 2.93512164691204,
      "flow_loss": 0.05865151435136795,
      "step": 9410
    },
    {
      "contrastive_loss": 0.008407357148826122,
      "epoch": 2.93512164691204,
      "step": 9410
    },
    {
      "contrastive_lambda": 0.9405403349588609,
      "epoch": 2.93512164691204,
      "step": 9410
    },
    {
      "contrastive_lambda": 0.9405279521336172,
      "epoch": 2.9354335620711165,
      "step": 9411
    },
    {
      "contrastive_lambda": 0.9405155681006412,
      "epoch": 2.9357454772301934,
      "step": 9412
    },
    {
      "contrastive_lambda": 0.9405031828599666,
      "epoch": 2.9360573923892703,
      "step": 9413
    },
    {
      "contrastive_lambda": 0.9404907964116276,
      "epoch": 2.936369307548347,
      "step": 9414
    },
    {
      "contrastive_lambda": 0.9404784087556581,
      "epoch": 2.9366812227074237,
      "step": 9415
    },
    {
      "contrastive_lambda": 0.940466019892092,
      "epoch": 2.9369931378665,
      "step": 9416
    },
    {
      "contrastive_lambda": 0.9404536298209633,
      "epoch": 2.937305053025577,
      "step": 9417
    },
    {
      "contrastive_lambda": 0.940441238542306,
      "epoch": 2.9376169681846536,
      "step": 9418
    },
    {
      "contrastive_lambda": 0.9404288460561538,
      "epoch": 2.9379288833437305,
      "step": 9419
    },
    {
      "epoch": 2.9382407985028074,
      "grad_norm": 0.14345067739486694,
      "learning_rate": 9.690336393313932e-05,
      "loss": 0.053,
      "step": 9420
    },
    {
      "epoch": 2.9382407985028074,
      "flow_loss": 0.06467676162719727,
      "step": 9420
    },
    {
      "contrastive_loss": 0.010837164707481861,
      "epoch": 2.9382407985028074,
      "step": 9420
    },
    {
      "contrastive_lambda": 0.9404164523625412,
      "epoch": 2.9382407985028074,
      "step": 9420
    },
    {
      "contrastive_lambda": 0.9404040574615018,
      "epoch": 2.938552713661884,
      "step": 9421
    },
    {
      "contrastive_lambda": 0.9403916613530696,
      "epoch": 2.938864628820961,
      "step": 9422
    },
    {
      "contrastive_lambda": 0.9403792640372788,
      "epoch": 2.9391765439800377,
      "step": 9423
    },
    {
      "contrastive_lambda": 0.9403668655141632,
      "epoch": 2.939488459139114,
      "step": 9424
    },
    {
      "contrastive_lambda": 0.9403544657837568,
      "epoch": 2.9398003742981906,
      "step": 9425
    },
    {
      "contrastive_lambda": 0.9403420648460936,
      "epoch": 2.9401122894572675,
      "step": 9426
    },
    {
      "contrastive_lambda": 0.9403296627012077,
      "epoch": 2.9404242046163445,
      "step": 9427
    },
    {
      "contrastive_lambda": 0.9403172593491329,
      "epoch": 2.940736119775421,
      "step": 9428
    },
    {
      "contrastive_lambda": 0.9403048547899034,
      "epoch": 2.941048034934498,
      "step": 9429
    },
    {
      "epoch": 2.9413599500935748,
      "grad_norm": 0.1865551471710205,
      "learning_rate": 9.689380931268487e-05,
      "loss": 0.0537,
      "step": 9430
    },
    {
      "epoch": 2.9413599500935748,
      "flow_loss": 0.0449543297290802,
      "step": 9430
    },
    {
      "contrastive_loss": 0.015626542270183563,
      "epoch": 2.9413599500935748,
      "step": 9430
    },
    {
      "contrastive_lambda": 0.9402924490235532,
      "epoch": 2.9413599500935748,
      "step": 9430
    },
    {
      "contrastive_lambda": 0.9402800420501163,
      "epoch": 2.9416718652526512,
      "step": 9431
    },
    {
      "contrastive_lambda": 0.9402676338696265,
      "epoch": 2.941983780411728,
      "step": 9432
    },
    {
      "contrastive_lambda": 0.9402552244821181,
      "epoch": 2.9422956955708046,
      "step": 9433
    },
    {
      "contrastive_lambda": 0.940242813887625,
      "epoch": 2.9426076107298815,
      "step": 9434
    },
    {
      "contrastive_lambda": 0.9402304020861811,
      "epoch": 2.942919525888958,
      "step": 9435
    },
    {
      "contrastive_lambda": 0.9402179890778207,
      "epoch": 2.943231441048035,
      "step": 9436
    },
    {
      "contrastive_lambda": 0.9402055748625777,
      "epoch": 2.943543356207112,
      "step": 9437
    },
    {
      "contrastive_lambda": 0.940193159440486,
      "epoch": 2.9438552713661883,
      "step": 9438
    },
    {
      "contrastive_lambda": 0.9401807428115798,
      "epoch": 2.944167186525265,
      "step": 9439
    },
    {
      "epoch": 2.944479101684342,
      "grad_norm": 0.14904925227165222,
      "learning_rate": 9.688424044712932e-05,
      "loss": 0.0565,
      "step": 9440
    },
    {
      "epoch": 2.944479101684342,
      "flow_loss": 0.04794129729270935,
      "step": 9440
    },
    {
      "contrastive_loss": 0.015036413446068764,
      "epoch": 2.944479101684342,
      "step": 9440
    },
    {
      "contrastive_lambda": 0.9401683249758932,
      "epoch": 2.944479101684342,
      "step": 9440
    },
    {
      "contrastive_lambda": 0.9401559059334601,
      "epoch": 2.9447910168434186,
      "step": 9441
    },
    {
      "contrastive_lambda": 0.9401434856843145,
      "epoch": 2.945102932002495,
      "step": 9442
    },
    {
      "contrastive_lambda": 0.9401310642284907,
      "epoch": 2.945414847161572,
      "step": 9443
    },
    {
      "contrastive_lambda": 0.9401186415660225,
      "epoch": 2.945726762320649,
      "step": 9444
    },
    {
      "contrastive_lambda": 0.9401062176969441,
      "epoch": 2.9460386774797254,
      "step": 9445
    },
    {
      "contrastive_lambda": 0.9400937926212894,
      "epoch": 2.9463505926388023,
      "step": 9446
    },
    {
      "contrastive_lambda": 0.9400813663390928,
      "epoch": 2.946662507797879,
      "step": 9447
    },
    {
      "contrastive_lambda": 0.9400689388503879,
      "epoch": 2.9469744229569557,
      "step": 9448
    },
    {
      "contrastive_lambda": 0.9400565101552092,
      "epoch": 2.9472863381160326,
      "step": 9449
    },
    {
      "epoch": 2.947598253275109,
      "grad_norm": 0.15067744255065918,
      "learning_rate": 9.687465733937942e-05,
      "loss": 0.0505,
      "step": 9450
    },
    {
      "epoch": 2.947598253275109,
      "flow_loss": 0.03895456716418266,
      "step": 9450
    },
    {
      "contrastive_loss": 0.009968020021915436,
      "epoch": 2.947598253275109,
      "step": 9450
    },
    {
      "contrastive_lambda": 0.9400440802535905,
      "epoch": 2.947598253275109,
      "step": 9450
    },
    {
      "contrastive_lambda": 0.940031649145566,
      "epoch": 2.947910168434186,
      "step": 9451
    },
    {
      "contrastive_lambda": 0.9400192168311697,
      "epoch": 2.9482220835932624,
      "step": 9452
    },
    {
      "contrastive_lambda": 0.9400067833104357,
      "epoch": 2.9485339987523393,
      "step": 9453
    },
    {
      "contrastive_lambda": 0.9399943485833984,
      "epoch": 2.9488459139114163,
      "step": 9454
    },
    {
      "contrastive_lambda": 0.9399819126500912,
      "epoch": 2.9491578290704927,
      "step": 9455
    },
    {
      "contrastive_lambda": 0.9399694755105489,
      "epoch": 2.9494697442295696,
      "step": 9456
    },
    {
      "contrastive_lambda": 0.9399570371648052,
      "epoch": 2.9497816593886466,
      "step": 9457
    },
    {
      "contrastive_lambda": 0.9399445976128944,
      "epoch": 2.950093574547723,
      "step": 9458
    },
    {
      "contrastive_lambda": 0.9399321568548504,
      "epoch": 2.9504054897067995,
      "step": 9459
    },
    {
      "epoch": 2.9507174048658764,
      "grad_norm": 0.14737291634082794,
      "learning_rate": 9.686505999234627e-05,
      "loss": 0.0568,
      "step": 9460
    },
    {
      "epoch": 2.9507174048658764,
      "flow_loss": 0.07345221191644669,
      "step": 9460
    },
    {
      "contrastive_loss": 0.010381470434367657,
      "epoch": 2.9507174048658764,
      "step": 9460
    },
    {
      "contrastive_lambda": 0.9399197148907075,
      "epoch": 2.9507174048658764,
      "step": 9460
    },
    {
      "contrastive_lambda": 0.9399072717204996,
      "epoch": 2.9510293200249533,
      "step": 9461
    },
    {
      "contrastive_lambda": 0.939894827344261,
      "epoch": 2.95134123518403,
      "step": 9462
    },
    {
      "contrastive_lambda": 0.9398823817620257,
      "epoch": 2.9516531503431067,
      "step": 9463
    },
    {
      "contrastive_lambda": 0.939869934973828,
      "epoch": 2.9519650655021836,
      "step": 9464
    },
    {
      "contrastive_lambda": 0.9398574869797018,
      "epoch": 2.95227698066126,
      "step": 9465
    },
    {
      "contrastive_lambda": 0.9398450377796814,
      "epoch": 2.952588895820337,
      "step": 9466
    },
    {
      "contrastive_lambda": 0.9398325873738007,
      "epoch": 2.9529008109794135,
      "step": 9467
    },
    {
      "contrastive_lambda": 0.9398201357620941,
      "epoch": 2.9532127261384904,
      "step": 9468
    },
    {
      "contrastive_lambda": 0.9398076829445956,
      "epoch": 2.953524641297567,
      "step": 9469
    },
    {
      "epoch": 2.953836556456644,
      "grad_norm": 0.2178860455751419,
      "learning_rate": 9.685544840894529e-05,
      "loss": 0.0537,
      "step": 9470
    },
    {
      "epoch": 2.953836556456644,
      "flow_loss": 0.044996798038482666,
      "step": 9470
    },
    {
      "contrastive_loss": 0.010924020782113075,
      "epoch": 2.953836556456644,
      "step": 9470
    },
    {
      "contrastive_lambda": 0.9397952289213395,
      "epoch": 2.953836556456644,
      "step": 9470
    },
    {
      "contrastive_lambda": 0.9397827736923596,
      "epoch": 2.9541484716157207,
      "step": 9471
    },
    {
      "contrastive_lambda": 0.9397703172576904,
      "epoch": 2.954460386774797,
      "step": 9472
    },
    {
      "contrastive_lambda": 0.9397578596173659,
      "epoch": 2.954772301933874,
      "step": 9473
    },
    {
      "contrastive_lambda": 0.9397454007714202,
      "epoch": 2.955084217092951,
      "step": 9474
    },
    {
      "contrastive_lambda": 0.9397329407198876,
      "epoch": 2.9553961322520275,
      "step": 9475
    },
    {
      "contrastive_lambda": 0.939720479462802,
      "epoch": 2.955708047411104,
      "step": 9476
    },
    {
      "contrastive_lambda": 0.9397080170001979,
      "epoch": 2.956019962570181,
      "step": 9477
    },
    {
      "contrastive_lambda": 0.9396955533321093,
      "epoch": 2.9563318777292578,
      "step": 9478
    },
    {
      "contrastive_lambda": 0.9396830884585703,
      "epoch": 2.9566437928883342,
      "step": 9479
    },
    {
      "epoch": 2.956955708047411,
      "grad_norm": 0.19342036545276642,
      "learning_rate": 9.684582259209624e-05,
      "loss": 0.0511,
      "step": 9480
    },
    {
      "epoch": 2.956955708047411,
      "flow_loss": 0.05776643007993698,
      "step": 9480
    },
    {
      "contrastive_loss": 0.011234331876039505,
      "epoch": 2.956955708047411,
      "step": 9480
    },
    {
      "contrastive_lambda": 0.9396706223796152,
      "epoch": 2.956955708047411,
      "step": 9480
    },
    {
      "contrastive_lambda": 0.9396581550952781,
      "epoch": 2.957267623206488,
      "step": 9481
    },
    {
      "contrastive_lambda": 0.9396456866055933,
      "epoch": 2.9575795383655645,
      "step": 9482
    },
    {
      "contrastive_lambda": 0.9396332169105948,
      "epoch": 2.9578914535246414,
      "step": 9483
    },
    {
      "contrastive_lambda": 0.9396207460103169,
      "epoch": 2.958203368683718,
      "step": 9484
    },
    {
      "contrastive_lambda": 0.9396082739047937,
      "epoch": 2.958515283842795,
      "step": 9485
    },
    {
      "contrastive_lambda": 0.9395958005940594,
      "epoch": 2.9588271990018713,
      "step": 9486
    },
    {
      "contrastive_lambda": 0.9395833260781484,
      "epoch": 2.959139114160948,
      "step": 9487
    },
    {
      "contrastive_lambda": 0.9395708503570948,
      "epoch": 2.959451029320025,
      "step": 9488
    },
    {
      "contrastive_lambda": 0.9395583734309325,
      "epoch": 2.9597629444791016,
      "step": 9489
    },
    {
      "epoch": 2.9600748596381785,
      "grad_norm": 0.1590922474861145,
      "learning_rate": 9.683618254472317e-05,
      "loss": 0.0603,
      "step": 9490
    },
    {
      "epoch": 2.9600748596381785,
      "flow_loss": 0.05546124279499054,
      "step": 9490
    },
    {
      "contrastive_loss": 0.011275054886937141,
      "epoch": 2.9600748596381785,
      "step": 9490
    },
    {
      "contrastive_lambda": 0.9395458952996962,
      "epoch": 2.9600748596381785,
      "step": 9490
    },
    {
      "contrastive_lambda": 0.9395334159634199,
      "epoch": 2.960386774797255,
      "step": 9491
    },
    {
      "contrastive_lambda": 0.9395209354221377,
      "epoch": 2.960698689956332,
      "step": 9492
    },
    {
      "contrastive_lambda": 0.9395084536758838,
      "epoch": 2.9610106051154084,
      "step": 9493
    },
    {
      "contrastive_lambda": 0.9394959707246926,
      "epoch": 2.9613225202744853,
      "step": 9494
    },
    {
      "contrastive_lambda": 0.9394834865685981,
      "epoch": 2.961634435433562,
      "step": 9495
    },
    {
      "contrastive_lambda": 0.9394710012076349,
      "epoch": 2.9619463505926387,
      "step": 9496
    },
    {
      "contrastive_lambda": 0.9394585146418369,
      "epoch": 2.9622582657517156,
      "step": 9497
    },
    {
      "contrastive_lambda": 0.9394460268712386,
      "epoch": 2.9625701809107925,
      "step": 9498
    },
    {
      "contrastive_lambda": 0.9394335378958738,
      "epoch": 2.962882096069869,
      "step": 9499
    },
    {
      "epoch": 2.963194011228946,
      "grad_norm": 0.18788370490074158,
      "learning_rate": 9.682652826975449e-05,
      "loss": 0.0552,
      "step": 9500
    },
    {
      "epoch": 2.963194011228946,
      "flow_loss": 0.050816867500543594,
      "step": 9500
    },
    {
      "contrastive_loss": 0.008671151474118233,
      "epoch": 2.963194011228946,
      "step": 9500
    },
    {
      "contrastive_lambda": 0.9394210477157772,
      "epoch": 2.963194011228946,
      "step": 9500
    },
    {
      "contrastive_lambda": 0.9394085563309826,
      "epoch": 2.9635059263880223,
      "step": 9501
    },
    {
      "contrastive_lambda": 0.9393960637415247,
      "epoch": 2.9638178415470993,
      "step": 9502
    },
    {
      "contrastive_lambda": 0.9393835699474375,
      "epoch": 2.9641297567061757,
      "step": 9503
    },
    {
      "contrastive_lambda": 0.9393710749487554,
      "epoch": 2.9644416718652526,
      "step": 9504
    },
    {
      "contrastive_lambda": 0.9393585787455124,
      "epoch": 2.9647535870243296,
      "step": 9505
    },
    {
      "contrastive_lambda": 0.939346081337743,
      "epoch": 2.965065502183406,
      "step": 9506
    },
    {
      "contrastive_lambda": 0.9393335827254813,
      "epoch": 2.965377417342483,
      "step": 9507
    },
    {
      "contrastive_lambda": 0.9393210829087617,
      "epoch": 2.9656893325015594,
      "step": 9508
    },
    {
      "contrastive_lambda": 0.9393085818876183,
      "epoch": 2.9660012476606363,
      "step": 9509
    },
    {
      "epoch": 2.966313162819713,
      "grad_norm": 0.2006368339061737,
      "learning_rate": 9.681685977012291e-05,
      "loss": 0.0522,
      "step": 9510
    },
    {
      "epoch": 2.966313162819713,
      "flow_loss": 0.08454020321369171,
      "step": 9510
    },
    {
      "contrastive_loss": 0.009437358006834984,
      "epoch": 2.966313162819713,
      "step": 9510
    },
    {
      "contrastive_lambda": 0.9392960796620856,
      "epoch": 2.966313162819713,
      "step": 9510
    },
    {
      "contrastive_lambda": 0.9392835762321977,
      "epoch": 2.9666250779787897,
      "step": 9511
    },
    {
      "contrastive_lambda": 0.939271071597989,
      "epoch": 2.9669369931378666,
      "step": 9512
    },
    {
      "contrastive_lambda": 0.9392585657594936,
      "epoch": 2.967248908296943,
      "step": 9513
    },
    {
      "contrastive_lambda": 0.9392460587167459,
      "epoch": 2.96756082345602,
      "step": 9514
    },
    {
      "contrastive_lambda": 0.9392335504697804,
      "epoch": 2.967872738615097,
      "step": 9515
    },
    {
      "contrastive_lambda": 0.939221041018631,
      "epoch": 2.9681846537741734,
      "step": 9516
    },
    {
      "contrastive_lambda": 0.9392085303633322,
      "epoch": 2.9684965689332503,
      "step": 9517
    },
    {
      "contrastive_lambda": 0.9391960185039183,
      "epoch": 2.968808484092327,
      "step": 9518
    },
    {
      "contrastive_lambda": 0.9391835054404236,
      "epoch": 2.9691203992514037,
      "step": 9519
    },
    {
      "epoch": 2.96943231441048,
      "grad_norm": 0.15055912733078003,
      "learning_rate": 9.680717704876546e-05,
      "loss": 0.0559,
      "step": 9520
    },
    {
      "epoch": 2.96943231441048,
      "flow_loss": 0.04305889457464218,
      "step": 9520
    },
    {
      "contrastive_loss": 0.007743853144347668,
      "epoch": 2.96943231441048,
      "step": 9520
    },
    {
      "contrastive_lambda": 0.9391709911728823,
      "epoch": 2.96943231441048,
      "step": 9520
    },
    {
      "contrastive_lambda": 0.9391584757013289,
      "epoch": 2.969744229569557,
      "step": 9521
    },
    {
      "contrastive_lambda": 0.9391459590257976,
      "epoch": 2.970056144728634,
      "step": 9522
    },
    {
      "contrastive_lambda": 0.9391334411463226,
      "epoch": 2.9703680598877105,
      "step": 9523
    },
    {
      "contrastive_lambda": 0.9391209220629384,
      "epoch": 2.9706799750467874,
      "step": 9524
    },
    {
      "contrastive_lambda": 0.9391084017756793,
      "epoch": 2.970991890205864,
      "step": 9525
    },
    {
      "contrastive_lambda": 0.9390958802845796,
      "epoch": 2.9713038053649408,
      "step": 9526
    },
    {
      "contrastive_lambda": 0.9390833575896735,
      "epoch": 2.9716157205240172,
      "step": 9527
    },
    {
      "contrastive_lambda": 0.9390708336909956,
      "epoch": 2.971927635683094,
      "step": 9528
    },
    {
      "contrastive_lambda": 0.93905830858858,
      "epoch": 2.972239550842171,
      "step": 9529
    },
    {
      "epoch": 2.9725514660012475,
      "grad_norm": 0.18755994737148285,
      "learning_rate": 9.679748010862349e-05,
      "loss": 0.0541,
      "step": 9530
    },
    {
      "epoch": 2.9725514660012475,
      "flow_loss": 0.04737813025712967,
      "step": 9530
    },
    {
      "contrastive_loss": 0.01129012182354927,
      "epoch": 2.9725514660012475,
      "step": 9530
    },
    {
      "contrastive_lambda": 0.9390457822824612,
      "epoch": 2.9725514660012475,
      "step": 9530
    },
    {
      "contrastive_lambda": 0.9390332547726733,
      "epoch": 2.9728633811603244,
      "step": 9531
    },
    {
      "contrastive_lambda": 0.9390207260592509,
      "epoch": 2.9731752963194014,
      "step": 9532
    },
    {
      "contrastive_lambda": 0.9390081961422282,
      "epoch": 2.973487211478478,
      "step": 9533
    },
    {
      "contrastive_lambda": 0.9389956650216396,
      "epoch": 2.9737991266375547,
      "step": 9534
    },
    {
      "contrastive_lambda": 0.9389831326975195,
      "epoch": 2.974111041796631,
      "step": 9535
    },
    {
      "contrastive_lambda": 0.9389705991699022,
      "epoch": 2.974422956955708,
      "step": 9536
    },
    {
      "contrastive_lambda": 0.9389580644388221,
      "epoch": 2.9747348721147846,
      "step": 9537
    },
    {
      "contrastive_lambda": 0.9389455285043136,
      "epoch": 2.9750467872738615,
      "step": 9538
    },
    {
      "contrastive_lambda": 0.9389329913664108,
      "epoch": 2.9753587024329384,
      "step": 9539
    },
    {
      "epoch": 2.975670617592015,
      "grad_norm": 0.15426479279994965,
      "learning_rate": 9.678776895264267e-05,
      "loss": 0.0571,
      "step": 9540
    },
    {
      "epoch": 2.975670617592015,
      "flow_loss": 0.06164737790822983,
      "step": 9540
    },
    {
      "contrastive_loss": 0.008307906799018383,
      "epoch": 2.975670617592015,
      "step": 9540
    },
    {
      "contrastive_lambda": 0.9389204530251485,
      "epoch": 2.975670617592015,
      "step": 9540
    },
    {
      "contrastive_lambda": 0.9389079134805609,
      "epoch": 2.975982532751092,
      "step": 9541
    },
    {
      "contrastive_lambda": 0.9388953727326822,
      "epoch": 2.9762944479101683,
      "step": 9542
    },
    {
      "contrastive_lambda": 0.9388828307815469,
      "epoch": 2.976606363069245,
      "step": 9543
    },
    {
      "contrastive_lambda": 0.9388702876271895,
      "epoch": 2.9769182782283217,
      "step": 9544
    },
    {
      "contrastive_lambda": 0.9388577432696441,
      "epoch": 2.9772301933873986,
      "step": 9545
    },
    {
      "contrastive_lambda": 0.9388451977089455,
      "epoch": 2.9775421085464755,
      "step": 9546
    },
    {
      "contrastive_lambda": 0.9388326509451278,
      "epoch": 2.977854023705552,
      "step": 9547
    },
    {
      "contrastive_lambda": 0.9388201029782255,
      "epoch": 2.978165938864629,
      "step": 9548
    },
    {
      "contrastive_lambda": 0.9388075538082729,
      "epoch": 2.978477854023706,
      "step": 9549
    },
    {
      "epoch": 2.9787897691827823,
      "grad_norm": 0.17697417736053467,
      "learning_rate": 9.6778043583773e-05,
      "loss": 0.0583,
      "step": 9550
    },
    {
      "epoch": 2.9787897691827823,
      "flow_loss": 0.03968041390180588,
      "step": 9550
    },
    {
      "contrastive_loss": 0.008164942264556885,
      "epoch": 2.9787897691827823,
      "step": 9550
    },
    {
      "contrastive_lambda": 0.9387950034353045,
      "epoch": 2.9787897691827823,
      "step": 9550
    },
    {
      "contrastive_lambda": 0.9387824518593546,
      "epoch": 2.979101684341859,
      "step": 9551
    },
    {
      "contrastive_lambda": 0.9387698990804578,
      "epoch": 2.9794135995009356,
      "step": 9552
    },
    {
      "contrastive_lambda": 0.9387573450986484,
      "epoch": 2.9797255146600126,
      "step": 9553
    },
    {
      "contrastive_lambda": 0.9387447899139608,
      "epoch": 2.980037429819089,
      "step": 9554
    },
    {
      "contrastive_lambda": 0.9387322335264295,
      "epoch": 2.980349344978166,
      "step": 9555
    },
    {
      "contrastive_lambda": 0.9387196759360888,
      "epoch": 2.980661260137243,
      "step": 9556
    },
    {
      "contrastive_lambda": 0.9387071171429733,
      "epoch": 2.9809731752963193,
      "step": 9557
    },
    {
      "contrastive_lambda": 0.9386945571471172,
      "epoch": 2.9812850904553962,
      "step": 9558
    },
    {
      "contrastive_lambda": 0.9386819959485553,
      "epoch": 2.9815970056144727,
      "step": 9559
    },
    {
      "epoch": 2.9819089207735496,
      "grad_norm": 0.16296105086803436,
      "learning_rate": 9.67683040049688e-05,
      "loss": 0.0542,
      "step": 9560
    },
    {
      "epoch": 2.9819089207735496,
      "flow_loss": 0.06590399146080017,
      "step": 9560
    },
    {
      "contrastive_loss": 0.007275063078850508,
      "epoch": 2.9819089207735496,
      "step": 9560
    },
    {
      "contrastive_lambda": 0.9386694335473216,
      "epoch": 2.9819089207735496,
      "step": 9560
    },
    {
      "contrastive_lambda": 0.9386568699434508,
      "epoch": 2.982220835932626,
      "step": 9561
    },
    {
      "contrastive_lambda": 0.9386443051369772,
      "epoch": 2.982532751091703,
      "step": 9562
    },
    {
      "contrastive_lambda": 0.9386317391279353,
      "epoch": 2.98284466625078,
      "step": 9563
    },
    {
      "contrastive_lambda": 0.9386191719163597,
      "epoch": 2.9831565814098564,
      "step": 9564
    },
    {
      "contrastive_lambda": 0.9386066035022848,
      "epoch": 2.9834684965689333,
      "step": 9565
    },
    {
      "contrastive_lambda": 0.9385940338857448,
      "epoch": 2.9837804117280102,
      "step": 9566
    },
    {
      "contrastive_lambda": 0.9385814630667745,
      "epoch": 2.9840923268870867,
      "step": 9567
    },
    {
      "contrastive_lambda": 0.9385688910454082,
      "epoch": 2.984404242046163,
      "step": 9568
    },
    {
      "contrastive_lambda": 0.9385563178216804,
      "epoch": 2.98471615720524,
      "step": 9569
    },
    {
      "epoch": 2.985028072364317,
      "grad_norm": 0.20257236063480377,
      "learning_rate": 9.675855021918869e-05,
      "loss": 0.0568,
      "step": 9570
    },
    {
      "epoch": 2.985028072364317,
      "flow_loss": 0.043493155390024185,
      "step": 9570
    },
    {
      "contrastive_loss": 0.00847984105348587,
      "epoch": 2.985028072364317,
      "step": 9570
    },
    {
      "contrastive_lambda": 0.9385437433956254,
      "epoch": 2.985028072364317,
      "step": 9570
    },
    {
      "contrastive_lambda": 0.9385311677672781,
      "epoch": 2.9853399875233935,
      "step": 9571
    },
    {
      "contrastive_lambda": 0.9385185909366724,
      "epoch": 2.9856519026824704,
      "step": 9572
    },
    {
      "contrastive_lambda": 0.9385060129038433,
      "epoch": 2.9859638178415473,
      "step": 9573
    },
    {
      "contrastive_lambda": 0.938493433668825,
      "epoch": 2.9862757330006238,
      "step": 9574
    },
    {
      "contrastive_lambda": 0.9384808532316521,
      "epoch": 2.9865876481597007,
      "step": 9575
    },
    {
      "contrastive_lambda": 0.9384682715923589,
      "epoch": 2.986899563318777,
      "step": 9576
    },
    {
      "contrastive_lambda": 0.9384556887509802,
      "epoch": 2.987211478477854,
      "step": 9577
    },
    {
      "contrastive_lambda": 0.9384431047075503,
      "epoch": 2.9875233936369305,
      "step": 9578
    },
    {
      "contrastive_lambda": 0.9384305194621037,
      "epoch": 2.9878353087960074,
      "step": 9579
    },
    {
      "epoch": 2.9881472239550844,
      "grad_norm": 0.14448051154613495,
      "learning_rate": 9.674878222939561e-05,
      "loss": 0.0563,
      "step": 9580
    },
    {
      "epoch": 2.9881472239550844,
      "flow_loss": 0.056655317544937134,
      "step": 9580
    },
    {
      "contrastive_loss": 0.008105684071779251,
      "epoch": 2.9881472239550844,
      "step": 9580
    },
    {
      "contrastive_lambda": 0.9384179330146749,
      "epoch": 2.9881472239550844,
      "step": 9580
    },
    {
      "contrastive_lambda": 0.9384053453652985,
      "epoch": 2.988459139114161,
      "step": 9581
    },
    {
      "contrastive_lambda": 0.9383927565140089,
      "epoch": 2.9887710542732377,
      "step": 9582
    },
    {
      "contrastive_lambda": 0.9383801664608408,
      "epoch": 2.9890829694323147,
      "step": 9583
    },
    {
      "contrastive_lambda": 0.9383675752058285,
      "epoch": 2.989394884591391,
      "step": 9584
    },
    {
      "contrastive_lambda": 0.9383549827490065,
      "epoch": 2.9897067997504676,
      "step": 9585
    },
    {
      "contrastive_lambda": 0.9383423890904097,
      "epoch": 2.9900187149095445,
      "step": 9586
    },
    {
      "contrastive_lambda": 0.9383297942300721,
      "epoch": 2.9903306300686214,
      "step": 9587
    },
    {
      "contrastive_lambda": 0.9383171981680285,
      "epoch": 2.990642545227698,
      "step": 9588
    },
    {
      "contrastive_lambda": 0.9383046009043134,
      "epoch": 2.990954460386775,
      "step": 9589
    },
    {
      "epoch": 2.9912663755458517,
      "grad_norm": 0.16103346645832062,
      "learning_rate": 9.673900003855681e-05,
      "loss": 0.0479,
      "step": 9590
    },
    {
      "epoch": 2.9912663755458517,
      "flow_loss": 0.06452371925115585,
      "step": 9590
    },
    {
      "contrastive_loss": 0.009925558231770992,
      "epoch": 2.9912663755458517,
      "step": 9590
    },
    {
      "contrastive_lambda": 0.9382920024389616,
      "epoch": 2.9912663755458517,
      "step": 9590
    },
    {
      "contrastive_lambda": 0.9382794027720072,
      "epoch": 2.991578290704928,
      "step": 9591
    },
    {
      "contrastive_lambda": 0.938266801903485,
      "epoch": 2.991890205864005,
      "step": 9592
    },
    {
      "contrastive_lambda": 0.9382541998334293,
      "epoch": 2.9922021210230816,
      "step": 9593
    },
    {
      "contrastive_lambda": 0.938241596561875,
      "epoch": 2.9925140361821585,
      "step": 9594
    },
    {
      "contrastive_lambda": 0.9382289920888565,
      "epoch": 2.992825951341235,
      "step": 9595
    },
    {
      "contrastive_lambda": 0.9382163864144082,
      "epoch": 2.993137866500312,
      "step": 9596
    },
    {
      "contrastive_lambda": 0.9382037795385649,
      "epoch": 2.993449781659389,
      "step": 9597
    },
    {
      "contrastive_lambda": 0.938191171461361,
      "epoch": 2.9937616968184653,
      "step": 9598
    },
    {
      "contrastive_lambda": 0.9381785621828311,
      "epoch": 2.994073611977542,
      "step": 9599
    },
    {
      "epoch": 2.994385527136619,
      "grad_norm": 0.14762990176677704,
      "learning_rate": 9.672920364964389e-05,
      "loss": 0.054,
      "step": 9600
    },
    {
      "epoch": 2.994385527136619,
      "flow_loss": 0.04351987689733505,
      "step": 9600
    },
    {
      "contrastive_loss": 0.011921546421945095,
      "epoch": 2.994385527136619,
      "step": 9600
    },
    {
      "contrastive_lambda": 0.9381659517030099,
      "epoch": 2.994385527136619,
      "step": 9600
    },
    {
      "contrastive_lambda": 0.9381533400219317,
      "epoch": 2.9946974422956956,
      "step": 9601
    },
    {
      "contrastive_lambda": 0.9381407271396314,
      "epoch": 2.995009357454772,
      "step": 9602
    },
    {
      "contrastive_lambda": 0.9381281130561434,
      "epoch": 2.995321272613849,
      "step": 9603
    },
    {
      "contrastive_lambda": 0.9381154977715023,
      "epoch": 2.995633187772926,
      "step": 9604
    },
    {
      "contrastive_lambda": 0.9381028812857426,
      "epoch": 2.9959451029320023,
      "step": 9605
    },
    {
      "contrastive_lambda": 0.938090263598899,
      "epoch": 2.9962570180910792,
      "step": 9606
    },
    {
      "contrastive_lambda": 0.9380776447110062,
      "epoch": 2.996568933250156,
      "step": 9607
    },
    {
      "contrastive_lambda": 0.9380650246220985,
      "epoch": 2.9968808484092326,
      "step": 9608
    },
    {
      "contrastive_lambda": 0.9380524033322108,
      "epoch": 2.9971927635683095,
      "step": 9609
    },
    {
      "epoch": 2.997504678727386,
      "grad_norm": 0.18398983776569366,
      "learning_rate": 9.671939306563269e-05,
      "loss": 0.0572,
      "step": 9610
    },
    {
      "epoch": 2.997504678727386,
      "flow_loss": 0.057414598762989044,
      "step": 9610
    },
    {
      "contrastive_loss": 0.007463748101145029,
      "epoch": 2.997504678727386,
      "step": 9610
    },
    {
      "contrastive_lambda": 0.9380397808413775,
      "epoch": 2.997504678727386,
      "step": 9610
    },
    {
      "contrastive_lambda": 0.9380271571496333,
      "epoch": 2.997816593886463,
      "step": 9611
    },
    {
      "contrastive_lambda": 0.9380145322570127,
      "epoch": 2.9981285090455394,
      "step": 9612
    },
    {
      "contrastive_lambda": 0.9380019061635505,
      "epoch": 2.9984404242046163,
      "step": 9613
    },
    {
      "contrastive_lambda": 0.9379892788692812,
      "epoch": 2.9987523393636932,
      "step": 9614
    },
    {
      "contrastive_lambda": 0.9379766503742393,
      "epoch": 2.9990642545227697,
      "step": 9615
    },
    {
      "contrastive_lambda": 0.9379640206784596,
      "epoch": 2.9993761696818466,
      "step": 9616
    },
    {
      "contrastive_lambda": 0.9379513897819767,
      "epoch": 2.9996880848409235,
      "step": 9617
    },
    {
      "contrastive_lambda": 0.9379387576848252,
      "epoch": 3.0,
      "step": 9618
    },
    {
      "contrastive_lambda": 0.9379261243870397,
      "epoch": 3.000311915159077,
      "step": 9619
    },
    {
      "epoch": 3.0006238303181534,
      "grad_norm": 0.16888441145420074,
      "learning_rate": 9.670956828950345e-05,
      "loss": 0.0569,
      "step": 9620
    },
    {
      "epoch": 3.0006238303181534,
      "flow_loss": 0.07295116782188416,
      "step": 9620
    },
    {
      "contrastive_loss": 0.01043422520160675,
      "epoch": 3.0006238303181534,
      "step": 9620
    },
    {
      "contrastive_lambda": 0.9379134898886549,
      "epoch": 3.0006238303181534,
      "step": 9620
    },
    {
      "contrastive_lambda": 0.9379008541897054,
      "epoch": 3.0009357454772303,
      "step": 9621
    },
    {
      "contrastive_lambda": 0.9378882172902258,
      "epoch": 3.0012476606363068,
      "step": 9622
    },
    {
      "contrastive_lambda": 0.9378755791902508,
      "epoch": 3.0015595757953837,
      "step": 9623
    },
    {
      "contrastive_lambda": 0.9378629398898151,
      "epoch": 3.0018714909544606,
      "step": 9624
    },
    {
      "contrastive_lambda": 0.9378502993889533,
      "epoch": 3.002183406113537,
      "step": 9625
    },
    {
      "contrastive_lambda": 0.9378376576876999,
      "epoch": 3.002495321272614,
      "step": 9626
    },
    {
      "contrastive_lambda": 0.9378250147860898,
      "epoch": 3.0028072364316905,
      "step": 9627
    },
    {
      "contrastive_lambda": 0.9378123706841575,
      "epoch": 3.0031191515907674,
      "step": 9628
    },
    {
      "contrastive_lambda": 0.9377997253819378,
      "epoch": 3.003431066749844,
      "step": 9629
    },
    {
      "epoch": 3.0037429819089208,
      "grad_norm": 0.14374926686286926,
      "learning_rate": 9.669972932424065e-05,
      "loss": 0.059,
      "step": 9630
    },
    {
      "epoch": 3.0037429819089208,
      "flow_loss": 0.03331318497657776,
      "step": 9630
    },
    {
      "contrastive_loss": 0.00799804087728262,
      "epoch": 3.0037429819089208,
      "step": 9630
    },
    {
      "contrastive_lambda": 0.9377870788794653,
      "epoch": 3.0037429819089208,
      "step": 9630
    },
    {
      "contrastive_lambda": 0.9377744311767746,
      "epoch": 3.0040548970679977,
      "step": 9631
    },
    {
      "contrastive_lambda": 0.9377617822739005,
      "epoch": 3.004366812227074,
      "step": 9632
    },
    {
      "contrastive_lambda": 0.9377491321708776,
      "epoch": 3.004678727386151,
      "step": 9633
    },
    {
      "contrastive_lambda": 0.9377364808677406,
      "epoch": 3.0049906425452275,
      "step": 9634
    },
    {
      "contrastive_lambda": 0.9377238283645242,
      "epoch": 3.0053025577043044,
      "step": 9635
    },
    {
      "contrastive_lambda": 0.9377111746612631,
      "epoch": 3.0056144728633813,
      "step": 9636
    },
    {
      "contrastive_lambda": 0.9376985197579919,
      "epoch": 3.005926388022458,
      "step": 9637
    },
    {
      "contrastive_lambda": 0.9376858636547454,
      "epoch": 3.0062383031815347,
      "step": 9638
    },
    {
      "contrastive_lambda": 0.9376732063515583,
      "epoch": 3.006550218340611,
      "step": 9639
    },
    {
      "epoch": 3.006862133499688,
      "grad_norm": 0.141484797000885,
      "learning_rate": 9.668987617283312e-05,
      "loss": 0.0476,
      "step": 9640
    },
    {
      "epoch": 3.006862133499688,
      "flow_loss": 0.05973871424794197,
      "step": 9640
    },
    {
      "contrastive_loss": 0.009067686274647713,
      "epoch": 3.006862133499688,
      "step": 9640
    },
    {
      "contrastive_lambda": 0.9376605478484652,
      "epoch": 3.006862133499688,
      "step": 9640
    },
    {
      "contrastive_lambda": 0.9376478881455008,
      "epoch": 3.007174048658765,
      "step": 9641
    },
    {
      "contrastive_lambda": 0.9376352272426999,
      "epoch": 3.0074859638178415,
      "step": 9642
    },
    {
      "contrastive_lambda": 0.9376225651400971,
      "epoch": 3.0077978789769184,
      "step": 9643
    },
    {
      "contrastive_lambda": 0.9376099018377273,
      "epoch": 3.008109794135995,
      "step": 9644
    },
    {
      "contrastive_lambda": 0.9375972373356252,
      "epoch": 3.008421709295072,
      "step": 9645
    },
    {
      "contrastive_lambda": 0.9375845716338252,
      "epoch": 3.0087336244541483,
      "step": 9646
    },
    {
      "contrastive_lambda": 0.9375719047323625,
      "epoch": 3.009045539613225,
      "step": 9647
    },
    {
      "contrastive_lambda": 0.9375592366312714,
      "epoch": 3.009357454772302,
      "step": 9648
    },
    {
      "contrastive_lambda": 0.9375465673305868,
      "epoch": 3.0096693699313786,
      "step": 9649
    },
    {
      "epoch": 3.0099812850904555,
      "grad_norm": 0.16921068727970123,
      "learning_rate": 9.668000883827397e-05,
      "loss": 0.0566,
      "step": 9650
    },
    {
      "epoch": 3.0099812850904555,
      "flow_loss": 0.03763527050614357,
      "step": 9650
    },
    {
      "contrastive_loss": 0.00699764396995306,
      "epoch": 3.0099812850904555,
      "step": 9650
    },
    {
      "contrastive_lambda": 0.9375338968303435,
      "epoch": 3.0099812850904555,
      "step": 9650
    },
    {
      "contrastive_lambda": 0.9375212251305762,
      "epoch": 3.010293200249532,
      "step": 9651
    },
    {
      "contrastive_lambda": 0.9375085522313196,
      "epoch": 3.010605115408609,
      "step": 9652
    },
    {
      "contrastive_lambda": 0.9374958781326085,
      "epoch": 3.010917030567686,
      "step": 9653
    },
    {
      "contrastive_lambda": 0.9374832028344775,
      "epoch": 3.0112289457267623,
      "step": 9654
    },
    {
      "contrastive_lambda": 0.9374705263369616,
      "epoch": 3.011540860885839,
      "step": 9655
    },
    {
      "contrastive_lambda": 0.9374578486400953,
      "epoch": 3.0118527760449156,
      "step": 9656
    },
    {
      "contrastive_lambda": 0.9374451697439136,
      "epoch": 3.0121646912039926,
      "step": 9657
    },
    {
      "contrastive_lambda": 0.937432489648451,
      "epoch": 3.0124766063630695,
      "step": 9658
    },
    {
      "contrastive_lambda": 0.9374198083537424,
      "epoch": 3.012788521522146,
      "step": 9659
    },
    {
      "epoch": 3.013100436681223,
      "grad_norm": 0.1282804310321808,
      "learning_rate": 9.667012732356067e-05,
      "loss": 0.0518,
      "step": 9660
    },
    {
      "epoch": 3.013100436681223,
      "flow_loss": 0.05246869474649429,
      "step": 9660
    },
    {
      "contrastive_loss": 0.012636374682188034,
      "epoch": 3.013100436681223,
      "step": 9660
    },
    {
      "contrastive_lambda": 0.9374071258598227,
      "epoch": 3.013100436681223,
      "step": 9660
    },
    {
      "contrastive_lambda": 0.9373944421667264,
      "epoch": 3.0134123518402993,
      "step": 9661
    },
    {
      "contrastive_lambda": 0.9373817572744885,
      "epoch": 3.0137242669993762,
      "step": 9662
    },
    {
      "contrastive_lambda": 0.9373690711831435,
      "epoch": 3.0140361821584527,
      "step": 9663
    },
    {
      "contrastive_lambda": 0.9373563838927266,
      "epoch": 3.0143480973175296,
      "step": 9664
    },
    {
      "contrastive_lambda": 0.9373436954032721,
      "epoch": 3.0146600124766065,
      "step": 9665
    },
    {
      "contrastive_lambda": 0.9373310057148152,
      "epoch": 3.014971927635683,
      "step": 9666
    },
    {
      "contrastive_lambda": 0.9373183148273905,
      "epoch": 3.01528384279476,
      "step": 9667
    },
    {
      "contrastive_lambda": 0.9373056227410327,
      "epoch": 3.0155957579538364,
      "step": 9668
    },
    {
      "contrastive_lambda": 0.9372929294557768,
      "epoch": 3.0159076731129133,
      "step": 9669
    },
    {
      "epoch": 3.01621958827199,
      "grad_norm": 0.14394472539424896,
      "learning_rate": 9.666023163169493e-05,
      "loss": 0.052,
      "step": 9670
    },
    {
      "epoch": 3.01621958827199,
      "flow_loss": 0.049387119710445404,
      "step": 9670
    },
    {
      "contrastive_loss": 0.011681774631142616,
      "epoch": 3.01621958827199,
      "step": 9670
    },
    {
      "contrastive_lambda": 0.9372802349716575,
      "epoch": 3.01621958827199,
      "step": 9670
    },
    {
      "contrastive_lambda": 0.9372675392887095,
      "epoch": 3.0165315034310667,
      "step": 9671
    },
    {
      "contrastive_lambda": 0.9372548424069678,
      "epoch": 3.0168434185901436,
      "step": 9672
    },
    {
      "contrastive_lambda": 0.9372421443264671,
      "epoch": 3.01715533374922,
      "step": 9673
    },
    {
      "contrastive_lambda": 0.9372294450472424,
      "epoch": 3.017467248908297,
      "step": 9674
    },
    {
      "contrastive_lambda": 0.9372167445693282,
      "epoch": 3.0177791640673735,
      "step": 9675
    },
    {
      "contrastive_lambda": 0.9372040428927595,
      "epoch": 3.0180910792264504,
      "step": 9676
    },
    {
      "contrastive_lambda": 0.9371913400175711,
      "epoch": 3.0184029943855273,
      "step": 9677
    },
    {
      "contrastive_lambda": 0.9371786359437977,
      "epoch": 3.0187149095446038,
      "step": 9678
    },
    {
      "contrastive_lambda": 0.9371659306714744,
      "epoch": 3.0190268247036807,
      "step": 9679
    },
    {
      "epoch": 3.019338739862757,
      "grad_norm": 0.16148780286312103,
      "learning_rate": 9.665032176568281e-05,
      "loss": 0.0558,
      "step": 9680
    },
    {
      "epoch": 3.019338739862757,
      "flow_loss": 0.04899531602859497,
      "step": 9680
    },
    {
      "contrastive_loss": 0.01092955470085144,
      "epoch": 3.019338739862757,
      "step": 9680
    },
    {
      "contrastive_lambda": 0.9371532242006357,
      "epoch": 3.019338739862757,
      "step": 9680
    },
    {
      "contrastive_lambda": 0.9371405165313168,
      "epoch": 3.019650655021834,
      "step": 9681
    },
    {
      "contrastive_lambda": 0.9371278076635523,
      "epoch": 3.019962570180911,
      "step": 9682
    },
    {
      "contrastive_lambda": 0.9371150975973771,
      "epoch": 3.0202744853399874,
      "step": 9683
    },
    {
      "contrastive_lambda": 0.937102386332826,
      "epoch": 3.0205864004990644,
      "step": 9684
    },
    {
      "contrastive_lambda": 0.9370896738699339,
      "epoch": 3.020898315658141,
      "step": 9685
    },
    {
      "contrastive_lambda": 0.9370769602087357,
      "epoch": 3.0212102308172177,
      "step": 9686
    },
    {
      "contrastive_lambda": 0.9370642453492661,
      "epoch": 3.0215221459762946,
      "step": 9687
    },
    {
      "contrastive_lambda": 0.9370515292915602,
      "epoch": 3.021834061135371,
      "step": 9688
    },
    {
      "contrastive_lambda": 0.9370388120356526,
      "epoch": 3.022145976294448,
      "step": 9689
    },
    {
      "epoch": 3.0224578914535245,
      "grad_norm": 0.16375352442264557,
      "learning_rate": 9.664039772853469e-05,
      "loss": 0.0494,
      "step": 9690
    },
    {
      "epoch": 3.0224578914535245,
      "flow_loss": 0.06308753788471222,
      "step": 9690
    },
    {
      "contrastive_loss": 0.008166979067027569,
      "epoch": 3.0224578914535245,
      "step": 9690
    },
    {
      "contrastive_lambda": 0.9370260935815784,
      "epoch": 3.0224578914535245,
      "step": 9690
    },
    {
      "contrastive_lambda": 0.9370133739293722,
      "epoch": 3.0227698066126014,
      "step": 9691
    },
    {
      "contrastive_lambda": 0.9370006530790691,
      "epoch": 3.023081721771678,
      "step": 9692
    },
    {
      "contrastive_lambda": 0.9369879310307039,
      "epoch": 3.023393636930755,
      "step": 9693
    },
    {
      "contrastive_lambda": 0.9369752077843114,
      "epoch": 3.0237055520898317,
      "step": 9694
    },
    {
      "contrastive_lambda": 0.9369624833399267,
      "epoch": 3.024017467248908,
      "step": 9695
    },
    {
      "contrastive_lambda": 0.9369497576975845,
      "epoch": 3.024329382407985,
      "step": 9696
    },
    {
      "contrastive_lambda": 0.9369370308573197,
      "epoch": 3.0246412975670616,
      "step": 9697
    },
    {
      "contrastive_lambda": 0.9369243028191672,
      "epoch": 3.0249532127261385,
      "step": 9698
    },
    {
      "contrastive_lambda": 0.9369115735831619,
      "epoch": 3.0252651278852154,
      "step": 9699
    },
    {
      "epoch": 3.025577043044292,
      "grad_norm": 0.12952005863189697,
      "learning_rate": 9.663045952326518e-05,
      "loss": 0.0484,
      "step": 9700
    },
    {
      "epoch": 3.025577043044292,
      "flow_loss": 0.04529181122779846,
      "step": 9700
    },
    {
      "contrastive_loss": 0.007329168729484081,
      "epoch": 3.025577043044292,
      "step": 9700
    },
    {
      "contrastive_lambda": 0.9368988431493388,
      "epoch": 3.025577043044292,
      "step": 9700
    },
    {
      "contrastive_lambda": 0.9368861115177326,
      "epoch": 3.025888958203369,
      "step": 9701
    },
    {
      "contrastive_lambda": 0.9368733786883784,
      "epoch": 3.0262008733624453,
      "step": 9702
    },
    {
      "contrastive_lambda": 0.936860644661311,
      "epoch": 3.026512788521522,
      "step": 9703
    },
    {
      "contrastive_lambda": 0.9368479094365654,
      "epoch": 3.026824703680599,
      "step": 9704
    },
    {
      "contrastive_lambda": 0.9368351730141764,
      "epoch": 3.0271366188396756,
      "step": 9705
    },
    {
      "contrastive_lambda": 0.936822435394179,
      "epoch": 3.0274485339987525,
      "step": 9706
    },
    {
      "contrastive_lambda": 0.936809696576608,
      "epoch": 3.027760449157829,
      "step": 9707
    },
    {
      "contrastive_lambda": 0.9367969565614984,
      "epoch": 3.028072364316906,
      "step": 9708
    },
    {
      "contrastive_lambda": 0.9367842153488853,
      "epoch": 3.0283842794759823,
      "step": 9709
    },
    {
      "epoch": 3.0286961946350592,
      "grad_norm": 0.1383371353149414,
      "learning_rate": 9.662050715289328e-05,
      "loss": 0.0546,
      "step": 9710
    },
    {
      "epoch": 3.0286961946350592,
      "flow_loss": 0.08767414838075638,
      "step": 9710
    },
    {
      "contrastive_loss": 0.008492466993629932,
      "epoch": 3.0286961946350592,
      "step": 9710
    },
    {
      "contrastive_lambda": 0.9367714729388035,
      "epoch": 3.0286961946350592,
      "step": 9710
    },
    {
      "contrastive_lambda": 0.9367587293312878,
      "epoch": 3.029008109794136,
      "step": 9711
    },
    {
      "contrastive_lambda": 0.9367459845263733,
      "epoch": 3.0293200249532126,
      "step": 9712
    },
    {
      "contrastive_lambda": 0.9367332385240947,
      "epoch": 3.0296319401122895,
      "step": 9713
    },
    {
      "contrastive_lambda": 0.9367204913244873,
      "epoch": 3.029943855271366,
      "step": 9714
    },
    {
      "contrastive_lambda": 0.9367077429275859,
      "epoch": 3.030255770430443,
      "step": 9715
    },
    {
      "contrastive_lambda": 0.9366949933334253,
      "epoch": 3.03056768558952,
      "step": 9716
    },
    {
      "contrastive_lambda": 0.9366822425420407,
      "epoch": 3.0308796007485963,
      "step": 9717
    },
    {
      "contrastive_lambda": 0.9366694905534669,
      "epoch": 3.031191515907673,
      "step": 9718
    },
    {
      "contrastive_lambda": 0.9366567373677388,
      "epoch": 3.0315034310667497,
      "step": 9719
    },
    {
      "epoch": 3.0318153462258266,
      "grad_norm": 0.1821812242269516,
      "learning_rate": 9.661054062044226e-05,
      "loss": 0.0533,
      "step": 9720
    },
    {
      "epoch": 3.0318153462258266,
      "flow_loss": 0.05152707174420357,
      "step": 9720
    },
    {
      "contrastive_loss": 0.007017920725047588,
      "epoch": 3.0318153462258266,
      "step": 9720
    },
    {
      "contrastive_lambda": 0.9366439829848916,
      "epoch": 3.0318153462258266,
      "step": 9720
    },
    {
      "contrastive_lambda": 0.9366312274049601,
      "epoch": 3.0321272613849035,
      "step": 9721
    },
    {
      "contrastive_lambda": 0.9366184706279792,
      "epoch": 3.03243917654398,
      "step": 9722
    },
    {
      "contrastive_lambda": 0.9366057126539842,
      "epoch": 3.032751091703057,
      "step": 9723
    },
    {
      "contrastive_lambda": 0.9365929534830096,
      "epoch": 3.0330630068621334,
      "step": 9724
    },
    {
      "contrastive_lambda": 0.9365801931150908,
      "epoch": 3.0333749220212103,
      "step": 9725
    },
    {
      "contrastive_lambda": 0.9365674315502626,
      "epoch": 3.0336868371802868,
      "step": 9726
    },
    {
      "contrastive_lambda": 0.9365546687885599,
      "epoch": 3.0339987523393637,
      "step": 9727
    },
    {
      "contrastive_lambda": 0.9365419048300179,
      "epoch": 3.0343106674984406,
      "step": 9728
    },
    {
      "contrastive_lambda": 0.9365291396746713,
      "epoch": 3.034622582657517,
      "step": 9729
    },
    {
      "epoch": 3.034934497816594,
      "grad_norm": 0.17120134830474854,
      "learning_rate": 9.660055992893968e-05,
      "loss": 0.0553,
      "step": 9730
    },
    {
      "epoch": 3.034934497816594,
      "flow_loss": 0.04538863152265549,
      "step": 9730
    },
    {
      "contrastive_loss": 0.008154870942234993,
      "epoch": 3.034934497816594,
      "step": 9730
    },
    {
      "contrastive_lambda": 0.9365163733225554,
      "epoch": 3.034934497816594,
      "step": 9730
    },
    {
      "contrastive_lambda": 0.9365036057737051,
      "epoch": 3.0352464129756704,
      "step": 9731
    },
    {
      "contrastive_lambda": 0.9364908370281553,
      "epoch": 3.0355583281347474,
      "step": 9732
    },
    {
      "contrastive_lambda": 0.9364780670859412,
      "epoch": 3.0358702432938243,
      "step": 9733
    },
    {
      "contrastive_lambda": 0.9364652959470976,
      "epoch": 3.0361821584529007,
      "step": 9734
    },
    {
      "contrastive_lambda": 0.9364525236116596,
      "epoch": 3.0364940736119777,
      "step": 9735
    },
    {
      "contrastive_lambda": 0.9364397500796624,
      "epoch": 3.036805988771054,
      "step": 9736
    },
    {
      "contrastive_lambda": 0.9364269753511407,
      "epoch": 3.037117903930131,
      "step": 9737
    },
    {
      "contrastive_lambda": 0.9364141994261297,
      "epoch": 3.037429819089208,
      "step": 9738
    },
    {
      "contrastive_lambda": 0.9364014223046644,
      "epoch": 3.0377417342482844,
      "step": 9739
    },
    {
      "epoch": 3.0380536494073613,
      "grad_norm": 0.14673081040382385,
      "learning_rate": 9.659056508141739e-05,
      "loss": 0.0512,
      "step": 9740
    },
    {
      "epoch": 3.0380536494073613,
      "flow_loss": 0.02892991155385971,
      "step": 9740
    },
    {
      "contrastive_loss": 0.00852937251329422,
      "epoch": 3.0380536494073613,
      "step": 9740
    },
    {
      "contrastive_lambda": 0.9363886439867797,
      "epoch": 3.0380536494073613,
      "step": 9740
    },
    {
      "contrastive_lambda": 0.9363758644725109,
      "epoch": 3.038365564566438,
      "step": 9741
    },
    {
      "contrastive_lambda": 0.9363630837618928,
      "epoch": 3.0386774797255147,
      "step": 9742
    },
    {
      "contrastive_lambda": 0.9363503018549606,
      "epoch": 3.038989394884591,
      "step": 9743
    },
    {
      "contrastive_lambda": 0.9363375187517493,
      "epoch": 3.039301310043668,
      "step": 9744
    },
    {
      "contrastive_lambda": 0.9363247344522938,
      "epoch": 3.039613225202745,
      "step": 9745
    },
    {
      "contrastive_lambda": 0.9363119489566294,
      "epoch": 3.0399251403618215,
      "step": 9746
    },
    {
      "contrastive_lambda": 0.9362991622647909,
      "epoch": 3.0402370555208984,
      "step": 9747
    },
    {
      "contrastive_lambda": 0.9362863743768136,
      "epoch": 3.040548970679975,
      "step": 9748
    },
    {
      "contrastive_lambda": 0.9362735852927324,
      "epoch": 3.040860885839052,
      "step": 9749
    },
    {
      "epoch": 3.0411728009981287,
      "grad_norm": 0.27104172110557556,
      "learning_rate": 9.658055608091161e-05,
      "loss": 0.0522,
      "step": 9750
    },
    {
      "epoch": 3.0411728009981287,
      "flow_loss": 0.055630672723054886,
      "step": 9750
    },
    {
      "contrastive_loss": 0.00805744156241417,
      "epoch": 3.0411728009981287,
      "step": 9750
    },
    {
      "contrastive_lambda": 0.9362607950125823,
      "epoch": 3.0411728009981287,
      "step": 9750
    },
    {
      "contrastive_lambda": 0.9362480035363986,
      "epoch": 3.041484716157205,
      "step": 9751
    },
    {
      "contrastive_lambda": 0.9362352108642161,
      "epoch": 3.041796631316282,
      "step": 9752
    },
    {
      "contrastive_lambda": 0.93622241699607,
      "epoch": 3.0421085464753586,
      "step": 9753
    },
    {
      "contrastive_lambda": 0.9362096219319955,
      "epoch": 3.0424204616344355,
      "step": 9754
    },
    {
      "contrastive_lambda": 0.9361968256720274,
      "epoch": 3.042732376793512,
      "step": 9755
    },
    {
      "contrastive_lambda": 0.9361840282162011,
      "epoch": 3.043044291952589,
      "step": 9756
    },
    {
      "contrastive_lambda": 0.9361712295645515,
      "epoch": 3.0433562071116658,
      "step": 9757
    },
    {
      "contrastive_lambda": 0.9361584297171136,
      "epoch": 3.0436681222707422,
      "step": 9758
    },
    {
      "contrastive_lambda": 0.9361456286739227,
      "epoch": 3.043980037429819,
      "step": 9759
    },
    {
      "epoch": 3.0442919525888956,
      "grad_norm": 0.14106811583042145,
      "learning_rate": 9.657053293046276e-05,
      "loss": 0.0519,
      "step": 9760
    },
    {
      "epoch": 3.0442919525888956,
      "flow_loss": 0.05562102422118187,
      "step": 9760
    },
    {
      "contrastive_loss": 0.007974469102919102,
      "epoch": 3.0442919525888956,
      "step": 9760
    },
    {
      "contrastive_lambda": 0.9361328264350137,
      "epoch": 3.0442919525888956,
      "step": 9760
    },
    {
      "contrastive_lambda": 0.9361200230004219,
      "epoch": 3.0446038677479725,
      "step": 9761
    },
    {
      "contrastive_lambda": 0.9361072183701822,
      "epoch": 3.0449157829070495,
      "step": 9762
    },
    {
      "contrastive_lambda": 0.9360944125443298,
      "epoch": 3.045227698066126,
      "step": 9763
    },
    {
      "contrastive_lambda": 0.9360816055228999,
      "epoch": 3.045539613225203,
      "step": 9764
    },
    {
      "contrastive_lambda": 0.9360687973059274,
      "epoch": 3.0458515283842793,
      "step": 9765
    },
    {
      "contrastive_lambda": 0.9360559878934476,
      "epoch": 3.046163443543356,
      "step": 9766
    },
    {
      "contrastive_lambda": 0.9360431772854956,
      "epoch": 3.046475358702433,
      "step": 9767
    },
    {
      "contrastive_lambda": 0.9360303654821064,
      "epoch": 3.0467872738615096,
      "step": 9768
    },
    {
      "contrastive_lambda": 0.9360175524833152,
      "epoch": 3.0470991890205865,
      "step": 9769
    },
    {
      "epoch": 3.047411104179663,
      "grad_norm": 0.12053167074918747,
      "learning_rate": 9.656049563311564e-05,
      "loss": 0.0519,
      "step": 9770
    },
    {
      "epoch": 3.047411104179663,
      "flow_loss": 0.03443893417716026,
      "step": 9770
    },
    {
      "contrastive_loss": 0.006717027630656958,
      "epoch": 3.047411104179663,
      "step": 9770
    },
    {
      "contrastive_lambda": 0.9360047382891572,
      "epoch": 3.047411104179663,
      "step": 9770
    },
    {
      "contrastive_lambda": 0.9359919228996674,
      "epoch": 3.04772301933874,
      "step": 9771
    },
    {
      "contrastive_lambda": 0.9359791063148809,
      "epoch": 3.0480349344978164,
      "step": 9772
    },
    {
      "contrastive_lambda": 0.935966288534833,
      "epoch": 3.0483468496568933,
      "step": 9773
    },
    {
      "contrastive_lambda": 0.9359534695595588,
      "epoch": 3.04865876481597,
      "step": 9774
    },
    {
      "contrastive_lambda": 0.9359406493890934,
      "epoch": 3.0489706799750467,
      "step": 9775
    },
    {
      "contrastive_lambda": 0.935927828023472,
      "epoch": 3.0492825951341236,
      "step": 9776
    },
    {
      "contrastive_lambda": 0.9359150054627297,
      "epoch": 3.0495945102932,
      "step": 9777
    },
    {
      "contrastive_lambda": 0.9359021817069015,
      "epoch": 3.049906425452277,
      "step": 9778
    },
    {
      "contrastive_lambda": 0.9358893567560229,
      "epoch": 3.050218340611354,
      "step": 9779
    },
    {
      "epoch": 3.0505302557704304,
      "grad_norm": 0.15507079660892487,
      "learning_rate": 9.655044419191929e-05,
      "loss": 0.0516,
      "step": 9780
    },
    {
      "epoch": 3.0505302557704304,
      "flow_loss": 0.06077194586396217,
      "step": 9780
    },
    {
      "contrastive_loss": 0.00887526199221611,
      "epoch": 3.0505302557704304,
      "step": 9780
    },
    {
      "contrastive_lambda": 0.9358765306101289,
      "epoch": 3.0505302557704304,
      "step": 9780
    },
    {
      "contrastive_lambda": 0.9358637032692545,
      "epoch": 3.0508421709295073,
      "step": 9781
    },
    {
      "contrastive_lambda": 0.9358508747334351,
      "epoch": 3.0511540860885837,
      "step": 9782
    },
    {
      "contrastive_lambda": 0.9358380450027057,
      "epoch": 3.0514660012476607,
      "step": 9783
    },
    {
      "contrastive_lambda": 0.9358252140771015,
      "epoch": 3.0517779164067376,
      "step": 9784
    },
    {
      "contrastive_lambda": 0.935812381956658,
      "epoch": 3.052089831565814,
      "step": 9785
    },
    {
      "contrastive_lambda": 0.9357995486414099,
      "epoch": 3.052401746724891,
      "step": 9786
    },
    {
      "contrastive_lambda": 0.9357867141313926,
      "epoch": 3.0527136618839674,
      "step": 9787
    },
    {
      "contrastive_lambda": 0.9357738784266413,
      "epoch": 3.0530255770430443,
      "step": 9788
    },
    {
      "contrastive_lambda": 0.9357610415271912,
      "epoch": 3.053337492202121,
      "step": 9789
    },
    {
      "epoch": 3.0536494073611977,
      "grad_norm": 0.15051649510860443,
      "learning_rate": 9.654037860992711e-05,
      "loss": 0.0544,
      "step": 9790
    },
    {
      "epoch": 3.0536494073611977,
      "flow_loss": 0.04813360422849655,
      "step": 9790
    },
    {
      "contrastive_loss": 0.011624051257967949,
      "epoch": 3.0536494073611977,
      "step": 9790
    },
    {
      "contrastive_lambda": 0.9357482034330775,
      "epoch": 3.0536494073611977,
      "step": 9790
    },
    {
      "contrastive_lambda": 0.9357353641443353,
      "epoch": 3.0539613225202746,
      "step": 9791
    },
    {
      "contrastive_lambda": 0.9357225236609998,
      "epoch": 3.054273237679351,
      "step": 9792
    },
    {
      "contrastive_lambda": 0.9357096819831063,
      "epoch": 3.054585152838428,
      "step": 9793
    },
    {
      "contrastive_lambda": 0.9356968391106901,
      "epoch": 3.0548970679975045,
      "step": 9794
    },
    {
      "contrastive_lambda": 0.9356839950437862,
      "epoch": 3.0552089831565814,
      "step": 9795
    },
    {
      "contrastive_lambda": 0.9356711497824298,
      "epoch": 3.0555208983156583,
      "step": 9796
    },
    {
      "contrastive_lambda": 0.9356583033266563,
      "epoch": 3.055832813474735,
      "step": 9797
    },
    {
      "contrastive_lambda": 0.9356454556765008,
      "epoch": 3.0561447286338117,
      "step": 9798
    },
    {
      "contrastive_lambda": 0.9356326068319986,
      "epoch": 3.056456643792888,
      "step": 9799
    },
    {
      "epoch": 3.056768558951965,
      "grad_norm": 0.13360151648521423,
      "learning_rate": 9.653029889019672e-05,
      "loss": 0.0484,
      "step": 9800
    },
    {
      "epoch": 3.056768558951965,
      "flow_loss": 0.08107595890760422,
      "step": 9800
    },
    {
      "contrastive_loss": 0.00760431494563818,
      "epoch": 3.056768558951965,
      "step": 9800
    },
    {
      "contrastive_lambda": 0.9356197567931848,
      "epoch": 3.056768558951965,
      "step": 9800
    },
    {
      "contrastive_lambda": 0.9356069055600947,
      "epoch": 3.057080474111042,
      "step": 9801
    },
    {
      "contrastive_lambda": 0.9355940531327636,
      "epoch": 3.0573923892701185,
      "step": 9802
    },
    {
      "contrastive_lambda": 0.9355811995112266,
      "epoch": 3.0577043044291954,
      "step": 9803
    },
    {
      "contrastive_lambda": 0.9355683446955191,
      "epoch": 3.058016219588272,
      "step": 9804
    },
    {
      "contrastive_lambda": 0.9355554886856762,
      "epoch": 3.0583281347473488,
      "step": 9805
    },
    {
      "contrastive_lambda": 0.9355426314817332,
      "epoch": 3.0586400499064252,
      "step": 9806
    },
    {
      "contrastive_lambda": 0.9355297730837253,
      "epoch": 3.058951965065502,
      "step": 9807
    },
    {
      "contrastive_lambda": 0.9355169134916879,
      "epoch": 3.059263880224579,
      "step": 9808
    },
    {
      "contrastive_lambda": 0.9355040527056561,
      "epoch": 3.0595757953836555,
      "step": 9809
    },
    {
      "epoch": 3.0598877105427325,
      "grad_norm": 0.1562826931476593,
      "learning_rate": 9.65202050357901e-05,
      "loss": 0.0532,
      "step": 9810
    },
    {
      "epoch": 3.0598877105427325,
      "flow_loss": 0.0498475544154644,
      "step": 9810
    },
    {
      "contrastive_loss": 0.007269966881722212,
      "epoch": 3.0598877105427325,
      "step": 9810
    },
    {
      "contrastive_lambda": 0.9354911907256651,
      "epoch": 3.0598877105427325,
      "step": 9810
    },
    {
      "contrastive_lambda": 0.9354783275517504,
      "epoch": 3.060199625701809,
      "step": 9811
    },
    {
      "contrastive_lambda": 0.9354654631839472,
      "epoch": 3.060511540860886,
      "step": 9812
    },
    {
      "contrastive_lambda": 0.9354525976222906,
      "epoch": 3.0608234560199628,
      "step": 9813
    },
    {
      "contrastive_lambda": 0.9354397308668161,
      "epoch": 3.061135371179039,
      "step": 9814
    },
    {
      "contrastive_lambda": 0.9354268629175586,
      "epoch": 3.061447286338116,
      "step": 9815
    },
    {
      "contrastive_lambda": 0.9354139937745538,
      "epoch": 3.0617592014971926,
      "step": 9816
    },
    {
      "contrastive_lambda": 0.9354011234378369,
      "epoch": 3.0620711166562695,
      "step": 9817
    },
    {
      "contrastive_lambda": 0.935388251907443,
      "epoch": 3.0623830318153464,
      "step": 9818
    },
    {
      "contrastive_lambda": 0.9353753791834075,
      "epoch": 3.062694946974423,
      "step": 9819
    },
    {
      "epoch": 3.0630068621335,
      "grad_norm": 0.1639520227909088,
      "learning_rate": 9.651009704977347e-05,
      "loss": 0.0479,
      "step": 9820
    },
    {
      "epoch": 3.0630068621335,
      "flow_loss": 0.08264093101024628,
      "step": 9820
    },
    {
      "contrastive_loss": 0.009668465703725815,
      "epoch": 3.0630068621335,
      "step": 9820
    },
    {
      "contrastive_lambda": 0.9353625052657657,
      "epoch": 3.0630068621335,
      "step": 9820
    },
    {
      "contrastive_lambda": 0.9353496301545529,
      "epoch": 3.0633187772925763,
      "step": 9821
    },
    {
      "contrastive_lambda": 0.9353367538498043,
      "epoch": 3.063630692451653,
      "step": 9822
    },
    {
      "contrastive_lambda": 0.9353238763515552,
      "epoch": 3.0639426076107297,
      "step": 9823
    },
    {
      "contrastive_lambda": 0.935310997659841,
      "epoch": 3.0642545227698066,
      "step": 9824
    },
    {
      "contrastive_lambda": 0.9352981177746972,
      "epoch": 3.0645664379288835,
      "step": 9825
    },
    {
      "contrastive_lambda": 0.9352852366961588,
      "epoch": 3.06487835308796,
      "step": 9826
    },
    {
      "contrastive_lambda": 0.9352723544242612,
      "epoch": 3.065190268247037,
      "step": 9827
    },
    {
      "contrastive_lambda": 0.9352594709590396,
      "epoch": 3.0655021834061134,
      "step": 9828
    },
    {
      "contrastive_lambda": 0.9352465863005295,
      "epoch": 3.0658140985651903,
      "step": 9829
    },
    {
      "epoch": 3.066126013724267,
      "grad_norm": 0.18007543683052063,
      "learning_rate": 9.649997493521738e-05,
      "loss": 0.0586,
      "step": 9830
    },
    {
      "epoch": 3.066126013724267,
      "flow_loss": 0.051181938499212265,
      "step": 9830
    },
    {
      "contrastive_loss": 0.011240577325224876,
      "epoch": 3.066126013724267,
      "step": 9830
    },
    {
      "contrastive_lambda": 0.9352337004487663,
      "epoch": 3.066126013724267,
      "step": 9830
    },
    {
      "contrastive_lambda": 0.935220813403785,
      "epoch": 3.0664379288833437,
      "step": 9831
    },
    {
      "contrastive_lambda": 0.9352079251656212,
      "epoch": 3.0667498440424206,
      "step": 9832
    },
    {
      "contrastive_lambda": 0.9351950357343102,
      "epoch": 3.067061759201497,
      "step": 9833
    },
    {
      "contrastive_lambda": 0.9351821451098874,
      "epoch": 3.067373674360574,
      "step": 9834
    },
    {
      "contrastive_lambda": 0.9351692532923879,
      "epoch": 3.067685589519651,
      "step": 9835
    },
    {
      "contrastive_lambda": 0.9351563602818472,
      "epoch": 3.0679975046787273,
      "step": 9836
    },
    {
      "contrastive_lambda": 0.9351434660783007,
      "epoch": 3.0683094198378043,
      "step": 9837
    },
    {
      "contrastive_lambda": 0.9351305706817836,
      "epoch": 3.0686213349968807,
      "step": 9838
    },
    {
      "contrastive_lambda": 0.9351176740923314,
      "epoch": 3.0689332501559576,
      "step": 9839
    },
    {
      "epoch": 3.069245165315034,
      "grad_norm": 0.14759919047355652,
      "learning_rate": 9.64898386951967e-05,
      "loss": 0.058,
      "step": 9840
    },
    {
      "epoch": 3.069245165315034,
      "flow_loss": 0.051917389035224915,
      "step": 9840
    },
    {
      "contrastive_loss": 0.013463610783219337,
      "epoch": 3.069245165315034,
      "step": 9840
    },
    {
      "contrastive_lambda": 0.9351047763099793,
      "epoch": 3.069245165315034,
      "step": 9840
    },
    {
      "contrastive_lambda": 0.9350918773347628,
      "epoch": 3.069557080474111,
      "step": 9841
    },
    {
      "contrastive_lambda": 0.9350789771667173,
      "epoch": 3.069868995633188,
      "step": 9842
    },
    {
      "contrastive_lambda": 0.935066075805878,
      "epoch": 3.0701809107922644,
      "step": 9843
    },
    {
      "contrastive_lambda": 0.9350531732522803,
      "epoch": 3.0704928259513413,
      "step": 9844
    },
    {
      "contrastive_lambda": 0.9350402695059596,
      "epoch": 3.070804741110418,
      "step": 9845
    },
    {
      "contrastive_lambda": 0.9350273645669516,
      "epoch": 3.0711166562694947,
      "step": 9846
    },
    {
      "contrastive_lambda": 0.9350144584352911,
      "epoch": 3.0714285714285716,
      "step": 9847
    },
    {
      "contrastive_lambda": 0.9350015511110138,
      "epoch": 3.071740486587648,
      "step": 9848
    },
    {
      "contrastive_lambda": 0.934988642594155,
      "epoch": 3.072052401746725,
      "step": 9849
    },
    {
      "epoch": 3.0723643169058015,
      "grad_norm": 0.17941035330295563,
      "learning_rate": 9.647968833279049e-05,
      "loss": 0.0601,
      "step": 9850
    },
    {
      "epoch": 3.0723643169058015,
      "flow_loss": 0.06377574056386948,
      "step": 9850
    },
    {
      "contrastive_loss": 0.00815189816057682,
      "epoch": 3.0723643169058015,
      "step": 9850
    },
    {
      "contrastive_lambda": 0.9349757328847503,
      "epoch": 3.0723643169058015,
      "step": 9850
    },
    {
      "contrastive_lambda": 0.9349628219828348,
      "epoch": 3.0726762320648784,
      "step": 9851
    },
    {
      "contrastive_lambda": 0.9349499098884442,
      "epoch": 3.0729881472239553,
      "step": 9852
    },
    {
      "contrastive_lambda": 0.9349369966016134,
      "epoch": 3.0733000623830318,
      "step": 9853
    },
    {
      "contrastive_lambda": 0.9349240821223784,
      "epoch": 3.0736119775421087,
      "step": 9854
    },
    {
      "contrastive_lambda": 0.9349111664507743,
      "epoch": 3.073923892701185,
      "step": 9855
    },
    {
      "contrastive_lambda": 0.9348982495868365,
      "epoch": 3.074235807860262,
      "step": 9856
    },
    {
      "contrastive_lambda": 0.9348853315306005,
      "epoch": 3.0745477230193385,
      "step": 9857
    },
    {
      "contrastive_lambda": 0.9348724122821017,
      "epoch": 3.0748596381784155,
      "step": 9858
    },
    {
      "contrastive_lambda": 0.9348594918413753,
      "epoch": 3.0751715533374924,
      "step": 9859
    },
    {
      "epoch": 3.075483468496569,
      "grad_norm": 0.15610910952091217,
      "learning_rate": 9.646952385108218e-05,
      "loss": 0.0539,
      "step": 9860
    },
    {
      "epoch": 3.075483468496569,
      "flow_loss": 0.0343734547495842,
      "step": 9860
    },
    {
      "contrastive_loss": 0.009917384013533592,
      "epoch": 3.075483468496569,
      "step": 9860
    },
    {
      "contrastive_lambda": 0.9348465702084571,
      "epoch": 3.075483468496569,
      "step": 9860
    },
    {
      "contrastive_lambda": 0.9348336473833823,
      "epoch": 3.0757953836556458,
      "step": 9861
    },
    {
      "contrastive_lambda": 0.9348207233661863,
      "epoch": 3.0761072988147222,
      "step": 9862
    },
    {
      "contrastive_lambda": 0.9348077981569047,
      "epoch": 3.076419213973799,
      "step": 9863
    },
    {
      "contrastive_lambda": 0.9347948717555727,
      "epoch": 3.076731129132876,
      "step": 9864
    },
    {
      "contrastive_lambda": 0.934781944162226,
      "epoch": 3.0770430442919525,
      "step": 9865
    },
    {
      "contrastive_lambda": 0.9347690153768999,
      "epoch": 3.0773549594510294,
      "step": 9866
    },
    {
      "contrastive_lambda": 0.9347560853996297,
      "epoch": 3.077666874610106,
      "step": 9867
    },
    {
      "contrastive_lambda": 0.9347431542304512,
      "epoch": 3.077978789769183,
      "step": 9868
    },
    {
      "contrastive_lambda": 0.9347302218693996,
      "epoch": 3.0782907049282597,
      "step": 9869
    },
    {
      "epoch": 3.078602620087336,
      "grad_norm": 0.1602654606103897,
      "learning_rate": 9.645934525315951e-05,
      "loss": 0.0474,
      "step": 9870
    },
    {
      "epoch": 3.078602620087336,
      "flow_loss": 0.046515196561813354,
      "step": 9870
    },
    {
      "contrastive_loss": 0.006887510884553194,
      "epoch": 3.078602620087336,
      "step": 9870
    },
    {
      "contrastive_lambda": 0.9347172883165105,
      "epoch": 3.078602620087336,
      "step": 9870
    },
    {
      "contrastive_lambda": 0.9347043535718191,
      "epoch": 3.078914535246413,
      "step": 9871
    },
    {
      "contrastive_lambda": 0.9346914176353611,
      "epoch": 3.0792264504054896,
      "step": 9872
    },
    {
      "contrastive_lambda": 0.934678480507172,
      "epoch": 3.0795383655645665,
      "step": 9873
    },
    {
      "contrastive_lambda": 0.934665542187287,
      "epoch": 3.079850280723643,
      "step": 9874
    },
    {
      "contrastive_lambda": 0.9346526026757418,
      "epoch": 3.08016219588272,
      "step": 9875
    },
    {
      "contrastive_lambda": 0.9346396619725719,
      "epoch": 3.080474111041797,
      "step": 9876
    },
    {
      "contrastive_lambda": 0.9346267200778126,
      "epoch": 3.0807860262008733,
      "step": 9877
    },
    {
      "contrastive_lambda": 0.9346137769914995,
      "epoch": 3.08109794135995,
      "step": 9878
    },
    {
      "contrastive_lambda": 0.934600832713668,
      "epoch": 3.0814098565190267,
      "step": 9879
    },
    {
      "epoch": 3.0817217716781036,
      "grad_norm": 0.1580967903137207,
      "learning_rate": 9.644915254211442e-05,
      "loss": 0.0539,
      "step": 9880
    },
    {
      "epoch": 3.0817217716781036,
      "flow_loss": 0.052428994327783585,
      "step": 9880
    },
    {
      "contrastive_loss": 0.009665187448263168,
      "epoch": 3.0817217716781036,
      "step": 9880
    },
    {
      "contrastive_lambda": 0.9345878872443536,
      "epoch": 3.0817217716781036,
      "step": 9880
    },
    {
      "contrastive_lambda": 0.9345749405835919,
      "epoch": 3.0820336868371805,
      "step": 9881
    },
    {
      "contrastive_lambda": 0.9345619927314184,
      "epoch": 3.082345601996257,
      "step": 9882
    },
    {
      "contrastive_lambda": 0.9345490436878685,
      "epoch": 3.082657517155334,
      "step": 9883
    },
    {
      "contrastive_lambda": 0.9345360934529776,
      "epoch": 3.0829694323144103,
      "step": 9884
    },
    {
      "contrastive_lambda": 0.9345231420267814,
      "epoch": 3.0832813474734873,
      "step": 9885
    },
    {
      "contrastive_lambda": 0.9345101894093154,
      "epoch": 3.083593262632564,
      "step": 9886
    },
    {
      "contrastive_lambda": 0.9344972356006149,
      "epoch": 3.0839051777916406,
      "step": 9887
    },
    {
      "contrastive_lambda": 0.9344842806007158,
      "epoch": 3.0842170929507176,
      "step": 9888
    },
    {
      "contrastive_lambda": 0.9344713244096532,
      "epoch": 3.084529008109794,
      "step": 9889
    },
    {
      "epoch": 3.084840923268871,
      "grad_norm": 0.2238333374261856,
      "learning_rate": 9.643894572104321e-05,
      "loss": 0.0579,
      "step": 9890
    },
    {
      "epoch": 3.084840923268871,
      "flow_loss": 0.04967387765645981,
      "step": 9890
    },
    {
      "contrastive_loss": 0.00973501056432724,
      "epoch": 3.084840923268871,
      "step": 9890
    },
    {
      "contrastive_lambda": 0.9344583670274629,
      "epoch": 3.084840923268871,
      "step": 9890
    },
    {
      "contrastive_lambda": 0.9344454084541802,
      "epoch": 3.0851528384279474,
      "step": 9891
    },
    {
      "contrastive_lambda": 0.9344324486898408,
      "epoch": 3.0854647535870243,
      "step": 9892
    },
    {
      "contrastive_lambda": 0.93441948773448,
      "epoch": 3.0857766687461012,
      "step": 9893
    },
    {
      "contrastive_lambda": 0.9344065255881338,
      "epoch": 3.0860885839051777,
      "step": 9894
    },
    {
      "contrastive_lambda": 0.9343935622508373,
      "epoch": 3.0864004990642546,
      "step": 9895
    },
    {
      "contrastive_lambda": 0.9343805977226263,
      "epoch": 3.086712414223331,
      "step": 9896
    },
    {
      "contrastive_lambda": 0.9343676320035361,
      "epoch": 3.087024329382408,
      "step": 9897
    },
    {
      "contrastive_lambda": 0.9343546650936023,
      "epoch": 3.087336244541485,
      "step": 9898
    },
    {
      "contrastive_lambda": 0.9343416969928606,
      "epoch": 3.0876481597005614,
      "step": 9899
    },
    {
      "epoch": 3.0879600748596383,
      "grad_norm": 0.19655247032642365,
      "learning_rate": 9.642872479304644e-05,
      "loss": 0.055,
      "step": 9900
    },
    {
      "epoch": 3.0879600748596383,
      "flow_loss": 0.04307698458433151,
      "step": 9900
    },
    {
      "contrastive_loss": 0.009554609656333923,
      "epoch": 3.0879600748596383,
      "step": 9900
    },
    {
      "contrastive_lambda": 0.9343287277013466,
      "epoch": 3.0879600748596383,
      "step": 9900
    },
    {
      "contrastive_lambda": 0.9343157572190957,
      "epoch": 3.0882719900187148,
      "step": 9901
    },
    {
      "contrastive_lambda": 0.9343027855461434,
      "epoch": 3.0885839051777917,
      "step": 9902
    },
    {
      "contrastive_lambda": 0.9342898126825254,
      "epoch": 3.088895820336868,
      "step": 9903
    },
    {
      "contrastive_lambda": 0.9342768386282772,
      "epoch": 3.089207735495945,
      "step": 9904
    },
    {
      "contrastive_lambda": 0.9342638633834344,
      "epoch": 3.089519650655022,
      "step": 9905
    },
    {
      "contrastive_lambda": 0.9342508869480325,
      "epoch": 3.0898315658140985,
      "step": 9906
    },
    {
      "contrastive_lambda": 0.9342379093221072,
      "epoch": 3.0901434809731754,
      "step": 9907
    },
    {
      "contrastive_lambda": 0.934224930505694,
      "epoch": 3.090455396132252,
      "step": 9908
    },
    {
      "contrastive_lambda": 0.9342119504988285,
      "epoch": 3.0907673112913288,
      "step": 9909
    },
    {
      "epoch": 3.0910792264504057,
      "grad_norm": 0.17788651585578918,
      "learning_rate": 9.641848976122895e-05,
      "loss": 0.0509,
      "step": 9910
    },
    {
      "epoch": 3.0910792264504057,
      "flow_loss": 0.07524847239255905,
      "step": 9910
    },
    {
      "contrastive_loss": 0.007287853863090277,
      "epoch": 3.0910792264504057,
      "step": 9910
    },
    {
      "contrastive_lambda": 0.9341989693015463,
      "epoch": 3.0910792264504057,
      "step": 9910
    },
    {
      "contrastive_lambda": 0.934185986913883,
      "epoch": 3.091391141609482,
      "step": 9911
    },
    {
      "contrastive_lambda": 0.9341730033358742,
      "epoch": 3.091703056768559,
      "step": 9912
    },
    {
      "contrastive_lambda": 0.9341600185675554,
      "epoch": 3.0920149719276355,
      "step": 9913
    },
    {
      "contrastive_lambda": 0.9341470326089623,
      "epoch": 3.0923268870867124,
      "step": 9914
    },
    {
      "contrastive_lambda": 0.9341340454601303,
      "epoch": 3.0926388022457894,
      "step": 9915
    },
    {
      "contrastive_lambda": 0.9341210571210954,
      "epoch": 3.092950717404866,
      "step": 9916
    },
    {
      "contrastive_lambda": 0.9341080675918927,
      "epoch": 3.0932626325639427,
      "step": 9917
    },
    {
      "contrastive_lambda": 0.9340950768725583,
      "epoch": 3.093574547723019,
      "step": 9918
    },
    {
      "contrastive_lambda": 0.9340820849631275,
      "epoch": 3.093886462882096,
      "step": 9919
    },
    {
      "epoch": 3.0941983780411726,
      "grad_norm": 0.18567289412021637,
      "learning_rate": 9.64082406286999e-05,
      "loss": 0.0552,
      "step": 9920
    },
    {
      "epoch": 3.0941983780411726,
      "flow_loss": 0.04629270359873772,
      "step": 9920
    },
    {
      "contrastive_loss": 0.010036919265985489,
      "epoch": 3.0941983780411726,
      "step": 9920
    },
    {
      "contrastive_lambda": 0.9340690918636361,
      "epoch": 3.0941983780411726,
      "step": 9920
    },
    {
      "contrastive_lambda": 0.9340560975741197,
      "epoch": 3.0945102932002495,
      "step": 9921
    },
    {
      "contrastive_lambda": 0.9340431020946136,
      "epoch": 3.0948222083593264,
      "step": 9922
    },
    {
      "contrastive_lambda": 0.9340301054251539,
      "epoch": 3.095134123518403,
      "step": 9923
    },
    {
      "contrastive_lambda": 0.9340171075657759,
      "epoch": 3.09544603867748,
      "step": 9924
    },
    {
      "contrastive_lambda": 0.9340041085165156,
      "epoch": 3.0957579538365563,
      "step": 9925
    },
    {
      "contrastive_lambda": 0.9339911082774082,
      "epoch": 3.096069868995633,
      "step": 9926
    },
    {
      "contrastive_lambda": 0.9339781068484895,
      "epoch": 3.09638178415471,
      "step": 9927
    },
    {
      "contrastive_lambda": 0.9339651042297952,
      "epoch": 3.0966936993137866,
      "step": 9928
    },
    {
      "contrastive_lambda": 0.933952100421361,
      "epoch": 3.0970056144728635,
      "step": 9929
    },
    {
      "epoch": 3.09731752963194,
      "grad_norm": 0.15860900282859802,
      "learning_rate": 9.639797739857269e-05,
      "loss": 0.045,
      "step": 9930
    },
    {
      "epoch": 3.09731752963194,
      "flow_loss": 0.07379224896430969,
      "step": 9930
    },
    {
      "contrastive_loss": 0.009086459875106812,
      "epoch": 3.09731752963194,
      "step": 9930
    },
    {
      "contrastive_lambda": 0.9339390954232225,
      "epoch": 3.09731752963194,
      "step": 9930
    },
    {
      "contrastive_lambda": 0.9339260892354153,
      "epoch": 3.097629444791017,
      "step": 9931
    },
    {
      "contrastive_lambda": 0.9339130818579751,
      "epoch": 3.097941359950094,
      "step": 9932
    },
    {
      "contrastive_lambda": 0.9339000732909375,
      "epoch": 3.0982532751091703,
      "step": 9933
    },
    {
      "contrastive_lambda": 0.9338870635343381,
      "epoch": 3.098565190268247,
      "step": 9934
    },
    {
      "contrastive_lambda": 0.933874052588213,
      "epoch": 3.0988771054273236,
      "step": 9935
    },
    {
      "contrastive_lambda": 0.9338610404525973,
      "epoch": 3.0991890205864006,
      "step": 9936
    },
    {
      "contrastive_lambda": 0.9338480271275269,
      "epoch": 3.099500935745477,
      "step": 9937
    },
    {
      "contrastive_lambda": 0.9338350126130377,
      "epoch": 3.099812850904554,
      "step": 9938
    },
    {
      "contrastive_lambda": 0.933821996909165,
      "epoch": 3.100124766063631,
      "step": 9939
    },
    {
      "epoch": 3.1004366812227073,
      "grad_norm": 0.15338167548179626,
      "learning_rate": 9.638770007396498e-05,
      "loss": 0.0593,
      "step": 9940
    },
    {
      "epoch": 3.1004366812227073,
      "flow_loss": 0.06339465081691742,
      "step": 9940
    },
    {
      "contrastive_loss": 0.013176748529076576,
      "epoch": 3.1004366812227073,
      "step": 9940
    },
    {
      "contrastive_lambda": 0.9338089800159448,
      "epoch": 3.1004366812227073,
      "step": 9940
    },
    {
      "contrastive_lambda": 0.9337959619334125,
      "epoch": 3.1007485963817842,
      "step": 9941
    },
    {
      "contrastive_lambda": 0.933782942661604,
      "epoch": 3.1010605115408607,
      "step": 9942
    },
    {
      "contrastive_lambda": 0.933769922200555,
      "epoch": 3.1013724266999376,
      "step": 9943
    },
    {
      "contrastive_lambda": 0.933756900550301,
      "epoch": 3.1016843418590145,
      "step": 9944
    },
    {
      "contrastive_lambda": 0.933743877710878,
      "epoch": 3.101996257018091,
      "step": 9945
    },
    {
      "contrastive_lambda": 0.9337308536823214,
      "epoch": 3.102308172177168,
      "step": 9946
    },
    {
      "contrastive_lambda": 0.9337178284646672,
      "epoch": 3.1026200873362444,
      "step": 9947
    },
    {
      "contrastive_lambda": 0.9337048020579508,
      "epoch": 3.1029320024953213,
      "step": 9948
    },
    {
      "contrastive_lambda": 0.9336917744622081,
      "epoch": 3.1032439176543978,
      "step": 9949
    },
    {
      "epoch": 3.1035558328134747,
      "grad_norm": 0.16631537675857544,
      "learning_rate": 9.63774086579988e-05,
      "loss": 0.0607,
      "step": 9950
    },
    {
      "epoch": 3.1035558328134747,
      "flow_loss": 0.0645628571510315,
      "step": 9950
    },
    {
      "contrastive_loss": 0.010872948914766312,
      "epoch": 3.1035558328134747,
      "step": 9950
    },
    {
      "contrastive_lambda": 0.9336787456774748,
      "epoch": 3.1035558328134747,
      "step": 9950
    },
    {
      "contrastive_lambda": 0.9336657157037865,
      "epoch": 3.1038677479725516,
      "step": 9951
    },
    {
      "contrastive_lambda": 0.9336526845411791,
      "epoch": 3.104179663131628,
      "step": 9952
    },
    {
      "contrastive_lambda": 0.9336396521896883,
      "epoch": 3.104491578290705,
      "step": 9953
    },
    {
      "contrastive_lambda": 0.9336266186493496,
      "epoch": 3.1048034934497815,
      "step": 9954
    },
    {
      "contrastive_lambda": 0.9336135839201991,
      "epoch": 3.1051154086088584,
      "step": 9955
    },
    {
      "contrastive_lambda": 0.9336005480022722,
      "epoch": 3.1054273237679353,
      "step": 9956
    },
    {
      "contrastive_lambda": 0.9335875108956049,
      "epoch": 3.1057392389270118,
      "step": 9957
    },
    {
      "contrastive_lambda": 0.9335744726002326,
      "epoch": 3.1060511540860887,
      "step": 9958
    },
    {
      "contrastive_lambda": 0.9335614331161914,
      "epoch": 3.106363069245165,
      "step": 9959
    },
    {
      "epoch": 3.106674984404242,
      "grad_norm": 0.16628482937812805,
      "learning_rate": 9.63671031538004e-05,
      "loss": 0.0531,
      "step": 9960
    },
    {
      "epoch": 3.106674984404242,
      "flow_loss": 0.05480822175741196,
      "step": 9960
    },
    {
      "contrastive_loss": 0.008992338553071022,
      "epoch": 3.106674984404242,
      "step": 9960
    },
    {
      "contrastive_lambda": 0.9335483924435171,
      "epoch": 3.106674984404242,
      "step": 9960
    },
    {
      "contrastive_lambda": 0.933535350582245,
      "epoch": 3.106986899563319,
      "step": 9961
    },
    {
      "contrastive_lambda": 0.9335223075324113,
      "epoch": 3.1072988147223954,
      "step": 9962
    },
    {
      "contrastive_lambda": 0.9335092632940515,
      "epoch": 3.1076107298814724,
      "step": 9963
    },
    {
      "contrastive_lambda": 0.9334962178672014,
      "epoch": 3.107922645040549,
      "step": 9964
    },
    {
      "contrastive_lambda": 0.9334831712518968,
      "epoch": 3.1082345601996257,
      "step": 9965
    },
    {
      "contrastive_lambda": 0.9334701234481735,
      "epoch": 3.108546475358702,
      "step": 9966
    },
    {
      "contrastive_lambda": 0.9334570744560673,
      "epoch": 3.108858390517779,
      "step": 9967
    },
    {
      "contrastive_lambda": 0.9334440242756139,
      "epoch": 3.109170305676856,
      "step": 9968
    },
    {
      "contrastive_lambda": 0.9334309729068491,
      "epoch": 3.1094822208359325,
      "step": 9969
    },
    {
      "epoch": 3.1097941359950094,
      "grad_norm": 0.1684609204530716,
      "learning_rate": 9.635678356450031e-05,
      "loss": 0.051,
      "step": 9970
    },
    {
      "epoch": 3.1097941359950094,
      "flow_loss": 0.06515267491340637,
      "step": 9970
    },
    {
      "contrastive_loss": 0.009002162143588066,
      "epoch": 3.1097941359950094,
      "step": 9970
    },
    {
      "contrastive_lambda": 0.9334179203498086,
      "epoch": 3.1097941359950094,
      "step": 9970
    },
    {
      "contrastive_lambda": 0.9334048666045283,
      "epoch": 3.110106051154086,
      "step": 9971
    },
    {
      "contrastive_lambda": 0.933391811671044,
      "epoch": 3.110417966313163,
      "step": 9972
    },
    {
      "contrastive_lambda": 0.9333787555493914,
      "epoch": 3.1107298814722397,
      "step": 9973
    },
    {
      "contrastive_lambda": 0.9333656982396064,
      "epoch": 3.111041796631316,
      "step": 9974
    },
    {
      "contrastive_lambda": 0.9333526397417247,
      "epoch": 3.111353711790393,
      "step": 9975
    },
    {
      "contrastive_lambda": 0.933339580055782,
      "epoch": 3.1116656269494696,
      "step": 9976
    },
    {
      "contrastive_lambda": 0.9333265191818144,
      "epoch": 3.1119775421085465,
      "step": 9977
    },
    {
      "contrastive_lambda": 0.9333134571198576,
      "epoch": 3.1122894572676234,
      "step": 9978
    },
    {
      "contrastive_lambda": 0.9333003938699471,
      "epoch": 3.1126013724267,
      "step": 9979
    },
    {
      "epoch": 3.112913287585777,
      "grad_norm": 0.19063477218151093,
      "learning_rate": 9.634644989323336e-05,
      "loss": 0.0486,
      "step": 9980
    },
    {
      "epoch": 3.112913287585777,
      "flow_loss": 0.045303136110305786,
      "step": 9980
    },
    {
      "contrastive_loss": 0.009593380615115166,
      "epoch": 3.112913287585777,
      "step": 9980
    },
    {
      "contrastive_lambda": 0.9332873294321192,
      "epoch": 3.112913287585777,
      "step": 9980
    },
    {
      "contrastive_lambda": 0.9332742638064094,
      "epoch": 3.1132252027448533,
      "step": 9981
    },
    {
      "contrastive_lambda": 0.9332611969928537,
      "epoch": 3.11353711790393,
      "step": 9982
    },
    {
      "contrastive_lambda": 0.9332481289914877,
      "epoch": 3.1138490330630066,
      "step": 9983
    },
    {
      "contrastive_lambda": 0.9332350598023473,
      "epoch": 3.1141609482220836,
      "step": 9984
    },
    {
      "contrastive_lambda": 0.9332219894254685,
      "epoch": 3.1144728633811605,
      "step": 9985
    },
    {
      "contrastive_lambda": 0.9332089178608871,
      "epoch": 3.114784778540237,
      "step": 9986
    },
    {
      "contrastive_lambda": 0.9331958451086386,
      "epoch": 3.115096693699314,
      "step": 9987
    },
    {
      "contrastive_lambda": 0.9331827711687594,
      "epoch": 3.1154086088583903,
      "step": 9988
    },
    {
      "contrastive_lambda": 0.9331696960412847,
      "epoch": 3.1157205240174672,
      "step": 9989
    },
    {
      "epoch": 3.116032439176544,
      "grad_norm": 0.12030074745416641,
      "learning_rate": 9.633610214313861e-05,
      "loss": 0.0527,
      "step": 9990
    },
    {
      "epoch": 3.116032439176544,
      "flow_loss": 0.054386209696531296,
      "step": 9990
    },
    {
      "contrastive_loss": 0.008016868494451046,
      "epoch": 3.116032439176544,
      "step": 9990
    },
    {
      "contrastive_lambda": 0.9331566197262511,
      "epoch": 3.116032439176544,
      "step": 9990
    },
    {
      "contrastive_lambda": 0.9331435422236938,
      "epoch": 3.1163443543356206,
      "step": 9991
    },
    {
      "contrastive_lambda": 0.9331304635336488,
      "epoch": 3.1166562694946975,
      "step": 9992
    },
    {
      "contrastive_lambda": 0.9331173836561522,
      "epoch": 3.116968184653774,
      "step": 9993
    },
    {
      "contrastive_lambda": 0.9331043025912396,
      "epoch": 3.117280099812851,
      "step": 9994
    },
    {
      "contrastive_lambda": 0.933091220338947,
      "epoch": 3.117592014971928,
      "step": 9995
    },
    {
      "contrastive_lambda": 0.9330781368993102,
      "epoch": 3.1179039301310043,
      "step": 9996
    },
    {
      "contrastive_lambda": 0.9330650522723651,
      "epoch": 3.1182158452900812,
      "step": 9997
    },
    {
      "contrastive_lambda": 0.9330519664581476,
      "epoch": 3.1185277604491577,
      "step": 9998
    },
    {
      "contrastive_lambda": 0.9330388794566935,
      "epoch": 3.1188396756082346,
      "step": 9999
    },
    {
      "epoch": 3.119151590767311,
      "grad_norm": 0.14892572164535522,
      "learning_rate": 9.632574031735951e-05,
      "loss": 0.0572,
      "step": 10000
    },
    {
      "epoch": 3.119151590767311,
      "flow_loss": 0.04603840783238411,
      "step": 10000
    },
    {
      "contrastive_loss": 0.01595456339418888,
      "epoch": 3.119151590767311,
      "step": 10000
    },
    {
      "contrastive_lambda": 0.9330257912680389,
      "epoch": 3.119151590767311,
      "step": 10000
    },
    {
      "contrastive_lambda": 0.9330127018922194,
      "epoch": 3.119463505926388,
      "step": 10001
    },
    {
      "contrastive_lambda": 0.9329996113292709,
      "epoch": 3.119775421085465,
      "step": 10002
    },
    {
      "contrastive_lambda": 0.9329865195792295,
      "epoch": 3.1200873362445414,
      "step": 10003
    },
    {
      "contrastive_lambda": 0.9329734266421309,
      "epoch": 3.1203992514036183,
      "step": 10004
    },
    {
      "contrastive_lambda": 0.9329603325180111,
      "epoch": 3.1207111665626948,
      "step": 10005
    },
    {
      "contrastive_lambda": 0.9329472372069059,
      "epoch": 3.1210230817217717,
      "step": 10006
    },
    {
      "contrastive_lambda": 0.9329341407088514,
      "epoch": 3.1213349968808486,
      "step": 10007
    },
    {
      "contrastive_lambda": 0.9329210430238832,
      "epoch": 3.121646912039925,
      "step": 10008
    },
    {
      "contrastive_lambda": 0.9329079441520376,
      "epoch": 3.121958827199002,
      "step": 10009
    },
    {
      "epoch": 3.1222707423580784,
      "grad_norm": 0.18958726525306702,
      "learning_rate": 9.631536441904364e-05,
      "loss": 0.0541,
      "step": 10010
    },
    {
      "epoch": 3.1222707423580784,
      "flow_loss": 0.05949609726667404,
      "step": 10010
    },
    {
      "contrastive_loss": 0.009203970432281494,
      "epoch": 3.1222707423580784,
      "step": 10010
    },
    {
      "contrastive_lambda": 0.9328948440933501,
      "epoch": 3.1222707423580784,
      "step": 10010
    },
    {
      "contrastive_lambda": 0.9328817428478569,
      "epoch": 3.1225826575171554,
      "step": 10011
    },
    {
      "contrastive_lambda": 0.9328686404155937,
      "epoch": 3.1228945726762323,
      "step": 10012
    },
    {
      "contrastive_lambda": 0.9328555367965967,
      "epoch": 3.1232064878353087,
      "step": 10013
    },
    {
      "contrastive_lambda": 0.9328424319909017,
      "epoch": 3.1235184029943857,
      "step": 10014
    },
    {
      "contrastive_lambda": 0.9328293259985444,
      "epoch": 3.123830318153462,
      "step": 10015
    },
    {
      "contrastive_lambda": 0.932816218819561,
      "epoch": 3.124142233312539,
      "step": 10016
    },
    {
      "contrastive_lambda": 0.9328031104539874,
      "epoch": 3.1244541484716155,
      "step": 10017
    },
    {
      "contrastive_lambda": 0.9327900009018596,
      "epoch": 3.1247660636306924,
      "step": 10018
    },
    {
      "contrastive_lambda": 0.9327768901632133,
      "epoch": 3.1250779787897693,
      "step": 10019
    },
    {
      "epoch": 3.125389893948846,
      "grad_norm": 0.13965600728988647,
      "learning_rate": 9.630497445134293e-05,
      "loss": 0.0549,
      "step": 10020
    },
    {
      "epoch": 3.125389893948846,
      "flow_loss": 0.04993908479809761,
      "step": 10020
    },
    {
      "contrastive_loss": 0.009973326697945595,
      "epoch": 3.125389893948846,
      "step": 10020
    },
    {
      "contrastive_lambda": 0.9327637782380847,
      "epoch": 3.125389893948846,
      "step": 10020
    },
    {
      "contrastive_lambda": 0.9327506651265095,
      "epoch": 3.1257018091079227,
      "step": 10021
    },
    {
      "contrastive_lambda": 0.9327375508285238,
      "epoch": 3.126013724266999,
      "step": 10022
    },
    {
      "contrastive_lambda": 0.9327244353441636,
      "epoch": 3.126325639426076,
      "step": 10023
    },
    {
      "contrastive_lambda": 0.9327113186734648,
      "epoch": 3.126637554585153,
      "step": 10024
    },
    {
      "contrastive_lambda": 0.9326982008164633,
      "epoch": 3.1269494697442295,
      "step": 10025
    },
    {
      "contrastive_lambda": 0.9326850817731951,
      "epoch": 3.1272613849033064,
      "step": 10026
    },
    {
      "contrastive_lambda": 0.9326719615436962,
      "epoch": 3.127573300062383,
      "step": 10027
    },
    {
      "contrastive_lambda": 0.9326588401280025,
      "epoch": 3.12788521522146,
      "step": 10028
    },
    {
      "contrastive_lambda": 0.9326457175261502,
      "epoch": 3.1281971303805367,
      "step": 10029
    },
    {
      "epoch": 3.128509045539613,
      "grad_norm": 0.17610304057598114,
      "learning_rate": 9.62945704174136e-05,
      "loss": 0.0509,
      "step": 10030
    },
    {
      "epoch": 3.128509045539613,
      "flow_loss": 0.04403188079595566,
      "step": 10030
    },
    {
      "contrastive_loss": 0.010930039919912815,
      "epoch": 3.128509045539613,
      "step": 10030
    },
    {
      "contrastive_lambda": 0.932632593738175,
      "epoch": 3.128509045539613,
      "step": 10030
    },
    {
      "contrastive_lambda": 0.932619468764113,
      "epoch": 3.12882096069869,
      "step": 10031
    },
    {
      "contrastive_lambda": 0.9326063426040001,
      "epoch": 3.1291328758577666,
      "step": 10032
    },
    {
      "contrastive_lambda": 0.9325932152578723,
      "epoch": 3.1294447910168435,
      "step": 10033
    },
    {
      "contrastive_lambda": 0.9325800867257658,
      "epoch": 3.12975670617592,
      "step": 10034
    },
    {
      "contrastive_lambda": 0.9325669570077163,
      "epoch": 3.130068621334997,
      "step": 10035
    },
    {
      "contrastive_lambda": 0.93255382610376,
      "epoch": 3.1303805364940738,
      "step": 10036
    },
    {
      "contrastive_lambda": 0.9325406940139327,
      "epoch": 3.1306924516531502,
      "step": 10037
    },
    {
      "contrastive_lambda": 0.9325275607382707,
      "epoch": 3.131004366812227,
      "step": 10038
    },
    {
      "contrastive_lambda": 0.9325144262768097,
      "epoch": 3.1313162819713036,
      "step": 10039
    },
    {
      "epoch": 3.1316281971303805,
      "grad_norm": 0.14041027426719666,
      "learning_rate": 9.628415232041612e-05,
      "loss": 0.0607,
      "step": 10040
    },
    {
      "epoch": 3.1316281971303805,
      "flow_loss": 0.04216521978378296,
      "step": 10040
    },
    {
      "contrastive_loss": 0.007774227764457464,
      "epoch": 3.1316281971303805,
      "step": 10040
    },
    {
      "contrastive_lambda": 0.932501290629586,
      "epoch": 3.1316281971303805,
      "step": 10040
    },
    {
      "contrastive_lambda": 0.9324881537966354,
      "epoch": 3.1319401122894575,
      "step": 10041
    },
    {
      "contrastive_lambda": 0.9324750157779939,
      "epoch": 3.132252027448534,
      "step": 10042
    },
    {
      "contrastive_lambda": 0.9324618765736976,
      "epoch": 3.132563942607611,
      "step": 10043
    },
    {
      "contrastive_lambda": 0.9324487361837825,
      "epoch": 3.1328758577666873,
      "step": 10044
    },
    {
      "contrastive_lambda": 0.9324355946082847,
      "epoch": 3.1331877729257642,
      "step": 10045
    },
    {
      "contrastive_lambda": 0.9324224518472402,
      "epoch": 3.133499688084841,
      "step": 10046
    },
    {
      "contrastive_lambda": 0.9324093079006849,
      "epoch": 3.1338116032439176,
      "step": 10047
    },
    {
      "contrastive_lambda": 0.932396162768655,
      "epoch": 3.1341235184029945,
      "step": 10048
    },
    {
      "contrastive_lambda": 0.9323830164511864,
      "epoch": 3.134435433562071,
      "step": 10049
    },
    {
      "epoch": 3.134747348721148,
      "grad_norm": 0.14285381138324738,
      "learning_rate": 9.627372016351524e-05,
      "loss": 0.049,
      "step": 10050
    },
    {
      "epoch": 3.134747348721148,
      "flow_loss": 0.06040579825639725,
      "step": 10050
    },
    {
      "contrastive_loss": 0.008524466305971146,
      "epoch": 3.134747348721148,
      "step": 10050
    },
    {
      "contrastive_lambda": 0.9323698689483153,
      "epoch": 3.134747348721148,
      "step": 10050
    },
    {
      "contrastive_lambda": 0.9323567202600775,
      "epoch": 3.1350592638802244,
      "step": 10051
    },
    {
      "contrastive_lambda": 0.9323435703865093,
      "epoch": 3.1353711790393013,
      "step": 10052
    },
    {
      "contrastive_lambda": 0.9323304193276467,
      "epoch": 3.135683094198378,
      "step": 10053
    },
    {
      "contrastive_lambda": 0.9323172670835257,
      "epoch": 3.1359950093574547,
      "step": 10054
    },
    {
      "contrastive_lambda": 0.9323041136541823,
      "epoch": 3.1363069245165316,
      "step": 10055
    },
    {
      "contrastive_lambda": 0.9322909590396526,
      "epoch": 3.136618839675608,
      "step": 10056
    },
    {
      "contrastive_lambda": 0.9322778032399728,
      "epoch": 3.136930754834685,
      "step": 10057
    },
    {
      "contrastive_lambda": 0.9322646462551789,
      "epoch": 3.137242669993762,
      "step": 10058
    },
    {
      "contrastive_lambda": 0.9322514880853068,
      "epoch": 3.1375545851528384,
      "step": 10059
    },
    {
      "epoch": 3.1378665003119153,
      "grad_norm": 0.1373976469039917,
      "learning_rate": 9.626327394987995e-05,
      "loss": 0.0553,
      "step": 10060
    },
    {
      "epoch": 3.1378665003119153,
      "flow_loss": 0.05067717283964157,
      "step": 10060
    },
    {
      "contrastive_loss": 0.008844032883644104,
      "epoch": 3.1378665003119153,
      "step": 10060
    },
    {
      "contrastive_lambda": 0.9322383287303927,
      "epoch": 3.1378665003119153,
      "step": 10060
    },
    {
      "contrastive_lambda": 0.9322251681904727,
      "epoch": 3.1381784154709917,
      "step": 10061
    },
    {
      "contrastive_lambda": 0.932212006465583,
      "epoch": 3.1384903306300687,
      "step": 10062
    },
    {
      "contrastive_lambda": 0.9321988435557593,
      "epoch": 3.1388022457891456,
      "step": 10063
    },
    {
      "contrastive_lambda": 0.9321856794610381,
      "epoch": 3.139114160948222,
      "step": 10064
    },
    {
      "contrastive_lambda": 0.9321725141814553,
      "epoch": 3.139426076107299,
      "step": 10065
    },
    {
      "contrastive_lambda": 0.932159347717047,
      "epoch": 3.1397379912663754,
      "step": 10066
    },
    {
      "contrastive_lambda": 0.9321461800678493,
      "epoch": 3.1400499064254523,
      "step": 10067
    },
    {
      "contrastive_lambda": 0.9321330112338984,
      "epoch": 3.140361821584529,
      "step": 10068
    },
    {
      "contrastive_lambda": 0.9321198412152302,
      "epoch": 3.1406737367436057,
      "step": 10069
    },
    {
      "epoch": 3.1409856519026826,
      "grad_norm": 0.12923647463321686,
      "learning_rate": 9.625281368268355e-05,
      "loss": 0.0506,
      "step": 10070
    },
    {
      "epoch": 3.1409856519026826,
      "flow_loss": 0.05816001445055008,
      "step": 10070
    },
    {
      "contrastive_loss": 0.008286824449896812,
      "epoch": 3.1409856519026826,
      "step": 10070
    },
    {
      "contrastive_lambda": 0.932106670011881,
      "epoch": 3.1409856519026826,
      "step": 10070
    },
    {
      "contrastive_lambda": 0.9320934976238867,
      "epoch": 3.141297567061759,
      "step": 10071
    },
    {
      "contrastive_lambda": 0.9320803240512836,
      "epoch": 3.141609482220836,
      "step": 10072
    },
    {
      "contrastive_lambda": 0.9320671492941078,
      "epoch": 3.1419213973799125,
      "step": 10073
    },
    {
      "contrastive_lambda": 0.9320539733523954,
      "epoch": 3.1422333125389894,
      "step": 10074
    },
    {
      "contrastive_lambda": 0.9320407962261825,
      "epoch": 3.1425452276980663,
      "step": 10075
    },
    {
      "contrastive_lambda": 0.9320276179155051,
      "epoch": 3.142857142857143,
      "step": 10076
    },
    {
      "contrastive_lambda": 0.9320144384203997,
      "epoch": 3.1431690580162197,
      "step": 10077
    },
    {
      "contrastive_lambda": 0.9320012577409019,
      "epoch": 3.143480973175296,
      "step": 10078
    },
    {
      "contrastive_lambda": 0.9319880758770482,
      "epoch": 3.143792888334373,
      "step": 10079
    },
    {
      "epoch": 3.14410480349345,
      "grad_norm": 0.13803061842918396,
      "learning_rate": 9.624233936510357e-05,
      "loss": 0.0507,
      "step": 10080
    },
    {
      "epoch": 3.14410480349345,
      "flow_loss": 0.039448488503694534,
      "step": 10080
    },
    {
      "contrastive_loss": 0.00937371701002121,
      "epoch": 3.14410480349345,
      "step": 10080
    },
    {
      "contrastive_lambda": 0.9319748928288749,
      "epoch": 3.14410480349345,
      "step": 10080
    },
    {
      "contrastive_lambda": 0.9319617085964176,
      "epoch": 3.1444167186525265,
      "step": 10081
    },
    {
      "contrastive_lambda": 0.9319485231797129,
      "epoch": 3.1447286338116034,
      "step": 10082
    },
    {
      "contrastive_lambda": 0.9319353365787968,
      "epoch": 3.14504054897068,
      "step": 10083
    },
    {
      "contrastive_lambda": 0.9319221487937055,
      "epoch": 3.1453524641297568,
      "step": 10084
    },
    {
      "contrastive_lambda": 0.931908959824475,
      "epoch": 3.1456643792888332,
      "step": 10085
    },
    {
      "contrastive_lambda": 0.9318957696711416,
      "epoch": 3.14597629444791,
      "step": 10086
    },
    {
      "contrastive_lambda": 0.9318825783337414,
      "epoch": 3.146288209606987,
      "step": 10087
    },
    {
      "contrastive_lambda": 0.9318693858123106,
      "epoch": 3.1466001247660635,
      "step": 10088
    },
    {
      "contrastive_lambda": 0.9318561921068854,
      "epoch": 3.1469120399251405,
      "step": 10089
    },
    {
      "epoch": 3.147223955084217,
      "grad_norm": 0.13239584863185883,
      "learning_rate": 9.623185100032187e-05,
      "loss": 0.0447,
      "step": 10090
    },
    {
      "epoch": 3.147223955084217,
      "flow_loss": 0.05703919753432274,
      "step": 10090
    },
    {
      "contrastive_loss": 0.009319216012954712,
      "epoch": 3.147223955084217,
      "step": 10090
    },
    {
      "contrastive_lambda": 0.931842997217502,
      "epoch": 3.147223955084217,
      "step": 10090
    },
    {
      "contrastive_lambda": 0.9318298011441963,
      "epoch": 3.147535870243294,
      "step": 10091
    },
    {
      "contrastive_lambda": 0.9318166038870048,
      "epoch": 3.1478477854023708,
      "step": 10092
    },
    {
      "contrastive_lambda": 0.9318034054459636,
      "epoch": 3.1481597005614472,
      "step": 10093
    },
    {
      "contrastive_lambda": 0.9317902058211087,
      "epoch": 3.148471615720524,
      "step": 10094
    },
    {
      "contrastive_lambda": 0.9317770050124765,
      "epoch": 3.1487835308796006,
      "step": 10095
    },
    {
      "contrastive_lambda": 0.9317638030201032,
      "epoch": 3.1490954460386775,
      "step": 10096
    },
    {
      "contrastive_lambda": 0.931750599844025,
      "epoch": 3.1494073611977544,
      "step": 10097
    },
    {
      "contrastive_lambda": 0.9317373954842778,
      "epoch": 3.149719276356831,
      "step": 10098
    },
    {
      "contrastive_lambda": 0.9317241899408981,
      "epoch": 3.150031191515908,
      "step": 10099
    },
    {
      "epoch": 3.1503431066749843,
      "grad_norm": 0.11227822303771973,
      "learning_rate": 9.62213485915245e-05,
      "loss": 0.0489,
      "step": 10100
    },
    {
      "epoch": 3.1503431066749843,
      "flow_loss": 0.039256736636161804,
      "step": 10100
    },
    {
      "contrastive_loss": 0.008457818999886513,
      "epoch": 3.1503431066749843,
      "step": 10100
    },
    {
      "contrastive_lambda": 0.9317109832139221,
      "epoch": 3.1503431066749843,
      "step": 10100
    },
    {
      "contrastive_lambda": 0.9316977753033858,
      "epoch": 3.150655021834061,
      "step": 10101
    },
    {
      "contrastive_lambda": 0.9316845662093256,
      "epoch": 3.1509669369931377,
      "step": 10102
    },
    {
      "contrastive_lambda": 0.9316713559317777,
      "epoch": 3.1512788521522146,
      "step": 10103
    },
    {
      "contrastive_lambda": 0.9316581444707782,
      "epoch": 3.1515907673112915,
      "step": 10104
    },
    {
      "contrastive_lambda": 0.9316449318263634,
      "epoch": 3.151902682470368,
      "step": 10105
    },
    {
      "contrastive_lambda": 0.9316317179985696,
      "epoch": 3.152214597629445,
      "step": 10106
    },
    {
      "contrastive_lambda": 0.9316185029874329,
      "epoch": 3.1525265127885214,
      "step": 10107
    },
    {
      "contrastive_lambda": 0.9316052867929894,
      "epoch": 3.1528384279475983,
      "step": 10108
    },
    {
      "contrastive_lambda": 0.9315920694152757,
      "epoch": 3.153150343106675,
      "step": 10109
    },
    {
      "epoch": 3.1534622582657517,
      "grad_norm": 0.11000292748212814,
      "learning_rate": 9.621083214190186e-05,
      "loss": 0.0508,
      "step": 10110
    },
    {
      "epoch": 3.1534622582657517,
      "flow_loss": 0.05515449494123459,
      "step": 10110
    },
    {
      "contrastive_loss": 0.009736286476254463,
      "epoch": 3.1534622582657517,
      "step": 10110
    },
    {
      "contrastive_lambda": 0.9315788508543277,
      "epoch": 3.1534622582657517,
      "step": 10110
    },
    {
      "contrastive_lambda": 0.9315656311101819,
      "epoch": 3.1537741734248286,
      "step": 10111
    },
    {
      "contrastive_lambda": 0.9315524101828743,
      "epoch": 3.154086088583905,
      "step": 10112
    },
    {
      "contrastive_lambda": 0.9315391880724413,
      "epoch": 3.154398003742982,
      "step": 10113
    },
    {
      "contrastive_lambda": 0.9315259647789191,
      "epoch": 3.154709918902059,
      "step": 10114
    },
    {
      "contrastive_lambda": 0.9315127403023441,
      "epoch": 3.1550218340611353,
      "step": 10115
    },
    {
      "contrastive_lambda": 0.9314995146427523,
      "epoch": 3.1553337492202123,
      "step": 10116
    },
    {
      "contrastive_lambda": 0.9314862878001802,
      "epoch": 3.1556456643792887,
      "step": 10117
    },
    {
      "contrastive_lambda": 0.9314730597746639,
      "epoch": 3.1559575795383656,
      "step": 10118
    },
    {
      "contrastive_lambda": 0.9314598305662396,
      "epoch": 3.156269494697442,
      "step": 10119
    },
    {
      "epoch": 3.156581409856519,
      "grad_norm": 0.150351420044899,
      "learning_rate": 9.62003016546485e-05,
      "loss": 0.0528,
      "step": 10120
    },
    {
      "epoch": 3.156581409856519,
      "flow_loss": 0.03645956143736839,
      "step": 10120
    },
    {
      "contrastive_loss": 0.008112436160445213,
      "epoch": 3.156581409856519,
      "step": 10120
    },
    {
      "contrastive_lambda": 0.9314466001749437,
      "epoch": 3.156581409856519,
      "step": 10120
    },
    {
      "contrastive_lambda": 0.9314333686008125,
      "epoch": 3.156893325015596,
      "step": 10121
    },
    {
      "contrastive_lambda": 0.9314201358438823,
      "epoch": 3.1572052401746724,
      "step": 10122
    },
    {
      "contrastive_lambda": 0.9314069019041891,
      "epoch": 3.1575171553337493,
      "step": 10123
    },
    {
      "contrastive_lambda": 0.9313936667817695,
      "epoch": 3.157829070492826,
      "step": 10124
    },
    {
      "contrastive_lambda": 0.9313804304766597,
      "epoch": 3.1581409856519027,
      "step": 10125
    },
    {
      "contrastive_lambda": 0.9313671929888959,
      "epoch": 3.158452900810979,
      "step": 10126
    },
    {
      "contrastive_lambda": 0.9313539543185145,
      "epoch": 3.158764815970056,
      "step": 10127
    },
    {
      "contrastive_lambda": 0.9313407144655517,
      "epoch": 3.159076731129133,
      "step": 10128
    },
    {
      "contrastive_lambda": 0.9313274734300439,
      "epoch": 3.1593886462882095,
      "step": 10129
    },
    {
      "epoch": 3.1597005614472864,
      "grad_norm": 0.1525697112083435,
      "learning_rate": 9.618975713296339e-05,
      "loss": 0.0502,
      "step": 10130
    },
    {
      "epoch": 3.1597005614472864,
      "flow_loss": 0.07002966850996017,
      "step": 10130
    },
    {
      "contrastive_loss": 0.0068937186151742935,
      "epoch": 3.1597005614472864,
      "step": 10130
    },
    {
      "contrastive_lambda": 0.9313142312120273,
      "epoch": 3.1597005614472864,
      "step": 10130
    },
    {
      "contrastive_lambda": 0.9313009878115381,
      "epoch": 3.160012476606363,
      "step": 10131
    },
    {
      "contrastive_lambda": 0.9312877432286131,
      "epoch": 3.1603243917654398,
      "step": 10132
    },
    {
      "contrastive_lambda": 0.9312744974632879,
      "epoch": 3.1606363069245167,
      "step": 10133
    },
    {
      "contrastive_lambda": 0.9312612505155995,
      "epoch": 3.160948222083593,
      "step": 10134
    },
    {
      "contrastive_lambda": 0.9312480023855836,
      "epoch": 3.16126013724267,
      "step": 10135
    },
    {
      "contrastive_lambda": 0.931234753073277,
      "epoch": 3.1615720524017465,
      "step": 10136
    },
    {
      "contrastive_lambda": 0.9312215025787158,
      "epoch": 3.1618839675608235,
      "step": 10137
    },
    {
      "contrastive_lambda": 0.9312082509019364,
      "epoch": 3.1621958827199004,
      "step": 10138
    },
    {
      "contrastive_lambda": 0.931194998042975,
      "epoch": 3.162507797878977,
      "step": 10139
    },
    {
      "epoch": 3.1628197130380538,
      "grad_norm": 0.13250167667865753,
      "learning_rate": 9.61791985800496e-05,
      "loss": 0.0488,
      "step": 10140
    },
    {
      "epoch": 3.1628197130380538,
      "flow_loss": 0.06963043659925461,
      "step": 10140
    },
    {
      "contrastive_loss": 0.014806292951107025,
      "epoch": 3.1628197130380538,
      "step": 10140
    },
    {
      "contrastive_lambda": 0.9311817440018682,
      "epoch": 3.1628197130380538,
      "step": 10140
    },
    {
      "contrastive_lambda": 0.931168488778652,
      "epoch": 3.1631316281971302,
      "step": 10141
    },
    {
      "contrastive_lambda": 0.931155232373363,
      "epoch": 3.163443543356207,
      "step": 10142
    },
    {
      "contrastive_lambda": 0.9311419747860374,
      "epoch": 3.1637554585152836,
      "step": 10143
    },
    {
      "contrastive_lambda": 0.9311287160167117,
      "epoch": 3.1640673736743605,
      "step": 10144
    },
    {
      "contrastive_lambda": 0.9311154560654219,
      "epoch": 3.1643792888334374,
      "step": 10145
    },
    {
      "contrastive_lambda": 0.9311021949322048,
      "epoch": 3.164691203992514,
      "step": 10146
    },
    {
      "contrastive_lambda": 0.9310889326170966,
      "epoch": 3.165003119151591,
      "step": 10147
    },
    {
      "contrastive_lambda": 0.9310756691201334,
      "epoch": 3.1653150343106673,
      "step": 10148
    },
    {
      "contrastive_lambda": 0.931062404441352,
      "epoch": 3.165626949469744,
      "step": 10149
    },
    {
      "epoch": 3.165938864628821,
      "grad_norm": 0.12566398084163666,
      "learning_rate": 9.616862599911458e-05,
      "loss": 0.0508,
      "step": 10150
    },
    {
      "epoch": 3.165938864628821,
      "flow_loss": 0.04797500744462013,
      "step": 10150
    },
    {
      "contrastive_loss": 0.006013686768710613,
      "epoch": 3.165938864628821,
      "step": 10150
    },
    {
      "contrastive_lambda": 0.9310491385807884,
      "epoch": 3.165938864628821,
      "step": 10150
    },
    {
      "contrastive_lambda": 0.9310358715384792,
      "epoch": 3.1662507797878976,
      "step": 10151
    },
    {
      "contrastive_lambda": 0.9310226033144606,
      "epoch": 3.1665626949469745,
      "step": 10152
    },
    {
      "contrastive_lambda": 0.931009333908769,
      "epoch": 3.166874610106051,
      "step": 10153
    },
    {
      "contrastive_lambda": 0.9309960633214411,
      "epoch": 3.167186525265128,
      "step": 10154
    },
    {
      "contrastive_lambda": 0.9309827915525128,
      "epoch": 3.167498440424205,
      "step": 10155
    },
    {
      "contrastive_lambda": 0.9309695186020208,
      "epoch": 3.1678103555832813,
      "step": 10156
    },
    {
      "contrastive_lambda": 0.9309562444700015,
      "epoch": 3.168122270742358,
      "step": 10157
    },
    {
      "contrastive_lambda": 0.930942969156491,
      "epoch": 3.1684341859014347,
      "step": 10158
    },
    {
      "contrastive_lambda": 0.9309296926615259,
      "epoch": 3.1687461010605116,
      "step": 10159
    },
    {
      "epoch": 3.169058016219588,
      "grad_norm": 0.1256663054227829,
      "learning_rate": 9.615803939337e-05,
      "loss": 0.0475,
      "step": 10160
    },
    {
      "epoch": 3.169058016219588,
      "flow_loss": 0.05685017257928848,
      "step": 10160
    },
    {
      "contrastive_loss": 0.007387119345366955,
      "epoch": 3.169058016219588,
      "step": 10160
    },
    {
      "contrastive_lambda": 0.9309164149851425,
      "epoch": 3.169058016219588,
      "step": 10160
    },
    {
      "contrastive_lambda": 0.9309031361273775,
      "epoch": 3.169369931378665,
      "step": 10161
    },
    {
      "contrastive_lambda": 0.930889856088267,
      "epoch": 3.169681846537742,
      "step": 10162
    },
    {
      "contrastive_lambda": 0.9308765748678476,
      "epoch": 3.1699937616968183,
      "step": 10163
    },
    {
      "contrastive_lambda": 0.9308632924661554,
      "epoch": 3.1703056768558953,
      "step": 10164
    },
    {
      "contrastive_lambda": 0.9308500088832271,
      "epoch": 3.1706175920149717,
      "step": 10165
    },
    {
      "contrastive_lambda": 0.9308367241190991,
      "epoch": 3.1709295071740486,
      "step": 10166
    },
    {
      "contrastive_lambda": 0.9308234381738076,
      "epoch": 3.1712414223331256,
      "step": 10167
    },
    {
      "contrastive_lambda": 0.9308101510473894,
      "epoch": 3.171553337492202,
      "step": 10168
    },
    {
      "contrastive_lambda": 0.9307968627398806,
      "epoch": 3.171865252651279,
      "step": 10169
    },
    {
      "epoch": 3.1721771678103554,
      "grad_norm": 0.1632566899061203,
      "learning_rate": 9.614743876603178e-05,
      "loss": 0.0525,
      "step": 10170
    },
    {
      "epoch": 3.1721771678103554,
      "flow_loss": 0.05203066021203995,
      "step": 10170
    },
    {
      "contrastive_loss": 0.00702320970594883,
      "epoch": 3.1721771678103554,
      "step": 10170
    },
    {
      "contrastive_lambda": 0.9307835732513177,
      "epoch": 3.1721771678103554,
      "step": 10170
    },
    {
      "contrastive_lambda": 0.9307702825817372,
      "epoch": 3.1724890829694323,
      "step": 10171
    },
    {
      "contrastive_lambda": 0.9307569907311756,
      "epoch": 3.1728009981285092,
      "step": 10172
    },
    {
      "contrastive_lambda": 0.9307436976996691,
      "epoch": 3.1731129132875857,
      "step": 10173
    },
    {
      "contrastive_lambda": 0.9307304034872544,
      "epoch": 3.1734248284466626,
      "step": 10174
    },
    {
      "contrastive_lambda": 0.9307171080939678,
      "epoch": 3.173736743605739,
      "step": 10175
    },
    {
      "contrastive_lambda": 0.9307038115198458,
      "epoch": 3.174048658764816,
      "step": 10176
    },
    {
      "contrastive_lambda": 0.930690513764925,
      "epoch": 3.1743605739238925,
      "step": 10177
    },
    {
      "contrastive_lambda": 0.9306772148292415,
      "epoch": 3.1746724890829694,
      "step": 10178
    },
    {
      "contrastive_lambda": 0.930663914712832,
      "epoch": 3.1749844042420463,
      "step": 10179
    },
    {
      "epoch": 3.175296319401123,
      "grad_norm": 0.12112978845834732,
      "learning_rate": 9.613682412032013e-05,
      "loss": 0.0509,
      "step": 10180
    },
    {
      "epoch": 3.175296319401123,
      "flow_loss": 0.06373374909162521,
      "step": 10180
    },
    {
      "contrastive_loss": 0.00936528667807579,
      "epoch": 3.175296319401123,
      "step": 10180
    },
    {
      "contrastive_lambda": 0.9306506134157331,
      "epoch": 3.175296319401123,
      "step": 10180
    },
    {
      "contrastive_lambda": 0.9306373109379809,
      "epoch": 3.1756082345601997,
      "step": 10181
    },
    {
      "contrastive_lambda": 0.930624007279612,
      "epoch": 3.175920149719276,
      "step": 10182
    },
    {
      "contrastive_lambda": 0.9306107024406631,
      "epoch": 3.176232064878353,
      "step": 10183
    },
    {
      "contrastive_lambda": 0.9305973964211705,
      "epoch": 3.17654398003743,
      "step": 10184
    },
    {
      "contrastive_lambda": 0.9305840892211705,
      "epoch": 3.1768558951965065,
      "step": 10185
    },
    {
      "contrastive_lambda": 0.9305707808407,
      "epoch": 3.1771678103555834,
      "step": 10186
    },
    {
      "contrastive_lambda": 0.9305574712797952,
      "epoch": 3.17747972551466,
      "step": 10187
    },
    {
      "contrastive_lambda": 0.9305441605384925,
      "epoch": 3.1777916406737368,
      "step": 10188
    },
    {
      "contrastive_lambda": 0.9305308486168287,
      "epoch": 3.1781035558328137,
      "step": 10189
    },
    {
      "epoch": 3.17841547099189,
      "grad_norm": 0.14065569639205933,
      "learning_rate": 9.612619545945947e-05,
      "loss": 0.0511,
      "step": 10190
    },
    {
      "epoch": 3.17841547099189,
      "flow_loss": 0.06452304124832153,
      "step": 10190
    },
    {
      "contrastive_loss": 0.008661887608468533,
      "epoch": 3.17841547099189,
      "step": 10190
    },
    {
      "contrastive_lambda": 0.9305175355148401,
      "epoch": 3.17841547099189,
      "step": 10190
    },
    {
      "contrastive_lambda": 0.9305042212325633,
      "epoch": 3.178727386150967,
      "step": 10191
    },
    {
      "contrastive_lambda": 0.9304909057700346,
      "epoch": 3.1790393013100435,
      "step": 10192
    },
    {
      "contrastive_lambda": 0.9304775891272907,
      "epoch": 3.1793512164691204,
      "step": 10193
    },
    {
      "contrastive_lambda": 0.930464271304368,
      "epoch": 3.179663131628197,
      "step": 10194
    },
    {
      "contrastive_lambda": 0.9304509523013031,
      "epoch": 3.179975046787274,
      "step": 10195
    },
    {
      "contrastive_lambda": 0.9304376321181326,
      "epoch": 3.1802869619463507,
      "step": 10196
    },
    {
      "contrastive_lambda": 0.9304243107548927,
      "epoch": 3.180598877105427,
      "step": 10197
    },
    {
      "contrastive_lambda": 0.9304109882116203,
      "epoch": 3.180910792264504,
      "step": 10198
    },
    {
      "contrastive_lambda": 0.9303976644883516,
      "epoch": 3.1812227074235806,
      "step": 10199
    },
    {
      "epoch": 3.1815346225826575,
      "grad_norm": 0.16143298149108887,
      "learning_rate": 9.611555278667852e-05,
      "loss": 0.0529,
      "step": 10200
    },
    {
      "epoch": 3.1815346225826575,
      "flow_loss": 0.05724272504448891,
      "step": 10200
    },
    {
      "contrastive_loss": 0.007319420576095581,
      "epoch": 3.1815346225826575,
      "step": 10200
    },
    {
      "contrastive_lambda": 0.9303843395851232,
      "epoch": 3.1815346225826575,
      "step": 10200
    },
    {
      "contrastive_lambda": 0.9303710135019718,
      "epoch": 3.1818465377417344,
      "step": 10201
    },
    {
      "contrastive_lambda": 0.9303576862389338,
      "epoch": 3.182158452900811,
      "step": 10202
    },
    {
      "contrastive_lambda": 0.9303443577960459,
      "epoch": 3.182470368059888,
      "step": 10203
    },
    {
      "contrastive_lambda": 0.9303310281733443,
      "epoch": 3.1827822832189643,
      "step": 10204
    },
    {
      "contrastive_lambda": 0.9303176973708659,
      "epoch": 3.183094198378041,
      "step": 10205
    },
    {
      "contrastive_lambda": 0.930304365388647,
      "epoch": 3.183406113537118,
      "step": 10206
    },
    {
      "contrastive_lambda": 0.9302910322267244,
      "epoch": 3.1837180286961946,
      "step": 10207
    },
    {
      "contrastive_lambda": 0.9302776978851344,
      "epoch": 3.1840299438552715,
      "step": 10208
    },
    {
      "contrastive_lambda": 0.9302643623639135,
      "epoch": 3.184341859014348,
      "step": 10209
    },
    {
      "epoch": 3.184653774173425,
      "grad_norm": 0.13967999815940857,
      "learning_rate": 9.610489610521024e-05,
      "loss": 0.0526,
      "step": 10210
    },
    {
      "epoch": 3.184653774173425,
      "flow_loss": 0.04472973570227623,
      "step": 10210
    },
    {
      "contrastive_loss": 0.007136926986277103,
      "epoch": 3.184653774173425,
      "step": 10210
    },
    {
      "contrastive_lambda": 0.9302510256630987,
      "epoch": 3.184653774173425,
      "step": 10210
    },
    {
      "contrastive_lambda": 0.9302376877827261,
      "epoch": 3.1849656893325013,
      "step": 10211
    },
    {
      "contrastive_lambda": 0.9302243487228326,
      "epoch": 3.1852776044915783,
      "step": 10212
    },
    {
      "contrastive_lambda": 0.9302110084834545,
      "epoch": 3.185589519650655,
      "step": 10213
    },
    {
      "contrastive_lambda": 0.9301976670646286,
      "epoch": 3.1859014348097316,
      "step": 10214
    },
    {
      "contrastive_lambda": 0.9301843244663912,
      "epoch": 3.1862133499688086,
      "step": 10215
    },
    {
      "contrastive_lambda": 0.9301709806887792,
      "epoch": 3.186525265127885,
      "step": 10216
    },
    {
      "contrastive_lambda": 0.9301576357318291,
      "epoch": 3.186837180286962,
      "step": 10217
    },
    {
      "contrastive_lambda": 0.9301442895955772,
      "epoch": 3.187149095446039,
      "step": 10218
    },
    {
      "contrastive_lambda": 0.9301309422800604,
      "epoch": 3.1874610106051153,
      "step": 10219
    },
    {
      "epoch": 3.1877729257641922,
      "grad_norm": 0.17111262679100037,
      "learning_rate": 9.609422541829187e-05,
      "loss": 0.048,
      "step": 10220
    },
    {
      "epoch": 3.1877729257641922,
      "flow_loss": 0.06364399939775467,
      "step": 10220
    },
    {
      "contrastive_loss": 0.008366525173187256,
      "epoch": 3.1877729257641922,
      "step": 10220
    },
    {
      "contrastive_lambda": 0.9301175937853152,
      "epoch": 3.1877729257641922,
      "step": 10220
    },
    {
      "contrastive_lambda": 0.9301042441113783,
      "epoch": 3.1880848409232687,
      "step": 10221
    },
    {
      "contrastive_lambda": 0.9300908932582861,
      "epoch": 3.1883967560823456,
      "step": 10222
    },
    {
      "contrastive_lambda": 0.9300775412260753,
      "epoch": 3.1887086712414225,
      "step": 10223
    },
    {
      "contrastive_lambda": 0.9300641880147825,
      "epoch": 3.189020586400499,
      "step": 10224
    },
    {
      "contrastive_lambda": 0.9300508336244444,
      "epoch": 3.189332501559576,
      "step": 10225
    },
    {
      "contrastive_lambda": 0.9300374780550973,
      "epoch": 3.1896444167186524,
      "step": 10226
    },
    {
      "contrastive_lambda": 0.9300241213067783,
      "epoch": 3.1899563318777293,
      "step": 10227
    },
    {
      "contrastive_lambda": 0.9300107633795236,
      "epoch": 3.190268247036806,
      "step": 10228
    },
    {
      "contrastive_lambda": 0.92999740427337,
      "epoch": 3.1905801621958827,
      "step": 10229
    },
    {
      "epoch": 3.1908920773549596,
      "grad_norm": 0.12565109133720398,
      "learning_rate": 9.608354072916486e-05,
      "loss": 0.0541,
      "step": 10230
    },
    {
      "epoch": 3.1908920773549596,
      "flow_loss": 0.03484223037958145,
      "step": 10230
    },
    {
      "contrastive_loss": 0.007333643734455109,
      "epoch": 3.1908920773549596,
      "step": 10230
    },
    {
      "contrastive_lambda": 0.929984043988354,
      "epoch": 3.1908920773549596,
      "step": 10230
    },
    {
      "contrastive_lambda": 0.9299706825245125,
      "epoch": 3.191203992514036,
      "step": 10231
    },
    {
      "contrastive_lambda": 0.9299573198818819,
      "epoch": 3.191515907673113,
      "step": 10232
    },
    {
      "contrastive_lambda": 0.929943956060499,
      "epoch": 3.1918278228321895,
      "step": 10233
    },
    {
      "contrastive_lambda": 0.9299305910604001,
      "epoch": 3.1921397379912664,
      "step": 10234
    },
    {
      "contrastive_lambda": 0.9299172248816223,
      "epoch": 3.1924516531503433,
      "step": 10235
    },
    {
      "contrastive_lambda": 0.9299038575242019,
      "epoch": 3.1927635683094198,
      "step": 10236
    },
    {
      "contrastive_lambda": 0.9298904889881756,
      "epoch": 3.1930754834684967,
      "step": 10237
    },
    {
      "contrastive_lambda": 0.9298771192735802,
      "epoch": 3.193387398627573,
      "step": 10238
    },
    {
      "contrastive_lambda": 0.9298637483804524,
      "epoch": 3.19369931378665,
      "step": 10239
    },
    {
      "epoch": 3.194011228945727,
      "grad_norm": 0.14159393310546875,
      "learning_rate": 9.607284204107493e-05,
      "loss": 0.0462,
      "step": 10240
    },
    {
      "epoch": 3.194011228945727,
      "flow_loss": 0.05526745691895485,
      "step": 10240
    },
    {
      "contrastive_loss": 0.008296458050608635,
      "epoch": 3.194011228945727,
      "step": 10240
    },
    {
      "contrastive_lambda": 0.9298503763088286,
      "epoch": 3.194011228945727,
      "step": 10240
    },
    {
      "contrastive_lambda": 0.9298370030587455,
      "epoch": 3.1943231441048034,
      "step": 10241
    },
    {
      "contrastive_lambda": 0.9298236286302399,
      "epoch": 3.1946350592638804,
      "step": 10242
    },
    {
      "contrastive_lambda": 0.9298102530233485,
      "epoch": 3.194946974422957,
      "step": 10243
    },
    {
      "contrastive_lambda": 0.9297968762381079,
      "epoch": 3.1952588895820337,
      "step": 10244
    },
    {
      "contrastive_lambda": 0.9297834982745548,
      "epoch": 3.19557080474111,
      "step": 10245
    },
    {
      "contrastive_lambda": 0.9297701191327257,
      "epoch": 3.195882719900187,
      "step": 10246
    },
    {
      "contrastive_lambda": 0.9297567388126574,
      "epoch": 3.196194635059264,
      "step": 10247
    },
    {
      "contrastive_lambda": 0.9297433573143867,
      "epoch": 3.1965065502183405,
      "step": 10248
    },
    {
      "contrastive_lambda": 0.9297299746379502,
      "epoch": 3.1968184653774174,
      "step": 10249
    },
    {
      "epoch": 3.197130380536494,
      "grad_norm": 0.1408553123474121,
      "learning_rate": 9.606212935727208e-05,
      "loss": 0.0491,
      "step": 10250
    },
    {
      "epoch": 3.197130380536494,
      "flow_loss": 0.04000537097454071,
      "step": 10250
    },
    {
      "contrastive_loss": 0.009632154367864132,
      "epoch": 3.197130380536494,
      "step": 10250
    },
    {
      "contrastive_lambda": 0.9297165907833844,
      "epoch": 3.197130380536494,
      "step": 10250
    },
    {
      "contrastive_lambda": 0.9297032057507264,
      "epoch": 3.197442295695571,
      "step": 10251
    },
    {
      "contrastive_lambda": 0.9296898195400125,
      "epoch": 3.1977542108546477,
      "step": 10252
    },
    {
      "contrastive_lambda": 0.9296764321512796,
      "epoch": 3.198066126013724,
      "step": 10253
    },
    {
      "contrastive_lambda": 0.9296630435845644,
      "epoch": 3.198378041172801,
      "step": 10254
    },
    {
      "contrastive_lambda": 0.9296496538399035,
      "epoch": 3.1986899563318776,
      "step": 10255
    },
    {
      "contrastive_lambda": 0.9296362629173338,
      "epoch": 3.1990018714909545,
      "step": 10256
    },
    {
      "contrastive_lambda": 0.9296228708168919,
      "epoch": 3.1993137866500314,
      "step": 10257
    },
    {
      "contrastive_lambda": 0.9296094775386143,
      "epoch": 3.199625701809108,
      "step": 10258
    },
    {
      "contrastive_lambda": 0.9295960830825382,
      "epoch": 3.199937616968185,
      "step": 10259
    },
    {
      "epoch": 3.2002495321272613,
      "grad_norm": 0.170010045170784,
      "learning_rate": 9.605140268101052e-05,
      "loss": 0.0486,
      "step": 10260
    },
    {
      "epoch": 3.2002495321272613,
      "flow_loss": 0.05387125164270401,
      "step": 10260
    },
    {
      "contrastive_loss": 0.009559253230690956,
      "epoch": 3.2002495321272613,
      "step": 10260
    },
    {
      "contrastive_lambda": 0.9295826874486999,
      "epoch": 3.2002495321272613,
      "step": 10260
    },
    {
      "contrastive_lambda": 0.9295692906371362,
      "epoch": 3.200561447286338,
      "step": 10261
    },
    {
      "contrastive_lambda": 0.929555892647884,
      "epoch": 3.2008733624454146,
      "step": 10262
    },
    {
      "contrastive_lambda": 0.92954249348098,
      "epoch": 3.2011852776044916,
      "step": 10263
    },
    {
      "contrastive_lambda": 0.9295290931364607,
      "epoch": 3.2014971927635685,
      "step": 10264
    },
    {
      "contrastive_lambda": 0.929515691614363,
      "epoch": 3.201809107922645,
      "step": 10265
    },
    {
      "contrastive_lambda": 0.9295022889147238,
      "epoch": 3.202121023081722,
      "step": 10266
    },
    {
      "contrastive_lambda": 0.9294888850375795,
      "epoch": 3.2024329382407983,
      "step": 10267
    },
    {
      "contrastive_lambda": 0.9294754799829672,
      "epoch": 3.2027448533998752,
      "step": 10268
    },
    {
      "contrastive_lambda": 0.9294620737509234,
      "epoch": 3.203056768558952,
      "step": 10269
    },
    {
      "epoch": 3.2033686837180286,
      "grad_norm": 0.1409037709236145,
      "learning_rate": 9.604066201554875e-05,
      "loss": 0.0514,
      "step": 10270
    },
    {
      "epoch": 3.2033686837180286,
      "flow_loss": 0.07854732871055603,
      "step": 10270
    },
    {
      "contrastive_loss": 0.008314305916428566,
      "epoch": 3.2033686837180286,
      "step": 10270
    },
    {
      "contrastive_lambda": 0.929448666341485,
      "epoch": 3.2033686837180286,
      "step": 10270
    },
    {
      "contrastive_lambda": 0.9294352577546887,
      "epoch": 3.2036805988771055,
      "step": 10271
    },
    {
      "contrastive_lambda": 0.9294218479905713,
      "epoch": 3.203992514036182,
      "step": 10272
    },
    {
      "contrastive_lambda": 0.9294084370491694,
      "epoch": 3.204304429195259,
      "step": 10273
    },
    {
      "contrastive_lambda": 0.92939502493052,
      "epoch": 3.204616344354336,
      "step": 10274
    },
    {
      "contrastive_lambda": 0.9293816116346596,
      "epoch": 3.2049282595134123,
      "step": 10275
    },
    {
      "contrastive_lambda": 0.9293681971616252,
      "epoch": 3.2052401746724892,
      "step": 10276
    },
    {
      "contrastive_lambda": 0.9293547815114536,
      "epoch": 3.2055520898315657,
      "step": 10277
    },
    {
      "contrastive_lambda": 0.9293413646841815,
      "epoch": 3.2058640049906426,
      "step": 10278
    },
    {
      "contrastive_lambda": 0.9293279466798456,
      "epoch": 3.206175920149719,
      "step": 10279
    },
    {
      "epoch": 3.206487835308796,
      "grad_norm": 0.17041833698749542,
      "learning_rate": 9.60299073641495e-05,
      "loss": 0.0637,
      "step": 10280
    },
    {
      "epoch": 3.206487835308796,
      "flow_loss": 0.06646990031003952,
      "step": 10280
    },
    {
      "contrastive_loss": 0.008351055905222893,
      "epoch": 3.206487835308796,
      "step": 10280
    },
    {
      "contrastive_lambda": 0.9293145274984828,
      "epoch": 3.206487835308796,
      "step": 10280
    },
    {
      "contrastive_lambda": 0.9293011071401298,
      "epoch": 3.206799750467873,
      "step": 10281
    },
    {
      "contrastive_lambda": 0.9292876856048233,
      "epoch": 3.2071116656269494,
      "step": 10282
    },
    {
      "contrastive_lambda": 0.9292742628926005,
      "epoch": 3.2074235807860263,
      "step": 10283
    },
    {
      "contrastive_lambda": 0.9292608390034978,
      "epoch": 3.2077354959451028,
      "step": 10284
    },
    {
      "contrastive_lambda": 0.9292474139375522,
      "epoch": 3.2080474111041797,
      "step": 10285
    },
    {
      "contrastive_lambda": 0.9292339876948004,
      "epoch": 3.2083593262632566,
      "step": 10286
    },
    {
      "contrastive_lambda": 0.9292205602752792,
      "epoch": 3.208671241422333,
      "step": 10287
    },
    {
      "contrastive_lambda": 0.9292071316790256,
      "epoch": 3.20898315658141,
      "step": 10288
    },
    {
      "contrastive_lambda": 0.9291937019060761,
      "epoch": 3.2092950717404864,
      "step": 10289
    },
    {
      "epoch": 3.2096069868995634,
      "grad_norm": 0.13983900845050812,
      "learning_rate": 9.601913873007974e-05,
      "loss": 0.0544,
      "step": 10290
    },
    {
      "epoch": 3.2096069868995634,
      "flow_loss": 0.07080952823162079,
      "step": 10290
    },
    {
      "contrastive_loss": 0.015076415613293648,
      "epoch": 3.2096069868995634,
      "step": 10290
    },
    {
      "contrastive_lambda": 0.9291802709564678,
      "epoch": 3.2096069868995634,
      "step": 10290
    },
    {
      "contrastive_lambda": 0.9291668388302374,
      "epoch": 3.2099189020586403,
      "step": 10291
    },
    {
      "contrastive_lambda": 0.9291534055274218,
      "epoch": 3.2102308172177167,
      "step": 10292
    },
    {
      "contrastive_lambda": 0.9291399710480578,
      "epoch": 3.2105427323767937,
      "step": 10293
    },
    {
      "contrastive_lambda": 0.929126535392182,
      "epoch": 3.21085464753587,
      "step": 10294
    },
    {
      "contrastive_lambda": 0.9291130985598317,
      "epoch": 3.211166562694947,
      "step": 10295
    },
    {
      "contrastive_lambda": 0.9290996605510433,
      "epoch": 3.2114784778540235,
      "step": 10296
    },
    {
      "contrastive_lambda": 0.929086221365854,
      "epoch": 3.2117903930131004,
      "step": 10297
    },
    {
      "contrastive_lambda": 0.9290727810043002,
      "epoch": 3.2121023081721773,
      "step": 10298
    },
    {
      "contrastive_lambda": 0.9290593394664192,
      "epoch": 3.212414223331254,
      "step": 10299
    },
    {
      "epoch": 3.2127261384903307,
      "grad_norm": 0.13699576258659363,
      "learning_rate": 9.60083561166107e-05,
      "loss": 0.0504,
      "step": 10300
    },
    {
      "epoch": 3.2127261384903307,
      "flow_loss": 0.04447038099169731,
      "step": 10300
    },
    {
      "contrastive_loss": 0.007931352593004704,
      "epoch": 3.2127261384903307,
      "step": 10300
    },
    {
      "contrastive_lambda": 0.9290458967522476,
      "epoch": 3.2127261384903307,
      "step": 10300
    },
    {
      "contrastive_lambda": 0.9290324528618223,
      "epoch": 3.213038053649407,
      "step": 10301
    },
    {
      "contrastive_lambda": 0.9290190077951801,
      "epoch": 3.213349968808484,
      "step": 10302
    },
    {
      "contrastive_lambda": 0.929005561552358,
      "epoch": 3.213661883967561,
      "step": 10303
    },
    {
      "contrastive_lambda": 0.9289921141333929,
      "epoch": 3.2139737991266375,
      "step": 10304
    },
    {
      "contrastive_lambda": 0.9289786655383214,
      "epoch": 3.2142857142857144,
      "step": 10305
    },
    {
      "contrastive_lambda": 0.9289652157671806,
      "epoch": 3.214597629444791,
      "step": 10306
    },
    {
      "contrastive_lambda": 0.9289517648200074,
      "epoch": 3.214909544603868,
      "step": 10307
    },
    {
      "contrastive_lambda": 0.9289383126968385,
      "epoch": 3.2152214597629447,
      "step": 10308
    },
    {
      "contrastive_lambda": 0.9289248593977109,
      "epoch": 3.215533374922021,
      "step": 10309
    },
    {
      "epoch": 3.215845290081098,
      "grad_norm": 0.1383005827665329,
      "learning_rate": 9.599755952701783e-05,
      "loss": 0.0505,
      "step": 10310
    },
    {
      "epoch": 3.215845290081098,
      "flow_loss": 0.04044918715953827,
      "step": 10310
    },
    {
      "contrastive_loss": 0.006695771589875221,
      "epoch": 3.215845290081098,
      "step": 10310
    },
    {
      "contrastive_lambda": 0.9289114049226613,
      "epoch": 3.215845290081098,
      "step": 10310
    },
    {
      "contrastive_lambda": 0.9288979492717269,
      "epoch": 3.2161572052401746,
      "step": 10311
    },
    {
      "contrastive_lambda": 0.9288844924449443,
      "epoch": 3.2164691203992515,
      "step": 10312
    },
    {
      "contrastive_lambda": 0.9288710344423505,
      "epoch": 3.216781035558328,
      "step": 10313
    },
    {
      "contrastive_lambda": 0.9288575752639825,
      "epoch": 3.217092950717405,
      "step": 10314
    },
    {
      "contrastive_lambda": 0.9288441149098772,
      "epoch": 3.217404865876482,
      "step": 10315
    },
    {
      "contrastive_lambda": 0.9288306533800712,
      "epoch": 3.2177167810355582,
      "step": 10316
    },
    {
      "contrastive_lambda": 0.9288171906746017,
      "epoch": 3.218028696194635,
      "step": 10317
    },
    {
      "contrastive_lambda": 0.9288037267935055,
      "epoch": 3.2183406113537116,
      "step": 10318
    },
    {
      "contrastive_lambda": 0.9287902617368196,
      "epoch": 3.2186525265127885,
      "step": 10319
    },
    {
      "epoch": 3.218964441671865,
      "grad_norm": 0.15394936501979828,
      "learning_rate": 9.598674896458089e-05,
      "loss": 0.0524,
      "step": 10320
    },
    {
      "epoch": 3.218964441671865,
      "flow_loss": 0.03873366117477417,
      "step": 10320
    },
    {
      "contrastive_loss": 0.00780849065631628,
      "epoch": 3.218964441671865,
      "step": 10320
    },
    {
      "contrastive_lambda": 0.9287767955045809,
      "epoch": 3.218964441671865,
      "step": 10320
    },
    {
      "contrastive_lambda": 0.9287633280968262,
      "epoch": 3.219276356830942,
      "step": 10321
    },
    {
      "contrastive_lambda": 0.9287498595135923,
      "epoch": 3.219588271990019,
      "step": 10322
    },
    {
      "contrastive_lambda": 0.9287363897549166,
      "epoch": 3.2199001871490953,
      "step": 10323
    },
    {
      "contrastive_lambda": 0.9287229188208357,
      "epoch": 3.2202121023081722,
      "step": 10324
    },
    {
      "contrastive_lambda": 0.9287094467113866,
      "epoch": 3.2205240174672487,
      "step": 10325
    },
    {
      "contrastive_lambda": 0.928695973426606,
      "epoch": 3.2208359326263256,
      "step": 10326
    },
    {
      "contrastive_lambda": 0.9286824989665312,
      "epoch": 3.2211478477854025,
      "step": 10327
    },
    {
      "contrastive_lambda": 0.9286690233311989,
      "epoch": 3.221459762944479,
      "step": 10328
    },
    {
      "contrastive_lambda": 0.9286555465206463,
      "epoch": 3.221771678103556,
      "step": 10329
    },
    {
      "epoch": 3.2220835932626324,
      "grad_norm": 0.1500946432352066,
      "learning_rate": 9.597592443258383e-05,
      "loss": 0.0474,
      "step": 10330
    },
    {
      "epoch": 3.2220835932626324,
      "flow_loss": 0.04562085494399071,
      "step": 10330
    },
    {
      "contrastive_loss": 0.007461015600711107,
      "epoch": 3.2220835932626324,
      "step": 10330
    },
    {
      "contrastive_lambda": 0.92864206853491,
      "epoch": 3.2220835932626324,
      "step": 10330
    },
    {
      "contrastive_lambda": 0.9286285893740273,
      "epoch": 3.2223955084217093,
      "step": 10331
    },
    {
      "contrastive_lambda": 0.9286151090380348,
      "epoch": 3.222707423580786,
      "step": 10332
    },
    {
      "contrastive_lambda": 0.9286016275269697,
      "epoch": 3.2230193387398627,
      "step": 10333
    },
    {
      "contrastive_lambda": 0.928588144840869,
      "epoch": 3.2233312538989396,
      "step": 10334
    },
    {
      "contrastive_lambda": 0.9285746609797696,
      "epoch": 3.223643169058016,
      "step": 10335
    },
    {
      "contrastive_lambda": 0.9285611759437084,
      "epoch": 3.223955084217093,
      "step": 10336
    },
    {
      "contrastive_lambda": 0.9285476897327223,
      "epoch": 3.2242669993761695,
      "step": 10337
    },
    {
      "contrastive_lambda": 0.9285342023468484,
      "epoch": 3.2245789145352464,
      "step": 10338
    },
    {
      "contrastive_lambda": 0.9285207137861237,
      "epoch": 3.2248908296943233,
      "step": 10339
    },
    {
      "epoch": 3.2252027448533998,
      "grad_norm": 0.1373656988143921,
      "learning_rate": 9.596508593431483e-05,
      "loss": 0.0449,
      "step": 10340
    },
    {
      "epoch": 3.2252027448533998,
      "flow_loss": 0.03738666698336601,
      "step": 10340
    },
    {
      "contrastive_loss": 0.006320624146610498,
      "epoch": 3.2252027448533998,
      "step": 10340
    },
    {
      "contrastive_lambda": 0.9285072240505852,
      "epoch": 3.2252027448533998,
      "step": 10340
    },
    {
      "contrastive_lambda": 0.9284937331402696,
      "epoch": 3.2255146600124767,
      "step": 10341
    },
    {
      "contrastive_lambda": 0.9284802410552142,
      "epoch": 3.225826575171553,
      "step": 10342
    },
    {
      "contrastive_lambda": 0.928466747795456,
      "epoch": 3.22613849033063,
      "step": 10343
    },
    {
      "contrastive_lambda": 0.9284532533610318,
      "epoch": 3.226450405489707,
      "step": 10344
    },
    {
      "contrastive_lambda": 0.9284397577519787,
      "epoch": 3.2267623206487834,
      "step": 10345
    },
    {
      "contrastive_lambda": 0.9284262609683336,
      "epoch": 3.2270742358078603,
      "step": 10346
    },
    {
      "contrastive_lambda": 0.9284127630101338,
      "epoch": 3.227386150966937,
      "step": 10347
    },
    {
      "contrastive_lambda": 0.9283992638774159,
      "epoch": 3.2276980661260137,
      "step": 10348
    },
    {
      "contrastive_lambda": 0.9283857635702171,
      "epoch": 3.2280099812850906,
      "step": 10349
    },
    {
      "epoch": 3.228321896444167,
      "grad_norm": 0.16446150839328766,
      "learning_rate": 9.59542334730664e-05,
      "loss": 0.0487,
      "step": 10350
    },
    {
      "epoch": 3.228321896444167,
      "flow_loss": 0.06347183883190155,
      "step": 10350
    },
    {
      "contrastive_loss": 0.008852900937199593,
      "epoch": 3.228321896444167,
      "step": 10350
    },
    {
      "contrastive_lambda": 0.9283722620885744,
      "epoch": 3.228321896444167,
      "step": 10350
    },
    {
      "contrastive_lambda": 0.9283587594325249,
      "epoch": 3.228633811603244,
      "step": 10351
    },
    {
      "contrastive_lambda": 0.9283452556021055,
      "epoch": 3.2289457267623205,
      "step": 10352
    },
    {
      "contrastive_lambda": 0.9283317505973532,
      "epoch": 3.2292576419213974,
      "step": 10353
    },
    {
      "contrastive_lambda": 0.9283182444183051,
      "epoch": 3.229569557080474,
      "step": 10354
    },
    {
      "contrastive_lambda": 0.9283047370649983,
      "epoch": 3.229881472239551,
      "step": 10355
    },
    {
      "contrastive_lambda": 0.9282912285374696,
      "epoch": 3.2301933873986277,
      "step": 10356
    },
    {
      "contrastive_lambda": 0.9282777188357563,
      "epoch": 3.230505302557704,
      "step": 10357
    },
    {
      "contrastive_lambda": 0.9282642079598953,
      "epoch": 3.230817217716781,
      "step": 10358
    },
    {
      "contrastive_lambda": 0.9282506959099237,
      "epoch": 3.2311291328758576,
      "step": 10359
    },
    {
      "epoch": 3.2314410480349345,
      "grad_norm": 0.17400191724300385,
      "learning_rate": 9.594336705213516e-05,
      "loss": 0.0446,
      "step": 10360
    },
    {
      "epoch": 3.2314410480349345,
      "flow_loss": 0.049261871725320816,
      "step": 10360
    },
    {
      "contrastive_loss": 0.007845181971788406,
      "epoch": 3.2314410480349345,
      "step": 10360
    },
    {
      "contrastive_lambda": 0.9282371826858784,
      "epoch": 3.2314410480349345,
      "step": 10360
    },
    {
      "contrastive_lambda": 0.9282236682877967,
      "epoch": 3.2317529631940114,
      "step": 10361
    },
    {
      "contrastive_lambda": 0.9282101527157154,
      "epoch": 3.232064878353088,
      "step": 10362
    },
    {
      "contrastive_lambda": 0.9281966359696716,
      "epoch": 3.232376793512165,
      "step": 10363
    },
    {
      "contrastive_lambda": 0.9281831180497025,
      "epoch": 3.2326887086712413,
      "step": 10364
    },
    {
      "contrastive_lambda": 0.928169598955845,
      "epoch": 3.233000623830318,
      "step": 10365
    },
    {
      "contrastive_lambda": 0.9281560786881363,
      "epoch": 3.233312538989395,
      "step": 10366
    },
    {
      "contrastive_lambda": 0.9281425572466133,
      "epoch": 3.2336244541484715,
      "step": 10367
    },
    {
      "contrastive_lambda": 0.9281290346313134,
      "epoch": 3.2339363693075485,
      "step": 10368
    },
    {
      "contrastive_lambda": 0.9281155108422732,
      "epoch": 3.234248284466625,
      "step": 10369
    },
    {
      "epoch": 3.234560199625702,
      "grad_norm": 0.1666945219039917,
      "learning_rate": 9.593248667482208e-05,
      "loss": 0.0555,
      "step": 10370
    },
    {
      "epoch": 3.234560199625702,
      "flow_loss": 0.05318012833595276,
      "step": 10370
    },
    {
      "contrastive_loss": 0.00862564705312252,
      "epoch": 3.234560199625702,
      "step": 10370
    },
    {
      "contrastive_lambda": 0.9281019858795301,
      "epoch": 3.234560199625702,
      "step": 10370
    },
    {
      "contrastive_lambda": 0.9280884597431212,
      "epoch": 3.2348721147847783,
      "step": 10371
    },
    {
      "contrastive_lambda": 0.9280749324330834,
      "epoch": 3.2351840299438552,
      "step": 10372
    },
    {
      "contrastive_lambda": 0.9280614039494538,
      "epoch": 3.235495945102932,
      "step": 10373
    },
    {
      "contrastive_lambda": 0.9280478742922696,
      "epoch": 3.2358078602620086,
      "step": 10374
    },
    {
      "contrastive_lambda": 0.9280343434615679,
      "epoch": 3.2361197754210855,
      "step": 10375
    },
    {
      "contrastive_lambda": 0.9280208114573858,
      "epoch": 3.236431690580162,
      "step": 10376
    },
    {
      "contrastive_lambda": 0.9280072782797602,
      "epoch": 3.236743605739239,
      "step": 10377
    },
    {
      "contrastive_lambda": 0.9279937439287284,
      "epoch": 3.237055520898316,
      "step": 10378
    },
    {
      "contrastive_lambda": 0.9279802084043274,
      "epoch": 3.2373674360573923,
      "step": 10379
    },
    {
      "epoch": 3.237679351216469,
      "grad_norm": 0.1880594938993454,
      "learning_rate": 9.592159234443233e-05,
      "loss": 0.0526,
      "step": 10380
    },
    {
      "epoch": 3.237679351216469,
      "flow_loss": 0.06982244551181793,
      "step": 10380
    },
    {
      "contrastive_loss": 0.008308409713208675,
      "epoch": 3.237679351216469,
      "step": 10380
    },
    {
      "contrastive_lambda": 0.9279666717065944,
      "epoch": 3.237679351216469,
      "step": 10380
    },
    {
      "contrastive_lambda": 0.9279531338355665,
      "epoch": 3.2379912663755457,
      "step": 10381
    },
    {
      "contrastive_lambda": 0.9279395947912807,
      "epoch": 3.2383031815346226,
      "step": 10382
    },
    {
      "contrastive_lambda": 0.9279260545737744,
      "epoch": 3.2386150966936995,
      "step": 10383
    },
    {
      "contrastive_lambda": 0.9279125131830843,
      "epoch": 3.238927011852776,
      "step": 10384
    },
    {
      "contrastive_lambda": 0.9278989706192479,
      "epoch": 3.239238927011853,
      "step": 10385
    },
    {
      "contrastive_lambda": 0.9278854268823021,
      "epoch": 3.2395508421709294,
      "step": 10386
    },
    {
      "contrastive_lambda": 0.9278718819722841,
      "epoch": 3.2398627573300063,
      "step": 10387
    },
    {
      "contrastive_lambda": 0.9278583358892312,
      "epoch": 3.2401746724890828,
      "step": 10388
    },
    {
      "contrastive_lambda": 0.9278447886331802,
      "epoch": 3.2404865876481597,
      "step": 10389
    },
    {
      "epoch": 3.2407985028072366,
      "grad_norm": 0.17098242044448853,
      "learning_rate": 9.59106840642753e-05,
      "loss": 0.0482,
      "step": 10390
    },
    {
      "epoch": 3.2407985028072366,
      "flow_loss": 0.03210262581706047,
      "step": 10390
    },
    {
      "contrastive_loss": 0.008133668452501297,
      "epoch": 3.2407985028072366,
      "step": 10390
    },
    {
      "contrastive_lambda": 0.9278312402041684,
      "epoch": 3.2407985028072366,
      "step": 10390
    },
    {
      "contrastive_lambda": 0.9278176906022331,
      "epoch": 3.241110417966313,
      "step": 10391
    },
    {
      "contrastive_lambda": 0.9278041398274112,
      "epoch": 3.24142233312539,
      "step": 10392
    },
    {
      "contrastive_lambda": 0.92779058787974,
      "epoch": 3.2417342482844664,
      "step": 10393
    },
    {
      "contrastive_lambda": 0.9277770347592567,
      "epoch": 3.2420461634435433,
      "step": 10394
    },
    {
      "contrastive_lambda": 0.9277634804659982,
      "epoch": 3.2423580786026203,
      "step": 10395
    },
    {
      "contrastive_lambda": 0.9277499250000019,
      "epoch": 3.2426699937616967,
      "step": 10396
    },
    {
      "contrastive_lambda": 0.9277363683613049,
      "epoch": 3.2429819089207736,
      "step": 10397
    },
    {
      "contrastive_lambda": 0.9277228105499444,
      "epoch": 3.24329382407985,
      "step": 10398
    },
    {
      "contrastive_lambda": 0.9277092515659575,
      "epoch": 3.243605739238927,
      "step": 10399
    },
    {
      "epoch": 3.243917654398004,
      "grad_norm": 0.12496666610240936,
      "learning_rate": 9.589976183766467e-05,
      "loss": 0.0514,
      "step": 10400
    },
    {
      "epoch": 3.243917654398004,
      "flow_loss": 0.06658300757408142,
      "step": 10400
    },
    {
      "contrastive_loss": 0.00970531813800335,
      "epoch": 3.243917654398004,
      "step": 10400
    },
    {
      "contrastive_lambda": 0.9276956914093815,
      "epoch": 3.243917654398004,
      "step": 10400
    },
    {
      "contrastive_lambda": 0.9276821300802534,
      "epoch": 3.2442295695570804,
      "step": 10401
    },
    {
      "contrastive_lambda": 0.9276685675786104,
      "epoch": 3.2445414847161573,
      "step": 10402
    },
    {
      "contrastive_lambda": 0.9276550039044897,
      "epoch": 3.244853399875234,
      "step": 10403
    },
    {
      "contrastive_lambda": 0.9276414390579286,
      "epoch": 3.2451653150343107,
      "step": 10404
    },
    {
      "contrastive_lambda": 0.9276278730389642,
      "epoch": 3.245477230193387,
      "step": 10405
    },
    {
      "contrastive_lambda": 0.9276143058476338,
      "epoch": 3.245789145352464,
      "step": 10406
    },
    {
      "contrastive_lambda": 0.9276007374839745,
      "epoch": 3.246101060511541,
      "step": 10407
    },
    {
      "contrastive_lambda": 0.9275871679480234,
      "epoch": 3.2464129756706175,
      "step": 10408
    },
    {
      "contrastive_lambda": 0.9275735972398178,
      "epoch": 3.2467248908296944,
      "step": 10409
    },
    {
      "epoch": 3.247036805988771,
      "grad_norm": 0.14071689546108246,
      "learning_rate": 9.58888256679183e-05,
      "loss": 0.048,
      "step": 10410
    },
    {
      "epoch": 3.247036805988771,
      "flow_loss": 0.03450003266334534,
      "step": 10410
    },
    {
      "contrastive_loss": 0.006434849463403225,
      "epoch": 3.247036805988771,
      "step": 10410
    },
    {
      "contrastive_lambda": 0.927560025359395,
      "epoch": 3.247036805988771,
      "step": 10410
    },
    {
      "contrastive_lambda": 0.927546452306792,
      "epoch": 3.247348721147848,
      "step": 10411
    },
    {
      "contrastive_lambda": 0.9275328780820462,
      "epoch": 3.2476606363069247,
      "step": 10412
    },
    {
      "contrastive_lambda": 0.9275193026851947,
      "epoch": 3.247972551466001,
      "step": 10413
    },
    {
      "contrastive_lambda": 0.9275057261162748,
      "epoch": 3.248284466625078,
      "step": 10414
    },
    {
      "contrastive_lambda": 0.9274921483753237,
      "epoch": 3.2485963817841546,
      "step": 10415
    },
    {
      "contrastive_lambda": 0.9274785694623785,
      "epoch": 3.2489082969432315,
      "step": 10416
    },
    {
      "contrastive_lambda": 0.9274649893774767,
      "epoch": 3.2492202121023084,
      "step": 10417
    },
    {
      "contrastive_lambda": 0.9274514081206552,
      "epoch": 3.249532127261385,
      "step": 10418
    },
    {
      "contrastive_lambda": 0.9274378256919514,
      "epoch": 3.2498440424204618,
      "step": 10419
    },
    {
      "epoch": 3.2501559575795382,
      "grad_norm": 0.12480740249156952,
      "learning_rate": 9.587787555835832e-05,
      "loss": 0.0473,
      "step": 10420
    },
    {
      "epoch": 3.2501559575795382,
      "flow_loss": 0.042355552315711975,
      "step": 10420
    },
    {
      "contrastive_loss": 0.008583201095461845,
      "epoch": 3.2501559575795382,
      "step": 10420
    },
    {
      "contrastive_lambda": 0.9274242420914026,
      "epoch": 3.2501559575795382,
      "step": 10420
    },
    {
      "contrastive_lambda": 0.9274106573190459,
      "epoch": 3.250467872738615,
      "step": 10421
    },
    {
      "contrastive_lambda": 0.9273970713749187,
      "epoch": 3.2507797878976916,
      "step": 10422
    },
    {
      "contrastive_lambda": 0.9273834842590581,
      "epoch": 3.2510917030567685,
      "step": 10423
    },
    {
      "contrastive_lambda": 0.9273698959715015,
      "epoch": 3.2514036182158454,
      "step": 10424
    },
    {
      "contrastive_lambda": 0.9273563065122861,
      "epoch": 3.251715533374922,
      "step": 10425
    },
    {
      "contrastive_lambda": 0.9273427158814489,
      "epoch": 3.252027448533999,
      "step": 10426
    },
    {
      "contrastive_lambda": 0.9273291240790276,
      "epoch": 3.2523393636930753,
      "step": 10427
    },
    {
      "contrastive_lambda": 0.9273155311050592,
      "epoch": 3.252651278852152,
      "step": 10428
    },
    {
      "contrastive_lambda": 0.9273019369595809,
      "epoch": 3.252963194011229,
      "step": 10429
    },
    {
      "epoch": 3.2532751091703056,
      "grad_norm": 0.1533360630273819,
      "learning_rate": 9.586691151231107e-05,
      "loss": 0.0466,
      "step": 10430
    },
    {
      "epoch": 3.2532751091703056,
      "flow_loss": 0.07544610649347305,
      "step": 10430
    },
    {
      "contrastive_loss": 0.007178311236202717,
      "epoch": 3.2532751091703056,
      "step": 10430
    },
    {
      "contrastive_lambda": 0.9272883416426301,
      "epoch": 3.2532751091703056,
      "step": 10430
    },
    {
      "contrastive_lambda": 0.9272747451542441,
      "epoch": 3.2535870243293825,
      "step": 10431
    },
    {
      "contrastive_lambda": 0.9272611474944601,
      "epoch": 3.253898939488459,
      "step": 10432
    },
    {
      "contrastive_lambda": 0.9272475486633155,
      "epoch": 3.254210854647536,
      "step": 10433
    },
    {
      "contrastive_lambda": 0.9272339486608474,
      "epoch": 3.254522769806613,
      "step": 10434
    },
    {
      "contrastive_lambda": 0.9272203474870931,
      "epoch": 3.2548346849656893,
      "step": 10435
    },
    {
      "contrastive_lambda": 0.9272067451420901,
      "epoch": 3.255146600124766,
      "step": 10436
    },
    {
      "contrastive_lambda": 0.9271931416258755,
      "epoch": 3.2554585152838427,
      "step": 10437
    },
    {
      "contrastive_lambda": 0.9271795369384866,
      "epoch": 3.2557704304429196,
      "step": 10438
    },
    {
      "contrastive_lambda": 0.9271659310799609,
      "epoch": 3.256082345601996,
      "step": 10439
    },
    {
      "epoch": 3.256394260761073,
      "grad_norm": 0.15232545137405396,
      "learning_rate": 9.585593353310715e-05,
      "loss": 0.0539,
      "step": 10440
    },
    {
      "epoch": 3.256394260761073,
      "flow_loss": 0.0623498372733593,
      "step": 10440
    },
    {
      "contrastive_loss": 0.007329611107707024,
      "epoch": 3.256394260761073,
      "step": 10440
    },
    {
      "contrastive_lambda": 0.9271523240503354,
      "epoch": 3.256394260761073,
      "step": 10440
    },
    {
      "contrastive_lambda": 0.9271387158496476,
      "epoch": 3.25670617592015,
      "step": 10441
    },
    {
      "contrastive_lambda": 0.9271251064779347,
      "epoch": 3.2570180910792264,
      "step": 10442
    },
    {
      "contrastive_lambda": 0.9271114959352342,
      "epoch": 3.2573300062383033,
      "step": 10443
    },
    {
      "contrastive_lambda": 0.9270978842215831,
      "epoch": 3.2576419213973797,
      "step": 10444
    },
    {
      "contrastive_lambda": 0.9270842713370191,
      "epoch": 3.2579538365564567,
      "step": 10445
    },
    {
      "contrastive_lambda": 0.9270706572815792,
      "epoch": 3.2582657517155336,
      "step": 10446
    },
    {
      "contrastive_lambda": 0.9270570420553008,
      "epoch": 3.25857766687461,
      "step": 10447
    },
    {
      "contrastive_lambda": 0.9270434256582214,
      "epoch": 3.258889582033687,
      "step": 10448
    },
    {
      "contrastive_lambda": 0.927029808090378,
      "epoch": 3.2592014971927634,
      "step": 10449
    },
    {
      "epoch": 3.2595134123518403,
      "grad_norm": 0.1653096079826355,
      "learning_rate": 9.58449416240814e-05,
      "loss": 0.0499,
      "step": 10450
    },
    {
      "epoch": 3.2595134123518403,
      "flow_loss": 0.05193651095032692,
      "step": 10450
    },
    {
      "contrastive_loss": 0.007653235457837582,
      "epoch": 3.2595134123518403,
      "step": 10450
    },
    {
      "contrastive_lambda": 0.9270161893518084,
      "epoch": 3.2595134123518403,
      "step": 10450
    },
    {
      "contrastive_lambda": 0.9270025694425496,
      "epoch": 3.2598253275109172,
      "step": 10451
    },
    {
      "contrastive_lambda": 0.926988948362639,
      "epoch": 3.2601372426699937,
      "step": 10452
    },
    {
      "contrastive_lambda": 0.9269753261121139,
      "epoch": 3.2604491578290706,
      "step": 10453
    },
    {
      "contrastive_lambda": 0.9269617026910117,
      "epoch": 3.260761072988147,
      "step": 10454
    },
    {
      "contrastive_lambda": 0.9269480780993697,
      "epoch": 3.261072988147224,
      "step": 10455
    },
    {
      "contrastive_lambda": 0.9269344523372254,
      "epoch": 3.2613849033063005,
      "step": 10456
    },
    {
      "contrastive_lambda": 0.9269208254046161,
      "epoch": 3.2616968184653774,
      "step": 10457
    },
    {
      "contrastive_lambda": 0.926907197301579,
      "epoch": 3.2620087336244543,
      "step": 10458
    },
    {
      "contrastive_lambda": 0.9268935680281516,
      "epoch": 3.262320648783531,
      "step": 10459
    },
    {
      "epoch": 3.2626325639426077,
      "grad_norm": 0.1502869576215744,
      "learning_rate": 9.583393578857283e-05,
      "loss": 0.0477,
      "step": 10460
    },
    {
      "epoch": 3.2626325639426077,
      "flow_loss": 0.05219735950231552,
      "step": 10460
    },
    {
      "contrastive_loss": 0.01344560831785202,
      "epoch": 3.2626325639426077,
      "step": 10460
    },
    {
      "contrastive_lambda": 0.9268799375843713,
      "epoch": 3.2626325639426077,
      "step": 10460
    },
    {
      "contrastive_lambda": 0.9268663059702753,
      "epoch": 3.262944479101684,
      "step": 10461
    },
    {
      "contrastive_lambda": 0.9268526731859013,
      "epoch": 3.263256394260761,
      "step": 10462
    },
    {
      "contrastive_lambda": 0.9268390392312863,
      "epoch": 3.263568309419838,
      "step": 10463
    },
    {
      "contrastive_lambda": 0.9268254041064679,
      "epoch": 3.2638802245789145,
      "step": 10464
    },
    {
      "contrastive_lambda": 0.9268117678114833,
      "epoch": 3.2641921397379914,
      "step": 10465
    },
    {
      "contrastive_lambda": 0.9267981303463702,
      "epoch": 3.264504054897068,
      "step": 10466
    },
    {
      "contrastive_lambda": 0.9267844917111656,
      "epoch": 3.2648159700561448,
      "step": 10467
    },
    {
      "contrastive_lambda": 0.9267708519059072,
      "epoch": 3.2651278852152217,
      "step": 10468
    },
    {
      "contrastive_lambda": 0.9267572109306323,
      "epoch": 3.265439800374298,
      "step": 10469
    },
    {
      "epoch": 3.265751715533375,
      "grad_norm": 0.15552081167697906,
      "learning_rate": 9.582291602992474e-05,
      "loss": 0.0511,
      "step": 10470
    },
    {
      "epoch": 3.265751715533375,
      "flow_loss": 0.04981600493192673,
      "step": 10470
    },
    {
      "contrastive_loss": 0.00845215655863285,
      "epoch": 3.265751715533375,
      "step": 10470
    },
    {
      "contrastive_lambda": 0.9267435687853782,
      "epoch": 3.265751715533375,
      "step": 10470
    },
    {
      "contrastive_lambda": 0.9267299254701824,
      "epoch": 3.2660636306924515,
      "step": 10471
    },
    {
      "contrastive_lambda": 0.9267162809850823,
      "epoch": 3.2663755458515285,
      "step": 10472
    },
    {
      "contrastive_lambda": 0.9267026353301153,
      "epoch": 3.266687461010605,
      "step": 10473
    },
    {
      "contrastive_lambda": 0.9266889885053188,
      "epoch": 3.266999376169682,
      "step": 10474
    },
    {
      "contrastive_lambda": 0.9266753405107302,
      "epoch": 3.2673112913287587,
      "step": 10475
    },
    {
      "contrastive_lambda": 0.9266616913463868,
      "epoch": 3.267623206487835,
      "step": 10476
    },
    {
      "contrastive_lambda": 0.9266480410123263,
      "epoch": 3.267935121646912,
      "step": 10477
    },
    {
      "contrastive_lambda": 0.926634389508586,
      "epoch": 3.2682470368059886,
      "step": 10478
    },
    {
      "contrastive_lambda": 0.9266207368352032,
      "epoch": 3.2685589519650655,
      "step": 10479
    },
    {
      "epoch": 3.268870867124142,
      "grad_norm": 0.1375899761915207,
      "learning_rate": 9.581188235148466e-05,
      "loss": 0.0499,
      "step": 10480
    },
    {
      "epoch": 3.268870867124142,
      "flow_loss": 0.05699226260185242,
      "step": 10480
    },
    {
      "contrastive_loss": 0.01142969075590372,
      "epoch": 3.268870867124142,
      "step": 10480
    },
    {
      "contrastive_lambda": 0.9266070829922155,
      "epoch": 3.268870867124142,
      "step": 10480
    },
    {
      "contrastive_lambda": 0.9265934279796602,
      "epoch": 3.269182782283219,
      "step": 10481
    },
    {
      "contrastive_lambda": 0.9265797717975748,
      "epoch": 3.269494697442296,
      "step": 10482
    },
    {
      "contrastive_lambda": 0.9265661144459967,
      "epoch": 3.2698066126013723,
      "step": 10483
    },
    {
      "contrastive_lambda": 0.9265524559249635,
      "epoch": 3.270118527760449,
      "step": 10484
    },
    {
      "contrastive_lambda": 0.9265387962345124,
      "epoch": 3.270430442919526,
      "step": 10485
    },
    {
      "contrastive_lambda": 0.9265251353746811,
      "epoch": 3.2707423580786026,
      "step": 10486
    },
    {
      "contrastive_lambda": 0.9265114733455069,
      "epoch": 3.2710542732376795,
      "step": 10487
    },
    {
      "contrastive_lambda": 0.9264978101470271,
      "epoch": 3.271366188396756,
      "step": 10488
    },
    {
      "contrastive_lambda": 0.9264841457792794,
      "epoch": 3.271678103555833,
      "step": 10489
    },
    {
      "epoch": 3.2719900187149094,
      "grad_norm": 0.14397551119327545,
      "learning_rate": 9.58008347566043e-05,
      "loss": 0.0476,
      "step": 10490
    },
    {
      "epoch": 3.2719900187149094,
      "flow_loss": 0.048409171402454376,
      "step": 10490
    },
    {
      "contrastive_loss": 0.008658861741423607,
      "epoch": 3.2719900187149094,
      "step": 10490
    },
    {
      "contrastive_lambda": 0.9264704802423014,
      "epoch": 3.2719900187149094,
      "step": 10490
    },
    {
      "contrastive_lambda": 0.9264568135361302,
      "epoch": 3.2723019338739863,
      "step": 10491
    },
    {
      "contrastive_lambda": 0.9264431456608034,
      "epoch": 3.272613849033063,
      "step": 10492
    },
    {
      "contrastive_lambda": 0.9264294766163585,
      "epoch": 3.2729257641921397,
      "step": 10493
    },
    {
      "contrastive_lambda": 0.9264158064028332,
      "epoch": 3.2732376793512166,
      "step": 10494
    },
    {
      "contrastive_lambda": 0.9264021350202646,
      "epoch": 3.273549594510293,
      "step": 10495
    },
    {
      "contrastive_lambda": 0.9263884624686903,
      "epoch": 3.27386150966937,
      "step": 10496
    },
    {
      "contrastive_lambda": 0.9263747887481479,
      "epoch": 3.2741734248284464,
      "step": 10497
    },
    {
      "contrastive_lambda": 0.9263611138586747,
      "epoch": 3.2744853399875233,
      "step": 10498
    },
    {
      "contrastive_lambda": 0.9263474378003084,
      "epoch": 3.2747972551466002,
      "step": 10499
    },
    {
      "epoch": 3.2751091703056767,
      "grad_norm": 0.11591754853725433,
      "learning_rate": 9.578977324863965e-05,
      "loss": 0.0497,
      "step": 10500
    },
    {
      "epoch": 3.2751091703056767,
      "flow_loss": 0.043599821627140045,
      "step": 10500
    },
    {
      "contrastive_loss": 0.00955959688872099,
      "epoch": 3.2751091703056767,
      "step": 10500
    },
    {
      "contrastive_lambda": 0.9263337605730864,
      "epoch": 3.2751091703056767,
      "step": 10500
    },
    {
      "contrastive_lambda": 0.9263200821770461,
      "epoch": 3.2754210854647536,
      "step": 10501
    },
    {
      "contrastive_lambda": 0.9263064026122252,
      "epoch": 3.2757330006238305,
      "step": 10502
    },
    {
      "contrastive_lambda": 0.926292721878661,
      "epoch": 3.276044915782907,
      "step": 10503
    },
    {
      "contrastive_lambda": 0.9262790399763912,
      "epoch": 3.276356830941984,
      "step": 10504
    },
    {
      "contrastive_lambda": 0.9262653569054531,
      "epoch": 3.2766687461010604,
      "step": 10505
    },
    {
      "contrastive_lambda": 0.9262516726658843,
      "epoch": 3.2769806612601373,
      "step": 10506
    },
    {
      "contrastive_lambda": 0.9262379872577224,
      "epoch": 3.277292576419214,
      "step": 10507
    },
    {
      "contrastive_lambda": 0.9262243006810049,
      "epoch": 3.2776044915782907,
      "step": 10508
    },
    {
      "contrastive_lambda": 0.9262106129357692,
      "epoch": 3.2779164067373676,
      "step": 10509
    },
    {
      "epoch": 3.278228321896444,
      "grad_norm": 0.1945100724697113,
      "learning_rate": 9.577869783095089e-05,
      "loss": 0.0534,
      "step": 10510
    },
    {
      "epoch": 3.278228321896444,
      "flow_loss": 0.056860458105802536,
      "step": 10510
    },
    {
      "contrastive_loss": 0.011349208652973175,
      "epoch": 3.278228321896444,
      "step": 10510
    },
    {
      "contrastive_lambda": 0.9261969240220529,
      "epoch": 3.278228321896444,
      "step": 10510
    },
    {
      "contrastive_lambda": 0.9261832339398937,
      "epoch": 3.278540237055521,
      "step": 10511
    },
    {
      "contrastive_lambda": 0.9261695426893288,
      "epoch": 3.2788521522145975,
      "step": 10512
    },
    {
      "contrastive_lambda": 0.9261558502703959,
      "epoch": 3.2791640673736744,
      "step": 10513
    },
    {
      "contrastive_lambda": 0.9261421566831326,
      "epoch": 3.279475982532751,
      "step": 10514
    },
    {
      "contrastive_lambda": 0.9261284619275764,
      "epoch": 3.2797878976918278,
      "step": 10515
    },
    {
      "contrastive_lambda": 0.9261147660037647,
      "epoch": 3.2800998128509047,
      "step": 10516
    },
    {
      "contrastive_lambda": 0.9261010689117353,
      "epoch": 3.280411728009981,
      "step": 10517
    },
    {
      "contrastive_lambda": 0.9260873706515256,
      "epoch": 3.280723643169058,
      "step": 10518
    },
    {
      "contrastive_lambda": 0.9260736712231732,
      "epoch": 3.281035558328135,
      "step": 10519
    },
    {
      "epoch": 3.2813474734872115,
      "grad_norm": 0.21243445575237274,
      "learning_rate": 9.576760850690245e-05,
      "loss": 0.0549,
      "step": 10520
    },
    {
      "epoch": 3.2813474734872115,
      "flow_loss": 0.05124378204345703,
      "step": 10520
    },
    {
      "contrastive_loss": 0.007557970471680164,
      "epoch": 3.2813474734872115,
      "step": 10520
    },
    {
      "contrastive_lambda": 0.9260599706267156,
      "epoch": 3.2813474734872115,
      "step": 10520
    },
    {
      "contrastive_lambda": 0.9260462688621904,
      "epoch": 3.2816593886462884,
      "step": 10521
    },
    {
      "contrastive_lambda": 0.9260325659296351,
      "epoch": 3.281971303805365,
      "step": 10522
    },
    {
      "contrastive_lambda": 0.9260188618290874,
      "epoch": 3.2822832189644418,
      "step": 10523
    },
    {
      "contrastive_lambda": 0.9260051565605849,
      "epoch": 3.282595134123518,
      "step": 10524
    },
    {
      "contrastive_lambda": 0.9259914501241651,
      "epoch": 3.282907049282595,
      "step": 10525
    },
    {
      "contrastive_lambda": 0.9259777425198654,
      "epoch": 3.283218964441672,
      "step": 10526
    },
    {
      "contrastive_lambda": 0.9259640337477235,
      "epoch": 3.2835308796007485,
      "step": 10527
    },
    {
      "contrastive_lambda": 0.9259503238077771,
      "epoch": 3.2838427947598254,
      "step": 10528
    },
    {
      "contrastive_lambda": 0.9259366127000637,
      "epoch": 3.284154709918902,
      "step": 10529
    },
    {
      "epoch": 3.284466625077979,
      "grad_norm": 0.19310864806175232,
      "learning_rate": 9.575650527986298e-05,
      "loss": 0.0559,
      "step": 10530
    },
    {
      "epoch": 3.284466625077979,
      "flow_loss": 0.04516790062189102,
      "step": 10530
    },
    {
      "contrastive_loss": 0.007218836806714535,
      "epoch": 3.284466625077979,
      "step": 10530
    },
    {
      "contrastive_lambda": 0.9259229004246209,
      "epoch": 3.284466625077979,
      "step": 10530
    },
    {
      "contrastive_lambda": 0.9259091869814863,
      "epoch": 3.2847785402370553,
      "step": 10531
    },
    {
      "contrastive_lambda": 0.9258954723706974,
      "epoch": 3.285090455396132,
      "step": 10532
    },
    {
      "contrastive_lambda": 0.9258817565922919,
      "epoch": 3.285402370555209,
      "step": 10533
    },
    {
      "contrastive_lambda": 0.9258680396463075,
      "epoch": 3.2857142857142856,
      "step": 10534
    },
    {
      "contrastive_lambda": 0.9258543215327816,
      "epoch": 3.2860262008733625,
      "step": 10535
    },
    {
      "contrastive_lambda": 0.9258406022517519,
      "epoch": 3.2863381160324394,
      "step": 10536
    },
    {
      "contrastive_lambda": 0.925826881803256,
      "epoch": 3.286650031191516,
      "step": 10537
    },
    {
      "contrastive_lambda": 0.9258131601873316,
      "epoch": 3.286961946350593,
      "step": 10538
    },
    {
      "contrastive_lambda": 0.9257994374040162,
      "epoch": 3.2872738615096693,
      "step": 10539
    },
    {
      "epoch": 3.287585776668746,
      "grad_norm": 0.12866471707820892,
      "learning_rate": 9.574538815320531e-05,
      "loss": 0.047,
      "step": 10540
    },
    {
      "epoch": 3.287585776668746,
      "flow_loss": 0.058915309607982635,
      "step": 10540
    },
    {
      "contrastive_loss": 0.006743037141859531,
      "epoch": 3.287585776668746,
      "step": 10540
    },
    {
      "contrastive_lambda": 0.9257857134533474,
      "epoch": 3.287585776668746,
      "step": 10540
    },
    {
      "contrastive_lambda": 0.925771988335363,
      "epoch": 3.2878976918278227,
      "step": 10541
    },
    {
      "contrastive_lambda": 0.9257582620501004,
      "epoch": 3.2882096069868996,
      "step": 10542
    },
    {
      "contrastive_lambda": 0.9257445345975974,
      "epoch": 3.2885215221459765,
      "step": 10543
    },
    {
      "contrastive_lambda": 0.9257308059778917,
      "epoch": 3.288833437305053,
      "step": 10544
    },
    {
      "contrastive_lambda": 0.9257170761910207,
      "epoch": 3.28914535246413,
      "step": 10545
    },
    {
      "contrastive_lambda": 0.9257033452370222,
      "epoch": 3.2894572676232063,
      "step": 10546
    },
    {
      "contrastive_lambda": 0.9256896131159338,
      "epoch": 3.2897691827822833,
      "step": 10547
    },
    {
      "contrastive_lambda": 0.9256758798277931,
      "epoch": 3.2900810979413597,
      "step": 10548
    },
    {
      "contrastive_lambda": 0.9256621453726379,
      "epoch": 3.2903930131004366,
      "step": 10549
    },
    {
      "epoch": 3.2907049282595136,
      "grad_norm": 0.11765877902507782,
      "learning_rate": 9.573425713030656e-05,
      "loss": 0.0455,
      "step": 10550
    },
    {
      "epoch": 3.2907049282595136,
      "flow_loss": 0.07239014655351639,
      "step": 10550
    },
    {
      "contrastive_loss": 0.014954209327697754,
      "epoch": 3.2907049282595136,
      "step": 10550
    },
    {
      "contrastive_lambda": 0.9256484097505057,
      "epoch": 3.2907049282595136,
      "step": 10550
    },
    {
      "contrastive_lambda": 0.9256346729614342,
      "epoch": 3.29101684341859,
      "step": 10551
    },
    {
      "contrastive_lambda": 0.9256209350054612,
      "epoch": 3.291328758577667,
      "step": 10552
    },
    {
      "contrastive_lambda": 0.9256071958826242,
      "epoch": 3.291640673736744,
      "step": 10553
    },
    {
      "contrastive_lambda": 0.9255934555929608,
      "epoch": 3.2919525888958203,
      "step": 10554
    },
    {
      "contrastive_lambda": 0.9255797141365089,
      "epoch": 3.2922645040548972,
      "step": 10555
    },
    {
      "contrastive_lambda": 0.925565971513306,
      "epoch": 3.2925764192139737,
      "step": 10556
    },
    {
      "contrastive_lambda": 0.9255522277233897,
      "epoch": 3.2928883343730506,
      "step": 10557
    },
    {
      "contrastive_lambda": 0.925538482766798,
      "epoch": 3.293200249532127,
      "step": 10558
    },
    {
      "contrastive_lambda": 0.9255247366435684,
      "epoch": 3.293512164691204,
      "step": 10559
    },
    {
      "epoch": 3.293824079850281,
      "grad_norm": 0.14800874888896942,
      "learning_rate": 9.572311221454806e-05,
      "loss": 0.051,
      "step": 10560
    },
    {
      "epoch": 3.293824079850281,
      "flow_loss": 0.04995696246623993,
      "step": 10560
    },
    {
      "contrastive_loss": 0.010307889431715012,
      "epoch": 3.293824079850281,
      "step": 10560
    },
    {
      "contrastive_lambda": 0.9255109893537383,
      "epoch": 3.293824079850281,
      "step": 10560
    },
    {
      "contrastive_lambda": 0.925497240897346,
      "epoch": 3.2941359950093574,
      "step": 10561
    },
    {
      "contrastive_lambda": 0.9254834912744286,
      "epoch": 3.2944479101684343,
      "step": 10562
    },
    {
      "contrastive_lambda": 0.9254697404850243,
      "epoch": 3.2947598253275108,
      "step": 10563
    },
    {
      "contrastive_lambda": 0.9254559885291702,
      "epoch": 3.2950717404865877,
      "step": 10564
    },
    {
      "contrastive_lambda": 0.9254422354069047,
      "epoch": 3.295383655645664,
      "step": 10565
    },
    {
      "contrastive_lambda": 0.9254284811182649,
      "epoch": 3.295695570804741,
      "step": 10566
    },
    {
      "contrastive_lambda": 0.925414725663289,
      "epoch": 3.296007485963818,
      "step": 10567
    },
    {
      "contrastive_lambda": 0.9254009690420144,
      "epoch": 3.2963194011228945,
      "step": 10568
    },
    {
      "contrastive_lambda": 0.9253872112544788,
      "epoch": 3.2966313162819714,
      "step": 10569
    },
    {
      "epoch": 3.2969432314410483,
      "grad_norm": 0.11665428429841995,
      "learning_rate": 9.57119534093153e-05,
      "loss": 0.0503,
      "step": 10570
    },
    {
      "epoch": 3.2969432314410483,
      "flow_loss": 0.05779251083731651,
      "step": 10570
    },
    {
      "contrastive_loss": 0.008534308522939682,
      "epoch": 3.2969432314410483,
      "step": 10570
    },
    {
      "contrastive_lambda": 0.92537345230072,
      "epoch": 3.2969432314410483,
      "step": 10570
    },
    {
      "contrastive_lambda": 0.9253596921807759,
      "epoch": 3.2972551466001248,
      "step": 10571
    },
    {
      "contrastive_lambda": 0.9253459308946839,
      "epoch": 3.2975670617592017,
      "step": 10572
    },
    {
      "contrastive_lambda": 0.9253321684424818,
      "epoch": 3.297878976918278,
      "step": 10573
    },
    {
      "contrastive_lambda": 0.9253184048242076,
      "epoch": 3.298190892077355,
      "step": 10574
    },
    {
      "contrastive_lambda": 0.9253046400398988,
      "epoch": 3.2985028072364315,
      "step": 10575
    },
    {
      "contrastive_lambda": 0.9252908740895931,
      "epoch": 3.2988147223955084,
      "step": 10576
    },
    {
      "contrastive_lambda": 0.9252771069733283,
      "epoch": 3.2991266375545854,
      "step": 10577
    },
    {
      "contrastive_lambda": 0.9252633386911424,
      "epoch": 3.299438552713662,
      "step": 10578
    },
    {
      "contrastive_lambda": 0.9252495692430727,
      "epoch": 3.2997504678727387,
      "step": 10579
    },
    {
      "epoch": 3.300062383031815,
      "grad_norm": 0.15820816159248352,
      "learning_rate": 9.570078071799806e-05,
      "loss": 0.0491,
      "step": 10580
    },
    {
      "epoch": 3.300062383031815,
      "flow_loss": 0.0530318021774292,
      "step": 10580
    },
    {
      "contrastive_loss": 0.007824597880244255,
      "epoch": 3.300062383031815,
      "step": 10580
    },
    {
      "contrastive_lambda": 0.9252357986291573,
      "epoch": 3.300062383031815,
      "step": 10580
    },
    {
      "contrastive_lambda": 0.9252220268494336,
      "epoch": 3.300374298190892,
      "step": 10581
    },
    {
      "contrastive_lambda": 0.9252082539039397,
      "epoch": 3.3006862133499686,
      "step": 10582
    },
    {
      "contrastive_lambda": 0.9251944797927132,
      "epoch": 3.3009981285090455,
      "step": 10583
    },
    {
      "contrastive_lambda": 0.925180704515792,
      "epoch": 3.3013100436681224,
      "step": 10584
    },
    {
      "contrastive_lambda": 0.9251669280732137,
      "epoch": 3.301621958827199,
      "step": 10585
    },
    {
      "contrastive_lambda": 0.9251531504650161,
      "epoch": 3.301933873986276,
      "step": 10586
    },
    {
      "contrastive_lambda": 0.925139371691237,
      "epoch": 3.3022457891453523,
      "step": 10587
    },
    {
      "contrastive_lambda": 0.9251255917519141,
      "epoch": 3.302557704304429,
      "step": 10588
    },
    {
      "contrastive_lambda": 0.9251118106470854,
      "epoch": 3.302869619463506,
      "step": 10589
    },
    {
      "epoch": 3.3031815346225826,
      "grad_norm": 0.12942135334014893,
      "learning_rate": 9.568959414399028e-05,
      "loss": 0.0517,
      "step": 10590
    },
    {
      "epoch": 3.3031815346225826,
      "flow_loss": 0.06866006553173065,
      "step": 10590
    },
    {
      "contrastive_loss": 0.009852036833763123,
      "epoch": 3.3031815346225826,
      "step": 10590
    },
    {
      "contrastive_lambda": 0.9250980283767885,
      "epoch": 3.3031815346225826,
      "step": 10590
    },
    {
      "contrastive_lambda": 0.9250842449410611,
      "epoch": 3.3034934497816595,
      "step": 10591
    },
    {
      "contrastive_lambda": 0.9250704603399412,
      "epoch": 3.303805364940736,
      "step": 10592
    },
    {
      "contrastive_lambda": 0.9250566745734665,
      "epoch": 3.304117280099813,
      "step": 10593
    },
    {
      "contrastive_lambda": 0.9250428876416747,
      "epoch": 3.30442919525889,
      "step": 10594
    },
    {
      "contrastive_lambda": 0.9250290995446039,
      "epoch": 3.3047411104179663,
      "step": 10595
    },
    {
      "contrastive_lambda": 0.9250153102822916,
      "epoch": 3.305053025577043,
      "step": 10596
    },
    {
      "contrastive_lambda": 0.9250015198547756,
      "epoch": 3.3053649407361196,
      "step": 10597
    },
    {
      "contrastive_lambda": 0.9249877282620937,
      "epoch": 3.3056768558951966,
      "step": 10598
    },
    {
      "contrastive_lambda": 0.9249739355042841,
      "epoch": 3.305988771054273,
      "step": 10599
    },
    {
      "epoch": 3.30630068621335,
      "grad_norm": 0.1402369886636734,
      "learning_rate": 9.567839369069018e-05,
      "loss": 0.0512,
      "step": 10600
    },
    {
      "epoch": 3.30630068621335,
      "flow_loss": 0.053828801959753036,
      "step": 10600
    },
    {
      "contrastive_loss": 0.00986182689666748,
      "epoch": 3.30630068621335,
      "step": 10600
    },
    {
      "contrastive_lambda": 0.9249601415813842,
      "epoch": 3.30630068621335,
      "step": 10600
    },
    {
      "contrastive_lambda": 0.924946346493432,
      "epoch": 3.306612601372427,
      "step": 10601
    },
    {
      "contrastive_lambda": 0.9249325502404652,
      "epoch": 3.3069245165315033,
      "step": 10602
    },
    {
      "contrastive_lambda": 0.9249187528225217,
      "epoch": 3.3072364316905802,
      "step": 10603
    },
    {
      "contrastive_lambda": 0.9249049542396393,
      "epoch": 3.3075483468496567,
      "step": 10604
    },
    {
      "contrastive_lambda": 0.9248911544918559,
      "epoch": 3.3078602620087336,
      "step": 10605
    },
    {
      "contrastive_lambda": 0.9248773535792092,
      "epoch": 3.3081721771678105,
      "step": 10606
    },
    {
      "contrastive_lambda": 0.9248635515017372,
      "epoch": 3.308484092326887,
      "step": 10607
    },
    {
      "contrastive_lambda": 0.9248497482594775,
      "epoch": 3.308796007485964,
      "step": 10608
    },
    {
      "contrastive_lambda": 0.9248359438524683,
      "epoch": 3.3091079226450404,
      "step": 10609
    },
    {
      "epoch": 3.3094198378041173,
      "grad_norm": 0.1810450702905655,
      "learning_rate": 9.566717936150013e-05,
      "loss": 0.0502,
      "step": 10610
    },
    {
      "epoch": 3.3094198378041173,
      "flow_loss": 0.045722171664237976,
      "step": 10610
    },
    {
      "contrastive_loss": 0.0089274812489748,
      "epoch": 3.3094198378041173,
      "step": 10610
    },
    {
      "contrastive_lambda": 0.924822138280747,
      "epoch": 3.3094198378041173,
      "step": 10610
    },
    {
      "contrastive_lambda": 0.9248083315443518,
      "epoch": 3.309731752963194,
      "step": 10611
    },
    {
      "contrastive_lambda": 0.9247945236433205,
      "epoch": 3.3100436681222707,
      "step": 10612
    },
    {
      "contrastive_lambda": 0.9247807145776908,
      "epoch": 3.3103555832813476,
      "step": 10613
    },
    {
      "contrastive_lambda": 0.9247669043475008,
      "epoch": 3.310667498440424,
      "step": 10614
    },
    {
      "contrastive_lambda": 0.9247530929527881,
      "epoch": 3.310979413599501,
      "step": 10615
    },
    {
      "contrastive_lambda": 0.9247392803935907,
      "epoch": 3.3112913287585775,
      "step": 10616
    },
    {
      "contrastive_lambda": 0.9247254666699464,
      "epoch": 3.3116032439176544,
      "step": 10617
    },
    {
      "contrastive_lambda": 0.9247116517818932,
      "epoch": 3.3119151590767313,
      "step": 10618
    },
    {
      "contrastive_lambda": 0.9246978357294688,
      "epoch": 3.3122270742358078,
      "step": 10619
    },
    {
      "epoch": 3.3125389893948847,
      "grad_norm": 0.15149645507335663,
      "learning_rate": 9.565595115982678e-05,
      "loss": 0.0481,
      "step": 10620
    },
    {
      "epoch": 3.3125389893948847,
      "flow_loss": 0.06058546155691147,
      "step": 10620
    },
    {
      "contrastive_loss": 0.010218667797744274,
      "epoch": 3.3125389893948847,
      "step": 10620
    },
    {
      "contrastive_lambda": 0.9246840185127112,
      "epoch": 3.3125389893948847,
      "step": 10620
    },
    {
      "contrastive_lambda": 0.9246702001316582,
      "epoch": 3.312850904553961,
      "step": 10621
    },
    {
      "contrastive_lambda": 0.9246563805863479,
      "epoch": 3.313162819713038,
      "step": 10622
    },
    {
      "contrastive_lambda": 0.924642559876818,
      "epoch": 3.313474734872115,
      "step": 10623
    },
    {
      "contrastive_lambda": 0.9246287380031062,
      "epoch": 3.3137866500311914,
      "step": 10624
    },
    {
      "contrastive_lambda": 0.9246149149652507,
      "epoch": 3.3140985651902684,
      "step": 10625
    },
    {
      "contrastive_lambda": 0.9246010907632894,
      "epoch": 3.314410480349345,
      "step": 10626
    },
    {
      "contrastive_lambda": 0.9245872653972601,
      "epoch": 3.3147223955084217,
      "step": 10627
    },
    {
      "contrastive_lambda": 0.9245734388672007,
      "epoch": 3.3150343106674987,
      "step": 10628
    },
    {
      "contrastive_lambda": 0.9245596111731491,
      "epoch": 3.315346225826575,
      "step": 10629
    },
    {
      "epoch": 3.315658140985652,
      "grad_norm": 0.15951597690582275,
      "learning_rate": 9.564470908908094e-05,
      "loss": 0.0501,
      "step": 10630
    },
    {
      "epoch": 3.315658140985652,
      "flow_loss": 0.04790380597114563,
      "step": 10630
    },
    {
      "contrastive_loss": 0.008298538625240326,
      "epoch": 3.315658140985652,
      "step": 10630
    },
    {
      "contrastive_lambda": 0.9245457823151431,
      "epoch": 3.315658140985652,
      "step": 10630
    },
    {
      "contrastive_lambda": 0.9245319522932208,
      "epoch": 3.3159700561447285,
      "step": 10631
    },
    {
      "contrastive_lambda": 0.92451812110742,
      "epoch": 3.3162819713038054,
      "step": 10632
    },
    {
      "contrastive_lambda": 0.9245042887577788,
      "epoch": 3.316593886462882,
      "step": 10633
    },
    {
      "contrastive_lambda": 0.9244904552443349,
      "epoch": 3.316905801621959,
      "step": 10634
    },
    {
      "contrastive_lambda": 0.9244766205671264,
      "epoch": 3.3172177167810357,
      "step": 10635
    },
    {
      "contrastive_lambda": 0.924462784726191,
      "epoch": 3.317529631940112,
      "step": 10636
    },
    {
      "contrastive_lambda": 0.9244489477215669,
      "epoch": 3.317841547099189,
      "step": 10637
    },
    {
      "contrastive_lambda": 0.9244351095532919,
      "epoch": 3.3181534622582656,
      "step": 10638
    },
    {
      "contrastive_lambda": 0.924421270221404,
      "epoch": 3.3184653774173425,
      "step": 10639
    },
    {
      "epoch": 3.3187772925764194,
      "grad_norm": 0.1638498455286026,
      "learning_rate": 9.563345315267764e-05,
      "loss": 0.0478,
      "step": 10640
    },
    {
      "epoch": 3.3187772925764194,
      "flow_loss": 0.02762661874294281,
      "step": 10640
    },
    {
      "contrastive_loss": 0.010526461526751518,
      "epoch": 3.3187772925764194,
      "step": 10640
    },
    {
      "contrastive_lambda": 0.924407429725941,
      "epoch": 3.3187772925764194,
      "step": 10640
    },
    {
      "contrastive_lambda": 0.9243935880669409,
      "epoch": 3.319089207735496,
      "step": 10641
    },
    {
      "contrastive_lambda": 0.9243797452444418,
      "epoch": 3.319401122894573,
      "step": 10642
    },
    {
      "contrastive_lambda": 0.9243659012584814,
      "epoch": 3.3197130380536493,
      "step": 10643
    },
    {
      "contrastive_lambda": 0.9243520561090979,
      "epoch": 3.320024953212726,
      "step": 10644
    },
    {
      "contrastive_lambda": 0.9243382097963291,
      "epoch": 3.320336868371803,
      "step": 10645
    },
    {
      "contrastive_lambda": 0.9243243623202129,
      "epoch": 3.3206487835308796,
      "step": 10646
    },
    {
      "contrastive_lambda": 0.9243105136807875,
      "epoch": 3.3209606986899565,
      "step": 10647
    },
    {
      "contrastive_lambda": 0.9242966638780907,
      "epoch": 3.321272613849033,
      "step": 10648
    },
    {
      "contrastive_lambda": 0.9242828129121605,
      "epoch": 3.32158452900811,
      "step": 10649
    },
    {
      "epoch": 3.3218964441671863,
      "grad_norm": 0.1442943960428238,
      "learning_rate": 9.562218335403616e-05,
      "loss": 0.047,
      "step": 10650
    },
    {
      "epoch": 3.3218964441671863,
      "flow_loss": 0.058238621801137924,
      "step": 10650
    },
    {
      "contrastive_loss": 0.007235295604914427,
      "epoch": 3.3218964441671863,
      "step": 10650
    },
    {
      "contrastive_lambda": 0.9242689607830349,
      "epoch": 3.3218964441671863,
      "step": 10650
    },
    {
      "contrastive_lambda": 0.9242551074907519,
      "epoch": 3.3222083593262632,
      "step": 10651
    },
    {
      "contrastive_lambda": 0.9242412530353493,
      "epoch": 3.32252027448534,
      "step": 10652
    },
    {
      "contrastive_lambda": 0.9242273974168653,
      "epoch": 3.3228321896444166,
      "step": 10653
    },
    {
      "contrastive_lambda": 0.9242135406353378,
      "epoch": 3.3231441048034935,
      "step": 10654
    },
    {
      "contrastive_lambda": 0.9241996826908048,
      "epoch": 3.32345601996257,
      "step": 10655
    },
    {
      "contrastive_lambda": 0.9241858235833043,
      "epoch": 3.323767935121647,
      "step": 10656
    },
    {
      "contrastive_lambda": 0.9241719633128742,
      "epoch": 3.324079850280724,
      "step": 10657
    },
    {
      "contrastive_lambda": 0.9241581018795526,
      "epoch": 3.3243917654398003,
      "step": 10658
    },
    {
      "contrastive_lambda": 0.9241442392833776,
      "epoch": 3.324703680598877,
      "step": 10659
    },
    {
      "epoch": 3.3250155957579537,
      "grad_norm": 0.1844799816608429,
      "learning_rate": 9.561089969657999e-05,
      "loss": 0.0517,
      "step": 10660
    },
    {
      "epoch": 3.3250155957579537,
      "flow_loss": 0.08224326372146606,
      "step": 10660
    },
    {
      "contrastive_loss": 0.0084474366158247,
      "epoch": 3.3250155957579537,
      "step": 10660
    },
    {
      "contrastive_lambda": 0.924130375524387,
      "epoch": 3.3250155957579537,
      "step": 10660
    },
    {
      "contrastive_lambda": 0.9241165106026188,
      "epoch": 3.3253275109170306,
      "step": 10661
    },
    {
      "contrastive_lambda": 0.9241026445181113,
      "epoch": 3.3256394260761075,
      "step": 10662
    },
    {
      "contrastive_lambda": 0.9240887772709022,
      "epoch": 3.325951341235184,
      "step": 10663
    },
    {
      "contrastive_lambda": 0.9240749088610296,
      "epoch": 3.326263256394261,
      "step": 10664
    },
    {
      "contrastive_lambda": 0.9240610392885317,
      "epoch": 3.3265751715533374,
      "step": 10665
    },
    {
      "contrastive_lambda": 0.9240471685534464,
      "epoch": 3.3268870867124143,
      "step": 10666
    },
    {
      "contrastive_lambda": 0.9240332966558116,
      "epoch": 3.3271990018714908,
      "step": 10667
    },
    {
      "contrastive_lambda": 0.9240194235956654,
      "epoch": 3.3275109170305677,
      "step": 10668
    },
    {
      "contrastive_lambda": 0.9240055493730459,
      "epoch": 3.3278228321896446,
      "step": 10669
    },
    {
      "epoch": 3.328134747348721,
      "grad_norm": 0.0977734625339508,
      "learning_rate": 9.559960218373673e-05,
      "loss": 0.0471,
      "step": 10670
    },
    {
      "epoch": 3.328134747348721,
      "flow_loss": 0.06431040912866592,
      "step": 10670
    },
    {
      "contrastive_loss": 0.013229796662926674,
      "epoch": 3.328134747348721,
      "step": 10670
    },
    {
      "contrastive_lambda": 0.9239916739879912,
      "epoch": 3.328134747348721,
      "step": 10670
    },
    {
      "contrastive_lambda": 0.9239777974405392,
      "epoch": 3.328446662507798,
      "step": 10671
    },
    {
      "contrastive_lambda": 0.9239639197307279,
      "epoch": 3.3287585776668744,
      "step": 10672
    },
    {
      "contrastive_lambda": 0.9239500408585956,
      "epoch": 3.3290704928259514,
      "step": 10673
    },
    {
      "contrastive_lambda": 0.9239361608241801,
      "epoch": 3.329382407985028,
      "step": 10674
    },
    {
      "contrastive_lambda": 0.9239222796275195,
      "epoch": 3.3296943231441047,
      "step": 10675
    },
    {
      "contrastive_lambda": 0.923908397268652,
      "epoch": 3.3300062383031817,
      "step": 10676
    },
    {
      "contrastive_lambda": 0.9238945137476156,
      "epoch": 3.330318153462258,
      "step": 10677
    },
    {
      "contrastive_lambda": 0.9238806290644482,
      "epoch": 3.330630068621335,
      "step": 10678
    },
    {
      "contrastive_lambda": 0.923866743219188,
      "epoch": 3.330941983780412,
      "step": 10679
    },
    {
      "epoch": 3.3312538989394884,
      "grad_norm": 0.10060783475637436,
      "learning_rate": 9.558829081893836e-05,
      "loss": 0.0489,
      "step": 10680
    },
    {
      "epoch": 3.3312538989394884,
      "flow_loss": 0.04099997133016586,
      "step": 10680
    },
    {
      "contrastive_loss": 0.007662172894924879,
      "epoch": 3.3312538989394884,
      "step": 10680
    },
    {
      "contrastive_lambda": 0.9238528562118732,
      "epoch": 3.3312538989394884,
      "step": 10680
    },
    {
      "contrastive_lambda": 0.9238389680425416,
      "epoch": 3.3315658140985653,
      "step": 10681
    },
    {
      "contrastive_lambda": 0.9238250787112314,
      "epoch": 3.331877729257642,
      "step": 10682
    },
    {
      "contrastive_lambda": 0.9238111882179808,
      "epoch": 3.3321896444167187,
      "step": 10683
    },
    {
      "contrastive_lambda": 0.9237972965628276,
      "epoch": 3.332501559575795,
      "step": 10684
    },
    {
      "contrastive_lambda": 0.9237834037458101,
      "epoch": 3.332813474734872,
      "step": 10685
    },
    {
      "contrastive_lambda": 0.9237695097669665,
      "epoch": 3.333125389893949,
      "step": 10686
    },
    {
      "contrastive_lambda": 0.9237556146263346,
      "epoch": 3.3334373050530255,
      "step": 10687
    },
    {
      "contrastive_lambda": 0.9237417183239526,
      "epoch": 3.3337492202121024,
      "step": 10688
    },
    {
      "contrastive_lambda": 0.9237278208598587,
      "epoch": 3.334061135371179,
      "step": 10689
    },
    {
      "epoch": 3.334373050530256,
      "grad_norm": 0.20442229509353638,
      "learning_rate": 9.55769656056209e-05,
      "loss": 0.0471,
      "step": 10690
    },
    {
      "epoch": 3.334373050530256,
      "flow_loss": 0.05328163504600525,
      "step": 10690
    },
    {
      "contrastive_loss": 0.0077551379799842834,
      "epoch": 3.334373050530256,
      "step": 10690
    },
    {
      "contrastive_lambda": 0.9237139222340909,
      "epoch": 3.334373050530256,
      "step": 10690
    },
    {
      "contrastive_lambda": 0.9237000224466871,
      "epoch": 3.3346849656893323,
      "step": 10691
    },
    {
      "contrastive_lambda": 0.9236861214976859,
      "epoch": 3.334996880848409,
      "step": 10692
    },
    {
      "contrastive_lambda": 0.9236722193871251,
      "epoch": 3.335308796007486,
      "step": 10693
    },
    {
      "contrastive_lambda": 0.9236583161150428,
      "epoch": 3.3356207111665626,
      "step": 10694
    },
    {
      "contrastive_lambda": 0.9236444116814772,
      "epoch": 3.3359326263256395,
      "step": 10695
    },
    {
      "contrastive_lambda": 0.9236305060864664,
      "epoch": 3.3362445414847164,
      "step": 10696
    },
    {
      "contrastive_lambda": 0.9236165993300485,
      "epoch": 3.336556456643793,
      "step": 10697
    },
    {
      "contrastive_lambda": 0.9236026914122616,
      "epoch": 3.3368683718028698,
      "step": 10698
    },
    {
      "contrastive_lambda": 0.9235887823331439,
      "epoch": 3.3371802869619462,
      "step": 10699
    },
    {
      "epoch": 3.337492202121023,
      "grad_norm": 0.11446826159954071,
      "learning_rate": 9.556562654722469e-05,
      "loss": 0.0507,
      "step": 10700
    },
    {
      "epoch": 3.337492202121023,
      "flow_loss": 0.044613469392061234,
      "step": 10700
    },
    {
      "contrastive_loss": 0.008594898506999016,
      "epoch": 3.337492202121023,
      "step": 10700
    },
    {
      "contrastive_lambda": 0.9235748720927335,
      "epoch": 3.337492202121023,
      "step": 10700
    },
    {
      "contrastive_lambda": 0.9235609606910686,
      "epoch": 3.3378041172800996,
      "step": 10701
    },
    {
      "contrastive_lambda": 0.9235470481281872,
      "epoch": 3.3381160324391765,
      "step": 10702
    },
    {
      "contrastive_lambda": 0.9235331344041275,
      "epoch": 3.3384279475982535,
      "step": 10703
    },
    {
      "contrastive_lambda": 0.9235192195189278,
      "epoch": 3.33873986275733,
      "step": 10704
    },
    {
      "contrastive_lambda": 0.9235053034726259,
      "epoch": 3.339051777916407,
      "step": 10705
    },
    {
      "contrastive_lambda": 0.9234913862652604,
      "epoch": 3.3393636930754833,
      "step": 10706
    },
    {
      "contrastive_lambda": 0.9234774678968691,
      "epoch": 3.3396756082345602,
      "step": 10707
    },
    {
      "contrastive_lambda": 0.9234635483674902,
      "epoch": 3.3399875233936367,
      "step": 10708
    },
    {
      "contrastive_lambda": 0.9234496276771621,
      "epoch": 3.3402994385527136,
      "step": 10709
    },
    {
      "epoch": 3.3406113537117905,
      "grad_norm": 0.1600976586341858,
      "learning_rate": 9.555427364719422e-05,
      "loss": 0.0548,
      "step": 10710
    },
    {
      "epoch": 3.3406113537117905,
      "flow_loss": 0.032957594841718674,
      "step": 10710
    },
    {
      "contrastive_loss": 0.006603490561246872,
      "epoch": 3.3406113537117905,
      "step": 10710
    },
    {
      "contrastive_lambda": 0.9234357058259228,
      "epoch": 3.3406113537117905,
      "step": 10710
    },
    {
      "contrastive_lambda": 0.9234217828138104,
      "epoch": 3.340923268870867,
      "step": 10711
    },
    {
      "contrastive_lambda": 0.923407858640863,
      "epoch": 3.341235184029944,
      "step": 10712
    },
    {
      "contrastive_lambda": 0.9233939333071192,
      "epoch": 3.341547099189021,
      "step": 10713
    },
    {
      "contrastive_lambda": 0.9233800068126167,
      "epoch": 3.3418590143480973,
      "step": 10714
    },
    {
      "contrastive_lambda": 0.9233660791573939,
      "epoch": 3.342170929507174,
      "step": 10715
    },
    {
      "contrastive_lambda": 0.923352150341489,
      "epoch": 3.3424828446662507,
      "step": 10716
    },
    {
      "contrastive_lambda": 0.9233382203649401,
      "epoch": 3.3427947598253276,
      "step": 10717
    },
    {
      "contrastive_lambda": 0.9233242892277855,
      "epoch": 3.343106674984404,
      "step": 10718
    },
    {
      "contrastive_lambda": 0.9233103569300632,
      "epoch": 3.343418590143481,
      "step": 10719
    },
    {
      "epoch": 3.343730505302558,
      "grad_norm": 0.14180052280426025,
      "learning_rate": 9.55429069089782e-05,
      "loss": 0.0442,
      "step": 10720
    },
    {
      "epoch": 3.343730505302558,
      "flow_loss": 0.0349835604429245,
      "step": 10720
    },
    {
      "contrastive_loss": 0.007151126861572266,
      "epoch": 3.343730505302558,
      "step": 10720
    },
    {
      "contrastive_lambda": 0.9232964234718117,
      "epoch": 3.343730505302558,
      "step": 10720
    },
    {
      "contrastive_lambda": 0.9232824888530689,
      "epoch": 3.3440424204616344,
      "step": 10721
    },
    {
      "contrastive_lambda": 0.9232685530738731,
      "epoch": 3.3443543356207113,
      "step": 10722
    },
    {
      "contrastive_lambda": 0.9232546161342626,
      "epoch": 3.3446662507797877,
      "step": 10723
    },
    {
      "contrastive_lambda": 0.9232406780342756,
      "epoch": 3.3449781659388647,
      "step": 10724
    },
    {
      "contrastive_lambda": 0.9232267387739501,
      "epoch": 3.345290081097941,
      "step": 10725
    },
    {
      "contrastive_lambda": 0.9232127983533245,
      "epoch": 3.345601996257018,
      "step": 10726
    },
    {
      "contrastive_lambda": 0.9231988567724371,
      "epoch": 3.345913911416095,
      "step": 10727
    },
    {
      "contrastive_lambda": 0.923184914031326,
      "epoch": 3.3462258265751714,
      "step": 10728
    },
    {
      "contrastive_lambda": 0.9231709701300292,
      "epoch": 3.3465377417342483,
      "step": 10729
    },
    {
      "epoch": 3.3468496568933253,
      "grad_norm": 0.12229510396718979,
      "learning_rate": 9.553152633602956e-05,
      "loss": 0.0477,
      "step": 10730
    },
    {
      "epoch": 3.3468496568933253,
      "flow_loss": 0.07350555062294006,
      "step": 10730
    },
    {
      "contrastive_loss": 0.008112573996186256,
      "epoch": 3.3468496568933253,
      "step": 10730
    },
    {
      "contrastive_lambda": 0.9231570250685853,
      "epoch": 3.3468496568933253,
      "step": 10730
    },
    {
      "contrastive_lambda": 0.9231430788470325,
      "epoch": 3.3471615720524017,
      "step": 10731
    },
    {
      "contrastive_lambda": 0.9231291314654089,
      "epoch": 3.3474734872114786,
      "step": 10732
    },
    {
      "contrastive_lambda": 0.9231151829237525,
      "epoch": 3.347785402370555,
      "step": 10733
    },
    {
      "contrastive_lambda": 0.923101233222102,
      "epoch": 3.348097317529632,
      "step": 10734
    },
    {
      "contrastive_lambda": 0.9230872823604955,
      "epoch": 3.3484092326887085,
      "step": 10735
    },
    {
      "contrastive_lambda": 0.9230733303389711,
      "epoch": 3.3487211478477854,
      "step": 10736
    },
    {
      "contrastive_lambda": 0.9230593771575673,
      "epoch": 3.3490330630068623,
      "step": 10737
    },
    {
      "contrastive_lambda": 0.9230454228163221,
      "epoch": 3.349344978165939,
      "step": 10738
    },
    {
      "contrastive_lambda": 0.9230314673152737,
      "epoch": 3.3496568933250157,
      "step": 10739
    },
    {
      "epoch": 3.349968808484092,
      "grad_norm": 0.12818707525730133,
      "learning_rate": 9.552013193180543e-05,
      "loss": 0.0483,
      "step": 10740
    },
    {
      "epoch": 3.349968808484092,
      "flow_loss": 0.059336159378290176,
      "step": 10740
    },
    {
      "contrastive_loss": 0.008764194324612617,
      "epoch": 3.349968808484092,
      "step": 10740
    },
    {
      "contrastive_lambda": 0.9230175106544607,
      "epoch": 3.349968808484092,
      "step": 10740
    },
    {
      "contrastive_lambda": 0.9230035528339211,
      "epoch": 3.350280723643169,
      "step": 10741
    },
    {
      "contrastive_lambda": 0.9229895938536933,
      "epoch": 3.3505926388022456,
      "step": 10742
    },
    {
      "contrastive_lambda": 0.9229756337138154,
      "epoch": 3.3509045539613225,
      "step": 10743
    },
    {
      "contrastive_lambda": 0.9229616724143259,
      "epoch": 3.3512164691203994,
      "step": 10744
    },
    {
      "contrastive_lambda": 0.922947709955263,
      "epoch": 3.351528384279476,
      "step": 10745
    },
    {
      "contrastive_lambda": 0.9229337463366647,
      "epoch": 3.3518402994385528,
      "step": 10746
    },
    {
      "contrastive_lambda": 0.9229197815585697,
      "epoch": 3.3521522145976297,
      "step": 10747
    },
    {
      "contrastive_lambda": 0.9229058156210161,
      "epoch": 3.352464129756706,
      "step": 10748
    },
    {
      "contrastive_lambda": 0.9228918485240423,
      "epoch": 3.352776044915783,
      "step": 10749
    },
    {
      "epoch": 3.3530879600748595,
      "grad_norm": 0.16201967000961304,
      "learning_rate": 9.550872369976707e-05,
      "loss": 0.0478,
      "step": 10750
    },
    {
      "epoch": 3.3530879600748595,
      "flow_loss": 0.052942581474781036,
      "step": 10750
    },
    {
      "contrastive_loss": 0.011413384228944778,
      "epoch": 3.3530879600748595,
      "step": 10750
    },
    {
      "contrastive_lambda": 0.9228778802676862,
      "epoch": 3.3530879600748595,
      "step": 10750
    },
    {
      "contrastive_lambda": 0.9228639108519867,
      "epoch": 3.3533998752339365,
      "step": 10751
    },
    {
      "contrastive_lambda": 0.9228499402769815,
      "epoch": 3.353711790393013,
      "step": 10752
    },
    {
      "contrastive_lambda": 0.9228359685427094,
      "epoch": 3.35402370555209,
      "step": 10753
    },
    {
      "contrastive_lambda": 0.9228219956492083,
      "epoch": 3.3543356207111668,
      "step": 10754
    },
    {
      "contrastive_lambda": 0.9228080215965169,
      "epoch": 3.3546475358702432,
      "step": 10755
    },
    {
      "contrastive_lambda": 0.9227940463846731,
      "epoch": 3.35495945102932,
      "step": 10756
    },
    {
      "contrastive_lambda": 0.9227800700137155,
      "epoch": 3.3552713661883966,
      "step": 10757
    },
    {
      "contrastive_lambda": 0.9227660924836824,
      "epoch": 3.3555832813474735,
      "step": 10758
    },
    {
      "contrastive_lambda": 0.922752113794612,
      "epoch": 3.35589519650655,
      "step": 10759
    },
    {
      "epoch": 3.356207111665627,
      "grad_norm": 0.21966198086738586,
      "learning_rate": 9.549730164338007e-05,
      "loss": 0.0525,
      "step": 10760
    },
    {
      "epoch": 3.356207111665627,
      "flow_loss": 0.048832930624485016,
      "step": 10760
    },
    {
      "contrastive_loss": 0.006527653895318508,
      "epoch": 3.356207111665627,
      "step": 10760
    },
    {
      "contrastive_lambda": 0.9227381339465426,
      "epoch": 3.356207111665627,
      "step": 10760
    },
    {
      "contrastive_lambda": 0.9227241529395127,
      "epoch": 3.356519026824704,
      "step": 10761
    },
    {
      "contrastive_lambda": 0.9227101707735605,
      "epoch": 3.3568309419837803,
      "step": 10762
    },
    {
      "contrastive_lambda": 0.9226961874487244,
      "epoch": 3.357142857142857,
      "step": 10763
    },
    {
      "contrastive_lambda": 0.9226822029650427,
      "epoch": 3.357454772301934,
      "step": 10764
    },
    {
      "contrastive_lambda": 0.9226682173225538,
      "epoch": 3.3577666874610106,
      "step": 10765
    },
    {
      "contrastive_lambda": 0.9226542305212958,
      "epoch": 3.3580786026200875,
      "step": 10766
    },
    {
      "contrastive_lambda": 0.9226402425613074,
      "epoch": 3.358390517779164,
      "step": 10767
    },
    {
      "contrastive_lambda": 0.9226262534426266,
      "epoch": 3.358702432938241,
      "step": 10768
    },
    {
      "contrastive_lambda": 0.9226122631652921,
      "epoch": 3.3590143480973174,
      "step": 10769
    },
    {
      "epoch": 3.3593262632563943,
      "grad_norm": 0.14284811913967133,
      "learning_rate": 9.548586576611408e-05,
      "loss": 0.0498,
      "step": 10770
    },
    {
      "epoch": 3.3593262632563943,
      "flow_loss": 0.07140500098466873,
      "step": 10770
    },
    {
      "contrastive_loss": 0.006670318078249693,
      "epoch": 3.3593262632563943,
      "step": 10770
    },
    {
      "contrastive_lambda": 0.922598271729342,
      "epoch": 3.3593262632563943,
      "step": 10770
    },
    {
      "contrastive_lambda": 0.9225842791348148,
      "epoch": 3.359638178415471,
      "step": 10771
    },
    {
      "contrastive_lambda": 0.9225702853817488,
      "epoch": 3.3599500935745477,
      "step": 10772
    },
    {
      "contrastive_lambda": 0.9225562904701823,
      "epoch": 3.3602620087336246,
      "step": 10773
    },
    {
      "contrastive_lambda": 0.9225422944001538,
      "epoch": 3.360573923892701,
      "step": 10774
    },
    {
      "contrastive_lambda": 0.9225282971717016,
      "epoch": 3.360885839051778,
      "step": 10775
    },
    {
      "contrastive_lambda": 0.922514298784864,
      "epoch": 3.3611977542108544,
      "step": 10776
    },
    {
      "contrastive_lambda": 0.9225002992396796,
      "epoch": 3.3615096693699313,
      "step": 10777
    },
    {
      "contrastive_lambda": 0.9224862985361866,
      "epoch": 3.3618215845290083,
      "step": 10778
    },
    {
      "contrastive_lambda": 0.9224722966744234,
      "epoch": 3.3621334996880847,
      "step": 10779
    },
    {
      "epoch": 3.3624454148471616,
      "grad_norm": 0.20329441130161285,
      "learning_rate": 9.54744160714431e-05,
      "loss": 0.0477,
      "step": 10780
    },
    {
      "epoch": 3.3624454148471616,
      "flow_loss": 0.05814843997359276,
      "step": 10780
    },
    {
      "contrastive_loss": 0.007625598460435867,
      "epoch": 3.3624454148471616,
      "step": 10780
    },
    {
      "contrastive_lambda": 0.9224582936544283,
      "epoch": 3.3624454148471616,
      "step": 10780
    },
    {
      "contrastive_lambda": 0.92244428947624,
      "epoch": 3.362757330006238,
      "step": 10781
    },
    {
      "contrastive_lambda": 0.9224302841398966,
      "epoch": 3.363069245165315,
      "step": 10782
    },
    {
      "contrastive_lambda": 0.9224162776454365,
      "epoch": 3.363381160324392,
      "step": 10783
    },
    {
      "contrastive_lambda": 0.9224022699928984,
      "epoch": 3.3636930754834684,
      "step": 10784
    },
    {
      "contrastive_lambda": 0.9223882611823204,
      "epoch": 3.3640049906425453,
      "step": 10785
    },
    {
      "contrastive_lambda": 0.922374251213741,
      "epoch": 3.364316905801622,
      "step": 10786
    },
    {
      "contrastive_lambda": 0.9223602400871986,
      "epoch": 3.3646288209606987,
      "step": 10787
    },
    {
      "contrastive_lambda": 0.9223462278027317,
      "epoch": 3.3649407361197756,
      "step": 10788
    },
    {
      "contrastive_lambda": 0.9223322143603785,
      "epoch": 3.365252651278852,
      "step": 10789
    },
    {
      "epoch": 3.365564566437929,
      "grad_norm": 0.14107823371887207,
      "learning_rate": 9.546295256284516e-05,
      "loss": 0.0529,
      "step": 10790
    },
    {
      "epoch": 3.365564566437929,
      "flow_loss": 0.040645550936460495,
      "step": 10790
    },
    {
      "contrastive_loss": 0.006970051676034927,
      "epoch": 3.365564566437929,
      "step": 10790
    },
    {
      "contrastive_lambda": 0.9223181997601776,
      "epoch": 3.365564566437929,
      "step": 10790
    },
    {
      "contrastive_lambda": 0.9223041840021673,
      "epoch": 3.3658764815970055,
      "step": 10791
    },
    {
      "contrastive_lambda": 0.9222901670863863,
      "epoch": 3.3661883967560824,
      "step": 10792
    },
    {
      "contrastive_lambda": 0.9222761490128726,
      "epoch": 3.366500311915159,
      "step": 10793
    },
    {
      "contrastive_lambda": 0.922262129781665,
      "epoch": 3.3668122270742358,
      "step": 10794
    },
    {
      "contrastive_lambda": 0.9222481093928019,
      "epoch": 3.3671241422333127,
      "step": 10795
    },
    {
      "contrastive_lambda": 0.9222340878463214,
      "epoch": 3.367436057392389,
      "step": 10796
    },
    {
      "contrastive_lambda": 0.9222200651422623,
      "epoch": 3.367747972551466,
      "step": 10797
    },
    {
      "contrastive_lambda": 0.922206041280663,
      "epoch": 3.3680598877105425,
      "step": 10798
    },
    {
      "contrastive_lambda": 0.9221920162615618,
      "epoch": 3.3683718028696195,
      "step": 10799
    },
    {
      "epoch": 3.3686837180286964,
      "grad_norm": 0.2081781029701233,
      "learning_rate": 9.545147524380265e-05,
      "loss": 0.0491,
      "step": 10800
    },
    {
      "epoch": 3.3686837180286964,
      "flow_loss": 0.040899623185396194,
      "step": 10800
    },
    {
      "contrastive_loss": 0.006149322725832462,
      "epoch": 3.3686837180286964,
      "step": 10800
    },
    {
      "contrastive_lambda": 0.9221779900849971,
      "epoch": 3.3686837180286964,
      "step": 10800
    },
    {
      "contrastive_lambda": 0.9221639627510075,
      "epoch": 3.368995633187773,
      "step": 10801
    },
    {
      "contrastive_lambda": 0.9221499342596315,
      "epoch": 3.3693075483468498,
      "step": 10802
    },
    {
      "contrastive_lambda": 0.9221359046109074,
      "epoch": 3.3696194635059262,
      "step": 10803
    },
    {
      "contrastive_lambda": 0.922121873804874,
      "epoch": 3.369931378665003,
      "step": 10804
    },
    {
      "contrastive_lambda": 0.9221078418415694,
      "epoch": 3.37024329382408,
      "step": 10805
    },
    {
      "contrastive_lambda": 0.922093808721032,
      "epoch": 3.3705552089831565,
      "step": 10806
    },
    {
      "contrastive_lambda": 0.9220797744433006,
      "epoch": 3.3708671241422334,
      "step": 10807
    },
    {
      "contrastive_lambda": 0.9220657390084135,
      "epoch": 3.37117903930131,
      "step": 10808
    },
    {
      "contrastive_lambda": 0.9220517024164092,
      "epoch": 3.371490954460387,
      "step": 10809
    },
    {
      "epoch": 3.3718028696194633,
      "grad_norm": 0.17240965366363525,
      "learning_rate": 9.543998411780201e-05,
      "loss": 0.0483,
      "step": 10810
    },
    {
      "epoch": 3.3718028696194633,
      "flow_loss": 0.036956749856472015,
      "step": 10810
    },
    {
      "contrastive_loss": 0.006422055885195732,
      "epoch": 3.3718028696194633,
      "step": 10810
    },
    {
      "contrastive_lambda": 0.9220376646673263,
      "epoch": 3.3718028696194633,
      "step": 10810
    },
    {
      "contrastive_lambda": 0.922023625761203,
      "epoch": 3.37211478477854,
      "step": 10811
    },
    {
      "contrastive_lambda": 0.9220095856980781,
      "epoch": 3.372426699937617,
      "step": 10812
    },
    {
      "contrastive_lambda": 0.9219955444779899,
      "epoch": 3.3727386150966936,
      "step": 10813
    },
    {
      "contrastive_lambda": 0.921981502100977,
      "epoch": 3.3730505302557705,
      "step": 10814
    },
    {
      "contrastive_lambda": 0.9219674585670778,
      "epoch": 3.373362445414847,
      "step": 10815
    },
    {
      "contrastive_lambda": 0.921953413876331,
      "epoch": 3.373674360573924,
      "step": 10816
    },
    {
      "contrastive_lambda": 0.9219393680287749,
      "epoch": 3.373986275733001,
      "step": 10817
    },
    {
      "contrastive_lambda": 0.9219253210244479,
      "epoch": 3.3742981908920773,
      "step": 10818
    },
    {
      "contrastive_lambda": 0.9219112728633888,
      "epoch": 3.374610106051154,
      "step": 10819
    },
    {
      "epoch": 3.3749220212102307,
      "grad_norm": 0.1462552547454834,
      "learning_rate": 9.542847918833397e-05,
      "loss": 0.054,
      "step": 10820
    },
    {
      "epoch": 3.3749220212102307,
      "flow_loss": 0.034175772219896317,
      "step": 10820
    },
    {
      "contrastive_loss": 0.006863326765596867,
      "epoch": 3.3749220212102307,
      "step": 10820
    },
    {
      "contrastive_lambda": 0.921897223545636,
      "epoch": 3.3749220212102307,
      "step": 10820
    },
    {
      "contrastive_lambda": 0.921883173071228,
      "epoch": 3.3752339363693076,
      "step": 10821
    },
    {
      "contrastive_lambda": 0.9218691214402033,
      "epoch": 3.3755458515283845,
      "step": 10822
    },
    {
      "contrastive_lambda": 0.9218550686526005,
      "epoch": 3.375857766687461,
      "step": 10823
    },
    {
      "contrastive_lambda": 0.921841014708458,
      "epoch": 3.376169681846538,
      "step": 10824
    },
    {
      "contrastive_lambda": 0.9218269596078145,
      "epoch": 3.3764815970056143,
      "step": 10825
    },
    {
      "contrastive_lambda": 0.9218129033507083,
      "epoch": 3.3767935121646913,
      "step": 10826
    },
    {
      "contrastive_lambda": 0.9217988459371782,
      "epoch": 3.3771054273237677,
      "step": 10827
    },
    {
      "contrastive_lambda": 0.9217847873672627,
      "epoch": 3.3774173424828446,
      "step": 10828
    },
    {
      "contrastive_lambda": 0.9217707276410001,
      "epoch": 3.3777292576419216,
      "step": 10829
    },
    {
      "epoch": 3.378041172800998,
      "grad_norm": 0.20957009494304657,
      "learning_rate": 9.541696045889343e-05,
      "loss": 0.0556,
      "step": 10830
    },
    {
      "epoch": 3.378041172800998,
      "flow_loss": 0.05831943824887276,
      "step": 10830
    },
    {
      "contrastive_loss": 0.008371606469154358,
      "epoch": 3.378041172800998,
      "step": 10830
    },
    {
      "contrastive_lambda": 0.9217566667584292,
      "epoch": 3.378041172800998,
      "step": 10830
    },
    {
      "contrastive_lambda": 0.9217426047195882,
      "epoch": 3.378353087960075,
      "step": 10831
    },
    {
      "contrastive_lambda": 0.9217285415245162,
      "epoch": 3.3786650031191514,
      "step": 10832
    },
    {
      "contrastive_lambda": 0.9217144771732514,
      "epoch": 3.3789769182782283,
      "step": 10833
    },
    {
      "contrastive_lambda": 0.9217004116658323,
      "epoch": 3.3792888334373052,
      "step": 10834
    },
    {
      "contrastive_lambda": 0.9216863450022976,
      "epoch": 3.3796007485963817,
      "step": 10835
    },
    {
      "contrastive_lambda": 0.921672277182686,
      "epoch": 3.3799126637554586,
      "step": 10836
    },
    {
      "contrastive_lambda": 0.9216582082070358,
      "epoch": 3.380224578914535,
      "step": 10837
    },
    {
      "contrastive_lambda": 0.9216441380753857,
      "epoch": 3.380536494073612,
      "step": 10838
    },
    {
      "contrastive_lambda": 0.9216300667877743,
      "epoch": 3.380848409232689,
      "step": 10839
    },
    {
      "epoch": 3.3811603243917654,
      "grad_norm": 0.1471954882144928,
      "learning_rate": 9.540542793297947e-05,
      "loss": 0.0512,
      "step": 10840
    },
    {
      "epoch": 3.3811603243917654,
      "flow_loss": 0.05695734918117523,
      "step": 10840
    },
    {
      "contrastive_loss": 0.01247214525938034,
      "epoch": 3.3811603243917654,
      "step": 10840
    },
    {
      "contrastive_lambda": 0.92161599434424,
      "epoch": 3.3811603243917654,
      "step": 10840
    },
    {
      "contrastive_lambda": 0.9216019207448216,
      "epoch": 3.3814722395508423,
      "step": 10841
    },
    {
      "contrastive_lambda": 0.9215878459895577,
      "epoch": 3.3817841547099188,
      "step": 10842
    },
    {
      "contrastive_lambda": 0.9215737700784866,
      "epoch": 3.3820960698689957,
      "step": 10843
    },
    {
      "contrastive_lambda": 0.9215596930116472,
      "epoch": 3.382407985028072,
      "step": 10844
    },
    {
      "contrastive_lambda": 0.9215456147890778,
      "epoch": 3.382719900187149,
      "step": 10845
    },
    {
      "contrastive_lambda": 0.9215315354108173,
      "epoch": 3.383031815346226,
      "step": 10846
    },
    {
      "contrastive_lambda": 0.9215174548769042,
      "epoch": 3.3833437305053025,
      "step": 10847
    },
    {
      "contrastive_lambda": 0.921503373187377,
      "epoch": 3.3836556456643794,
      "step": 10848
    },
    {
      "contrastive_lambda": 0.9214892903422743,
      "epoch": 3.383967560823456,
      "step": 10849
    },
    {
      "epoch": 3.3842794759825328,
      "grad_norm": 0.17262804508209229,
      "learning_rate": 9.539388161409537e-05,
      "loss": 0.0481,
      "step": 10850
    },
    {
      "epoch": 3.3842794759825328,
      "flow_loss": 0.03946609050035477,
      "step": 10850
    },
    {
      "contrastive_loss": 0.00780455581843853,
      "epoch": 3.3842794759825328,
      "step": 10850
    },
    {
      "contrastive_lambda": 0.9214752063416349,
      "epoch": 3.3842794759825328,
      "step": 10850
    },
    {
      "contrastive_lambda": 0.9214611211854973,
      "epoch": 3.3845913911416097,
      "step": 10851
    },
    {
      "contrastive_lambda": 0.9214470348738999,
      "epoch": 3.384903306300686,
      "step": 10852
    },
    {
      "contrastive_lambda": 0.9214329474068818,
      "epoch": 3.385215221459763,
      "step": 10853
    },
    {
      "contrastive_lambda": 0.9214188587844812,
      "epoch": 3.3855271366188395,
      "step": 10854
    },
    {
      "contrastive_lambda": 0.9214047690067368,
      "epoch": 3.3858390517779164,
      "step": 10855
    },
    {
      "contrastive_lambda": 0.9213906780736875,
      "epoch": 3.3861509669369934,
      "step": 10856
    },
    {
      "contrastive_lambda": 0.9213765859853715,
      "epoch": 3.38646288209607,
      "step": 10857
    },
    {
      "contrastive_lambda": 0.9213624927418278,
      "epoch": 3.3867747972551467,
      "step": 10858
    },
    {
      "contrastive_lambda": 0.921348398343095,
      "epoch": 3.387086712414223,
      "step": 10859
    },
    {
      "epoch": 3.3873986275733,
      "grad_norm": 0.1412833034992218,
      "learning_rate": 9.538232150574857e-05,
      "loss": 0.0478,
      "step": 10860
    },
    {
      "epoch": 3.3873986275733,
      "flow_loss": 0.04511832073330879,
      "step": 10860
    },
    {
      "contrastive_loss": 0.007023446727544069,
      "epoch": 3.3873986275733,
      "step": 10860
    },
    {
      "contrastive_lambda": 0.9213343027892116,
      "epoch": 3.3873986275733,
      "step": 10860
    },
    {
      "contrastive_lambda": 0.9213202060802161,
      "epoch": 3.3877105427323766,
      "step": 10861
    },
    {
      "contrastive_lambda": 0.9213061082161476,
      "epoch": 3.3880224578914535,
      "step": 10862
    },
    {
      "contrastive_lambda": 0.9212920091970442,
      "epoch": 3.3883343730505304,
      "step": 10863
    },
    {
      "contrastive_lambda": 0.921277909022945,
      "epoch": 3.388646288209607,
      "step": 10864
    },
    {
      "contrastive_lambda": 0.9212638076938884,
      "epoch": 3.388958203368684,
      "step": 10865
    },
    {
      "contrastive_lambda": 0.9212497052099133,
      "epoch": 3.3892701185277603,
      "step": 10866
    },
    {
      "contrastive_lambda": 0.9212356015710581,
      "epoch": 3.389582033686837,
      "step": 10867
    },
    {
      "contrastive_lambda": 0.9212214967773616,
      "epoch": 3.3898939488459137,
      "step": 10868
    },
    {
      "contrastive_lambda": 0.9212073908288625,
      "epoch": 3.3902058640049906,
      "step": 10869
    },
    {
      "epoch": 3.3905177791640675,
      "grad_norm": 0.11325594782829285,
      "learning_rate": 9.537074761145076e-05,
      "loss": 0.0464,
      "step": 10870
    },
    {
      "epoch": 3.3905177791640675,
      "flow_loss": 0.06226351112127304,
      "step": 10870
    },
    {
      "contrastive_loss": 0.006417632102966309,
      "epoch": 3.3905177791640675,
      "step": 10870
    },
    {
      "contrastive_lambda": 0.9211932837255994,
      "epoch": 3.3905177791640675,
      "step": 10870
    },
    {
      "contrastive_lambda": 0.921179175467611,
      "epoch": 3.390829694323144,
      "step": 10871
    },
    {
      "contrastive_lambda": 0.921165066054936,
      "epoch": 3.391141609482221,
      "step": 10872
    },
    {
      "contrastive_lambda": 0.9211509554876129,
      "epoch": 3.391453524641298,
      "step": 10873
    },
    {
      "contrastive_lambda": 0.9211368437656807,
      "epoch": 3.3917654398003743,
      "step": 10874
    },
    {
      "contrastive_lambda": 0.921122730889178,
      "epoch": 3.392077354959451,
      "step": 10875
    },
    {
      "contrastive_lambda": 0.9211086168581433,
      "epoch": 3.3923892701185276,
      "step": 10876
    },
    {
      "contrastive_lambda": 0.9210945016726154,
      "epoch": 3.3927011852776046,
      "step": 10877
    },
    {
      "contrastive_lambda": 0.921080385332633,
      "epoch": 3.393013100436681,
      "step": 10878
    },
    {
      "contrastive_lambda": 0.9210662678382349,
      "epoch": 3.393325015595758,
      "step": 10879
    },
    {
      "epoch": 3.393636930754835,
      "grad_norm": 0.129532128572464,
      "learning_rate": 9.535915993471778e-05,
      "loss": 0.046,
      "step": 10880
    },
    {
      "epoch": 3.393636930754835,
      "flow_loss": 0.03703518211841583,
      "step": 10880
    },
    {
      "contrastive_loss": 0.009055549278855324,
      "epoch": 3.393636930754835,
      "step": 10880
    },
    {
      "contrastive_lambda": 0.9210521491894598,
      "epoch": 3.393636930754835,
      "step": 10880
    },
    {
      "contrastive_lambda": 0.9210380293863462,
      "epoch": 3.3939488459139113,
      "step": 10881
    },
    {
      "contrastive_lambda": 0.9210239084289329,
      "epoch": 3.3942607610729882,
      "step": 10882
    },
    {
      "contrastive_lambda": 0.9210097863172588,
      "epoch": 3.3945726762320647,
      "step": 10883
    },
    {
      "contrastive_lambda": 0.9209956630513623,
      "epoch": 3.3948845913911416,
      "step": 10884
    },
    {
      "contrastive_lambda": 0.9209815386312823,
      "epoch": 3.395196506550218,
      "step": 10885
    },
    {
      "contrastive_lambda": 0.9209674130570576,
      "epoch": 3.395508421709295,
      "step": 10886
    },
    {
      "contrastive_lambda": 0.9209532863287269,
      "epoch": 3.395820336868372,
      "step": 10887
    },
    {
      "contrastive_lambda": 0.9209391584463287,
      "epoch": 3.3961322520274484,
      "step": 10888
    },
    {
      "contrastive_lambda": 0.920925029409902,
      "epoch": 3.3964441671865253,
      "step": 10889
    },
    {
      "epoch": 3.3967560823456022,
      "grad_norm": 0.12251944094896317,
      "learning_rate": 9.534755847906964e-05,
      "loss": 0.048,
      "step": 10890
    },
    {
      "epoch": 3.3967560823456022,
      "flow_loss": 0.04912973567843437,
      "step": 10890
    },
    {
      "contrastive_loss": 0.008188050240278244,
      "epoch": 3.3967560823456022,
      "step": 10890
    },
    {
      "contrastive_lambda": 0.9209108992194854,
      "epoch": 3.3967560823456022,
      "step": 10890
    },
    {
      "contrastive_lambda": 0.9208967678751176,
      "epoch": 3.3970679975046787,
      "step": 10891
    },
    {
      "contrastive_lambda": 0.9208826353768376,
      "epoch": 3.3973799126637556,
      "step": 10892
    },
    {
      "contrastive_lambda": 0.9208685017246838,
      "epoch": 3.397691827822832,
      "step": 10893
    },
    {
      "contrastive_lambda": 0.9208543669186952,
      "epoch": 3.398003742981909,
      "step": 10894
    },
    {
      "contrastive_lambda": 0.9208402309589103,
      "epoch": 3.3983156581409855,
      "step": 10895
    },
    {
      "contrastive_lambda": 0.9208260938453681,
      "epoch": 3.3986275733000624,
      "step": 10896
    },
    {
      "contrastive_lambda": 0.9208119555781074,
      "epoch": 3.3989394884591393,
      "step": 10897
    },
    {
      "contrastive_lambda": 0.9207978161571666,
      "epoch": 3.3992514036182158,
      "step": 10898
    },
    {
      "contrastive_lambda": 0.9207836755825849,
      "epoch": 3.3995633187772927,
      "step": 10899
    },
    {
      "epoch": 3.399875233936369,
      "grad_norm": 0.1405342072248459,
      "learning_rate": 9.533594324803057e-05,
      "loss": 0.0504,
      "step": 10900
    },
    {
      "epoch": 3.399875233936369,
      "flow_loss": 0.04728574678301811,
      "step": 10900
    },
    {
      "contrastive_loss": 0.007748246658593416,
      "epoch": 3.399875233936369,
      "step": 10900
    },
    {
      "contrastive_lambda": 0.9207695338544009,
      "epoch": 3.399875233936369,
      "step": 10900
    },
    {
      "contrastive_lambda": 0.9207553909726531,
      "epoch": 3.400187149095446,
      "step": 10901
    },
    {
      "contrastive_lambda": 0.9207412469373806,
      "epoch": 3.4004990642545225,
      "step": 10902
    },
    {
      "contrastive_lambda": 0.920727101748622,
      "epoch": 3.4008109794135994,
      "step": 10903
    },
    {
      "contrastive_lambda": 0.9207129554064164,
      "epoch": 3.4011228945726764,
      "step": 10904
    },
    {
      "contrastive_lambda": 0.9206988079108022,
      "epoch": 3.401434809731753,
      "step": 10905
    },
    {
      "contrastive_lambda": 0.9206846592618183,
      "epoch": 3.4017467248908297,
      "step": 10906
    },
    {
      "contrastive_lambda": 0.9206705094595036,
      "epoch": 3.4020586400499067,
      "step": 10907
    },
    {
      "contrastive_lambda": 0.9206563585038967,
      "epoch": 3.402370555208983,
      "step": 10908
    },
    {
      "contrastive_lambda": 0.9206422063950366,
      "epoch": 3.40268247036806,
      "step": 10909
    },
    {
      "epoch": 3.4029943855271365,
      "grad_norm": 0.12770143151283264,
      "learning_rate": 9.532431424512895e-05,
      "loss": 0.0471,
      "step": 10910
    },
    {
      "epoch": 3.4029943855271365,
      "flow_loss": 0.038387008011341095,
      "step": 10910
    },
    {
      "contrastive_loss": 0.008301246911287308,
      "epoch": 3.4029943855271365,
      "step": 10910
    },
    {
      "contrastive_lambda": 0.920628053132962,
      "epoch": 3.4029943855271365,
      "step": 10910
    },
    {
      "contrastive_lambda": 0.9206138987177117,
      "epoch": 3.4033063006862134,
      "step": 10911
    },
    {
      "contrastive_lambda": 0.9205997431493246,
      "epoch": 3.40361821584529,
      "step": 10912
    },
    {
      "contrastive_lambda": 0.9205855864278394,
      "epoch": 3.403930131004367,
      "step": 10913
    },
    {
      "contrastive_lambda": 0.9205714285532948,
      "epoch": 3.4042420461634437,
      "step": 10914
    },
    {
      "contrastive_lambda": 0.9205572695257298,
      "epoch": 3.40455396132252,
      "step": 10915
    },
    {
      "contrastive_lambda": 0.9205431093451832,
      "epoch": 3.404865876481597,
      "step": 10916
    },
    {
      "contrastive_lambda": 0.9205289480116938,
      "epoch": 3.4051777916406736,
      "step": 10917
    },
    {
      "contrastive_lambda": 0.9205147855253004,
      "epoch": 3.4054897067997505,
      "step": 10918
    },
    {
      "contrastive_lambda": 0.9205006218860419,
      "epoch": 3.405801621958827,
      "step": 10919
    },
    {
      "epoch": 3.406113537117904,
      "grad_norm": 0.12999030947685242,
      "learning_rate": 9.531267147389741e-05,
      "loss": 0.0446,
      "step": 10920
    },
    {
      "epoch": 3.406113537117904,
      "flow_loss": 0.0753633975982666,
      "step": 10920
    },
    {
      "contrastive_loss": 0.007964374497532845,
      "epoch": 3.406113537117904,
      "step": 10920
    },
    {
      "contrastive_lambda": 0.9204864570939569,
      "epoch": 3.406113537117904,
      "step": 10920
    },
    {
      "contrastive_lambda": 0.9204722911490846,
      "epoch": 3.406425452276981,
      "step": 10921
    },
    {
      "contrastive_lambda": 0.9204581240514635,
      "epoch": 3.4067373674360573,
      "step": 10922
    },
    {
      "contrastive_lambda": 0.9204439558011326,
      "epoch": 3.407049282595134,
      "step": 10923
    },
    {
      "contrastive_lambda": 0.9204297863981308,
      "epoch": 3.407361197754211,
      "step": 10924
    },
    {
      "contrastive_lambda": 0.9204156158424968,
      "epoch": 3.4076731129132876,
      "step": 10925
    },
    {
      "contrastive_lambda": 0.9204014441342696,
      "epoch": 3.4079850280723645,
      "step": 10926
    },
    {
      "contrastive_lambda": 0.920387271273488,
      "epoch": 3.408296943231441,
      "step": 10927
    },
    {
      "contrastive_lambda": 0.9203730972601907,
      "epoch": 3.408608858390518,
      "step": 10928
    },
    {
      "contrastive_lambda": 0.9203589220944166,
      "epoch": 3.4089207735495943,
      "step": 10929
    },
    {
      "epoch": 3.4092326887086712,
      "grad_norm": 0.12040890008211136,
      "learning_rate": 9.530101493787266e-05,
      "loss": 0.0536,
      "step": 10930
    },
    {
      "epoch": 3.4092326887086712,
      "flow_loss": 0.04024288430809975,
      "step": 10930
    },
    {
      "contrastive_loss": 0.007549844682216644,
      "epoch": 3.4092326887086712,
      "step": 10930
    },
    {
      "contrastive_lambda": 0.9203447457762048,
      "epoch": 3.4092326887086712,
      "step": 10930
    },
    {
      "contrastive_lambda": 0.920330568305594,
      "epoch": 3.409544603867748,
      "step": 10931
    },
    {
      "contrastive_lambda": 0.9203163896826231,
      "epoch": 3.4098565190268246,
      "step": 10932
    },
    {
      "contrastive_lambda": 0.9203022099073308,
      "epoch": 3.4101684341859015,
      "step": 10933
    },
    {
      "contrastive_lambda": 0.9202880289797564,
      "epoch": 3.410480349344978,
      "step": 10934
    },
    {
      "contrastive_lambda": 0.9202738468999383,
      "epoch": 3.410792264504055,
      "step": 10935
    },
    {
      "contrastive_lambda": 0.9202596636679157,
      "epoch": 3.4111041796631314,
      "step": 10936
    },
    {
      "contrastive_lambda": 0.9202454792837272,
      "epoch": 3.4114160948222083,
      "step": 10937
    },
    {
      "contrastive_lambda": 0.920231293747412,
      "epoch": 3.4117280099812852,
      "step": 10938
    },
    {
      "contrastive_lambda": 0.9202171070590088,
      "epoch": 3.4120399251403617,
      "step": 10939
    },
    {
      "epoch": 3.4123518402994386,
      "grad_norm": 0.16645273566246033,
      "learning_rate": 9.528934464059571e-05,
      "loss": 0.0465,
      "step": 10940
    },
    {
      "epoch": 3.4123518402994386,
      "flow_loss": 0.05701880902051926,
      "step": 10940
    },
    {
      "contrastive_loss": 0.00803215242922306,
      "epoch": 3.4123518402994386,
      "step": 10940
    },
    {
      "contrastive_lambda": 0.9202029192185566,
      "epoch": 3.4123518402994386,
      "step": 10940
    },
    {
      "contrastive_lambda": 0.9201887302260943,
      "epoch": 3.4126637554585155,
      "step": 10941
    },
    {
      "contrastive_lambda": 0.9201745400816606,
      "epoch": 3.412975670617592,
      "step": 10942
    },
    {
      "contrastive_lambda": 0.9201603487852945,
      "epoch": 3.413287585776669,
      "step": 10943
    },
    {
      "contrastive_lambda": 0.9201461563370351,
      "epoch": 3.4135995009357454,
      "step": 10944
    },
    {
      "contrastive_lambda": 0.9201319627369211,
      "epoch": 3.4139114160948223,
      "step": 10945
    },
    {
      "contrastive_lambda": 0.9201177679849915,
      "epoch": 3.4142233312538988,
      "step": 10946
    },
    {
      "contrastive_lambda": 0.9201035720812851,
      "epoch": 3.4145352464129757,
      "step": 10947
    },
    {
      "contrastive_lambda": 0.920089375025841,
      "epoch": 3.4148471615720526,
      "step": 10948
    },
    {
      "contrastive_lambda": 0.9200751768186979,
      "epoch": 3.415159076731129,
      "step": 10949
    },
    {
      "epoch": 3.415470991890206,
      "grad_norm": 0.13410814106464386,
      "learning_rate": 9.527766058561163e-05,
      "loss": 0.051,
      "step": 10950
    },
    {
      "epoch": 3.415470991890206,
      "flow_loss": 0.037601955235004425,
      "step": 10950
    },
    {
      "contrastive_loss": 0.010592358186841011,
      "epoch": 3.415470991890206,
      "step": 10950
    },
    {
      "contrastive_lambda": 0.9200609774598949,
      "epoch": 3.415470991890206,
      "step": 10950
    },
    {
      "contrastive_lambda": 0.9200467769494709,
      "epoch": 3.4157829070492824,
      "step": 10951
    },
    {
      "contrastive_lambda": 0.920032575287465,
      "epoch": 3.4160948222083594,
      "step": 10952
    },
    {
      "contrastive_lambda": 0.9200183724739157,
      "epoch": 3.416406737367436,
      "step": 10953
    },
    {
      "contrastive_lambda": 0.9200041685088622,
      "epoch": 3.4167186525265127,
      "step": 10954
    },
    {
      "contrastive_lambda": 0.9199899633923434,
      "epoch": 3.4170305676855897,
      "step": 10955
    },
    {
      "contrastive_lambda": 0.9199757571243984,
      "epoch": 3.417342482844666,
      "step": 10956
    },
    {
      "contrastive_lambda": 0.9199615497050659,
      "epoch": 3.417654398003743,
      "step": 10957
    },
    {
      "contrastive_lambda": 0.919947341134385,
      "epoch": 3.41796631316282,
      "step": 10958
    },
    {
      "contrastive_lambda": 0.9199331314123947,
      "epoch": 3.4182782283218964,
      "step": 10959
    },
    {
      "epoch": 3.4185901434809733,
      "grad_norm": 0.15930038690567017,
      "learning_rate": 9.526596277646976e-05,
      "loss": 0.048,
      "step": 10960
    },
    {
      "epoch": 3.4185901434809733,
      "flow_loss": 0.04909614473581314,
      "step": 10960
    },
    {
      "contrastive_loss": 0.010448030196130276,
      "epoch": 3.4185901434809733,
      "step": 10960
    },
    {
      "contrastive_lambda": 0.9199189205391338,
      "epoch": 3.4185901434809733,
      "step": 10960
    },
    {
      "contrastive_lambda": 0.9199047085146415,
      "epoch": 3.41890205864005,
      "step": 10961
    },
    {
      "contrastive_lambda": 0.9198904953389564,
      "epoch": 3.4192139737991267,
      "step": 10962
    },
    {
      "contrastive_lambda": 0.9198762810121177,
      "epoch": 3.419525888958203,
      "step": 10963
    },
    {
      "contrastive_lambda": 0.9198620655341645,
      "epoch": 3.41983780411728,
      "step": 10964
    },
    {
      "contrastive_lambda": 0.9198478489051354,
      "epoch": 3.420149719276357,
      "step": 10965
    },
    {
      "contrastive_lambda": 0.9198336311250697,
      "epoch": 3.4204616344354335,
      "step": 10966
    },
    {
      "contrastive_lambda": 0.9198194121940062,
      "epoch": 3.4207735495945104,
      "step": 10967
    },
    {
      "contrastive_lambda": 0.919805192111984,
      "epoch": 3.421085464753587,
      "step": 10968
    },
    {
      "contrastive_lambda": 0.9197909708790419,
      "epoch": 3.421397379912664,
      "step": 10969
    },
    {
      "epoch": 3.4217092950717403,
      "grad_norm": 0.17371101677417755,
      "learning_rate": 9.525425121672358e-05,
      "loss": 0.0488,
      "step": 10970
    },
    {
      "epoch": 3.4217092950717403,
      "flow_loss": 0.05652020126581192,
      "step": 10970
    },
    {
      "contrastive_loss": 0.007759858854115009,
      "epoch": 3.4217092950717403,
      "step": 10970
    },
    {
      "contrastive_lambda": 0.9197767484952192,
      "epoch": 3.4217092950717403,
      "step": 10970
    },
    {
      "contrastive_lambda": 0.9197625249605547,
      "epoch": 3.422021210230817,
      "step": 10971
    },
    {
      "contrastive_lambda": 0.9197483002750872,
      "epoch": 3.422333125389894,
      "step": 10972
    },
    {
      "contrastive_lambda": 0.919734074438856,
      "epoch": 3.4226450405489706,
      "step": 10973
    },
    {
      "contrastive_lambda": 0.9197198474519002,
      "epoch": 3.4229569557080475,
      "step": 10974
    },
    {
      "contrastive_lambda": 0.9197056193142583,
      "epoch": 3.4232688708671244,
      "step": 10975
    },
    {
      "contrastive_lambda": 0.9196913900259698,
      "epoch": 3.423580786026201,
      "step": 10976
    },
    {
      "contrastive_lambda": 0.9196771595870735,
      "epoch": 3.4238927011852778,
      "step": 10977
    },
    {
      "contrastive_lambda": 0.9196629279976085,
      "epoch": 3.4242046163443542,
      "step": 10978
    },
    {
      "contrastive_lambda": 0.9196486952576136,
      "epoch": 3.424516531503431,
      "step": 10979
    },
    {
      "epoch": 3.4248284466625076,
      "grad_norm": 0.18886698782444,
      "learning_rate": 9.524252590993074e-05,
      "loss": 0.0522,
      "step": 10980
    },
    {
      "epoch": 3.4248284466625076,
      "flow_loss": 0.04271087795495987,
      "step": 10980
    },
    {
      "contrastive_loss": 0.0069750286638736725,
      "epoch": 3.4248284466625076,
      "step": 10980
    },
    {
      "contrastive_lambda": 0.9196344613671281,
      "epoch": 3.4248284466625076,
      "step": 10980
    },
    {
      "contrastive_lambda": 0.9196202263261908,
      "epoch": 3.4251403618215845,
      "step": 10981
    },
    {
      "contrastive_lambda": 0.919605990134841,
      "epoch": 3.4254522769806615,
      "step": 10982
    },
    {
      "contrastive_lambda": 0.9195917527931173,
      "epoch": 3.425764192139738,
      "step": 10983
    },
    {
      "contrastive_lambda": 0.9195775143010592,
      "epoch": 3.426076107298815,
      "step": 10984
    },
    {
      "contrastive_lambda": 0.9195632746587055,
      "epoch": 3.4263880224578913,
      "step": 10985
    },
    {
      "contrastive_lambda": 0.9195490338660952,
      "epoch": 3.4266999376169682,
      "step": 10986
    },
    {
      "contrastive_lambda": 0.9195347919232673,
      "epoch": 3.4270118527760447,
      "step": 10987
    },
    {
      "contrastive_lambda": 0.9195205488302611,
      "epoch": 3.4273237679351216,
      "step": 10988
    },
    {
      "contrastive_lambda": 0.9195063045871155,
      "epoch": 3.4276356830941985,
      "step": 10989
    },
    {
      "epoch": 3.427947598253275,
      "grad_norm": 0.15156985819339752,
      "learning_rate": 9.523078685965309e-05,
      "loss": 0.0539,
      "step": 10990
    },
    {
      "epoch": 3.427947598253275,
      "flow_loss": 0.03767949715256691,
      "step": 10990
    },
    {
      "contrastive_loss": 0.00814279355108738,
      "epoch": 3.427947598253275,
      "step": 10990
    },
    {
      "contrastive_lambda": 0.9194920591938694,
      "epoch": 3.427947598253275,
      "step": 10990
    },
    {
      "contrastive_lambda": 0.9194778126505622,
      "epoch": 3.428259513412352,
      "step": 10991
    },
    {
      "contrastive_lambda": 0.9194635649572327,
      "epoch": 3.4285714285714284,
      "step": 10992
    },
    {
      "contrastive_lambda": 0.9194493161139199,
      "epoch": 3.4288833437305053,
      "step": 10993
    },
    {
      "contrastive_lambda": 0.919435066120663,
      "epoch": 3.429195258889582,
      "step": 10994
    },
    {
      "contrastive_lambda": 0.9194208149775012,
      "epoch": 3.4295071740486587,
      "step": 10995
    },
    {
      "contrastive_lambda": 0.9194065626844733,
      "epoch": 3.4298190892077356,
      "step": 10996
    },
    {
      "contrastive_lambda": 0.9193923092416185,
      "epoch": 3.430131004366812,
      "step": 10997
    },
    {
      "contrastive_lambda": 0.9193780546489759,
      "epoch": 3.430442919525889,
      "step": 10998
    },
    {
      "contrastive_lambda": 0.9193637989065846,
      "epoch": 3.430754834684966,
      "step": 10999
    },
    {
      "epoch": 3.4310667498440424,
      "grad_norm": 0.12943735718727112,
      "learning_rate": 9.521903406945664e-05,
      "loss": 0.059,
      "step": 11000
    },
    {
      "epoch": 3.4310667498440424,
      "flow_loss": 0.027615493163466454,
      "step": 11000
    },
    {
      "contrastive_loss": 0.008400006219744682,
      "epoch": 3.4310667498440424,
      "step": 11000
    },
    {
      "contrastive_lambda": 0.9193495420144836,
      "epoch": 3.4310667498440424,
      "step": 11000
    },
    {
      "contrastive_lambda": 0.919335283972712,
      "epoch": 3.4313786650031193,
      "step": 11001
    },
    {
      "contrastive_lambda": 0.919321024781309,
      "epoch": 3.4316905801621957,
      "step": 11002
    },
    {
      "contrastive_lambda": 0.9193067644403135,
      "epoch": 3.4320024953212727,
      "step": 11003
    },
    {
      "contrastive_lambda": 0.9192925029497647,
      "epoch": 3.432314410480349,
      "step": 11004
    },
    {
      "contrastive_lambda": 0.9192782403097017,
      "epoch": 3.432626325639426,
      "step": 11005
    },
    {
      "contrastive_lambda": 0.9192639765201636,
      "epoch": 3.432938240798503,
      "step": 11006
    },
    {
      "contrastive_lambda": 0.9192497115811895,
      "epoch": 3.4332501559575794,
      "step": 11007
    },
    {
      "contrastive_lambda": 0.9192354454928187,
      "epoch": 3.4335620711166563,
      "step": 11008
    },
    {
      "contrastive_lambda": 0.9192211782550899,
      "epoch": 3.433873986275733,
      "step": 11009
    },
    {
      "epoch": 3.4341859014348097,
      "grad_norm": 0.12160937488079071,
      "learning_rate": 9.520726754291158e-05,
      "loss": 0.0432,
      "step": 11010
    },
    {
      "epoch": 3.4341859014348097,
      "flow_loss": 0.05681070312857628,
      "step": 11010
    },
    {
      "contrastive_loss": 0.00650029256939888,
      "epoch": 3.4341859014348097,
      "step": 11010
    },
    {
      "contrastive_lambda": 0.9192069098680424,
      "epoch": 3.4341859014348097,
      "step": 11010
    },
    {
      "contrastive_lambda": 0.9191926403317154,
      "epoch": 3.4344978165938866,
      "step": 11011
    },
    {
      "contrastive_lambda": 0.9191783696461482,
      "epoch": 3.434809731752963,
      "step": 11012
    },
    {
      "contrastive_lambda": 0.9191640978113795,
      "epoch": 3.43512164691204,
      "step": 11013
    },
    {
      "contrastive_lambda": 0.9191498248274486,
      "epoch": 3.4354335620711165,
      "step": 11014
    },
    {
      "contrastive_lambda": 0.9191355506943948,
      "epoch": 3.4357454772301934,
      "step": 11015
    },
    {
      "contrastive_lambda": 0.9191212754122569,
      "epoch": 3.4360573923892703,
      "step": 11016
    },
    {
      "contrastive_lambda": 0.9191069989810743,
      "epoch": 3.436369307548347,
      "step": 11017
    },
    {
      "contrastive_lambda": 0.9190927214008862,
      "epoch": 3.4366812227074237,
      "step": 11018
    },
    {
      "contrastive_lambda": 0.9190784426717314,
      "epoch": 3.4369931378665,
      "step": 11019
    },
    {
      "epoch": 3.437305053025577,
      "grad_norm": 0.121361643075943,
      "learning_rate": 9.519548728359227e-05,
      "loss": 0.0495,
      "step": 11020
    },
    {
      "epoch": 3.437305053025577,
      "flow_loss": 0.05531730875372887,
      "step": 11020
    },
    {
      "contrastive_loss": 0.007025932893157005,
      "epoch": 3.437305053025577,
      "step": 11020
    },
    {
      "contrastive_lambda": 0.9190641627936494,
      "epoch": 3.437305053025577,
      "step": 11020
    },
    {
      "contrastive_lambda": 0.9190498817666792,
      "epoch": 3.4376169681846536,
      "step": 11021
    },
    {
      "contrastive_lambda": 0.9190355995908599,
      "epoch": 3.4379288833437305,
      "step": 11022
    },
    {
      "contrastive_lambda": 0.9190213162662307,
      "epoch": 3.4382407985028074,
      "step": 11023
    },
    {
      "contrastive_lambda": 0.9190070317928308,
      "epoch": 3.438552713661884,
      "step": 11024
    },
    {
      "contrastive_lambda": 0.9189927461706994,
      "epoch": 3.438864628820961,
      "step": 11025
    },
    {
      "contrastive_lambda": 0.9189784593998755,
      "epoch": 3.4391765439800372,
      "step": 11026
    },
    {
      "contrastive_lambda": 0.9189641714803984,
      "epoch": 3.439488459139114,
      "step": 11027
    },
    {
      "contrastive_lambda": 0.9189498824123072,
      "epoch": 3.439800374298191,
      "step": 11028
    },
    {
      "contrastive_lambda": 0.9189355921956412,
      "epoch": 3.4401122894572675,
      "step": 11029
    },
    {
      "epoch": 3.4404242046163445,
      "grad_norm": 0.14034970104694366,
      "learning_rate": 9.518369329507726e-05,
      "loss": 0.0563,
      "step": 11030
    },
    {
      "epoch": 3.4404242046163445,
      "flow_loss": 0.044854067265987396,
      "step": 11030
    },
    {
      "contrastive_loss": 0.0079451072961092,
      "epoch": 3.4404242046163445,
      "step": 11030
    },
    {
      "contrastive_lambda": 0.9189213008304394,
      "epoch": 3.4404242046163445,
      "step": 11030
    },
    {
      "contrastive_lambda": 0.9189070083167411,
      "epoch": 3.440736119775421,
      "step": 11031
    },
    {
      "contrastive_lambda": 0.9188927146545856,
      "epoch": 3.441048034934498,
      "step": 11032
    },
    {
      "contrastive_lambda": 0.9188784198440116,
      "epoch": 3.4413599500935748,
      "step": 11033
    },
    {
      "contrastive_lambda": 0.9188641238850588,
      "epoch": 3.4416718652526512,
      "step": 11034
    },
    {
      "contrastive_lambda": 0.9188498267777663,
      "epoch": 3.441983780411728,
      "step": 11035
    },
    {
      "contrastive_lambda": 0.9188355285221732,
      "epoch": 3.4422956955708046,
      "step": 11036
    },
    {
      "contrastive_lambda": 0.9188212291183186,
      "epoch": 3.4426076107298815,
      "step": 11037
    },
    {
      "contrastive_lambda": 0.9188069285662419,
      "epoch": 3.442919525888958,
      "step": 11038
    },
    {
      "contrastive_lambda": 0.9187926268659823,
      "epoch": 3.443231441048035,
      "step": 11039
    },
    {
      "epoch": 3.443543356207112,
      "grad_norm": 0.13082987070083618,
      "learning_rate": 9.51718855809492e-05,
      "loss": 0.0447,
      "step": 11040
    },
    {
      "epoch": 3.443543356207112,
      "flow_loss": 0.03518705815076828,
      "step": 11040
    },
    {
      "contrastive_loss": 0.005656345747411251,
      "epoch": 3.443543356207112,
      "step": 11040
    },
    {
      "contrastive_lambda": 0.9187783240175789,
      "epoch": 3.443543356207112,
      "step": 11040
    },
    {
      "contrastive_lambda": 0.9187640200210709,
      "epoch": 3.4438552713661883,
      "step": 11041
    },
    {
      "contrastive_lambda": 0.9187497148764976,
      "epoch": 3.444167186525265,
      "step": 11042
    },
    {
      "contrastive_lambda": 0.9187354085838981,
      "epoch": 3.4444791016843417,
      "step": 11043
    },
    {
      "contrastive_lambda": 0.9187211011433117,
      "epoch": 3.4447910168434186,
      "step": 11044
    },
    {
      "contrastive_lambda": 0.9187067925547778,
      "epoch": 3.4451029320024955,
      "step": 11045
    },
    {
      "contrastive_lambda": 0.9186924828183353,
      "epoch": 3.445414847161572,
      "step": 11046
    },
    {
      "contrastive_lambda": 0.9186781719340236,
      "epoch": 3.445726762320649,
      "step": 11047
    },
    {
      "contrastive_lambda": 0.9186638599018819,
      "epoch": 3.4460386774797254,
      "step": 11048
    },
    {
      "contrastive_lambda": 0.9186495467219495,
      "epoch": 3.4463505926388023,
      "step": 11049
    },
    {
      "epoch": 3.446662507797879,
      "grad_norm": 0.10967886447906494,
      "learning_rate": 9.516006414479502e-05,
      "loss": 0.0498,
      "step": 11050
    },
    {
      "epoch": 3.446662507797879,
      "flow_loss": 0.043545253574848175,
      "step": 11050
    },
    {
      "contrastive_loss": 0.00714539922773838,
      "epoch": 3.446662507797879,
      "step": 11050
    },
    {
      "contrastive_lambda": 0.9186352323942657,
      "epoch": 3.446662507797879,
      "step": 11050
    },
    {
      "contrastive_lambda": 0.9186209169188695,
      "epoch": 3.4469744229569557,
      "step": 11051
    },
    {
      "contrastive_lambda": 0.9186066002958003,
      "epoch": 3.4472863381160326,
      "step": 11052
    },
    {
      "contrastive_lambda": 0.9185922825250974,
      "epoch": 3.447598253275109,
      "step": 11053
    },
    {
      "contrastive_lambda": 0.9185779636067999,
      "epoch": 3.447910168434186,
      "step": 11054
    },
    {
      "contrastive_lambda": 0.9185636435409472,
      "epoch": 3.4482220835932624,
      "step": 11055
    },
    {
      "contrastive_lambda": 0.9185493223275786,
      "epoch": 3.4485339987523393,
      "step": 11056
    },
    {
      "contrastive_lambda": 0.9185349999667332,
      "epoch": 3.4488459139114163,
      "step": 11057
    },
    {
      "contrastive_lambda": 0.9185206764584503,
      "epoch": 3.4491578290704927,
      "step": 11058
    },
    {
      "contrastive_lambda": 0.9185063518027692,
      "epoch": 3.4494697442295696,
      "step": 11059
    },
    {
      "epoch": 3.449781659388646,
      "grad_norm": 0.14965157210826874,
      "learning_rate": 9.514822899020572e-05,
      "loss": 0.0445,
      "step": 11060
    },
    {
      "epoch": 3.449781659388646,
      "flow_loss": 0.07204651087522507,
      "step": 11060
    },
    {
      "contrastive_loss": 0.0067611075937747955,
      "epoch": 3.449781659388646,
      "step": 11060
    },
    {
      "contrastive_lambda": 0.9184920259997291,
      "epoch": 3.449781659388646,
      "step": 11060
    },
    {
      "contrastive_lambda": 0.9184776990493695,
      "epoch": 3.450093574547723,
      "step": 11061
    },
    {
      "contrastive_lambda": 0.9184633709517295,
      "epoch": 3.4504054897068,
      "step": 11062
    },
    {
      "contrastive_lambda": 0.9184490417068483,
      "epoch": 3.4507174048658764,
      "step": 11063
    },
    {
      "contrastive_lambda": 0.9184347113147655,
      "epoch": 3.4510293200249533,
      "step": 11064
    },
    {
      "contrastive_lambda": 0.9184203797755199,
      "epoch": 3.45134123518403,
      "step": 11065
    },
    {
      "contrastive_lambda": 0.9184060470891513,
      "epoch": 3.4516531503431067,
      "step": 11066
    },
    {
      "contrastive_lambda": 0.9183917132556987,
      "epoch": 3.4519650655021836,
      "step": 11067
    },
    {
      "contrastive_lambda": 0.9183773782752014,
      "epoch": 3.45227698066126,
      "step": 11068
    },
    {
      "contrastive_lambda": 0.9183630421476989,
      "epoch": 3.452588895820337,
      "step": 11069
    },
    {
      "epoch": 3.4529008109794135,
      "grad_norm": 0.1325298249721527,
      "learning_rate": 9.513638012077654e-05,
      "loss": 0.0531,
      "step": 11070
    },
    {
      "epoch": 3.4529008109794135,
      "flow_loss": 0.06328903138637543,
      "step": 11070
    },
    {
      "contrastive_loss": 0.007400190457701683,
      "epoch": 3.4529008109794135,
      "step": 11070
    },
    {
      "contrastive_lambda": 0.9183487048732303,
      "epoch": 3.4529008109794135,
      "step": 11070
    },
    {
      "contrastive_lambda": 0.9183343664518349,
      "epoch": 3.4532127261384904,
      "step": 11071
    },
    {
      "contrastive_lambda": 0.9183200268835521,
      "epoch": 3.453524641297567,
      "step": 11072
    },
    {
      "contrastive_lambda": 0.9183056861684213,
      "epoch": 3.453836556456644,
      "step": 11073
    },
    {
      "contrastive_lambda": 0.9182913443064816,
      "epoch": 3.4541484716157207,
      "step": 11074
    },
    {
      "contrastive_lambda": 0.9182770012977726,
      "epoch": 3.454460386774797,
      "step": 11075
    },
    {
      "contrastive_lambda": 0.9182626571423332,
      "epoch": 3.454772301933874,
      "step": 11076
    },
    {
      "contrastive_lambda": 0.9182483118402032,
      "epoch": 3.4550842170929505,
      "step": 11077
    },
    {
      "contrastive_lambda": 0.9182339653914215,
      "epoch": 3.4553961322520275,
      "step": 11078
    },
    {
      "contrastive_lambda": 0.9182196177960278,
      "epoch": 3.455708047411104,
      "step": 11079
    },
    {
      "epoch": 3.456019962570181,
      "grad_norm": 0.13597339391708374,
      "learning_rate": 9.512451754010683e-05,
      "loss": 0.0508,
      "step": 11080
    },
    {
      "epoch": 3.456019962570181,
      "flow_loss": 0.03974730893969536,
      "step": 11080
    },
    {
      "contrastive_loss": 0.009759128093719482,
      "epoch": 3.456019962570181,
      "step": 11080
    },
    {
      "contrastive_lambda": 0.9182052690540612,
      "epoch": 3.456019962570181,
      "step": 11080
    },
    {
      "contrastive_lambda": 0.9181909191655612,
      "epoch": 3.4563318777292578,
      "step": 11081
    },
    {
      "contrastive_lambda": 0.9181765681305669,
      "epoch": 3.4566437928883342,
      "step": 11082
    },
    {
      "contrastive_lambda": 0.918162215949118,
      "epoch": 3.456955708047411,
      "step": 11083
    },
    {
      "contrastive_lambda": 0.9181478626212534,
      "epoch": 3.457267623206488,
      "step": 11084
    },
    {
      "contrastive_lambda": 0.9181335081470128,
      "epoch": 3.4575795383655645,
      "step": 11085
    },
    {
      "contrastive_lambda": 0.9181191525264355,
      "epoch": 3.4578914535246414,
      "step": 11086
    },
    {
      "contrastive_lambda": 0.9181047957595607,
      "epoch": 3.458203368683718,
      "step": 11087
    },
    {
      "contrastive_lambda": 0.9180904378464281,
      "epoch": 3.458515283842795,
      "step": 11088
    },
    {
      "contrastive_lambda": 0.9180760787870765,
      "epoch": 3.4588271990018713,
      "step": 11089
    },
    {
      "epoch": 3.459139114160948,
      "grad_norm": 0.1311304122209549,
      "learning_rate": 9.511264125180013e-05,
      "loss": 0.0509,
      "step": 11090
    },
    {
      "epoch": 3.459139114160948,
      "flow_loss": 0.030572205781936646,
      "step": 11090
    },
    {
      "contrastive_loss": 0.00805093627423048,
      "epoch": 3.459139114160948,
      "step": 11090
    },
    {
      "contrastive_lambda": 0.9180617185815458,
      "epoch": 3.459139114160948,
      "step": 11090
    },
    {
      "contrastive_lambda": 0.9180473572298751,
      "epoch": 3.459451029320025,
      "step": 11091
    },
    {
      "contrastive_lambda": 0.9180329947321039,
      "epoch": 3.4597629444791016,
      "step": 11092
    },
    {
      "contrastive_lambda": 0.9180186310882714,
      "epoch": 3.4600748596381785,
      "step": 11093
    },
    {
      "contrastive_lambda": 0.9180042662984171,
      "epoch": 3.460386774797255,
      "step": 11094
    },
    {
      "contrastive_lambda": 0.9179899003625804,
      "epoch": 3.460698689956332,
      "step": 11095
    },
    {
      "contrastive_lambda": 0.9179755332808008,
      "epoch": 3.4610106051154084,
      "step": 11096
    },
    {
      "contrastive_lambda": 0.9179611650531174,
      "epoch": 3.4613225202744853,
      "step": 11097
    },
    {
      "contrastive_lambda": 0.9179467956795697,
      "epoch": 3.461634435433562,
      "step": 11098
    },
    {
      "contrastive_lambda": 0.9179324251601972,
      "epoch": 3.4619463505926387,
      "step": 11099
    },
    {
      "epoch": 3.4622582657517156,
      "grad_norm": 0.19901029765605927,
      "learning_rate": 9.510075125946414e-05,
      "loss": 0.0522,
      "step": 11100
    },
    {
      "epoch": 3.4622582657517156,
      "flow_loss": 0.08230789005756378,
      "step": 11100
    },
    {
      "contrastive_loss": 0.011599194258451462,
      "epoch": 3.4622582657517156,
      "step": 11100
    },
    {
      "contrastive_lambda": 0.9179180534950392,
      "epoch": 3.4622582657517156,
      "step": 11100
    },
    {
      "contrastive_lambda": 0.9179036806841352,
      "epoch": 3.4625701809107925,
      "step": 11101
    },
    {
      "contrastive_lambda": 0.9178893067275244,
      "epoch": 3.462882096069869,
      "step": 11102
    },
    {
      "contrastive_lambda": 0.9178749316252464,
      "epoch": 3.463194011228946,
      "step": 11103
    },
    {
      "contrastive_lambda": 0.9178605553773406,
      "epoch": 3.4635059263880223,
      "step": 11104
    },
    {
      "contrastive_lambda": 0.9178461779838463,
      "epoch": 3.4638178415470993,
      "step": 11105
    },
    {
      "contrastive_lambda": 0.917831799444803,
      "epoch": 3.4641297567061757,
      "step": 11106
    },
    {
      "contrastive_lambda": 0.91781741976025,
      "epoch": 3.4644416718652526,
      "step": 11107
    },
    {
      "contrastive_lambda": 0.917803038930227,
      "epoch": 3.4647535870243296,
      "step": 11108
    },
    {
      "contrastive_lambda": 0.9177886569547731,
      "epoch": 3.465065502183406,
      "step": 11109
    },
    {
      "epoch": 3.465377417342483,
      "grad_norm": 0.1338752657175064,
      "learning_rate": 9.508884756671075e-05,
      "loss": 0.0569,
      "step": 11110
    },
    {
      "epoch": 3.465377417342483,
      "flow_loss": 0.05094745755195618,
      "step": 11110
    },
    {
      "contrastive_loss": 0.011307977139949799,
      "epoch": 3.465377417342483,
      "step": 11110
    },
    {
      "contrastive_lambda": 0.9177742738339281,
      "epoch": 3.465377417342483,
      "step": 11110
    },
    {
      "contrastive_lambda": 0.9177598895677309,
      "epoch": 3.4656893325015594,
      "step": 11111
    },
    {
      "contrastive_lambda": 0.9177455041562215,
      "epoch": 3.4660012476606363,
      "step": 11112
    },
    {
      "contrastive_lambda": 0.9177311175994389,
      "epoch": 3.466313162819713,
      "step": 11113
    },
    {
      "contrastive_lambda": 0.9177167298974228,
      "epoch": 3.4666250779787897,
      "step": 11114
    },
    {
      "contrastive_lambda": 0.9177023410502125,
      "epoch": 3.4669369931378666,
      "step": 11115
    },
    {
      "contrastive_lambda": 0.9176879510578476,
      "epoch": 3.467248908296943,
      "step": 11116
    },
    {
      "contrastive_lambda": 0.9176735599203675,
      "epoch": 3.46756082345602,
      "step": 11117
    },
    {
      "contrastive_lambda": 0.9176591676378115,
      "epoch": 3.467872738615097,
      "step": 11118
    },
    {
      "contrastive_lambda": 0.9176447742102193,
      "epoch": 3.4681846537741734,
      "step": 11119
    },
    {
      "epoch": 3.4684965689332503,
      "grad_norm": 0.1701296865940094,
      "learning_rate": 9.507693017715596e-05,
      "loss": 0.0513,
      "step": 11120
    },
    {
      "epoch": 3.4684965689332503,
      "flow_loss": 0.04718621075153351,
      "step": 11120
    },
    {
      "contrastive_loss": 0.007903773337602615,
      "epoch": 3.4684965689332503,
      "step": 11120
    },
    {
      "contrastive_lambda": 0.9176303796376302,
      "epoch": 3.4684965689332503,
      "step": 11120
    },
    {
      "contrastive_lambda": 0.9176159839200837,
      "epoch": 3.468808484092327,
      "step": 11121
    },
    {
      "contrastive_lambda": 0.9176015870576192,
      "epoch": 3.4691203992514037,
      "step": 11122
    },
    {
      "contrastive_lambda": 0.9175871890502763,
      "epoch": 3.46943231441048,
      "step": 11123
    },
    {
      "contrastive_lambda": 0.9175727898980943,
      "epoch": 3.469744229569557,
      "step": 11124
    },
    {
      "contrastive_lambda": 0.917558389601113,
      "epoch": 3.470056144728634,
      "step": 11125
    },
    {
      "contrastive_lambda": 0.9175439881593715,
      "epoch": 3.4703680598877105,
      "step": 11126
    },
    {
      "contrastive_lambda": 0.9175295855729095,
      "epoch": 3.4706799750467874,
      "step": 11127
    },
    {
      "contrastive_lambda": 0.9175151818417665,
      "epoch": 3.470991890205864,
      "step": 11128
    },
    {
      "contrastive_lambda": 0.9175007769659819,
      "epoch": 3.4713038053649408,
      "step": 11129
    },
    {
      "epoch": 3.4716157205240172,
      "grad_norm": 0.13491404056549072,
      "learning_rate": 9.506499909441997e-05,
      "loss": 0.0464,
      "step": 11130
    },
    {
      "epoch": 3.4716157205240172,
      "flow_loss": 0.04405694827437401,
      "step": 11130
    },
    {
      "contrastive_loss": 0.00862109661102295,
      "epoch": 3.4716157205240172,
      "step": 11130
    },
    {
      "contrastive_lambda": 0.9174863709455952,
      "epoch": 3.4716157205240172,
      "step": 11130
    },
    {
      "contrastive_lambda": 0.9174719637806459,
      "epoch": 3.471927635683094,
      "step": 11131
    },
    {
      "contrastive_lambda": 0.9174575554711735,
      "epoch": 3.472239550842171,
      "step": 11132
    },
    {
      "contrastive_lambda": 0.9174431460172174,
      "epoch": 3.4725514660012475,
      "step": 11133
    },
    {
      "contrastive_lambda": 0.9174287354188173,
      "epoch": 3.4728633811603244,
      "step": 11134
    },
    {
      "contrastive_lambda": 0.9174143236760127,
      "epoch": 3.4731752963194014,
      "step": 11135
    },
    {
      "contrastive_lambda": 0.917399910788843,
      "epoch": 3.473487211478478,
      "step": 11136
    },
    {
      "contrastive_lambda": 0.9173854967573477,
      "epoch": 3.4737991266375547,
      "step": 11137
    },
    {
      "contrastive_lambda": 0.9173710815815664,
      "epoch": 3.474111041796631,
      "step": 11138
    },
    {
      "contrastive_lambda": 0.9173566652615386,
      "epoch": 3.474422956955708,
      "step": 11139
    },
    {
      "epoch": 3.4747348721147846,
      "grad_norm": 0.12781721353530884,
      "learning_rate": 9.505305432212713e-05,
      "loss": 0.0543,
      "step": 11140
    },
    {
      "epoch": 3.4747348721147846,
      "flow_loss": 0.047570593655109406,
      "step": 11140
    },
    {
      "contrastive_loss": 0.009024705737829208,
      "epoch": 3.4747348721147846,
      "step": 11140
    },
    {
      "contrastive_lambda": 0.9173422477973038,
      "epoch": 3.4747348721147846,
      "step": 11140
    },
    {
      "contrastive_lambda": 0.9173278291889015,
      "epoch": 3.4750467872738615,
      "step": 11141
    },
    {
      "contrastive_lambda": 0.9173134094363713,
      "epoch": 3.4753587024329384,
      "step": 11142
    },
    {
      "contrastive_lambda": 0.9172989885397526,
      "epoch": 3.475670617592015,
      "step": 11143
    },
    {
      "contrastive_lambda": 0.9172845664990852,
      "epoch": 3.475982532751092,
      "step": 11144
    },
    {
      "contrastive_lambda": 0.9172701433144083,
      "epoch": 3.4762944479101683,
      "step": 11145
    },
    {
      "contrastive_lambda": 0.9172557189857616,
      "epoch": 3.476606363069245,
      "step": 11146
    },
    {
      "contrastive_lambda": 0.9172412935131847,
      "epoch": 3.4769182782283217,
      "step": 11147
    },
    {
      "contrastive_lambda": 0.9172268668967172,
      "epoch": 3.4772301933873986,
      "step": 11148
    },
    {
      "contrastive_lambda": 0.9172124391363985,
      "epoch": 3.4775421085464755,
      "step": 11149
    },
    {
      "epoch": 3.477854023705552,
      "grad_norm": 0.10452037304639816,
      "learning_rate": 9.504109586390595e-05,
      "loss": 0.0558,
      "step": 11150
    },
    {
      "epoch": 3.477854023705552,
      "flow_loss": 0.03703772649168968,
      "step": 11150
    },
    {
      "contrastive_loss": 0.00854322500526905,
      "epoch": 3.477854023705552,
      "step": 11150
    },
    {
      "contrastive_lambda": 0.9171980102322682,
      "epoch": 3.477854023705552,
      "step": 11150
    },
    {
      "contrastive_lambda": 0.9171835801843659,
      "epoch": 3.478165938864629,
      "step": 11151
    },
    {
      "contrastive_lambda": 0.917169148992731,
      "epoch": 3.478477854023706,
      "step": 11152
    },
    {
      "contrastive_lambda": 0.9171547166574032,
      "epoch": 3.4787897691827823,
      "step": 11153
    },
    {
      "contrastive_lambda": 0.9171402831784223,
      "epoch": 3.479101684341859,
      "step": 11154
    },
    {
      "contrastive_lambda": 0.9171258485558273,
      "epoch": 3.4794135995009356,
      "step": 11155
    },
    {
      "contrastive_lambda": 0.9171114127896584,
      "epoch": 3.4797255146600126,
      "step": 11156
    },
    {
      "contrastive_lambda": 0.9170969758799548,
      "epoch": 3.480037429819089,
      "step": 11157
    },
    {
      "contrastive_lambda": 0.917082537826756,
      "epoch": 3.480349344978166,
      "step": 11158
    },
    {
      "contrastive_lambda": 0.9170680986301019,
      "epoch": 3.480661260137243,
      "step": 11159
    },
    {
      "epoch": 3.4809731752963193,
      "grad_norm": 0.1580905169248581,
      "learning_rate": 9.502912372338908e-05,
      "loss": 0.0535,
      "step": 11160
    },
    {
      "epoch": 3.4809731752963193,
      "flow_loss": 0.041050851345062256,
      "step": 11160
    },
    {
      "contrastive_loss": 0.00979645550251007,
      "epoch": 3.4809731752963193,
      "step": 11160
    },
    {
      "contrastive_lambda": 0.9170536582900319,
      "epoch": 3.4809731752963193,
      "step": 11160
    },
    {
      "contrastive_lambda": 0.9170392168065856,
      "epoch": 3.4812850904553962,
      "step": 11161
    },
    {
      "contrastive_lambda": 0.9170247741798025,
      "epoch": 3.4815970056144727,
      "step": 11162
    },
    {
      "contrastive_lambda": 0.9170103304097226,
      "epoch": 3.4819089207735496,
      "step": 11163
    },
    {
      "contrastive_lambda": 0.9169958854963849,
      "epoch": 3.482220835932626,
      "step": 11164
    },
    {
      "contrastive_lambda": 0.9169814394398295,
      "epoch": 3.482532751091703,
      "step": 11165
    },
    {
      "contrastive_lambda": 0.9169669922400956,
      "epoch": 3.48284466625078,
      "step": 11166
    },
    {
      "contrastive_lambda": 0.9169525438972232,
      "epoch": 3.4831565814098564,
      "step": 11167
    },
    {
      "contrastive_lambda": 0.9169380944112517,
      "epoch": 3.4834684965689333,
      "step": 11168
    },
    {
      "contrastive_lambda": 0.9169236437822207,
      "epoch": 3.4837804117280102,
      "step": 11169
    },
    {
      "epoch": 3.4840923268870867,
      "grad_norm": 0.1431538313627243,
      "learning_rate": 9.501713790421335e-05,
      "loss": 0.0553,
      "step": 11170
    },
    {
      "epoch": 3.4840923268870867,
      "flow_loss": 0.05158001929521561,
      "step": 11170
    },
    {
      "contrastive_loss": 0.0066859181970357895,
      "epoch": 3.4840923268870867,
      "step": 11170
    },
    {
      "contrastive_lambda": 0.9169091920101698,
      "epoch": 3.4840923268870867,
      "step": 11170
    },
    {
      "contrastive_lambda": 0.9168947390951389,
      "epoch": 3.4844042420461636,
      "step": 11171
    },
    {
      "contrastive_lambda": 0.9168802850371671,
      "epoch": 3.48471615720524,
      "step": 11172
    },
    {
      "contrastive_lambda": 0.9168658298362946,
      "epoch": 3.485028072364317,
      "step": 11173
    },
    {
      "contrastive_lambda": 0.9168513734925606,
      "epoch": 3.4853399875233935,
      "step": 11174
    },
    {
      "contrastive_lambda": 0.916836916006005,
      "epoch": 3.4856519026824704,
      "step": 11175
    },
    {
      "contrastive_lambda": 0.9168224573766672,
      "epoch": 3.4859638178415473,
      "step": 11176
    },
    {
      "contrastive_lambda": 0.9168079976045871,
      "epoch": 3.4862757330006238,
      "step": 11177
    },
    {
      "contrastive_lambda": 0.9167935366898041,
      "epoch": 3.4865876481597007,
      "step": 11178
    },
    {
      "contrastive_lambda": 0.9167790746323579,
      "epoch": 3.486899563318777,
      "step": 11179
    },
    {
      "epoch": 3.487211478477854,
      "grad_norm": 0.18337981402873993,
      "learning_rate": 9.500513841001974e-05,
      "loss": 0.0475,
      "step": 11180
    },
    {
      "epoch": 3.487211478477854,
      "flow_loss": 0.04278704896569252,
      "step": 11180
    },
    {
      "contrastive_loss": 0.008089669980108738,
      "epoch": 3.487211478477854,
      "step": 11180
    },
    {
      "contrastive_lambda": 0.9167646114322883,
      "epoch": 3.487211478477854,
      "step": 11180
    },
    {
      "contrastive_lambda": 0.9167501470896349,
      "epoch": 3.4875233936369305,
      "step": 11181
    },
    {
      "contrastive_lambda": 0.9167356816044372,
      "epoch": 3.4878353087960074,
      "step": 11182
    },
    {
      "contrastive_lambda": 0.9167212149767351,
      "epoch": 3.4881472239550844,
      "step": 11183
    },
    {
      "contrastive_lambda": 0.916706747206568,
      "epoch": 3.488459139114161,
      "step": 11184
    },
    {
      "contrastive_lambda": 0.9166922782939757,
      "epoch": 3.4887710542732377,
      "step": 11185
    },
    {
      "contrastive_lambda": 0.9166778082389979,
      "epoch": 3.489082969432314,
      "step": 11186
    },
    {
      "contrastive_lambda": 0.9166633370416744,
      "epoch": 3.489394884591391,
      "step": 11187
    },
    {
      "contrastive_lambda": 0.9166488647020445,
      "epoch": 3.489706799750468,
      "step": 11188
    },
    {
      "contrastive_lambda": 0.9166343912201481,
      "epoch": 3.4900187149095445,
      "step": 11189
    },
    {
      "epoch": 3.4903306300686214,
      "grad_norm": 0.14287693798542023,
      "learning_rate": 9.499312524445336e-05,
      "loss": 0.055,
      "step": 11190
    },
    {
      "epoch": 3.4903306300686214,
      "flow_loss": 0.07048101723194122,
      "step": 11190
    },
    {
      "contrastive_loss": 0.007899423129856586,
      "epoch": 3.4903306300686214,
      "step": 11190
    },
    {
      "contrastive_lambda": 0.9166199165960249,
      "epoch": 3.4903306300686214,
      "step": 11190
    },
    {
      "contrastive_lambda": 0.9166054408297145,
      "epoch": 3.490642545227698,
      "step": 11191
    },
    {
      "contrastive_lambda": 0.9165909639212567,
      "epoch": 3.490954460386775,
      "step": 11192
    },
    {
      "contrastive_lambda": 0.9165764858706911,
      "epoch": 3.4912663755458517,
      "step": 11193
    },
    {
      "contrastive_lambda": 0.9165620066780573,
      "epoch": 3.491578290704928,
      "step": 11194
    },
    {
      "contrastive_lambda": 0.9165475263433953,
      "epoch": 3.491890205864005,
      "step": 11195
    },
    {
      "contrastive_lambda": 0.9165330448667444,
      "epoch": 3.4922021210230816,
      "step": 11196
    },
    {
      "contrastive_lambda": 0.9165185622481447,
      "epoch": 3.4925140361821585,
      "step": 11197
    },
    {
      "contrastive_lambda": 0.9165040784876356,
      "epoch": 3.492825951341235,
      "step": 11198
    },
    {
      "contrastive_lambda": 0.916489593585257,
      "epoch": 3.493137866500312,
      "step": 11199
    },
    {
      "epoch": 3.493449781659389,
      "grad_norm": 0.12619656324386597,
      "learning_rate": 9.498109841116351e-05,
      "loss": 0.0555,
      "step": 11200
    },
    {
      "epoch": 3.493449781659389,
      "flow_loss": 0.05176086723804474,
      "step": 11200
    },
    {
      "contrastive_loss": 0.008776068687438965,
      "epoch": 3.493449781659389,
      "step": 11200
    },
    {
      "contrastive_lambda": 0.9164751075410484,
      "epoch": 3.493449781659389,
      "step": 11200
    },
    {
      "contrastive_lambda": 0.9164606203550498,
      "epoch": 3.4937616968184653,
      "step": 11201
    },
    {
      "contrastive_lambda": 0.9164461320273006,
      "epoch": 3.494073611977542,
      "step": 11202
    },
    {
      "contrastive_lambda": 0.9164316425578408,
      "epoch": 3.4943855271366187,
      "step": 11203
    },
    {
      "contrastive_lambda": 0.9164171519467099,
      "epoch": 3.4946974422956956,
      "step": 11204
    },
    {
      "contrastive_lambda": 0.9164026601939479,
      "epoch": 3.4950093574547725,
      "step": 11205
    },
    {
      "contrastive_lambda": 0.9163881672995943,
      "epoch": 3.495321272613849,
      "step": 11206
    },
    {
      "contrastive_lambda": 0.9163736732636889,
      "epoch": 3.495633187772926,
      "step": 11207
    },
    {
      "contrastive_lambda": 0.9163591780862714,
      "epoch": 3.4959451029320023,
      "step": 11208
    },
    {
      "contrastive_lambda": 0.9163446817673816,
      "epoch": 3.4962570180910792,
      "step": 11209
    },
    {
      "epoch": 3.496568933250156,
      "grad_norm": 0.11789520829916,
      "learning_rate": 9.496905791380363e-05,
      "loss": 0.0558,
      "step": 11210
    },
    {
      "epoch": 3.496568933250156,
      "flow_loss": 0.036992162466049194,
      "step": 11210
    },
    {
      "contrastive_loss": 0.008476268500089645,
      "epoch": 3.496568933250156,
      "step": 11210
    },
    {
      "contrastive_lambda": 0.9163301843070591,
      "epoch": 3.496568933250156,
      "step": 11210
    },
    {
      "contrastive_lambda": 0.9163156857053439,
      "epoch": 3.4968808484092326,
      "step": 11211
    },
    {
      "contrastive_lambda": 0.9163011859622756,
      "epoch": 3.4971927635683095,
      "step": 11212
    },
    {
      "contrastive_lambda": 0.9162866850778939,
      "epoch": 3.497504678727386,
      "step": 11213
    },
    {
      "contrastive_lambda": 0.9162721830522387,
      "epoch": 3.497816593886463,
      "step": 11214
    },
    {
      "contrastive_lambda": 0.9162576798853497,
      "epoch": 3.4981285090455394,
      "step": 11215
    },
    {
      "contrastive_lambda": 0.9162431755772664,
      "epoch": 3.4984404242046163,
      "step": 11216
    },
    {
      "contrastive_lambda": 0.9162286701280291,
      "epoch": 3.4987523393636932,
      "step": 11217
    },
    {
      "contrastive_lambda": 0.916214163537677,
      "epoch": 3.4990642545227697,
      "step": 11218
    },
    {
      "contrastive_lambda": 0.9161996558062504,
      "epoch": 3.4993761696818466,
      "step": 11219
    },
    {
      "epoch": 3.499688084840923,
      "grad_norm": 0.11427852511405945,
      "learning_rate": 9.495700375603129e-05,
      "loss": 0.0514,
      "step": 11220
    },
    {
      "epoch": 3.499688084840923,
      "flow_loss": 0.0492989607155323,
      "step": 11220
    },
    {
      "contrastive_loss": 0.006032306235283613,
      "epoch": 3.499688084840923,
      "step": 11220
    },
    {
      "contrastive_lambda": 0.9161851469337887,
      "epoch": 3.499688084840923,
      "step": 11220
    },
    {
      "contrastive_lambda": 0.9161706369203317,
      "epoch": 3.5,
      "step": 11221
    },
    {
      "contrastive_lambda": 0.9161561257659194,
      "epoch": 3.5003119151590765,
      "step": 11222
    },
    {
      "contrastive_lambda": 0.9161416134705913,
      "epoch": 3.5006238303181534,
      "step": 11223
    },
    {
      "contrastive_lambda": 0.9161271000343876,
      "epoch": 3.5009357454772303,
      "step": 11224
    },
    {
      "contrastive_lambda": 0.9161125854573475,
      "epoch": 3.5012476606363068,
      "step": 11225
    },
    {
      "contrastive_lambda": 0.9160980697395114,
      "epoch": 3.5015595757953837,
      "step": 11226
    },
    {
      "contrastive_lambda": 0.9160835528809186,
      "epoch": 3.5018714909544606,
      "step": 11227
    },
    {
      "contrastive_lambda": 0.9160690348816093,
      "epoch": 3.502183406113537,
      "step": 11228
    },
    {
      "contrastive_lambda": 0.916054515741623,
      "epoch": 3.502495321272614,
      "step": 11229
    },
    {
      "epoch": 3.5028072364316905,
      "grad_norm": 0.17417636513710022,
      "learning_rate": 9.494493594150822e-05,
      "loss": 0.0565,
      "step": 11230
    },
    {
      "epoch": 3.5028072364316905,
      "flow_loss": 0.04203448444604874,
      "step": 11230
    },
    {
      "contrastive_loss": 0.007278825156390667,
      "epoch": 3.5028072364316905,
      "step": 11230
    },
    {
      "contrastive_lambda": 0.9160399954609997,
      "epoch": 3.5028072364316905,
      "step": 11230
    },
    {
      "contrastive_lambda": 0.9160254740397791,
      "epoch": 3.5031191515907674,
      "step": 11231
    },
    {
      "contrastive_lambda": 0.916010951478001,
      "epoch": 3.503431066749844,
      "step": 11232
    },
    {
      "contrastive_lambda": 0.9159964277757053,
      "epoch": 3.5037429819089208,
      "step": 11233
    },
    {
      "contrastive_lambda": 0.9159819029329317,
      "epoch": 3.5040548970679977,
      "step": 11234
    },
    {
      "contrastive_lambda": 0.9159673769497203,
      "epoch": 3.504366812227074,
      "step": 11235
    },
    {
      "contrastive_lambda": 0.9159528498261105,
      "epoch": 3.504678727386151,
      "step": 11236
    },
    {
      "contrastive_lambda": 0.9159383215621424,
      "epoch": 3.504990642545228,
      "step": 11237
    },
    {
      "contrastive_lambda": 0.9159237921578558,
      "epoch": 3.5053025577043044,
      "step": 11238
    },
    {
      "contrastive_lambda": 0.9159092616132904,
      "epoch": 3.505614472863381,
      "step": 11239
    },
    {
      "epoch": 3.505926388022458,
      "grad_norm": 0.1774120032787323,
      "learning_rate": 9.493285447390032e-05,
      "loss": 0.0485,
      "step": 11240
    },
    {
      "epoch": 3.505926388022458,
      "flow_loss": 0.05090751498937607,
      "step": 11240
    },
    {
      "contrastive_loss": 0.00732028391212225,
      "epoch": 3.505926388022458,
      "step": 11240
    },
    {
      "contrastive_lambda": 0.9158947299284863,
      "epoch": 3.505926388022458,
      "step": 11240
    },
    {
      "contrastive_lambda": 0.9158801971034831,
      "epoch": 3.5062383031815347,
      "step": 11241
    },
    {
      "contrastive_lambda": 0.9158656631383209,
      "epoch": 3.506550218340611,
      "step": 11242
    },
    {
      "contrastive_lambda": 0.9158511280330393,
      "epoch": 3.506862133499688,
      "step": 11243
    },
    {
      "contrastive_lambda": 0.9158365917876781,
      "epoch": 3.507174048658765,
      "step": 11244
    },
    {
      "contrastive_lambda": 0.9158220544022773,
      "epoch": 3.5074859638178415,
      "step": 11245
    },
    {
      "contrastive_lambda": 0.9158075158768768,
      "epoch": 3.5077978789769184,
      "step": 11246
    },
    {
      "contrastive_lambda": 0.9157929762115162,
      "epoch": 3.508109794135995,
      "step": 11247
    },
    {
      "contrastive_lambda": 0.9157784354062357,
      "epoch": 3.508421709295072,
      "step": 11248
    },
    {
      "contrastive_lambda": 0.9157638934610751,
      "epoch": 3.5087336244541483,
      "step": 11249
    },
    {
      "epoch": 3.509045539613225,
      "grad_norm": 0.12405435740947723,
      "learning_rate": 9.492075935687761e-05,
      "loss": 0.0561,
      "step": 11250
    },
    {
      "epoch": 3.509045539613225,
      "flow_loss": 0.040048565715551376,
      "step": 11250
    },
    {
      "contrastive_loss": 0.005932731553912163,
      "epoch": 3.509045539613225,
      "step": 11250
    },
    {
      "contrastive_lambda": 0.9157493503760741,
      "epoch": 3.509045539613225,
      "step": 11250
    },
    {
      "contrastive_lambda": 0.9157348061512727,
      "epoch": 3.509357454772302,
      "step": 11251
    },
    {
      "contrastive_lambda": 0.9157202607867105,
      "epoch": 3.5096693699313786,
      "step": 11252
    },
    {
      "contrastive_lambda": 0.9157057142824279,
      "epoch": 3.5099812850904555,
      "step": 11253
    },
    {
      "contrastive_lambda": 0.9156911666384643,
      "epoch": 3.5102932002495324,
      "step": 11254
    },
    {
      "contrastive_lambda": 0.9156766178548599,
      "epoch": 3.510605115408609,
      "step": 11255
    },
    {
      "contrastive_lambda": 0.9156620679316543,
      "epoch": 3.5109170305676853,
      "step": 11256
    },
    {
      "contrastive_lambda": 0.9156475168688876,
      "epoch": 3.5112289457267623,
      "step": 11257
    },
    {
      "contrastive_lambda": 0.9156329646665996,
      "epoch": 3.511540860885839,
      "step": 11258
    },
    {
      "contrastive_lambda": 0.9156184113248302,
      "epoch": 3.5118527760449156,
      "step": 11259
    },
    {
      "epoch": 3.5121646912039926,
      "grad_norm": 0.11934924125671387,
      "learning_rate": 9.490865059411427e-05,
      "loss": 0.0455,
      "step": 11260
    },
    {
      "epoch": 3.5121646912039926,
      "flow_loss": 0.030533237382769585,
      "step": 11260
    },
    {
      "contrastive_loss": 0.008268587291240692,
      "epoch": 3.5121646912039926,
      "step": 11260
    },
    {
      "contrastive_lambda": 0.9156038568436194,
      "epoch": 3.5121646912039926,
      "step": 11260
    },
    {
      "contrastive_lambda": 0.9155893012230071,
      "epoch": 3.5124766063630695,
      "step": 11261
    },
    {
      "contrastive_lambda": 0.9155747444630331,
      "epoch": 3.512788521522146,
      "step": 11262
    },
    {
      "contrastive_lambda": 0.9155601865637373,
      "epoch": 3.513100436681223,
      "step": 11263
    },
    {
      "contrastive_lambda": 0.9155456275251596,
      "epoch": 3.5134123518402993,
      "step": 11264
    },
    {
      "contrastive_lambda": 0.91553106734734,
      "epoch": 3.5137242669993762,
      "step": 11265
    },
    {
      "contrastive_lambda": 0.9155165060303184,
      "epoch": 3.5140361821584527,
      "step": 11266
    },
    {
      "contrastive_lambda": 0.9155019435741347,
      "epoch": 3.5143480973175296,
      "step": 11267
    },
    {
      "contrastive_lambda": 0.9154873799788288,
      "epoch": 3.5146600124766065,
      "step": 11268
    },
    {
      "contrastive_lambda": 0.9154728152444408,
      "epoch": 3.514971927635683,
      "step": 11269
    },
    {
      "epoch": 3.51528384279476,
      "grad_norm": 0.14768272638320923,
      "learning_rate": 9.489652818928863e-05,
      "loss": 0.0475,
      "step": 11270
    },
    {
      "epoch": 3.51528384279476,
      "flow_loss": 0.056641772389411926,
      "step": 11270
    },
    {
      "contrastive_loss": 0.00885879248380661,
      "epoch": 3.51528384279476,
      "step": 11270
    },
    {
      "contrastive_lambda": 0.9154582493710104,
      "epoch": 3.51528384279476,
      "step": 11270
    },
    {
      "contrastive_lambda": 0.9154436823585775,
      "epoch": 3.515595757953837,
      "step": 11271
    },
    {
      "contrastive_lambda": 0.9154291142071824,
      "epoch": 3.5159076731129133,
      "step": 11272
    },
    {
      "contrastive_lambda": 0.9154145449168646,
      "epoch": 3.5162195882719898,
      "step": 11273
    },
    {
      "contrastive_lambda": 0.9153999744876643,
      "epoch": 3.5165315034310667,
      "step": 11274
    },
    {
      "contrastive_lambda": 0.9153854029196213,
      "epoch": 3.5168434185901436,
      "step": 11275
    },
    {
      "contrastive_lambda": 0.9153708302127759,
      "epoch": 3.51715533374922,
      "step": 11276
    },
    {
      "contrastive_lambda": 0.9153562563671676,
      "epoch": 3.517467248908297,
      "step": 11277
    },
    {
      "contrastive_lambda": 0.9153416813828364,
      "epoch": 3.517779164067374,
      "step": 11278
    },
    {
      "contrastive_lambda": 0.9153271052598226,
      "epoch": 3.5180910792264504,
      "step": 11279
    },
    {
      "epoch": 3.5184029943855273,
      "grad_norm": 0.12556815147399902,
      "learning_rate": 9.488439214608315e-05,
      "loss": 0.0473,
      "step": 11280
    },
    {
      "epoch": 3.5184029943855273,
      "flow_loss": 0.06080767139792442,
      "step": 11280
    },
    {
      "contrastive_loss": 0.009219447150826454,
      "epoch": 3.5184029943855273,
      "step": 11280
    },
    {
      "contrastive_lambda": 0.9153125279981659,
      "epoch": 3.5184029943855273,
      "step": 11280
    },
    {
      "contrastive_lambda": 0.9152979495979063,
      "epoch": 3.5187149095446038,
      "step": 11281
    },
    {
      "contrastive_lambda": 0.9152833700590839,
      "epoch": 3.5190268247036807,
      "step": 11282
    },
    {
      "contrastive_lambda": 0.9152687893817384,
      "epoch": 3.519338739862757,
      "step": 11283
    },
    {
      "contrastive_lambda": 0.91525420756591,
      "epoch": 3.519650655021834,
      "step": 11284
    },
    {
      "contrastive_lambda": 0.9152396246116387,
      "epoch": 3.519962570180911,
      "step": 11285
    },
    {
      "contrastive_lambda": 0.9152250405189644,
      "epoch": 3.5202744853399874,
      "step": 11286
    },
    {
      "contrastive_lambda": 0.9152104552879269,
      "epoch": 3.5205864004990644,
      "step": 11287
    },
    {
      "contrastive_lambda": 0.9151958689185664,
      "epoch": 3.520898315658141,
      "step": 11288
    },
    {
      "contrastive_lambda": 0.915181281410923,
      "epoch": 3.5212102308172177,
      "step": 11289
    },
    {
      "epoch": 3.521522145976294,
      "grad_norm": 0.13246048986911774,
      "learning_rate": 9.487224246818444e-05,
      "loss": 0.053,
      "step": 11290
    },
    {
      "epoch": 3.521522145976294,
      "flow_loss": 0.0500783734023571,
      "step": 11290
    },
    {
      "contrastive_loss": 0.010611489415168762,
      "epoch": 3.521522145976294,
      "step": 11290
    },
    {
      "contrastive_lambda": 0.9151666927650364,
      "epoch": 3.521522145976294,
      "step": 11290
    },
    {
      "contrastive_lambda": 0.9151521029809468,
      "epoch": 3.521834061135371,
      "step": 11291
    },
    {
      "contrastive_lambda": 0.9151375120586942,
      "epoch": 3.522145976294448,
      "step": 11292
    },
    {
      "contrastive_lambda": 0.9151229199983184,
      "epoch": 3.5224578914535245,
      "step": 11293
    },
    {
      "contrastive_lambda": 0.9151083267998597,
      "epoch": 3.5227698066126014,
      "step": 11294
    },
    {
      "contrastive_lambda": 0.9150937324633579,
      "epoch": 3.5230817217716783,
      "step": 11295
    },
    {
      "contrastive_lambda": 0.9150791369888529,
      "epoch": 3.523393636930755,
      "step": 11296
    },
    {
      "contrastive_lambda": 0.9150645403763851,
      "epoch": 3.5237055520898317,
      "step": 11297
    },
    {
      "contrastive_lambda": 0.9150499426259942,
      "epoch": 3.524017467248908,
      "step": 11298
    },
    {
      "contrastive_lambda": 0.9150353437377203,
      "epoch": 3.524329382407985,
      "step": 11299
    },
    {
      "epoch": 3.5246412975670616,
      "grad_norm": 0.19899308681488037,
      "learning_rate": 9.486007915928325e-05,
      "loss": 0.0525,
      "step": 11300
    },
    {
      "epoch": 3.5246412975670616,
      "flow_loss": 0.041602469980716705,
      "step": 11300
    },
    {
      "contrastive_loss": 0.009407846257090569,
      "epoch": 3.5246412975670616,
      "step": 11300
    },
    {
      "contrastive_lambda": 0.9150207437116036,
      "epoch": 3.5246412975670616,
      "step": 11300
    },
    {
      "contrastive_lambda": 0.9150061425476836,
      "epoch": 3.5249532127261385,
      "step": 11301
    },
    {
      "contrastive_lambda": 0.914991540246001,
      "epoch": 3.5252651278852154,
      "step": 11302
    },
    {
      "contrastive_lambda": 0.9149769368065955,
      "epoch": 3.525577043044292,
      "step": 11303
    },
    {
      "contrastive_lambda": 0.9149623322295072,
      "epoch": 3.525888958203369,
      "step": 11304
    },
    {
      "contrastive_lambda": 0.9149477265147761,
      "epoch": 3.5262008733624453,
      "step": 11305
    },
    {
      "contrastive_lambda": 0.9149331196624422,
      "epoch": 3.526512788521522,
      "step": 11306
    },
    {
      "contrastive_lambda": 0.9149185116725455,
      "epoch": 3.5268247036805986,
      "step": 11307
    },
    {
      "contrastive_lambda": 0.9149039025451262,
      "epoch": 3.5271366188396756,
      "step": 11308
    },
    {
      "contrastive_lambda": 0.9148892922802243,
      "epoch": 3.5274485339987525,
      "step": 11309
    },
    {
      "epoch": 3.527760449157829,
      "grad_norm": 0.12276459485292435,
      "learning_rate": 9.484790222307448e-05,
      "loss": 0.0467,
      "step": 11310
    },
    {
      "epoch": 3.527760449157829,
      "flow_loss": 0.05898745357990265,
      "step": 11310
    },
    {
      "contrastive_loss": 0.010029247030615807,
      "epoch": 3.527760449157829,
      "step": 11310
    },
    {
      "contrastive_lambda": 0.9148746808778798,
      "epoch": 3.527760449157829,
      "step": 11310
    },
    {
      "contrastive_lambda": 0.9148600683381329,
      "epoch": 3.528072364316906,
      "step": 11311
    },
    {
      "contrastive_lambda": 0.9148454546610236,
      "epoch": 3.5283842794759828,
      "step": 11312
    },
    {
      "contrastive_lambda": 0.9148308398465919,
      "epoch": 3.5286961946350592,
      "step": 11313
    },
    {
      "contrastive_lambda": 0.9148162238948778,
      "epoch": 3.529008109794136,
      "step": 11314
    },
    {
      "contrastive_lambda": 0.9148016068059215,
      "epoch": 3.5293200249532126,
      "step": 11315
    },
    {
      "contrastive_lambda": 0.9147869885797633,
      "epoch": 3.5296319401122895,
      "step": 11316
    },
    {
      "contrastive_lambda": 0.9147723692164427,
      "epoch": 3.529943855271366,
      "step": 11317
    },
    {
      "contrastive_lambda": 0.9147577487160001,
      "epoch": 3.530255770430443,
      "step": 11318
    },
    {
      "contrastive_lambda": 0.9147431270784757,
      "epoch": 3.53056768558952,
      "step": 11319
    },
    {
      "epoch": 3.5308796007485963,
      "grad_norm": 0.15683819353580475,
      "learning_rate": 9.483571166325716e-05,
      "loss": 0.0485,
      "step": 11320
    },
    {
      "epoch": 3.5308796007485963,
      "flow_loss": 0.042362239211797714,
      "step": 11320
    },
    {
      "contrastive_loss": 0.007025804370641708,
      "epoch": 3.5308796007485963,
      "step": 11320
    },
    {
      "contrastive_lambda": 0.9147285043039095,
      "epoch": 3.5308796007485963,
      "step": 11320
    },
    {
      "contrastive_lambda": 0.9147138803923416,
      "epoch": 3.531191515907673,
      "step": 11321
    },
    {
      "contrastive_lambda": 0.9146992553438118,
      "epoch": 3.5315034310667497,
      "step": 11322
    },
    {
      "contrastive_lambda": 0.9146846291583608,
      "epoch": 3.5318153462258266,
      "step": 11323
    },
    {
      "contrastive_lambda": 0.9146700018360281,
      "epoch": 3.532127261384903,
      "step": 11324
    },
    {
      "contrastive_lambda": 0.9146553733768541,
      "epoch": 3.53243917654398,
      "step": 11325
    },
    {
      "contrastive_lambda": 0.9146407437808788,
      "epoch": 3.532751091703057,
      "step": 11326
    },
    {
      "contrastive_lambda": 0.9146261130481425,
      "epoch": 3.5330630068621334,
      "step": 11327
    },
    {
      "contrastive_lambda": 0.914611481178685,
      "epoch": 3.5333749220212103,
      "step": 11328
    },
    {
      "contrastive_lambda": 0.9145968481725466,
      "epoch": 3.533686837180287,
      "step": 11329
    },
    {
      "epoch": 3.5339987523393637,
      "grad_norm": 0.1222296729683876,
      "learning_rate": 9.482350748353444e-05,
      "loss": 0.0513,
      "step": 11330
    },
    {
      "epoch": 3.5339987523393637,
      "flow_loss": 0.06642713397741318,
      "step": 11330
    },
    {
      "contrastive_loss": 0.012997685000300407,
      "epoch": 3.5339987523393637,
      "step": 11330
    },
    {
      "contrastive_lambda": 0.9145822140297675,
      "epoch": 3.5339987523393637,
      "step": 11330
    },
    {
      "contrastive_lambda": 0.9145675787503877,
      "epoch": 3.5343106674984406,
      "step": 11331
    },
    {
      "contrastive_lambda": 0.9145529423344474,
      "epoch": 3.534622582657517,
      "step": 11332
    },
    {
      "contrastive_lambda": 0.9145383047819866,
      "epoch": 3.534934497816594,
      "step": 11333
    },
    {
      "contrastive_lambda": 0.9145236660930455,
      "epoch": 3.5352464129756704,
      "step": 11334
    },
    {
      "contrastive_lambda": 0.9145090262676643,
      "epoch": 3.5355583281347474,
      "step": 11335
    },
    {
      "contrastive_lambda": 0.9144943853058829,
      "epoch": 3.5358702432938243,
      "step": 11336
    },
    {
      "contrastive_lambda": 0.9144797432077417,
      "epoch": 3.5361821584529007,
      "step": 11337
    },
    {
      "contrastive_lambda": 0.9144650999732808,
      "epoch": 3.5364940736119777,
      "step": 11338
    },
    {
      "contrastive_lambda": 0.9144504556025402,
      "epoch": 3.536805988771054,
      "step": 11339
    },
    {
      "epoch": 3.537117903930131,
      "grad_norm": 0.18024387955665588,
      "learning_rate": 9.481128968761363e-05,
      "loss": 0.0558,
      "step": 11340
    },
    {
      "epoch": 3.537117903930131,
      "flow_loss": 0.05210597813129425,
      "step": 11340
    },
    {
      "contrastive_loss": 0.01079193502664566,
      "epoch": 3.537117903930131,
      "step": 11340
    },
    {
      "contrastive_lambda": 0.9144358100955603,
      "epoch": 3.537117903930131,
      "step": 11340
    },
    {
      "contrastive_lambda": 0.9144211634523809,
      "epoch": 3.5374298190892075,
      "step": 11341
    },
    {
      "contrastive_lambda": 0.9144065156730425,
      "epoch": 3.5377417342482844,
      "step": 11342
    },
    {
      "contrastive_lambda": 0.9143918667575851,
      "epoch": 3.5380536494073613,
      "step": 11343
    },
    {
      "contrastive_lambda": 0.9143772167060489,
      "epoch": 3.538365564566438,
      "step": 11344
    },
    {
      "contrastive_lambda": 0.914362565518474,
      "epoch": 3.5386774797255147,
      "step": 11345
    },
    {
      "contrastive_lambda": 0.9143479131949004,
      "epoch": 3.5389893948845916,
      "step": 11346
    },
    {
      "contrastive_lambda": 0.9143332597353686,
      "epoch": 3.539301310043668,
      "step": 11347
    },
    {
      "contrastive_lambda": 0.9143186051399188,
      "epoch": 3.539613225202745,
      "step": 11348
    },
    {
      "contrastive_lambda": 0.9143039494085908,
      "epoch": 3.5399251403618215,
      "step": 11349
    },
    {
      "epoch": 3.5402370555208984,
      "grad_norm": 0.11932870000600815,
      "learning_rate": 9.479905827920621e-05,
      "loss": 0.0477,
      "step": 11350
    },
    {
      "epoch": 3.5402370555208984,
      "flow_loss": 0.04803670942783356,
      "step": 11350
    },
    {
      "contrastive_loss": 0.007762362714856863,
      "epoch": 3.5402370555208984,
      "step": 11350
    },
    {
      "contrastive_lambda": 0.9142892925414252,
      "epoch": 3.5402370555208984,
      "step": 11350
    },
    {
      "contrastive_lambda": 0.9142746345384618,
      "epoch": 3.540548970679975,
      "step": 11351
    },
    {
      "contrastive_lambda": 0.9142599753997411,
      "epoch": 3.540860885839052,
      "step": 11352
    },
    {
      "contrastive_lambda": 0.9142453151253032,
      "epoch": 3.5411728009981287,
      "step": 11353
    },
    {
      "contrastive_lambda": 0.9142306537151881,
      "epoch": 3.541484716157205,
      "step": 11354
    },
    {
      "contrastive_lambda": 0.9142159911694361,
      "epoch": 3.541796631316282,
      "step": 11355
    },
    {
      "contrastive_lambda": 0.9142013274880876,
      "epoch": 3.5421085464753586,
      "step": 11356
    },
    {
      "contrastive_lambda": 0.9141866626711825,
      "epoch": 3.5424204616344355,
      "step": 11357
    },
    {
      "contrastive_lambda": 0.9141719967187614,
      "epoch": 3.542732376793512,
      "step": 11358
    },
    {
      "contrastive_lambda": 0.914157329630864,
      "epoch": 3.543044291952589,
      "step": 11359
    },
    {
      "epoch": 3.5433562071116658,
      "grad_norm": 0.11029020696878433,
      "learning_rate": 9.478681326202773e-05,
      "loss": 0.0439,
      "step": 11360
    },
    {
      "epoch": 3.5433562071116658,
      "flow_loss": 0.04077937453985214,
      "step": 11360
    },
    {
      "contrastive_loss": 0.00656825490295887,
      "epoch": 3.5433562071116658,
      "step": 11360
    },
    {
      "contrastive_lambda": 0.9141426614075309,
      "epoch": 3.5433562071116658,
      "step": 11360
    },
    {
      "contrastive_lambda": 0.9141279920488021,
      "epoch": 3.5436681222707422,
      "step": 11361
    },
    {
      "contrastive_lambda": 0.9141133215547179,
      "epoch": 3.543980037429819,
      "step": 11362
    },
    {
      "contrastive_lambda": 0.9140986499253185,
      "epoch": 3.544291952588896,
      "step": 11363
    },
    {
      "contrastive_lambda": 0.9140839771606443,
      "epoch": 3.5446038677479725,
      "step": 11364
    },
    {
      "contrastive_lambda": 0.9140693032607352,
      "epoch": 3.544915782907049,
      "step": 11365
    },
    {
      "contrastive_lambda": 0.9140546282256317,
      "epoch": 3.545227698066126,
      "step": 11366
    },
    {
      "contrastive_lambda": 0.9140399520553739,
      "epoch": 3.545539613225203,
      "step": 11367
    },
    {
      "contrastive_lambda": 0.914025274750002,
      "epoch": 3.5458515283842793,
      "step": 11368
    },
    {
      "contrastive_lambda": 0.9140105963095563,
      "epoch": 3.546163443543356,
      "step": 11369
    },
    {
      "epoch": 3.546475358702433,
      "grad_norm": 0.14431647956371307,
      "learning_rate": 9.477455463979791e-05,
      "loss": 0.0564,
      "step": 11370
    },
    {
      "epoch": 3.546475358702433,
      "flow_loss": 0.058808665722608566,
      "step": 11370
    },
    {
      "contrastive_loss": 0.007725211326032877,
      "epoch": 3.546475358702433,
      "step": 11370
    },
    {
      "contrastive_lambda": 0.9139959167340771,
      "epoch": 3.546475358702433,
      "step": 11370
    },
    {
      "contrastive_lambda": 0.9139812360236046,
      "epoch": 3.5467872738615096,
      "step": 11371
    },
    {
      "contrastive_lambda": 0.913966554178179,
      "epoch": 3.5470991890205865,
      "step": 11372
    },
    {
      "contrastive_lambda": 0.9139518711978405,
      "epoch": 3.547411104179663,
      "step": 11373
    },
    {
      "contrastive_lambda": 0.9139371870826296,
      "epoch": 3.54772301933874,
      "step": 11374
    },
    {
      "contrastive_lambda": 0.9139225018325863,
      "epoch": 3.5480349344978164,
      "step": 11375
    },
    {
      "contrastive_lambda": 0.913907815447751,
      "epoch": 3.5483468496568933,
      "step": 11376
    },
    {
      "contrastive_lambda": 0.9138931279281639,
      "epoch": 3.54865876481597,
      "step": 11377
    },
    {
      "contrastive_lambda": 0.9138784392738654,
      "epoch": 3.5489706799750467,
      "step": 11378
    },
    {
      "contrastive_lambda": 0.9138637494848956,
      "epoch": 3.5492825951341236,
      "step": 11379
    },
    {
      "epoch": 3.5495945102932005,
      "grad_norm": 0.15458445250988007,
      "learning_rate": 9.476228241624059e-05,
      "loss": 0.0469,
      "step": 11380
    },
    {
      "epoch": 3.5495945102932005,
      "flow_loss": 0.03526083007454872,
      "step": 11380
    },
    {
      "contrastive_loss": 0.007882123813033104,
      "epoch": 3.5495945102932005,
      "step": 11380
    },
    {
      "contrastive_lambda": 0.9138490585612947,
      "epoch": 3.5495945102932005,
      "step": 11380
    },
    {
      "contrastive_lambda": 0.9138343665031032,
      "epoch": 3.549906425452277,
      "step": 11381
    },
    {
      "contrastive_lambda": 0.9138196733103614,
      "epoch": 3.5502183406113534,
      "step": 11382
    },
    {
      "contrastive_lambda": 0.9138049789831093,
      "epoch": 3.5505302557704304,
      "step": 11383
    },
    {
      "contrastive_lambda": 0.9137902835213875,
      "epoch": 3.5508421709295073,
      "step": 11384
    },
    {
      "contrastive_lambda": 0.913775586925236,
      "epoch": 3.5511540860885837,
      "step": 11385
    },
    {
      "contrastive_lambda": 0.9137608891946953,
      "epoch": 3.5514660012476607,
      "step": 11386
    },
    {
      "contrastive_lambda": 0.9137461903298056,
      "epoch": 3.5517779164067376,
      "step": 11387
    },
    {
      "contrastive_lambda": 0.9137314903306073,
      "epoch": 3.552089831565814,
      "step": 11388
    },
    {
      "contrastive_lambda": 0.9137167891971406,
      "epoch": 3.552401746724891,
      "step": 11389
    },
    {
      "epoch": 3.5527136618839674,
      "grad_norm": 0.13222898542881012,
      "learning_rate": 9.474999659508374e-05,
      "loss": 0.0453,
      "step": 11390
    },
    {
      "epoch": 3.5527136618839674,
      "flow_loss": 0.04377198964357376,
      "step": 11390
    },
    {
      "contrastive_loss": 0.008416987024247646,
      "epoch": 3.5527136618839674,
      "step": 11390
    },
    {
      "contrastive_lambda": 0.9137020869294459,
      "epoch": 3.5527136618839674,
      "step": 11390
    },
    {
      "contrastive_lambda": 0.9136873835275633,
      "epoch": 3.5530255770430443,
      "step": 11391
    },
    {
      "contrastive_lambda": 0.9136726789915333,
      "epoch": 3.553337492202121,
      "step": 11392
    },
    {
      "contrastive_lambda": 0.9136579733213962,
      "epoch": 3.5536494073611977,
      "step": 11393
    },
    {
      "contrastive_lambda": 0.9136432665171923,
      "epoch": 3.5539613225202746,
      "step": 11394
    },
    {
      "contrastive_lambda": 0.9136285585789619,
      "epoch": 3.554273237679351,
      "step": 11395
    },
    {
      "contrastive_lambda": 0.9136138495067452,
      "epoch": 3.554585152838428,
      "step": 11396
    },
    {
      "contrastive_lambda": 0.9135991393005827,
      "epoch": 3.554897067997505,
      "step": 11397
    },
    {
      "contrastive_lambda": 0.9135844279605148,
      "epoch": 3.5552089831565814,
      "step": 11398
    },
    {
      "contrastive_lambda": 0.9135697154865815,
      "epoch": 3.555520898315658,
      "step": 11399
    },
    {
      "epoch": 3.555832813474735,
      "grad_norm": 0.1216215118765831,
      "learning_rate": 9.47376971800595e-05,
      "loss": 0.0415,
      "step": 11400
    },
    {
      "epoch": 3.555832813474735,
      "flow_loss": 0.0469198152422905,
      "step": 11400
    },
    {
      "contrastive_loss": 0.006352102383971214,
      "epoch": 3.555832813474735,
      "step": 11400
    },
    {
      "contrastive_lambda": 0.9135550018788234,
      "epoch": 3.555832813474735,
      "step": 11400
    },
    {
      "contrastive_lambda": 0.9135402871372809,
      "epoch": 3.5561447286338117,
      "step": 11401
    },
    {
      "contrastive_lambda": 0.9135255712619942,
      "epoch": 3.556456643792888,
      "step": 11402
    },
    {
      "contrastive_lambda": 0.9135108542530036,
      "epoch": 3.556768558951965,
      "step": 11403
    },
    {
      "contrastive_lambda": 0.9134961361103495,
      "epoch": 3.557080474111042,
      "step": 11404
    },
    {
      "contrastive_lambda": 0.9134814168340724,
      "epoch": 3.5573923892701185,
      "step": 11405
    },
    {
      "contrastive_lambda": 0.9134666964242124,
      "epoch": 3.5577043044291954,
      "step": 11406
    },
    {
      "contrastive_lambda": 0.91345197488081,
      "epoch": 3.558016219588272,
      "step": 11407
    },
    {
      "contrastive_lambda": 0.9134372522039056,
      "epoch": 3.5583281347473488,
      "step": 11408
    },
    {
      "contrastive_lambda": 0.9134225283935393,
      "epoch": 3.5586400499064252,
      "step": 11409
    },
    {
      "epoch": 3.558951965065502,
      "grad_norm": 0.10442903637886047,
      "learning_rate": 9.472538417490409e-05,
      "loss": 0.0502,
      "step": 11410
    },
    {
      "epoch": 3.558951965065502,
      "flow_loss": 0.04543554410338402,
      "step": 11410
    },
    {
      "contrastive_loss": 0.008523148484528065,
      "epoch": 3.558951965065502,
      "step": 11410
    },
    {
      "contrastive_lambda": 0.9134078034497519,
      "epoch": 3.558951965065502,
      "step": 11410
    },
    {
      "contrastive_lambda": 0.9133930773725834,
      "epoch": 3.559263880224579,
      "step": 11411
    },
    {
      "contrastive_lambda": 0.9133783501620744,
      "epoch": 3.5595757953836555,
      "step": 11412
    },
    {
      "contrastive_lambda": 0.913363621818265,
      "epoch": 3.5598877105427325,
      "step": 11413
    },
    {
      "contrastive_lambda": 0.913348892341196,
      "epoch": 3.5601996257018094,
      "step": 11414
    },
    {
      "contrastive_lambda": 0.9133341617309074,
      "epoch": 3.560511540860886,
      "step": 11415
    },
    {
      "contrastive_lambda": 0.9133194299874398,
      "epoch": 3.5608234560199623,
      "step": 11416
    },
    {
      "contrastive_lambda": 0.9133046971108334,
      "epoch": 3.561135371179039,
      "step": 11417
    },
    {
      "contrastive_lambda": 0.9132899631011289,
      "epoch": 3.561447286338116,
      "step": 11418
    },
    {
      "contrastive_lambda": 0.9132752279583662,
      "epoch": 3.5617592014971926,
      "step": 11419
    },
    {
      "epoch": 3.5620711166562695,
      "grad_norm": 0.15698550641536713,
      "learning_rate": 9.471305758335784e-05,
      "loss": 0.0511,
      "step": 11420
    },
    {
      "epoch": 3.5620711166562695,
      "flow_loss": 0.04214916750788689,
      "step": 11420
    },
    {
      "contrastive_loss": 0.0072357673197984695,
      "epoch": 3.5620711166562695,
      "step": 11420
    },
    {
      "contrastive_lambda": 0.9132604916825863,
      "epoch": 3.5620711166562695,
      "step": 11420
    },
    {
      "contrastive_lambda": 0.9132457542738291,
      "epoch": 3.5623830318153464,
      "step": 11421
    },
    {
      "contrastive_lambda": 0.9132310157321353,
      "epoch": 3.562694946974423,
      "step": 11422
    },
    {
      "contrastive_lambda": 0.9132162760575452,
      "epoch": 3.5630068621335,
      "step": 11423
    },
    {
      "contrastive_lambda": 0.9132015352500992,
      "epoch": 3.5633187772925763,
      "step": 11424
    },
    {
      "contrastive_lambda": 0.9131867933098378,
      "epoch": 3.563630692451653,
      "step": 11425
    },
    {
      "contrastive_lambda": 0.9131720502368013,
      "epoch": 3.5639426076107297,
      "step": 11426
    },
    {
      "contrastive_lambda": 0.9131573060310301,
      "epoch": 3.5642545227698066,
      "step": 11427
    },
    {
      "contrastive_lambda": 0.9131425606925647,
      "epoch": 3.5645664379288835,
      "step": 11428
    },
    {
      "contrastive_lambda": 0.9131278142214456,
      "epoch": 3.56487835308796,
      "step": 11429
    },
    {
      "epoch": 3.565190268247037,
      "grad_norm": 0.12392065674066544,
      "learning_rate": 9.47007174091653e-05,
      "loss": 0.0494,
      "step": 11430
    },
    {
      "epoch": 3.565190268247037,
      "flow_loss": 0.043454237282276154,
      "step": 11430
    },
    {
      "contrastive_loss": 0.009778229519724846,
      "epoch": 3.565190268247037,
      "step": 11430
    },
    {
      "contrastive_lambda": 0.913113066617713,
      "epoch": 3.565190268247037,
      "step": 11430
    },
    {
      "contrastive_lambda": 0.9130983178814076,
      "epoch": 3.565502183406114,
      "step": 11431
    },
    {
      "contrastive_lambda": 0.9130835680125697,
      "epoch": 3.5658140985651903,
      "step": 11432
    },
    {
      "contrastive_lambda": 0.9130688170112397,
      "epoch": 3.5661260137242667,
      "step": 11433
    },
    {
      "contrastive_lambda": 0.9130540648774581,
      "epoch": 3.5664379288833437,
      "step": 11434
    },
    {
      "contrastive_lambda": 0.9130393116112653,
      "epoch": 3.5667498440424206,
      "step": 11435
    },
    {
      "contrastive_lambda": 0.9130245572127018,
      "epoch": 3.567061759201497,
      "step": 11436
    },
    {
      "contrastive_lambda": 0.913009801681808,
      "epoch": 3.567373674360574,
      "step": 11437
    },
    {
      "contrastive_lambda": 0.9129950450186244,
      "epoch": 3.567685589519651,
      "step": 11438
    },
    {
      "contrastive_lambda": 0.9129802872231915,
      "epoch": 3.5679975046787273,
      "step": 11439
    },
    {
      "epoch": 3.5683094198378043,
      "grad_norm": 0.20567575097084045,
      "learning_rate": 9.468836365607507e-05,
      "loss": 0.0487,
      "step": 11440
    },
    {
      "epoch": 3.5683094198378043,
      "flow_loss": 0.03918508440256119,
      "step": 11440
    },
    {
      "contrastive_loss": 0.00673865107819438,
      "epoch": 3.5683094198378043,
      "step": 11440
    },
    {
      "contrastive_lambda": 0.9129655282955496,
      "epoch": 3.5683094198378043,
      "step": 11440
    },
    {
      "contrastive_lambda": 0.9129507682357393,
      "epoch": 3.5686213349968807,
      "step": 11441
    },
    {
      "contrastive_lambda": 0.9129360070438011,
      "epoch": 3.5689332501559576,
      "step": 11442
    },
    {
      "contrastive_lambda": 0.9129212447197752,
      "epoch": 3.569245165315034,
      "step": 11443
    },
    {
      "contrastive_lambda": 0.9129064812637024,
      "epoch": 3.569557080474111,
      "step": 11444
    },
    {
      "contrastive_lambda": 0.912891716675623,
      "epoch": 3.569868995633188,
      "step": 11445
    },
    {
      "contrastive_lambda": 0.9128769509555775,
      "epoch": 3.5701809107922644,
      "step": 11446
    },
    {
      "contrastive_lambda": 0.9128621841036064,
      "epoch": 3.5704928259513413,
      "step": 11447
    },
    {
      "contrastive_lambda": 0.9128474161197503,
      "epoch": 3.5708047411104182,
      "step": 11448
    },
    {
      "contrastive_lambda": 0.9128326470040494,
      "epoch": 3.5711166562694947,
      "step": 11449
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 0.15829941630363464,
      "learning_rate": 9.467599632783988e-05,
      "loss": 0.0515,
      "step": 11450
    },
    {
      "epoch": 3.571428571428571,
      "flow_loss": 0.0678476095199585,
      "step": 11450
    },
    {
      "contrastive_loss": 0.01023619994521141,
      "epoch": 3.571428571428571,
      "step": 11450
    },
    {
      "contrastive_lambda": 0.9128178767565445,
      "epoch": 3.571428571428571,
      "step": 11450
    },
    {
      "contrastive_lambda": 0.9128031053772758,
      "epoch": 3.571740486587648,
      "step": 11451
    },
    {
      "contrastive_lambda": 0.912788332866284,
      "epoch": 3.572052401746725,
      "step": 11452
    },
    {
      "contrastive_lambda": 0.9127735592236097,
      "epoch": 3.5723643169058015,
      "step": 11453
    },
    {
      "contrastive_lambda": 0.912758784449293,
      "epoch": 3.5726762320648784,
      "step": 11454
    },
    {
      "contrastive_lambda": 0.9127440085433749,
      "epoch": 3.5729881472239553,
      "step": 11455
    },
    {
      "contrastive_lambda": 0.9127292315058955,
      "epoch": 3.5733000623830318,
      "step": 11456
    },
    {
      "contrastive_lambda": 0.9127144533368956,
      "epoch": 3.5736119775421087,
      "step": 11457
    },
    {
      "contrastive_lambda": 0.9126996740364155,
      "epoch": 3.573923892701185,
      "step": 11458
    },
    {
      "contrastive_lambda": 0.9126848936044958,
      "epoch": 3.574235807860262,
      "step": 11459
    },
    {
      "epoch": 3.5745477230193385,
      "grad_norm": 0.1902460753917694,
      "learning_rate": 9.466361542821662e-05,
      "loss": 0.0601,
      "step": 11460
    },
    {
      "epoch": 3.5745477230193385,
      "flow_loss": 0.04761815816164017,
      "step": 11460
    },
    {
      "contrastive_loss": 0.007707604672759771,
      "epoch": 3.5745477230193385,
      "step": 11460
    },
    {
      "contrastive_lambda": 0.9126701120411771,
      "epoch": 3.5745477230193385,
      "step": 11460
    },
    {
      "contrastive_lambda": 0.9126553293464998,
      "epoch": 3.5748596381784155,
      "step": 11461
    },
    {
      "contrastive_lambda": 0.9126405455205044,
      "epoch": 3.5751715533374924,
      "step": 11462
    },
    {
      "contrastive_lambda": 0.9126257605632317,
      "epoch": 3.575483468496569,
      "step": 11463
    },
    {
      "contrastive_lambda": 0.912610974474722,
      "epoch": 3.5757953836556458,
      "step": 11464
    },
    {
      "contrastive_lambda": 0.9125961872550159,
      "epoch": 3.5761072988147227,
      "step": 11465
    },
    {
      "contrastive_lambda": 0.9125813989041538,
      "epoch": 3.576419213973799,
      "step": 11466
    },
    {
      "contrastive_lambda": 0.9125666094221765,
      "epoch": 3.5767311291328756,
      "step": 11467
    },
    {
      "contrastive_lambda": 0.9125518188091244,
      "epoch": 3.5770430442919525,
      "step": 11468
    },
    {
      "contrastive_lambda": 0.912537027065038,
      "epoch": 3.5773549594510294,
      "step": 11469
    },
    {
      "epoch": 3.577666874610106,
      "grad_norm": 0.1429012417793274,
      "learning_rate": 9.465122096096625e-05,
      "loss": 0.0516,
      "step": 11470
    },
    {
      "epoch": 3.577666874610106,
      "flow_loss": 0.0705055445432663,
      "step": 11470
    },
    {
      "contrastive_loss": 0.006460351869463921,
      "epoch": 3.577666874610106,
      "step": 11470
    },
    {
      "contrastive_lambda": 0.9125222341899579,
      "epoch": 3.577666874610106,
      "step": 11470
    },
    {
      "contrastive_lambda": 0.9125074401839248,
      "epoch": 3.577978789769183,
      "step": 11471
    },
    {
      "contrastive_lambda": 0.912492645046979,
      "epoch": 3.5782907049282597,
      "step": 11472
    },
    {
      "contrastive_lambda": 0.9124778487791614,
      "epoch": 3.578602620087336,
      "step": 11473
    },
    {
      "contrastive_lambda": 0.9124630513805121,
      "epoch": 3.578914535246413,
      "step": 11474
    },
    {
      "contrastive_lambda": 0.9124482528510721,
      "epoch": 3.5792264504054896,
      "step": 11475
    },
    {
      "contrastive_lambda": 0.9124334531908818,
      "epoch": 3.5795383655645665,
      "step": 11476
    },
    {
      "contrastive_lambda": 0.9124186523999817,
      "epoch": 3.579850280723643,
      "step": 11477
    },
    {
      "contrastive_lambda": 0.9124038504784124,
      "epoch": 3.58016219588272,
      "step": 11478
    },
    {
      "contrastive_lambda": 0.9123890474262146,
      "epoch": 3.580474111041797,
      "step": 11479
    },
    {
      "epoch": 3.5807860262008733,
      "grad_norm": 0.13863308727741241,
      "learning_rate": 9.463881292985391e-05,
      "loss": 0.0468,
      "step": 11480
    },
    {
      "epoch": 3.5807860262008733,
      "flow_loss": 0.036339834332466125,
      "step": 11480
    },
    {
      "contrastive_loss": 0.005987870041280985,
      "epoch": 3.5807860262008733,
      "step": 11480
    },
    {
      "contrastive_lambda": 0.9123742432434288,
      "epoch": 3.5807860262008733,
      "step": 11480
    },
    {
      "contrastive_lambda": 0.9123594379300956,
      "epoch": 3.58109794135995,
      "step": 11481
    },
    {
      "contrastive_lambda": 0.9123446314862556,
      "epoch": 3.581409856519027,
      "step": 11482
    },
    {
      "contrastive_lambda": 0.9123298239119493,
      "epoch": 3.5817217716781036,
      "step": 11483
    },
    {
      "contrastive_lambda": 0.9123150152072175,
      "epoch": 3.58203368683718,
      "step": 11484
    },
    {
      "contrastive_lambda": 0.9123002053721005,
      "epoch": 3.582345601996257,
      "step": 11485
    },
    {
      "contrastive_lambda": 0.9122853944066392,
      "epoch": 3.582657517155334,
      "step": 11486
    },
    {
      "contrastive_lambda": 0.9122705823108741,
      "epoch": 3.5829694323144103,
      "step": 11487
    },
    {
      "contrastive_lambda": 0.9122557690848458,
      "epoch": 3.5832813474734873,
      "step": 11488
    },
    {
      "contrastive_lambda": 0.9122409547285949,
      "epoch": 3.583593262632564,
      "step": 11489
    },
    {
      "epoch": 3.5839051777916406,
      "grad_norm": 0.17269092798233032,
      "learning_rate": 9.462639133864881e-05,
      "loss": 0.0426,
      "step": 11490
    },
    {
      "epoch": 3.5839051777916406,
      "flow_loss": 0.055266182869672775,
      "step": 11490
    },
    {
      "contrastive_loss": 0.006932809948921204,
      "epoch": 3.5839051777916406,
      "step": 11490
    },
    {
      "contrastive_lambda": 0.912226139242162,
      "epoch": 3.5839051777916406,
      "step": 11490
    },
    {
      "contrastive_lambda": 0.9122113226255877,
      "epoch": 3.5842170929507176,
      "step": 11491
    },
    {
      "contrastive_lambda": 0.9121965048789127,
      "epoch": 3.584529008109794,
      "step": 11492
    },
    {
      "contrastive_lambda": 0.9121816860021775,
      "epoch": 3.584840923268871,
      "step": 11493
    },
    {
      "contrastive_lambda": 0.9121668659954228,
      "epoch": 3.5851528384279474,
      "step": 11494
    },
    {
      "contrastive_lambda": 0.9121520448586894,
      "epoch": 3.5854647535870243,
      "step": 11495
    },
    {
      "contrastive_lambda": 0.9121372225920177,
      "epoch": 3.5857766687461012,
      "step": 11496
    },
    {
      "contrastive_lambda": 0.9121223991954484,
      "epoch": 3.5860885839051777,
      "step": 11497
    },
    {
      "contrastive_lambda": 0.9121075746690219,
      "epoch": 3.5864004990642546,
      "step": 11498
    },
    {
      "contrastive_lambda": 0.9120927490127795,
      "epoch": 3.586712414223331,
      "step": 11499
    },
    {
      "epoch": 3.587024329382408,
      "grad_norm": 0.15771128237247467,
      "learning_rate": 9.461395619112432e-05,
      "loss": 0.0492,
      "step": 11500
    },
    {
      "epoch": 3.587024329382408,
      "flow_loss": 0.0510919988155365,
      "step": 11500
    },
    {
      "contrastive_loss": 0.005504722706973553,
      "epoch": 3.587024329382408,
      "step": 11500
    },
    {
      "contrastive_lambda": 0.9120779222267612,
      "epoch": 3.587024329382408,
      "step": 11500
    },
    {
      "contrastive_lambda": 0.9120630943110077,
      "epoch": 3.5873362445414845,
      "step": 11501
    },
    {
      "contrastive_lambda": 0.9120482652655602,
      "epoch": 3.5876481597005614,
      "step": 11502
    },
    {
      "contrastive_lambda": 0.9120334350904589,
      "epoch": 3.5879600748596383,
      "step": 11503
    },
    {
      "contrastive_lambda": 0.9120186037857443,
      "epoch": 3.5882719900187148,
      "step": 11504
    },
    {
      "contrastive_lambda": 0.9120037713514575,
      "epoch": 3.5885839051777917,
      "step": 11505
    },
    {
      "contrastive_lambda": 0.911988937787639,
      "epoch": 3.5888958203368686,
      "step": 11506
    },
    {
      "contrastive_lambda": 0.9119741030943294,
      "epoch": 3.589207735495945,
      "step": 11507
    },
    {
      "contrastive_lambda": 0.9119592672715693,
      "epoch": 3.589519650655022,
      "step": 11508
    },
    {
      "contrastive_lambda": 0.9119444303193995,
      "epoch": 3.5898315658140985,
      "step": 11509
    },
    {
      "epoch": 3.5901434809731754,
      "grad_norm": 0.16328272223472595,
      "learning_rate": 9.460150749105791e-05,
      "loss": 0.0453,
      "step": 11510
    },
    {
      "epoch": 3.5901434809731754,
      "flow_loss": 0.036749906837940216,
      "step": 11510
    },
    {
      "contrastive_loss": 0.007114370819181204,
      "epoch": 3.5901434809731754,
      "step": 11510
    },
    {
      "contrastive_lambda": 0.9119295922378607,
      "epoch": 3.5901434809731754,
      "step": 11510
    },
    {
      "contrastive_lambda": 0.9119147530269937,
      "epoch": 3.590455396132252,
      "step": 11511
    },
    {
      "contrastive_lambda": 0.9118999126868388,
      "epoch": 3.5907673112913288,
      "step": 11512
    },
    {
      "contrastive_lambda": 0.911885071217437,
      "epoch": 3.5910792264504057,
      "step": 11513
    },
    {
      "contrastive_lambda": 0.9118702286188288,
      "epoch": 3.591391141609482,
      "step": 11514
    },
    {
      "contrastive_lambda": 0.9118553848910551,
      "epoch": 3.591703056768559,
      "step": 11515
    },
    {
      "contrastive_lambda": 0.9118405400341565,
      "epoch": 3.5920149719276355,
      "step": 11516
    },
    {
      "contrastive_lambda": 0.9118256940481735,
      "epoch": 3.5923268870867124,
      "step": 11517
    },
    {
      "contrastive_lambda": 0.9118108469331471,
      "epoch": 3.592638802245789,
      "step": 11518
    },
    {
      "contrastive_lambda": 0.9117959986891179,
      "epoch": 3.592950717404866,
      "step": 11519
    },
    {
      "epoch": 3.5932626325639427,
      "grad_norm": 0.164995938539505,
      "learning_rate": 9.458904524223116e-05,
      "loss": 0.0437,
      "step": 11520
    },
    {
      "epoch": 3.5932626325639427,
      "flow_loss": 0.05620884150266647,
      "step": 11520
    },
    {
      "contrastive_loss": 0.006770895794034004,
      "epoch": 3.5932626325639427,
      "step": 11520
    },
    {
      "contrastive_lambda": 0.9117811493161265,
      "epoch": 3.5932626325639427,
      "step": 11520
    },
    {
      "contrastive_lambda": 0.9117662988142137,
      "epoch": 3.593574547723019,
      "step": 11521
    },
    {
      "contrastive_lambda": 0.9117514471834203,
      "epoch": 3.593886462882096,
      "step": 11522
    },
    {
      "contrastive_lambda": 0.9117365944237869,
      "epoch": 3.594198378041173,
      "step": 11523
    },
    {
      "contrastive_lambda": 0.9117217405353542,
      "epoch": 3.5945102932002495,
      "step": 11524
    },
    {
      "contrastive_lambda": 0.9117068855181629,
      "epoch": 3.5948222083593264,
      "step": 11525
    },
    {
      "contrastive_lambda": 0.911692029372254,
      "epoch": 3.595134123518403,
      "step": 11526
    },
    {
      "contrastive_lambda": 0.911677172097668,
      "epoch": 3.59544603867748,
      "step": 11527
    },
    {
      "contrastive_lambda": 0.9116623136944455,
      "epoch": 3.5957579538365563,
      "step": 11528
    },
    {
      "contrastive_lambda": 0.9116474541626275,
      "epoch": 3.596069868995633,
      "step": 11529
    },
    {
      "epoch": 3.59638178415471,
      "grad_norm": 0.1953049600124359,
      "learning_rate": 9.457656944842976e-05,
      "loss": 0.0534,
      "step": 11530
    },
    {
      "epoch": 3.59638178415471,
      "flow_loss": 0.037106920033693314,
      "step": 11530
    },
    {
      "contrastive_loss": 0.00887087918817997,
      "epoch": 3.59638178415471,
      "step": 11530
    },
    {
      "contrastive_lambda": 0.9116325935022547,
      "epoch": 3.59638178415471,
      "step": 11530
    },
    {
      "contrastive_lambda": 0.9116177317133676,
      "epoch": 3.5966936993137866,
      "step": 11531
    },
    {
      "contrastive_lambda": 0.9116028687960072,
      "epoch": 3.5970056144728635,
      "step": 11532
    },
    {
      "contrastive_lambda": 0.9115880047502143,
      "epoch": 3.59731752963194,
      "step": 11533
    },
    {
      "contrastive_lambda": 0.9115731395760294,
      "epoch": 3.597629444791017,
      "step": 11534
    },
    {
      "contrastive_lambda": 0.9115582732734933,
      "epoch": 3.5979413599500933,
      "step": 11535
    },
    {
      "contrastive_lambda": 0.9115434058426468,
      "epoch": 3.5982532751091703,
      "step": 11536
    },
    {
      "contrastive_lambda": 0.9115285372835309,
      "epoch": 3.598565190268247,
      "step": 11537
    },
    {
      "contrastive_lambda": 0.9115136675961859,
      "epoch": 3.5988771054273236,
      "step": 11538
    },
    {
      "contrastive_lambda": 0.9114987967806529,
      "epoch": 3.5991890205864006,
      "step": 11539
    },
    {
      "epoch": 3.5995009357454775,
      "grad_norm": 0.1102035790681839,
      "learning_rate": 9.456408011344353e-05,
      "loss": 0.0478,
      "step": 11540
    },
    {
      "epoch": 3.5995009357454775,
      "flow_loss": 0.04326052591204643,
      "step": 11540
    },
    {
      "contrastive_loss": 0.010326974093914032,
      "epoch": 3.5995009357454775,
      "step": 11540
    },
    {
      "contrastive_lambda": 0.9114839248369727,
      "epoch": 3.5995009357454775,
      "step": 11540
    },
    {
      "contrastive_lambda": 0.9114690517651858,
      "epoch": 3.599812850904554,
      "step": 11541
    },
    {
      "contrastive_lambda": 0.9114541775653333,
      "epoch": 3.600124766063631,
      "step": 11542
    },
    {
      "contrastive_lambda": 0.9114393022374557,
      "epoch": 3.6004366812227073,
      "step": 11543
    },
    {
      "contrastive_lambda": 0.911424425781594,
      "epoch": 3.6007485963817842,
      "step": 11544
    },
    {
      "contrastive_lambda": 0.9114095481977886,
      "epoch": 3.6010605115408607,
      "step": 11545
    },
    {
      "contrastive_lambda": 0.9113946694860808,
      "epoch": 3.6013724266999376,
      "step": 11546
    },
    {
      "contrastive_lambda": 0.9113797896465112,
      "epoch": 3.6016843418590145,
      "step": 11547
    },
    {
      "contrastive_lambda": 0.9113649086791205,
      "epoch": 3.601996257018091,
      "step": 11548
    },
    {
      "contrastive_lambda": 0.9113500265839494,
      "epoch": 3.602308172177168,
      "step": 11549
    },
    {
      "epoch": 3.6026200873362444,
      "grad_norm": 0.1497601717710495,
      "learning_rate": 9.455157724106643e-05,
      "loss": 0.0534,
      "step": 11550
    },
    {
      "epoch": 3.6026200873362444,
      "flow_loss": 0.0572114959359169,
      "step": 11550
    },
    {
      "contrastive_loss": 0.006703442893922329,
      "epoch": 3.6026200873362444,
      "step": 11550
    },
    {
      "contrastive_lambda": 0.911335143361039,
      "epoch": 3.6026200873362444,
      "step": 11550
    },
    {
      "contrastive_lambda": 0.9113202590104299,
      "epoch": 3.6029320024953213,
      "step": 11551
    },
    {
      "contrastive_lambda": 0.911305373532163,
      "epoch": 3.6032439176543978,
      "step": 11552
    },
    {
      "contrastive_lambda": 0.911290486926279,
      "epoch": 3.6035558328134747,
      "step": 11553
    },
    {
      "contrastive_lambda": 0.9112755991928188,
      "epoch": 3.6038677479725516,
      "step": 11554
    },
    {
      "contrastive_lambda": 0.9112607103318232,
      "epoch": 3.604179663131628,
      "step": 11555
    },
    {
      "contrastive_lambda": 0.911245820343333,
      "epoch": 3.604491578290705,
      "step": 11556
    },
    {
      "contrastive_lambda": 0.911230929227389,
      "epoch": 3.604803493449782,
      "step": 11557
    },
    {
      "contrastive_lambda": 0.9112160369840322,
      "epoch": 3.6051154086088584,
      "step": 11558
    },
    {
      "contrastive_lambda": 0.9112011436133032,
      "epoch": 3.6054273237679353,
      "step": 11559
    },
    {
      "epoch": 3.6057392389270118,
      "grad_norm": 0.13978327810764313,
      "learning_rate": 9.453906083509647e-05,
      "loss": 0.0493,
      "step": 11560
    },
    {
      "epoch": 3.6057392389270118,
      "flow_loss": 0.04747728630900383,
      "step": 11560
    },
    {
      "contrastive_loss": 0.007430593483150005,
      "epoch": 3.6057392389270118,
      "step": 11560
    },
    {
      "contrastive_lambda": 0.9111862491152429,
      "epoch": 3.6057392389270118,
      "step": 11560
    },
    {
      "contrastive_lambda": 0.9111713534898922,
      "epoch": 3.6060511540860887,
      "step": 11561
    },
    {
      "contrastive_lambda": 0.9111564567372917,
      "epoch": 3.606363069245165,
      "step": 11562
    },
    {
      "contrastive_lambda": 0.9111415588574827,
      "epoch": 3.606674984404242,
      "step": 11563
    },
    {
      "contrastive_lambda": 0.9111266598505057,
      "epoch": 3.606986899563319,
      "step": 11564
    },
    {
      "contrastive_lambda": 0.9111117597164015,
      "epoch": 3.6072988147223954,
      "step": 11565
    },
    {
      "contrastive_lambda": 0.911096858455211,
      "epoch": 3.6076107298814724,
      "step": 11566
    },
    {
      "contrastive_lambda": 0.9110819560669754,
      "epoch": 3.607922645040549,
      "step": 11567
    },
    {
      "contrastive_lambda": 0.911067052551735,
      "epoch": 3.6082345601996257,
      "step": 11568
    },
    {
      "contrastive_lambda": 0.9110521479095313,
      "epoch": 3.608546475358702,
      "step": 11569
    },
    {
      "epoch": 3.608858390517779,
      "grad_norm": 0.13147203624248505,
      "learning_rate": 9.45265308993358e-05,
      "loss": 0.0493,
      "step": 11570
    },
    {
      "epoch": 3.608858390517779,
      "flow_loss": 0.03345052897930145,
      "step": 11570
    },
    {
      "contrastive_loss": 0.008114456199109554,
      "epoch": 3.608858390517779,
      "step": 11570
    },
    {
      "contrastive_lambda": 0.9110372421404045,
      "epoch": 3.608858390517779,
      "step": 11570
    },
    {
      "contrastive_lambda": 0.9110223352443958,
      "epoch": 3.609170305676856,
      "step": 11571
    },
    {
      "contrastive_lambda": 0.911007427221546,
      "epoch": 3.6094822208359325,
      "step": 11572
    },
    {
      "contrastive_lambda": 0.9109925180718961,
      "epoch": 3.6097941359950094,
      "step": 11573
    },
    {
      "contrastive_lambda": 0.9109776077954869,
      "epoch": 3.6101060511540863,
      "step": 11574
    },
    {
      "contrastive_lambda": 0.9109626963923592,
      "epoch": 3.610417966313163,
      "step": 11575
    },
    {
      "contrastive_lambda": 0.9109477838625539,
      "epoch": 3.6107298814722393,
      "step": 11576
    },
    {
      "contrastive_lambda": 0.9109328702061119,
      "epoch": 3.611041796631316,
      "step": 11577
    },
    {
      "contrastive_lambda": 0.9109179554230742,
      "epoch": 3.611353711790393,
      "step": 11578
    },
    {
      "contrastive_lambda": 0.9109030395134816,
      "epoch": 3.6116656269494696,
      "step": 11579
    },
    {
      "epoch": 3.6119775421085465,
      "grad_norm": 0.11679808795452118,
      "learning_rate": 9.451398743759071e-05,
      "loss": 0.0425,
      "step": 11580
    },
    {
      "epoch": 3.6119775421085465,
      "flow_loss": 0.04516644403338432,
      "step": 11580
    },
    {
      "contrastive_loss": 0.007227683439850807,
      "epoch": 3.6119775421085465,
      "step": 11580
    },
    {
      "contrastive_lambda": 0.9108881224773749,
      "epoch": 3.6119775421085465,
      "step": 11580
    },
    {
      "contrastive_lambda": 0.9108732043147951,
      "epoch": 3.6122894572676234,
      "step": 11581
    },
    {
      "contrastive_lambda": 0.9108582850257831,
      "epoch": 3.6126013724267,
      "step": 11582
    },
    {
      "contrastive_lambda": 0.9108433646103797,
      "epoch": 3.612913287585777,
      "step": 11583
    },
    {
      "contrastive_lambda": 0.9108284430686261,
      "epoch": 3.6132252027448533,
      "step": 11584
    },
    {
      "contrastive_lambda": 0.9108135204005628,
      "epoch": 3.61353711790393,
      "step": 11585
    },
    {
      "contrastive_lambda": 0.9107985966062311,
      "epoch": 3.6138490330630066,
      "step": 11586
    },
    {
      "contrastive_lambda": 0.9107836716856715,
      "epoch": 3.6141609482220836,
      "step": 11587
    },
    {
      "contrastive_lambda": 0.9107687456389253,
      "epoch": 3.6144728633811605,
      "step": 11588
    },
    {
      "contrastive_lambda": 0.9107538184660332,
      "epoch": 3.614784778540237,
      "step": 11589
    },
    {
      "epoch": 3.615096693699314,
      "grad_norm": 0.13669531047344208,
      "learning_rate": 9.450143045367156e-05,
      "loss": 0.0498,
      "step": 11590
    },
    {
      "epoch": 3.615096693699314,
      "flow_loss": 0.04156220704317093,
      "step": 11590
    },
    {
      "contrastive_loss": 0.010374313220381737,
      "epoch": 3.615096693699314,
      "step": 11590
    },
    {
      "contrastive_lambda": 0.9107388901670362,
      "epoch": 3.615096693699314,
      "step": 11590
    },
    {
      "contrastive_lambda": 0.9107239607419753,
      "epoch": 3.6154086088583908,
      "step": 11591
    },
    {
      "contrastive_lambda": 0.9107090301908911,
      "epoch": 3.6157205240174672,
      "step": 11592
    },
    {
      "contrastive_lambda": 0.910694098513825,
      "epoch": 3.6160324391765437,
      "step": 11593
    },
    {
      "contrastive_lambda": 0.9106791657108176,
      "epoch": 3.6163443543356206,
      "step": 11594
    },
    {
      "contrastive_lambda": 0.91066423178191,
      "epoch": 3.6166562694946975,
      "step": 11595
    },
    {
      "contrastive_lambda": 0.9106492967271431,
      "epoch": 3.616968184653774,
      "step": 11596
    },
    {
      "contrastive_lambda": 0.9106343605465578,
      "epoch": 3.617280099812851,
      "step": 11597
    },
    {
      "contrastive_lambda": 0.9106194232401952,
      "epoch": 3.617592014971928,
      "step": 11598
    },
    {
      "contrastive_lambda": 0.9106044848080959,
      "epoch": 3.6179039301310043,
      "step": 11599
    },
    {
      "epoch": 3.6182158452900812,
      "grad_norm": 0.12116516381502151,
      "learning_rate": 9.448885995139283e-05,
      "loss": 0.0472,
      "step": 11600
    },
    {
      "epoch": 3.6182158452900812,
      "flow_loss": 0.04729737341403961,
      "step": 11600
    },
    {
      "contrastive_loss": 0.008539839647710323,
      "epoch": 3.6182158452900812,
      "step": 11600
    },
    {
      "contrastive_lambda": 0.9105895452503012,
      "epoch": 3.6182158452900812,
      "step": 11600
    },
    {
      "contrastive_lambda": 0.910574604566852,
      "epoch": 3.6185277604491577,
      "step": 11601
    },
    {
      "contrastive_lambda": 0.9105596627577892,
      "epoch": 3.6188396756082346,
      "step": 11602
    },
    {
      "contrastive_lambda": 0.9105447198231538,
      "epoch": 3.619151590767311,
      "step": 11603
    },
    {
      "contrastive_lambda": 0.9105297757629867,
      "epoch": 3.619463505926388,
      "step": 11604
    },
    {
      "contrastive_lambda": 0.910514830577329,
      "epoch": 3.619775421085465,
      "step": 11605
    },
    {
      "contrastive_lambda": 0.9104998842662213,
      "epoch": 3.6200873362445414,
      "step": 11606
    },
    {
      "contrastive_lambda": 0.9104849368297052,
      "epoch": 3.6203992514036183,
      "step": 11607
    },
    {
      "contrastive_lambda": 0.9104699882678211,
      "epoch": 3.620711166562695,
      "step": 11608
    },
    {
      "contrastive_lambda": 0.9104550385806103,
      "epoch": 3.6210230817217717,
      "step": 11609
    },
    {
      "epoch": 3.621334996880848,
      "grad_norm": 0.12834492325782776,
      "learning_rate": 9.44762759345731e-05,
      "loss": 0.0459,
      "step": 11610
    },
    {
      "epoch": 3.621334996880848,
      "flow_loss": 0.048274584114551544,
      "step": 11610
    },
    {
      "contrastive_loss": 0.00791308842599392,
      "epoch": 3.621334996880848,
      "step": 11610
    },
    {
      "contrastive_lambda": 0.9104400877681138,
      "epoch": 3.621334996880848,
      "step": 11610
    },
    {
      "contrastive_lambda": 0.9104251358303724,
      "epoch": 3.621646912039925,
      "step": 11611
    },
    {
      "contrastive_lambda": 0.9104101827674271,
      "epoch": 3.621958827199002,
      "step": 11612
    },
    {
      "contrastive_lambda": 0.9103952285793192,
      "epoch": 3.6222707423580784,
      "step": 11613
    },
    {
      "contrastive_lambda": 0.9103802732660894,
      "epoch": 3.6225826575171554,
      "step": 11614
    },
    {
      "contrastive_lambda": 0.9103653168277788,
      "epoch": 3.6228945726762323,
      "step": 11615
    },
    {
      "contrastive_lambda": 0.9103503592644282,
      "epoch": 3.6232064878353087,
      "step": 11616
    },
    {
      "contrastive_lambda": 0.910335400576079,
      "epoch": 3.6235184029943857,
      "step": 11617
    },
    {
      "contrastive_lambda": 0.9103204407627719,
      "epoch": 3.623830318153462,
      "step": 11618
    },
    {
      "contrastive_lambda": 0.910305479824548,
      "epoch": 3.624142233312539,
      "step": 11619
    },
    {
      "epoch": 3.6244541484716155,
      "grad_norm": 0.10584688931703568,
      "learning_rate": 9.446367840703509e-05,
      "loss": 0.0516,
      "step": 11620
    },
    {
      "epoch": 3.6244541484716155,
      "flow_loss": 0.06051544472575188,
      "step": 11620
    },
    {
      "contrastive_loss": 0.007413450628519058,
      "epoch": 3.6244541484716155,
      "step": 11620
    },
    {
      "contrastive_lambda": 0.9102905177614484,
      "epoch": 3.6244541484716155,
      "step": 11620
    },
    {
      "contrastive_lambda": 0.9102755545735141,
      "epoch": 3.6247660636306924,
      "step": 11621
    },
    {
      "contrastive_lambda": 0.9102605902607859,
      "epoch": 3.6250779787897693,
      "step": 11622
    },
    {
      "contrastive_lambda": 0.9102456248233051,
      "epoch": 3.625389893948846,
      "step": 11623
    },
    {
      "contrastive_lambda": 0.9102306582611126,
      "epoch": 3.6257018091079227,
      "step": 11624
    },
    {
      "contrastive_lambda": 0.9102156905742496,
      "epoch": 3.6260137242669996,
      "step": 11625
    },
    {
      "contrastive_lambda": 0.9102007217627568,
      "epoch": 3.626325639426076,
      "step": 11626
    },
    {
      "contrastive_lambda": 0.9101857518266755,
      "epoch": 3.6266375545851526,
      "step": 11627
    },
    {
      "contrastive_lambda": 0.9101707807660466,
      "epoch": 3.6269494697442295,
      "step": 11628
    },
    {
      "contrastive_lambda": 0.9101558085809114,
      "epoch": 3.6272613849033064,
      "step": 11629
    },
    {
      "epoch": 3.627573300062383,
      "grad_norm": 0.13167044520378113,
      "learning_rate": 9.445106737260556e-05,
      "loss": 0.0446,
      "step": 11630
    },
    {
      "epoch": 3.627573300062383,
      "flow_loss": 0.06223919987678528,
      "step": 11630
    },
    {
      "contrastive_loss": 0.007470433134585619,
      "epoch": 3.627573300062383,
      "step": 11630
    },
    {
      "contrastive_lambda": 0.9101408352713106,
      "epoch": 3.627573300062383,
      "step": 11630
    },
    {
      "contrastive_lambda": 0.9101258608372855,
      "epoch": 3.62788521522146,
      "step": 11631
    },
    {
      "contrastive_lambda": 0.9101108852788771,
      "epoch": 3.6281971303805367,
      "step": 11632
    },
    {
      "contrastive_lambda": 0.9100959085961262,
      "epoch": 3.628509045539613,
      "step": 11633
    },
    {
      "contrastive_lambda": 0.9100809307890744,
      "epoch": 3.62882096069869,
      "step": 11634
    },
    {
      "contrastive_lambda": 0.9100659518577623,
      "epoch": 3.6291328758577666,
      "step": 11635
    },
    {
      "contrastive_lambda": 0.910050971802231,
      "epoch": 3.6294447910168435,
      "step": 11636
    },
    {
      "contrastive_lambda": 0.9100359906225217,
      "epoch": 3.62975670617592,
      "step": 11637
    },
    {
      "contrastive_lambda": 0.9100210083186757,
      "epoch": 3.630068621334997,
      "step": 11638
    },
    {
      "contrastive_lambda": 0.9100060248907336,
      "epoch": 3.6303805364940738,
      "step": 11639
    },
    {
      "epoch": 3.6306924516531502,
      "grad_norm": 0.14146564900875092,
      "learning_rate": 9.443844283511543e-05,
      "loss": 0.0482,
      "step": 11640
    },
    {
      "epoch": 3.6306924516531502,
      "flow_loss": 0.03909796103835106,
      "step": 11640
    },
    {
      "contrastive_loss": 0.010379728861153126,
      "epoch": 3.6306924516531502,
      "step": 11640
    },
    {
      "contrastive_lambda": 0.9099910403387367,
      "epoch": 3.6306924516531502,
      "step": 11640
    },
    {
      "contrastive_lambda": 0.9099760546627262,
      "epoch": 3.631004366812227,
      "step": 11641
    },
    {
      "contrastive_lambda": 0.909961067862743,
      "epoch": 3.631316281971304,
      "step": 11642
    },
    {
      "contrastive_lambda": 0.9099460799388283,
      "epoch": 3.6316281971303805,
      "step": 11643
    },
    {
      "contrastive_lambda": 0.909931090891023,
      "epoch": 3.631940112289457,
      "step": 11644
    },
    {
      "contrastive_lambda": 0.9099161007193686,
      "epoch": 3.632252027448534,
      "step": 11645
    },
    {
      "contrastive_lambda": 0.9099011094239057,
      "epoch": 3.632563942607611,
      "step": 11646
    },
    {
      "contrastive_lambda": 0.9098861170046757,
      "epoch": 3.6328758577666873,
      "step": 11647
    },
    {
      "contrastive_lambda": 0.9098711234617196,
      "epoch": 3.6331877729257642,
      "step": 11648
    },
    {
      "contrastive_lambda": 0.9098561287950787,
      "epoch": 3.633499688084841,
      "step": 11649
    },
    {
      "epoch": 3.6338116032439176,
      "grad_norm": 0.13281911611557007,
      "learning_rate": 9.442580479839968e-05,
      "loss": 0.0477,
      "step": 11650
    },
    {
      "epoch": 3.6338116032439176,
      "flow_loss": 0.06827306747436523,
      "step": 11650
    },
    {
      "contrastive_loss": 0.008092592470347881,
      "epoch": 3.6338116032439176,
      "step": 11650
    },
    {
      "contrastive_lambda": 0.9098411330047937,
      "epoch": 3.6338116032439176,
      "step": 11650
    },
    {
      "contrastive_lambda": 0.9098261360909063,
      "epoch": 3.6341235184029945,
      "step": 11651
    },
    {
      "contrastive_lambda": 0.909811138053457,
      "epoch": 3.634435433562071,
      "step": 11652
    },
    {
      "contrastive_lambda": 0.9097961388924873,
      "epoch": 3.634747348721148,
      "step": 11653
    },
    {
      "contrastive_lambda": 0.9097811386080382,
      "epoch": 3.6350592638802244,
      "step": 11654
    },
    {
      "contrastive_lambda": 0.9097661372001509,
      "epoch": 3.6353711790393013,
      "step": 11655
    },
    {
      "contrastive_lambda": 0.9097511346688665,
      "epoch": 3.635683094198378,
      "step": 11656
    },
    {
      "contrastive_lambda": 0.909736131014226,
      "epoch": 3.6359950093574547,
      "step": 11657
    },
    {
      "contrastive_lambda": 0.9097211262362707,
      "epoch": 3.6363069245165316,
      "step": 11658
    },
    {
      "contrastive_lambda": 0.9097061203350416,
      "epoch": 3.6366188396756085,
      "step": 11659
    },
    {
      "epoch": 3.636930754834685,
      "grad_norm": 0.15095646679401398,
      "learning_rate": 9.441315326629745e-05,
      "loss": 0.0484,
      "step": 11660
    },
    {
      "epoch": 3.636930754834685,
      "flow_loss": 0.06366638839244843,
      "step": 11660
    },
    {
      "contrastive_loss": 0.009358370676636696,
      "epoch": 3.636930754834685,
      "step": 11660
    },
    {
      "contrastive_lambda": 0.9096911133105798,
      "epoch": 3.636930754834685,
      "step": 11660
    },
    {
      "contrastive_lambda": 0.9096761051629267,
      "epoch": 3.6372426699937614,
      "step": 11661
    },
    {
      "contrastive_lambda": 0.9096610958921234,
      "epoch": 3.6375545851528384,
      "step": 11662
    },
    {
      "contrastive_lambda": 0.9096460854982108,
      "epoch": 3.6378665003119153,
      "step": 11663
    },
    {
      "contrastive_lambda": 0.9096310739812302,
      "epoch": 3.6381784154709917,
      "step": 11664
    },
    {
      "contrastive_lambda": 0.9096160613412227,
      "epoch": 3.6384903306300687,
      "step": 11665
    },
    {
      "contrastive_lambda": 0.9096010475782297,
      "epoch": 3.6388022457891456,
      "step": 11666
    },
    {
      "contrastive_lambda": 0.909586032692292,
      "epoch": 3.639114160948222,
      "step": 11667
    },
    {
      "contrastive_lambda": 0.9095710166834511,
      "epoch": 3.639426076107299,
      "step": 11668
    },
    {
      "contrastive_lambda": 0.9095559995517479,
      "epoch": 3.6397379912663754,
      "step": 11669
    },
    {
      "epoch": 3.6400499064254523,
      "grad_norm": 0.13367192447185516,
      "learning_rate": 9.44004882426519e-05,
      "loss": 0.0493,
      "step": 11670
    },
    {
      "epoch": 3.6400499064254523,
      "flow_loss": 0.044240862131118774,
      "step": 11670
    },
    {
      "contrastive_loss": 0.009360598400235176,
      "epoch": 3.6400499064254523,
      "step": 11670
    },
    {
      "contrastive_lambda": 0.9095409812972237,
      "epoch": 3.6400499064254523,
      "step": 11670
    },
    {
      "contrastive_lambda": 0.9095259619199196,
      "epoch": 3.640361821584529,
      "step": 11671
    },
    {
      "contrastive_lambda": 0.9095109414198769,
      "epoch": 3.6406737367436057,
      "step": 11672
    },
    {
      "contrastive_lambda": 0.9094959197971366,
      "epoch": 3.6409856519026826,
      "step": 11673
    },
    {
      "contrastive_lambda": 0.9094808970517401,
      "epoch": 3.641297567061759,
      "step": 11674
    },
    {
      "contrastive_lambda": 0.9094658731837284,
      "epoch": 3.641609482220836,
      "step": 11675
    },
    {
      "contrastive_lambda": 0.9094508481931427,
      "epoch": 3.641921397379913,
      "step": 11676
    },
    {
      "contrastive_lambda": 0.9094358220800243,
      "epoch": 3.6422333125389894,
      "step": 11677
    },
    {
      "contrastive_lambda": 0.9094207948444144,
      "epoch": 3.642545227698066,
      "step": 11678
    },
    {
      "contrastive_lambda": 0.9094057664863542,
      "epoch": 3.642857142857143,
      "step": 11679
    },
    {
      "epoch": 3.6431690580162197,
      "grad_norm": 0.17855682969093323,
      "learning_rate": 9.438780973131037e-05,
      "loss": 0.0467,
      "step": 11680
    },
    {
      "epoch": 3.6431690580162197,
      "flow_loss": 0.05044672638177872,
      "step": 11680
    },
    {
      "contrastive_loss": 0.008329667150974274,
      "epoch": 3.6431690580162197,
      "step": 11680
    },
    {
      "contrastive_lambda": 0.9093907370058847,
      "epoch": 3.6431690580162197,
      "step": 11680
    },
    {
      "contrastive_lambda": 0.9093757064030472,
      "epoch": 3.643480973175296,
      "step": 11681
    },
    {
      "contrastive_lambda": 0.9093606746778832,
      "epoch": 3.643792888334373,
      "step": 11682
    },
    {
      "contrastive_lambda": 0.9093456418304335,
      "epoch": 3.64410480349345,
      "step": 11683
    },
    {
      "contrastive_lambda": 0.9093306078607395,
      "epoch": 3.6444167186525265,
      "step": 11684
    },
    {
      "contrastive_lambda": 0.9093155727688425,
      "epoch": 3.6447286338116034,
      "step": 11685
    },
    {
      "contrastive_lambda": 0.9093005365547835,
      "epoch": 3.64504054897068,
      "step": 11686
    },
    {
      "contrastive_lambda": 0.9092854992186038,
      "epoch": 3.6453524641297568,
      "step": 11687
    },
    {
      "contrastive_lambda": 0.9092704607603448,
      "epoch": 3.6456643792888332,
      "step": 11688
    },
    {
      "contrastive_lambda": 0.9092554211800474,
      "epoch": 3.64597629444791,
      "step": 11689
    },
    {
      "epoch": 3.646288209606987,
      "grad_norm": 0.13318286836147308,
      "learning_rate": 9.437511773612423e-05,
      "loss": 0.0488,
      "step": 11690
    },
    {
      "epoch": 3.646288209606987,
      "flow_loss": 0.05629335343837738,
      "step": 11690
    },
    {
      "contrastive_loss": 0.00752493180334568,
      "epoch": 3.646288209606987,
      "step": 11690
    },
    {
      "contrastive_lambda": 0.9092403804777532,
      "epoch": 3.646288209606987,
      "step": 11690
    },
    {
      "contrastive_lambda": 0.9092253386535032,
      "epoch": 3.6466001247660635,
      "step": 11691
    },
    {
      "contrastive_lambda": 0.9092102957073388,
      "epoch": 3.6469120399251405,
      "step": 11692
    },
    {
      "contrastive_lambda": 0.909195251639301,
      "epoch": 3.647223955084217,
      "step": 11693
    },
    {
      "contrastive_lambda": 0.9091802064494312,
      "epoch": 3.647535870243294,
      "step": 11694
    },
    {
      "contrastive_lambda": 0.9091651601377708,
      "epoch": 3.6478477854023703,
      "step": 11695
    },
    {
      "contrastive_lambda": 0.9091501127043607,
      "epoch": 3.6481597005614472,
      "step": 11696
    },
    {
      "contrastive_lambda": 0.9091350641492424,
      "epoch": 3.648471615720524,
      "step": 11697
    },
    {
      "contrastive_lambda": 0.9091200144724572,
      "epoch": 3.6487835308796006,
      "step": 11698
    },
    {
      "contrastive_lambda": 0.909104963674046,
      "epoch": 3.6490954460386775,
      "step": 11699
    },
    {
      "epoch": 3.6494073611977544,
      "grad_norm": 0.14802813529968262,
      "learning_rate": 9.436241226094896e-05,
      "loss": 0.0503,
      "step": 11700
    },
    {
      "epoch": 3.6494073611977544,
      "flow_loss": 0.07260549068450928,
      "step": 11700
    },
    {
      "contrastive_loss": 0.006945868954062462,
      "epoch": 3.6494073611977544,
      "step": 11700
    },
    {
      "contrastive_lambda": 0.9090899117540505,
      "epoch": 3.6494073611977544,
      "step": 11700
    },
    {
      "contrastive_lambda": 0.9090748587125117,
      "epoch": 3.649719276356831,
      "step": 11701
    },
    {
      "contrastive_lambda": 0.909059804549471,
      "epoch": 3.650031191515908,
      "step": 11702
    },
    {
      "contrastive_lambda": 0.9090447492649696,
      "epoch": 3.6503431066749843,
      "step": 11703
    },
    {
      "contrastive_lambda": 0.9090296928590488,
      "epoch": 3.650655021834061,
      "step": 11704
    },
    {
      "contrastive_lambda": 0.9090146353317499,
      "epoch": 3.6509669369931377,
      "step": 11705
    },
    {
      "contrastive_lambda": 0.908999576683114,
      "epoch": 3.6512788521522146,
      "step": 11706
    },
    {
      "contrastive_lambda": 0.9089845169131827,
      "epoch": 3.6515907673112915,
      "step": 11707
    },
    {
      "contrastive_lambda": 0.9089694560219972,
      "epoch": 3.651902682470368,
      "step": 11708
    },
    {
      "contrastive_lambda": 0.9089543940095985,
      "epoch": 3.652214597629445,
      "step": 11709
    },
    {
      "epoch": 3.6525265127885214,
      "grad_norm": 0.12121137976646423,
      "learning_rate": 9.434969330964418e-05,
      "loss": 0.0546,
      "step": 11710
    },
    {
      "epoch": 3.6525265127885214,
      "flow_loss": 0.041770804673433304,
      "step": 11710
    },
    {
      "contrastive_loss": 0.008108919486403465,
      "epoch": 3.6525265127885214,
      "step": 11710
    },
    {
      "contrastive_lambda": 0.9089393308760283,
      "epoch": 3.6525265127885214,
      "step": 11710
    },
    {
      "contrastive_lambda": 0.9089242666213275,
      "epoch": 3.6528384279475983,
      "step": 11711
    },
    {
      "contrastive_lambda": 0.9089092012455378,
      "epoch": 3.6531503431066747,
      "step": 11712
    },
    {
      "contrastive_lambda": 0.9088941347487003,
      "epoch": 3.6534622582657517,
      "step": 11713
    },
    {
      "contrastive_lambda": 0.9088790671308562,
      "epoch": 3.6537741734248286,
      "step": 11714
    },
    {
      "contrastive_lambda": 0.908863998392047,
      "epoch": 3.654086088583905,
      "step": 11715
    },
    {
      "contrastive_lambda": 0.9088489285323138,
      "epoch": 3.654398003742982,
      "step": 11716
    },
    {
      "contrastive_lambda": 0.9088338575516982,
      "epoch": 3.654709918902059,
      "step": 11717
    },
    {
      "contrastive_lambda": 0.9088187854502413,
      "epoch": 3.6550218340611353,
      "step": 11718
    },
    {
      "contrastive_lambda": 0.9088037122279846,
      "epoch": 3.6553337492202123,
      "step": 11719
    },
    {
      "epoch": 3.6556456643792887,
      "grad_norm": 0.13520550727844238,
      "learning_rate": 9.433696088607356e-05,
      "loss": 0.0451,
      "step": 11720
    },
    {
      "epoch": 3.6556456643792887,
      "flow_loss": 0.05810827016830444,
      "step": 11720
    },
    {
      "contrastive_loss": 0.007832998409867287,
      "epoch": 3.6556456643792887,
      "step": 11720
    },
    {
      "contrastive_lambda": 0.9087886378849692,
      "epoch": 3.6556456643792887,
      "step": 11720
    },
    {
      "contrastive_lambda": 0.9087735624212365,
      "epoch": 3.6559575795383656,
      "step": 11721
    },
    {
      "contrastive_lambda": 0.908758485836828,
      "epoch": 3.656269494697442,
      "step": 11722
    },
    {
      "contrastive_lambda": 0.9087434081317848,
      "epoch": 3.656581409856519,
      "step": 11723
    },
    {
      "contrastive_lambda": 0.9087283293061483,
      "epoch": 3.656893325015596,
      "step": 11724
    },
    {
      "contrastive_lambda": 0.9087132493599599,
      "epoch": 3.6572052401746724,
      "step": 11725
    },
    {
      "contrastive_lambda": 0.9086981682932611,
      "epoch": 3.6575171553337493,
      "step": 11726
    },
    {
      "contrastive_lambda": 0.9086830861060928,
      "epoch": 3.657829070492826,
      "step": 11727
    },
    {
      "contrastive_lambda": 0.9086680027984968,
      "epoch": 3.6581409856519027,
      "step": 11728
    },
    {
      "contrastive_lambda": 0.9086529183705143,
      "epoch": 3.658452900810979,
      "step": 11729
    },
    {
      "epoch": 3.658764815970056,
      "grad_norm": 0.13714846968650818,
      "learning_rate": 9.432421499410486e-05,
      "loss": 0.049,
      "step": 11730
    },
    {
      "epoch": 3.658764815970056,
      "flow_loss": 0.053587958216667175,
      "step": 11730
    },
    {
      "contrastive_loss": 0.007165343500673771,
      "epoch": 3.658764815970056,
      "step": 11730
    },
    {
      "contrastive_lambda": 0.9086378328221865,
      "epoch": 3.658764815970056,
      "step": 11730
    },
    {
      "contrastive_lambda": 0.908622746153555,
      "epoch": 3.659076731129133,
      "step": 11731
    },
    {
      "contrastive_lambda": 0.9086076583646608,
      "epoch": 3.6593886462882095,
      "step": 11732
    },
    {
      "contrastive_lambda": 0.9085925694555458,
      "epoch": 3.6597005614472864,
      "step": 11733
    },
    {
      "contrastive_lambda": 0.9085774794262509,
      "epoch": 3.6600124766063633,
      "step": 11734
    },
    {
      "contrastive_lambda": 0.9085623882768177,
      "epoch": 3.6603243917654398,
      "step": 11735
    },
    {
      "contrastive_lambda": 0.9085472960072875,
      "epoch": 3.6606363069245167,
      "step": 11736
    },
    {
      "contrastive_lambda": 0.9085322026177016,
      "epoch": 3.660948222083593,
      "step": 11737
    },
    {
      "contrastive_lambda": 0.9085171081081016,
      "epoch": 3.66126013724267,
      "step": 11738
    },
    {
      "contrastive_lambda": 0.9085020124785288,
      "epoch": 3.6615720524017465,
      "step": 11739
    },
    {
      "epoch": 3.6618839675608235,
      "grad_norm": 0.1477704793214798,
      "learning_rate": 9.431145563760998e-05,
      "loss": 0.0475,
      "step": 11740
    },
    {
      "epoch": 3.6618839675608235,
      "flow_loss": 0.045869432389736176,
      "step": 11740
    },
    {
      "contrastive_loss": 0.006363511085510254,
      "epoch": 3.6618839675608235,
      "step": 11740
    },
    {
      "contrastive_lambda": 0.9084869157290244,
      "epoch": 3.6618839675608235,
      "step": 11740
    },
    {
      "contrastive_lambda": 0.90847181785963,
      "epoch": 3.6621958827199004,
      "step": 11741
    },
    {
      "contrastive_lambda": 0.9084567188703869,
      "epoch": 3.662507797878977,
      "step": 11742
    },
    {
      "contrastive_lambda": 0.9084416187613364,
      "epoch": 3.6628197130380538,
      "step": 11743
    },
    {
      "contrastive_lambda": 0.9084265175325201,
      "epoch": 3.6631316281971302,
      "step": 11744
    },
    {
      "contrastive_lambda": 0.9084114151839794,
      "epoch": 3.663443543356207,
      "step": 11745
    },
    {
      "contrastive_lambda": 0.9083963117157556,
      "epoch": 3.6637554585152836,
      "step": 11746
    },
    {
      "contrastive_lambda": 0.9083812071278901,
      "epoch": 3.6640673736743605,
      "step": 11747
    },
    {
      "contrastive_lambda": 0.9083661014204243,
      "epoch": 3.6643792888334374,
      "step": 11748
    },
    {
      "contrastive_lambda": 0.9083509945933996,
      "epoch": 3.664691203992514,
      "step": 11749
    },
    {
      "epoch": 3.665003119151591,
      "grad_norm": 0.15702767670154572,
      "learning_rate": 9.429868282046484e-05,
      "loss": 0.0511,
      "step": 11750
    },
    {
      "epoch": 3.665003119151591,
      "flow_loss": 0.04167063906788826,
      "step": 11750
    },
    {
      "contrastive_loss": 0.0066229794174432755,
      "epoch": 3.665003119151591,
      "step": 11750
    },
    {
      "contrastive_lambda": 0.9083358866468576,
      "epoch": 3.665003119151591,
      "step": 11750
    },
    {
      "contrastive_lambda": 0.9083207775808395,
      "epoch": 3.6653150343106677,
      "step": 11751
    },
    {
      "contrastive_lambda": 0.9083056673953868,
      "epoch": 3.665626949469744,
      "step": 11752
    },
    {
      "contrastive_lambda": 0.908290556090541,
      "epoch": 3.665938864628821,
      "step": 11753
    },
    {
      "contrastive_lambda": 0.9082754436663434,
      "epoch": 3.6662507797878976,
      "step": 11754
    },
    {
      "contrastive_lambda": 0.9082603301228354,
      "epoch": 3.6665626949469745,
      "step": 11755
    },
    {
      "contrastive_lambda": 0.9082452154600587,
      "epoch": 3.666874610106051,
      "step": 11756
    },
    {
      "contrastive_lambda": 0.9082300996780543,
      "epoch": 3.667186525265128,
      "step": 11757
    },
    {
      "contrastive_lambda": 0.9082149827768642,
      "epoch": 3.667498440424205,
      "step": 11758
    },
    {
      "contrastive_lambda": 0.9081998647565294,
      "epoch": 3.6678103555832813,
      "step": 11759
    },
    {
      "epoch": 3.668122270742358,
      "grad_norm": 0.1235429123044014,
      "learning_rate": 9.428589654654951e-05,
      "loss": 0.0516,
      "step": 11760
    },
    {
      "epoch": 3.668122270742358,
      "flow_loss": 0.035505566745996475,
      "step": 11760
    },
    {
      "contrastive_loss": 0.00948948785662651,
      "epoch": 3.668122270742358,
      "step": 11760
    },
    {
      "contrastive_lambda": 0.9081847456170915,
      "epoch": 3.668122270742358,
      "step": 11760
    },
    {
      "contrastive_lambda": 0.908169625358592,
      "epoch": 3.6684341859014347,
      "step": 11761
    },
    {
      "contrastive_lambda": 0.9081545039810722,
      "epoch": 3.6687461010605116,
      "step": 11762
    },
    {
      "contrastive_lambda": 0.9081393814845737,
      "epoch": 3.669058016219588,
      "step": 11763
    },
    {
      "contrastive_lambda": 0.908124257869138,
      "epoch": 3.669369931378665,
      "step": 11764
    },
    {
      "contrastive_lambda": 0.9081091331348063,
      "epoch": 3.669681846537742,
      "step": 11765
    },
    {
      "contrastive_lambda": 0.9080940072816204,
      "epoch": 3.6699937616968183,
      "step": 11766
    },
    {
      "contrastive_lambda": 0.9080788803096216,
      "epoch": 3.6703056768558953,
      "step": 11767
    },
    {
      "contrastive_lambda": 0.9080637522188513,
      "epoch": 3.670617592014972,
      "step": 11768
    },
    {
      "contrastive_lambda": 0.9080486230093511,
      "epoch": 3.6709295071740486,
      "step": 11769
    },
    {
      "epoch": 3.671241422333125,
      "grad_norm": 0.15488645434379578,
      "learning_rate": 9.42730968197481e-05,
      "loss": 0.0415,
      "step": 11770
    },
    {
      "epoch": 3.671241422333125,
      "flow_loss": 0.04878650978207588,
      "step": 11770
    },
    {
      "contrastive_loss": 0.007390998769551516,
      "epoch": 3.671241422333125,
      "step": 11770
    },
    {
      "contrastive_lambda": 0.9080334926811624,
      "epoch": 3.671241422333125,
      "step": 11770
    },
    {
      "contrastive_lambda": 0.9080183612343268,
      "epoch": 3.671553337492202,
      "step": 11771
    },
    {
      "contrastive_lambda": 0.9080032286688855,
      "epoch": 3.671865252651279,
      "step": 11772
    },
    {
      "contrastive_lambda": 0.9079880949848804,
      "epoch": 3.6721771678103554,
      "step": 11773
    },
    {
      "contrastive_lambda": 0.9079729601823527,
      "epoch": 3.6724890829694323,
      "step": 11774
    },
    {
      "contrastive_lambda": 0.907957824261344,
      "epoch": 3.6728009981285092,
      "step": 11775
    },
    {
      "contrastive_lambda": 0.9079426872218956,
      "epoch": 3.6731129132875857,
      "step": 11776
    },
    {
      "contrastive_lambda": 0.9079275490640493,
      "epoch": 3.6734248284466626,
      "step": 11777
    },
    {
      "contrastive_lambda": 0.9079124097878464,
      "epoch": 3.673736743605739,
      "step": 11778
    },
    {
      "contrastive_lambda": 0.9078972693933285,
      "epoch": 3.674048658764816,
      "step": 11779
    },
    {
      "epoch": 3.6743605739238925,
      "grad_norm": 0.20648524165153503,
      "learning_rate": 9.426028364394883e-05,
      "loss": 0.0437,
      "step": 11780
    },
    {
      "epoch": 3.6743605739238925,
      "flow_loss": 0.048208341002464294,
      "step": 11780
    },
    {
      "contrastive_loss": 0.010721905156970024,
      "epoch": 3.6743605739238925,
      "step": 11780
    },
    {
      "contrastive_lambda": 0.9078821278805371,
      "epoch": 3.6743605739238925,
      "step": 11780
    },
    {
      "contrastive_lambda": 0.9078669852495137,
      "epoch": 3.6746724890829694,
      "step": 11781
    },
    {
      "contrastive_lambda": 0.9078518415002998,
      "epoch": 3.6749844042420463,
      "step": 11782
    },
    {
      "contrastive_lambda": 0.907836696632937,
      "epoch": 3.675296319401123,
      "step": 11783
    },
    {
      "contrastive_lambda": 0.9078215506474665,
      "epoch": 3.6756082345601997,
      "step": 11784
    },
    {
      "contrastive_lambda": 0.9078064035439302,
      "epoch": 3.6759201497192766,
      "step": 11785
    },
    {
      "contrastive_lambda": 0.9077912553223695,
      "epoch": 3.676232064878353,
      "step": 11786
    },
    {
      "contrastive_lambda": 0.9077761059828259,
      "epoch": 3.6765439800374295,
      "step": 11787
    },
    {
      "contrastive_lambda": 0.907760955525341,
      "epoch": 3.6768558951965065,
      "step": 11788
    },
    {
      "contrastive_lambda": 0.9077458039499562,
      "epoch": 3.6771678103555834,
      "step": 11789
    },
    {
      "epoch": 3.67747972551466,
      "grad_norm": 0.1484212875366211,
      "learning_rate": 9.424745702304402e-05,
      "loss": 0.0485,
      "step": 11790
    },
    {
      "epoch": 3.67747972551466,
      "flow_loss": 0.06330164521932602,
      "step": 11790
    },
    {
      "contrastive_loss": 0.0069129616022109985,
      "epoch": 3.67747972551466,
      "step": 11790
    },
    {
      "contrastive_lambda": 0.9077306512567132,
      "epoch": 3.67747972551466,
      "step": 11790
    },
    {
      "contrastive_lambda": 0.9077154974456534,
      "epoch": 3.6777916406737368,
      "step": 11791
    },
    {
      "contrastive_lambda": 0.9077003425168184,
      "epoch": 3.6781035558328137,
      "step": 11792
    },
    {
      "contrastive_lambda": 0.9076851864702499,
      "epoch": 3.67841547099189,
      "step": 11793
    },
    {
      "contrastive_lambda": 0.9076700293059892,
      "epoch": 3.678727386150967,
      "step": 11794
    },
    {
      "contrastive_lambda": 0.907654871024078,
      "epoch": 3.6790393013100435,
      "step": 11795
    },
    {
      "contrastive_lambda": 0.9076397116245578,
      "epoch": 3.6793512164691204,
      "step": 11796
    },
    {
      "contrastive_lambda": 0.9076245511074703,
      "epoch": 3.679663131628197,
      "step": 11797
    },
    {
      "contrastive_lambda": 0.9076093894728569,
      "epoch": 3.679975046787274,
      "step": 11798
    },
    {
      "contrastive_lambda": 0.9075942267207591,
      "epoch": 3.6802869619463507,
      "step": 11799
    },
    {
      "epoch": 3.680598877105427,
      "grad_norm": 0.12538118660449982,
      "learning_rate": 9.423461696093006e-05,
      "loss": 0.0478,
      "step": 11800
    },
    {
      "epoch": 3.680598877105427,
      "flow_loss": 0.03273042291402817,
      "step": 11800
    },
    {
      "contrastive_loss": 0.006322188302874565,
      "epoch": 3.680598877105427,
      "step": 11800
    },
    {
      "contrastive_lambda": 0.9075790628512187,
      "epoch": 3.680598877105427,
      "step": 11800
    },
    {
      "contrastive_lambda": 0.907563897864277,
      "epoch": 3.680910792264504,
      "step": 11801
    },
    {
      "contrastive_lambda": 0.907548731759976,
      "epoch": 3.681222707423581,
      "step": 11802
    },
    {
      "contrastive_lambda": 0.9075335645383569,
      "epoch": 3.6815346225826575,
      "step": 11803
    },
    {
      "contrastive_lambda": 0.9075183961994613,
      "epoch": 3.681846537741734,
      "step": 11804
    },
    {
      "contrastive_lambda": 0.907503226743331,
      "epoch": 3.682158452900811,
      "step": 11805
    },
    {
      "contrastive_lambda": 0.9074880561700074,
      "epoch": 3.682470368059888,
      "step": 11806
    },
    {
      "contrastive_lambda": 0.9074728844795321,
      "epoch": 3.6827822832189643,
      "step": 11807
    },
    {
      "contrastive_lambda": 0.9074577116719469,
      "epoch": 3.683094198378041,
      "step": 11808
    },
    {
      "contrastive_lambda": 0.9074425377472931,
      "epoch": 3.683406113537118,
      "step": 11809
    },
    {
      "epoch": 3.6837180286961946,
      "grad_norm": 0.13148526847362518,
      "learning_rate": 9.422176346150741e-05,
      "loss": 0.0456,
      "step": 11810
    },
    {
      "epoch": 3.6837180286961946,
      "flow_loss": 0.03816252946853638,
      "step": 11810
    },
    {
      "contrastive_loss": 0.008327707648277283,
      "epoch": 3.6837180286961946,
      "step": 11810
    },
    {
      "contrastive_lambda": 0.9074273627056125,
      "epoch": 3.6837180286961946,
      "step": 11810
    },
    {
      "contrastive_lambda": 0.9074121865469467,
      "epoch": 3.6840299438552715,
      "step": 11811
    },
    {
      "contrastive_lambda": 0.9073970092713373,
      "epoch": 3.684341859014348,
      "step": 11812
    },
    {
      "contrastive_lambda": 0.9073818308788257,
      "epoch": 3.684653774173425,
      "step": 11813
    },
    {
      "contrastive_lambda": 0.9073666513694538,
      "epoch": 3.6849656893325013,
      "step": 11814
    },
    {
      "contrastive_lambda": 0.907351470743263,
      "epoch": 3.6852776044915783,
      "step": 11815
    },
    {
      "contrastive_lambda": 0.9073362890002952,
      "epoch": 3.685589519650655,
      "step": 11816
    },
    {
      "contrastive_lambda": 0.9073211061405917,
      "epoch": 3.6859014348097316,
      "step": 11817
    },
    {
      "contrastive_lambda": 0.9073059221641944,
      "epoch": 3.6862133499688086,
      "step": 11818
    },
    {
      "contrastive_lambda": 0.9072907370711445,
      "epoch": 3.6865252651278855,
      "step": 11819
    },
    {
      "epoch": 3.686837180286962,
      "grad_norm": 0.17001834511756897,
      "learning_rate": 9.420889652868063e-05,
      "loss": 0.0512,
      "step": 11820
    },
    {
      "epoch": 3.686837180286962,
      "flow_loss": 0.060135211795568466,
      "step": 11820
    },
    {
      "contrastive_loss": 0.007314732298254967,
      "epoch": 3.686837180286962,
      "step": 11820
    },
    {
      "contrastive_lambda": 0.9072755508614841,
      "epoch": 3.686837180286962,
      "step": 11820
    },
    {
      "contrastive_lambda": 0.9072603635352547,
      "epoch": 3.6871490954460384,
      "step": 11821
    },
    {
      "contrastive_lambda": 0.9072451750924979,
      "epoch": 3.6874610106051153,
      "step": 11822
    },
    {
      "contrastive_lambda": 0.9072299855332552,
      "epoch": 3.6877729257641922,
      "step": 11823
    },
    {
      "contrastive_lambda": 0.9072147948575684,
      "epoch": 3.6880848409232687,
      "step": 11824
    },
    {
      "contrastive_lambda": 0.9071996030654792,
      "epoch": 3.6883967560823456,
      "step": 11825
    },
    {
      "contrastive_lambda": 0.9071844101570291,
      "epoch": 3.6887086712414225,
      "step": 11826
    },
    {
      "contrastive_lambda": 0.9071692161322599,
      "epoch": 3.689020586400499,
      "step": 11827
    },
    {
      "contrastive_lambda": 0.9071540209912131,
      "epoch": 3.689332501559576,
      "step": 11828
    },
    {
      "contrastive_lambda": 0.9071388247339305,
      "epoch": 3.6896444167186524,
      "step": 11829
    },
    {
      "epoch": 3.6899563318777293,
      "grad_norm": 0.1646764874458313,
      "learning_rate": 9.419601616635836e-05,
      "loss": 0.0496,
      "step": 11830
    },
    {
      "epoch": 3.6899563318777293,
      "flow_loss": 0.04933083802461624,
      "step": 11830
    },
    {
      "contrastive_loss": 0.006892901845276356,
      "epoch": 3.6899563318777293,
      "step": 11830
    },
    {
      "contrastive_lambda": 0.9071236273604536,
      "epoch": 3.6899563318777293,
      "step": 11830
    },
    {
      "contrastive_lambda": 0.9071084288708242,
      "epoch": 3.690268247036806,
      "step": 11831
    },
    {
      "contrastive_lambda": 0.907093229265084,
      "epoch": 3.6905801621958827,
      "step": 11832
    },
    {
      "contrastive_lambda": 0.9070780285432745,
      "epoch": 3.6908920773549596,
      "step": 11833
    },
    {
      "contrastive_lambda": 0.9070628267054375,
      "epoch": 3.691203992514036,
      "step": 11834
    },
    {
      "contrastive_lambda": 0.9070476237516147,
      "epoch": 3.691515907673113,
      "step": 11835
    },
    {
      "contrastive_lambda": 0.9070324196818477,
      "epoch": 3.69182782283219,
      "step": 11836
    },
    {
      "contrastive_lambda": 0.9070172144961781,
      "epoch": 3.6921397379912664,
      "step": 11837
    },
    {
      "contrastive_lambda": 0.9070020081946479,
      "epoch": 3.692451653150343,
      "step": 11838
    },
    {
      "contrastive_lambda": 0.9069868007772984,
      "epoch": 3.6927635683094198,
      "step": 11839
    },
    {
      "epoch": 3.6930754834684967,
      "grad_norm": 0.13520212471485138,
      "learning_rate": 9.418312237845331e-05,
      "loss": 0.0446,
      "step": 11840
    },
    {
      "epoch": 3.6930754834684967,
      "flow_loss": 0.03956408053636551,
      "step": 11840
    },
    {
      "contrastive_loss": 0.00929974764585495,
      "epoch": 3.6930754834684967,
      "step": 11840
    },
    {
      "contrastive_lambda": 0.9069715922441717,
      "epoch": 3.6930754834684967,
      "step": 11840
    },
    {
      "contrastive_lambda": 0.9069563825953091,
      "epoch": 3.693387398627573,
      "step": 11841
    },
    {
      "contrastive_lambda": 0.9069411718307525,
      "epoch": 3.69369931378665,
      "step": 11842
    },
    {
      "contrastive_lambda": 0.9069259599505435,
      "epoch": 3.694011228945727,
      "step": 11843
    },
    {
      "contrastive_lambda": 0.906910746954724,
      "epoch": 3.6943231441048034,
      "step": 11844
    },
    {
      "contrastive_lambda": 0.9068955328433355,
      "epoch": 3.6946350592638804,
      "step": 11845
    },
    {
      "contrastive_lambda": 0.9068803176164199,
      "epoch": 3.694946974422957,
      "step": 11846
    },
    {
      "contrastive_lambda": 0.9068651012740188,
      "epoch": 3.6952588895820337,
      "step": 11847
    },
    {
      "contrastive_lambda": 0.9068498838161738,
      "epoch": 3.69557080474111,
      "step": 11848
    },
    {
      "contrastive_lambda": 0.9068346652429268,
      "epoch": 3.695882719900187,
      "step": 11849
    },
    {
      "epoch": 3.696194635059264,
      "grad_norm": 0.1839607208967209,
      "learning_rate": 9.417021516888225e-05,
      "loss": 0.0453,
      "step": 11850
    },
    {
      "epoch": 3.696194635059264,
      "flow_loss": 0.04022999852895737,
      "step": 11850
    },
    {
      "contrastive_loss": 0.007510743569582701,
      "epoch": 3.696194635059264,
      "step": 11850
    },
    {
      "contrastive_lambda": 0.9068194455543195,
      "epoch": 3.696194635059264,
      "step": 11850
    },
    {
      "contrastive_lambda": 0.9068042247503936,
      "epoch": 3.6965065502183405,
      "step": 11851
    },
    {
      "contrastive_lambda": 0.9067890028311907,
      "epoch": 3.6968184653774174,
      "step": 11852
    },
    {
      "contrastive_lambda": 0.9067737797967528,
      "epoch": 3.6971303805364943,
      "step": 11853
    },
    {
      "contrastive_lambda": 0.9067585556471214,
      "epoch": 3.697442295695571,
      "step": 11854
    },
    {
      "contrastive_lambda": 0.9067433303823383,
      "epoch": 3.6977542108546473,
      "step": 11855
    },
    {
      "contrastive_lambda": 0.9067281040024453,
      "epoch": 3.698066126013724,
      "step": 11856
    },
    {
      "contrastive_lambda": 0.9067128765074841,
      "epoch": 3.698378041172801,
      "step": 11857
    },
    {
      "contrastive_lambda": 0.9066976478974966,
      "epoch": 3.6986899563318776,
      "step": 11858
    },
    {
      "contrastive_lambda": 0.9066824181725243,
      "epoch": 3.6990018714909545,
      "step": 11859
    },
    {
      "epoch": 3.6993137866500314,
      "grad_norm": 0.13174448907375336,
      "learning_rate": 9.415729454156608e-05,
      "loss": 0.0521,
      "step": 11860
    },
    {
      "epoch": 3.6993137866500314,
      "flow_loss": 0.038847070187330246,
      "step": 11860
    },
    {
      "contrastive_loss": 0.006352980621159077,
      "epoch": 3.6993137866500314,
      "step": 11860
    },
    {
      "contrastive_lambda": 0.906667187332609,
      "epoch": 3.6993137866500314,
      "step": 11860
    },
    {
      "contrastive_lambda": 0.9066519553777925,
      "epoch": 3.699625701809108,
      "step": 11861
    },
    {
      "contrastive_lambda": 0.9066367223081166,
      "epoch": 3.699937616968185,
      "step": 11862
    },
    {
      "contrastive_lambda": 0.9066214881236232,
      "epoch": 3.7002495321272613,
      "step": 11863
    },
    {
      "contrastive_lambda": 0.9066062528243537,
      "epoch": 3.700561447286338,
      "step": 11864
    },
    {
      "contrastive_lambda": 0.9065910164103502,
      "epoch": 3.7008733624454146,
      "step": 11865
    },
    {
      "contrastive_lambda": 0.9065757788816543,
      "epoch": 3.7011852776044916,
      "step": 11866
    },
    {
      "contrastive_lambda": 0.9065605402383079,
      "epoch": 3.7014971927635685,
      "step": 11867
    },
    {
      "contrastive_lambda": 0.9065453004803525,
      "epoch": 3.701809107922645,
      "step": 11868
    },
    {
      "contrastive_lambda": 0.9065300596078303,
      "epoch": 3.702121023081722,
      "step": 11869
    },
    {
      "epoch": 3.7024329382407988,
      "grad_norm": 0.1402471661567688,
      "learning_rate": 9.414436050042973e-05,
      "loss": 0.0524,
      "step": 11870
    },
    {
      "epoch": 3.7024329382407988,
      "flow_loss": 0.02792801894247532,
      "step": 11870
    },
    {
      "contrastive_loss": 0.012287894263863564,
      "epoch": 3.7024329382407988,
      "step": 11870
    },
    {
      "contrastive_lambda": 0.9065148176207827,
      "epoch": 3.7024329382407988,
      "step": 11870
    },
    {
      "contrastive_lambda": 0.9064995745192517,
      "epoch": 3.7027448533998752,
      "step": 11871
    },
    {
      "contrastive_lambda": 0.906484330303279,
      "epoch": 3.7030567685589517,
      "step": 11872
    },
    {
      "contrastive_lambda": 0.9064690849729065,
      "epoch": 3.7033686837180286,
      "step": 11873
    },
    {
      "contrastive_lambda": 0.9064538385281758,
      "epoch": 3.7036805988771055,
      "step": 11874
    },
    {
      "contrastive_lambda": 0.906438590969129,
      "epoch": 3.703992514036182,
      "step": 11875
    },
    {
      "contrastive_lambda": 0.9064233422958077,
      "epoch": 3.704304429195259,
      "step": 11876
    },
    {
      "contrastive_lambda": 0.9064080925082536,
      "epoch": 3.704616344354336,
      "step": 11877
    },
    {
      "contrastive_lambda": 0.9063928416065088,
      "epoch": 3.7049282595134123,
      "step": 11878
    },
    {
      "contrastive_lambda": 0.9063775895906148,
      "epoch": 3.7052401746724892,
      "step": 11879
    },
    {
      "epoch": 3.7055520898315657,
      "grad_norm": 0.1559479832649231,
      "learning_rate": 9.413141304940223e-05,
      "loss": 0.0448,
      "step": 11880
    },
    {
      "epoch": 3.7055520898315657,
      "flow_loss": 0.03220205754041672,
      "step": 11880
    },
    {
      "contrastive_loss": 0.008501546457409859,
      "epoch": 3.7055520898315657,
      "step": 11880
    },
    {
      "contrastive_lambda": 0.9063623364606136,
      "epoch": 3.7055520898315657,
      "step": 11880
    },
    {
      "contrastive_lambda": 0.9063470822165469,
      "epoch": 3.7058640049906426,
      "step": 11881
    },
    {
      "contrastive_lambda": 0.9063318268584568,
      "epoch": 3.706175920149719,
      "step": 11882
    },
    {
      "contrastive_lambda": 0.9063165703863848,
      "epoch": 3.706487835308796,
      "step": 11883
    },
    {
      "contrastive_lambda": 0.906301312800373,
      "epoch": 3.706799750467873,
      "step": 11884
    },
    {
      "contrastive_lambda": 0.9062860541004629,
      "epoch": 3.7071116656269494,
      "step": 11885
    },
    {
      "contrastive_lambda": 0.9062707942866965,
      "epoch": 3.7074235807860263,
      "step": 11886
    },
    {
      "contrastive_lambda": 0.9062555333591158,
      "epoch": 3.7077354959451028,
      "step": 11887
    },
    {
      "contrastive_lambda": 0.9062402713177624,
      "epoch": 3.7080474111041797,
      "step": 11888
    },
    {
      "contrastive_lambda": 0.9062250081626784,
      "epoch": 3.708359326263256,
      "step": 11889
    },
    {
      "epoch": 3.708671241422333,
      "grad_norm": 0.16244080662727356,
      "learning_rate": 9.411845219241666e-05,
      "loss": 0.0514,
      "step": 11890
    },
    {
      "epoch": 3.708671241422333,
      "flow_loss": 0.04121898487210274,
      "step": 11890
    },
    {
      "contrastive_loss": 0.007657770067453384,
      "epoch": 3.708671241422333,
      "step": 11890
    },
    {
      "contrastive_lambda": 0.9062097438939052,
      "epoch": 3.708671241422333,
      "step": 11890
    },
    {
      "contrastive_lambda": 0.906194478511485,
      "epoch": 3.70898315658141,
      "step": 11891
    },
    {
      "contrastive_lambda": 0.9061792120154597,
      "epoch": 3.7092950717404864,
      "step": 11892
    },
    {
      "contrastive_lambda": 0.9061639444058709,
      "epoch": 3.7096069868995634,
      "step": 11893
    },
    {
      "contrastive_lambda": 0.9061486756827607,
      "epoch": 3.7099189020586403,
      "step": 11894
    },
    {
      "contrastive_lambda": 0.9061334058461707,
      "epoch": 3.7102308172177167,
      "step": 11895
    },
    {
      "contrastive_lambda": 0.9061181348961431,
      "epoch": 3.7105427323767937,
      "step": 11896
    },
    {
      "contrastive_lambda": 0.9061028628327195,
      "epoch": 3.71085464753587,
      "step": 11897
    },
    {
      "contrastive_lambda": 0.9060875896559417,
      "epoch": 3.711166562694947,
      "step": 11898
    },
    {
      "contrastive_lambda": 0.9060723153658519,
      "epoch": 3.7114784778540235,
      "step": 11899
    },
    {
      "epoch": 3.7117903930131004,
      "grad_norm": 0.13831877708435059,
      "learning_rate": 9.410547793341021e-05,
      "loss": 0.0507,
      "step": 11900
    },
    {
      "epoch": 3.7117903930131004,
      "flow_loss": 0.031163759529590607,
      "step": 11900
    },
    {
      "contrastive_loss": 0.0074505251832306385,
      "epoch": 3.7117903930131004,
      "step": 11900
    },
    {
      "contrastive_lambda": 0.9060570399624917,
      "epoch": 3.7117903930131004,
      "step": 11900
    },
    {
      "contrastive_lambda": 0.9060417634459031,
      "epoch": 3.7121023081721773,
      "step": 11901
    },
    {
      "contrastive_lambda": 0.906026485816128,
      "epoch": 3.712414223331254,
      "step": 11902
    },
    {
      "contrastive_lambda": 0.9060112070732081,
      "epoch": 3.7127261384903307,
      "step": 11903
    },
    {
      "contrastive_lambda": 0.9059959272171856,
      "epoch": 3.713038053649407,
      "step": 11904
    },
    {
      "contrastive_lambda": 0.9059806462481022,
      "epoch": 3.713349968808484,
      "step": 11905
    },
    {
      "contrastive_lambda": 0.9059653641659996,
      "epoch": 3.7136618839675606,
      "step": 11906
    },
    {
      "contrastive_lambda": 0.90595008097092,
      "epoch": 3.7139737991266375,
      "step": 11907
    },
    {
      "contrastive_lambda": 0.9059347966629052,
      "epoch": 3.7142857142857144,
      "step": 11908
    },
    {
      "contrastive_lambda": 0.9059195112419972,
      "epoch": 3.714597629444791,
      "step": 11909
    },
    {
      "epoch": 3.714909544603868,
      "grad_norm": 0.12207060307264328,
      "learning_rate": 9.409249027632408e-05,
      "loss": 0.0477,
      "step": 11910
    },
    {
      "epoch": 3.714909544603868,
      "flow_loss": 0.05292565003037453,
      "step": 11910
    },
    {
      "contrastive_loss": 0.007649009115993977,
      "epoch": 3.714909544603868,
      "step": 11910
    },
    {
      "contrastive_lambda": 0.9059042247082378,
      "epoch": 3.714909544603868,
      "step": 11910
    },
    {
      "contrastive_lambda": 0.9058889370616688,
      "epoch": 3.7152214597629447,
      "step": 11911
    },
    {
      "contrastive_lambda": 0.9058736483023324,
      "epoch": 3.715533374922021,
      "step": 11912
    },
    {
      "contrastive_lambda": 0.9058583584302702,
      "epoch": 3.715845290081098,
      "step": 11913
    },
    {
      "contrastive_lambda": 0.9058430674455243,
      "epoch": 3.7161572052401746,
      "step": 11914
    },
    {
      "contrastive_lambda": 0.9058277753481367,
      "epoch": 3.7164691203992515,
      "step": 11915
    },
    {
      "contrastive_lambda": 0.905812482138149,
      "epoch": 3.716781035558328,
      "step": 11916
    },
    {
      "contrastive_lambda": 0.9057971878156035,
      "epoch": 3.717092950717405,
      "step": 11917
    },
    {
      "contrastive_lambda": 0.905781892380542,
      "epoch": 3.717404865876482,
      "step": 11918
    },
    {
      "contrastive_lambda": 0.9057665958330063,
      "epoch": 3.7177167810355582,
      "step": 11919
    },
    {
      "epoch": 3.718028696194635,
      "grad_norm": 0.0937228873372078,
      "learning_rate": 9.407948922510362e-05,
      "loss": 0.0461,
      "step": 11920
    },
    {
      "epoch": 3.718028696194635,
      "flow_loss": 0.036020271480083466,
      "step": 11920
    },
    {
      "contrastive_loss": 0.006894632242619991,
      "epoch": 3.718028696194635,
      "step": 11920
    },
    {
      "contrastive_lambda": 0.9057512981730385,
      "epoch": 3.718028696194635,
      "step": 11920
    },
    {
      "contrastive_lambda": 0.9057359994006804,
      "epoch": 3.7183406113537116,
      "step": 11921
    },
    {
      "contrastive_lambda": 0.9057206995159741,
      "epoch": 3.7186525265127885,
      "step": 11922
    },
    {
      "contrastive_lambda": 0.9057053985189615,
      "epoch": 3.718964441671865,
      "step": 11923
    },
    {
      "contrastive_lambda": 0.9056900964096843,
      "epoch": 3.719276356830942,
      "step": 11924
    },
    {
      "contrastive_lambda": 0.905674793188185,
      "epoch": 3.719588271990019,
      "step": 11925
    },
    {
      "contrastive_lambda": 0.905659488854505,
      "epoch": 3.7199001871490953,
      "step": 11926
    },
    {
      "contrastive_lambda": 0.9056441834086866,
      "epoch": 3.7202121023081722,
      "step": 11927
    },
    {
      "contrastive_lambda": 0.9056288768507714,
      "epoch": 3.720524017467249,
      "step": 11928
    },
    {
      "contrastive_lambda": 0.9056135691808018,
      "epoch": 3.7208359326263256,
      "step": 11929
    },
    {
      "epoch": 3.7211478477854025,
      "grad_norm": 0.14765341579914093,
      "learning_rate": 9.406647478369817e-05,
      "loss": 0.0434,
      "step": 11930
    },
    {
      "epoch": 3.7211478477854025,
      "flow_loss": 0.05337696149945259,
      "step": 11930
    },
    {
      "contrastive_loss": 0.007599376142024994,
      "epoch": 3.7211478477854025,
      "step": 11930
    },
    {
      "contrastive_lambda": 0.9055982603988195,
      "epoch": 3.7211478477854025,
      "step": 11930
    },
    {
      "contrastive_lambda": 0.9055829505048667,
      "epoch": 3.721459762944479,
      "step": 11931
    },
    {
      "contrastive_lambda": 0.9055676394989851,
      "epoch": 3.721771678103556,
      "step": 11932
    },
    {
      "contrastive_lambda": 0.9055523273812167,
      "epoch": 3.7220835932626324,
      "step": 11933
    },
    {
      "contrastive_lambda": 0.9055370141516037,
      "epoch": 3.7223955084217093,
      "step": 11934
    },
    {
      "contrastive_lambda": 0.9055216998101878,
      "epoch": 3.722707423580786,
      "step": 11935
    },
    {
      "contrastive_lambda": 0.9055063843570114,
      "epoch": 3.7230193387398627,
      "step": 11936
    },
    {
      "contrastive_lambda": 0.905491067792116,
      "epoch": 3.7233312538989396,
      "step": 11937
    },
    {
      "contrastive_lambda": 0.9054757501155439,
      "epoch": 3.723643169058016,
      "step": 11938
    },
    {
      "contrastive_lambda": 0.905460431327337,
      "epoch": 3.723955084217093,
      "step": 11939
    },
    {
      "epoch": 3.7242669993761695,
      "grad_norm": 0.1354614943265915,
      "learning_rate": 9.405344695606118e-05,
      "loss": 0.0516,
      "step": 11940
    },
    {
      "epoch": 3.7242669993761695,
      "flow_loss": 0.0535409115254879,
      "step": 11940
    },
    {
      "contrastive_loss": 0.009499645791947842,
      "epoch": 3.7242669993761695,
      "step": 11940
    },
    {
      "contrastive_lambda": 0.9054451114275373,
      "epoch": 3.7242669993761695,
      "step": 11940
    },
    {
      "contrastive_lambda": 0.9054297904161868,
      "epoch": 3.7245789145352464,
      "step": 11941
    },
    {
      "contrastive_lambda": 0.9054144682933274,
      "epoch": 3.7248908296943233,
      "step": 11942
    },
    {
      "contrastive_lambda": 0.9053991450590013,
      "epoch": 3.7252027448533998,
      "step": 11943
    },
    {
      "contrastive_lambda": 0.9053838207132505,
      "epoch": 3.7255146600124767,
      "step": 11944
    },
    {
      "contrastive_lambda": 0.905368495256117,
      "epoch": 3.7258265751715536,
      "step": 11945
    },
    {
      "contrastive_lambda": 0.9053531686876426,
      "epoch": 3.72613849033063,
      "step": 11946
    },
    {
      "contrastive_lambda": 0.9053378410078694,
      "epoch": 3.726450405489707,
      "step": 11947
    },
    {
      "contrastive_lambda": 0.9053225122168397,
      "epoch": 3.7267623206487834,
      "step": 11948
    },
    {
      "contrastive_lambda": 0.9053071823145953,
      "epoch": 3.7270742358078603,
      "step": 11949
    },
    {
      "epoch": 3.727386150966937,
      "grad_norm": 0.15340033173561096,
      "learning_rate": 9.404040574615018e-05,
      "loss": 0.0498,
      "step": 11950
    },
    {
      "epoch": 3.727386150966937,
      "flow_loss": 0.04756858944892883,
      "step": 11950
    },
    {
      "contrastive_loss": 0.007882192730903625,
      "epoch": 3.727386150966937,
      "step": 11950
    },
    {
      "contrastive_lambda": 0.9052918513011781,
      "epoch": 3.727386150966937,
      "step": 11950
    },
    {
      "contrastive_lambda": 0.9052765191766303,
      "epoch": 3.7276980661260137,
      "step": 11951
    },
    {
      "contrastive_lambda": 0.905261185940994,
      "epoch": 3.7280099812850906,
      "step": 11952
    },
    {
      "contrastive_lambda": 0.9052458515943111,
      "epoch": 3.728321896444167,
      "step": 11953
    },
    {
      "contrastive_lambda": 0.9052305161366238,
      "epoch": 3.728633811603244,
      "step": 11954
    },
    {
      "contrastive_lambda": 0.9052151795679739,
      "epoch": 3.7289457267623205,
      "step": 11955
    },
    {
      "contrastive_lambda": 0.9051998418884036,
      "epoch": 3.7292576419213974,
      "step": 11956
    },
    {
      "contrastive_lambda": 0.905184503097955,
      "epoch": 3.729569557080474,
      "step": 11957
    },
    {
      "contrastive_lambda": 0.90516916319667,
      "epoch": 3.729881472239551,
      "step": 11958
    },
    {
      "contrastive_lambda": 0.9051538221845907,
      "epoch": 3.7301933873986277,
      "step": 11959
    },
    {
      "epoch": 3.730505302557704,
      "grad_norm": 0.09758637845516205,
      "learning_rate": 9.402735115792674e-05,
      "loss": 0.0442,
      "step": 11960
    },
    {
      "epoch": 3.730505302557704,
      "flow_loss": 0.08524687588214874,
      "step": 11960
    },
    {
      "contrastive_loss": 0.006151151843369007,
      "epoch": 3.730505302557704,
      "step": 11960
    },
    {
      "contrastive_lambda": 0.9051384800617592,
      "epoch": 3.730505302557704,
      "step": 11960
    },
    {
      "contrastive_lambda": 0.9051231368282177,
      "epoch": 3.730817217716781,
      "step": 11961
    },
    {
      "contrastive_lambda": 0.9051077924840081,
      "epoch": 3.731129132875858,
      "step": 11962
    },
    {
      "contrastive_lambda": 0.9050924470291724,
      "epoch": 3.7314410480349345,
      "step": 11963
    },
    {
      "contrastive_lambda": 0.9050771004637527,
      "epoch": 3.731752963194011,
      "step": 11964
    },
    {
      "contrastive_lambda": 0.9050617527877911,
      "epoch": 3.732064878353088,
      "step": 11965
    },
    {
      "contrastive_lambda": 0.9050464040013299,
      "epoch": 3.732376793512165,
      "step": 11966
    },
    {
      "contrastive_lambda": 0.9050310541044109,
      "epoch": 3.7326887086712413,
      "step": 11967
    },
    {
      "contrastive_lambda": 0.9050157030970762,
      "epoch": 3.733000623830318,
      "step": 11968
    },
    {
      "contrastive_lambda": 0.905000350979368,
      "epoch": 3.733312538989395,
      "step": 11969
    },
    {
      "epoch": 3.7336244541484715,
      "grad_norm": 0.13761821389198303,
      "learning_rate": 9.401428319535649e-05,
      "loss": 0.0507,
      "step": 11970
    },
    {
      "epoch": 3.7336244541484715,
      "flow_loss": 0.05609361454844475,
      "step": 11970
    },
    {
      "contrastive_loss": 0.006479584611952305,
      "epoch": 3.7336244541484715,
      "step": 11970
    },
    {
      "contrastive_lambda": 0.9049849977513285,
      "epoch": 3.7336244541484715,
      "step": 11970
    },
    {
      "contrastive_lambda": 0.9049696434129993,
      "epoch": 3.7339363693075485,
      "step": 11971
    },
    {
      "contrastive_lambda": 0.904954287964423,
      "epoch": 3.734248284466625,
      "step": 11972
    },
    {
      "contrastive_lambda": 0.9049389314056416,
      "epoch": 3.734560199625702,
      "step": 11973
    },
    {
      "contrastive_lambda": 0.9049235737366971,
      "epoch": 3.7348721147847783,
      "step": 11974
    },
    {
      "contrastive_lambda": 0.9049082149576316,
      "epoch": 3.7351840299438552,
      "step": 11975
    },
    {
      "contrastive_lambda": 0.9048928550684873,
      "epoch": 3.735495945102932,
      "step": 11976
    },
    {
      "contrastive_lambda": 0.9048774940693062,
      "epoch": 3.7358078602620086,
      "step": 11977
    },
    {
      "contrastive_lambda": 0.9048621319601304,
      "epoch": 3.7361197754210855,
      "step": 11978
    },
    {
      "contrastive_lambda": 0.9048467687410021,
      "epoch": 3.7364316905801624,
      "step": 11979
    },
    {
      "epoch": 3.736743605739239,
      "grad_norm": 0.14320358633995056,
      "learning_rate": 9.400120186240912e-05,
      "loss": 0.0481,
      "step": 11980
    },
    {
      "epoch": 3.736743605739239,
      "flow_loss": 0.0469827875494957,
      "step": 11980
    },
    {
      "contrastive_loss": 0.008453428745269775,
      "epoch": 3.736743605739239,
      "step": 11980
    },
    {
      "contrastive_lambda": 0.9048314044119634,
      "epoch": 3.736743605739239,
      "step": 11980
    },
    {
      "contrastive_lambda": 0.9048160389730565,
      "epoch": 3.7370555208983154,
      "step": 11981
    },
    {
      "contrastive_lambda": 0.9048006724243234,
      "epoch": 3.7373674360573923,
      "step": 11982
    },
    {
      "contrastive_lambda": 0.9047853047658063,
      "epoch": 3.737679351216469,
      "step": 11983
    },
    {
      "contrastive_lambda": 0.9047699359975472,
      "epoch": 3.7379912663755457,
      "step": 11984
    },
    {
      "contrastive_lambda": 0.9047545661195884,
      "epoch": 3.7383031815346226,
      "step": 11985
    },
    {
      "contrastive_lambda": 0.9047391951319721,
      "epoch": 3.7386150966936995,
      "step": 11986
    },
    {
      "contrastive_lambda": 0.9047238230347401,
      "epoch": 3.738927011852776,
      "step": 11987
    },
    {
      "contrastive_lambda": 0.904708449827935,
      "epoch": 3.739238927011853,
      "step": 11988
    },
    {
      "contrastive_lambda": 0.9046930755115985,
      "epoch": 3.7395508421709294,
      "step": 11989
    },
    {
      "epoch": 3.7398627573300063,
      "grad_norm": 0.19606174528598785,
      "learning_rate": 9.398810716305844e-05,
      "loss": 0.0429,
      "step": 11990
    },
    {
      "epoch": 3.7398627573300063,
      "flow_loss": 0.045538224279880524,
      "step": 11990
    },
    {
      "contrastive_loss": 0.008352798409759998,
      "epoch": 3.7398627573300063,
      "step": 11990
    },
    {
      "contrastive_lambda": 0.9046777000857731,
      "epoch": 3.7398627573300063,
      "step": 11990
    },
    {
      "contrastive_lambda": 0.9046623235505007,
      "epoch": 3.7401746724890828,
      "step": 11991
    },
    {
      "contrastive_lambda": 0.9046469459058235,
      "epoch": 3.7404865876481597,
      "step": 11992
    },
    {
      "contrastive_lambda": 0.9046315671517839,
      "epoch": 3.7407985028072366,
      "step": 11993
    },
    {
      "contrastive_lambda": 0.9046161872884237,
      "epoch": 3.741110417966313,
      "step": 11994
    },
    {
      "contrastive_lambda": 0.9046008063157854,
      "epoch": 3.74142233312539,
      "step": 11995
    },
    {
      "contrastive_lambda": 0.9045854242339111,
      "epoch": 3.741734248284467,
      "step": 11996
    },
    {
      "contrastive_lambda": 0.9045700410428427,
      "epoch": 3.7420461634435433,
      "step": 11997
    },
    {
      "contrastive_lambda": 0.9045546567426226,
      "epoch": 3.74235807860262,
      "step": 11998
    },
    {
      "contrastive_lambda": 0.9045392713332929,
      "epoch": 3.7426699937616967,
      "step": 11999
    },
    {
      "epoch": 3.7429819089207736,
      "grad_norm": 0.12069903314113617,
      "learning_rate": 9.397499910128222e-05,
      "loss": 0.0458,
      "step": 12000
    },
    {
      "epoch": 3.7429819089207736,
      "flow_loss": 0.03980054706335068,
      "step": 12000
    },
    {
      "contrastive_loss": 0.006711599417030811,
      "epoch": 3.7429819089207736,
      "step": 12000
    },
    {
      "contrastive_lambda": 0.904523884814896,
      "epoch": 3.7429819089207736,
      "step": 12000
    },
    {
      "contrastive_lambda": 0.9045084971874737,
      "epoch": 3.74329382407985,
      "step": 12001
    },
    {
      "contrastive_lambda": 0.9044931084510686,
      "epoch": 3.743605739238927,
      "step": 12002
    },
    {
      "contrastive_lambda": 0.9044777186057225,
      "epoch": 3.743917654398004,
      "step": 12003
    },
    {
      "contrastive_lambda": 0.9044623276514778,
      "epoch": 3.7442295695570804,
      "step": 12004
    },
    {
      "contrastive_lambda": 0.9044469355883766,
      "epoch": 3.7445414847161573,
      "step": 12005
    },
    {
      "contrastive_lambda": 0.9044315424164613,
      "epoch": 3.744853399875234,
      "step": 12006
    },
    {
      "contrastive_lambda": 0.904416148135774,
      "epoch": 3.7451653150343107,
      "step": 12007
    },
    {
      "contrastive_lambda": 0.9044007527463567,
      "epoch": 3.745477230193387,
      "step": 12008
    },
    {
      "contrastive_lambda": 0.9043853562482518,
      "epoch": 3.745789145352464,
      "step": 12009
    },
    {
      "epoch": 3.746101060511541,
      "grad_norm": 0.10954553633928299,
      "learning_rate": 9.396187768106237e-05,
      "loss": 0.0509,
      "step": 12010
    },
    {
      "epoch": 3.746101060511541,
      "flow_loss": 0.02643020637333393,
      "step": 12010
    },
    {
      "contrastive_loss": 0.009377176873385906,
      "epoch": 3.746101060511541,
      "step": 12010
    },
    {
      "contrastive_lambda": 0.9043699586415015,
      "epoch": 3.746101060511541,
      "step": 12010
    },
    {
      "contrastive_lambda": 0.9043545599261481,
      "epoch": 3.7464129756706175,
      "step": 12011
    },
    {
      "contrastive_lambda": 0.9043391601022337,
      "epoch": 3.7467248908296944,
      "step": 12012
    },
    {
      "contrastive_lambda": 0.9043237591698005,
      "epoch": 3.7470368059887713,
      "step": 12013
    },
    {
      "contrastive_lambda": 0.9043083571288907,
      "epoch": 3.747348721147848,
      "step": 12014
    },
    {
      "contrastive_lambda": 0.9042929539795466,
      "epoch": 3.7476606363069243,
      "step": 12015
    },
    {
      "contrastive_lambda": 0.9042775497218105,
      "epoch": 3.747972551466001,
      "step": 12016
    },
    {
      "contrastive_lambda": 0.9042621443557244,
      "epoch": 3.748284466625078,
      "step": 12017
    },
    {
      "contrastive_lambda": 0.9042467378813308,
      "epoch": 3.7485963817841546,
      "step": 12018
    },
    {
      "contrastive_lambda": 0.9042313302986718,
      "epoch": 3.7489082969432315,
      "step": 12019
    },
    {
      "epoch": 3.7492202121023084,
      "grad_norm": 0.13353347778320312,
      "learning_rate": 9.394874290638482e-05,
      "loss": 0.0512,
      "step": 12020
    },
    {
      "epoch": 3.7492202121023084,
      "flow_loss": 0.04283140227198601,
      "step": 12020
    },
    {
      "contrastive_loss": 0.006881451699882746,
      "epoch": 3.7492202121023084,
      "step": 12020
    },
    {
      "contrastive_lambda": 0.9042159216077896,
      "epoch": 3.7492202121023084,
      "step": 12020
    },
    {
      "contrastive_lambda": 0.9042005118087266,
      "epoch": 3.749532127261385,
      "step": 12021
    },
    {
      "contrastive_lambda": 0.9041851009015248,
      "epoch": 3.7498440424204618,
      "step": 12022
    },
    {
      "contrastive_lambda": 0.9041696888862267,
      "epoch": 3.7501559575795382,
      "step": 12023
    },
    {
      "contrastive_lambda": 0.9041542757628744,
      "epoch": 3.750467872738615,
      "step": 12024
    },
    {
      "contrastive_lambda": 0.9041388615315102,
      "epoch": 3.7507797878976916,
      "step": 12025
    },
    {
      "contrastive_lambda": 0.9041234461921765,
      "epoch": 3.7510917030567685,
      "step": 12026
    },
    {
      "contrastive_lambda": 0.9041080297449153,
      "epoch": 3.7514036182158454,
      "step": 12027
    },
    {
      "contrastive_lambda": 0.904092612189769,
      "epoch": 3.751715533374922,
      "step": 12028
    },
    {
      "contrastive_lambda": 0.90407719352678,
      "epoch": 3.752027448533999,
      "step": 12029
    },
    {
      "epoch": 3.7523393636930757,
      "grad_norm": 0.1488022357225418,
      "learning_rate": 9.393559478123959e-05,
      "loss": 0.0504,
      "step": 12030
    },
    {
      "epoch": 3.7523393636930757,
      "flow_loss": 0.04440751299262047,
      "step": 12030
    },
    {
      "contrastive_loss": 0.009378822520375252,
      "epoch": 3.7523393636930757,
      "step": 12030
    },
    {
      "contrastive_lambda": 0.9040617737559902,
      "epoch": 3.7523393636930757,
      "step": 12030
    },
    {
      "contrastive_lambda": 0.9040463528774423,
      "epoch": 3.752651278852152,
      "step": 12031
    },
    {
      "contrastive_lambda": 0.9040309308911783,
      "epoch": 3.7529631940112287,
      "step": 12032
    },
    {
      "contrastive_lambda": 0.9040155077972405,
      "epoch": 3.7532751091703056,
      "step": 12033
    },
    {
      "contrastive_lambda": 0.9040000835956714,
      "epoch": 3.7535870243293825,
      "step": 12034
    },
    {
      "contrastive_lambda": 0.903984658286513,
      "epoch": 3.753898939488459,
      "step": 12035
    },
    {
      "contrastive_lambda": 0.9039692318698078,
      "epoch": 3.754210854647536,
      "step": 12036
    },
    {
      "contrastive_lambda": 0.9039538043455979,
      "epoch": 3.754522769806613,
      "step": 12037
    },
    {
      "contrastive_lambda": 0.9039383757139259,
      "epoch": 3.7548346849656893,
      "step": 12038
    },
    {
      "contrastive_lambda": 0.9039229459748337,
      "epoch": 3.755146600124766,
      "step": 12039
    },
    {
      "epoch": 3.7554585152838427,
      "grad_norm": 0.12507876753807068,
      "learning_rate": 9.39224333096207e-05,
      "loss": 0.0443,
      "step": 12040
    },
    {
      "epoch": 3.7554585152838427,
      "flow_loss": 0.060989975929260254,
      "step": 12040
    },
    {
      "contrastive_loss": 0.007000186946243048,
      "epoch": 3.7554585152838427,
      "step": 12040
    },
    {
      "contrastive_lambda": 0.903907515128364,
      "epoch": 3.7554585152838427,
      "step": 12040
    },
    {
      "contrastive_lambda": 0.9038920831745587,
      "epoch": 3.7557704304429196,
      "step": 12041
    },
    {
      "contrastive_lambda": 0.9038766501134605,
      "epoch": 3.756082345601996,
      "step": 12042
    },
    {
      "contrastive_lambda": 0.9038612159451115,
      "epoch": 3.756394260761073,
      "step": 12043
    },
    {
      "contrastive_lambda": 0.903845780669554,
      "epoch": 3.75670617592015,
      "step": 12044
    },
    {
      "contrastive_lambda": 0.9038303442868304,
      "epoch": 3.7570180910792264,
      "step": 12045
    },
    {
      "contrastive_lambda": 0.903814906796983,
      "epoch": 3.7573300062383033,
      "step": 12046
    },
    {
      "contrastive_lambda": 0.9037994682000541,
      "epoch": 3.75764192139738,
      "step": 12047
    },
    {
      "contrastive_lambda": 0.903784028496086,
      "epoch": 3.7579538365564567,
      "step": 12048
    },
    {
      "contrastive_lambda": 0.903768587685121,
      "epoch": 3.758265751715533,
      "step": 12049
    },
    {
      "epoch": 3.75857766687461,
      "grad_norm": 0.15485048294067383,
      "learning_rate": 9.390925849552629e-05,
      "loss": 0.0506,
      "step": 12050
    },
    {
      "epoch": 3.75857766687461,
      "flow_loss": 0.045381102710962296,
      "step": 12050
    },
    {
      "contrastive_loss": 0.0074511365965008736,
      "epoch": 3.75857766687461,
      "step": 12050
    },
    {
      "contrastive_lambda": 0.9037531457672016,
      "epoch": 3.75857766687461,
      "step": 12050
    },
    {
      "contrastive_lambda": 0.90373770274237,
      "epoch": 3.758889582033687,
      "step": 12051
    },
    {
      "contrastive_lambda": 0.9037222586106686,
      "epoch": 3.7592014971927634,
      "step": 12052
    },
    {
      "contrastive_lambda": 0.9037068133721395,
      "epoch": 3.7595134123518403,
      "step": 12053
    },
    {
      "contrastive_lambda": 0.9036913670268255,
      "epoch": 3.7598253275109172,
      "step": 12054
    },
    {
      "contrastive_lambda": 0.9036759195747686,
      "epoch": 3.7601372426699937,
      "step": 12055
    },
    {
      "contrastive_lambda": 0.9036604710160112,
      "epoch": 3.7604491578290706,
      "step": 12056
    },
    {
      "contrastive_lambda": 0.9036450213505958,
      "epoch": 3.760761072988147,
      "step": 12057
    },
    {
      "contrastive_lambda": 0.9036295705785646,
      "epoch": 3.761072988147224,
      "step": 12058
    },
    {
      "contrastive_lambda": 0.90361411869996,
      "epoch": 3.7613849033063005,
      "step": 12059
    },
    {
      "epoch": 3.7616968184653774,
      "grad_norm": 0.13187497854232788,
      "learning_rate": 9.389607034295849e-05,
      "loss": 0.0529,
      "step": 12060
    },
    {
      "epoch": 3.7616968184653774,
      "flow_loss": 0.042543310672044754,
      "step": 12060
    },
    {
      "contrastive_loss": 0.006099993363022804,
      "epoch": 3.7616968184653774,
      "step": 12060
    },
    {
      "contrastive_lambda": 0.9035986657148244,
      "epoch": 3.7616968184653774,
      "step": 12060
    },
    {
      "contrastive_lambda": 0.9035832116232001,
      "epoch": 3.7620087336244543,
      "step": 12061
    },
    {
      "contrastive_lambda": 0.9035677564251297,
      "epoch": 3.762320648783531,
      "step": 12062
    },
    {
      "contrastive_lambda": 0.9035523001206551,
      "epoch": 3.7626325639426077,
      "step": 12063
    },
    {
      "contrastive_lambda": 0.9035368427098192,
      "epoch": 3.7629444791016846,
      "step": 12064
    },
    {
      "contrastive_lambda": 0.9035213841926639,
      "epoch": 3.763256394260761,
      "step": 12065
    },
    {
      "contrastive_lambda": 0.903505924569232,
      "epoch": 3.7635683094198376,
      "step": 12066
    },
    {
      "contrastive_lambda": 0.9034904638395655,
      "epoch": 3.7638802245789145,
      "step": 12067
    },
    {
      "contrastive_lambda": 0.9034750020037072,
      "epoch": 3.7641921397379914,
      "step": 12068
    },
    {
      "contrastive_lambda": 0.9034595390616993,
      "epoch": 3.764504054897068,
      "step": 12069
    },
    {
      "epoch": 3.7648159700561448,
      "grad_norm": 0.17557191848754883,
      "learning_rate": 9.388286885592355e-05,
      "loss": 0.0477,
      "step": 12070
    },
    {
      "epoch": 3.7648159700561448,
      "flow_loss": 0.03953965753316879,
      "step": 12070
    },
    {
      "contrastive_loss": 0.0063433460891246796,
      "epoch": 3.7648159700561448,
      "step": 12070
    },
    {
      "contrastive_lambda": 0.9034440750135839,
      "epoch": 3.7648159700561448,
      "step": 12070
    },
    {
      "contrastive_lambda": 0.903428609859404,
      "epoch": 3.7651278852152217,
      "step": 12071
    },
    {
      "contrastive_lambda": 0.9034131435992014,
      "epoch": 3.765439800374298,
      "step": 12072
    },
    {
      "contrastive_lambda": 0.9033976762330188,
      "epoch": 3.765751715533375,
      "step": 12073
    },
    {
      "contrastive_lambda": 0.9033822077608986,
      "epoch": 3.7660636306924515,
      "step": 12074
    },
    {
      "contrastive_lambda": 0.9033667381828833,
      "epoch": 3.7663755458515285,
      "step": 12075
    },
    {
      "contrastive_lambda": 0.903351267499015,
      "epoch": 3.766687461010605,
      "step": 12076
    },
    {
      "contrastive_lambda": 0.9033357957093364,
      "epoch": 3.766999376169682,
      "step": 12077
    },
    {
      "contrastive_lambda": 0.9033203228138897,
      "epoch": 3.7673112913287587,
      "step": 12078
    },
    {
      "contrastive_lambda": 0.9033048488127176,
      "epoch": 3.767623206487835,
      "step": 12079
    },
    {
      "epoch": 3.767935121646912,
      "grad_norm": 0.14789435267448425,
      "learning_rate": 9.386965403843168e-05,
      "loss": 0.0451,
      "step": 12080
    },
    {
      "epoch": 3.767935121646912,
      "flow_loss": 0.0383923202753067,
      "step": 12080
    },
    {
      "contrastive_loss": 0.010722968727350235,
      "epoch": 3.767935121646912,
      "step": 12080
    },
    {
      "contrastive_lambda": 0.9032893737058623,
      "epoch": 3.767935121646912,
      "step": 12080
    },
    {
      "contrastive_lambda": 0.9032738974933663,
      "epoch": 3.768247036805989,
      "step": 12081
    },
    {
      "contrastive_lambda": 0.9032584201752719,
      "epoch": 3.7685589519650655,
      "step": 12082
    },
    {
      "contrastive_lambda": 0.9032429417516217,
      "epoch": 3.768870867124142,
      "step": 12083
    },
    {
      "contrastive_lambda": 0.9032274622224581,
      "epoch": 3.769182782283219,
      "step": 12084
    },
    {
      "contrastive_lambda": 0.9032119815878236,
      "epoch": 3.769494697442296,
      "step": 12085
    },
    {
      "contrastive_lambda": 0.9031964998477604,
      "epoch": 3.7698066126013723,
      "step": 12086
    },
    {
      "contrastive_lambda": 0.9031810170023112,
      "epoch": 3.770118527760449,
      "step": 12087
    },
    {
      "contrastive_lambda": 0.9031655330515184,
      "epoch": 3.770430442919526,
      "step": 12088
    },
    {
      "contrastive_lambda": 0.9031500479954243,
      "epoch": 3.7707423580786026,
      "step": 12089
    },
    {
      "epoch": 3.7710542732376795,
      "grad_norm": 0.10588504374027252,
      "learning_rate": 9.385642589449726e-05,
      "loss": 0.0405,
      "step": 12090
    },
    {
      "epoch": 3.7710542732376795,
      "flow_loss": 0.04741711914539337,
      "step": 12090
    },
    {
      "contrastive_loss": 0.009112589061260223,
      "epoch": 3.7710542732376795,
      "step": 12090
    },
    {
      "contrastive_lambda": 0.9031345618340715,
      "epoch": 3.7710542732376795,
      "step": 12090
    },
    {
      "contrastive_lambda": 0.9031190745675024,
      "epoch": 3.771366188396756,
      "step": 12091
    },
    {
      "contrastive_lambda": 0.9031035861957595,
      "epoch": 3.771678103555833,
      "step": 12092
    },
    {
      "contrastive_lambda": 0.9030880967188851,
      "epoch": 3.7719900187149094,
      "step": 12093
    },
    {
      "contrastive_lambda": 0.9030726061369219,
      "epoch": 3.7723019338739863,
      "step": 12094
    },
    {
      "contrastive_lambda": 0.9030571144499123,
      "epoch": 3.772613849033063,
      "step": 12095
    },
    {
      "contrastive_lambda": 0.9030416216578987,
      "epoch": 3.7729257641921397,
      "step": 12096
    },
    {
      "contrastive_lambda": 0.9030261277609235,
      "epoch": 3.7732376793512166,
      "step": 12097
    },
    {
      "contrastive_lambda": 0.9030106327590295,
      "epoch": 3.773549594510293,
      "step": 12098
    },
    {
      "contrastive_lambda": 0.9029951366522588,
      "epoch": 3.77386150966937,
      "step": 12099
    },
    {
      "epoch": 3.7741734248284464,
      "grad_norm": 0.16286233067512512,
      "learning_rate": 9.38431844281386e-05,
      "loss": 0.05,
      "step": 12100
    },
    {
      "epoch": 3.7741734248284464,
      "flow_loss": 0.03613433986902237,
      "step": 12100
    },
    {
      "contrastive_loss": 0.0059090591967105865,
      "epoch": 3.7741734248284464,
      "step": 12100
    },
    {
      "contrastive_lambda": 0.9029796394406542,
      "epoch": 3.7741734248284464,
      "step": 12100
    },
    {
      "contrastive_lambda": 0.9029641411242579,
      "epoch": 3.7744853399875233,
      "step": 12101
    },
    {
      "contrastive_lambda": 0.9029486417031125,
      "epoch": 3.7747972551466002,
      "step": 12102
    },
    {
      "contrastive_lambda": 0.9029331411772608,
      "epoch": 3.7751091703056767,
      "step": 12103
    },
    {
      "contrastive_lambda": 0.9029176395467446,
      "epoch": 3.7754210854647536,
      "step": 12104
    },
    {
      "contrastive_lambda": 0.9029021368116071,
      "epoch": 3.7757330006238305,
      "step": 12105
    },
    {
      "contrastive_lambda": 0.9028866329718905,
      "epoch": 3.776044915782907,
      "step": 12106
    },
    {
      "contrastive_lambda": 0.9028711280276371,
      "epoch": 3.776356830941984,
      "step": 12107
    },
    {
      "contrastive_lambda": 0.9028556219788899,
      "epoch": 3.7766687461010604,
      "step": 12108
    },
    {
      "contrastive_lambda": 0.902840114825691,
      "epoch": 3.7769806612601373,
      "step": 12109
    },
    {
      "epoch": 3.777292576419214,
      "grad_norm": 0.12487194687128067,
      "learning_rate": 9.38299296433781e-05,
      "loss": 0.0455,
      "step": 12110
    },
    {
      "epoch": 3.777292576419214,
      "flow_loss": 0.04220406338572502,
      "step": 12110
    },
    {
      "contrastive_loss": 0.006528877187520266,
      "epoch": 3.777292576419214,
      "step": 12110
    },
    {
      "contrastive_lambda": 0.9028246065680832,
      "epoch": 3.777292576419214,
      "step": 12110
    },
    {
      "contrastive_lambda": 0.9028090972061087,
      "epoch": 3.7776044915782907,
      "step": 12111
    },
    {
      "contrastive_lambda": 0.9027935867398102,
      "epoch": 3.7779164067373676,
      "step": 12112
    },
    {
      "contrastive_lambda": 0.9027780751692303,
      "epoch": 3.778228321896444,
      "step": 12113
    },
    {
      "contrastive_lambda": 0.9027625624944113,
      "epoch": 3.778540237055521,
      "step": 12114
    },
    {
      "contrastive_lambda": 0.9027470487153961,
      "epoch": 3.7788521522145975,
      "step": 12115
    },
    {
      "contrastive_lambda": 0.9027315338322268,
      "epoch": 3.7791640673736744,
      "step": 12116
    },
    {
      "contrastive_lambda": 0.9027160178449463,
      "epoch": 3.779475982532751,
      "step": 12117
    },
    {
      "contrastive_lambda": 0.9027005007535969,
      "epoch": 3.7797878976918278,
      "step": 12118
    },
    {
      "contrastive_lambda": 0.902684982558221,
      "epoch": 3.7800998128509047,
      "step": 12119
    },
    {
      "epoch": 3.780411728009981,
      "grad_norm": 0.13205470144748688,
      "learning_rate": 9.381666154424226e-05,
      "loss": 0.0494,
      "step": 12120
    },
    {
      "epoch": 3.780411728009981,
      "flow_loss": 0.054804861545562744,
      "step": 12120
    },
    {
      "contrastive_loss": 0.007210081908851862,
      "epoch": 3.780411728009981,
      "step": 12120
    },
    {
      "contrastive_lambda": 0.9026694632588617,
      "epoch": 3.780411728009981,
      "step": 12120
    },
    {
      "contrastive_lambda": 0.9026539428555609,
      "epoch": 3.780723643169058,
      "step": 12121
    },
    {
      "contrastive_lambda": 0.9026384213483617,
      "epoch": 3.781035558328135,
      "step": 12122
    },
    {
      "contrastive_lambda": 0.9026228987373063,
      "epoch": 3.7813474734872115,
      "step": 12123
    },
    {
      "contrastive_lambda": 0.9026073750224374,
      "epoch": 3.7816593886462884,
      "step": 12124
    },
    {
      "contrastive_lambda": 0.9025918502037975,
      "epoch": 3.781971303805365,
      "step": 12125
    },
    {
      "contrastive_lambda": 0.9025763242814291,
      "epoch": 3.7822832189644418,
      "step": 12126
    },
    {
      "contrastive_lambda": 0.9025607972553749,
      "epoch": 3.782595134123518,
      "step": 12127
    },
    {
      "contrastive_lambda": 0.9025452691256775,
      "epoch": 3.782907049282595,
      "step": 12128
    },
    {
      "contrastive_lambda": 0.9025297398923793,
      "epoch": 3.783218964441672,
      "step": 12129
    },
    {
      "epoch": 3.7835308796007485,
      "grad_norm": 0.16139556467533112,
      "learning_rate": 9.380338013476157e-05,
      "loss": 0.0462,
      "step": 12130
    },
    {
      "epoch": 3.7835308796007485,
      "flow_loss": 0.03365272656083107,
      "step": 12130
    },
    {
      "contrastive_loss": 0.006360040977597237,
      "epoch": 3.7835308796007485,
      "step": 12130
    },
    {
      "contrastive_lambda": 0.902514209555523,
      "epoch": 3.7835308796007485,
      "step": 12130
    },
    {
      "contrastive_lambda": 0.9024986781151512,
      "epoch": 3.7838427947598254,
      "step": 12131
    },
    {
      "contrastive_lambda": 0.9024831455713063,
      "epoch": 3.784154709918902,
      "step": 12132
    },
    {
      "contrastive_lambda": 0.9024676119240311,
      "epoch": 3.784466625077979,
      "step": 12133
    },
    {
      "contrastive_lambda": 0.902452077173368,
      "epoch": 3.7847785402370553,
      "step": 12134
    },
    {
      "contrastive_lambda": 0.9024365413193598,
      "epoch": 3.785090455396132,
      "step": 12135
    },
    {
      "contrastive_lambda": 0.9024210043620489,
      "epoch": 3.785402370555209,
      "step": 12136
    },
    {
      "contrastive_lambda": 0.902405466301478,
      "epoch": 3.7857142857142856,
      "step": 12137
    },
    {
      "contrastive_lambda": 0.9023899271376896,
      "epoch": 3.7860262008733625,
      "step": 12138
    },
    {
      "contrastive_lambda": 0.9023743868707264,
      "epoch": 3.7863381160324394,
      "step": 12139
    },
    {
      "epoch": 3.786650031191516,
      "grad_norm": 0.14824141561985016,
      "learning_rate": 9.379008541897054e-05,
      "loss": 0.0456,
      "step": 12140
    },
    {
      "epoch": 3.786650031191516,
      "flow_loss": 0.04312105104327202,
      "step": 12140
    },
    {
      "contrastive_loss": 0.007106883451342583,
      "epoch": 3.786650031191516,
      "step": 12140
    },
    {
      "contrastive_lambda": 0.902358845500631,
      "epoch": 3.786650031191516,
      "step": 12140
    },
    {
      "contrastive_lambda": 0.9023433030274459,
      "epoch": 3.786961946350593,
      "step": 12141
    },
    {
      "contrastive_lambda": 0.9023277594512138,
      "epoch": 3.7872738615096693,
      "step": 12142
    },
    {
      "contrastive_lambda": 0.9023122147719774,
      "epoch": 3.787585776668746,
      "step": 12143
    },
    {
      "contrastive_lambda": 0.9022966689897791,
      "epoch": 3.7878976918278227,
      "step": 12144
    },
    {
      "contrastive_lambda": 0.9022811221046618,
      "epoch": 3.7882096069868996,
      "step": 12145
    },
    {
      "contrastive_lambda": 0.9022655741166679,
      "epoch": 3.7885215221459765,
      "step": 12146
    },
    {
      "contrastive_lambda": 0.9022500250258401,
      "epoch": 3.788833437305053,
      "step": 12147
    },
    {
      "contrastive_lambda": 0.902234474832221,
      "epoch": 3.78914535246413,
      "step": 12148
    },
    {
      "contrastive_lambda": 0.9022189235358532,
      "epoch": 3.7894572676232063,
      "step": 12149
    },
    {
      "epoch": 3.7897691827822833,
      "grad_norm": 0.12365157902240753,
      "learning_rate": 9.377677740090777e-05,
      "loss": 0.0471,
      "step": 12150
    },
    {
      "epoch": 3.7897691827822833,
      "flow_loss": 0.052029237151145935,
      "step": 12150
    },
    {
      "contrastive_loss": 0.007366015575826168,
      "epoch": 3.7897691827822833,
      "step": 12150
    },
    {
      "contrastive_lambda": 0.9022033711367794,
      "epoch": 3.7897691827822833,
      "step": 12150
    },
    {
      "contrastive_lambda": 0.9021878176350422,
      "epoch": 3.7900810979413597,
      "step": 12151
    },
    {
      "contrastive_lambda": 0.9021722630306843,
      "epoch": 3.7903930131004366,
      "step": 12152
    },
    {
      "contrastive_lambda": 0.9021567073237484,
      "epoch": 3.7907049282595136,
      "step": 12153
    },
    {
      "contrastive_lambda": 0.9021411505142769,
      "epoch": 3.79101684341859,
      "step": 12154
    },
    {
      "contrastive_lambda": 0.9021255926023126,
      "epoch": 3.791328758577667,
      "step": 12155
    },
    {
      "contrastive_lambda": 0.9021100335878983,
      "epoch": 3.791640673736744,
      "step": 12156
    },
    {
      "contrastive_lambda": 0.9020944734710765,
      "epoch": 3.7919525888958203,
      "step": 12157
    },
    {
      "contrastive_lambda": 0.9020789122518897,
      "epoch": 3.7922645040548972,
      "step": 12158
    },
    {
      "contrastive_lambda": 0.902063349930381,
      "epoch": 3.7925764192139737,
      "step": 12159
    },
    {
      "epoch": 3.7928883343730506,
      "grad_norm": 0.1507897675037384,
      "learning_rate": 9.376345608461588e-05,
      "loss": 0.0542,
      "step": 12160
    },
    {
      "epoch": 3.7928883343730506,
      "flow_loss": 0.049333494156599045,
      "step": 12160
    },
    {
      "contrastive_loss": 0.008048802614212036,
      "epoch": 3.7928883343730506,
      "step": 12160
    },
    {
      "contrastive_lambda": 0.9020477865065926,
      "epoch": 3.7928883343730506,
      "step": 12160
    },
    {
      "contrastive_lambda": 0.9020322219805673,
      "epoch": 3.793200249532127,
      "step": 12161
    },
    {
      "contrastive_lambda": 0.902016656352348,
      "epoch": 3.793512164691204,
      "step": 12162
    },
    {
      "contrastive_lambda": 0.9020010896219772,
      "epoch": 3.793824079850281,
      "step": 12163
    },
    {
      "contrastive_lambda": 0.9019855217894974,
      "epoch": 3.7941359950093574,
      "step": 12164
    },
    {
      "contrastive_lambda": 0.9019699528549516,
      "epoch": 3.7944479101684343,
      "step": 12165
    },
    {
      "contrastive_lambda": 0.9019543828183825,
      "epoch": 3.7947598253275108,
      "step": 12166
    },
    {
      "contrastive_lambda": 0.9019388116798325,
      "epoch": 3.7950717404865877,
      "step": 12167
    },
    {
      "contrastive_lambda": 0.9019232394393444,
      "epoch": 3.795383655645664,
      "step": 12168
    },
    {
      "contrastive_lambda": 0.9019076660969609,
      "epoch": 3.795695570804741,
      "step": 12169
    },
    {
      "epoch": 3.796007485963818,
      "grad_norm": 0.14266197383403778,
      "learning_rate": 9.375012147414155e-05,
      "loss": 0.0465,
      "step": 12170
    },
    {
      "epoch": 3.796007485963818,
      "flow_loss": 0.06061459332704544,
      "step": 12170
    },
    {
      "contrastive_loss": 0.008243797346949577,
      "epoch": 3.796007485963818,
      "step": 12170
    },
    {
      "contrastive_lambda": 0.9018920916527248,
      "epoch": 3.796007485963818,
      "step": 12170
    },
    {
      "contrastive_lambda": 0.9018765161066786,
      "epoch": 3.7963194011228945,
      "step": 12171
    },
    {
      "contrastive_lambda": 0.9018609394588653,
      "epoch": 3.7966313162819714,
      "step": 12172
    },
    {
      "contrastive_lambda": 0.9018453617093273,
      "epoch": 3.7969432314410483,
      "step": 12173
    },
    {
      "contrastive_lambda": 0.9018297828581074,
      "epoch": 3.7972551466001248,
      "step": 12174
    },
    {
      "contrastive_lambda": 0.9018142029052483,
      "epoch": 3.7975670617592012,
      "step": 12175
    },
    {
      "contrastive_lambda": 0.9017986218507928,
      "epoch": 3.797878976918278,
      "step": 12176
    },
    {
      "contrastive_lambda": 0.9017830396947837,
      "epoch": 3.798190892077355,
      "step": 12177
    },
    {
      "contrastive_lambda": 0.9017674564372633,
      "epoch": 3.7985028072364315,
      "step": 12178
    },
    {
      "contrastive_lambda": 0.9017518720782749,
      "epoch": 3.7988147223955084,
      "step": 12179
    },
    {
      "epoch": 3.7991266375545854,
      "grad_norm": 0.13120082020759583,
      "learning_rate": 9.373677357353545e-05,
      "loss": 0.0496,
      "step": 12180
    },
    {
      "epoch": 3.7991266375545854,
      "flow_loss": 0.0798066258430481,
      "step": 12180
    },
    {
      "contrastive_loss": 0.007579542696475983,
      "epoch": 3.7991266375545854,
      "step": 12180
    },
    {
      "contrastive_lambda": 0.9017362866178608,
      "epoch": 3.7991266375545854,
      "step": 12180
    },
    {
      "contrastive_lambda": 0.9017207000560639,
      "epoch": 3.799438552713662,
      "step": 12181
    },
    {
      "contrastive_lambda": 0.9017051123929267,
      "epoch": 3.7997504678727387,
      "step": 12182
    },
    {
      "contrastive_lambda": 0.9016895236284923,
      "epoch": 3.800062383031815,
      "step": 12183
    },
    {
      "contrastive_lambda": 0.9016739337628032,
      "epoch": 3.800374298190892,
      "step": 12184
    },
    {
      "contrastive_lambda": 0.9016583427959023,
      "epoch": 3.8006862133499686,
      "step": 12185
    },
    {
      "contrastive_lambda": 0.9016427507278322,
      "epoch": 3.8009981285090455,
      "step": 12186
    },
    {
      "contrastive_lambda": 0.9016271575586357,
      "epoch": 3.8013100436681224,
      "step": 12187
    },
    {
      "contrastive_lambda": 0.9016115632883556,
      "epoch": 3.801621958827199,
      "step": 12188
    },
    {
      "contrastive_lambda": 0.9015959679170344,
      "epoch": 3.801933873986276,
      "step": 12189
    },
    {
      "epoch": 3.8022457891453527,
      "grad_norm": 0.11396307498216629,
      "learning_rate": 9.372341238685237e-05,
      "loss": 0.0527,
      "step": 12190
    },
    {
      "epoch": 3.8022457891453527,
      "flow_loss": 0.0320429801940918,
      "step": 12190
    },
    {
      "contrastive_loss": 0.009620219469070435,
      "epoch": 3.8022457891453527,
      "step": 12190
    },
    {
      "contrastive_lambda": 0.9015803714447153,
      "epoch": 3.8022457891453527,
      "step": 12190
    },
    {
      "contrastive_lambda": 0.9015647738714406,
      "epoch": 3.802557704304429,
      "step": 12191
    },
    {
      "contrastive_lambda": 0.9015491751972534,
      "epoch": 3.8028696194635057,
      "step": 12192
    },
    {
      "contrastive_lambda": 0.9015335754221964,
      "epoch": 3.8031815346225826,
      "step": 12193
    },
    {
      "contrastive_lambda": 0.9015179745463122,
      "epoch": 3.8034934497816595,
      "step": 12194
    },
    {
      "contrastive_lambda": 0.9015023725696436,
      "epoch": 3.803805364940736,
      "step": 12195
    },
    {
      "contrastive_lambda": 0.9014867694922336,
      "epoch": 3.804117280099813,
      "step": 12196
    },
    {
      "contrastive_lambda": 0.9014711653141247,
      "epoch": 3.80442919525889,
      "step": 12197
    },
    {
      "contrastive_lambda": 0.90145556003536,
      "epoch": 3.8047411104179663,
      "step": 12198
    },
    {
      "contrastive_lambda": 0.9014399536559818,
      "epoch": 3.805053025577043,
      "step": 12199
    },
    {
      "epoch": 3.8053649407361196,
      "grad_norm": 0.19143517315387726,
      "learning_rate": 9.371003791815102e-05,
      "loss": 0.0427,
      "step": 12200
    },
    {
      "epoch": 3.8053649407361196,
      "flow_loss": 0.035187236964702606,
      "step": 12200
    },
    {
      "contrastive_loss": 0.0068346671760082245,
      "epoch": 3.8053649407361196,
      "step": 12200
    },
    {
      "contrastive_lambda": 0.9014243461760334,
      "epoch": 3.8053649407361196,
      "step": 12200
    },
    {
      "contrastive_lambda": 0.9014087375955573,
      "epoch": 3.8056768558951966,
      "step": 12201
    },
    {
      "contrastive_lambda": 0.9013931279145964,
      "epoch": 3.805988771054273,
      "step": 12202
    },
    {
      "contrastive_lambda": 0.9013775171331933,
      "epoch": 3.80630068621335,
      "step": 12203
    },
    {
      "contrastive_lambda": 0.901361905251391,
      "epoch": 3.806612601372427,
      "step": 12204
    },
    {
      "contrastive_lambda": 0.9013462922692324,
      "epoch": 3.8069245165315033,
      "step": 12205
    },
    {
      "contrastive_lambda": 0.90133067818676,
      "epoch": 3.8072364316905802,
      "step": 12206
    },
    {
      "contrastive_lambda": 0.9013150630040168,
      "epoch": 3.807548346849657,
      "step": 12207
    },
    {
      "contrastive_lambda": 0.9012994467210456,
      "epoch": 3.8078602620087336,
      "step": 12208
    },
    {
      "contrastive_lambda": 0.9012838293378891,
      "epoch": 3.80817217716781,
      "step": 12209
    },
    {
      "epoch": 3.808484092326887,
      "grad_norm": 0.1830107569694519,
      "learning_rate": 9.369665017149429e-05,
      "loss": 0.0562,
      "step": 12210
    },
    {
      "epoch": 3.808484092326887,
      "flow_loss": 0.03975815325975418,
      "step": 12210
    },
    {
      "contrastive_loss": 0.0072689238004386425,
      "epoch": 3.808484092326887,
      "step": 12210
    },
    {
      "contrastive_lambda": 0.9012682108545903,
      "epoch": 3.808484092326887,
      "step": 12210
    },
    {
      "contrastive_lambda": 0.9012525912711918,
      "epoch": 3.808796007485964,
      "step": 12211
    },
    {
      "contrastive_lambda": 0.9012369705877367,
      "epoch": 3.8091079226450404,
      "step": 12212
    },
    {
      "contrastive_lambda": 0.9012213488042675,
      "epoch": 3.8094198378041173,
      "step": 12213
    },
    {
      "contrastive_lambda": 0.9012057259208273,
      "epoch": 3.809731752963194,
      "step": 12214
    },
    {
      "contrastive_lambda": 0.9011901019374589,
      "epoch": 3.8100436681222707,
      "step": 12215
    },
    {
      "contrastive_lambda": 0.9011744768542048,
      "epoch": 3.8103555832813476,
      "step": 12216
    },
    {
      "contrastive_lambda": 0.9011588506711083,
      "epoch": 3.810667498440424,
      "step": 12217
    },
    {
      "contrastive_lambda": 0.901143223388212,
      "epoch": 3.810979413599501,
      "step": 12218
    },
    {
      "contrastive_lambda": 0.9011275950055587,
      "epoch": 3.8112913287585775,
      "step": 12219
    },
    {
      "epoch": 3.8116032439176544,
      "grad_norm": 0.1319533884525299,
      "learning_rate": 9.368324915094895e-05,
      "loss": 0.0516,
      "step": 12220
    },
    {
      "epoch": 3.8116032439176544,
      "flow_loss": 0.051599323749542236,
      "step": 12220
    },
    {
      "contrastive_loss": 0.011606758460402489,
      "epoch": 3.8116032439176544,
      "step": 12220
    },
    {
      "contrastive_lambda": 0.9011119655231914,
      "epoch": 3.8116032439176544,
      "step": 12220
    },
    {
      "contrastive_lambda": 0.9010963349411528,
      "epoch": 3.8119151590767313,
      "step": 12221
    },
    {
      "contrastive_lambda": 0.9010807032594859,
      "epoch": 3.8122270742358078,
      "step": 12222
    },
    {
      "contrastive_lambda": 0.9010650704782335,
      "epoch": 3.8125389893948847,
      "step": 12223
    },
    {
      "contrastive_lambda": 0.9010494365974384,
      "epoch": 3.8128509045539616,
      "step": 12224
    },
    {
      "contrastive_lambda": 0.9010338016171434,
      "epoch": 3.813162819713038,
      "step": 12225
    },
    {
      "contrastive_lambda": 0.9010181655373916,
      "epoch": 3.8134747348721145,
      "step": 12226
    },
    {
      "contrastive_lambda": 0.9010025283582257,
      "epoch": 3.8137866500311914,
      "step": 12227
    },
    {
      "contrastive_lambda": 0.9009868900796885,
      "epoch": 3.8140985651902684,
      "step": 12228
    },
    {
      "contrastive_lambda": 0.900971250701823,
      "epoch": 3.814410480349345,
      "step": 12229
    },
    {
      "epoch": 3.8147223955084217,
      "grad_norm": 0.15321533381938934,
      "learning_rate": 9.366983486058591e-05,
      "loss": 0.0567,
      "step": 12230
    },
    {
      "epoch": 3.8147223955084217,
      "flow_loss": 0.037334807217121124,
      "step": 12230
    },
    {
      "contrastive_loss": 0.009105656296014786,
      "epoch": 3.8147223955084217,
      "step": 12230
    },
    {
      "contrastive_lambda": 0.9009556102246723,
      "epoch": 3.8147223955084217,
      "step": 12230
    },
    {
      "contrastive_lambda": 0.9009399686482787,
      "epoch": 3.8150343106674987,
      "step": 12231
    },
    {
      "contrastive_lambda": 0.9009243259726856,
      "epoch": 3.815346225826575,
      "step": 12232
    },
    {
      "contrastive_lambda": 0.9009086821979356,
      "epoch": 3.815658140985652,
      "step": 12233
    },
    {
      "contrastive_lambda": 0.9008930373240718,
      "epoch": 3.8159700561447285,
      "step": 12234
    },
    {
      "contrastive_lambda": 0.9008773913511369,
      "epoch": 3.8162819713038054,
      "step": 12235
    },
    {
      "contrastive_lambda": 0.9008617442791738,
      "epoch": 3.816593886462882,
      "step": 12236
    },
    {
      "contrastive_lambda": 0.9008460961082256,
      "epoch": 3.816905801621959,
      "step": 12237
    },
    {
      "contrastive_lambda": 0.900830446838335,
      "epoch": 3.8172177167810357,
      "step": 12238
    },
    {
      "contrastive_lambda": 0.900814796469545,
      "epoch": 3.817529631940112,
      "step": 12239
    },
    {
      "epoch": 3.817841547099189,
      "grad_norm": 0.15774933993816376,
      "learning_rate": 9.365640730448009e-05,
      "loss": 0.0465,
      "step": 12240
    },
    {
      "epoch": 3.817841547099189,
      "flow_loss": 0.06162572652101517,
      "step": 12240
    },
    {
      "contrastive_loss": 0.0075099170207977295,
      "epoch": 3.817841547099189,
      "step": 12240
    },
    {
      "contrastive_lambda": 0.9007991450018984,
      "epoch": 3.817841547099189,
      "step": 12240
    },
    {
      "contrastive_lambda": 0.9007834924354383,
      "epoch": 3.818153462258266,
      "step": 12241
    },
    {
      "contrastive_lambda": 0.9007678387702074,
      "epoch": 3.8184653774173425,
      "step": 12242
    },
    {
      "contrastive_lambda": 0.9007521840062488,
      "epoch": 3.818777292576419,
      "step": 12243
    },
    {
      "contrastive_lambda": 0.9007365281436053,
      "epoch": 3.819089207735496,
      "step": 12244
    },
    {
      "contrastive_lambda": 0.9007208711823198,
      "epoch": 3.819401122894573,
      "step": 12245
    },
    {
      "contrastive_lambda": 0.9007052131224353,
      "epoch": 3.8197130380536493,
      "step": 12246
    },
    {
      "contrastive_lambda": 0.9006895539639949,
      "epoch": 3.820024953212726,
      "step": 12247
    },
    {
      "contrastive_lambda": 0.9006738937070411,
      "epoch": 3.820336868371803,
      "step": 12248
    },
    {
      "contrastive_lambda": 0.9006582323516172,
      "epoch": 3.8206487835308796,
      "step": 12249
    },
    {
      "epoch": 3.8209606986899565,
      "grad_norm": 0.198640838265419,
      "learning_rate": 9.36429664867104e-05,
      "loss": 0.0456,
      "step": 12250
    },
    {
      "epoch": 3.8209606986899565,
      "flow_loss": 0.054423946887254715,
      "step": 12250
    },
    {
      "contrastive_loss": 0.008059598505496979,
      "epoch": 3.8209606986899565,
      "step": 12250
    },
    {
      "contrastive_lambda": 0.9006425698977659,
      "epoch": 3.8209606986899565,
      "step": 12250
    },
    {
      "contrastive_lambda": 0.9006269063455303,
      "epoch": 3.821272613849033,
      "step": 12251
    },
    {
      "contrastive_lambda": 0.9006112416949533,
      "epoch": 3.82158452900811,
      "step": 12252
    },
    {
      "contrastive_lambda": 0.9005955759460779,
      "epoch": 3.8218964441671863,
      "step": 12253
    },
    {
      "contrastive_lambda": 0.9005799090989468,
      "epoch": 3.8222083593262632,
      "step": 12254
    },
    {
      "contrastive_lambda": 0.9005642411536033,
      "epoch": 3.82252027448534,
      "step": 12255
    },
    {
      "contrastive_lambda": 0.9005485721100901,
      "epoch": 3.8228321896444166,
      "step": 12256
    },
    {
      "contrastive_lambda": 0.9005329019684504,
      "epoch": 3.8231441048034935,
      "step": 12257
    },
    {
      "contrastive_lambda": 0.9005172307287268,
      "epoch": 3.8234560199625705,
      "step": 12258
    },
    {
      "contrastive_lambda": 0.9005015583909626,
      "epoch": 3.823767935121647,
      "step": 12259
    },
    {
      "epoch": 3.8240798502807234,
      "grad_norm": 0.1614173799753189,
      "learning_rate": 9.362951241135982e-05,
      "loss": 0.0526,
      "step": 12260
    },
    {
      "epoch": 3.8240798502807234,
      "flow_loss": 0.0627594068646431,
      "step": 12260
    },
    {
      "contrastive_loss": 0.007541310973465443,
      "epoch": 3.8240798502807234,
      "step": 12260
    },
    {
      "contrastive_lambda": 0.9004858849552007,
      "epoch": 3.8240798502807234,
      "step": 12260
    },
    {
      "contrastive_lambda": 0.9004702104214839,
      "epoch": 3.8243917654398003,
      "step": 12261
    },
    {
      "contrastive_lambda": 0.9004545347898552,
      "epoch": 3.824703680598877,
      "step": 12262
    },
    {
      "contrastive_lambda": 0.9004388580603577,
      "epoch": 3.8250155957579537,
      "step": 12263
    },
    {
      "contrastive_lambda": 0.9004231802330345,
      "epoch": 3.8253275109170306,
      "step": 12264
    },
    {
      "contrastive_lambda": 0.9004075013079282,
      "epoch": 3.8256394260761075,
      "step": 12265
    },
    {
      "contrastive_lambda": 0.9003918212850821,
      "epoch": 3.825951341235184,
      "step": 12266
    },
    {
      "contrastive_lambda": 0.9003761401645392,
      "epoch": 3.826263256394261,
      "step": 12267
    },
    {
      "contrastive_lambda": 0.9003604579463422,
      "epoch": 3.8265751715533374,
      "step": 12268
    },
    {
      "contrastive_lambda": 0.9003447746305344,
      "epoch": 3.8268870867124143,
      "step": 12269
    },
    {
      "epoch": 3.8271990018714908,
      "grad_norm": 0.19171588122844696,
      "learning_rate": 9.361604508251534e-05,
      "loss": 0.0516,
      "step": 12270
    },
    {
      "epoch": 3.8271990018714908,
      "flow_loss": 0.03077838197350502,
      "step": 12270
    },
    {
      "contrastive_loss": 0.006680276244878769,
      "epoch": 3.8271990018714908,
      "step": 12270
    },
    {
      "contrastive_lambda": 0.9003290902171586,
      "epoch": 3.8271990018714908,
      "step": 12270
    },
    {
      "contrastive_lambda": 0.9003134047062579,
      "epoch": 3.8275109170305677,
      "step": 12271
    },
    {
      "contrastive_lambda": 0.9002977180978753,
      "epoch": 3.8278228321896446,
      "step": 12272
    },
    {
      "contrastive_lambda": 0.9002820303920536,
      "epoch": 3.828134747348721,
      "step": 12273
    },
    {
      "contrastive_lambda": 0.9002663415888361,
      "epoch": 3.828446662507798,
      "step": 12274
    },
    {
      "contrastive_lambda": 0.9002506516882658,
      "epoch": 3.828758577666875,
      "step": 12275
    },
    {
      "contrastive_lambda": 0.9002349606903854,
      "epoch": 3.8290704928259514,
      "step": 12276
    },
    {
      "contrastive_lambda": 0.9002192685952384,
      "epoch": 3.829382407985028,
      "step": 12277
    },
    {
      "contrastive_lambda": 0.9002035754028674,
      "epoch": 3.8296943231441047,
      "step": 12278
    },
    {
      "contrastive_lambda": 0.9001878811133155,
      "epoch": 3.8300062383031817,
      "step": 12279
    },
    {
      "epoch": 3.830318153462258,
      "grad_norm": 0.16307389736175537,
      "learning_rate": 9.360256450426799e-05,
      "loss": 0.0484,
      "step": 12280
    },
    {
      "epoch": 3.830318153462258,
      "flow_loss": 0.04903443902730942,
      "step": 12280
    },
    {
      "contrastive_loss": 0.009222699329257011,
      "epoch": 3.830318153462258,
      "step": 12280
    },
    {
      "contrastive_lambda": 0.9001721857266259,
      "epoch": 3.830318153462258,
      "step": 12280
    },
    {
      "contrastive_lambda": 0.9001564892428415,
      "epoch": 3.830630068621335,
      "step": 12281
    },
    {
      "contrastive_lambda": 0.9001407916620054,
      "epoch": 3.830941983780412,
      "step": 12282
    },
    {
      "contrastive_lambda": 0.9001250929841607,
      "epoch": 3.8312538989394884,
      "step": 12283
    },
    {
      "contrastive_lambda": 0.9001093932093502,
      "epoch": 3.8315658140985653,
      "step": 12284
    },
    {
      "contrastive_lambda": 0.900093692337617,
      "epoch": 3.831877729257642,
      "step": 12285
    },
    {
      "contrastive_lambda": 0.9000779903690044,
      "epoch": 3.8321896444167187,
      "step": 12286
    },
    {
      "contrastive_lambda": 0.9000622873035552,
      "epoch": 3.832501559575795,
      "step": 12287
    },
    {
      "contrastive_lambda": 0.9000465831413126,
      "epoch": 3.832813474734872,
      "step": 12288
    },
    {
      "contrastive_lambda": 0.9000308778823195,
      "epoch": 3.833125389893949,
      "step": 12289
    },
    {
      "epoch": 3.8334373050530255,
      "grad_norm": 0.1573771834373474,
      "learning_rate": 9.358907068071279e-05,
      "loss": 0.0444,
      "step": 12290
    },
    {
      "epoch": 3.8334373050530255,
      "flow_loss": 0.04529222100973129,
      "step": 12290
    },
    {
      "contrastive_loss": 0.006407982669770718,
      "epoch": 3.8334373050530255,
      "step": 12290
    },
    {
      "contrastive_lambda": 0.900015171526619,
      "epoch": 3.8334373050530255,
      "step": 12290
    },
    {
      "contrastive_lambda": 0.8999994640742544,
      "epoch": 3.8337492202121024,
      "step": 12291
    },
    {
      "contrastive_lambda": 0.8999837555252683,
      "epoch": 3.834061135371179,
      "step": 12292
    },
    {
      "contrastive_lambda": 0.8999680458797041,
      "epoch": 3.834373050530256,
      "step": 12293
    },
    {
      "contrastive_lambda": 0.8999523351376049,
      "epoch": 3.8346849656893323,
      "step": 12294
    },
    {
      "contrastive_lambda": 0.8999366232990136,
      "epoch": 3.834996880848409,
      "step": 12295
    },
    {
      "contrastive_lambda": 0.8999209103639731,
      "epoch": 3.835308796007486,
      "step": 12296
    },
    {
      "contrastive_lambda": 0.8999051963325271,
      "epoch": 3.8356207111665626,
      "step": 12297
    },
    {
      "contrastive_lambda": 0.8998894812047181,
      "epoch": 3.8359326263256395,
      "step": 12298
    },
    {
      "contrastive_lambda": 0.8998737649805895,
      "epoch": 3.8362445414847164,
      "step": 12299
    },
    {
      "epoch": 3.836556456643793,
      "grad_norm": 0.14867542684078217,
      "learning_rate": 9.357556361594882e-05,
      "loss": 0.0459,
      "step": 12300
    },
    {
      "epoch": 3.836556456643793,
      "flow_loss": 0.04081985354423523,
      "step": 12300
    },
    {
      "contrastive_loss": 0.00784294679760933,
      "epoch": 3.836556456643793,
      "step": 12300
    },
    {
      "contrastive_lambda": 0.8998580476601841,
      "epoch": 3.836556456643793,
      "step": 12300
    },
    {
      "contrastive_lambda": 0.8998423292435453,
      "epoch": 3.8368683718028698,
      "step": 12301
    },
    {
      "contrastive_lambda": 0.8998266097307159,
      "epoch": 3.8371802869619462,
      "step": 12302
    },
    {
      "contrastive_lambda": 0.8998108891217393,
      "epoch": 3.837492202121023,
      "step": 12303
    },
    {
      "contrastive_lambda": 0.8997951674166584,
      "epoch": 3.8378041172800996,
      "step": 12304
    },
    {
      "contrastive_lambda": 0.8997794446155164,
      "epoch": 3.8381160324391765,
      "step": 12305
    },
    {
      "contrastive_lambda": 0.8997637207183563,
      "epoch": 3.8384279475982535,
      "step": 12306
    },
    {
      "contrastive_lambda": 0.8997479957252212,
      "epoch": 3.83873986275733,
      "step": 12307
    },
    {
      "contrastive_lambda": 0.8997322696361544,
      "epoch": 3.839051777916407,
      "step": 12308
    },
    {
      "contrastive_lambda": 0.8997165424511988,
      "epoch": 3.8393636930754833,
      "step": 12309
    },
    {
      "epoch": 3.8396756082345602,
      "grad_norm": 0.11710617691278458,
      "learning_rate": 9.356204331407917e-05,
      "loss": 0.0466,
      "step": 12310
    },
    {
      "epoch": 3.8396756082345602,
      "flow_loss": 0.05377793312072754,
      "step": 12310
    },
    {
      "contrastive_loss": 0.007202948443591595,
      "epoch": 3.8396756082345602,
      "step": 12310
    },
    {
      "contrastive_lambda": 0.8997008141703977,
      "epoch": 3.8396756082345602,
      "step": 12310
    },
    {
      "contrastive_lambda": 0.8996850847937939,
      "epoch": 3.8399875233936367,
      "step": 12311
    },
    {
      "contrastive_lambda": 0.899669354321431,
      "epoch": 3.8402994385527136,
      "step": 12312
    },
    {
      "contrastive_lambda": 0.8996536227533518,
      "epoch": 3.8406113537117905,
      "step": 12313
    },
    {
      "contrastive_lambda": 0.8996378900895994,
      "epoch": 3.840923268870867,
      "step": 12314
    },
    {
      "contrastive_lambda": 0.8996221563302171,
      "epoch": 3.841235184029944,
      "step": 12315
    },
    {
      "contrastive_lambda": 0.899606421475248,
      "epoch": 3.841547099189021,
      "step": 12316
    },
    {
      "contrastive_lambda": 0.8995906855247352,
      "epoch": 3.8418590143480973,
      "step": 12317
    },
    {
      "contrastive_lambda": 0.8995749484787219,
      "epoch": 3.842170929507174,
      "step": 12318
    },
    {
      "contrastive_lambda": 0.8995592103372511,
      "epoch": 3.8424828446662507,
      "step": 12319
    },
    {
      "epoch": 3.8427947598253276,
      "grad_norm": 0.11406085640192032,
      "learning_rate": 9.354850977921094e-05,
      "loss": 0.046,
      "step": 12320
    },
    {
      "epoch": 3.8427947598253276,
      "flow_loss": 0.05606788769364357,
      "step": 12320
    },
    {
      "contrastive_loss": 0.013187500648200512,
      "epoch": 3.8427947598253276,
      "step": 12320
    },
    {
      "contrastive_lambda": 0.899543471100366,
      "epoch": 3.8427947598253276,
      "step": 12320
    },
    {
      "contrastive_lambda": 0.8995277307681099,
      "epoch": 3.843106674984404,
      "step": 12321
    },
    {
      "contrastive_lambda": 0.8995119893405258,
      "epoch": 3.843418590143481,
      "step": 12322
    },
    {
      "contrastive_lambda": 0.8994962468176568,
      "epoch": 3.843730505302558,
      "step": 12323
    },
    {
      "contrastive_lambda": 0.8994805031995463,
      "epoch": 3.8440424204616344,
      "step": 12324
    },
    {
      "contrastive_lambda": 0.8994647584862373,
      "epoch": 3.8443543356207113,
      "step": 12325
    },
    {
      "contrastive_lambda": 0.899449012677773,
      "epoch": 3.8446662507797877,
      "step": 12326
    },
    {
      "contrastive_lambda": 0.8994332657741964,
      "epoch": 3.8449781659388647,
      "step": 12327
    },
    {
      "contrastive_lambda": 0.899417517775551,
      "epoch": 3.845290081097941,
      "step": 12328
    },
    {
      "contrastive_lambda": 0.8994017686818797,
      "epoch": 3.845601996257018,
      "step": 12329
    },
    {
      "epoch": 3.845913911416095,
      "grad_norm": 0.1308642029762268,
      "learning_rate": 9.353496301545529e-05,
      "loss": 0.0438,
      "step": 12330
    },
    {
      "epoch": 3.845913911416095,
      "flow_loss": 0.035807061940431595,
      "step": 12330
    },
    {
      "contrastive_loss": 0.0070361304096877575,
      "epoch": 3.845913911416095,
      "step": 12330
    },
    {
      "contrastive_lambda": 0.8993860184932259,
      "epoch": 3.845913911416095,
      "step": 12330
    },
    {
      "contrastive_lambda": 0.8993702672096324,
      "epoch": 3.8462258265751714,
      "step": 12331
    },
    {
      "contrastive_lambda": 0.8993545148311428,
      "epoch": 3.8465377417342483,
      "step": 12332
    },
    {
      "contrastive_lambda": 0.8993387613578001,
      "epoch": 3.8468496568933253,
      "step": 12333
    },
    {
      "contrastive_lambda": 0.8993230067896476,
      "epoch": 3.8471615720524017,
      "step": 12334
    },
    {
      "contrastive_lambda": 0.8993072511267284,
      "epoch": 3.8474734872114786,
      "step": 12335
    },
    {
      "contrastive_lambda": 0.8992914943690855,
      "epoch": 3.847785402370555,
      "step": 12336
    },
    {
      "contrastive_lambda": 0.8992757365167625,
      "epoch": 3.848097317529632,
      "step": 12337
    },
    {
      "contrastive_lambda": 0.8992599775698022,
      "epoch": 3.8484092326887085,
      "step": 12338
    },
    {
      "contrastive_lambda": 0.8992442175282482,
      "epoch": 3.8487211478477854,
      "step": 12339
    },
    {
      "epoch": 3.8490330630068623,
      "grad_norm": 0.12093159556388855,
      "learning_rate": 9.352140302692733e-05,
      "loss": 0.0434,
      "step": 12340
    },
    {
      "epoch": 3.8490330630068623,
      "flow_loss": 0.0455930270254612,
      "step": 12340
    },
    {
      "contrastive_loss": 0.007369402330368757,
      "epoch": 3.8490330630068623,
      "step": 12340
    },
    {
      "contrastive_lambda": 0.8992284563921434,
      "epoch": 3.8490330630068623,
      "step": 12340
    },
    {
      "contrastive_lambda": 0.8992126941615313,
      "epoch": 3.849344978165939,
      "step": 12341
    },
    {
      "contrastive_lambda": 0.8991969308364547,
      "epoch": 3.8496568933250157,
      "step": 12342
    },
    {
      "contrastive_lambda": 0.8991811664169571,
      "epoch": 3.849968808484092,
      "step": 12343
    },
    {
      "contrastive_lambda": 0.8991654009030817,
      "epoch": 3.850280723643169,
      "step": 12344
    },
    {
      "contrastive_lambda": 0.8991496342948717,
      "epoch": 3.8505926388022456,
      "step": 12345
    },
    {
      "contrastive_lambda": 0.8991338665923704,
      "epoch": 3.8509045539613225,
      "step": 12346
    },
    {
      "contrastive_lambda": 0.8991180977956208,
      "epoch": 3.8512164691203994,
      "step": 12347
    },
    {
      "contrastive_lambda": 0.8991023279046664,
      "epoch": 3.851528384279476,
      "step": 12348
    },
    {
      "contrastive_lambda": 0.8990865569195501,
      "epoch": 3.8518402994385528,
      "step": 12349
    },
    {
      "epoch": 3.8521522145976297,
      "grad_norm": 0.11833877116441727,
      "learning_rate": 9.350782981774627e-05,
      "loss": 0.0468,
      "step": 12350
    },
    {
      "epoch": 3.8521522145976297,
      "flow_loss": 0.03834061324596405,
      "step": 12350
    },
    {
      "contrastive_loss": 0.008930811658501625,
      "epoch": 3.8521522145976297,
      "step": 12350
    },
    {
      "contrastive_lambda": 0.8990707848403156,
      "epoch": 3.8521522145976297,
      "step": 12350
    },
    {
      "contrastive_lambda": 0.8990550116670057,
      "epoch": 3.852464129756706,
      "step": 12351
    },
    {
      "contrastive_lambda": 0.8990392373996638,
      "epoch": 3.852776044915783,
      "step": 12352
    },
    {
      "contrastive_lambda": 0.8990234620383334,
      "epoch": 3.8530879600748595,
      "step": 12353
    },
    {
      "contrastive_lambda": 0.8990076855830573,
      "epoch": 3.8533998752339365,
      "step": 12354
    },
    {
      "contrastive_lambda": 0.8989919080338791,
      "epoch": 3.853711790393013,
      "step": 12355
    },
    {
      "contrastive_lambda": 0.8989761293908419,
      "epoch": 3.85402370555209,
      "step": 12356
    },
    {
      "contrastive_lambda": 0.8989603496539891,
      "epoch": 3.8543356207111668,
      "step": 12357
    },
    {
      "contrastive_lambda": 0.8989445688233637,
      "epoch": 3.8546475358702432,
      "step": 12358
    },
    {
      "contrastive_lambda": 0.8989287868990091,
      "epoch": 3.85495945102932,
      "step": 12359
    },
    {
      "epoch": 3.8552713661883966,
      "grad_norm": 0.11173251271247864,
      "learning_rate": 9.349424339203526e-05,
      "loss": 0.0455,
      "step": 12360
    },
    {
      "epoch": 3.8552713661883966,
      "flow_loss": 0.06892260909080505,
      "step": 12360
    },
    {
      "contrastive_loss": 0.013515512458980083,
      "epoch": 3.8552713661883966,
      "step": 12360
    },
    {
      "contrastive_lambda": 0.8989130038809686,
      "epoch": 3.8552713661883966,
      "step": 12360
    },
    {
      "contrastive_lambda": 0.8988972197692855,
      "epoch": 3.8555832813474735,
      "step": 12361
    },
    {
      "contrastive_lambda": 0.898881434564003,
      "epoch": 3.85589519650655,
      "step": 12362
    },
    {
      "contrastive_lambda": 0.8988656482651645,
      "epoch": 3.856207111665627,
      "step": 12363
    },
    {
      "contrastive_lambda": 0.898849860872813,
      "epoch": 3.856519026824704,
      "step": 12364
    },
    {
      "contrastive_lambda": 0.8988340723869921,
      "epoch": 3.8568309419837803,
      "step": 12365
    },
    {
      "contrastive_lambda": 0.8988182828077449,
      "epoch": 3.857142857142857,
      "step": 12366
    },
    {
      "contrastive_lambda": 0.8988024921351147,
      "epoch": 3.857454772301934,
      "step": 12367
    },
    {
      "contrastive_lambda": 0.8987867003691448,
      "epoch": 3.8577666874610106,
      "step": 12368
    },
    {
      "contrastive_lambda": 0.8987709075098786,
      "epoch": 3.858078602620087,
      "step": 12369
    },
    {
      "epoch": 3.858390517779164,
      "grad_norm": 0.13289444148540497,
      "learning_rate": 9.34806437539215e-05,
      "loss": 0.0426,
      "step": 12370
    },
    {
      "epoch": 3.858390517779164,
      "flow_loss": 0.05081268399953842,
      "step": 12370
    },
    {
      "contrastive_loss": 0.006732581183314323,
      "epoch": 3.858390517779164,
      "step": 12370
    },
    {
      "contrastive_lambda": 0.8987551135573593,
      "epoch": 3.858390517779164,
      "step": 12370
    },
    {
      "contrastive_lambda": 0.8987393185116301,
      "epoch": 3.858702432938241,
      "step": 12371
    },
    {
      "contrastive_lambda": 0.8987235223727346,
      "epoch": 3.8590143480973174,
      "step": 12372
    },
    {
      "contrastive_lambda": 0.8987077251407158,
      "epoch": 3.8593262632563943,
      "step": 12373
    },
    {
      "contrastive_lambda": 0.8986919268156172,
      "epoch": 3.859638178415471,
      "step": 12374
    },
    {
      "contrastive_lambda": 0.8986761273974819,
      "epoch": 3.8599500935745477,
      "step": 12375
    },
    {
      "contrastive_lambda": 0.8986603268863536,
      "epoch": 3.8602620087336246,
      "step": 12376
    },
    {
      "contrastive_lambda": 0.8986445252822752,
      "epoch": 3.860573923892701,
      "step": 12377
    },
    {
      "contrastive_lambda": 0.8986287225852903,
      "epoch": 3.860885839051778,
      "step": 12378
    },
    {
      "contrastive_lambda": 0.8986129187954421,
      "epoch": 3.8611977542108544,
      "step": 12379
    },
    {
      "epoch": 3.8615096693699313,
      "grad_norm": 0.1322031021118164,
      "learning_rate": 9.346703090753622e-05,
      "loss": 0.0502,
      "step": 12380
    },
    {
      "epoch": 3.8615096693699313,
      "flow_loss": 0.04668170586228371,
      "step": 12380
    },
    {
      "contrastive_loss": 0.006995830684900284,
      "epoch": 3.8615096693699313,
      "step": 12380
    },
    {
      "contrastive_lambda": 0.898597113912774,
      "epoch": 3.8615096693699313,
      "step": 12380
    },
    {
      "contrastive_lambda": 0.8985813079373292,
      "epoch": 3.8618215845290083,
      "step": 12381
    },
    {
      "contrastive_lambda": 0.8985655008691511,
      "epoch": 3.8621334996880847,
      "step": 12382
    },
    {
      "contrastive_lambda": 0.898549692708283,
      "epoch": 3.8624454148471616,
      "step": 12383
    },
    {
      "contrastive_lambda": 0.8985338834547685,
      "epoch": 3.8627573300062386,
      "step": 12384
    },
    {
      "contrastive_lambda": 0.8985180731086505,
      "epoch": 3.863069245165315,
      "step": 12385
    },
    {
      "contrastive_lambda": 0.8985022616699727,
      "epoch": 3.8633811603243915,
      "step": 12386
    },
    {
      "contrastive_lambda": 0.8984864491387783,
      "epoch": 3.8636930754834684,
      "step": 12387
    },
    {
      "contrastive_lambda": 0.8984706355151106,
      "epoch": 3.8640049906425453,
      "step": 12388
    },
    {
      "contrastive_lambda": 0.8984548207990132,
      "epoch": 3.864316905801622,
      "step": 12389
    },
    {
      "epoch": 3.8646288209606987,
      "grad_norm": 0.19081632792949677,
      "learning_rate": 9.345340485701461e-05,
      "loss": 0.0463,
      "step": 12390
    },
    {
      "epoch": 3.8646288209606987,
      "flow_loss": 0.0397341214120388,
      "step": 12390
    },
    {
      "contrastive_loss": 0.005715774837881327,
      "epoch": 3.8646288209606987,
      "step": 12390
    },
    {
      "contrastive_lambda": 0.8984390049905291,
      "epoch": 3.8646288209606987,
      "step": 12390
    },
    {
      "contrastive_lambda": 0.898423188089702,
      "epoch": 3.8649407361197756,
      "step": 12391
    },
    {
      "contrastive_lambda": 0.898407370096575,
      "epoch": 3.865252651278852,
      "step": 12392
    },
    {
      "contrastive_lambda": 0.8983915510111917,
      "epoch": 3.865564566437929,
      "step": 12393
    },
    {
      "contrastive_lambda": 0.8983757308335952,
      "epoch": 3.8658764815970055,
      "step": 12394
    },
    {
      "contrastive_lambda": 0.898359909563829,
      "epoch": 3.8661883967560824,
      "step": 12395
    },
    {
      "contrastive_lambda": 0.8983440872019366,
      "epoch": 3.866500311915159,
      "step": 12396
    },
    {
      "contrastive_lambda": 0.8983282637479613,
      "epoch": 3.8668122270742358,
      "step": 12397
    },
    {
      "contrastive_lambda": 0.8983124392019464,
      "epoch": 3.8671241422333127,
      "step": 12398
    },
    {
      "contrastive_lambda": 0.8982966135639352,
      "epoch": 3.867436057392389,
      "step": 12399
    },
    {
      "epoch": 3.867747972551466,
      "grad_norm": 0.1389925330877304,
      "learning_rate": 9.343976560649595e-05,
      "loss": 0.0535,
      "step": 12400
    },
    {
      "epoch": 3.867747972551466,
      "flow_loss": 0.051989488303661346,
      "step": 12400
    },
    {
      "contrastive_loss": 0.008691765367984772,
      "epoch": 3.867747972551466,
      "step": 12400
    },
    {
      "contrastive_lambda": 0.8982807868339715,
      "epoch": 3.867747972551466,
      "step": 12400
    },
    {
      "contrastive_lambda": 0.8982649590120981,
      "epoch": 3.868059887710543,
      "step": 12401
    },
    {
      "contrastive_lambda": 0.8982491300983588,
      "epoch": 3.8683718028696195,
      "step": 12402
    },
    {
      "contrastive_lambda": 0.8982333000927971,
      "epoch": 3.868683718028696,
      "step": 12403
    },
    {
      "contrastive_lambda": 0.8982174689954561,
      "epoch": 3.868995633187773,
      "step": 12404
    },
    {
      "contrastive_lambda": 0.8982016368063791,
      "epoch": 3.8693075483468498,
      "step": 12405
    },
    {
      "contrastive_lambda": 0.8981858035256098,
      "epoch": 3.8696194635059262,
      "step": 12406
    },
    {
      "contrastive_lambda": 0.8981699691531917,
      "epoch": 3.869931378665003,
      "step": 12407
    },
    {
      "contrastive_lambda": 0.8981541336891679,
      "epoch": 3.87024329382408,
      "step": 12408
    },
    {
      "contrastive_lambda": 0.8981382971335818,
      "epoch": 3.8705552089831565,
      "step": 12409
    },
    {
      "epoch": 3.8708671241422334,
      "grad_norm": 0.13636790215969086,
      "learning_rate": 9.342611316012344e-05,
      "loss": 0.0526,
      "step": 12410
    },
    {
      "epoch": 3.8708671241422334,
      "flow_loss": 0.06455657631158829,
      "step": 12410
    },
    {
      "contrastive_loss": 0.007587834727019072,
      "epoch": 3.8708671241422334,
      "step": 12410
    },
    {
      "contrastive_lambda": 0.8981224594864771,
      "epoch": 3.8708671241422334,
      "step": 12410
    },
    {
      "contrastive_lambda": 0.898106620747897,
      "epoch": 3.87117903930131,
      "step": 12411
    },
    {
      "contrastive_lambda": 0.8980907809178851,
      "epoch": 3.871490954460387,
      "step": 12412
    },
    {
      "contrastive_lambda": 0.8980749399964847,
      "epoch": 3.8718028696194633,
      "step": 12413
    },
    {
      "contrastive_lambda": 0.8980590979837391,
      "epoch": 3.87211478477854,
      "step": 12414
    },
    {
      "contrastive_lambda": 0.8980432548796919,
      "epoch": 3.872426699937617,
      "step": 12415
    },
    {
      "contrastive_lambda": 0.8980274106843867,
      "epoch": 3.8727386150966936,
      "step": 12416
    },
    {
      "contrastive_lambda": 0.8980115653978666,
      "epoch": 3.8730505302557705,
      "step": 12417
    },
    {
      "contrastive_lambda": 0.8979957190201753,
      "epoch": 3.8733624454148474,
      "step": 12418
    },
    {
      "contrastive_lambda": 0.8979798715513561,
      "epoch": 3.873674360573924,
      "step": 12419
    },
    {
      "epoch": 3.8739862757330004,
      "grad_norm": 0.13292407989501953,
      "learning_rate": 9.341244752204437e-05,
      "loss": 0.0524,
      "step": 12420
    },
    {
      "epoch": 3.8739862757330004,
      "flow_loss": 0.06190803647041321,
      "step": 12420
    },
    {
      "contrastive_loss": 0.010087298229336739,
      "epoch": 3.8739862757330004,
      "step": 12420
    },
    {
      "contrastive_lambda": 0.8979640229914525,
      "epoch": 3.8739862757330004,
      "step": 12420
    },
    {
      "contrastive_lambda": 0.8979481733405079,
      "epoch": 3.8742981908920773,
      "step": 12421
    },
    {
      "contrastive_lambda": 0.8979323225985658,
      "epoch": 3.874610106051154,
      "step": 12422
    },
    {
      "contrastive_lambda": 0.8979164707656697,
      "epoch": 3.8749220212102307,
      "step": 12423
    },
    {
      "contrastive_lambda": 0.8979006178418629,
      "epoch": 3.8752339363693076,
      "step": 12424
    },
    {
      "contrastive_lambda": 0.8978847638271891,
      "epoch": 3.8755458515283845,
      "step": 12425
    },
    {
      "contrastive_lambda": 0.8978689087216916,
      "epoch": 3.875857766687461,
      "step": 12426
    },
    {
      "contrastive_lambda": 0.8978530525254138,
      "epoch": 3.876169681846538,
      "step": 12427
    },
    {
      "contrastive_lambda": 0.8978371952383992,
      "epoch": 3.8764815970056143,
      "step": 12428
    },
    {
      "contrastive_lambda": 0.8978213368606915,
      "epoch": 3.8767935121646913,
      "step": 12429
    },
    {
      "epoch": 3.8771054273237677,
      "grad_norm": 0.16613367199897766,
      "learning_rate": 9.339876869640995e-05,
      "loss": 0.0494,
      "step": 12430
    },
    {
      "epoch": 3.8771054273237677,
      "flow_loss": 0.040114447474479675,
      "step": 12430
    },
    {
      "contrastive_loss": 0.00769105926156044,
      "epoch": 3.8771054273237677,
      "step": 12430
    },
    {
      "contrastive_lambda": 0.8978054773923341,
      "epoch": 3.8771054273237677,
      "step": 12430
    },
    {
      "contrastive_lambda": 0.8977896168333701,
      "epoch": 3.8774173424828446,
      "step": 12431
    },
    {
      "contrastive_lambda": 0.8977737551838435,
      "epoch": 3.8777292576419216,
      "step": 12432
    },
    {
      "contrastive_lambda": 0.8977578924437974,
      "epoch": 3.878041172800998,
      "step": 12433
    },
    {
      "contrastive_lambda": 0.8977420286132757,
      "epoch": 3.878353087960075,
      "step": 12434
    },
    {
      "contrastive_lambda": 0.8977261636923215,
      "epoch": 3.878665003119152,
      "step": 12435
    },
    {
      "contrastive_lambda": 0.8977102976809784,
      "epoch": 3.8789769182782283,
      "step": 12436
    },
    {
      "contrastive_lambda": 0.89769443057929,
      "epoch": 3.879288833437305,
      "step": 12437
    },
    {
      "contrastive_lambda": 0.8976785623872998,
      "epoch": 3.8796007485963817,
      "step": 12438
    },
    {
      "contrastive_lambda": 0.8976626931050511,
      "epoch": 3.8799126637554586,
      "step": 12439
    },
    {
      "epoch": 3.880224578914535,
      "grad_norm": 0.14570139348506927,
      "learning_rate": 9.33850766873755e-05,
      "loss": 0.0501,
      "step": 12440
    },
    {
      "epoch": 3.880224578914535,
      "flow_loss": 0.042577825486660004,
      "step": 12440
    },
    {
      "contrastive_loss": 0.011748658493161201,
      "epoch": 3.880224578914535,
      "step": 12440
    },
    {
      "contrastive_lambda": 0.8976468227325877,
      "epoch": 3.880224578914535,
      "step": 12440
    },
    {
      "contrastive_lambda": 0.8976309512699528,
      "epoch": 3.880536494073612,
      "step": 12441
    },
    {
      "contrastive_lambda": 0.8976150787171902,
      "epoch": 3.880848409232689,
      "step": 12442
    },
    {
      "contrastive_lambda": 0.8975992050743432,
      "epoch": 3.8811603243917654,
      "step": 12443
    },
    {
      "contrastive_lambda": 0.8975833303414555,
      "epoch": 3.8814722395508423,
      "step": 12444
    },
    {
      "contrastive_lambda": 0.8975674545185703,
      "epoch": 3.8817841547099188,
      "step": 12445
    },
    {
      "contrastive_lambda": 0.8975515776057317,
      "epoch": 3.8820960698689957,
      "step": 12446
    },
    {
      "contrastive_lambda": 0.8975356996029826,
      "epoch": 3.882407985028072,
      "step": 12447
    },
    {
      "contrastive_lambda": 0.8975198205103669,
      "epoch": 3.882719900187149,
      "step": 12448
    },
    {
      "contrastive_lambda": 0.8975039403279281,
      "epoch": 3.883031815346226,
      "step": 12449
    },
    {
      "epoch": 3.8833437305053025,
      "grad_norm": 0.1042461097240448,
      "learning_rate": 9.337137149910028e-05,
      "loss": 0.043,
      "step": 12450
    },
    {
      "epoch": 3.8833437305053025,
      "flow_loss": 0.058189988136291504,
      "step": 12450
    },
    {
      "contrastive_loss": 0.006258592940866947,
      "epoch": 3.8833437305053025,
      "step": 12450
    },
    {
      "contrastive_lambda": 0.8974880590557096,
      "epoch": 3.8833437305053025,
      "step": 12450
    },
    {
      "contrastive_lambda": 0.897472176693755,
      "epoch": 3.8836556456643794,
      "step": 12451
    },
    {
      "contrastive_lambda": 0.897456293242108,
      "epoch": 3.8839675608234563,
      "step": 12452
    },
    {
      "contrastive_lambda": 0.8974404087008119,
      "epoch": 3.8842794759825328,
      "step": 12453
    },
    {
      "contrastive_lambda": 0.8974245230699103,
      "epoch": 3.8845913911416092,
      "step": 12454
    },
    {
      "contrastive_lambda": 0.8974086363494469,
      "epoch": 3.884903306300686,
      "step": 12455
    },
    {
      "contrastive_lambda": 0.897392748539465,
      "epoch": 3.885215221459763,
      "step": 12456
    },
    {
      "contrastive_lambda": 0.8973768596400085,
      "epoch": 3.8855271366188395,
      "step": 12457
    },
    {
      "contrastive_lambda": 0.8973609696511207,
      "epoch": 3.8858390517779164,
      "step": 12458
    },
    {
      "contrastive_lambda": 0.8973450785728453,
      "epoch": 3.8861509669369934,
      "step": 12459
    },
    {
      "epoch": 3.88646288209607,
      "grad_norm": 0.2112310826778412,
      "learning_rate": 9.335765313574753e-05,
      "loss": 0.0508,
      "step": 12460
    },
    {
      "epoch": 3.88646288209607,
      "flow_loss": 0.08166645467281342,
      "step": 12460
    },
    {
      "contrastive_loss": 0.006587373558431864,
      "epoch": 3.88646288209607,
      "step": 12460
    },
    {
      "contrastive_lambda": 0.8973291864052257,
      "epoch": 3.88646288209607,
      "step": 12460
    },
    {
      "contrastive_lambda": 0.8973132931483057,
      "epoch": 3.8867747972551467,
      "step": 12461
    },
    {
      "contrastive_lambda": 0.8972973988021287,
      "epoch": 3.887086712414223,
      "step": 12462
    },
    {
      "contrastive_lambda": 0.8972815033667383,
      "epoch": 3.8873986275733,
      "step": 12463
    },
    {
      "contrastive_lambda": 0.8972656068421782,
      "epoch": 3.8877105427323766,
      "step": 12464
    },
    {
      "contrastive_lambda": 0.8972497092284917,
      "epoch": 3.8880224578914535,
      "step": 12465
    },
    {
      "contrastive_lambda": 0.8972338105257227,
      "epoch": 3.8883343730505304,
      "step": 12466
    },
    {
      "contrastive_lambda": 0.8972179107339147,
      "epoch": 3.888646288209607,
      "step": 12467
    },
    {
      "contrastive_lambda": 0.897202009853111,
      "epoch": 3.888958203368684,
      "step": 12468
    },
    {
      "contrastive_lambda": 0.8971861078833556,
      "epoch": 3.8892701185277607,
      "step": 12469
    },
    {
      "epoch": 3.889582033686837,
      "grad_norm": 0.14529289305210114,
      "learning_rate": 9.334392160148457e-05,
      "loss": 0.046,
      "step": 12470
    },
    {
      "epoch": 3.889582033686837,
      "flow_loss": 0.06916964799165726,
      "step": 12470
    },
    {
      "contrastive_loss": 0.007998514920473099,
      "epoch": 3.889582033686837,
      "step": 12470
    },
    {
      "contrastive_lambda": 0.897170204824692,
      "epoch": 3.889582033686837,
      "step": 12470
    },
    {
      "contrastive_lambda": 0.8971543006771636,
      "epoch": 3.8898939488459137,
      "step": 12471
    },
    {
      "contrastive_lambda": 0.8971383954408143,
      "epoch": 3.8902058640049906,
      "step": 12472
    },
    {
      "contrastive_lambda": 0.8971224891156875,
      "epoch": 3.8905177791640675,
      "step": 12473
    },
    {
      "contrastive_lambda": 0.8971065817018268,
      "epoch": 3.890829694323144,
      "step": 12474
    },
    {
      "contrastive_lambda": 0.8970906731992758,
      "epoch": 3.891141609482221,
      "step": 12475
    },
    {
      "contrastive_lambda": 0.8970747636080783,
      "epoch": 3.891453524641298,
      "step": 12476
    },
    {
      "contrastive_lambda": 0.8970588529282777,
      "epoch": 3.8917654398003743,
      "step": 12477
    },
    {
      "contrastive_lambda": 0.8970429411599177,
      "epoch": 3.892077354959451,
      "step": 12478
    },
    {
      "contrastive_lambda": 0.8970270283030419,
      "epoch": 3.8923892701185276,
      "step": 12479
    },
    {
      "epoch": 3.8927011852776046,
      "grad_norm": 0.1646735519170761,
      "learning_rate": 9.333017690048264e-05,
      "loss": 0.0524,
      "step": 12480
    },
    {
      "epoch": 3.8927011852776046,
      "flow_loss": 0.05010077357292175,
      "step": 12480
    },
    {
      "contrastive_loss": 0.0076384516432881355,
      "epoch": 3.8927011852776046,
      "step": 12480
    },
    {
      "contrastive_lambda": 0.897011114357694,
      "epoch": 3.8927011852776046,
      "step": 12480
    },
    {
      "contrastive_lambda": 0.8969951993239177,
      "epoch": 3.893013100436681,
      "step": 12481
    },
    {
      "contrastive_lambda": 0.8969792832017565,
      "epoch": 3.893325015595758,
      "step": 12482
    },
    {
      "contrastive_lambda": 0.8969633659912539,
      "epoch": 3.893636930754835,
      "step": 12483
    },
    {
      "contrastive_lambda": 0.8969474476924538,
      "epoch": 3.8939488459139113,
      "step": 12484
    },
    {
      "contrastive_lambda": 0.8969315283053997,
      "epoch": 3.8942607610729882,
      "step": 12485
    },
    {
      "contrastive_lambda": 0.8969156078301352,
      "epoch": 3.8945726762320647,
      "step": 12486
    },
    {
      "contrastive_lambda": 0.8968996862667042,
      "epoch": 3.8948845913911416,
      "step": 12487
    },
    {
      "contrastive_lambda": 0.8968837636151501,
      "epoch": 3.895196506550218,
      "step": 12488
    },
    {
      "contrastive_lambda": 0.8968678398755165,
      "epoch": 3.895508421709295,
      "step": 12489
    },
    {
      "epoch": 3.895820336868372,
      "grad_norm": 0.10923562943935394,
      "learning_rate": 9.331641903691706e-05,
      "loss": 0.0482,
      "step": 12490
    },
    {
      "epoch": 3.895820336868372,
      "flow_loss": 0.03751206025481224,
      "step": 12490
    },
    {
      "contrastive_loss": 0.006567793898284435,
      "epoch": 3.895820336868372,
      "step": 12490
    },
    {
      "contrastive_lambda": 0.8968519150478473,
      "epoch": 3.895820336868372,
      "step": 12490
    },
    {
      "contrastive_lambda": 0.8968359891321862,
      "epoch": 3.8961322520274484,
      "step": 12491
    },
    {
      "contrastive_lambda": 0.8968200621285765,
      "epoch": 3.8964441671865253,
      "step": 12492
    },
    {
      "contrastive_lambda": 0.8968041340370622,
      "epoch": 3.8967560823456022,
      "step": 12493
    },
    {
      "contrastive_lambda": 0.8967882048576867,
      "epoch": 3.8970679975046787,
      "step": 12494
    },
    {
      "contrastive_lambda": 0.8967722745904939,
      "epoch": 3.8973799126637556,
      "step": 12495
    },
    {
      "contrastive_lambda": 0.8967563432355273,
      "epoch": 3.897691827822832,
      "step": 12496
    },
    {
      "contrastive_lambda": 0.8967404107928307,
      "epoch": 3.898003742981909,
      "step": 12497
    },
    {
      "contrastive_lambda": 0.8967244772624479,
      "epoch": 3.8983156581409855,
      "step": 12498
    },
    {
      "contrastive_lambda": 0.8967085426444221,
      "epoch": 3.8986275733000624,
      "step": 12499
    },
    {
      "epoch": 3.8989394884591393,
      "grad_norm": 0.13482093811035156,
      "learning_rate": 9.330264801496707e-05,
      "loss": 0.0458,
      "step": 12500
    },
    {
      "epoch": 3.8989394884591393,
      "flow_loss": 0.03520696982741356,
      "step": 12500
    },
    {
      "contrastive_loss": 0.008891494944691658,
      "epoch": 3.8989394884591393,
      "step": 12500
    },
    {
      "contrastive_lambda": 0.8966926069387975,
      "epoch": 3.8989394884591393,
      "step": 12500
    },
    {
      "contrastive_lambda": 0.8966766701456177,
      "epoch": 3.8992514036182158,
      "step": 12501
    },
    {
      "contrastive_lambda": 0.896660732264926,
      "epoch": 3.8995633187772927,
      "step": 12502
    },
    {
      "contrastive_lambda": 0.8966447932967666,
      "epoch": 3.899875233936369,
      "step": 12503
    },
    {
      "contrastive_lambda": 0.8966288532411829,
      "epoch": 3.900187149095446,
      "step": 12504
    },
    {
      "contrastive_lambda": 0.8966129120982187,
      "epoch": 3.9004990642545225,
      "step": 12505
    },
    {
      "contrastive_lambda": 0.8965969698679177,
      "epoch": 3.9008109794135994,
      "step": 12506
    },
    {
      "contrastive_lambda": 0.8965810265503236,
      "epoch": 3.9011228945726764,
      "step": 12507
    },
    {
      "contrastive_lambda": 0.89656508214548,
      "epoch": 3.901434809731753,
      "step": 12508
    },
    {
      "contrastive_lambda": 0.8965491366534308,
      "epoch": 3.9017467248908297,
      "step": 12509
    },
    {
      "epoch": 3.9020586400499067,
      "grad_norm": 0.147401362657547,
      "learning_rate": 9.328886383881594e-05,
      "loss": 0.0459,
      "step": 12510
    },
    {
      "epoch": 3.9020586400499067,
      "flow_loss": 0.07464343309402466,
      "step": 12510
    },
    {
      "contrastive_loss": 0.009044477716088295,
      "epoch": 3.9020586400499067,
      "step": 12510
    },
    {
      "contrastive_lambda": 0.8965331900742195,
      "epoch": 3.9020586400499067,
      "step": 12510
    },
    {
      "contrastive_lambda": 0.8965172424078901,
      "epoch": 3.902370555208983,
      "step": 12511
    },
    {
      "contrastive_lambda": 0.896501293654486,
      "epoch": 3.90268247036806,
      "step": 12512
    },
    {
      "contrastive_lambda": 0.8964853438140513,
      "epoch": 3.9029943855271365,
      "step": 12513
    },
    {
      "contrastive_lambda": 0.8964693928866294,
      "epoch": 3.9033063006862134,
      "step": 12514
    },
    {
      "contrastive_lambda": 0.8964534408722642,
      "epoch": 3.90361821584529,
      "step": 12515
    },
    {
      "contrastive_lambda": 0.8964374877709994,
      "epoch": 3.903930131004367,
      "step": 12516
    },
    {
      "contrastive_lambda": 0.8964215335828787,
      "epoch": 3.9042420461634437,
      "step": 12517
    },
    {
      "contrastive_lambda": 0.8964055783079459,
      "epoch": 3.90455396132252,
      "step": 12518
    },
    {
      "contrastive_lambda": 0.8963896219462445,
      "epoch": 3.904865876481597,
      "step": 12519
    },
    {
      "epoch": 3.9051777916406736,
      "grad_norm": 0.1538822501897812,
      "learning_rate": 9.327506651265095e-05,
      "loss": 0.0462,
      "step": 12520
    },
    {
      "epoch": 3.9051777916406736,
      "flow_loss": 0.03632766008377075,
      "step": 12520
    },
    {
      "contrastive_loss": 0.00560377910733223,
      "epoch": 3.9051777916406736,
      "step": 12520
    },
    {
      "contrastive_lambda": 0.8963736644978186,
      "epoch": 3.9051777916406736,
      "step": 12520
    },
    {
      "contrastive_lambda": 0.8963577059627117,
      "epoch": 3.9054897067997505,
      "step": 12521
    },
    {
      "contrastive_lambda": 0.8963417463409677,
      "epoch": 3.905801621958827,
      "step": 12522
    },
    {
      "contrastive_lambda": 0.8963257856326303,
      "epoch": 3.906113537117904,
      "step": 12523
    },
    {
      "contrastive_lambda": 0.8963098238377434,
      "epoch": 3.906425452276981,
      "step": 12524
    },
    {
      "contrastive_lambda": 0.8962938609563504,
      "epoch": 3.9067373674360573,
      "step": 12525
    },
    {
      "contrastive_lambda": 0.8962778969884955,
      "epoch": 3.907049282595134,
      "step": 12526
    },
    {
      "contrastive_lambda": 0.896261931934222,
      "epoch": 3.907361197754211,
      "step": 12527
    },
    {
      "contrastive_lambda": 0.8962459657935741,
      "epoch": 3.9076731129132876,
      "step": 12528
    },
    {
      "contrastive_lambda": 0.8962299985665954,
      "epoch": 3.9079850280723645,
      "step": 12529
    },
    {
      "epoch": 3.908296943231441,
      "grad_norm": 0.15703433752059937,
      "learning_rate": 9.326125604066338e-05,
      "loss": 0.0448,
      "step": 12530
    },
    {
      "epoch": 3.908296943231441,
      "flow_loss": 0.05693672224879265,
      "step": 12530
    },
    {
      "contrastive_loss": 0.008072614669799805,
      "epoch": 3.908296943231441,
      "step": 12530
    },
    {
      "contrastive_lambda": 0.8962140302533295,
      "epoch": 3.908296943231441,
      "step": 12530
    },
    {
      "contrastive_lambda": 0.8961980608538204,
      "epoch": 3.908608858390518,
      "step": 12531
    },
    {
      "contrastive_lambda": 0.8961820903681118,
      "epoch": 3.9089207735495943,
      "step": 12532
    },
    {
      "contrastive_lambda": 0.8961661187962475,
      "epoch": 3.9092326887086712,
      "step": 12533
    },
    {
      "contrastive_lambda": 0.8961501461382714,
      "epoch": 3.909544603867748,
      "step": 12534
    },
    {
      "contrastive_lambda": 0.8961341723942271,
      "epoch": 3.9098565190268246,
      "step": 12535
    },
    {
      "contrastive_lambda": 0.8961181975641586,
      "epoch": 3.9101684341859015,
      "step": 12536
    },
    {
      "contrastive_lambda": 0.8961022216481094,
      "epoch": 3.910480349344978,
      "step": 12537
    },
    {
      "contrastive_lambda": 0.8960862446461235,
      "epoch": 3.910792264504055,
      "step": 12538
    },
    {
      "contrastive_lambda": 0.8960702665582447,
      "epoch": 3.9111041796631314,
      "step": 12539
    },
    {
      "epoch": 3.9114160948222083,
      "grad_norm": 0.12904654443264008,
      "learning_rate": 9.324743242704847e-05,
      "loss": 0.0451,
      "step": 12540
    },
    {
      "epoch": 3.9114160948222083,
      "flow_loss": 0.048598602414131165,
      "step": 12540
    },
    {
      "contrastive_loss": 0.007500911131501198,
      "epoch": 3.9114160948222083,
      "step": 12540
    },
    {
      "contrastive_lambda": 0.8960542873845168,
      "epoch": 3.9114160948222083,
      "step": 12540
    },
    {
      "contrastive_lambda": 0.8960383071249836,
      "epoch": 3.9117280099812852,
      "step": 12541
    },
    {
      "contrastive_lambda": 0.8960223257796888,
      "epoch": 3.9120399251403617,
      "step": 12542
    },
    {
      "contrastive_lambda": 0.8960063433486763,
      "epoch": 3.9123518402994386,
      "step": 12543
    },
    {
      "contrastive_lambda": 0.89599035983199,
      "epoch": 3.9126637554585155,
      "step": 12544
    },
    {
      "contrastive_lambda": 0.8959743752296737,
      "epoch": 3.912975670617592,
      "step": 12545
    },
    {
      "contrastive_lambda": 0.8959583895417711,
      "epoch": 3.913287585776669,
      "step": 12546
    },
    {
      "contrastive_lambda": 0.895942402768326,
      "epoch": 3.9135995009357454,
      "step": 12547
    },
    {
      "contrastive_lambda": 0.8959264149093825,
      "epoch": 3.9139114160948223,
      "step": 12548
    },
    {
      "contrastive_lambda": 0.8959104259649842,
      "epoch": 3.9142233312538988,
      "step": 12549
    },
    {
      "epoch": 3.9145352464129757,
      "grad_norm": 0.1258268803358078,
      "learning_rate": 9.323359567600546e-05,
      "loss": 0.0465,
      "step": 12550
    },
    {
      "epoch": 3.9145352464129757,
      "flow_loss": 0.04421022906899452,
      "step": 12550
    },
    {
      "contrastive_loss": 0.0072282468900084496,
      "epoch": 3.9145352464129757,
      "step": 12550
    },
    {
      "contrastive_lambda": 0.8958944359351749,
      "epoch": 3.9145352464129757,
      "step": 12550
    },
    {
      "contrastive_lambda": 0.8958784448199986,
      "epoch": 3.9148471615720526,
      "step": 12551
    },
    {
      "contrastive_lambda": 0.8958624526194991,
      "epoch": 3.915159076731129,
      "step": 12552
    },
    {
      "contrastive_lambda": 0.8958464593337201,
      "epoch": 3.915470991890206,
      "step": 12553
    },
    {
      "contrastive_lambda": 0.8958304649627057,
      "epoch": 3.9157829070492824,
      "step": 12554
    },
    {
      "contrastive_lambda": 0.8958144695064996,
      "epoch": 3.9160948222083594,
      "step": 12555
    },
    {
      "contrastive_lambda": 0.8957984729651456,
      "epoch": 3.916406737367436,
      "step": 12556
    },
    {
      "contrastive_lambda": 0.8957824753386875,
      "epoch": 3.9167186525265127,
      "step": 12557
    },
    {
      "contrastive_lambda": 0.8957664766271694,
      "epoch": 3.9170305676855897,
      "step": 12558
    },
    {
      "contrastive_lambda": 0.895750476830635,
      "epoch": 3.917342482844666,
      "step": 12559
    },
    {
      "epoch": 3.917654398003743,
      "grad_norm": 0.16069023311138153,
      "learning_rate": 9.321974579173761e-05,
      "loss": 0.0429,
      "step": 12560
    },
    {
      "epoch": 3.917654398003743,
      "flow_loss": 0.03685617074370384,
      "step": 12560
    },
    {
      "contrastive_loss": 0.008315281942486763,
      "epoch": 3.917654398003743,
      "step": 12560
    },
    {
      "contrastive_lambda": 0.8957344759491281,
      "epoch": 3.917654398003743,
      "step": 12560
    },
    {
      "contrastive_lambda": 0.8957184739826929,
      "epoch": 3.91796631316282,
      "step": 12561
    },
    {
      "contrastive_lambda": 0.8957024709313729,
      "epoch": 3.9182782283218964,
      "step": 12562
    },
    {
      "contrastive_lambda": 0.895686466795212,
      "epoch": 3.918590143480973,
      "step": 12563
    },
    {
      "contrastive_lambda": 0.8956704615742543,
      "epoch": 3.91890205864005,
      "step": 12564
    },
    {
      "contrastive_lambda": 0.8956544552685437,
      "epoch": 3.9192139737991267,
      "step": 12565
    },
    {
      "contrastive_lambda": 0.8956384478781239,
      "epoch": 3.919525888958203,
      "step": 12566
    },
    {
      "contrastive_lambda": 0.8956224394030385,
      "epoch": 3.91983780411728,
      "step": 12567
    },
    {
      "contrastive_lambda": 0.895606429843332,
      "epoch": 3.920149719276357,
      "step": 12568
    },
    {
      "contrastive_lambda": 0.895590419199048,
      "epoch": 3.9204616344354335,
      "step": 12569
    },
    {
      "epoch": 3.9207735495945104,
      "grad_norm": 0.12982966005802155,
      "learning_rate": 9.320588277845213e-05,
      "loss": 0.0496,
      "step": 12570
    },
    {
      "epoch": 3.9207735495945104,
      "flow_loss": 0.04290103539824486,
      "step": 12570
    },
    {
      "contrastive_loss": 0.008513233624398708,
      "epoch": 3.9207735495945104,
      "step": 12570
    },
    {
      "contrastive_lambda": 0.8955744074702304,
      "epoch": 3.9207735495945104,
      "step": 12570
    },
    {
      "contrastive_lambda": 0.8955583946569231,
      "epoch": 3.921085464753587,
      "step": 12571
    },
    {
      "contrastive_lambda": 0.89554238075917,
      "epoch": 3.921397379912664,
      "step": 12572
    },
    {
      "contrastive_lambda": 0.8955263657770149,
      "epoch": 3.9217092950717403,
      "step": 12573
    },
    {
      "contrastive_lambda": 0.8955103497105019,
      "epoch": 3.922021210230817,
      "step": 12574
    },
    {
      "contrastive_lambda": 0.8954943325596749,
      "epoch": 3.922333125389894,
      "step": 12575
    },
    {
      "contrastive_lambda": 0.8954783143245777,
      "epoch": 3.9226450405489706,
      "step": 12576
    },
    {
      "contrastive_lambda": 0.8954622950052542,
      "epoch": 3.9229569557080475,
      "step": 12577
    },
    {
      "contrastive_lambda": 0.8954462746017483,
      "epoch": 3.9232688708671244,
      "step": 12578
    },
    {
      "contrastive_lambda": 0.8954302531141041,
      "epoch": 3.923580786026201,
      "step": 12579
    },
    {
      "epoch": 3.9238927011852773,
      "grad_norm": 0.13947974145412445,
      "learning_rate": 9.319200664036026e-05,
      "loss": 0.0479,
      "step": 12580
    },
    {
      "epoch": 3.9238927011852773,
      "flow_loss": 0.028367290273308754,
      "step": 12580
    },
    {
      "contrastive_loss": 0.007056055590510368,
      "epoch": 3.9238927011852773,
      "step": 12580
    },
    {
      "contrastive_lambda": 0.8954142305423654,
      "epoch": 3.9238927011852773,
      "step": 12580
    },
    {
      "contrastive_lambda": 0.895398206886576,
      "epoch": 3.9242046163443542,
      "step": 12581
    },
    {
      "contrastive_lambda": 0.8953821821467801,
      "epoch": 3.924516531503431,
      "step": 12582
    },
    {
      "contrastive_lambda": 0.8953661563230215,
      "epoch": 3.9248284466625076,
      "step": 12583
    },
    {
      "contrastive_lambda": 0.8953501294153441,
      "epoch": 3.9251403618215845,
      "step": 12584
    },
    {
      "contrastive_lambda": 0.8953341014237919,
      "epoch": 3.9254522769806615,
      "step": 12585
    },
    {
      "contrastive_lambda": 0.8953180723484087,
      "epoch": 3.925764192139738,
      "step": 12586
    },
    {
      "contrastive_lambda": 0.8953020421892387,
      "epoch": 3.926076107298815,
      "step": 12587
    },
    {
      "contrastive_lambda": 0.8952860109463256,
      "epoch": 3.9263880224578913,
      "step": 12588
    },
    {
      "contrastive_lambda": 0.8952699786197136,
      "epoch": 3.9266999376169682,
      "step": 12589
    },
    {
      "epoch": 3.9270118527760447,
      "grad_norm": 0.11868056654930115,
      "learning_rate": 9.31781173816772e-05,
      "loss": 0.0453,
      "step": 12590
    },
    {
      "epoch": 3.9270118527760447,
      "flow_loss": 0.060029204934835434,
      "step": 12590
    },
    {
      "contrastive_loss": 0.007102942559868097,
      "epoch": 3.9270118527760447,
      "step": 12590
    },
    {
      "contrastive_lambda": 0.8952539452094463,
      "epoch": 3.9270118527760447,
      "step": 12590
    },
    {
      "contrastive_lambda": 0.895237910715568,
      "epoch": 3.9273237679351216,
      "step": 12591
    },
    {
      "contrastive_lambda": 0.8952218751381226,
      "epoch": 3.9276356830941985,
      "step": 12592
    },
    {
      "contrastive_lambda": 0.8952058384771538,
      "epoch": 3.927947598253275,
      "step": 12593
    },
    {
      "contrastive_lambda": 0.8951898007327059,
      "epoch": 3.928259513412352,
      "step": 12594
    },
    {
      "contrastive_lambda": 0.8951737619048227,
      "epoch": 3.928571428571429,
      "step": 12595
    },
    {
      "contrastive_lambda": 0.8951577219935483,
      "epoch": 3.9288833437305053,
      "step": 12596
    },
    {
      "contrastive_lambda": 0.8951416809989263,
      "epoch": 3.9291952588895818,
      "step": 12597
    },
    {
      "contrastive_lambda": 0.8951256389210012,
      "epoch": 3.9295071740486587,
      "step": 12598
    },
    {
      "contrastive_lambda": 0.8951095957598165,
      "epoch": 3.9298190892077356,
      "step": 12599
    },
    {
      "epoch": 3.930131004366812,
      "grad_norm": 0.16770708560943604,
      "learning_rate": 9.316421500662212e-05,
      "loss": 0.0509,
      "step": 12600
    },
    {
      "epoch": 3.930131004366812,
      "flow_loss": 0.0744403526186943,
      "step": 12600
    },
    {
      "contrastive_loss": 0.0081254243850708,
      "epoch": 3.930131004366812,
      "step": 12600
    },
    {
      "contrastive_lambda": 0.8950935515154166,
      "epoch": 3.930131004366812,
      "step": 12600
    },
    {
      "contrastive_lambda": 0.8950775061878451,
      "epoch": 3.930442919525889,
      "step": 12601
    },
    {
      "contrastive_lambda": 0.8950614597771465,
      "epoch": 3.930754834684966,
      "step": 12602
    },
    {
      "contrastive_lambda": 0.8950454122833642,
      "epoch": 3.9310667498440424,
      "step": 12603
    },
    {
      "contrastive_lambda": 0.8950293637065425,
      "epoch": 3.9313786650031193,
      "step": 12604
    },
    {
      "contrastive_lambda": 0.8950133140467255,
      "epoch": 3.9316905801621957,
      "step": 12605
    },
    {
      "contrastive_lambda": 0.894997263303957,
      "epoch": 3.9320024953212727,
      "step": 12606
    },
    {
      "contrastive_lambda": 0.8949812114782811,
      "epoch": 3.932314410480349,
      "step": 12607
    },
    {
      "contrastive_lambda": 0.8949651585697418,
      "epoch": 3.932626325639426,
      "step": 12608
    },
    {
      "contrastive_lambda": 0.8949491045783831,
      "epoch": 3.932938240798503,
      "step": 12609
    },
    {
      "epoch": 3.9332501559575794,
      "grad_norm": 0.17417888343334198,
      "learning_rate": 9.31502995194182e-05,
      "loss": 0.0434,
      "step": 12610
    },
    {
      "epoch": 3.9332501559575794,
      "flow_loss": 0.05921410024166107,
      "step": 12610
    },
    {
      "contrastive_loss": 0.009871852584183216,
      "epoch": 3.9332501559575794,
      "step": 12610
    },
    {
      "contrastive_lambda": 0.8949330495042489,
      "epoch": 3.9332501559575794,
      "step": 12610
    },
    {
      "contrastive_lambda": 0.8949169933473833,
      "epoch": 3.9335620711166563,
      "step": 12611
    },
    {
      "contrastive_lambda": 0.8949009361078304,
      "epoch": 3.9338739862757333,
      "step": 12612
    },
    {
      "contrastive_lambda": 0.8948848777856342,
      "epoch": 3.9341859014348097,
      "step": 12613
    },
    {
      "contrastive_lambda": 0.8948688183808386,
      "epoch": 3.934497816593886,
      "step": 12614
    },
    {
      "contrastive_lambda": 0.894852757893488,
      "epoch": 3.934809731752963,
      "step": 12615
    },
    {
      "contrastive_lambda": 0.8948366963236258,
      "epoch": 3.93512164691204,
      "step": 12616
    },
    {
      "contrastive_lambda": 0.8948206336712965,
      "epoch": 3.9354335620711165,
      "step": 12617
    },
    {
      "contrastive_lambda": 0.8948045699365441,
      "epoch": 3.9357454772301934,
      "step": 12618
    },
    {
      "contrastive_lambda": 0.8947885051194124,
      "epoch": 3.9360573923892703,
      "step": 12619
    },
    {
      "epoch": 3.936369307548347,
      "grad_norm": 0.11131204664707184,
      "learning_rate": 9.31363709242926e-05,
      "loss": 0.0463,
      "step": 12620
    },
    {
      "epoch": 3.936369307548347,
      "flow_loss": 0.03752129152417183,
      "step": 12620
    },
    {
      "contrastive_loss": 0.009068683721125126,
      "epoch": 3.936369307548347,
      "step": 12620
    },
    {
      "contrastive_lambda": 0.8947724392199456,
      "epoch": 3.936369307548347,
      "step": 12620
    },
    {
      "contrastive_lambda": 0.8947563722381879,
      "epoch": 3.9366812227074237,
      "step": 12621
    },
    {
      "contrastive_lambda": 0.8947403041741832,
      "epoch": 3.9369931378665,
      "step": 12622
    },
    {
      "contrastive_lambda": 0.8947242350279754,
      "epoch": 3.937305053025577,
      "step": 12623
    },
    {
      "contrastive_lambda": 0.8947081647996088,
      "epoch": 3.9376169681846536,
      "step": 12624
    },
    {
      "contrastive_lambda": 0.8946920934891274,
      "epoch": 3.9379288833437305,
      "step": 12625
    },
    {
      "contrastive_lambda": 0.894676021096575,
      "epoch": 3.9382407985028074,
      "step": 12626
    },
    {
      "contrastive_lambda": 0.8946599476219961,
      "epoch": 3.938552713661884,
      "step": 12627
    },
    {
      "contrastive_lambda": 0.8946438730654344,
      "epoch": 3.938864628820961,
      "step": 12628
    },
    {
      "contrastive_lambda": 0.8946277974269341,
      "epoch": 3.9391765439800377,
      "step": 12629
    },
    {
      "epoch": 3.939488459139114,
      "grad_norm": 0.14809738099575043,
      "learning_rate": 9.312242922547647e-05,
      "loss": 0.0486,
      "step": 12630
    },
    {
      "epoch": 3.939488459139114,
      "flow_loss": 0.03290552645921707,
      "step": 12630
    },
    {
      "contrastive_loss": 0.010203964076936245,
      "epoch": 3.939488459139114,
      "step": 12630
    },
    {
      "contrastive_lambda": 0.8946117207065394,
      "epoch": 3.939488459139114,
      "step": 12630
    },
    {
      "contrastive_lambda": 0.8945956429042943,
      "epoch": 3.9398003742981906,
      "step": 12631
    },
    {
      "contrastive_lambda": 0.8945795640202427,
      "epoch": 3.9401122894572675,
      "step": 12632
    },
    {
      "contrastive_lambda": 0.8945634840544289,
      "epoch": 3.9404242046163445,
      "step": 12633
    },
    {
      "contrastive_lambda": 0.894547403006897,
      "epoch": 3.940736119775421,
      "step": 12634
    },
    {
      "contrastive_lambda": 0.8945313208776907,
      "epoch": 3.941048034934498,
      "step": 12635
    },
    {
      "contrastive_lambda": 0.8945152376668546,
      "epoch": 3.9413599500935748,
      "step": 12636
    },
    {
      "contrastive_lambda": 0.8944991533744326,
      "epoch": 3.9416718652526512,
      "step": 12637
    },
    {
      "contrastive_lambda": 0.8944830680004687,
      "epoch": 3.941983780411728,
      "step": 12638
    },
    {
      "contrastive_lambda": 0.894466981545007,
      "epoch": 3.9422956955708046,
      "step": 12639
    },
    {
      "epoch": 3.9426076107298815,
      "grad_norm": 0.09581058472394943,
      "learning_rate": 9.310847442720492e-05,
      "loss": 0.0453,
      "step": 12640
    },
    {
      "epoch": 3.9426076107298815,
      "flow_loss": 0.04695814847946167,
      "step": 12640
    },
    {
      "contrastive_loss": 0.006928560324013233,
      "epoch": 3.9426076107298815,
      "step": 12640
    },
    {
      "contrastive_lambda": 0.8944508940080919,
      "epoch": 3.9426076107298815,
      "step": 12640
    },
    {
      "contrastive_lambda": 0.894434805389767,
      "epoch": 3.942919525888958,
      "step": 12641
    },
    {
      "contrastive_lambda": 0.8944187156900769,
      "epoch": 3.943231441048035,
      "step": 12642
    },
    {
      "contrastive_lambda": 0.8944026249090654,
      "epoch": 3.943543356207112,
      "step": 12643
    },
    {
      "contrastive_lambda": 0.8943865330467767,
      "epoch": 3.9438552713661883,
      "step": 12644
    },
    {
      "contrastive_lambda": 0.8943704401032551,
      "epoch": 3.944167186525265,
      "step": 12645
    },
    {
      "contrastive_lambda": 0.8943543460785444,
      "epoch": 3.944479101684342,
      "step": 12646
    },
    {
      "contrastive_lambda": 0.8943382509726887,
      "epoch": 3.9447910168434186,
      "step": 12647
    },
    {
      "contrastive_lambda": 0.8943221547857325,
      "epoch": 3.945102932002495,
      "step": 12648
    },
    {
      "contrastive_lambda": 0.8943060575177197,
      "epoch": 3.945414847161572,
      "step": 12649
    },
    {
      "epoch": 3.945726762320649,
      "grad_norm": 0.11581817269325256,
      "learning_rate": 9.309450653371706e-05,
      "loss": 0.0425,
      "step": 12650
    },
    {
      "epoch": 3.945726762320649,
      "flow_loss": 0.03703446313738823,
      "step": 12650
    },
    {
      "contrastive_loss": 0.007751946337521076,
      "epoch": 3.945726762320649,
      "step": 12650
    },
    {
      "contrastive_lambda": 0.8942899591686946,
      "epoch": 3.945726762320649,
      "step": 12650
    },
    {
      "contrastive_lambda": 0.894273859738701,
      "epoch": 3.9460386774797254,
      "step": 12651
    },
    {
      "contrastive_lambda": 0.8942577592277832,
      "epoch": 3.9463505926388023,
      "step": 12652
    },
    {
      "contrastive_lambda": 0.8942416576359855,
      "epoch": 3.946662507797879,
      "step": 12653
    },
    {
      "contrastive_lambda": 0.8942255549633518,
      "epoch": 3.9469744229569557,
      "step": 12654
    },
    {
      "contrastive_lambda": 0.8942094512099263,
      "epoch": 3.9472863381160326,
      "step": 12655
    },
    {
      "contrastive_lambda": 0.8941933463757534,
      "epoch": 3.947598253275109,
      "step": 12656
    },
    {
      "contrastive_lambda": 0.894177240460877,
      "epoch": 3.947910168434186,
      "step": 12657
    },
    {
      "contrastive_lambda": 0.8941611334653412,
      "epoch": 3.9482220835932624,
      "step": 12658
    },
    {
      "contrastive_lambda": 0.8941450253891905,
      "epoch": 3.9485339987523393,
      "step": 12659
    },
    {
      "epoch": 3.9488459139114163,
      "grad_norm": 0.11640879511833191,
      "learning_rate": 9.308052554925595e-05,
      "loss": 0.0481,
      "step": 12660
    },
    {
      "epoch": 3.9488459139114163,
      "flow_loss": 0.061063218861818314,
      "step": 12660
    },
    {
      "contrastive_loss": 0.008598198182880878,
      "epoch": 3.9488459139114163,
      "step": 12660
    },
    {
      "contrastive_lambda": 0.8941289162324686,
      "epoch": 3.9488459139114163,
      "step": 12660
    },
    {
      "contrastive_lambda": 0.89411280599522,
      "epoch": 3.9491578290704927,
      "step": 12661
    },
    {
      "contrastive_lambda": 0.8940966946774888,
      "epoch": 3.9494697442295696,
      "step": 12662
    },
    {
      "contrastive_lambda": 0.8940805822793191,
      "epoch": 3.9497816593886466,
      "step": 12663
    },
    {
      "contrastive_lambda": 0.8940644688007551,
      "epoch": 3.950093574547723,
      "step": 12664
    },
    {
      "contrastive_lambda": 0.8940483542418409,
      "epoch": 3.9504054897067995,
      "step": 12665
    },
    {
      "contrastive_lambda": 0.8940322386026209,
      "epoch": 3.9507174048658764,
      "step": 12666
    },
    {
      "contrastive_lambda": 0.8940161218831392,
      "epoch": 3.9510293200249533,
      "step": 12667
    },
    {
      "contrastive_lambda": 0.8940000040834397,
      "epoch": 3.95134123518403,
      "step": 12668
    },
    {
      "contrastive_lambda": 0.8939838852035671,
      "epoch": 3.9516531503431067,
      "step": 12669
    },
    {
      "epoch": 3.9519650655021836,
      "grad_norm": 0.15525154769420624,
      "learning_rate": 9.306653147806867e-05,
      "loss": 0.0516,
      "step": 12670
    },
    {
      "epoch": 3.9519650655021836,
      "flow_loss": 0.043015435338020325,
      "step": 12670
    },
    {
      "contrastive_loss": 0.006113805808126926,
      "epoch": 3.9519650655021836,
      "step": 12670
    },
    {
      "contrastive_lambda": 0.8939677652435651,
      "epoch": 3.9519650655021836,
      "step": 12670
    },
    {
      "contrastive_lambda": 0.8939516442034781,
      "epoch": 3.95227698066126,
      "step": 12671
    },
    {
      "contrastive_lambda": 0.8939355220833504,
      "epoch": 3.952588895820337,
      "step": 12672
    },
    {
      "contrastive_lambda": 0.893919398883226,
      "epoch": 3.9529008109794135,
      "step": 12673
    },
    {
      "contrastive_lambda": 0.8939032746031492,
      "epoch": 3.9532127261384904,
      "step": 12674
    },
    {
      "contrastive_lambda": 0.8938871492431644,
      "epoch": 3.953524641297567,
      "step": 12675
    },
    {
      "contrastive_lambda": 0.8938710228033154,
      "epoch": 3.953836556456644,
      "step": 12676
    },
    {
      "contrastive_lambda": 0.8938548952836467,
      "epoch": 3.9541484716157207,
      "step": 12677
    },
    {
      "contrastive_lambda": 0.8938387666842025,
      "epoch": 3.954460386774797,
      "step": 12678
    },
    {
      "contrastive_lambda": 0.8938226370050268,
      "epoch": 3.954772301933874,
      "step": 12679
    },
    {
      "epoch": 3.955084217092951,
      "grad_norm": 0.11349876970052719,
      "learning_rate": 9.305252432440622e-05,
      "loss": 0.0405,
      "step": 12680
    },
    {
      "epoch": 3.955084217092951,
      "flow_loss": 0.03962650150060654,
      "step": 12680
    },
    {
      "contrastive_loss": 0.00659569026902318,
      "epoch": 3.955084217092951,
      "step": 12680
    },
    {
      "contrastive_lambda": 0.8938065062461642,
      "epoch": 3.955084217092951,
      "step": 12680
    },
    {
      "contrastive_lambda": 0.8937903744076586,
      "epoch": 3.9553961322520275,
      "step": 12681
    },
    {
      "contrastive_lambda": 0.8937742414895544,
      "epoch": 3.955708047411104,
      "step": 12682
    },
    {
      "contrastive_lambda": 0.8937581074918957,
      "epoch": 3.956019962570181,
      "step": 12683
    },
    {
      "contrastive_lambda": 0.8937419724147267,
      "epoch": 3.9563318777292578,
      "step": 12684
    },
    {
      "contrastive_lambda": 0.8937258362580918,
      "epoch": 3.9566437928883342,
      "step": 12685
    },
    {
      "contrastive_lambda": 0.8937096990220352,
      "epoch": 3.956955708047411,
      "step": 12686
    },
    {
      "contrastive_lambda": 0.8936935607066011,
      "epoch": 3.957267623206488,
      "step": 12687
    },
    {
      "contrastive_lambda": 0.8936774213118337,
      "epoch": 3.9575795383655645,
      "step": 12688
    },
    {
      "contrastive_lambda": 0.8936612808377773,
      "epoch": 3.9578914535246414,
      "step": 12689
    },
    {
      "epoch": 3.958203368683718,
      "grad_norm": 0.1443621814250946,
      "learning_rate": 9.303850409252361e-05,
      "loss": 0.0557,
      "step": 12690
    },
    {
      "epoch": 3.958203368683718,
      "flow_loss": 0.07226623594760895,
      "step": 12690
    },
    {
      "contrastive_loss": 0.008653131313621998,
      "epoch": 3.958203368683718,
      "step": 12690
    },
    {
      "contrastive_lambda": 0.8936451392844762,
      "epoch": 3.958203368683718,
      "step": 12690
    },
    {
      "contrastive_lambda": 0.8936289966519746,
      "epoch": 3.958515283842795,
      "step": 12691
    },
    {
      "contrastive_lambda": 0.8936128529403167,
      "epoch": 3.9588271990018713,
      "step": 12692
    },
    {
      "contrastive_lambda": 0.8935967081495468,
      "epoch": 3.959139114160948,
      "step": 12693
    },
    {
      "contrastive_lambda": 0.8935805622797093,
      "epoch": 3.959451029320025,
      "step": 12694
    },
    {
      "contrastive_lambda": 0.8935644153308483,
      "epoch": 3.9597629444791016,
      "step": 12695
    },
    {
      "contrastive_lambda": 0.893548267303008,
      "epoch": 3.9600748596381785,
      "step": 12696
    },
    {
      "contrastive_lambda": 0.893532118196233,
      "epoch": 3.960386774797255,
      "step": 12697
    },
    {
      "contrastive_lambda": 0.8935159680105671,
      "epoch": 3.960698689956332,
      "step": 12698
    },
    {
      "contrastive_lambda": 0.8934998167460549,
      "epoch": 3.9610106051154084,
      "step": 12699
    },
    {
      "epoch": 3.9613225202744853,
      "grad_norm": 0.15759317576885223,
      "learning_rate": 9.302447078667985e-05,
      "loss": 0.0507,
      "step": 12700
    },
    {
      "epoch": 3.9613225202744853,
      "flow_loss": 0.048972517251968384,
      "step": 12700
    },
    {
      "contrastive_loss": 0.009656223468482494,
      "epoch": 3.9613225202744853,
      "step": 12700
    },
    {
      "contrastive_lambda": 0.8934836644027406,
      "epoch": 3.9613225202744853,
      "step": 12700
    },
    {
      "contrastive_lambda": 0.8934675109806687,
      "epoch": 3.961634435433562,
      "step": 12701
    },
    {
      "contrastive_lambda": 0.8934513564798832,
      "epoch": 3.9619463505926387,
      "step": 12702
    },
    {
      "contrastive_lambda": 0.8934352009004283,
      "epoch": 3.9622582657517156,
      "step": 12703
    },
    {
      "contrastive_lambda": 0.8934190442423485,
      "epoch": 3.9625701809107925,
      "step": 12704
    },
    {
      "contrastive_lambda": 0.8934028865056882,
      "epoch": 3.962882096069869,
      "step": 12705
    },
    {
      "contrastive_lambda": 0.8933867276904914,
      "epoch": 3.963194011228946,
      "step": 12706
    },
    {
      "contrastive_lambda": 0.8933705677968026,
      "epoch": 3.9635059263880223,
      "step": 12707
    },
    {
      "contrastive_lambda": 0.893354406824666,
      "epoch": 3.9638178415470993,
      "step": 12708
    },
    {
      "contrastive_lambda": 0.893338244774126,
      "epoch": 3.9641297567061757,
      "step": 12709
    },
    {
      "epoch": 3.9644416718652526,
      "grad_norm": 0.15204906463623047,
      "learning_rate": 9.301042441113783e-05,
      "loss": 0.0418,
      "step": 12710
    },
    {
      "epoch": 3.9644416718652526,
      "flow_loss": 0.04298974201083183,
      "step": 12710
    },
    {
      "contrastive_loss": 0.009850244037806988,
      "epoch": 3.9644416718652526,
      "step": 12710
    },
    {
      "contrastive_lambda": 0.893322081645227,
      "epoch": 3.9644416718652526,
      "step": 12710
    },
    {
      "contrastive_lambda": 0.8933059174380131,
      "epoch": 3.9647535870243296,
      "step": 12711
    },
    {
      "contrastive_lambda": 0.8932897521525286,
      "epoch": 3.965065502183406,
      "step": 12712
    },
    {
      "contrastive_lambda": 0.8932735857888179,
      "epoch": 3.965377417342483,
      "step": 12713
    },
    {
      "contrastive_lambda": 0.8932574183469255,
      "epoch": 3.9656893325015594,
      "step": 12714
    },
    {
      "contrastive_lambda": 0.8932412498268955,
      "epoch": 3.9660012476606363,
      "step": 12715
    },
    {
      "contrastive_lambda": 0.8932250802287722,
      "epoch": 3.966313162819713,
      "step": 12716
    },
    {
      "contrastive_lambda": 0.8932089095526001,
      "epoch": 3.9666250779787897,
      "step": 12717
    },
    {
      "contrastive_lambda": 0.8931927377984235,
      "epoch": 3.9669369931378666,
      "step": 12718
    },
    {
      "contrastive_lambda": 0.8931765649662865,
      "epoch": 3.967248908296943,
      "step": 12719
    },
    {
      "epoch": 3.96756082345602,
      "grad_norm": 0.12152013182640076,
      "learning_rate": 9.299636497016451e-05,
      "loss": 0.0492,
      "step": 12720
    },
    {
      "epoch": 3.96756082345602,
      "flow_loss": 0.039590515196323395,
      "step": 12720
    },
    {
      "contrastive_loss": 0.005968831013888121,
      "epoch": 3.96756082345602,
      "step": 12720
    },
    {
      "contrastive_lambda": 0.8931603910562338,
      "epoch": 3.96756082345602,
      "step": 12720
    },
    {
      "contrastive_lambda": 0.8931442160683094,
      "epoch": 3.967872738615097,
      "step": 12721
    },
    {
      "contrastive_lambda": 0.893128040002558,
      "epoch": 3.9681846537741734,
      "step": 12722
    },
    {
      "contrastive_lambda": 0.8931118628590236,
      "epoch": 3.9684965689332503,
      "step": 12723
    },
    {
      "contrastive_lambda": 0.8930956846377509,
      "epoch": 3.968808484092327,
      "step": 12724
    },
    {
      "contrastive_lambda": 0.8930795053387839,
      "epoch": 3.9691203992514037,
      "step": 12725
    },
    {
      "contrastive_lambda": 0.8930633249621671,
      "epoch": 3.96943231441048,
      "step": 12726
    },
    {
      "contrastive_lambda": 0.8930471435079449,
      "epoch": 3.969744229569557,
      "step": 12727
    },
    {
      "contrastive_lambda": 0.8930309609761617,
      "epoch": 3.970056144728634,
      "step": 12728
    },
    {
      "contrastive_lambda": 0.8930147773668617,
      "epoch": 3.9703680598877105,
      "step": 12729
    },
    {
      "epoch": 3.9706799750467874,
      "grad_norm": 0.13077573478221893,
      "learning_rate": 9.298229246803076e-05,
      "loss": 0.0466,
      "step": 12730
    },
    {
      "epoch": 3.9706799750467874,
      "flow_loss": 0.04351618513464928,
      "step": 12730
    },
    {
      "contrastive_loss": 0.007284434512257576,
      "epoch": 3.9706799750467874,
      "step": 12730
    },
    {
      "contrastive_lambda": 0.8929985926800895,
      "epoch": 3.9706799750467874,
      "step": 12730
    },
    {
      "contrastive_lambda": 0.8929824069158894,
      "epoch": 3.970991890205864,
      "step": 12731
    },
    {
      "contrastive_lambda": 0.8929662200743056,
      "epoch": 3.9713038053649408,
      "step": 12732
    },
    {
      "contrastive_lambda": 0.8929500321553825,
      "epoch": 3.9716157205240172,
      "step": 12733
    },
    {
      "contrastive_lambda": 0.8929338431591647,
      "epoch": 3.971927635683094,
      "step": 12734
    },
    {
      "contrastive_lambda": 0.8929176530856965,
      "epoch": 3.972239550842171,
      "step": 12735
    },
    {
      "contrastive_lambda": 0.8929014619350222,
      "epoch": 3.9725514660012475,
      "step": 12736
    },
    {
      "contrastive_lambda": 0.8928852697071862,
      "epoch": 3.9728633811603244,
      "step": 12737
    },
    {
      "contrastive_lambda": 0.8928690764022329,
      "epoch": 3.9731752963194014,
      "step": 12738
    },
    {
      "contrastive_lambda": 0.8928528820202069,
      "epoch": 3.973487211478478,
      "step": 12739
    },
    {
      "epoch": 3.9737991266375547,
      "grad_norm": 0.13009177148342133,
      "learning_rate": 9.296820690901144e-05,
      "loss": 0.0465,
      "step": 12740
    },
    {
      "epoch": 3.9737991266375547,
      "flow_loss": 0.0412965789437294,
      "step": 12740
    },
    {
      "contrastive_loss": 0.007877184078097343,
      "epoch": 3.9737991266375547,
      "step": 12740
    },
    {
      "contrastive_lambda": 0.8928366865611521,
      "epoch": 3.9737991266375547,
      "step": 12740
    },
    {
      "contrastive_lambda": 0.8928204900251135,
      "epoch": 3.974111041796631,
      "step": 12741
    },
    {
      "contrastive_lambda": 0.8928042924121351,
      "epoch": 3.974422956955708,
      "step": 12742
    },
    {
      "contrastive_lambda": 0.8927880937222615,
      "epoch": 3.9747348721147846,
      "step": 12743
    },
    {
      "contrastive_lambda": 0.892771893955537,
      "epoch": 3.9750467872738615,
      "step": 12744
    },
    {
      "contrastive_lambda": 0.8927556931120061,
      "epoch": 3.9753587024329384,
      "step": 12745
    },
    {
      "contrastive_lambda": 0.892739491191713,
      "epoch": 3.975670617592015,
      "step": 12746
    },
    {
      "contrastive_lambda": 0.8927232881947025,
      "epoch": 3.975982532751092,
      "step": 12747
    },
    {
      "contrastive_lambda": 0.8927070841210187,
      "epoch": 3.9762944479101683,
      "step": 12748
    },
    {
      "contrastive_lambda": 0.8926908789707062,
      "epoch": 3.976606363069245,
      "step": 12749
    },
    {
      "epoch": 3.9769182782283217,
      "grad_norm": 0.17189890146255493,
      "learning_rate": 9.295410829738539e-05,
      "loss": 0.0442,
      "step": 12750
    },
    {
      "epoch": 3.9769182782283217,
      "flow_loss": 0.052433744072914124,
      "step": 12750
    },
    {
      "contrastive_loss": 0.00916450284421444,
      "epoch": 3.9769182782283217,
      "step": 12750
    },
    {
      "contrastive_lambda": 0.8926746727438093,
      "epoch": 3.9769182782283217,
      "step": 12750
    },
    {
      "contrastive_lambda": 0.8926584654403724,
      "epoch": 3.9772301933873986,
      "step": 12751
    },
    {
      "contrastive_lambda": 0.8926422570604402,
      "epoch": 3.9775421085464755,
      "step": 12752
    },
    {
      "contrastive_lambda": 0.8926260476040568,
      "epoch": 3.977854023705552,
      "step": 12753
    },
    {
      "contrastive_lambda": 0.892609837071267,
      "epoch": 3.978165938864629,
      "step": 12754
    },
    {
      "contrastive_lambda": 0.8925936254621148,
      "epoch": 3.978477854023706,
      "step": 12755
    },
    {
      "contrastive_lambda": 0.892577412776645,
      "epoch": 3.9787897691827823,
      "step": 12756
    },
    {
      "contrastive_lambda": 0.892561199014902,
      "epoch": 3.979101684341859,
      "step": 12757
    },
    {
      "contrastive_lambda": 0.8925449841769302,
      "epoch": 3.9794135995009356,
      "step": 12758
    },
    {
      "contrastive_lambda": 0.8925287682627738,
      "epoch": 3.9797255146600126,
      "step": 12759
    },
    {
      "epoch": 3.980037429819089,
      "grad_norm": 0.1456524282693863,
      "learning_rate": 9.293999663743535e-05,
      "loss": 0.0483,
      "step": 12760
    },
    {
      "epoch": 3.980037429819089,
      "flow_loss": 0.027992932125926018,
      "step": 12760
    },
    {
      "contrastive_loss": 0.013126498088240623,
      "epoch": 3.980037429819089,
      "step": 12760
    },
    {
      "contrastive_lambda": 0.8925125512724777,
      "epoch": 3.980037429819089,
      "step": 12760
    },
    {
      "contrastive_lambda": 0.8924963332060861,
      "epoch": 3.980349344978166,
      "step": 12761
    },
    {
      "contrastive_lambda": 0.8924801140636436,
      "epoch": 3.980661260137243,
      "step": 12762
    },
    {
      "contrastive_lambda": 0.8924638938451945,
      "epoch": 3.9809731752963193,
      "step": 12763
    },
    {
      "contrastive_lambda": 0.8924476725507833,
      "epoch": 3.9812850904553962,
      "step": 12764
    },
    {
      "contrastive_lambda": 0.8924314501804547,
      "epoch": 3.9815970056144727,
      "step": 12765
    },
    {
      "contrastive_lambda": 0.8924152267342529,
      "epoch": 3.9819089207735496,
      "step": 12766
    },
    {
      "contrastive_lambda": 0.8923990022122223,
      "epoch": 3.982220835932626,
      "step": 12767
    },
    {
      "contrastive_lambda": 0.8923827766144078,
      "epoch": 3.982532751091703,
      "step": 12768
    },
    {
      "contrastive_lambda": 0.8923665499408535,
      "epoch": 3.98284466625078,
      "step": 12769
    },
    {
      "epoch": 3.9831565814098564,
      "grad_norm": 0.12372144311666489,
      "learning_rate": 9.292587193344813e-05,
      "loss": 0.0422,
      "step": 12770
    },
    {
      "epoch": 3.9831565814098564,
      "flow_loss": 0.058238983154296875,
      "step": 12770
    },
    {
      "contrastive_loss": 0.007250446826219559,
      "epoch": 3.9831565814098564,
      "step": 12770
    },
    {
      "contrastive_lambda": 0.8923503221916042,
      "epoch": 3.9831565814098564,
      "step": 12770
    },
    {
      "contrastive_lambda": 0.892334093366704,
      "epoch": 3.9834684965689333,
      "step": 12771
    },
    {
      "contrastive_lambda": 0.8923178634661977,
      "epoch": 3.9837804117280102,
      "step": 12772
    },
    {
      "contrastive_lambda": 0.8923016324901297,
      "epoch": 3.9840923268870867,
      "step": 12773
    },
    {
      "contrastive_lambda": 0.8922854004385445,
      "epoch": 3.984404242046163,
      "step": 12774
    },
    {
      "contrastive_lambda": 0.8922691673114866,
      "epoch": 3.98471615720524,
      "step": 12775
    },
    {
      "contrastive_lambda": 0.8922529331090006,
      "epoch": 3.985028072364317,
      "step": 12776
    },
    {
      "contrastive_lambda": 0.8922366978311307,
      "epoch": 3.9853399875233935,
      "step": 12777
    },
    {
      "contrastive_lambda": 0.8922204614779218,
      "epoch": 3.9856519026824704,
      "step": 12778
    },
    {
      "contrastive_lambda": 0.8922042240494182,
      "epoch": 3.9859638178415473,
      "step": 12779
    },
    {
      "epoch": 3.9862757330006238,
      "grad_norm": 0.13037241995334625,
      "learning_rate": 9.291173418971437e-05,
      "loss": 0.0533,
      "step": 12780
    },
    {
      "epoch": 3.9862757330006238,
      "flow_loss": 0.030612550675868988,
      "step": 12780
    },
    {
      "contrastive_loss": 0.007441909052431583,
      "epoch": 3.9862757330006238,
      "step": 12780
    },
    {
      "contrastive_lambda": 0.8921879855456645,
      "epoch": 3.9862757330006238,
      "step": 12780
    },
    {
      "contrastive_lambda": 0.892171745966705,
      "epoch": 3.9865876481597007,
      "step": 12781
    },
    {
      "contrastive_lambda": 0.8921555053125845,
      "epoch": 3.986899563318777,
      "step": 12782
    },
    {
      "contrastive_lambda": 0.8921392635833474,
      "epoch": 3.987211478477854,
      "step": 12783
    },
    {
      "contrastive_lambda": 0.8921230207790383,
      "epoch": 3.9875233936369305,
      "step": 12784
    },
    {
      "contrastive_lambda": 0.8921067768997017,
      "epoch": 3.9878353087960074,
      "step": 12785
    },
    {
      "contrastive_lambda": 0.892090531945382,
      "epoch": 3.9881472239550844,
      "step": 12786
    },
    {
      "contrastive_lambda": 0.8920742859161239,
      "epoch": 3.988459139114161,
      "step": 12787
    },
    {
      "contrastive_lambda": 0.8920580388119719,
      "epoch": 3.9887710542732377,
      "step": 12788
    },
    {
      "contrastive_lambda": 0.8920417906329705,
      "epoch": 3.9890829694323147,
      "step": 12789
    },
    {
      "epoch": 3.989394884591391,
      "grad_norm": 0.18251855671405792,
      "learning_rate": 9.28975834105288e-05,
      "loss": 0.0511,
      "step": 12790
    },
    {
      "epoch": 3.989394884591391,
      "flow_loss": 0.04584038630127907,
      "step": 12790
    },
    {
      "contrastive_loss": 0.008161110803484917,
      "epoch": 3.989394884591391,
      "step": 12790
    },
    {
      "contrastive_lambda": 0.8920255413791642,
      "epoch": 3.989394884591391,
      "step": 12790
    },
    {
      "contrastive_lambda": 0.8920092910505977,
      "epoch": 3.9897067997504676,
      "step": 12791
    },
    {
      "contrastive_lambda": 0.8919930396473155,
      "epoch": 3.9900187149095445,
      "step": 12792
    },
    {
      "contrastive_lambda": 0.891976787169362,
      "epoch": 3.9903306300686214,
      "step": 12793
    },
    {
      "contrastive_lambda": 0.891960533616782,
      "epoch": 3.990642545227698,
      "step": 12794
    },
    {
      "contrastive_lambda": 0.8919442789896199,
      "epoch": 3.990954460386775,
      "step": 12795
    },
    {
      "contrastive_lambda": 0.8919280232879203,
      "epoch": 3.9912663755458517,
      "step": 12796
    },
    {
      "contrastive_lambda": 0.8919117665117278,
      "epoch": 3.991578290704928,
      "step": 12797
    },
    {
      "contrastive_lambda": 0.8918955086610869,
      "epoch": 3.991890205864005,
      "step": 12798
    },
    {
      "contrastive_lambda": 0.8918792497360423,
      "epoch": 3.9922021210230816,
      "step": 12799
    },
    {
      "epoch": 3.9925140361821585,
      "grad_norm": 0.13548943400382996,
      "learning_rate": 9.288341960019004e-05,
      "loss": 0.0464,
      "step": 12800
    },
    {
      "epoch": 3.9925140361821585,
      "flow_loss": 0.07962927967309952,
      "step": 12800
    },
    {
      "contrastive_loss": 0.00650943536311388,
      "epoch": 3.9925140361821585,
      "step": 12800
    },
    {
      "contrastive_lambda": 0.8918629897366384,
      "epoch": 3.9925140361821585,
      "step": 12800
    },
    {
      "contrastive_lambda": 0.8918467286629199,
      "epoch": 3.992825951341235,
      "step": 12801
    },
    {
      "contrastive_lambda": 0.8918304665149314,
      "epoch": 3.993137866500312,
      "step": 12802
    },
    {
      "contrastive_lambda": 0.8918142032927173,
      "epoch": 3.993449781659389,
      "step": 12803
    },
    {
      "contrastive_lambda": 0.8917979389963224,
      "epoch": 3.9937616968184653,
      "step": 12804
    },
    {
      "contrastive_lambda": 0.8917816736257911,
      "epoch": 3.994073611977542,
      "step": 12805
    },
    {
      "contrastive_lambda": 0.8917654071811683,
      "epoch": 3.994385527136619,
      "step": 12806
    },
    {
      "contrastive_lambda": 0.8917491396624982,
      "epoch": 3.9946974422956956,
      "step": 12807
    },
    {
      "contrastive_lambda": 0.8917328710698257,
      "epoch": 3.995009357454772,
      "step": 12808
    },
    {
      "contrastive_lambda": 0.8917166014031952,
      "epoch": 3.995321272613849,
      "step": 12809
    },
    {
      "epoch": 3.995633187772926,
      "grad_norm": 0.16634231805801392,
      "learning_rate": 9.286924276300067e-05,
      "loss": 0.052,
      "step": 12810
    },
    {
      "epoch": 3.995633187772926,
      "flow_loss": 0.04769597202539444,
      "step": 12810
    },
    {
      "contrastive_loss": 0.007504994049668312,
      "epoch": 3.995633187772926,
      "step": 12810
    },
    {
      "contrastive_lambda": 0.8917003306626515,
      "epoch": 3.995633187772926,
      "step": 12810
    },
    {
      "contrastive_lambda": 0.8916840588482391,
      "epoch": 3.9959451029320023,
      "step": 12811
    },
    {
      "contrastive_lambda": 0.8916677859600025,
      "epoch": 3.9962570180910792,
      "step": 12812
    },
    {
      "contrastive_lambda": 0.8916515119979865,
      "epoch": 3.996568933250156,
      "step": 12813
    },
    {
      "contrastive_lambda": 0.8916352369622357,
      "epoch": 3.9968808484092326,
      "step": 12814
    },
    {
      "contrastive_lambda": 0.8916189608527946,
      "epoch": 3.9971927635683095,
      "step": 12815
    },
    {
      "contrastive_lambda": 0.891602683669708,
      "epoch": 3.997504678727386,
      "step": 12816
    },
    {
      "contrastive_lambda": 0.8915864054130203,
      "epoch": 3.997816593886463,
      "step": 12817
    },
    {
      "contrastive_lambda": 0.8915701260827761,
      "epoch": 3.9981285090455394,
      "step": 12818
    },
    {
      "contrastive_lambda": 0.8915538456790204,
      "epoch": 3.9984404242046163,
      "step": 12819
    },
    {
      "epoch": 3.9987523393636932,
      "grad_norm": 0.15308497846126556,
      "learning_rate": 9.285505290326726e-05,
      "loss": 0.0495,
      "step": 12820
    },
    {
      "epoch": 3.9987523393636932,
      "flow_loss": 0.03915971517562866,
      "step": 12820
    },
    {
      "contrastive_loss": 0.007336555980145931,
      "epoch": 3.9987523393636932,
      "step": 12820
    },
    {
      "contrastive_lambda": 0.8915375642017974,
      "epoch": 3.9987523393636932,
      "step": 12820
    },
    {
      "contrastive_lambda": 0.8915212816511521,
      "epoch": 3.9990642545227697,
      "step": 12821
    },
    {
      "contrastive_lambda": 0.8915049980271288,
      "epoch": 3.9993761696818466,
      "step": 12822
    },
    {
      "contrastive_lambda": 0.8914887133297725,
      "epoch": 3.9996880848409235,
      "step": 12823
    },
    {
      "contrastive_lambda": 0.8914724275591276,
      "epoch": 4.0,
      "step": 12824
    },
    {
      "contrastive_lambda": 0.8914561407152388,
      "epoch": 4.0003119151590765,
      "step": 12825
    },
    {
      "contrastive_lambda": 0.8914398527981509,
      "epoch": 4.000623830318154,
      "step": 12826
    },
    {
      "contrastive_lambda": 0.8914235638079082,
      "epoch": 4.00093574547723,
      "step": 12827
    },
    {
      "contrastive_lambda": 0.8914072737445556,
      "epoch": 4.001247660636307,
      "step": 12828
    },
    {
      "contrastive_lambda": 0.8913909826081379,
      "epoch": 4.001559575795383,
      "step": 12829
    },
    {
      "epoch": 4.001871490954461,
      "grad_norm": 0.13909104466438293,
      "learning_rate": 9.284085002530027e-05,
      "loss": 0.047,
      "step": 12830
    },
    {
      "epoch": 4.001871490954461,
      "flow_loss": 0.04627924785017967,
      "step": 12830
    },
    {
      "contrastive_loss": 0.0070765139535069466,
      "epoch": 4.001871490954461,
      "step": 12830
    },
    {
      "contrastive_lambda": 0.8913746903986994,
      "epoch": 4.001871490954461,
      "step": 12830
    },
    {
      "contrastive_lambda": 0.8913583971162852,
      "epoch": 4.002183406113537,
      "step": 12831
    },
    {
      "contrastive_lambda": 0.8913421027609396,
      "epoch": 4.0024953212726135,
      "step": 12832
    },
    {
      "contrastive_lambda": 0.8913258073327074,
      "epoch": 4.002807236431691,
      "step": 12833
    },
    {
      "contrastive_lambda": 0.8913095108316333,
      "epoch": 4.003119151590767,
      "step": 12834
    },
    {
      "contrastive_lambda": 0.8912932132577619,
      "epoch": 4.003431066749844,
      "step": 12835
    },
    {
      "contrastive_lambda": 0.891276914611138,
      "epoch": 4.003742981908921,
      "step": 12836
    },
    {
      "contrastive_lambda": 0.8912606148918062,
      "epoch": 4.004054897067998,
      "step": 12837
    },
    {
      "contrastive_lambda": 0.8912443140998112,
      "epoch": 4.004366812227074,
      "step": 12838
    },
    {
      "contrastive_lambda": 0.8912280122351977,
      "epoch": 4.004678727386151,
      "step": 12839
    },
    {
      "epoch": 4.004990642545228,
      "grad_norm": 0.153995081782341,
      "learning_rate": 9.282663413341422e-05,
      "loss": 0.0493,
      "step": 12840
    },
    {
      "epoch": 4.004990642545228,
      "flow_loss": 0.04351991042494774,
      "step": 12840
    },
    {
      "contrastive_loss": 0.009107145480811596,
      "epoch": 4.004990642545228,
      "step": 12840
    },
    {
      "contrastive_lambda": 0.8912117092980105,
      "epoch": 4.004990642545228,
      "step": 12840
    },
    {
      "contrastive_lambda": 0.891195405288294,
      "epoch": 4.005302557704304,
      "step": 12841
    },
    {
      "contrastive_lambda": 0.8911791002060933,
      "epoch": 4.005614472863381,
      "step": 12842
    },
    {
      "contrastive_lambda": 0.8911627940514527,
      "epoch": 4.005926388022458,
      "step": 12843
    },
    {
      "contrastive_lambda": 0.8911464868244172,
      "epoch": 4.006238303181535,
      "step": 12844
    },
    {
      "contrastive_lambda": 0.8911301785250314,
      "epoch": 4.006550218340611,
      "step": 12845
    },
    {
      "contrastive_lambda": 0.89111386915334,
      "epoch": 4.006862133499688,
      "step": 12846
    },
    {
      "contrastive_lambda": 0.8910975587093877,
      "epoch": 4.007174048658765,
      "step": 12847
    },
    {
      "contrastive_lambda": 0.8910812471932191,
      "epoch": 4.0074859638178415,
      "step": 12848
    },
    {
      "contrastive_lambda": 0.8910649346048791,
      "epoch": 4.007797878976918,
      "step": 12849
    },
    {
      "epoch": 4.008109794135995,
      "grad_norm": 0.1461884081363678,
      "learning_rate": 9.281240523192747e-05,
      "loss": 0.0436,
      "step": 12850
    },
    {
      "epoch": 4.008109794135995,
      "flow_loss": 0.03703693673014641,
      "step": 12850
    },
    {
      "contrastive_loss": 0.008078149519860744,
      "epoch": 4.008109794135995,
      "step": 12850
    },
    {
      "contrastive_lambda": 0.8910486209444126,
      "epoch": 4.008109794135995,
      "step": 12850
    },
    {
      "contrastive_lambda": 0.8910323062118639,
      "epoch": 4.008421709295072,
      "step": 12851
    },
    {
      "contrastive_lambda": 0.8910159904072781,
      "epoch": 4.008733624454148,
      "step": 12852
    },
    {
      "contrastive_lambda": 0.8909996735306995,
      "epoch": 4.009045539613226,
      "step": 12853
    },
    {
      "contrastive_lambda": 0.8909833555821733,
      "epoch": 4.009357454772302,
      "step": 12854
    },
    {
      "contrastive_lambda": 0.890967036561744,
      "epoch": 4.009669369931379,
      "step": 12855
    },
    {
      "contrastive_lambda": 0.8909507164694563,
      "epoch": 4.009981285090455,
      "step": 12856
    },
    {
      "contrastive_lambda": 0.8909343953053552,
      "epoch": 4.010293200249532,
      "step": 12857
    },
    {
      "contrastive_lambda": 0.890918073069485,
      "epoch": 4.010605115408609,
      "step": 12858
    },
    {
      "contrastive_lambda": 0.890901749761891,
      "epoch": 4.010917030567685,
      "step": 12859
    },
    {
      "epoch": 4.011228945726763,
      "grad_norm": 0.1329667568206787,
      "learning_rate": 9.279816332516242e-05,
      "loss": 0.0475,
      "step": 12860
    },
    {
      "epoch": 4.011228945726763,
      "flow_loss": 0.032849665731191635,
      "step": 12860
    },
    {
      "contrastive_loss": 0.008101203478872776,
      "epoch": 4.011228945726763,
      "step": 12860
    },
    {
      "contrastive_lambda": 0.8908854253826174,
      "epoch": 4.011228945726763,
      "step": 12860
    },
    {
      "contrastive_lambda": 0.8908690999317093,
      "epoch": 4.011540860885839,
      "step": 12861
    },
    {
      "contrastive_lambda": 0.8908527734092113,
      "epoch": 4.011852776044916,
      "step": 12862
    },
    {
      "contrastive_lambda": 0.8908364458151684,
      "epoch": 4.012164691203992,
      "step": 12863
    },
    {
      "contrastive_lambda": 0.8908201171496251,
      "epoch": 4.0124766063630695,
      "step": 12864
    },
    {
      "contrastive_lambda": 0.8908037874126262,
      "epoch": 4.012788521522146,
      "step": 12865
    },
    {
      "contrastive_lambda": 0.8907874566042167,
      "epoch": 4.013100436681222,
      "step": 12866
    },
    {
      "contrastive_lambda": 0.890771124724441,
      "epoch": 4.0134123518403,
      "step": 12867
    },
    {
      "contrastive_lambda": 0.8907547917733442,
      "epoch": 4.013724266999376,
      "step": 12868
    },
    {
      "contrastive_lambda": 0.8907384577509709,
      "epoch": 4.014036182158453,
      "step": 12869
    },
    {
      "epoch": 4.01434809731753,
      "grad_norm": 0.15304413437843323,
      "learning_rate": 9.278390841744536e-05,
      "loss": 0.0492,
      "step": 12870
    },
    {
      "epoch": 4.01434809731753,
      "flow_loss": 0.03949184715747833,
      "step": 12870
    },
    {
      "contrastive_loss": 0.0056975712068378925,
      "epoch": 4.01434809731753,
      "step": 12870
    },
    {
      "contrastive_lambda": 0.890722122657366,
      "epoch": 4.01434809731753,
      "step": 12870
    },
    {
      "contrastive_lambda": 0.890705786492574,
      "epoch": 4.0146600124766065,
      "step": 12871
    },
    {
      "contrastive_lambda": 0.8906894492566402,
      "epoch": 4.014971927635683,
      "step": 12872
    },
    {
      "contrastive_lambda": 0.8906731109496089,
      "epoch": 4.0152838427947595,
      "step": 12873
    },
    {
      "contrastive_lambda": 0.8906567715715252,
      "epoch": 4.015595757953837,
      "step": 12874
    },
    {
      "contrastive_lambda": 0.8906404311224336,
      "epoch": 4.015907673112913,
      "step": 12875
    },
    {
      "contrastive_lambda": 0.8906240896023793,
      "epoch": 4.01621958827199,
      "step": 12876
    },
    {
      "contrastive_lambda": 0.8906077470114068,
      "epoch": 4.016531503431067,
      "step": 12877
    },
    {
      "contrastive_lambda": 0.890591403349561,
      "epoch": 4.016843418590144,
      "step": 12878
    },
    {
      "contrastive_lambda": 0.8905750586168866,
      "epoch": 4.01715533374922,
      "step": 12879
    },
    {
      "epoch": 4.0174672489082965,
      "grad_norm": 0.12136661261320114,
      "learning_rate": 9.276964051310658e-05,
      "loss": 0.0466,
      "step": 12880
    },
    {
      "epoch": 4.0174672489082965,
      "flow_loss": 0.05629025027155876,
      "step": 12880
    },
    {
      "contrastive_loss": 0.007398516871035099,
      "epoch": 4.0174672489082965,
      "step": 12880
    },
    {
      "contrastive_lambda": 0.8905587128134286,
      "epoch": 4.0174672489082965,
      "step": 12880
    },
    {
      "contrastive_lambda": 0.8905423659392315,
      "epoch": 4.017779164067374,
      "step": 12881
    },
    {
      "contrastive_lambda": 0.8905260179943406,
      "epoch": 4.01809107922645,
      "step": 12882
    },
    {
      "contrastive_lambda": 0.8905096689788004,
      "epoch": 4.018402994385527,
      "step": 12883
    },
    {
      "contrastive_lambda": 0.8904933188926557,
      "epoch": 4.018714909544604,
      "step": 12884
    },
    {
      "contrastive_lambda": 0.8904769677359514,
      "epoch": 4.019026824703681,
      "step": 12885
    },
    {
      "contrastive_lambda": 0.8904606155087323,
      "epoch": 4.019338739862757,
      "step": 12886
    },
    {
      "contrastive_lambda": 0.8904442622110433,
      "epoch": 4.0196506550218345,
      "step": 12887
    },
    {
      "contrastive_lambda": 0.8904279078429292,
      "epoch": 4.019962570180911,
      "step": 12888
    },
    {
      "contrastive_lambda": 0.8904115524044348,
      "epoch": 4.020274485339987,
      "step": 12889
    },
    {
      "epoch": 4.020586400499064,
      "grad_norm": 0.17383570969104767,
      "learning_rate": 9.275535961648027e-05,
      "loss": 0.0476,
      "step": 12890
    },
    {
      "epoch": 4.020586400499064,
      "flow_loss": 0.047069624066352844,
      "step": 12890
    },
    {
      "contrastive_loss": 0.006828132085502148,
      "epoch": 4.020586400499064,
      "step": 12890
    },
    {
      "contrastive_lambda": 0.890395195895605,
      "epoch": 4.020586400499064,
      "step": 12890
    },
    {
      "contrastive_lambda": 0.8903788383164846,
      "epoch": 4.020898315658141,
      "step": 12891
    },
    {
      "contrastive_lambda": 0.8903624796671183,
      "epoch": 4.021210230817218,
      "step": 12892
    },
    {
      "contrastive_lambda": 0.8903461199475513,
      "epoch": 4.021522145976294,
      "step": 12893
    },
    {
      "contrastive_lambda": 0.8903297591578281,
      "epoch": 4.021834061135372,
      "step": 12894
    },
    {
      "contrastive_lambda": 0.8903133972979937,
      "epoch": 4.022145976294448,
      "step": 12895
    },
    {
      "contrastive_lambda": 0.8902970343680932,
      "epoch": 4.0224578914535245,
      "step": 12896
    },
    {
      "contrastive_lambda": 0.8902806703681709,
      "epoch": 4.022769806612601,
      "step": 12897
    },
    {
      "contrastive_lambda": 0.8902643052982722,
      "epoch": 4.023081721771678,
      "step": 12898
    },
    {
      "contrastive_lambda": 0.8902479391584417,
      "epoch": 4.023393636930755,
      "step": 12899
    },
    {
      "epoch": 4.023705552089831,
      "grad_norm": 0.16631749272346497,
      "learning_rate": 9.274106573190459e-05,
      "loss": 0.0417,
      "step": 12900
    },
    {
      "epoch": 4.023705552089831,
      "flow_loss": 0.04938800632953644,
      "step": 12900
    },
    {
      "contrastive_loss": 0.011118764989078045,
      "epoch": 4.023705552089831,
      "step": 12900
    },
    {
      "contrastive_lambda": 0.8902315719487243,
      "epoch": 4.023705552089831,
      "step": 12900
    },
    {
      "contrastive_lambda": 0.8902152036691648,
      "epoch": 4.024017467248909,
      "step": 12901
    },
    {
      "contrastive_lambda": 0.8901988343198084,
      "epoch": 4.024329382407985,
      "step": 12902
    },
    {
      "contrastive_lambda": 0.8901824639006994,
      "epoch": 4.024641297567062,
      "step": 12903
    },
    {
      "contrastive_lambda": 0.8901660924118833,
      "epoch": 4.024953212726139,
      "step": 12904
    },
    {
      "contrastive_lambda": 0.8901497198534047,
      "epoch": 4.025265127885215,
      "step": 12905
    },
    {
      "contrastive_lambda": 0.8901333462253083,
      "epoch": 4.025577043044292,
      "step": 12906
    },
    {
      "contrastive_lambda": 0.8901169715276394,
      "epoch": 4.025888958203368,
      "step": 12907
    },
    {
      "contrastive_lambda": 0.8901005957604425,
      "epoch": 4.026200873362446,
      "step": 12908
    },
    {
      "contrastive_lambda": 0.8900842189237628,
      "epoch": 4.026512788521522,
      "step": 12909
    },
    {
      "epoch": 4.026824703680599,
      "grad_norm": 0.14281296730041504,
      "learning_rate": 9.272675886372168e-05,
      "loss": 0.0477,
      "step": 12910
    },
    {
      "epoch": 4.026824703680599,
      "flow_loss": 0.04925984516739845,
      "step": 12910
    },
    {
      "contrastive_loss": 0.006689703091979027,
      "epoch": 4.026824703680599,
      "step": 12910
    },
    {
      "contrastive_lambda": 0.8900678410176449,
      "epoch": 4.026824703680599,
      "step": 12910
    },
    {
      "contrastive_lambda": 0.890051462042134,
      "epoch": 4.027136618839676,
      "step": 12911
    },
    {
      "contrastive_lambda": 0.8900350819972749,
      "epoch": 4.0274485339987525,
      "step": 12912
    },
    {
      "contrastive_lambda": 0.8900187008831123,
      "epoch": 4.027760449157829,
      "step": 12913
    },
    {
      "contrastive_lambda": 0.8900023186996915,
      "epoch": 4.028072364316905,
      "step": 12914
    },
    {
      "contrastive_lambda": 0.8899859354470571,
      "epoch": 4.028384279475983,
      "step": 12915
    },
    {
      "contrastive_lambda": 0.8899695511252541,
      "epoch": 4.028696194635059,
      "step": 12916
    },
    {
      "contrastive_lambda": 0.8899531657343274,
      "epoch": 4.029008109794136,
      "step": 12917
    },
    {
      "contrastive_lambda": 0.889936779274322,
      "epoch": 4.029320024953213,
      "step": 12918
    },
    {
      "contrastive_lambda": 0.8899203917452828,
      "epoch": 4.0296319401122895,
      "step": 12919
    },
    {
      "epoch": 4.029943855271366,
      "grad_norm": 0.1608504205942154,
      "learning_rate": 9.271243901627754e-05,
      "loss": 0.0521,
      "step": 12920
    },
    {
      "epoch": 4.029943855271366,
      "flow_loss": 0.06773287057876587,
      "step": 12920
    },
    {
      "contrastive_loss": 0.008045092225074768,
      "epoch": 4.029943855271366,
      "step": 12920
    },
    {
      "contrastive_lambda": 0.8899040031472547,
      "epoch": 4.029943855271366,
      "step": 12920
    },
    {
      "contrastive_lambda": 0.8898876134802827,
      "epoch": 4.030255770430443,
      "step": 12921
    },
    {
      "contrastive_lambda": 0.8898712227444115,
      "epoch": 4.03056768558952,
      "step": 12922
    },
    {
      "contrastive_lambda": 0.8898548309396863,
      "epoch": 4.030879600748596,
      "step": 12923
    },
    {
      "contrastive_lambda": 0.889838438066152,
      "epoch": 4.031191515907673,
      "step": 12924
    },
    {
      "contrastive_lambda": 0.8898220441238534,
      "epoch": 4.03150343106675,
      "step": 12925
    },
    {
      "contrastive_lambda": 0.8898056491128357,
      "epoch": 4.031815346225827,
      "step": 12926
    },
    {
      "contrastive_lambda": 0.8897892530331435,
      "epoch": 4.032127261384903,
      "step": 12927
    },
    {
      "contrastive_lambda": 0.8897728558848219,
      "epoch": 4.03243917654398,
      "step": 12928
    },
    {
      "contrastive_lambda": 0.889756457667916,
      "epoch": 4.032751091703057,
      "step": 12929
    },
    {
      "epoch": 4.033063006862133,
      "grad_norm": 0.14997336268424988,
      "learning_rate": 9.269810619392219e-05,
      "loss": 0.0479,
      "step": 12930
    },
    {
      "epoch": 4.033063006862133,
      "flow_loss": 0.03338787704706192,
      "step": 12930
    },
    {
      "contrastive_loss": 0.006419149227440357,
      "epoch": 4.033063006862133,
      "step": 12930
    },
    {
      "contrastive_lambda": 0.8897400583824706,
      "epoch": 4.033063006862133,
      "step": 12930
    },
    {
      "contrastive_lambda": 0.8897236580285308,
      "epoch": 4.03337492202121,
      "step": 12931
    },
    {
      "contrastive_lambda": 0.8897072566061414,
      "epoch": 4.033686837180287,
      "step": 12932
    },
    {
      "contrastive_lambda": 0.8896908541153473,
      "epoch": 4.033998752339364,
      "step": 12933
    },
    {
      "contrastive_lambda": 0.8896744505561938,
      "epoch": 4.03431066749844,
      "step": 12934
    },
    {
      "contrastive_lambda": 0.8896580459287255,
      "epoch": 4.0346225826575175,
      "step": 12935
    },
    {
      "contrastive_lambda": 0.8896416402329876,
      "epoch": 4.034934497816594,
      "step": 12936
    },
    {
      "contrastive_lambda": 0.8896252334690251,
      "epoch": 4.03524641297567,
      "step": 12937
    },
    {
      "contrastive_lambda": 0.8896088256368828,
      "epoch": 4.035558328134747,
      "step": 12938
    },
    {
      "contrastive_lambda": 0.8895924167366058,
      "epoch": 4.035870243293824,
      "step": 12939
    },
    {
      "epoch": 4.036182158452901,
      "grad_norm": 0.15498173236846924,
      "learning_rate": 9.268376040100955e-05,
      "loss": 0.0421,
      "step": 12940
    },
    {
      "epoch": 4.036182158452901,
      "flow_loss": 0.06012339144945145,
      "step": 12940
    },
    {
      "contrastive_loss": 0.0068079764023423195,
      "epoch": 4.036182158452901,
      "step": 12940
    },
    {
      "contrastive_lambda": 0.8895760067682391,
      "epoch": 4.036182158452901,
      "step": 12940
    },
    {
      "contrastive_lambda": 0.8895595957318276,
      "epoch": 4.036494073611977,
      "step": 12941
    },
    {
      "contrastive_lambda": 0.8895431836274165,
      "epoch": 4.036805988771055,
      "step": 12942
    },
    {
      "contrastive_lambda": 0.8895267704550505,
      "epoch": 4.037117903930131,
      "step": 12943
    },
    {
      "contrastive_lambda": 0.8895103562147748,
      "epoch": 4.0374298190892075,
      "step": 12944
    },
    {
      "contrastive_lambda": 0.8894939409066344,
      "epoch": 4.037741734248285,
      "step": 12945
    },
    {
      "contrastive_lambda": 0.8894775245306741,
      "epoch": 4.038053649407361,
      "step": 12946
    },
    {
      "contrastive_lambda": 0.8894611070869392,
      "epoch": 4.038365564566438,
      "step": 12947
    },
    {
      "contrastive_lambda": 0.8894446885754745,
      "epoch": 4.038677479725514,
      "step": 12948
    },
    {
      "contrastive_lambda": 0.8894282689963251,
      "epoch": 4.038989394884592,
      "step": 12949
    },
    {
      "epoch": 4.039301310043668,
      "grad_norm": 0.14809420704841614,
      "learning_rate": 9.266940164189752e-05,
      "loss": 0.0468,
      "step": 12950
    },
    {
      "epoch": 4.039301310043668,
      "flow_loss": 0.04571294039487839,
      "step": 12950
    },
    {
      "contrastive_loss": 0.009012236259877682,
      "epoch": 4.039301310043668,
      "step": 12950
    },
    {
      "contrastive_lambda": 0.8894118483495359,
      "epoch": 4.039301310043668,
      "step": 12950
    },
    {
      "contrastive_lambda": 0.889395426635152,
      "epoch": 4.039613225202745,
      "step": 12951
    },
    {
      "contrastive_lambda": 0.8893790038532186,
      "epoch": 4.039925140361822,
      "step": 12952
    },
    {
      "contrastive_lambda": 0.8893625800037803,
      "epoch": 4.040237055520898,
      "step": 12953
    },
    {
      "contrastive_lambda": 0.8893461550868826,
      "epoch": 4.040548970679975,
      "step": 12954
    },
    {
      "contrastive_lambda": 0.8893297291025702,
      "epoch": 4.040860885839051,
      "step": 12955
    },
    {
      "contrastive_lambda": 0.8893133020508883,
      "epoch": 4.041172800998129,
      "step": 12956
    },
    {
      "contrastive_lambda": 0.8892968739318818,
      "epoch": 4.041484716157205,
      "step": 12957
    },
    {
      "contrastive_lambda": 0.889280444745596,
      "epoch": 4.041796631316282,
      "step": 12958
    },
    {
      "contrastive_lambda": 0.8892640144920756,
      "epoch": 4.042108546475359,
      "step": 12959
    },
    {
      "epoch": 4.0424204616344355,
      "grad_norm": 0.11833121627569199,
      "learning_rate": 9.265502992094787e-05,
      "loss": 0.0467,
      "step": 12960
    },
    {
      "epoch": 4.0424204616344355,
      "flow_loss": 0.035701122134923935,
      "step": 12960
    },
    {
      "contrastive_loss": 0.007851755246520042,
      "epoch": 4.0424204616344355,
      "step": 12960
    },
    {
      "contrastive_lambda": 0.8892475831713658,
      "epoch": 4.0424204616344355,
      "step": 12960
    },
    {
      "contrastive_lambda": 0.8892311507835118,
      "epoch": 4.042732376793512,
      "step": 12961
    },
    {
      "contrastive_lambda": 0.8892147173285583,
      "epoch": 4.043044291952589,
      "step": 12962
    },
    {
      "contrastive_lambda": 0.8891982828065506,
      "epoch": 4.043356207111666,
      "step": 12963
    },
    {
      "contrastive_lambda": 0.8891818472175338,
      "epoch": 4.043668122270742,
      "step": 12964
    },
    {
      "contrastive_lambda": 0.8891654105615527,
      "epoch": 4.043980037429819,
      "step": 12965
    },
    {
      "contrastive_lambda": 0.8891489728386528,
      "epoch": 4.044291952588896,
      "step": 12966
    },
    {
      "contrastive_lambda": 0.8891325340488787,
      "epoch": 4.0446038677479725,
      "step": 12967
    },
    {
      "contrastive_lambda": 0.8891160941922758,
      "epoch": 4.044915782907049,
      "step": 12968
    },
    {
      "contrastive_lambda": 0.8890996532688888,
      "epoch": 4.045227698066126,
      "step": 12969
    },
    {
      "epoch": 4.045539613225203,
      "grad_norm": 0.18221251666545868,
      "learning_rate": 9.264064524252638e-05,
      "loss": 0.0485,
      "step": 12970
    },
    {
      "epoch": 4.045539613225203,
      "flow_loss": 0.05478310585021973,
      "step": 12970
    },
    {
      "contrastive_loss": 0.009503304958343506,
      "epoch": 4.045539613225203,
      "step": 12970
    },
    {
      "contrastive_lambda": 0.8890832112787632,
      "epoch": 4.045539613225203,
      "step": 12970
    },
    {
      "contrastive_lambda": 0.8890667682219439,
      "epoch": 4.045851528384279,
      "step": 12971
    },
    {
      "contrastive_lambda": 0.889050324098476,
      "epoch": 4.046163443543356,
      "step": 12972
    },
    {
      "contrastive_lambda": 0.8890338789084042,
      "epoch": 4.046475358702433,
      "step": 12973
    },
    {
      "contrastive_lambda": 0.8890174326517744,
      "epoch": 4.04678727386151,
      "step": 12974
    },
    {
      "contrastive_lambda": 0.8890009853286309,
      "epoch": 4.047099189020586,
      "step": 12975
    },
    {
      "contrastive_lambda": 0.8889845369390192,
      "epoch": 4.047411104179663,
      "step": 12976
    },
    {
      "contrastive_lambda": 0.8889680874829844,
      "epoch": 4.04772301933874,
      "step": 12977
    },
    {
      "contrastive_lambda": 0.8889516369605714,
      "epoch": 4.048034934497816,
      "step": 12978
    },
    {
      "contrastive_lambda": 0.8889351853718255,
      "epoch": 4.048346849656894,
      "step": 12979
    },
    {
      "epoch": 4.04865876481597,
      "grad_norm": 0.13701246678829193,
      "learning_rate": 9.262624761100271e-05,
      "loss": 0.0464,
      "step": 12980
    },
    {
      "epoch": 4.04865876481597,
      "flow_loss": 0.04636477306485176,
      "step": 12980
    },
    {
      "contrastive_loss": 0.010500800795853138,
      "epoch": 4.04865876481597,
      "step": 12980
    },
    {
      "contrastive_lambda": 0.8889187327167916,
      "epoch": 4.04865876481597,
      "step": 12980
    },
    {
      "contrastive_lambda": 0.8889022789955149,
      "epoch": 4.048970679975047,
      "step": 12981
    },
    {
      "contrastive_lambda": 0.8888858242080406,
      "epoch": 4.049282595134123,
      "step": 12982
    },
    {
      "contrastive_lambda": 0.8888693683544137,
      "epoch": 4.0495945102932005,
      "step": 12983
    },
    {
      "contrastive_lambda": 0.8888529114346793,
      "epoch": 4.049906425452277,
      "step": 12984
    },
    {
      "contrastive_lambda": 0.8888364534488826,
      "epoch": 4.050218340611353,
      "step": 12985
    },
    {
      "contrastive_lambda": 0.8888199943970687,
      "epoch": 4.050530255770431,
      "step": 12986
    },
    {
      "contrastive_lambda": 0.8888035342792828,
      "epoch": 4.050842170929507,
      "step": 12987
    },
    {
      "contrastive_lambda": 0.8887870730955698,
      "epoch": 4.051154086088584,
      "step": 12988
    },
    {
      "contrastive_lambda": 0.888770610845975,
      "epoch": 4.05146600124766,
      "step": 12989
    },
    {
      "epoch": 4.051777916406738,
      "grad_norm": 0.14424484968185425,
      "learning_rate": 9.261183703075051e-05,
      "loss": 0.0501,
      "step": 12990
    },
    {
      "epoch": 4.051777916406738,
      "flow_loss": 0.04819200560450554,
      "step": 12990
    },
    {
      "contrastive_loss": 0.006381616927683353,
      "epoch": 4.051777916406738,
      "step": 12990
    },
    {
      "contrastive_lambda": 0.8887541475305435,
      "epoch": 4.051777916406738,
      "step": 12990
    },
    {
      "contrastive_lambda": 0.8887376831493204,
      "epoch": 4.052089831565814,
      "step": 12991
    },
    {
      "contrastive_lambda": 0.8887212177023509,
      "epoch": 4.0524017467248905,
      "step": 12992
    },
    {
      "contrastive_lambda": 0.8887047511896802,
      "epoch": 4.052713661883968,
      "step": 12993
    },
    {
      "contrastive_lambda": 0.8886882836113532,
      "epoch": 4.053025577043044,
      "step": 12994
    },
    {
      "contrastive_lambda": 0.8886718149674153,
      "epoch": 4.053337492202121,
      "step": 12995
    },
    {
      "contrastive_lambda": 0.8886553452579116,
      "epoch": 4.053649407361198,
      "step": 12996
    },
    {
      "contrastive_lambda": 0.888638874482887,
      "epoch": 4.053961322520275,
      "step": 12997
    },
    {
      "contrastive_lambda": 0.8886224026423871,
      "epoch": 4.054273237679351,
      "step": 12998
    },
    {
      "contrastive_lambda": 0.8886059297364567,
      "epoch": 4.054585152838428,
      "step": 12999
    },
    {
      "epoch": 4.054897067997505,
      "grad_norm": 0.14557623863220215,
      "learning_rate": 9.259741350614733e-05,
      "loss": 0.0467,
      "step": 13000
    },
    {
      "epoch": 4.054897067997505,
      "flow_loss": 0.04465606436133385,
      "step": 13000
    },
    {
      "contrastive_loss": 0.007163972593843937,
      "epoch": 4.054897067997505,
      "step": 13000
    },
    {
      "contrastive_lambda": 0.888589455765141,
      "epoch": 4.054897067997505,
      "step": 13000
    },
    {
      "contrastive_lambda": 0.8885729807284855,
      "epoch": 4.055208983156581,
      "step": 13001
    },
    {
      "contrastive_lambda": 0.8885565046265349,
      "epoch": 4.055520898315658,
      "step": 13002
    },
    {
      "contrastive_lambda": 0.8885400274593347,
      "epoch": 4.055832813474735,
      "step": 13003
    },
    {
      "contrastive_lambda": 0.8885235492269299,
      "epoch": 4.056144728633812,
      "step": 13004
    },
    {
      "contrastive_lambda": 0.8885070699293656,
      "epoch": 4.056456643792888,
      "step": 13005
    },
    {
      "contrastive_lambda": 0.8884905895666872,
      "epoch": 4.056768558951965,
      "step": 13006
    },
    {
      "contrastive_lambda": 0.8884741081389398,
      "epoch": 4.057080474111042,
      "step": 13007
    },
    {
      "contrastive_lambda": 0.8884576256461687,
      "epoch": 4.0573923892701185,
      "step": 13008
    },
    {
      "contrastive_lambda": 0.8884411420884188,
      "epoch": 4.057704304429195,
      "step": 13009
    },
    {
      "epoch": 4.058016219588272,
      "grad_norm": 0.1572989672422409,
      "learning_rate": 9.258297704157464e-05,
      "loss": 0.0517,
      "step": 13010
    },
    {
      "epoch": 4.058016219588272,
      "flow_loss": 0.051519520580768585,
      "step": 13010
    },
    {
      "contrastive_loss": 0.007450469769537449,
      "epoch": 4.058016219588272,
      "step": 13010
    },
    {
      "contrastive_lambda": 0.8884246574657355,
      "epoch": 4.058016219588272,
      "step": 13010
    },
    {
      "contrastive_lambda": 0.888408171778164,
      "epoch": 4.058328134747349,
      "step": 13011
    },
    {
      "contrastive_lambda": 0.8883916850257494,
      "epoch": 4.058640049906425,
      "step": 13012
    },
    {
      "contrastive_lambda": 0.888375197208537,
      "epoch": 4.058951965065503,
      "step": 13013
    },
    {
      "contrastive_lambda": 0.8883587083265718,
      "epoch": 4.059263880224579,
      "step": 13014
    },
    {
      "contrastive_lambda": 0.8883422183798992,
      "epoch": 4.0595757953836555,
      "step": 13015
    },
    {
      "contrastive_lambda": 0.8883257273685644,
      "epoch": 4.059887710542732,
      "step": 13016
    },
    {
      "contrastive_lambda": 0.8883092352926125,
      "epoch": 4.060199625701809,
      "step": 13017
    },
    {
      "contrastive_lambda": 0.888292742152089,
      "epoch": 4.060511540860886,
      "step": 13018
    },
    {
      "contrastive_lambda": 0.8882762479470387,
      "epoch": 4.060823456019962,
      "step": 13019
    },
    {
      "epoch": 4.06113537117904,
      "grad_norm": 0.12304104119539261,
      "learning_rate": 9.256852764141786e-05,
      "loss": 0.0483,
      "step": 13020
    },
    {
      "epoch": 4.06113537117904,
      "flow_loss": 0.05228966847062111,
      "step": 13020
    },
    {
      "contrastive_loss": 0.005884816870093346,
      "epoch": 4.06113537117904,
      "step": 13020
    },
    {
      "contrastive_lambda": 0.8882597526775071,
      "epoch": 4.06113537117904,
      "step": 13020
    },
    {
      "contrastive_lambda": 0.8882432563435393,
      "epoch": 4.061447286338116,
      "step": 13021
    },
    {
      "contrastive_lambda": 0.8882267589451807,
      "epoch": 4.061759201497193,
      "step": 13022
    },
    {
      "contrastive_lambda": 0.8882102604824762,
      "epoch": 4.062071116656269,
      "step": 13023
    },
    {
      "contrastive_lambda": 0.8881937609554713,
      "epoch": 4.062383031815346,
      "step": 13024
    },
    {
      "contrastive_lambda": 0.8881772603642112,
      "epoch": 4.062694946974423,
      "step": 13025
    },
    {
      "contrastive_lambda": 0.888160758708741,
      "epoch": 4.063006862133499,
      "step": 13026
    },
    {
      "contrastive_lambda": 0.8881442559891062,
      "epoch": 4.063318777292577,
      "step": 13027
    },
    {
      "contrastive_lambda": 0.8881277522053518,
      "epoch": 4.063630692451653,
      "step": 13028
    },
    {
      "contrastive_lambda": 0.8881112473575232,
      "epoch": 4.06394260761073,
      "step": 13029
    },
    {
      "epoch": 4.064254522769807,
      "grad_norm": 0.1682724952697754,
      "learning_rate": 9.255406531006634e-05,
      "loss": 0.0488,
      "step": 13030
    },
    {
      "epoch": 4.064254522769807,
      "flow_loss": 0.03218501806259155,
      "step": 13030
    },
    {
      "contrastive_loss": 0.007491800934076309,
      "epoch": 4.064254522769807,
      "step": 13030
    },
    {
      "contrastive_lambda": 0.8880947414456655,
      "epoch": 4.064254522769807,
      "step": 13030
    },
    {
      "contrastive_lambda": 0.8880782344698239,
      "epoch": 4.0645664379288835,
      "step": 13031
    },
    {
      "contrastive_lambda": 0.888061726430044,
      "epoch": 4.06487835308796,
      "step": 13032
    },
    {
      "contrastive_lambda": 0.8880452173263709,
      "epoch": 4.065190268247036,
      "step": 13033
    },
    {
      "contrastive_lambda": 0.8880287071588495,
      "epoch": 4.065502183406114,
      "step": 13034
    },
    {
      "contrastive_lambda": 0.8880121959275256,
      "epoch": 4.06581409856519,
      "step": 13035
    },
    {
      "contrastive_lambda": 0.8879956836324443,
      "epoch": 4.066126013724267,
      "step": 13036
    },
    {
      "contrastive_lambda": 0.8879791702736506,
      "epoch": 4.066437928883344,
      "step": 13037
    },
    {
      "contrastive_lambda": 0.88796265585119,
      "epoch": 4.066749844042421,
      "step": 13038
    },
    {
      "contrastive_lambda": 0.8879461403651079,
      "epoch": 4.067061759201497,
      "step": 13039
    },
    {
      "epoch": 4.0673736743605735,
      "grad_norm": 0.12749962508678436,
      "learning_rate": 9.253959005191335e-05,
      "loss": 0.0413,
      "step": 13040
    },
    {
      "epoch": 4.0673736743605735,
      "flow_loss": 0.042208194732666016,
      "step": 13040
    },
    {
      "contrastive_loss": 0.009582346305251122,
      "epoch": 4.0673736743605735,
      "step": 13040
    },
    {
      "contrastive_lambda": 0.8879296238154493,
      "epoch": 4.0673736743605735,
      "step": 13040
    },
    {
      "contrastive_lambda": 0.8879131062022596,
      "epoch": 4.067685589519651,
      "step": 13041
    },
    {
      "contrastive_lambda": 0.8878965875255842,
      "epoch": 4.067997504678727,
      "step": 13042
    },
    {
      "contrastive_lambda": 0.8878800677854682,
      "epoch": 4.068309419837804,
      "step": 13043
    },
    {
      "contrastive_lambda": 0.8878635469819571,
      "epoch": 4.068621334996881,
      "step": 13044
    },
    {
      "contrastive_lambda": 0.8878470251150958,
      "epoch": 4.068933250155958,
      "step": 13045
    },
    {
      "contrastive_lambda": 0.8878305021849302,
      "epoch": 4.069245165315034,
      "step": 13046
    },
    {
      "contrastive_lambda": 0.8878139781915051,
      "epoch": 4.0695570804741115,
      "step": 13047
    },
    {
      "contrastive_lambda": 0.8877974531348659,
      "epoch": 4.069868995633188,
      "step": 13048
    },
    {
      "contrastive_lambda": 0.8877809270150581,
      "epoch": 4.070180910792264,
      "step": 13049
    },
    {
      "epoch": 4.070492825951341,
      "grad_norm": 0.12652485072612762,
      "learning_rate": 9.25251018713561e-05,
      "loss": 0.0463,
      "step": 13050
    },
    {
      "epoch": 4.070492825951341,
      "flow_loss": 0.04137366637587547,
      "step": 13050
    },
    {
      "contrastive_loss": 0.006800256669521332,
      "epoch": 4.070492825951341,
      "step": 13050
    },
    {
      "contrastive_lambda": 0.8877643998321267,
      "epoch": 4.070492825951341,
      "step": 13050
    },
    {
      "contrastive_lambda": 0.8877478715861172,
      "epoch": 4.070804741110418,
      "step": 13051
    },
    {
      "contrastive_lambda": 0.887731342277075,
      "epoch": 4.071116656269495,
      "step": 13052
    },
    {
      "contrastive_lambda": 0.8877148119050453,
      "epoch": 4.071428571428571,
      "step": 13053
    },
    {
      "contrastive_lambda": 0.8876982804700734,
      "epoch": 4.0717404865876485,
      "step": 13054
    },
    {
      "contrastive_lambda": 0.8876817479722046,
      "epoch": 4.072052401746725,
      "step": 13055
    },
    {
      "contrastive_lambda": 0.8876652144114844,
      "epoch": 4.0723643169058015,
      "step": 13056
    },
    {
      "contrastive_lambda": 0.8876486797879579,
      "epoch": 4.072676232064878,
      "step": 13057
    },
    {
      "contrastive_lambda": 0.8876321441016706,
      "epoch": 4.072988147223955,
      "step": 13058
    },
    {
      "contrastive_lambda": 0.8876156073526676,
      "epoch": 4.073300062383032,
      "step": 13059
    },
    {
      "epoch": 4.073611977542108,
      "grad_norm": 0.15219610929489136,
      "learning_rate": 9.251060077279571e-05,
      "loss": 0.0461,
      "step": 13060
    },
    {
      "epoch": 4.073611977542108,
      "flow_loss": 0.0251483004540205,
      "step": 13060
    },
    {
      "contrastive_loss": 0.0075994813814759254,
      "epoch": 4.073611977542108,
      "step": 13060
    },
    {
      "contrastive_lambda": 0.8875990695409945,
      "epoch": 4.073611977542108,
      "step": 13060
    },
    {
      "contrastive_lambda": 0.8875825306666967,
      "epoch": 4.073923892701186,
      "step": 13061
    },
    {
      "contrastive_lambda": 0.8875659907298192,
      "epoch": 4.074235807860262,
      "step": 13062
    },
    {
      "contrastive_lambda": 0.8875494497304077,
      "epoch": 4.0745477230193385,
      "step": 13063
    },
    {
      "contrastive_lambda": 0.8875329076685072,
      "epoch": 4.074859638178416,
      "step": 13064
    },
    {
      "contrastive_lambda": 0.8875163645441633,
      "epoch": 4.075171553337492,
      "step": 13065
    },
    {
      "contrastive_lambda": 0.8874998203574214,
      "epoch": 4.075483468496569,
      "step": 13066
    },
    {
      "contrastive_lambda": 0.8874832751083266,
      "epoch": 4.075795383655645,
      "step": 13067
    },
    {
      "contrastive_lambda": 0.8874667287969245,
      "epoch": 4.076107298814723,
      "step": 13068
    },
    {
      "contrastive_lambda": 0.8874501814232603,
      "epoch": 4.076419213973799,
      "step": 13069
    },
    {
      "epoch": 4.076731129132876,
      "grad_norm": 0.13075771927833557,
      "learning_rate": 9.249608676063724e-05,
      "loss": 0.0372,
      "step": 13070
    },
    {
      "epoch": 4.076731129132876,
      "flow_loss": 0.036346837878227234,
      "step": 13070
    },
    {
      "contrastive_loss": 0.0062254066579043865,
      "epoch": 4.076731129132876,
      "step": 13070
    },
    {
      "contrastive_lambda": 0.8874336329873793,
      "epoch": 4.076731129132876,
      "step": 13070
    },
    {
      "contrastive_lambda": 0.8874170834893271,
      "epoch": 4.077043044291953,
      "step": 13071
    },
    {
      "contrastive_lambda": 0.887400532929149,
      "epoch": 4.077354959451029,
      "step": 13072
    },
    {
      "contrastive_lambda": 0.8873839813068904,
      "epoch": 4.077666874610106,
      "step": 13073
    },
    {
      "contrastive_lambda": 0.8873674286225965,
      "epoch": 4.077978789769182,
      "step": 13074
    },
    {
      "contrastive_lambda": 0.8873508748763128,
      "epoch": 4.07829070492826,
      "step": 13075
    },
    {
      "contrastive_lambda": 0.8873343200680848,
      "epoch": 4.078602620087336,
      "step": 13076
    },
    {
      "contrastive_lambda": 0.8873177641979577,
      "epoch": 4.078914535246413,
      "step": 13077
    },
    {
      "contrastive_lambda": 0.8873012072659769,
      "epoch": 4.07922645040549,
      "step": 13078
    },
    {
      "contrastive_lambda": 0.887284649272188,
      "epoch": 4.0795383655645665,
      "step": 13079
    },
    {
      "epoch": 4.079850280723643,
      "grad_norm": 0.13553893566131592,
      "learning_rate": 9.248155983928964e-05,
      "loss": 0.0468,
      "step": 13080
    },
    {
      "epoch": 4.079850280723643,
      "flow_loss": 0.0685853660106659,
      "step": 13080
    },
    {
      "contrastive_loss": 0.0057074446231126785,
      "epoch": 4.079850280723643,
      "step": 13080
    },
    {
      "contrastive_lambda": 0.8872680902166362,
      "epoch": 4.079850280723643,
      "step": 13080
    },
    {
      "contrastive_lambda": 0.8872515300993669,
      "epoch": 4.08016219588272,
      "step": 13081
    },
    {
      "contrastive_lambda": 0.8872349689204255,
      "epoch": 4.080474111041797,
      "step": 13082
    },
    {
      "contrastive_lambda": 0.8872184066798576,
      "epoch": 4.080786026200873,
      "step": 13083
    },
    {
      "contrastive_lambda": 0.8872018433777084,
      "epoch": 4.08109794135995,
      "step": 13084
    },
    {
      "contrastive_lambda": 0.8871852790140232,
      "epoch": 4.081409856519027,
      "step": 13085
    },
    {
      "contrastive_lambda": 0.8871687135888477,
      "epoch": 4.081721771678104,
      "step": 13086
    },
    {
      "contrastive_lambda": 0.8871521471022272,
      "epoch": 4.08203368683718,
      "step": 13087
    },
    {
      "contrastive_lambda": 0.8871355795542071,
      "epoch": 4.082345601996257,
      "step": 13088
    },
    {
      "contrastive_lambda": 0.8871190109448328,
      "epoch": 4.082657517155334,
      "step": 13089
    },
    {
      "epoch": 4.08296943231441,
      "grad_norm": 0.12802980840206146,
      "learning_rate": 9.246702001316583e-05,
      "loss": 0.0466,
      "step": 13090
    },
    {
      "epoch": 4.08296943231441,
      "flow_loss": 0.04387301951646805,
      "step": 13090
    },
    {
      "contrastive_loss": 0.007369384169578552,
      "epoch": 4.08296943231441,
      "step": 13090
    },
    {
      "contrastive_lambda": 0.8871024412741497,
      "epoch": 4.08296943231441,
      "step": 13090
    },
    {
      "contrastive_lambda": 0.8870858705422033,
      "epoch": 4.083281347473487,
      "step": 13091
    },
    {
      "contrastive_lambda": 0.8870692987490392,
      "epoch": 4.083593262632564,
      "step": 13092
    },
    {
      "contrastive_lambda": 0.8870527258947025,
      "epoch": 4.083905177791641,
      "step": 13093
    },
    {
      "contrastive_lambda": 0.8870361519792387,
      "epoch": 4.084217092950717,
      "step": 13094
    },
    {
      "contrastive_lambda": 0.8870195770026934,
      "epoch": 4.0845290081097945,
      "step": 13095
    },
    {
      "contrastive_lambda": 0.887003000965112,
      "epoch": 4.084840923268871,
      "step": 13096
    },
    {
      "contrastive_lambda": 0.8869864238665398,
      "epoch": 4.085152838427947,
      "step": 13097
    },
    {
      "contrastive_lambda": 0.8869698457070223,
      "epoch": 4.085464753587024,
      "step": 13098
    },
    {
      "contrastive_lambda": 0.8869532664866051,
      "epoch": 4.085776668746101,
      "step": 13099
    },
    {
      "epoch": 4.086088583905178,
      "grad_norm": 0.12824493646621704,
      "learning_rate": 9.245246728668262e-05,
      "loss": 0.0471,
      "step": 13100
    },
    {
      "epoch": 4.086088583905178,
      "flow_loss": 0.05091980844736099,
      "step": 13100
    },
    {
      "contrastive_loss": 0.011982282623648643,
      "epoch": 4.086088583905178,
      "step": 13100
    },
    {
      "contrastive_lambda": 0.8869366862053336,
      "epoch": 4.086088583905178,
      "step": 13100
    },
    {
      "contrastive_lambda": 0.8869201048632531,
      "epoch": 4.086400499064254,
      "step": 13101
    },
    {
      "contrastive_lambda": 0.8869035224604092,
      "epoch": 4.0867124142233315,
      "step": 13102
    },
    {
      "contrastive_lambda": 0.8868869389968473,
      "epoch": 4.087024329382408,
      "step": 13103
    },
    {
      "contrastive_lambda": 0.8868703544726129,
      "epoch": 4.0873362445414845,
      "step": 13104
    },
    {
      "contrastive_lambda": 0.8868537688877516,
      "epoch": 4.087648159700562,
      "step": 13105
    },
    {
      "contrastive_lambda": 0.8868371822423085,
      "epoch": 4.087960074859638,
      "step": 13106
    },
    {
      "contrastive_lambda": 0.8868205945363294,
      "epoch": 4.088271990018715,
      "step": 13107
    },
    {
      "contrastive_lambda": 0.8868040057698596,
      "epoch": 4.088583905177791,
      "step": 13108
    },
    {
      "contrastive_lambda": 0.8867874159429449,
      "epoch": 4.088895820336869,
      "step": 13109
    },
    {
      "epoch": 4.089207735495945,
      "grad_norm": 0.14964966475963593,
      "learning_rate": 9.243790166426073e-05,
      "loss": 0.0474,
      "step": 13110
    },
    {
      "epoch": 4.089207735495945,
      "flow_loss": 0.043060533702373505,
      "step": 13110
    },
    {
      "contrastive_loss": 0.007128104567527771,
      "epoch": 4.089207735495945,
      "step": 13110
    },
    {
      "contrastive_lambda": 0.8867708250556303,
      "epoch": 4.089207735495945,
      "step": 13110
    },
    {
      "contrastive_lambda": 0.8867542331079616,
      "epoch": 4.0895196506550215,
      "step": 13111
    },
    {
      "contrastive_lambda": 0.8867376400999842,
      "epoch": 4.089831565814099,
      "step": 13112
    },
    {
      "contrastive_lambda": 0.8867210460317436,
      "epoch": 4.090143480973175,
      "step": 13113
    },
    {
      "contrastive_lambda": 0.8867044509032853,
      "epoch": 4.090455396132252,
      "step": 13114
    },
    {
      "contrastive_lambda": 0.8866878547146548,
      "epoch": 4.090767311291328,
      "step": 13115
    },
    {
      "contrastive_lambda": 0.8866712574658977,
      "epoch": 4.091079226450406,
      "step": 13116
    },
    {
      "contrastive_lambda": 0.8866546591570592,
      "epoch": 4.091391141609482,
      "step": 13117
    },
    {
      "contrastive_lambda": 0.8866380597881851,
      "epoch": 4.091703056768559,
      "step": 13118
    },
    {
      "contrastive_lambda": 0.8866214593593207,
      "epoch": 4.092014971927636,
      "step": 13119
    },
    {
      "epoch": 4.092326887086712,
      "grad_norm": 0.15371178090572357,
      "learning_rate": 9.242332315032484e-05,
      "loss": 0.0488,
      "step": 13120
    },
    {
      "epoch": 4.092326887086712,
      "flow_loss": 0.09240596741437912,
      "step": 13120
    },
    {
      "contrastive_loss": 0.00904863327741623,
      "epoch": 4.092326887086712,
      "step": 13120
    },
    {
      "contrastive_lambda": 0.8866048578705118,
      "epoch": 4.092326887086712,
      "step": 13120
    },
    {
      "contrastive_lambda": 0.8865882553218036,
      "epoch": 4.092638802245789,
      "step": 13121
    },
    {
      "contrastive_lambda": 0.8865716517132418,
      "epoch": 4.092950717404866,
      "step": 13122
    },
    {
      "contrastive_lambda": 0.8865550470448719,
      "epoch": 4.093262632563943,
      "step": 13123
    },
    {
      "contrastive_lambda": 0.8865384413167393,
      "epoch": 4.093574547723019,
      "step": 13124
    },
    {
      "contrastive_lambda": 0.8865218345288897,
      "epoch": 4.093886462882096,
      "step": 13125
    },
    {
      "contrastive_lambda": 0.8865052266813684,
      "epoch": 4.094198378041173,
      "step": 13126
    },
    {
      "contrastive_lambda": 0.8864886177742213,
      "epoch": 4.0945102932002495,
      "step": 13127
    },
    {
      "contrastive_lambda": 0.8864720078074936,
      "epoch": 4.094822208359326,
      "step": 13128
    },
    {
      "contrastive_lambda": 0.886455396781231,
      "epoch": 4.095134123518403,
      "step": 13129
    },
    {
      "epoch": 4.09544603867748,
      "grad_norm": 0.16537506878376007,
      "learning_rate": 9.240873174930349e-05,
      "loss": 0.0481,
      "step": 13130
    },
    {
      "epoch": 4.09544603867748,
      "flow_loss": 0.03797813877463341,
      "step": 13130
    },
    {
      "contrastive_loss": 0.008398422971367836,
      "epoch": 4.09544603867748,
      "step": 13130
    },
    {
      "contrastive_lambda": 0.8864387846954789,
      "epoch": 4.09544603867748,
      "step": 13130
    },
    {
      "contrastive_lambda": 0.8864221715502829,
      "epoch": 4.095757953836556,
      "step": 13131
    },
    {
      "contrastive_lambda": 0.8864055573456886,
      "epoch": 4.096069868995633,
      "step": 13132
    },
    {
      "contrastive_lambda": 0.8863889420817416,
      "epoch": 4.09638178415471,
      "step": 13133
    },
    {
      "contrastive_lambda": 0.8863723257584873,
      "epoch": 4.096693699313787,
      "step": 13134
    },
    {
      "contrastive_lambda": 0.8863557083759714,
      "epoch": 4.097005614472863,
      "step": 13135
    },
    {
      "contrastive_lambda": 0.8863390899342394,
      "epoch": 4.09731752963194,
      "step": 13136
    },
    {
      "contrastive_lambda": 0.8863224704333368,
      "epoch": 4.097629444791017,
      "step": 13137
    },
    {
      "contrastive_lambda": 0.8863058498733092,
      "epoch": 4.097941359950093,
      "step": 13138
    },
    {
      "contrastive_lambda": 0.8862892282542022,
      "epoch": 4.098253275109171,
      "step": 13139
    },
    {
      "epoch": 4.098565190268247,
      "grad_norm": 0.15223093330860138,
      "learning_rate": 9.239412746562917e-05,
      "loss": 0.0443,
      "step": 13140
    },
    {
      "epoch": 4.098565190268247,
      "flow_loss": 0.049935102462768555,
      "step": 13140
    },
    {
      "contrastive_loss": 0.00994807854294777,
      "epoch": 4.098565190268247,
      "step": 13140
    },
    {
      "contrastive_lambda": 0.8862726055760612,
      "epoch": 4.098565190268247,
      "step": 13140
    },
    {
      "contrastive_lambda": 0.8862559818389322,
      "epoch": 4.098877105427324,
      "step": 13141
    },
    {
      "contrastive_lambda": 0.8862393570428604,
      "epoch": 4.0991890205864,
      "step": 13142
    },
    {
      "contrastive_lambda": 0.8862227311878914,
      "epoch": 4.0995009357454775,
      "step": 13143
    },
    {
      "contrastive_lambda": 0.886206104274071,
      "epoch": 4.099812850904554,
      "step": 13144
    },
    {
      "contrastive_lambda": 0.8861894763014444,
      "epoch": 4.10012476606363,
      "step": 13145
    },
    {
      "contrastive_lambda": 0.8861728472700576,
      "epoch": 4.100436681222708,
      "step": 13146
    },
    {
      "contrastive_lambda": 0.886156217179956,
      "epoch": 4.100748596381784,
      "step": 13147
    },
    {
      "contrastive_lambda": 0.8861395860311851,
      "epoch": 4.101060511540861,
      "step": 13148
    },
    {
      "contrastive_lambda": 0.8861229538237907,
      "epoch": 4.101372426699937,
      "step": 13149
    },
    {
      "epoch": 4.1016843418590145,
      "grad_norm": 0.1751708686351776,
      "learning_rate": 9.237951030373828e-05,
      "loss": 0.0451,
      "step": 13150
    },
    {
      "epoch": 4.1016843418590145,
      "flow_loss": 0.04696071147918701,
      "step": 13150
    },
    {
      "contrastive_loss": 0.007207309827208519,
      "epoch": 4.1016843418590145,
      "step": 13150
    },
    {
      "contrastive_lambda": 0.8861063205578183,
      "epoch": 4.1016843418590145,
      "step": 13150
    },
    {
      "contrastive_lambda": 0.8860896862333134,
      "epoch": 4.101996257018091,
      "step": 13151
    },
    {
      "contrastive_lambda": 0.8860730508503218,
      "epoch": 4.1023081721771675,
      "step": 13152
    },
    {
      "contrastive_lambda": 0.886056414408889,
      "epoch": 4.102620087336245,
      "step": 13153
    },
    {
      "contrastive_lambda": 0.8860397769090607,
      "epoch": 4.102932002495321,
      "step": 13154
    },
    {
      "contrastive_lambda": 0.8860231383508823,
      "epoch": 4.103243917654398,
      "step": 13155
    },
    {
      "contrastive_lambda": 0.8860064987343996,
      "epoch": 4.103555832813475,
      "step": 13156
    },
    {
      "contrastive_lambda": 0.8859898580596581,
      "epoch": 4.103867747972552,
      "step": 13157
    },
    {
      "contrastive_lambda": 0.8859732163267036,
      "epoch": 4.104179663131628,
      "step": 13158
    },
    {
      "contrastive_lambda": 0.8859565735355814,
      "epoch": 4.1044915782907045,
      "step": 13159
    },
    {
      "epoch": 4.104803493449782,
      "grad_norm": 0.20153875648975372,
      "learning_rate": 9.236488026807113e-05,
      "loss": 0.0404,
      "step": 13160
    },
    {
      "epoch": 4.104803493449782,
      "flow_loss": 0.06109531968832016,
      "step": 13160
    },
    {
      "contrastive_loss": 0.012677200138568878,
      "epoch": 4.104803493449782,
      "step": 13160
    },
    {
      "contrastive_lambda": 0.8859399296863376,
      "epoch": 4.104803493449782,
      "step": 13160
    },
    {
      "contrastive_lambda": 0.8859232847790175,
      "epoch": 4.105115408608858,
      "step": 13161
    },
    {
      "contrastive_lambda": 0.8859066388136667,
      "epoch": 4.105427323767935,
      "step": 13162
    },
    {
      "contrastive_lambda": 0.8858899917903311,
      "epoch": 4.105739238927012,
      "step": 13163
    },
    {
      "contrastive_lambda": 0.885873343709056,
      "epoch": 4.106051154086089,
      "step": 13164
    },
    {
      "contrastive_lambda": 0.8858566945698874,
      "epoch": 4.106363069245165,
      "step": 13165
    },
    {
      "contrastive_lambda": 0.8858400443728707,
      "epoch": 4.106674984404242,
      "step": 13166
    },
    {
      "contrastive_lambda": 0.8858233931180515,
      "epoch": 4.106986899563319,
      "step": 13167
    },
    {
      "contrastive_lambda": 0.8858067408054757,
      "epoch": 4.107298814722395,
      "step": 13168
    },
    {
      "contrastive_lambda": 0.8857900874351887,
      "epoch": 4.107610729881472,
      "step": 13169
    },
    {
      "epoch": 4.107922645040549,
      "grad_norm": 0.12533652782440186,
      "learning_rate": 9.235023736307193e-05,
      "loss": 0.0533,
      "step": 13170
    },
    {
      "epoch": 4.107922645040549,
      "flow_loss": 0.04537234082818031,
      "step": 13170
    },
    {
      "contrastive_loss": 0.011006375774741173,
      "epoch": 4.107922645040549,
      "step": 13170
    },
    {
      "contrastive_lambda": 0.8857734330072364,
      "epoch": 4.107922645040549,
      "step": 13170
    },
    {
      "contrastive_lambda": 0.8857567775216642,
      "epoch": 4.108234560199626,
      "step": 13171
    },
    {
      "contrastive_lambda": 0.8857401209785181,
      "epoch": 4.108546475358702,
      "step": 13172
    },
    {
      "contrastive_lambda": 0.8857234633778432,
      "epoch": 4.10885839051778,
      "step": 13173
    },
    {
      "contrastive_lambda": 0.8857068047196859,
      "epoch": 4.109170305676856,
      "step": 13174
    },
    {
      "contrastive_lambda": 0.8856901450040913,
      "epoch": 4.1094822208359325,
      "step": 13175
    },
    {
      "contrastive_lambda": 0.8856734842311053,
      "epoch": 4.109794135995009,
      "step": 13176
    },
    {
      "contrastive_lambda": 0.8856568224007735,
      "epoch": 4.110106051154086,
      "step": 13177
    },
    {
      "contrastive_lambda": 0.8856401595131417,
      "epoch": 4.110417966313163,
      "step": 13178
    },
    {
      "contrastive_lambda": 0.8856234955682554,
      "epoch": 4.110729881472239,
      "step": 13179
    },
    {
      "epoch": 4.111041796631317,
      "grad_norm": 0.108641117811203,
      "learning_rate": 9.233558159318881e-05,
      "loss": 0.0456,
      "step": 13180
    },
    {
      "epoch": 4.111041796631317,
      "flow_loss": 0.04163769260048866,
      "step": 13180
    },
    {
      "contrastive_loss": 0.007424290291965008,
      "epoch": 4.111041796631317,
      "step": 13180
    },
    {
      "contrastive_lambda": 0.8856068305661604,
      "epoch": 4.111041796631317,
      "step": 13180
    },
    {
      "contrastive_lambda": 0.8855901645069026,
      "epoch": 4.111353711790393,
      "step": 13181
    },
    {
      "contrastive_lambda": 0.8855734973905273,
      "epoch": 4.11166562694947,
      "step": 13182
    },
    {
      "contrastive_lambda": 0.8855568292170803,
      "epoch": 4.111977542108546,
      "step": 13183
    },
    {
      "contrastive_lambda": 0.8855401599866075,
      "epoch": 4.112289457267623,
      "step": 13184
    },
    {
      "contrastive_lambda": 0.8855234896991544,
      "epoch": 4.1126013724267,
      "step": 13185
    },
    {
      "contrastive_lambda": 0.8855068183547667,
      "epoch": 4.112913287585776,
      "step": 13186
    },
    {
      "contrastive_lambda": 0.8854901459534903,
      "epoch": 4.113225202744854,
      "step": 13187
    },
    {
      "contrastive_lambda": 0.8854734724953708,
      "epoch": 4.11353711790393,
      "step": 13188
    },
    {
      "contrastive_lambda": 0.8854567979804537,
      "epoch": 4.113849033063007,
      "step": 13189
    },
    {
      "epoch": 4.114160948222084,
      "grad_norm": 0.1196790412068367,
      "learning_rate": 9.232091296287382e-05,
      "loss": 0.0394,
      "step": 13190
    },
    {
      "epoch": 4.114160948222084,
      "flow_loss": 0.04889421910047531,
      "step": 13190
    },
    {
      "contrastive_loss": 0.0106059480458498,
      "epoch": 4.114160948222084,
      "step": 13190
    },
    {
      "contrastive_lambda": 0.8854401224087851,
      "epoch": 4.114160948222084,
      "step": 13190
    },
    {
      "contrastive_lambda": 0.8854234457804104,
      "epoch": 4.1144728633811605,
      "step": 13191
    },
    {
      "contrastive_lambda": 0.8854067680953754,
      "epoch": 4.114784778540237,
      "step": 13192
    },
    {
      "contrastive_lambda": 0.885390089353726,
      "epoch": 4.115096693699313,
      "step": 13193
    },
    {
      "contrastive_lambda": 0.8853734095555077,
      "epoch": 4.115408608858391,
      "step": 13194
    },
    {
      "contrastive_lambda": 0.8853567287007664,
      "epoch": 4.115720524017467,
      "step": 13195
    },
    {
      "contrastive_lambda": 0.8853400467895476,
      "epoch": 4.116032439176544,
      "step": 13196
    },
    {
      "contrastive_lambda": 0.8853233638218974,
      "epoch": 4.116344354335621,
      "step": 13197
    },
    {
      "contrastive_lambda": 0.8853066797978612,
      "epoch": 4.1166562694946975,
      "step": 13198
    },
    {
      "contrastive_lambda": 0.8852899947174848,
      "epoch": 4.116968184653774,
      "step": 13199
    },
    {
      "epoch": 4.1172800998128505,
      "grad_norm": 0.1425163298845291,
      "learning_rate": 9.230623147658288e-05,
      "loss": 0.0548,
      "step": 13200
    },
    {
      "epoch": 4.1172800998128505,
      "flow_loss": 0.04135102406144142,
      "step": 13200
    },
    {
      "contrastive_loss": 0.007645784877240658,
      "epoch": 4.1172800998128505,
      "step": 13200
    },
    {
      "contrastive_lambda": 0.885273308580814,
      "epoch": 4.1172800998128505,
      "step": 13200
    },
    {
      "contrastive_lambda": 0.8852566213878945,
      "epoch": 4.117592014971928,
      "step": 13201
    },
    {
      "contrastive_lambda": 0.8852399331387724,
      "epoch": 4.117903930131004,
      "step": 13202
    },
    {
      "contrastive_lambda": 0.8852232438334928,
      "epoch": 4.118215845290081,
      "step": 13203
    },
    {
      "contrastive_lambda": 0.8852065534721021,
      "epoch": 4.118527760449158,
      "step": 13204
    },
    {
      "contrastive_lambda": 0.8851898620546456,
      "epoch": 4.118839675608235,
      "step": 13205
    },
    {
      "contrastive_lambda": 0.8851731695811692,
      "epoch": 4.119151590767311,
      "step": 13206
    },
    {
      "contrastive_lambda": 0.8851564760517188,
      "epoch": 4.119463505926388,
      "step": 13207
    },
    {
      "contrastive_lambda": 0.88513978146634,
      "epoch": 4.119775421085465,
      "step": 13208
    },
    {
      "contrastive_lambda": 0.8851230858250785,
      "epoch": 4.120087336244541,
      "step": 13209
    },
    {
      "epoch": 4.120399251403618,
      "grad_norm": 0.12279844284057617,
      "learning_rate": 9.229153713877586e-05,
      "loss": 0.0489,
      "step": 13210
    },
    {
      "epoch": 4.120399251403618,
      "flow_loss": 0.048732414841651917,
      "step": 13210
    },
    {
      "contrastive_loss": 0.007041127420961857,
      "epoch": 4.120399251403618,
      "step": 13210
    },
    {
      "contrastive_lambda": 0.8851063891279803,
      "epoch": 4.120399251403618,
      "step": 13210
    },
    {
      "contrastive_lambda": 0.8850896913750911,
      "epoch": 4.120711166562695,
      "step": 13211
    },
    {
      "contrastive_lambda": 0.8850729925664567,
      "epoch": 4.121023081721772,
      "step": 13212
    },
    {
      "contrastive_lambda": 0.8850562927021226,
      "epoch": 4.121334996880848,
      "step": 13213
    },
    {
      "contrastive_lambda": 0.885039591782135,
      "epoch": 4.1216469120399255,
      "step": 13214
    },
    {
      "contrastive_lambda": 0.8850228898065395,
      "epoch": 4.121958827199002,
      "step": 13215
    },
    {
      "contrastive_lambda": 0.8850061867753818,
      "epoch": 4.122270742358078,
      "step": 13216
    },
    {
      "contrastive_lambda": 0.8849894826887078,
      "epoch": 4.122582657517155,
      "step": 13217
    },
    {
      "contrastive_lambda": 0.8849727775465632,
      "epoch": 4.122894572676232,
      "step": 13218
    },
    {
      "contrastive_lambda": 0.8849560713489941,
      "epoch": 4.123206487835309,
      "step": 13219
    },
    {
      "epoch": 4.123518402994385,
      "grad_norm": 0.11199899762868881,
      "learning_rate": 9.227682995391649e-05,
      "loss": 0.0486,
      "step": 13220
    },
    {
      "epoch": 4.123518402994385,
      "flow_loss": 0.05305750295519829,
      "step": 13220
    },
    {
      "contrastive_loss": 0.009376857429742813,
      "epoch": 4.123518402994385,
      "step": 13220
    },
    {
      "contrastive_lambda": 0.8849393640960459,
      "epoch": 4.123518402994385,
      "step": 13220
    },
    {
      "contrastive_lambda": 0.8849226557877646,
      "epoch": 4.123830318153463,
      "step": 13221
    },
    {
      "contrastive_lambda": 0.8849059464241961,
      "epoch": 4.124142233312539,
      "step": 13222
    },
    {
      "contrastive_lambda": 0.8848892360053859,
      "epoch": 4.1244541484716155,
      "step": 13223
    },
    {
      "contrastive_lambda": 0.8848725245313801,
      "epoch": 4.124766063630693,
      "step": 13224
    },
    {
      "contrastive_lambda": 0.8848558120022245,
      "epoch": 4.125077978789769,
      "step": 13225
    },
    {
      "contrastive_lambda": 0.8848390984179647,
      "epoch": 4.125389893948846,
      "step": 13226
    },
    {
      "contrastive_lambda": 0.8848223837786467,
      "epoch": 4.125701809107922,
      "step": 13227
    },
    {
      "contrastive_lambda": 0.8848056680843164,
      "epoch": 4.126013724267,
      "step": 13228
    },
    {
      "contrastive_lambda": 0.8847889513350193,
      "epoch": 4.126325639426076,
      "step": 13229
    },
    {
      "epoch": 4.126637554585153,
      "grad_norm": 0.1329951137304306,
      "learning_rate": 9.226210992647243e-05,
      "loss": 0.05,
      "step": 13230
    },
    {
      "epoch": 4.126637554585153,
      "flow_loss": 0.04881567507982254,
      "step": 13230
    },
    {
      "contrastive_loss": 0.009604774415493011,
      "epoch": 4.126637554585153,
      "step": 13230
    },
    {
      "contrastive_lambda": 0.8847722335308017,
      "epoch": 4.126637554585153,
      "step": 13230
    },
    {
      "contrastive_lambda": 0.884755514671709,
      "epoch": 4.12694946974423,
      "step": 13231
    },
    {
      "contrastive_lambda": 0.8847387947577873,
      "epoch": 4.127261384903306,
      "step": 13232
    },
    {
      "contrastive_lambda": 0.8847220737890822,
      "epoch": 4.127573300062383,
      "step": 13233
    },
    {
      "contrastive_lambda": 0.8847053517656398,
      "epoch": 4.127885215221459,
      "step": 13234
    },
    {
      "contrastive_lambda": 0.8846886286875059,
      "epoch": 4.128197130380537,
      "step": 13235
    },
    {
      "contrastive_lambda": 0.8846719045547262,
      "epoch": 4.128509045539613,
      "step": 13236
    },
    {
      "contrastive_lambda": 0.8846551793673466,
      "epoch": 4.12882096069869,
      "step": 13237
    },
    {
      "contrastive_lambda": 0.884638453125413,
      "epoch": 4.129132875857767,
      "step": 13238
    },
    {
      "contrastive_lambda": 0.8846217258289713,
      "epoch": 4.1294447910168435,
      "step": 13239
    },
    {
      "epoch": 4.12975670617592,
      "grad_norm": 0.1469237357378006,
      "learning_rate": 9.224737706091525e-05,
      "loss": 0.0492,
      "step": 13240
    },
    {
      "epoch": 4.12975670617592,
      "flow_loss": 0.05306771397590637,
      "step": 13240
    },
    {
      "contrastive_loss": 0.007701568771153688,
      "epoch": 4.12975670617592,
      "step": 13240
    },
    {
      "contrastive_lambda": 0.8846049974780673,
      "epoch": 4.12975670617592,
      "step": 13240
    },
    {
      "contrastive_lambda": 0.8845882680727468,
      "epoch": 4.130068621334997,
      "step": 13241
    },
    {
      "contrastive_lambda": 0.8845715376130558,
      "epoch": 4.130380536494074,
      "step": 13242
    },
    {
      "contrastive_lambda": 0.88455480609904,
      "epoch": 4.13069245165315,
      "step": 13243
    },
    {
      "contrastive_lambda": 0.8845380735307455,
      "epoch": 4.131004366812227,
      "step": 13244
    },
    {
      "contrastive_lambda": 0.8845213399082179,
      "epoch": 4.131316281971304,
      "step": 13245
    },
    {
      "contrastive_lambda": 0.8845046052315033,
      "epoch": 4.1316281971303805,
      "step": 13246
    },
    {
      "contrastive_lambda": 0.8844878695006475,
      "epoch": 4.131940112289457,
      "step": 13247
    },
    {
      "contrastive_lambda": 0.8844711327156963,
      "epoch": 4.132252027448534,
      "step": 13248
    },
    {
      "contrastive_lambda": 0.8844543948766957,
      "epoch": 4.132563942607611,
      "step": 13249
    },
    {
      "epoch": 4.132875857766687,
      "grad_norm": 0.14365874230861664,
      "learning_rate": 9.223263136172039e-05,
      "loss": 0.0494,
      "step": 13250
    },
    {
      "epoch": 4.132875857766687,
      "flow_loss": 0.03663894534111023,
      "step": 13250
    },
    {
      "contrastive_loss": 0.005593028850853443,
      "epoch": 4.132875857766687,
      "step": 13250
    },
    {
      "contrastive_lambda": 0.8844376559836916,
      "epoch": 4.132875857766687,
      "step": 13250
    },
    {
      "contrastive_lambda": 0.8844209160367298,
      "epoch": 4.133187772925764,
      "step": 13251
    },
    {
      "contrastive_lambda": 0.8844041750358562,
      "epoch": 4.133499688084841,
      "step": 13252
    },
    {
      "contrastive_lambda": 0.8843874329811168,
      "epoch": 4.133811603243918,
      "step": 13253
    },
    {
      "contrastive_lambda": 0.8843706898725574,
      "epoch": 4.134123518402994,
      "step": 13254
    },
    {
      "contrastive_lambda": 0.8843539457102239,
      "epoch": 4.134435433562071,
      "step": 13255
    },
    {
      "contrastive_lambda": 0.8843372004941622,
      "epoch": 4.134747348721148,
      "step": 13256
    },
    {
      "contrastive_lambda": 0.8843204542244183,
      "epoch": 4.135059263880224,
      "step": 13257
    },
    {
      "contrastive_lambda": 0.884303706901038,
      "epoch": 4.135371179039302,
      "step": 13258
    },
    {
      "contrastive_lambda": 0.8842869585240674,
      "epoch": 4.135683094198378,
      "step": 13259
    },
    {
      "epoch": 4.135995009357455,
      "grad_norm": 0.13668455183506012,
      "learning_rate": 9.22178728333672e-05,
      "loss": 0.0504,
      "step": 13260
    },
    {
      "epoch": 4.135995009357455,
      "flow_loss": 0.05072343721985817,
      "step": 13260
    },
    {
      "contrastive_loss": 0.006575621198862791,
      "epoch": 4.135995009357455,
      "step": 13260
    },
    {
      "contrastive_lambda": 0.8842702090935521,
      "epoch": 4.135995009357455,
      "step": 13260
    },
    {
      "contrastive_lambda": 0.8842534586095383,
      "epoch": 4.136306924516531,
      "step": 13261
    },
    {
      "contrastive_lambda": 0.8842367070720718,
      "epoch": 4.1366188396756085,
      "step": 13262
    },
    {
      "contrastive_lambda": 0.8842199544811986,
      "epoch": 4.136930754834685,
      "step": 13263
    },
    {
      "contrastive_lambda": 0.8842032008369646,
      "epoch": 4.1372426699937614,
      "step": 13264
    },
    {
      "contrastive_lambda": 0.8841864461394157,
      "epoch": 4.137554585152839,
      "step": 13265
    },
    {
      "contrastive_lambda": 0.8841696903885978,
      "epoch": 4.137866500311915,
      "step": 13266
    },
    {
      "contrastive_lambda": 0.8841529335845568,
      "epoch": 4.138178415470992,
      "step": 13267
    },
    {
      "contrastive_lambda": 0.8841361757273388,
      "epoch": 4.138490330630068,
      "step": 13268
    },
    {
      "contrastive_lambda": 0.8841194168169897,
      "epoch": 4.138802245789146,
      "step": 13269
    },
    {
      "epoch": 4.139114160948222,
      "grad_norm": 0.11105258762836456,
      "learning_rate": 9.220310148033897e-05,
      "loss": 0.0567,
      "step": 13270
    },
    {
      "epoch": 4.139114160948222,
      "flow_loss": 0.06081470102071762,
      "step": 13270
    },
    {
      "contrastive_loss": 0.00609651068225503,
      "epoch": 4.139114160948222,
      "step": 13270
    },
    {
      "contrastive_lambda": 0.8841026568535555,
      "epoch": 4.139114160948222,
      "step": 13270
    },
    {
      "contrastive_lambda": 0.8840858958370819,
      "epoch": 4.1394260761072985,
      "step": 13271
    },
    {
      "contrastive_lambda": 0.884069133767615,
      "epoch": 4.139737991266376,
      "step": 13272
    },
    {
      "contrastive_lambda": 0.8840523706452008,
      "epoch": 4.140049906425452,
      "step": 13273
    },
    {
      "contrastive_lambda": 0.8840356064698853,
      "epoch": 4.140361821584529,
      "step": 13274
    },
    {
      "contrastive_lambda": 0.8840188412417143,
      "epoch": 4.140673736743606,
      "step": 13275
    },
    {
      "contrastive_lambda": 0.8840020749607339,
      "epoch": 4.140985651902683,
      "step": 13276
    },
    {
      "contrastive_lambda": 0.8839853076269899,
      "epoch": 4.141297567061759,
      "step": 13277
    },
    {
      "contrastive_lambda": 0.8839685392405285,
      "epoch": 4.141609482220836,
      "step": 13278
    },
    {
      "contrastive_lambda": 0.8839517698013954,
      "epoch": 4.141921397379913,
      "step": 13279
    },
    {
      "epoch": 4.142233312538989,
      "grad_norm": 0.14902964234352112,
      "learning_rate": 9.21883173071228e-05,
      "loss": 0.0473,
      "step": 13280
    },
    {
      "epoch": 4.142233312538989,
      "flow_loss": 0.04838714376091957,
      "step": 13280
    },
    {
      "contrastive_loss": 0.006994838826358318,
      "epoch": 4.142233312538989,
      "step": 13280
    },
    {
      "contrastive_lambda": 0.8839349993096369,
      "epoch": 4.142233312538989,
      "step": 13280
    },
    {
      "contrastive_lambda": 0.8839182277652987,
      "epoch": 4.142545227698066,
      "step": 13281
    },
    {
      "contrastive_lambda": 0.883901455168427,
      "epoch": 4.142857142857143,
      "step": 13282
    },
    {
      "contrastive_lambda": 0.8838846815190675,
      "epoch": 4.14316905801622,
      "step": 13283
    },
    {
      "contrastive_lambda": 0.8838679068172663,
      "epoch": 4.143480973175296,
      "step": 13284
    },
    {
      "contrastive_lambda": 0.8838511310630697,
      "epoch": 4.143792888334373,
      "step": 13285
    },
    {
      "contrastive_lambda": 0.8838343542565232,
      "epoch": 4.14410480349345,
      "step": 13286
    },
    {
      "contrastive_lambda": 0.8838175763976732,
      "epoch": 4.1444167186525265,
      "step": 13287
    },
    {
      "contrastive_lambda": 0.8838007974865654,
      "epoch": 4.144728633811603,
      "step": 13288
    },
    {
      "contrastive_lambda": 0.8837840175232459,
      "epoch": 4.14504054897068,
      "step": 13289
    },
    {
      "epoch": 4.145352464129757,
      "grad_norm": 0.1257999986410141,
      "learning_rate": 9.217352031820976e-05,
      "loss": 0.0512,
      "step": 13290
    },
    {
      "epoch": 4.145352464129757,
      "flow_loss": 0.03765546903014183,
      "step": 13290
    },
    {
      "contrastive_loss": 0.008342670276761055,
      "epoch": 4.145352464129757,
      "step": 13290
    },
    {
      "contrastive_lambda": 0.8837672365077609,
      "epoch": 4.145352464129757,
      "step": 13290
    },
    {
      "contrastive_lambda": 0.883750454440156,
      "epoch": 4.145664379288833,
      "step": 13291
    },
    {
      "contrastive_lambda": 0.8837336713204775,
      "epoch": 4.145976294447911,
      "step": 13292
    },
    {
      "contrastive_lambda": 0.8837168871487715,
      "epoch": 4.146288209606987,
      "step": 13293
    },
    {
      "contrastive_lambda": 0.8837001019250839,
      "epoch": 4.1466001247660635,
      "step": 13294
    },
    {
      "contrastive_lambda": 0.8836833156494603,
      "epoch": 4.14691203992514,
      "step": 13295
    },
    {
      "contrastive_lambda": 0.8836665283219474,
      "epoch": 4.147223955084217,
      "step": 13296
    },
    {
      "contrastive_lambda": 0.883649739942591,
      "epoch": 4.147535870243294,
      "step": 13297
    },
    {
      "contrastive_lambda": 0.8836329505114369,
      "epoch": 4.14784778540237,
      "step": 13298
    },
    {
      "contrastive_lambda": 0.8836161600285313,
      "epoch": 4.148159700561448,
      "step": 13299
    },
    {
      "epoch": 4.148471615720524,
      "grad_norm": 0.1175447329878807,
      "learning_rate": 9.215871051809477e-05,
      "loss": 0.0532,
      "step": 13300
    },
    {
      "epoch": 4.148471615720524,
      "flow_loss": 0.037951793521642685,
      "step": 13300
    },
    {
      "contrastive_loss": 0.009119637310504913,
      "epoch": 4.148471615720524,
      "step": 13300
    },
    {
      "contrastive_lambda": 0.8835993684939203,
      "epoch": 4.148471615720524,
      "step": 13300
    },
    {
      "contrastive_lambda": 0.8835825759076499,
      "epoch": 4.148783530879601,
      "step": 13301
    },
    {
      "contrastive_lambda": 0.8835657822697658,
      "epoch": 4.149095446038677,
      "step": 13302
    },
    {
      "contrastive_lambda": 0.8835489875803146,
      "epoch": 4.149407361197754,
      "step": 13303
    },
    {
      "contrastive_lambda": 0.883532191839342,
      "epoch": 4.149719276356831,
      "step": 13304
    },
    {
      "contrastive_lambda": 0.8835153950468941,
      "epoch": 4.150031191515907,
      "step": 13305
    },
    {
      "contrastive_lambda": 0.8834985972030169,
      "epoch": 4.150343106674985,
      "step": 13306
    },
    {
      "contrastive_lambda": 0.8834817983077567,
      "epoch": 4.150655021834061,
      "step": 13307
    },
    {
      "contrastive_lambda": 0.8834649983611593,
      "epoch": 4.150966936993138,
      "step": 13308
    },
    {
      "contrastive_lambda": 0.8834481973632708,
      "epoch": 4.151278852152215,
      "step": 13309
    },
    {
      "epoch": 4.1515907673112915,
      "grad_norm": 0.10810574889183044,
      "learning_rate": 9.214388791127666e-05,
      "loss": 0.0409,
      "step": 13310
    },
    {
      "epoch": 4.1515907673112915,
      "flow_loss": 0.04973708465695381,
      "step": 13310
    },
    {
      "contrastive_loss": 0.008919186890125275,
      "epoch": 4.1515907673112915,
      "step": 13310
    },
    {
      "contrastive_lambda": 0.8834313953141373,
      "epoch": 4.1515907673112915,
      "step": 13310
    },
    {
      "contrastive_lambda": 0.8834145922138048,
      "epoch": 4.151902682470368,
      "step": 13311
    },
    {
      "contrastive_lambda": 0.8833977880623196,
      "epoch": 4.1522145976294444,
      "step": 13312
    },
    {
      "contrastive_lambda": 0.8833809828597274,
      "epoch": 4.152526512788522,
      "step": 13313
    },
    {
      "contrastive_lambda": 0.8833641766060747,
      "epoch": 4.152838427947598,
      "step": 13314
    },
    {
      "contrastive_lambda": 0.8833473693014071,
      "epoch": 4.153150343106675,
      "step": 13315
    },
    {
      "contrastive_lambda": 0.883330560945771,
      "epoch": 4.153462258265752,
      "step": 13316
    },
    {
      "contrastive_lambda": 0.8833137515392124,
      "epoch": 4.153774173424829,
      "step": 13317
    },
    {
      "contrastive_lambda": 0.8832969410817775,
      "epoch": 4.154086088583905,
      "step": 13318
    },
    {
      "contrastive_lambda": 0.8832801295735122,
      "epoch": 4.1543980037429815,
      "step": 13319
    },
    {
      "epoch": 4.154709918902059,
      "grad_norm": 0.13152477145195007,
      "learning_rate": 9.212905250225814e-05,
      "loss": 0.0459,
      "step": 13320
    },
    {
      "epoch": 4.154709918902059,
      "flow_loss": 0.04825614020228386,
      "step": 13320
    },
    {
      "contrastive_loss": 0.007060817442834377,
      "epoch": 4.154709918902059,
      "step": 13320
    },
    {
      "contrastive_lambda": 0.8832633170144626,
      "epoch": 4.154709918902059,
      "step": 13320
    },
    {
      "contrastive_lambda": 0.8832465034046749,
      "epoch": 4.155021834061135,
      "step": 13321
    },
    {
      "contrastive_lambda": 0.8832296887441952,
      "epoch": 4.155333749220212,
      "step": 13322
    },
    {
      "contrastive_lambda": 0.8832128730330695,
      "epoch": 4.155645664379289,
      "step": 13323
    },
    {
      "contrastive_lambda": 0.8831960562713439,
      "epoch": 4.155957579538366,
      "step": 13324
    },
    {
      "contrastive_lambda": 0.8831792384590647,
      "epoch": 4.156269494697442,
      "step": 13325
    },
    {
      "contrastive_lambda": 0.8831624195962777,
      "epoch": 4.1565814098565195,
      "step": 13326
    },
    {
      "contrastive_lambda": 0.8831455996830293,
      "epoch": 4.156893325015596,
      "step": 13327
    },
    {
      "contrastive_lambda": 0.8831287787193653,
      "epoch": 4.157205240174672,
      "step": 13328
    },
    {
      "contrastive_lambda": 0.8831119567053323,
      "epoch": 4.157517155333749,
      "step": 13329
    },
    {
      "epoch": 4.157829070492826,
      "grad_norm": 0.14157244563102722,
      "learning_rate": 9.211420429554583e-05,
      "loss": 0.0518,
      "step": 13330
    },
    {
      "epoch": 4.157829070492826,
      "flow_loss": 0.05702831968665123,
      "step": 13330
    },
    {
      "contrastive_loss": 0.006205277983099222,
      "epoch": 4.157829070492826,
      "step": 13330
    },
    {
      "contrastive_lambda": 0.8830951336409759,
      "epoch": 4.157829070492826,
      "step": 13330
    },
    {
      "contrastive_lambda": 0.8830783095263425,
      "epoch": 4.158140985651903,
      "step": 13331
    },
    {
      "contrastive_lambda": 0.8830614843614781,
      "epoch": 4.158452900810979,
      "step": 13332
    },
    {
      "contrastive_lambda": 0.883044658146429,
      "epoch": 4.1587648159700565,
      "step": 13333
    },
    {
      "contrastive_lambda": 0.8830278308812411,
      "epoch": 4.159076731129133,
      "step": 13334
    },
    {
      "contrastive_lambda": 0.8830110025659608,
      "epoch": 4.1593886462882095,
      "step": 13335
    },
    {
      "contrastive_lambda": 0.882994173200634,
      "epoch": 4.159700561447286,
      "step": 13336
    },
    {
      "contrastive_lambda": 0.8829773427853069,
      "epoch": 4.160012476606363,
      "step": 13337
    },
    {
      "contrastive_lambda": 0.8829605113200257,
      "epoch": 4.16032439176544,
      "step": 13338
    },
    {
      "contrastive_lambda": 0.8829436788048366,
      "epoch": 4.160636306924516,
      "step": 13339
    },
    {
      "epoch": 4.160948222083594,
      "grad_norm": 0.13850726187229156,
      "learning_rate": 9.209934329565022e-05,
      "loss": 0.0441,
      "step": 13340
    },
    {
      "epoch": 4.160948222083594,
      "flow_loss": 0.03977130353450775,
      "step": 13340
    },
    {
      "contrastive_loss": 0.006424751132726669,
      "epoch": 4.160948222083594,
      "step": 13340
    },
    {
      "contrastive_lambda": 0.8829268452397855,
      "epoch": 4.160948222083594,
      "step": 13340
    },
    {
      "contrastive_lambda": 0.8829100106249188,
      "epoch": 4.16126013724267,
      "step": 13341
    },
    {
      "contrastive_lambda": 0.8828931749602826,
      "epoch": 4.1615720524017465,
      "step": 13342
    },
    {
      "contrastive_lambda": 0.882876338245923,
      "epoch": 4.161883967560824,
      "step": 13343
    },
    {
      "contrastive_lambda": 0.8828595004818862,
      "epoch": 4.1621958827199,
      "step": 13344
    },
    {
      "contrastive_lambda": 0.8828426616682183,
      "epoch": 4.162507797878977,
      "step": 13345
    },
    {
      "contrastive_lambda": 0.8828258218049654,
      "epoch": 4.162819713038053,
      "step": 13346
    },
    {
      "contrastive_lambda": 0.882808980892174,
      "epoch": 4.163131628197131,
      "step": 13347
    },
    {
      "contrastive_lambda": 0.8827921389298898,
      "epoch": 4.163443543356207,
      "step": 13348
    },
    {
      "contrastive_lambda": 0.8827752959181594,
      "epoch": 4.163755458515284,
      "step": 13349
    },
    {
      "epoch": 4.164067373674361,
      "grad_norm": 0.11594221740961075,
      "learning_rate": 9.208446950708568e-05,
      "loss": 0.0417,
      "step": 13350
    },
    {
      "epoch": 4.164067373674361,
      "flow_loss": 0.058713655918836594,
      "step": 13350
    },
    {
      "contrastive_loss": 0.0066521055996418,
      "epoch": 4.164067373674361,
      "step": 13350
    },
    {
      "contrastive_lambda": 0.8827584518570287,
      "epoch": 4.164067373674361,
      "step": 13350
    },
    {
      "contrastive_lambda": 0.8827416067465441,
      "epoch": 4.164379288833437,
      "step": 13351
    },
    {
      "contrastive_lambda": 0.8827247605867515,
      "epoch": 4.164691203992514,
      "step": 13352
    },
    {
      "contrastive_lambda": 0.8827079133776974,
      "epoch": 4.16500311915159,
      "step": 13353
    },
    {
      "contrastive_lambda": 0.8826910651194277,
      "epoch": 4.165315034310668,
      "step": 13354
    },
    {
      "contrastive_lambda": 0.8826742158119887,
      "epoch": 4.165626949469744,
      "step": 13355
    },
    {
      "contrastive_lambda": 0.8826573654554266,
      "epoch": 4.165938864628821,
      "step": 13356
    },
    {
      "contrastive_lambda": 0.8826405140497877,
      "epoch": 4.166250779787898,
      "step": 13357
    },
    {
      "contrastive_lambda": 0.8826236615951182,
      "epoch": 4.1665626949469745,
      "step": 13358
    },
    {
      "contrastive_lambda": 0.882606808091464,
      "epoch": 4.166874610106051,
      "step": 13359
    },
    {
      "epoch": 4.167186525265128,
      "grad_norm": 0.16732266545295715,
      "learning_rate": 9.20695829343705e-05,
      "loss": 0.0444,
      "step": 13360
    },
    {
      "epoch": 4.167186525265128,
      "flow_loss": 0.057666096836328506,
      "step": 13360
    },
    {
      "contrastive_loss": 0.006635671481490135,
      "epoch": 4.167186525265128,
      "step": 13360
    },
    {
      "contrastive_lambda": 0.8825899535388716,
      "epoch": 4.167186525265128,
      "step": 13360
    },
    {
      "contrastive_lambda": 0.8825730979373871,
      "epoch": 4.167498440424205,
      "step": 13361
    },
    {
      "contrastive_lambda": 0.8825562412870567,
      "epoch": 4.167810355583281,
      "step": 13362
    },
    {
      "contrastive_lambda": 0.8825393835879267,
      "epoch": 4.168122270742358,
      "step": 13363
    },
    {
      "contrastive_lambda": 0.8825225248400432,
      "epoch": 4.168434185901435,
      "step": 13364
    },
    {
      "contrastive_lambda": 0.8825056650434526,
      "epoch": 4.168746101060512,
      "step": 13365
    },
    {
      "contrastive_lambda": 0.8824888041982009,
      "epoch": 4.169058016219588,
      "step": 13366
    },
    {
      "contrastive_lambda": 0.8824719423043345,
      "epoch": 4.169369931378665,
      "step": 13367
    },
    {
      "contrastive_lambda": 0.8824550793618995,
      "epoch": 4.169681846537742,
      "step": 13368
    },
    {
      "contrastive_lambda": 0.8824382153709421,
      "epoch": 4.169993761696818,
      "step": 13369
    },
    {
      "epoch": 4.170305676855895,
      "grad_norm": 0.14060693979263306,
      "learning_rate": 9.205468358202678e-05,
      "loss": 0.0432,
      "step": 13370
    },
    {
      "epoch": 4.170305676855895,
      "flow_loss": 0.06463616341352463,
      "step": 13370
    },
    {
      "contrastive_loss": 0.00879938155412674,
      "epoch": 4.170305676855895,
      "step": 13370
    },
    {
      "contrastive_lambda": 0.8824213503315088,
      "epoch": 4.170305676855895,
      "step": 13370
    },
    {
      "contrastive_lambda": 0.8824044842436456,
      "epoch": 4.170617592014972,
      "step": 13371
    },
    {
      "contrastive_lambda": 0.8823876171073988,
      "epoch": 4.170929507174049,
      "step": 13372
    },
    {
      "contrastive_lambda": 0.8823707489228145,
      "epoch": 4.171241422333125,
      "step": 13373
    },
    {
      "contrastive_lambda": 0.8823538796899393,
      "epoch": 4.1715533374922025,
      "step": 13374
    },
    {
      "contrastive_lambda": 0.882337009408819,
      "epoch": 4.171865252651279,
      "step": 13375
    },
    {
      "contrastive_lambda": 0.8823201380795003,
      "epoch": 4.172177167810355,
      "step": 13376
    },
    {
      "contrastive_lambda": 0.882303265702029,
      "epoch": 4.172489082969433,
      "step": 13377
    },
    {
      "contrastive_lambda": 0.8822863922764517,
      "epoch": 4.172800998128509,
      "step": 13378
    },
    {
      "contrastive_lambda": 0.8822695178028146,
      "epoch": 4.173112913287586,
      "step": 13379
    },
    {
      "epoch": 4.173424828446662,
      "grad_norm": 0.1461256742477417,
      "learning_rate": 9.203977145458059e-05,
      "loss": 0.0465,
      "step": 13380
    },
    {
      "epoch": 4.173424828446662,
      "flow_loss": 0.03946013003587723,
      "step": 13380
    },
    {
      "contrastive_loss": 0.006831162143498659,
      "epoch": 4.173424828446662,
      "step": 13380
    },
    {
      "contrastive_lambda": 0.8822526422811638,
      "epoch": 4.173424828446662,
      "step": 13380
    },
    {
      "contrastive_lambda": 0.8822357657115458,
      "epoch": 4.1737367436057395,
      "step": 13381
    },
    {
      "contrastive_lambda": 0.8822188880940067,
      "epoch": 4.174048658764816,
      "step": 13382
    },
    {
      "contrastive_lambda": 0.8822020094285928,
      "epoch": 4.1743605739238925,
      "step": 13383
    },
    {
      "contrastive_lambda": 0.8821851297153505,
      "epoch": 4.17467248908297,
      "step": 13384
    },
    {
      "contrastive_lambda": 0.8821682489543259,
      "epoch": 4.174984404242046,
      "step": 13385
    },
    {
      "contrastive_lambda": 0.8821513671455652,
      "epoch": 4.175296319401123,
      "step": 13386
    },
    {
      "contrastive_lambda": 0.882134484289115,
      "epoch": 4.175608234560199,
      "step": 13387
    },
    {
      "contrastive_lambda": 0.8821176003850213,
      "epoch": 4.175920149719277,
      "step": 13388
    },
    {
      "contrastive_lambda": 0.8821007154333307,
      "epoch": 4.176232064878353,
      "step": 13389
    },
    {
      "epoch": 4.1765439800374295,
      "grad_norm": 0.13884218037128448,
      "learning_rate": 9.202484655656182e-05,
      "loss": 0.0441,
      "step": 13390
    },
    {
      "epoch": 4.1765439800374295,
      "flow_loss": 0.029538515955209732,
      "step": 13390
    },
    {
      "contrastive_loss": 0.00966080091893673,
      "epoch": 4.1765439800374295,
      "step": 13390
    },
    {
      "contrastive_lambda": 0.8820838294340891,
      "epoch": 4.1765439800374295,
      "step": 13390
    },
    {
      "contrastive_lambda": 0.8820669423873431,
      "epoch": 4.176855895196507,
      "step": 13391
    },
    {
      "contrastive_lambda": 0.8820500542931388,
      "epoch": 4.177167810355583,
      "step": 13392
    },
    {
      "contrastive_lambda": 0.8820331651515225,
      "epoch": 4.17747972551466,
      "step": 13393
    },
    {
      "contrastive_lambda": 0.8820162749625408,
      "epoch": 4.177791640673736,
      "step": 13394
    },
    {
      "contrastive_lambda": 0.8819993837262396,
      "epoch": 4.178103555832814,
      "step": 13395
    },
    {
      "contrastive_lambda": 0.8819824914426656,
      "epoch": 4.17841547099189,
      "step": 13396
    },
    {
      "contrastive_lambda": 0.8819655981118648,
      "epoch": 4.178727386150967,
      "step": 13397
    },
    {
      "contrastive_lambda": 0.8819487037338837,
      "epoch": 4.179039301310044,
      "step": 13398
    },
    {
      "contrastive_lambda": 0.8819318083087684,
      "epoch": 4.1793512164691204,
      "step": 13399
    },
    {
      "epoch": 4.179663131628197,
      "grad_norm": 0.15536785125732422,
      "learning_rate": 9.200990889250427e-05,
      "loss": 0.0415,
      "step": 13400
    },
    {
      "epoch": 4.179663131628197,
      "flow_loss": 0.060550615191459656,
      "step": 13400
    },
    {
      "contrastive_loss": 0.007348911836743355,
      "epoch": 4.179663131628197,
      "step": 13400
    },
    {
      "contrastive_lambda": 0.8819149118365655,
      "epoch": 4.179663131628197,
      "step": 13400
    },
    {
      "contrastive_lambda": 0.8818980143173211,
      "epoch": 4.179975046787274,
      "step": 13401
    },
    {
      "contrastive_lambda": 0.8818811157510816,
      "epoch": 4.180286961946351,
      "step": 13402
    },
    {
      "contrastive_lambda": 0.8818642161378933,
      "epoch": 4.180598877105427,
      "step": 13403
    },
    {
      "contrastive_lambda": 0.8818473154778028,
      "epoch": 4.180910792264504,
      "step": 13404
    },
    {
      "contrastive_lambda": 0.881830413770856,
      "epoch": 4.181222707423581,
      "step": 13405
    },
    {
      "contrastive_lambda": 0.8818135110170995,
      "epoch": 4.1815346225826575,
      "step": 13406
    },
    {
      "contrastive_lambda": 0.8817966072165795,
      "epoch": 4.181846537741734,
      "step": 13407
    },
    {
      "contrastive_lambda": 0.8817797023693426,
      "epoch": 4.182158452900811,
      "step": 13408
    },
    {
      "contrastive_lambda": 0.8817627964754349,
      "epoch": 4.182470368059888,
      "step": 13409
    },
    {
      "epoch": 4.182782283218964,
      "grad_norm": 0.14747057855129242,
      "learning_rate": 9.19949584669456e-05,
      "loss": 0.0481,
      "step": 13410
    },
    {
      "epoch": 4.182782283218964,
      "flow_loss": 0.052338384091854095,
      "step": 13410
    },
    {
      "contrastive_loss": 0.007742322050035,
      "epoch": 4.182782283218964,
      "step": 13410
    },
    {
      "contrastive_lambda": 0.8817458895349027,
      "epoch": 4.182782283218964,
      "step": 13410
    },
    {
      "contrastive_lambda": 0.8817289815477926,
      "epoch": 4.183094198378041,
      "step": 13411
    },
    {
      "contrastive_lambda": 0.8817120725141507,
      "epoch": 4.183406113537118,
      "step": 13412
    },
    {
      "contrastive_lambda": 0.8816951624340237,
      "epoch": 4.183718028696195,
      "step": 13413
    },
    {
      "contrastive_lambda": 0.8816782513074575,
      "epoch": 4.184029943855271,
      "step": 13414
    },
    {
      "contrastive_lambda": 0.8816613391344988,
      "epoch": 4.184341859014348,
      "step": 13415
    },
    {
      "contrastive_lambda": 0.8816444259151939,
      "epoch": 4.184653774173425,
      "step": 13416
    },
    {
      "contrastive_lambda": 0.8816275116495891,
      "epoch": 4.184965689332501,
      "step": 13417
    },
    {
      "contrastive_lambda": 0.8816105963377309,
      "epoch": 4.185277604491579,
      "step": 13418
    },
    {
      "contrastive_lambda": 0.8815936799796654,
      "epoch": 4.185589519650655,
      "step": 13419
    },
    {
      "epoch": 4.185901434809732,
      "grad_norm": 0.15917983651161194,
      "learning_rate": 9.197999528442738e-05,
      "loss": 0.0478,
      "step": 13420
    },
    {
      "epoch": 4.185901434809732,
      "flow_loss": 0.03696217015385628,
      "step": 13420
    },
    {
      "contrastive_loss": 0.005671423394232988,
      "epoch": 4.185901434809732,
      "step": 13420
    },
    {
      "contrastive_lambda": 0.8815767625754393,
      "epoch": 4.185901434809732,
      "step": 13420
    },
    {
      "contrastive_lambda": 0.8815598441250987,
      "epoch": 4.186213349968808,
      "step": 13421
    },
    {
      "contrastive_lambda": 0.8815429246286903,
      "epoch": 4.1865252651278855,
      "step": 13422
    },
    {
      "contrastive_lambda": 0.8815260040862603,
      "epoch": 4.186837180286962,
      "step": 13423
    },
    {
      "contrastive_lambda": 0.8815090824978549,
      "epoch": 4.187149095446038,
      "step": 13424
    },
    {
      "contrastive_lambda": 0.8814921598635209,
      "epoch": 4.187461010605116,
      "step": 13425
    },
    {
      "contrastive_lambda": 0.8814752361833044,
      "epoch": 4.187772925764192,
      "step": 13426
    },
    {
      "contrastive_lambda": 0.8814583114572518,
      "epoch": 4.188084840923269,
      "step": 13427
    },
    {
      "contrastive_lambda": 0.8814413856854098,
      "epoch": 4.188396756082345,
      "step": 13428
    },
    {
      "contrastive_lambda": 0.8814244588678244,
      "epoch": 4.1887086712414225,
      "step": 13429
    },
    {
      "epoch": 4.189020586400499,
      "grad_norm": 0.13011275231838226,
      "learning_rate": 9.196501934949499e-05,
      "loss": 0.0501,
      "step": 13430
    },
    {
      "epoch": 4.189020586400499,
      "flow_loss": 0.06585027277469635,
      "step": 13430
    },
    {
      "contrastive_loss": 0.007369689177721739,
      "epoch": 4.189020586400499,
      "step": 13430
    },
    {
      "contrastive_lambda": 0.8814075310045422,
      "epoch": 4.189020586400499,
      "step": 13430
    },
    {
      "contrastive_lambda": 0.8813906020956097,
      "epoch": 4.1893325015595755,
      "step": 13431
    },
    {
      "contrastive_lambda": 0.8813736721410732,
      "epoch": 4.189644416718653,
      "step": 13432
    },
    {
      "contrastive_lambda": 0.8813567411409791,
      "epoch": 4.189956331877729,
      "step": 13433
    },
    {
      "contrastive_lambda": 0.8813398090953737,
      "epoch": 4.190268247036806,
      "step": 13434
    },
    {
      "contrastive_lambda": 0.8813228760043037,
      "epoch": 4.190580162195883,
      "step": 13435
    },
    {
      "contrastive_lambda": 0.8813059418678153,
      "epoch": 4.19089207735496,
      "step": 13436
    },
    {
      "contrastive_lambda": 0.8812890066859551,
      "epoch": 4.191203992514036,
      "step": 13437
    },
    {
      "contrastive_lambda": 0.8812720704587694,
      "epoch": 4.1915159076731126,
      "step": 13438
    },
    {
      "contrastive_lambda": 0.8812551331863048,
      "epoch": 4.19182782283219,
      "step": 13439
    },
    {
      "epoch": 4.192139737991266,
      "grad_norm": 0.1444355696439743,
      "learning_rate": 9.195003066669776e-05,
      "loss": 0.0493,
      "step": 13440
    },
    {
      "epoch": 4.192139737991266,
      "flow_loss": 0.047415148466825485,
      "step": 13440
    },
    {
      "contrastive_loss": 0.01043262705206871,
      "epoch": 4.192139737991266,
      "step": 13440
    },
    {
      "contrastive_lambda": 0.8812381948686074,
      "epoch": 4.192139737991266,
      "step": 13440
    },
    {
      "contrastive_lambda": 0.8812212555057239,
      "epoch": 4.192451653150343,
      "step": 13441
    },
    {
      "contrastive_lambda": 0.8812043150977007,
      "epoch": 4.19276356830942,
      "step": 13442
    },
    {
      "contrastive_lambda": 0.8811873736445843,
      "epoch": 4.193075483468497,
      "step": 13443
    },
    {
      "contrastive_lambda": 0.881170431146421,
      "epoch": 4.193387398627573,
      "step": 13444
    },
    {
      "contrastive_lambda": 0.8811534876032573,
      "epoch": 4.19369931378665,
      "step": 13445
    },
    {
      "contrastive_lambda": 0.8811365430151398,
      "epoch": 4.194011228945727,
      "step": 13446
    },
    {
      "contrastive_lambda": 0.8811195973821146,
      "epoch": 4.1943231441048034,
      "step": 13447
    },
    {
      "contrastive_lambda": 0.8811026507042286,
      "epoch": 4.19463505926388,
      "step": 13448
    },
    {
      "contrastive_lambda": 0.881085702981528,
      "epoch": 4.194946974422957,
      "step": 13449
    },
    {
      "epoch": 4.195258889582034,
      "grad_norm": 0.14129284024238586,
      "learning_rate": 9.193502924058884e-05,
      "loss": 0.048,
      "step": 13450
    },
    {
      "epoch": 4.195258889582034,
      "flow_loss": 0.05361101031303406,
      "step": 13450
    },
    {
      "contrastive_loss": 0.00883745588362217,
      "epoch": 4.195258889582034,
      "step": 13450
    },
    {
      "contrastive_lambda": 0.8810687542140593,
      "epoch": 4.195258889582034,
      "step": 13450
    },
    {
      "contrastive_lambda": 0.8810518044018689,
      "epoch": 4.19557080474111,
      "step": 13451
    },
    {
      "contrastive_lambda": 0.8810348535450034,
      "epoch": 4.195882719900188,
      "step": 13452
    },
    {
      "contrastive_lambda": 0.8810179016435091,
      "epoch": 4.196194635059264,
      "step": 13453
    },
    {
      "contrastive_lambda": 0.8810009486974328,
      "epoch": 4.1965065502183405,
      "step": 13454
    },
    {
      "contrastive_lambda": 0.8809839947068207,
      "epoch": 4.196818465377417,
      "step": 13455
    },
    {
      "contrastive_lambda": 0.8809670396717193,
      "epoch": 4.197130380536494,
      "step": 13456
    },
    {
      "contrastive_lambda": 0.8809500835921751,
      "epoch": 4.197442295695571,
      "step": 13457
    },
    {
      "contrastive_lambda": 0.8809331264682346,
      "epoch": 4.197754210854647,
      "step": 13458
    },
    {
      "contrastive_lambda": 0.8809161682999445,
      "epoch": 4.198066126013725,
      "step": 13459
    },
    {
      "epoch": 4.198378041172801,
      "grad_norm": 0.12919318675994873,
      "learning_rate": 9.192001507572526e-05,
      "loss": 0.047,
      "step": 13460
    },
    {
      "epoch": 4.198378041172801,
      "flow_loss": 0.060248978435993195,
      "step": 13460
    },
    {
      "contrastive_loss": 0.010345738381147385,
      "epoch": 4.198378041172801,
      "step": 13460
    },
    {
      "contrastive_lambda": 0.8808992090873509,
      "epoch": 4.198378041172801,
      "step": 13460
    },
    {
      "contrastive_lambda": 0.8808822488305005,
      "epoch": 4.198689956331878,
      "step": 13461
    },
    {
      "contrastive_lambda": 0.8808652875294398,
      "epoch": 4.199001871490954,
      "step": 13462
    },
    {
      "contrastive_lambda": 0.8808483251842154,
      "epoch": 4.199313786650031,
      "step": 13463
    },
    {
      "contrastive_lambda": 0.8808313617948735,
      "epoch": 4.199625701809108,
      "step": 13464
    },
    {
      "contrastive_lambda": 0.880814397361461,
      "epoch": 4.199937616968184,
      "step": 13465
    },
    {
      "contrastive_lambda": 0.8807974318840242,
      "epoch": 4.200249532127262,
      "step": 13466
    },
    {
      "contrastive_lambda": 0.8807804653626095,
      "epoch": 4.200561447286338,
      "step": 13467
    },
    {
      "contrastive_lambda": 0.8807634977972636,
      "epoch": 4.200873362445415,
      "step": 13468
    },
    {
      "contrastive_lambda": 0.880746529188033,
      "epoch": 4.201185277604492,
      "step": 13469
    },
    {
      "epoch": 4.2014971927635685,
      "grad_norm": 0.14854039251804352,
      "learning_rate": 9.190498817666793e-05,
      "loss": 0.0478,
      "step": 13470
    },
    {
      "epoch": 4.2014971927635685,
      "flow_loss": 0.03696609288454056,
      "step": 13470
    },
    {
      "contrastive_loss": 0.007555017713457346,
      "epoch": 4.2014971927635685,
      "step": 13470
    },
    {
      "contrastive_lambda": 0.880729559534964,
      "epoch": 4.2014971927635685,
      "step": 13470
    },
    {
      "contrastive_lambda": 0.8807125888381034,
      "epoch": 4.201809107922645,
      "step": 13471
    },
    {
      "contrastive_lambda": 0.8806956170974976,
      "epoch": 4.202121023081721,
      "step": 13472
    },
    {
      "contrastive_lambda": 0.8806786443131933,
      "epoch": 4.202432938240799,
      "step": 13473
    },
    {
      "contrastive_lambda": 0.8806616704852367,
      "epoch": 4.202744853399875,
      "step": 13474
    },
    {
      "contrastive_lambda": 0.8806446956136746,
      "epoch": 4.203056768558952,
      "step": 13475
    },
    {
      "contrastive_lambda": 0.8806277196985535,
      "epoch": 4.203368683718029,
      "step": 13476
    },
    {
      "contrastive_lambda": 0.8806107427399197,
      "epoch": 4.2036805988771055,
      "step": 13477
    },
    {
      "contrastive_lambda": 0.8805937647378201,
      "epoch": 4.203992514036182,
      "step": 13478
    },
    {
      "contrastive_lambda": 0.880576785692301,
      "epoch": 4.2043044291952585,
      "step": 13479
    },
    {
      "epoch": 4.204616344354336,
      "grad_norm": 0.14022043347358704,
      "learning_rate": 9.188994854798163e-05,
      "loss": 0.0424,
      "step": 13480
    },
    {
      "epoch": 4.204616344354336,
      "flow_loss": 0.07575232535600662,
      "step": 13480
    },
    {
      "contrastive_loss": 0.009939862415194511,
      "epoch": 4.204616344354336,
      "step": 13480
    },
    {
      "contrastive_lambda": 0.8805598056034092,
      "epoch": 4.204616344354336,
      "step": 13480
    },
    {
      "contrastive_lambda": 0.8805428244711908,
      "epoch": 4.204928259513412,
      "step": 13481
    },
    {
      "contrastive_lambda": 0.8805258422956929,
      "epoch": 4.205240174672489,
      "step": 13482
    },
    {
      "contrastive_lambda": 0.8805088590769616,
      "epoch": 4.205552089831566,
      "step": 13483
    },
    {
      "contrastive_lambda": 0.8804918748150439,
      "epoch": 4.205864004990643,
      "step": 13484
    },
    {
      "contrastive_lambda": 0.8804748895099859,
      "epoch": 4.206175920149719,
      "step": 13485
    },
    {
      "contrastive_lambda": 0.8804579031618345,
      "epoch": 4.2064878353087956,
      "step": 13486
    },
    {
      "contrastive_lambda": 0.8804409157706361,
      "epoch": 4.206799750467873,
      "step": 13487
    },
    {
      "contrastive_lambda": 0.8804239273364374,
      "epoch": 4.207111665626949,
      "step": 13488
    },
    {
      "contrastive_lambda": 0.8804069378592849,
      "epoch": 4.207423580786026,
      "step": 13489
    },
    {
      "epoch": 4.207735495945103,
      "grad_norm": 0.15227526426315308,
      "learning_rate": 9.187489619423499e-05,
      "loss": 0.0558,
      "step": 13490
    },
    {
      "epoch": 4.207735495945103,
      "flow_loss": 0.06405767798423767,
      "step": 13490
    },
    {
      "contrastive_loss": 0.006557300221174955,
      "epoch": 4.207735495945103,
      "step": 13490
    },
    {
      "contrastive_lambda": 0.8803899473392252,
      "epoch": 4.207735495945103,
      "step": 13490
    },
    {
      "contrastive_lambda": 0.8803729557763047,
      "epoch": 4.20804741110418,
      "step": 13491
    },
    {
      "contrastive_lambda": 0.8803559631705703,
      "epoch": 4.208359326263256,
      "step": 13492
    },
    {
      "contrastive_lambda": 0.8803389695220685,
      "epoch": 4.2086712414223335,
      "step": 13493
    },
    {
      "contrastive_lambda": 0.8803219748308456,
      "epoch": 4.20898315658141,
      "step": 13494
    },
    {
      "contrastive_lambda": 0.8803049790969485,
      "epoch": 4.2092950717404864,
      "step": 13495
    },
    {
      "contrastive_lambda": 0.8802879823204237,
      "epoch": 4.209606986899563,
      "step": 13496
    },
    {
      "contrastive_lambda": 0.8802709845013179,
      "epoch": 4.20991890205864,
      "step": 13497
    },
    {
      "contrastive_lambda": 0.8802539856396775,
      "epoch": 4.210230817217717,
      "step": 13498
    },
    {
      "contrastive_lambda": 0.8802369857355492,
      "epoch": 4.210542732376793,
      "step": 13499
    },
    {
      "epoch": 4.210854647535871,
      "grad_norm": 0.15163654088974,
      "learning_rate": 9.185983112000056e-05,
      "loss": 0.0462,
      "step": 13500
    },
    {
      "epoch": 4.210854647535871,
      "flow_loss": 0.06857593357563019,
      "step": 13500
    },
    {
      "contrastive_loss": 0.007043736986815929,
      "epoch": 4.210854647535871,
      "step": 13500
    },
    {
      "contrastive_lambda": 0.8802199847889798,
      "epoch": 4.210854647535871,
      "step": 13500
    },
    {
      "contrastive_lambda": 0.8802029828000155,
      "epoch": 4.211166562694947,
      "step": 13501
    },
    {
      "contrastive_lambda": 0.8801859797687032,
      "epoch": 4.2114784778540235,
      "step": 13502
    },
    {
      "contrastive_lambda": 0.8801689756950895,
      "epoch": 4.2117903930131,
      "step": 13503
    },
    {
      "contrastive_lambda": 0.8801519705792209,
      "epoch": 4.212102308172177,
      "step": 13504
    },
    {
      "contrastive_lambda": 0.8801349644211441,
      "epoch": 4.212414223331254,
      "step": 13505
    },
    {
      "contrastive_lambda": 0.8801179572209057,
      "epoch": 4.21272613849033,
      "step": 13506
    },
    {
      "contrastive_lambda": 0.8801009489785525,
      "epoch": 4.213038053649408,
      "step": 13507
    },
    {
      "contrastive_lambda": 0.8800839396941307,
      "epoch": 4.213349968808484,
      "step": 13508
    },
    {
      "contrastive_lambda": 0.8800669293676875,
      "epoch": 4.213661883967561,
      "step": 13509
    },
    {
      "epoch": 4.213973799126638,
      "grad_norm": 0.13188724219799042,
      "learning_rate": 9.184475332985464e-05,
      "loss": 0.053,
      "step": 13510
    },
    {
      "epoch": 4.213973799126638,
      "flow_loss": 0.042630258947610855,
      "step": 13510
    },
    {
      "contrastive_loss": 0.0065913074649870396,
      "epoch": 4.213973799126638,
      "step": 13510
    },
    {
      "contrastive_lambda": 0.880049917999269,
      "epoch": 4.213973799126638,
      "step": 13510
    },
    {
      "contrastive_lambda": 0.8800329055889222,
      "epoch": 4.214285714285714,
      "step": 13511
    },
    {
      "contrastive_lambda": 0.8800158921366934,
      "epoch": 4.214597629444791,
      "step": 13512
    },
    {
      "contrastive_lambda": 0.8799988776426297,
      "epoch": 4.214909544603867,
      "step": 13513
    },
    {
      "contrastive_lambda": 0.8799818621067774,
      "epoch": 4.215221459762945,
      "step": 13514
    },
    {
      "contrastive_lambda": 0.8799648455291833,
      "epoch": 4.215533374922021,
      "step": 13515
    },
    {
      "contrastive_lambda": 0.879947827909894,
      "epoch": 4.215845290081098,
      "step": 13516
    },
    {
      "contrastive_lambda": 0.8799308092489562,
      "epoch": 4.216157205240175,
      "step": 13517
    },
    {
      "contrastive_lambda": 0.8799137895464163,
      "epoch": 4.2164691203992515,
      "step": 13518
    },
    {
      "contrastive_lambda": 0.8798967688023214,
      "epoch": 4.216781035558328,
      "step": 13519
    },
    {
      "epoch": 4.217092950717404,
      "grad_norm": 0.13255849480628967,
      "learning_rate": 9.182966282837754e-05,
      "loss": 0.0398,
      "step": 13520
    },
    {
      "epoch": 4.217092950717404,
      "flow_loss": 0.05485644191503525,
      "step": 13520
    },
    {
      "contrastive_loss": 0.007661677896976471,
      "epoch": 4.217092950717404,
      "step": 13520
    },
    {
      "contrastive_lambda": 0.8798797470167178,
      "epoch": 4.217092950717404,
      "step": 13520
    },
    {
      "contrastive_lambda": 0.8798627241896524,
      "epoch": 4.217404865876482,
      "step": 13521
    },
    {
      "contrastive_lambda": 0.8798457003211717,
      "epoch": 4.217716781035558,
      "step": 13522
    },
    {
      "contrastive_lambda": 0.8798286754113225,
      "epoch": 4.218028696194635,
      "step": 13523
    },
    {
      "contrastive_lambda": 0.8798116494601513,
      "epoch": 4.218340611353712,
      "step": 13524
    },
    {
      "contrastive_lambda": 0.8797946224677051,
      "epoch": 4.2186525265127885,
      "step": 13525
    },
    {
      "contrastive_lambda": 0.8797775944340303,
      "epoch": 4.218964441671865,
      "step": 13526
    },
    {
      "contrastive_lambda": 0.8797605653591736,
      "epoch": 4.219276356830942,
      "step": 13527
    },
    {
      "contrastive_lambda": 0.8797435352431817,
      "epoch": 4.219588271990019,
      "step": 13528
    },
    {
      "contrastive_lambda": 0.8797265040861015,
      "epoch": 4.219900187149095,
      "step": 13529
    },
    {
      "epoch": 4.220212102308172,
      "grad_norm": 0.14956597983837128,
      "learning_rate": 9.18145596201533e-05,
      "loss": 0.0433,
      "step": 13530
    },
    {
      "epoch": 4.220212102308172,
      "flow_loss": 0.07393404841423035,
      "step": 13530
    },
    {
      "contrastive_loss": 0.006894701160490513,
      "epoch": 4.220212102308172,
      "step": 13530
    },
    {
      "contrastive_lambda": 0.8797094718879794,
      "epoch": 4.220212102308172,
      "step": 13530
    },
    {
      "contrastive_lambda": 0.8796924386488623,
      "epoch": 4.220524017467249,
      "step": 13531
    },
    {
      "contrastive_lambda": 0.8796754043687969,
      "epoch": 4.220835932626326,
      "step": 13532
    },
    {
      "contrastive_lambda": 0.8796583690478297,
      "epoch": 4.221147847785402,
      "step": 13533
    },
    {
      "contrastive_lambda": 0.8796413326860075,
      "epoch": 4.221459762944479,
      "step": 13534
    },
    {
      "contrastive_lambda": 0.879624295283377,
      "epoch": 4.221771678103556,
      "step": 13535
    },
    {
      "contrastive_lambda": 0.8796072568399851,
      "epoch": 4.222083593262632,
      "step": 13536
    },
    {
      "contrastive_lambda": 0.8795902173558783,
      "epoch": 4.222395508421709,
      "step": 13537
    },
    {
      "contrastive_lambda": 0.8795731768311033,
      "epoch": 4.222707423580786,
      "step": 13538
    },
    {
      "contrastive_lambda": 0.8795561352657069,
      "epoch": 4.223019338739863,
      "step": 13539
    },
    {
      "epoch": 4.223331253898939,
      "grad_norm": 0.15123692154884338,
      "learning_rate": 9.179944370976991e-05,
      "loss": 0.0514,
      "step": 13540
    },
    {
      "epoch": 4.223331253898939,
      "flow_loss": 0.056733690202236176,
      "step": 13540
    },
    {
      "contrastive_loss": 0.007657215930521488,
      "epoch": 4.223331253898939,
      "step": 13540
    },
    {
      "contrastive_lambda": 0.879539092659736,
      "epoch": 4.223331253898939,
      "step": 13540
    },
    {
      "contrastive_lambda": 0.8795220490132368,
      "epoch": 4.2236431690580165,
      "step": 13541
    },
    {
      "contrastive_lambda": 0.8795050043262564,
      "epoch": 4.223955084217093,
      "step": 13542
    },
    {
      "contrastive_lambda": 0.8794879585988418,
      "epoch": 4.2242669993761695,
      "step": 13543
    },
    {
      "contrastive_lambda": 0.8794709118310391,
      "epoch": 4.224578914535247,
      "step": 13544
    },
    {
      "contrastive_lambda": 0.8794538640228955,
      "epoch": 4.224890829694323,
      "step": 13545
    },
    {
      "contrastive_lambda": 0.8794368151744575,
      "epoch": 4.2252027448534,
      "step": 13546
    },
    {
      "contrastive_lambda": 0.879419765285772,
      "epoch": 4.225514660012476,
      "step": 13547
    },
    {
      "contrastive_lambda": 0.8794027143568857,
      "epoch": 4.225826575171554,
      "step": 13548
    },
    {
      "contrastive_lambda": 0.8793856623878452,
      "epoch": 4.22613849033063,
      "step": 13549
    },
    {
      "epoch": 4.2264504054897065,
      "grad_norm": 0.13896459341049194,
      "learning_rate": 9.178431510181918e-05,
      "loss": 0.044,
      "step": 13550
    },
    {
      "epoch": 4.2264504054897065,
      "flow_loss": 0.0517708845436573,
      "step": 13550
    },
    {
      "contrastive_loss": 0.011041677556931973,
      "epoch": 4.2264504054897065,
      "step": 13550
    },
    {
      "contrastive_lambda": 0.8793686093786974,
      "epoch": 4.2264504054897065,
      "step": 13550
    },
    {
      "contrastive_lambda": 0.879351555329489,
      "epoch": 4.226762320648784,
      "step": 13551
    },
    {
      "contrastive_lambda": 0.8793345002402668,
      "epoch": 4.22707423580786,
      "step": 13552
    },
    {
      "contrastive_lambda": 0.8793174441110776,
      "epoch": 4.227386150966937,
      "step": 13553
    },
    {
      "contrastive_lambda": 0.8793003869419681,
      "epoch": 4.227698066126013,
      "step": 13554
    },
    {
      "contrastive_lambda": 0.879283328732985,
      "epoch": 4.228009981285091,
      "step": 13555
    },
    {
      "contrastive_lambda": 0.8792662694841751,
      "epoch": 4.228321896444167,
      "step": 13556
    },
    {
      "contrastive_lambda": 0.8792492091955852,
      "epoch": 4.228633811603244,
      "step": 13557
    },
    {
      "contrastive_lambda": 0.879232147867262,
      "epoch": 4.228945726762321,
      "step": 13558
    },
    {
      "contrastive_lambda": 0.8792150854992524,
      "epoch": 4.229257641921397,
      "step": 13559
    },
    {
      "epoch": 4.229569557080474,
      "grad_norm": 0.13949646055698395,
      "learning_rate": 9.176917380089675e-05,
      "loss": 0.0527,
      "step": 13560
    },
    {
      "epoch": 4.229569557080474,
      "flow_loss": 0.04319656640291214,
      "step": 13560
    },
    {
      "contrastive_loss": 0.006214454770088196,
      "epoch": 4.229569557080474,
      "step": 13560
    },
    {
      "contrastive_lambda": 0.8791980220916031,
      "epoch": 4.229569557080474,
      "step": 13560
    },
    {
      "contrastive_lambda": 0.879180957644361,
      "epoch": 4.229881472239551,
      "step": 13561
    },
    {
      "contrastive_lambda": 0.8791638921575726,
      "epoch": 4.230193387398628,
      "step": 13562
    },
    {
      "contrastive_lambda": 0.8791468256312849,
      "epoch": 4.230505302557704,
      "step": 13563
    },
    {
      "contrastive_lambda": 0.8791297580655447,
      "epoch": 4.230817217716781,
      "step": 13564
    },
    {
      "contrastive_lambda": 0.8791126894603987,
      "epoch": 4.231129132875858,
      "step": 13565
    },
    {
      "contrastive_lambda": 0.8790956198158939,
      "epoch": 4.2314410480349345,
      "step": 13566
    },
    {
      "contrastive_lambda": 0.8790785491320767,
      "epoch": 4.231752963194011,
      "step": 13567
    },
    {
      "contrastive_lambda": 0.8790614774089942,
      "epoch": 4.232064878353088,
      "step": 13568
    },
    {
      "contrastive_lambda": 0.8790444046466932,
      "epoch": 4.232376793512165,
      "step": 13569
    },
    {
      "epoch": 4.232688708671241,
      "grad_norm": 0.13920681178569794,
      "learning_rate": 9.175401981160219e-05,
      "loss": 0.0397,
      "step": 13570
    },
    {
      "epoch": 4.232688708671241,
      "flow_loss": 0.06250064074993134,
      "step": 13570
    },
    {
      "contrastive_loss": 0.005492805503308773,
      "epoch": 4.232688708671241,
      "step": 13570
    },
    {
      "contrastive_lambda": 0.8790273308452204,
      "epoch": 4.232688708671241,
      "step": 13570
    },
    {
      "contrastive_lambda": 0.8790102560046227,
      "epoch": 4.233000623830318,
      "step": 13571
    },
    {
      "contrastive_lambda": 0.8789931801249469,
      "epoch": 4.233312538989395,
      "step": 13572
    },
    {
      "contrastive_lambda": 0.8789761032062396,
      "epoch": 4.2336244541484715,
      "step": 13573
    },
    {
      "contrastive_lambda": 0.878959025248548,
      "epoch": 4.233936369307548,
      "step": 13574
    },
    {
      "contrastive_lambda": 0.8789419462519186,
      "epoch": 4.234248284466625,
      "step": 13575
    },
    {
      "contrastive_lambda": 0.8789248662163984,
      "epoch": 4.234560199625702,
      "step": 13576
    },
    {
      "contrastive_lambda": 0.878907785142034,
      "epoch": 4.234872114784778,
      "step": 13577
    },
    {
      "contrastive_lambda": 0.8788907030288726,
      "epoch": 4.235184029943856,
      "step": 13578
    },
    {
      "contrastive_lambda": 0.8788736198769607,
      "epoch": 4.235495945102932,
      "step": 13579
    },
    {
      "epoch": 4.235807860262009,
      "grad_norm": 0.12454860657453537,
      "learning_rate": 9.173885313853885e-05,
      "loss": 0.049,
      "step": 13580
    },
    {
      "epoch": 4.235807860262009,
      "flow_loss": 0.06145726144313812,
      "step": 13580
    },
    {
      "contrastive_loss": 0.005547423847019672,
      "epoch": 4.235807860262009,
      "step": 13580
    },
    {
      "contrastive_lambda": 0.8788565356863454,
      "epoch": 4.235807860262009,
      "step": 13580
    },
    {
      "contrastive_lambda": 0.8788394504570732,
      "epoch": 4.236119775421085,
      "step": 13581
    },
    {
      "contrastive_lambda": 0.8788223641891912,
      "epoch": 4.2364316905801624,
      "step": 13582
    },
    {
      "contrastive_lambda": 0.8788052768827463,
      "epoch": 4.236743605739239,
      "step": 13583
    },
    {
      "contrastive_lambda": 0.8787881885377851,
      "epoch": 4.237055520898315,
      "step": 13584
    },
    {
      "contrastive_lambda": 0.8787710991543547,
      "epoch": 4.237367436057393,
      "step": 13585
    },
    {
      "contrastive_lambda": 0.8787540087325016,
      "epoch": 4.237679351216469,
      "step": 13586
    },
    {
      "contrastive_lambda": 0.8787369172722731,
      "epoch": 4.237991266375546,
      "step": 13587
    },
    {
      "contrastive_lambda": 0.8787198247737158,
      "epoch": 4.238303181534622,
      "step": 13588
    },
    {
      "contrastive_lambda": 0.8787027312368765,
      "epoch": 4.2386150966936995,
      "step": 13589
    },
    {
      "epoch": 4.238927011852776,
      "grad_norm": 0.1353033185005188,
      "learning_rate": 9.172367378631398e-05,
      "loss": 0.0453,
      "step": 13590
    },
    {
      "epoch": 4.238927011852776,
      "flow_loss": 0.043062735348939896,
      "step": 13590
    },
    {
      "contrastive_loss": 0.007201462984085083,
      "epoch": 4.238927011852776,
      "step": 13590
    },
    {
      "contrastive_lambda": 0.8786856366618022,
      "epoch": 4.238927011852776,
      "step": 13590
    },
    {
      "contrastive_lambda": 0.8786685410485398,
      "epoch": 4.2392389270118525,
      "step": 13591
    },
    {
      "contrastive_lambda": 0.878651444397136,
      "epoch": 4.23955084217093,
      "step": 13592
    },
    {
      "contrastive_lambda": 0.8786343467076378,
      "epoch": 4.239862757330006,
      "step": 13593
    },
    {
      "contrastive_lambda": 0.8786172479800921,
      "epoch": 4.240174672489083,
      "step": 13594
    },
    {
      "contrastive_lambda": 0.8786001482145457,
      "epoch": 4.24048658764816,
      "step": 13595
    },
    {
      "contrastive_lambda": 0.8785830474110454,
      "epoch": 4.240798502807237,
      "step": 13596
    },
    {
      "contrastive_lambda": 0.8785659455696383,
      "epoch": 4.241110417966313,
      "step": 13597
    },
    {
      "contrastive_lambda": 0.8785488426903711,
      "epoch": 4.2414223331253895,
      "step": 13598
    },
    {
      "contrastive_lambda": 0.8785317387732907,
      "epoch": 4.241734248284467,
      "step": 13599
    },
    {
      "epoch": 4.242046163443543,
      "grad_norm": 0.17534230649471283,
      "learning_rate": 9.170848175953866e-05,
      "loss": 0.0486,
      "step": 13600
    },
    {
      "epoch": 4.242046163443543,
      "flow_loss": 0.052946675568819046,
      "step": 13600
    },
    {
      "contrastive_loss": 0.007284240797162056,
      "epoch": 4.242046163443543,
      "step": 13600
    },
    {
      "contrastive_lambda": 0.8785146338184442,
      "epoch": 4.242046163443543,
      "step": 13600
    },
    {
      "contrastive_lambda": 0.8784975278258782,
      "epoch": 4.24235807860262,
      "step": 13601
    },
    {
      "contrastive_lambda": 0.8784804207956398,
      "epoch": 4.242669993761697,
      "step": 13602
    },
    {
      "contrastive_lambda": 0.8784633127277759,
      "epoch": 4.242981908920774,
      "step": 13603
    },
    {
      "contrastive_lambda": 0.8784462036223332,
      "epoch": 4.24329382407985,
      "step": 13604
    },
    {
      "contrastive_lambda": 0.8784290934793588,
      "epoch": 4.243605739238927,
      "step": 13605
    },
    {
      "contrastive_lambda": 0.8784119822988996,
      "epoch": 4.243917654398004,
      "step": 13606
    },
    {
      "contrastive_lambda": 0.8783948700810024,
      "epoch": 4.24422956955708,
      "step": 13607
    },
    {
      "contrastive_lambda": 0.8783777568257143,
      "epoch": 4.244541484716157,
      "step": 13608
    },
    {
      "contrastive_lambda": 0.8783606425330819,
      "epoch": 4.244853399875234,
      "step": 13609
    },
    {
      "epoch": 4.245165315034311,
      "grad_norm": 0.1685977280139923,
      "learning_rate": 9.169327706282784e-05,
      "loss": 0.0468,
      "step": 13610
    },
    {
      "epoch": 4.245165315034311,
      "flow_loss": 0.049915704876184464,
      "step": 13610
    },
    {
      "contrastive_loss": 0.0068086860701441765,
      "epoch": 4.245165315034311,
      "step": 13610
    },
    {
      "contrastive_lambda": 0.8783435272031525,
      "epoch": 4.245165315034311,
      "step": 13610
    },
    {
      "contrastive_lambda": 0.8783264108359727,
      "epoch": 4.245477230193387,
      "step": 13611
    },
    {
      "contrastive_lambda": 0.8783092934315897,
      "epoch": 4.2457891453524645,
      "step": 13612
    },
    {
      "contrastive_lambda": 0.8782921749900501,
      "epoch": 4.246101060511541,
      "step": 13613
    },
    {
      "contrastive_lambda": 0.8782750555114012,
      "epoch": 4.2464129756706175,
      "step": 13614
    },
    {
      "contrastive_lambda": 0.8782579349956897,
      "epoch": 4.246724890829694,
      "step": 13615
    },
    {
      "contrastive_lambda": 0.8782408134429627,
      "epoch": 4.247036805988771,
      "step": 13616
    },
    {
      "contrastive_lambda": 0.8782236908532668,
      "epoch": 4.247348721147848,
      "step": 13617
    },
    {
      "contrastive_lambda": 0.8782065672266494,
      "epoch": 4.247660636306924,
      "step": 13618
    },
    {
      "contrastive_lambda": 0.8781894425631571,
      "epoch": 4.247972551466002,
      "step": 13619
    },
    {
      "epoch": 4.248284466625078,
      "grad_norm": 0.16204725205898285,
      "learning_rate": 9.167805970080029e-05,
      "loss": 0.0474,
      "step": 13620
    },
    {
      "epoch": 4.248284466625078,
      "flow_loss": 0.05227818340063095,
      "step": 13620
    },
    {
      "contrastive_loss": 0.006632587872445583,
      "epoch": 4.248284466625078,
      "step": 13620
    },
    {
      "contrastive_lambda": 0.878172316862837,
      "epoch": 4.248284466625078,
      "step": 13620
    },
    {
      "contrastive_lambda": 0.878155190125736,
      "epoch": 4.2485963817841546,
      "step": 13621
    },
    {
      "contrastive_lambda": 0.8781380623519011,
      "epoch": 4.248908296943231,
      "step": 13622
    },
    {
      "contrastive_lambda": 0.8781209335413792,
      "epoch": 4.249220212102308,
      "step": 13623
    },
    {
      "contrastive_lambda": 0.8781038036942173,
      "epoch": 4.249532127261385,
      "step": 13624
    },
    {
      "contrastive_lambda": 0.8780866728104624,
      "epoch": 4.249844042420461,
      "step": 13625
    },
    {
      "contrastive_lambda": 0.8780695408901613,
      "epoch": 4.250155957579539,
      "step": 13626
    },
    {
      "contrastive_lambda": 0.8780524079333613,
      "epoch": 4.250467872738615,
      "step": 13627
    },
    {
      "contrastive_lambda": 0.878035273940109,
      "epoch": 4.250779787897692,
      "step": 13628
    },
    {
      "contrastive_lambda": 0.8780181389104516,
      "epoch": 4.251091703056769,
      "step": 13629
    },
    {
      "epoch": 4.2514036182158454,
      "grad_norm": 0.1720588356256485,
      "learning_rate": 9.166282967807864e-05,
      "loss": 0.0522,
      "step": 13630
    },
    {
      "epoch": 4.2514036182158454,
      "flow_loss": 0.04352826252579689,
      "step": 13630
    },
    {
      "contrastive_loss": 0.007188121788203716,
      "epoch": 4.2514036182158454,
      "step": 13630
    },
    {
      "contrastive_lambda": 0.8780010028444359,
      "epoch": 4.2514036182158454,
      "step": 13630
    },
    {
      "contrastive_lambda": 0.8779838657421091,
      "epoch": 4.251715533374922,
      "step": 13631
    },
    {
      "contrastive_lambda": 0.8779667276035181,
      "epoch": 4.252027448533998,
      "step": 13632
    },
    {
      "contrastive_lambda": 0.8779495884287098,
      "epoch": 4.252339363693076,
      "step": 13633
    },
    {
      "contrastive_lambda": 0.8779324482177312,
      "epoch": 4.252651278852152,
      "step": 13634
    },
    {
      "contrastive_lambda": 0.8779153069706294,
      "epoch": 4.252963194011229,
      "step": 13635
    },
    {
      "contrastive_lambda": 0.8778981646874513,
      "epoch": 4.253275109170306,
      "step": 13636
    },
    {
      "contrastive_lambda": 0.877881021368244,
      "epoch": 4.2535870243293825,
      "step": 13637
    },
    {
      "contrastive_lambda": 0.8778638770130544,
      "epoch": 4.253898939488459,
      "step": 13638
    },
    {
      "contrastive_lambda": 0.8778467316219294,
      "epoch": 4.2542108546475355,
      "step": 13639
    },
    {
      "epoch": 4.254522769806613,
      "grad_norm": 0.15284429490566254,
      "learning_rate": 9.16475869992894e-05,
      "loss": 0.0463,
      "step": 13640
    },
    {
      "epoch": 4.254522769806613,
      "flow_loss": 0.05760611593723297,
      "step": 13640
    },
    {
      "contrastive_loss": 0.00770301278680563,
      "epoch": 4.254522769806613,
      "step": 13640
    },
    {
      "contrastive_lambda": 0.8778295851949163,
      "epoch": 4.254522769806613,
      "step": 13640
    },
    {
      "contrastive_lambda": 0.8778124377320617,
      "epoch": 4.254834684965689,
      "step": 13641
    },
    {
      "contrastive_lambda": 0.8777952892334131,
      "epoch": 4.255146600124766,
      "step": 13642
    },
    {
      "contrastive_lambda": 0.8777781396990172,
      "epoch": 4.255458515283843,
      "step": 13643
    },
    {
      "contrastive_lambda": 0.877760989128921,
      "epoch": 4.25577043044292,
      "step": 13644
    },
    {
      "contrastive_lambda": 0.8777438375231716,
      "epoch": 4.256082345601996,
      "step": 13645
    },
    {
      "contrastive_lambda": 0.8777266848818162,
      "epoch": 4.256394260761073,
      "step": 13646
    },
    {
      "contrastive_lambda": 0.8777095312049015,
      "epoch": 4.25670617592015,
      "step": 13647
    },
    {
      "contrastive_lambda": 0.8776923764924747,
      "epoch": 4.257018091079226,
      "step": 13648
    },
    {
      "contrastive_lambda": 0.8776752207445828,
      "epoch": 4.257330006238303,
      "step": 13649
    },
    {
      "epoch": 4.25764192139738,
      "grad_norm": 0.16320008039474487,
      "learning_rate": 9.163233166906284e-05,
      "loss": 0.0434,
      "step": 13650
    },
    {
      "epoch": 4.25764192139738,
      "flow_loss": 0.07641163468360901,
      "step": 13650
    },
    {
      "contrastive_loss": 0.00947653129696846,
      "epoch": 4.25764192139738,
      "step": 13650
    },
    {
      "contrastive_lambda": 0.8776580639612728,
      "epoch": 4.25764192139738,
      "step": 13650
    },
    {
      "contrastive_lambda": 0.8776409061425918,
      "epoch": 4.257953836556457,
      "step": 13651
    },
    {
      "contrastive_lambda": 0.8776237472885868,
      "epoch": 4.258265751715533,
      "step": 13652
    },
    {
      "contrastive_lambda": 0.8776065873993049,
      "epoch": 4.2585776668746105,
      "step": 13653
    },
    {
      "contrastive_lambda": 0.8775894264747931,
      "epoch": 4.258889582033687,
      "step": 13654
    },
    {
      "contrastive_lambda": 0.8775722645150985,
      "epoch": 4.259201497192763,
      "step": 13655
    },
    {
      "contrastive_lambda": 0.877555101520268,
      "epoch": 4.25951341235184,
      "step": 13656
    },
    {
      "contrastive_lambda": 0.8775379374903487,
      "epoch": 4.259825327510917,
      "step": 13657
    },
    {
      "contrastive_lambda": 0.877520772425388,
      "epoch": 4.260137242669994,
      "step": 13658
    },
    {
      "contrastive_lambda": 0.8775036063254323,
      "epoch": 4.26044915782907,
      "step": 13659
    },
    {
      "epoch": 4.2607610729881475,
      "grad_norm": 0.13679875433444977,
      "learning_rate": 9.161706369203317e-05,
      "loss": 0.0508,
      "step": 13660
    },
    {
      "epoch": 4.2607610729881475,
      "flow_loss": 0.05584727227687836,
      "step": 13660
    },
    {
      "contrastive_loss": 0.00749609898775816,
      "epoch": 4.2607610729881475,
      "step": 13660
    },
    {
      "contrastive_lambda": 0.8774864391905293,
      "epoch": 4.2607610729881475,
      "step": 13660
    },
    {
      "contrastive_lambda": 0.8774692710207257,
      "epoch": 4.261072988147224,
      "step": 13661
    },
    {
      "contrastive_lambda": 0.8774521018160686,
      "epoch": 4.2613849033063005,
      "step": 13662
    },
    {
      "contrastive_lambda": 0.8774349315766052,
      "epoch": 4.261696818465378,
      "step": 13663
    },
    {
      "contrastive_lambda": 0.8774177603023825,
      "epoch": 4.262008733624454,
      "step": 13664
    },
    {
      "contrastive_lambda": 0.8774005879934474,
      "epoch": 4.262320648783531,
      "step": 13665
    },
    {
      "contrastive_lambda": 0.8773834146498474,
      "epoch": 4.262632563942607,
      "step": 13666
    },
    {
      "contrastive_lambda": 0.8773662402716293,
      "epoch": 4.262944479101685,
      "step": 13667
    },
    {
      "contrastive_lambda": 0.8773490648588402,
      "epoch": 4.263256394260761,
      "step": 13668
    },
    {
      "contrastive_lambda": 0.8773318884115273,
      "epoch": 4.2635683094198376,
      "step": 13669
    },
    {
      "epoch": 4.263880224578915,
      "grad_norm": 0.13336077332496643,
      "learning_rate": 9.16017830728384e-05,
      "loss": 0.0419,
      "step": 13670
    },
    {
      "epoch": 4.263880224578915,
      "flow_loss": 0.07029097527265549,
      "step": 13670
    },
    {
      "contrastive_loss": 0.006547878496348858,
      "epoch": 4.263880224578915,
      "step": 13670
    },
    {
      "contrastive_lambda": 0.8773147109297375,
      "epoch": 4.263880224578915,
      "step": 13670
    },
    {
      "contrastive_lambda": 0.8772975324135179,
      "epoch": 4.264192139737991,
      "step": 13671
    },
    {
      "contrastive_lambda": 0.8772803528629158,
      "epoch": 4.264504054897068,
      "step": 13672
    },
    {
      "contrastive_lambda": 0.8772631722779782,
      "epoch": 4.264815970056144,
      "step": 13673
    },
    {
      "contrastive_lambda": 0.8772459906587522,
      "epoch": 4.265127885215222,
      "step": 13674
    },
    {
      "contrastive_lambda": 0.8772288080052849,
      "epoch": 4.265439800374298,
      "step": 13675
    },
    {
      "contrastive_lambda": 0.8772116243176235,
      "epoch": 4.265751715533375,
      "step": 13676
    },
    {
      "contrastive_lambda": 0.8771944395958149,
      "epoch": 4.266063630692452,
      "step": 13677
    },
    {
      "contrastive_lambda": 0.8771772538399063,
      "epoch": 4.2663755458515285,
      "step": 13678
    },
    {
      "contrastive_lambda": 0.8771600670499449,
      "epoch": 4.266687461010605,
      "step": 13679
    },
    {
      "epoch": 4.266999376169682,
      "grad_norm": 0.15850326418876648,
      "learning_rate": 9.158648981612035e-05,
      "loss": 0.0496,
      "step": 13680
    },
    {
      "epoch": 4.266999376169682,
      "flow_loss": 0.045873988419771194,
      "step": 13680
    },
    {
      "contrastive_loss": 0.007257336750626564,
      "epoch": 4.266999376169682,
      "step": 13680
    },
    {
      "contrastive_lambda": 0.8771428792259777,
      "epoch": 4.266999376169682,
      "step": 13680
    },
    {
      "contrastive_lambda": 0.8771256903680519,
      "epoch": 4.267311291328759,
      "step": 13681
    },
    {
      "contrastive_lambda": 0.8771085004762147,
      "epoch": 4.267623206487835,
      "step": 13682
    },
    {
      "contrastive_lambda": 0.8770913095505131,
      "epoch": 4.267935121646912,
      "step": 13683
    },
    {
      "contrastive_lambda": 0.8770741175909942,
      "epoch": 4.268247036805989,
      "step": 13684
    },
    {
      "contrastive_lambda": 0.8770569245977051,
      "epoch": 4.2685589519650655,
      "step": 13685
    },
    {
      "contrastive_lambda": 0.8770397305706932,
      "epoch": 4.268870867124142,
      "step": 13686
    },
    {
      "contrastive_lambda": 0.8770225355100054,
      "epoch": 4.269182782283219,
      "step": 13687
    },
    {
      "contrastive_lambda": 0.8770053394156889,
      "epoch": 4.269494697442296,
      "step": 13688
    },
    {
      "contrastive_lambda": 0.876988142287791,
      "epoch": 4.269806612601372,
      "step": 13689
    },
    {
      "epoch": 4.270118527760449,
      "grad_norm": 0.1219768151640892,
      "learning_rate": 9.157118392652472e-05,
      "loss": 0.0469,
      "step": 13690
    },
    {
      "epoch": 4.270118527760449,
      "flow_loss": 0.07349011301994324,
      "step": 13690
    },
    {
      "contrastive_loss": 0.0077452887780964375,
      "epoch": 4.270118527760449,
      "step": 13690
    },
    {
      "contrastive_lambda": 0.8769709441263587,
      "epoch": 4.270118527760449,
      "step": 13690
    },
    {
      "contrastive_lambda": 0.876953744931439,
      "epoch": 4.270430442919526,
      "step": 13691
    },
    {
      "contrastive_lambda": 0.8769365447030792,
      "epoch": 4.270742358078603,
      "step": 13692
    },
    {
      "contrastive_lambda": 0.8769193434413265,
      "epoch": 4.271054273237679,
      "step": 13693
    },
    {
      "contrastive_lambda": 0.8769021411462281,
      "epoch": 4.271366188396756,
      "step": 13694
    },
    {
      "contrastive_lambda": 0.876884937817831,
      "epoch": 4.271678103555833,
      "step": 13695
    },
    {
      "contrastive_lambda": 0.8768677334561825,
      "epoch": 4.271990018714909,
      "step": 13696
    },
    {
      "contrastive_lambda": 0.8768505280613297,
      "epoch": 4.272301933873987,
      "step": 13697
    },
    {
      "contrastive_lambda": 0.8768333216333197,
      "epoch": 4.272613849033063,
      "step": 13698
    },
    {
      "contrastive_lambda": 0.8768161141721998,
      "epoch": 4.27292576419214,
      "step": 13699
    },
    {
      "epoch": 4.273237679351216,
      "grad_norm": 0.11620920896530151,
      "learning_rate": 9.155586540870104e-05,
      "loss": 0.0481,
      "step": 13700
    },
    {
      "epoch": 4.273237679351216,
      "flow_loss": 0.06482096761465073,
      "step": 13700
    },
    {
      "contrastive_loss": 0.005852074827998877,
      "epoch": 4.273237679351216,
      "step": 13700
    },
    {
      "contrastive_lambda": 0.8767989056780172,
      "epoch": 4.273237679351216,
      "step": 13700
    },
    {
      "contrastive_lambda": 0.876781696150819,
      "epoch": 4.2735495945102935,
      "step": 13701
    },
    {
      "contrastive_lambda": 0.8767644855906522,
      "epoch": 4.27386150966937,
      "step": 13702
    },
    {
      "contrastive_lambda": 0.8767472739975644,
      "epoch": 4.274173424828446,
      "step": 13703
    },
    {
      "contrastive_lambda": 0.8767300613716025,
      "epoch": 4.274485339987524,
      "step": 13704
    },
    {
      "contrastive_lambda": 0.8767128477128137,
      "epoch": 4.2747972551466,
      "step": 13705
    },
    {
      "contrastive_lambda": 0.8766956330212452,
      "epoch": 4.275109170305677,
      "step": 13706
    },
    {
      "contrastive_lambda": 0.8766784172969443,
      "epoch": 4.275421085464753,
      "step": 13707
    },
    {
      "contrastive_lambda": 0.8766612005399581,
      "epoch": 4.2757330006238305,
      "step": 13708
    },
    {
      "contrastive_lambda": 0.8766439827503338,
      "epoch": 4.276044915782907,
      "step": 13709
    },
    {
      "epoch": 4.2763568309419835,
      "grad_norm": 0.11379160732030869,
      "learning_rate": 9.154053426730267e-05,
      "loss": 0.0521,
      "step": 13710
    },
    {
      "epoch": 4.2763568309419835,
      "flow_loss": 0.038629185408353806,
      "step": 13710
    },
    {
      "contrastive_loss": 0.010482989251613617,
      "epoch": 4.2763568309419835,
      "step": 13710
    },
    {
      "contrastive_lambda": 0.8766267639281188,
      "epoch": 4.2763568309419835,
      "step": 13710
    },
    {
      "contrastive_lambda": 0.87660954407336,
      "epoch": 4.276668746101061,
      "step": 13711
    },
    {
      "contrastive_lambda": 0.8765923231861048,
      "epoch": 4.276980661260137,
      "step": 13712
    },
    {
      "contrastive_lambda": 0.8765751012664003,
      "epoch": 4.277292576419214,
      "step": 13713
    },
    {
      "contrastive_lambda": 0.8765578783142938,
      "epoch": 4.277604491578291,
      "step": 13714
    },
    {
      "contrastive_lambda": 0.8765406543298326,
      "epoch": 4.277916406737368,
      "step": 13715
    },
    {
      "contrastive_lambda": 0.8765234293130637,
      "epoch": 4.278228321896444,
      "step": 13716
    },
    {
      "contrastive_lambda": 0.8765062032640345,
      "epoch": 4.278540237055521,
      "step": 13717
    },
    {
      "contrastive_lambda": 0.8764889761827921,
      "epoch": 4.278852152214598,
      "step": 13718
    },
    {
      "contrastive_lambda": 0.8764717480693839,
      "epoch": 4.279164067373674,
      "step": 13719
    },
    {
      "epoch": 4.279475982532751,
      "grad_norm": 0.19550998508930206,
      "learning_rate": 9.15251905069868e-05,
      "loss": 0.0437,
      "step": 13720
    },
    {
      "epoch": 4.279475982532751,
      "flow_loss": 0.04282033443450928,
      "step": 13720
    },
    {
      "contrastive_loss": 0.006694704294204712,
      "epoch": 4.279475982532751,
      "step": 13720
    },
    {
      "contrastive_lambda": 0.876454518923857,
      "epoch": 4.279475982532751,
      "step": 13720
    },
    {
      "contrastive_lambda": 0.8764372887462586,
      "epoch": 4.279787897691828,
      "step": 13721
    },
    {
      "contrastive_lambda": 0.876420057536636,
      "epoch": 4.280099812850905,
      "step": 13722
    },
    {
      "contrastive_lambda": 0.8764028252950364,
      "epoch": 4.280411728009981,
      "step": 13723
    },
    {
      "contrastive_lambda": 0.8763855920215072,
      "epoch": 4.280723643169058,
      "step": 13724
    },
    {
      "contrastive_lambda": 0.8763683577160954,
      "epoch": 4.281035558328135,
      "step": 13725
    },
    {
      "contrastive_lambda": 0.8763511223788486,
      "epoch": 4.2813474734872115,
      "step": 13726
    },
    {
      "contrastive_lambda": 0.8763338860098137,
      "epoch": 4.281659388646288,
      "step": 13727
    },
    {
      "contrastive_lambda": 0.876316648609038,
      "epoch": 4.281971303805365,
      "step": 13728
    },
    {
      "contrastive_lambda": 0.8762994101765689,
      "epoch": 4.282283218964442,
      "step": 13729
    },
    {
      "epoch": 4.282595134123518,
      "grad_norm": 0.22299222648143768,
      "learning_rate": 9.150983413241446e-05,
      "loss": 0.0479,
      "step": 13730
    },
    {
      "epoch": 4.282595134123518,
      "flow_loss": 0.0474056601524353,
      "step": 13730
    },
    {
      "contrastive_loss": 0.010399214923381805,
      "epoch": 4.282595134123518,
      "step": 13730
    },
    {
      "contrastive_lambda": 0.8762821707124537,
      "epoch": 4.282595134123518,
      "step": 13730
    },
    {
      "contrastive_lambda": 0.8762649302167395,
      "epoch": 4.282907049282596,
      "step": 13731
    },
    {
      "contrastive_lambda": 0.8762476886894736,
      "epoch": 4.283218964441672,
      "step": 13732
    },
    {
      "contrastive_lambda": 0.8762304461307033,
      "epoch": 4.2835308796007485,
      "step": 13733
    },
    {
      "contrastive_lambda": 0.8762132025404759,
      "epoch": 4.283842794759825,
      "step": 13734
    },
    {
      "contrastive_lambda": 0.8761959579188385,
      "epoch": 4.284154709918902,
      "step": 13735
    },
    {
      "contrastive_lambda": 0.8761787122658387,
      "epoch": 4.284466625077979,
      "step": 13736
    },
    {
      "contrastive_lambda": 0.8761614655815235,
      "epoch": 4.284778540237055,
      "step": 13737
    },
    {
      "contrastive_lambda": 0.8761442178659404,
      "epoch": 4.285090455396133,
      "step": 13738
    },
    {
      "contrastive_lambda": 0.8761269691191365,
      "epoch": 4.285402370555209,
      "step": 13739
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.1398497372865677,
      "learning_rate": 9.149446514825051e-05,
      "loss": 0.0474,
      "step": 13740
    },
    {
      "epoch": 4.285714285714286,
      "flow_loss": 0.07277252525091171,
      "step": 13740
    },
    {
      "contrastive_loss": 0.006273925304412842,
      "epoch": 4.285714285714286,
      "step": 13740
    },
    {
      "contrastive_lambda": 0.8761097193411592,
      "epoch": 4.285714285714286,
      "step": 13740
    },
    {
      "contrastive_lambda": 0.8760924685320557,
      "epoch": 4.286026200873362,
      "step": 13741
    },
    {
      "contrastive_lambda": 0.8760752166918733,
      "epoch": 4.286338116032439,
      "step": 13742
    },
    {
      "contrastive_lambda": 0.8760579638206595,
      "epoch": 4.286650031191516,
      "step": 13743
    },
    {
      "contrastive_lambda": 0.8760407099184613,
      "epoch": 4.286961946350592,
      "step": 13744
    },
    {
      "contrastive_lambda": 0.8760234549853262,
      "epoch": 4.28727386150967,
      "step": 13745
    },
    {
      "contrastive_lambda": 0.8760061990213014,
      "epoch": 4.287585776668746,
      "step": 13746
    },
    {
      "contrastive_lambda": 0.8759889420264344,
      "epoch": 4.287897691827823,
      "step": 13747
    },
    {
      "contrastive_lambda": 0.8759716840007722,
      "epoch": 4.2882096069869,
      "step": 13748
    },
    {
      "contrastive_lambda": 0.8759544249443623,
      "epoch": 4.2885215221459765,
      "step": 13749
    },
    {
      "epoch": 4.288833437305053,
      "grad_norm": 0.18653887510299683,
      "learning_rate": 9.147908355916365e-05,
      "loss": 0.0501,
      "step": 13750
    },
    {
      "epoch": 4.288833437305053,
      "flow_loss": 0.03030666522681713,
      "step": 13750
    },
    {
      "contrastive_loss": 0.006870970129966736,
      "epoch": 4.288833437305053,
      "step": 13750
    },
    {
      "contrastive_lambda": 0.875937164857252,
      "epoch": 4.288833437305053,
      "step": 13750
    },
    {
      "contrastive_lambda": 0.8759199037394887,
      "epoch": 4.289145352464129,
      "step": 13751
    },
    {
      "contrastive_lambda": 0.8759026415911195,
      "epoch": 4.289457267623207,
      "step": 13752
    },
    {
      "contrastive_lambda": 0.875885378412192,
      "epoch": 4.289769182782283,
      "step": 13753
    },
    {
      "contrastive_lambda": 0.8758681142027533,
      "epoch": 4.29008109794136,
      "step": 13754
    },
    {
      "contrastive_lambda": 0.8758508489628509,
      "epoch": 4.290393013100437,
      "step": 13755
    },
    {
      "contrastive_lambda": 0.8758335826925321,
      "epoch": 4.2907049282595136,
      "step": 13756
    },
    {
      "contrastive_lambda": 0.8758163153918441,
      "epoch": 4.29101684341859,
      "step": 13757
    },
    {
      "contrastive_lambda": 0.8757990470608343,
      "epoch": 4.2913287585776665,
      "step": 13758
    },
    {
      "contrastive_lambda": 0.8757817776995502,
      "epoch": 4.291640673736744,
      "step": 13759
    },
    {
      "epoch": 4.29195258889582,
      "grad_norm": 0.1306757777929306,
      "learning_rate": 9.146368936982642e-05,
      "loss": 0.0475,
      "step": 13760
    },
    {
      "epoch": 4.29195258889582,
      "flow_loss": 0.04024134948849678,
      "step": 13760
    },
    {
      "contrastive_loss": 0.008768684230744839,
      "epoch": 4.29195258889582,
      "step": 13760
    },
    {
      "contrastive_lambda": 0.875764507308039,
      "epoch": 4.29195258889582,
      "step": 13760
    },
    {
      "contrastive_lambda": 0.8757472358863481,
      "epoch": 4.292264504054897,
      "step": 13761
    },
    {
      "contrastive_lambda": 0.8757299634345247,
      "epoch": 4.292576419213974,
      "step": 13762
    },
    {
      "contrastive_lambda": 0.8757126899526162,
      "epoch": 4.292888334373051,
      "step": 13763
    },
    {
      "contrastive_lambda": 0.8756954154406702,
      "epoch": 4.293200249532127,
      "step": 13764
    },
    {
      "contrastive_lambda": 0.8756781398987339,
      "epoch": 4.2935121646912044,
      "step": 13765
    },
    {
      "contrastive_lambda": 0.8756608633268546,
      "epoch": 4.293824079850281,
      "step": 13766
    },
    {
      "contrastive_lambda": 0.8756435857250797,
      "epoch": 4.294135995009357,
      "step": 13767
    },
    {
      "contrastive_lambda": 0.8756263070934566,
      "epoch": 4.294447910168434,
      "step": 13768
    },
    {
      "contrastive_lambda": 0.8756090274320325,
      "epoch": 4.294759825327511,
      "step": 13769
    },
    {
      "epoch": 4.295071740486588,
      "grad_norm": 0.15363189578056335,
      "learning_rate": 9.144828258491511e-05,
      "loss": 0.0459,
      "step": 13770
    },
    {
      "epoch": 4.295071740486588,
      "flow_loss": 0.0528004989027977,
      "step": 13770
    },
    {
      "contrastive_loss": 0.008923979476094246,
      "epoch": 4.295071740486588,
      "step": 13770
    },
    {
      "contrastive_lambda": 0.8755917467408552,
      "epoch": 4.295071740486588,
      "step": 13770
    },
    {
      "contrastive_lambda": 0.8755744650199716,
      "epoch": 4.295383655645664,
      "step": 13771
    },
    {
      "contrastive_lambda": 0.8755571822694294,
      "epoch": 4.2956955708047415,
      "step": 13772
    },
    {
      "contrastive_lambda": 0.8755398984892757,
      "epoch": 4.296007485963818,
      "step": 13773
    },
    {
      "contrastive_lambda": 0.8755226136795582,
      "epoch": 4.2963194011228945,
      "step": 13774
    },
    {
      "contrastive_lambda": 0.875505327840324,
      "epoch": 4.296631316281971,
      "step": 13775
    },
    {
      "contrastive_lambda": 0.8754880409716208,
      "epoch": 4.296943231441048,
      "step": 13776
    },
    {
      "contrastive_lambda": 0.8754707530734958,
      "epoch": 4.297255146600125,
      "step": 13777
    },
    {
      "contrastive_lambda": 0.8754534641459962,
      "epoch": 4.297567061759201,
      "step": 13778
    },
    {
      "contrastive_lambda": 0.8754361741891697,
      "epoch": 4.297878976918279,
      "step": 13779
    },
    {
      "epoch": 4.298190892077355,
      "grad_norm": 0.13596145808696747,
      "learning_rate": 9.143286320910996e-05,
      "loss": 0.0441,
      "step": 13780
    },
    {
      "epoch": 4.298190892077355,
      "flow_loss": 0.04467872902750969,
      "step": 13780
    },
    {
      "contrastive_loss": 0.012609614059329033,
      "epoch": 4.298190892077355,
      "step": 13780
    },
    {
      "contrastive_lambda": 0.8754188832030637,
      "epoch": 4.298190892077355,
      "step": 13780
    },
    {
      "contrastive_lambda": 0.8754015911877255,
      "epoch": 4.2985028072364315,
      "step": 13781
    },
    {
      "contrastive_lambda": 0.8753842981432025,
      "epoch": 4.298814722395509,
      "step": 13782
    },
    {
      "contrastive_lambda": 0.875367004069542,
      "epoch": 4.299126637554585,
      "step": 13783
    },
    {
      "contrastive_lambda": 0.8753497089667918,
      "epoch": 4.299438552713662,
      "step": 13784
    },
    {
      "contrastive_lambda": 0.8753324128349989,
      "epoch": 4.299750467872738,
      "step": 13785
    },
    {
      "contrastive_lambda": 0.8753151156742109,
      "epoch": 4.300062383031816,
      "step": 13786
    },
    {
      "contrastive_lambda": 0.8752978174844752,
      "epoch": 4.300374298190892,
      "step": 13787
    },
    {
      "contrastive_lambda": 0.8752805182658392,
      "epoch": 4.300686213349969,
      "step": 13788
    },
    {
      "contrastive_lambda": 0.8752632180183504,
      "epoch": 4.300998128509046,
      "step": 13789
    },
    {
      "epoch": 4.301310043668122,
      "grad_norm": 0.10021799057722092,
      "learning_rate": 9.141743124709491e-05,
      "loss": 0.0471,
      "step": 13790
    },
    {
      "epoch": 4.301310043668122,
      "flow_loss": 0.03983820974826813,
      "step": 13790
    },
    {
      "contrastive_loss": 0.005804014392197132,
      "epoch": 4.301310043668122,
      "step": 13790
    },
    {
      "contrastive_lambda": 0.8752459167420562,
      "epoch": 4.301310043668122,
      "step": 13790
    },
    {
      "contrastive_lambda": 0.8752286144370041,
      "epoch": 4.301621958827199,
      "step": 13791
    },
    {
      "contrastive_lambda": 0.8752113111032412,
      "epoch": 4.301933873986275,
      "step": 13792
    },
    {
      "contrastive_lambda": 0.8751940067408154,
      "epoch": 4.302245789145353,
      "step": 13793
    },
    {
      "contrastive_lambda": 0.8751767013497738,
      "epoch": 4.302557704304429,
      "step": 13794
    },
    {
      "contrastive_lambda": 0.875159394930164,
      "epoch": 4.302869619463506,
      "step": 13795
    },
    {
      "contrastive_lambda": 0.8751420874820335,
      "epoch": 4.303181534622583,
      "step": 13796
    },
    {
      "contrastive_lambda": 0.8751247790054295,
      "epoch": 4.3034934497816595,
      "step": 13797
    },
    {
      "contrastive_lambda": 0.8751074695003997,
      "epoch": 4.303805364940736,
      "step": 13798
    },
    {
      "contrastive_lambda": 0.8750901589669916,
      "epoch": 4.304117280099813,
      "step": 13799
    },
    {
      "epoch": 4.30442919525889,
      "grad_norm": 0.14989380538463593,
      "learning_rate": 9.140198670355784e-05,
      "loss": 0.0475,
      "step": 13800
    },
    {
      "epoch": 4.30442919525889,
      "flow_loss": 0.0736999586224556,
      "step": 13800
    },
    {
      "contrastive_loss": 0.0052796946838498116,
      "epoch": 4.30442919525889,
      "step": 13800
    },
    {
      "contrastive_lambda": 0.8750728474052525,
      "epoch": 4.30442919525889,
      "step": 13800
    },
    {
      "contrastive_lambda": 0.8750555348152298,
      "epoch": 4.304741110417966,
      "step": 13801
    },
    {
      "contrastive_lambda": 0.8750382211969711,
      "epoch": 4.305053025577043,
      "step": 13802
    },
    {
      "contrastive_lambda": 0.8750209065505237,
      "epoch": 4.30536494073612,
      "step": 13803
    },
    {
      "contrastive_lambda": 0.8750035908759354,
      "epoch": 4.3056768558951966,
      "step": 13804
    },
    {
      "contrastive_lambda": 0.8749862741732533,
      "epoch": 4.305988771054273,
      "step": 13805
    },
    {
      "contrastive_lambda": 0.8749689564425251,
      "epoch": 4.30630068621335,
      "step": 13806
    },
    {
      "contrastive_lambda": 0.8749516376837982,
      "epoch": 4.306612601372427,
      "step": 13807
    },
    {
      "contrastive_lambda": 0.8749343178971202,
      "epoch": 4.306924516531503,
      "step": 13808
    },
    {
      "contrastive_lambda": 0.8749169970825383,
      "epoch": 4.30723643169058,
      "step": 13809
    },
    {
      "epoch": 4.307548346849657,
      "grad_norm": 0.14037074148654938,
      "learning_rate": 9.138652958319034e-05,
      "loss": 0.0498,
      "step": 13810
    },
    {
      "epoch": 4.307548346849657,
      "flow_loss": 0.05032378435134888,
      "step": 13810
    },
    {
      "contrastive_loss": 0.009724728763103485,
      "epoch": 4.307548346849657,
      "step": 13810
    },
    {
      "contrastive_lambda": 0.8748996752401004,
      "epoch": 4.307548346849657,
      "step": 13810
    },
    {
      "contrastive_lambda": 0.8748823523698536,
      "epoch": 4.307860262008734,
      "step": 13811
    },
    {
      "contrastive_lambda": 0.8748650284718456,
      "epoch": 4.30817217716781,
      "step": 13812
    },
    {
      "contrastive_lambda": 0.8748477035461237,
      "epoch": 4.3084840923268874,
      "step": 13813
    },
    {
      "contrastive_lambda": 0.8748303775927357,
      "epoch": 4.308796007485964,
      "step": 13814
    },
    {
      "contrastive_lambda": 0.8748130506117289,
      "epoch": 4.30910792264504,
      "step": 13815
    },
    {
      "contrastive_lambda": 0.8747957226031507,
      "epoch": 4.309419837804118,
      "step": 13816
    },
    {
      "contrastive_lambda": 0.8747783935670489,
      "epoch": 4.309731752963194,
      "step": 13817
    },
    {
      "contrastive_lambda": 0.8747610635034708,
      "epoch": 4.310043668122271,
      "step": 13818
    },
    {
      "contrastive_lambda": 0.8747437324124641,
      "epoch": 4.310355583281347,
      "step": 13819
    },
    {
      "epoch": 4.3106674984404245,
      "grad_norm": 0.14514580368995667,
      "learning_rate": 9.137105989068791e-05,
      "loss": 0.0487,
      "step": 13820
    },
    {
      "epoch": 4.3106674984404245,
      "flow_loss": 0.06853882223367691,
      "step": 13820
    },
    {
      "contrastive_loss": 0.0075732204131782055,
      "epoch": 4.3106674984404245,
      "step": 13820
    },
    {
      "contrastive_lambda": 0.874726400294076,
      "epoch": 4.3106674984404245,
      "step": 13820
    },
    {
      "contrastive_lambda": 0.8747090671483542,
      "epoch": 4.310979413599501,
      "step": 13821
    },
    {
      "contrastive_lambda": 0.8746917329753463,
      "epoch": 4.3112913287585775,
      "step": 13822
    },
    {
      "contrastive_lambda": 0.8746743977750997,
      "epoch": 4.311603243917654,
      "step": 13823
    },
    {
      "contrastive_lambda": 0.874657061547662,
      "epoch": 4.311915159076731,
      "step": 13824
    },
    {
      "contrastive_lambda": 0.8746397242930808,
      "epoch": 4.312227074235808,
      "step": 13825
    },
    {
      "contrastive_lambda": 0.8746223860114033,
      "epoch": 4.312538989394884,
      "step": 13826
    },
    {
      "contrastive_lambda": 0.8746050467026774,
      "epoch": 4.312850904553962,
      "step": 13827
    },
    {
      "contrastive_lambda": 0.8745877063669505,
      "epoch": 4.313162819713038,
      "step": 13828
    },
    {
      "contrastive_lambda": 0.87457036500427,
      "epoch": 4.3134747348721145,
      "step": 13829
    },
    {
      "epoch": 4.313786650031192,
      "grad_norm": 0.17598628997802734,
      "learning_rate": 9.135557763074983e-05,
      "loss": 0.0456,
      "step": 13830
    },
    {
      "epoch": 4.313786650031192,
      "flow_loss": 0.034368738532066345,
      "step": 13830
    },
    {
      "contrastive_loss": 0.007110871374607086,
      "epoch": 4.313786650031192,
      "step": 13830
    },
    {
      "contrastive_lambda": 0.8745530226146836,
      "epoch": 4.313786650031192,
      "step": 13830
    },
    {
      "contrastive_lambda": 0.874535679198239,
      "epoch": 4.314098565190268,
      "step": 13831
    },
    {
      "contrastive_lambda": 0.8745183347549834,
      "epoch": 4.314410480349345,
      "step": 13832
    },
    {
      "contrastive_lambda": 0.8745009892849647,
      "epoch": 4.314722395508421,
      "step": 13833
    },
    {
      "contrastive_lambda": 0.8744836427882301,
      "epoch": 4.315034310667499,
      "step": 13834
    },
    {
      "contrastive_lambda": 0.8744662952648274,
      "epoch": 4.315346225826575,
      "step": 13835
    },
    {
      "contrastive_lambda": 0.874448946714804,
      "epoch": 4.315658140985652,
      "step": 13836
    },
    {
      "contrastive_lambda": 0.8744315971382077,
      "epoch": 4.315970056144729,
      "step": 13837
    },
    {
      "contrastive_lambda": 0.8744142465350859,
      "epoch": 4.316281971303805,
      "step": 13838
    },
    {
      "contrastive_lambda": 0.8743968949054861,
      "epoch": 4.316593886462882,
      "step": 13839
    },
    {
      "epoch": 4.316905801621958,
      "grad_norm": 0.1288556307554245,
      "learning_rate": 9.13400828080792e-05,
      "loss": 0.0466,
      "step": 13840
    },
    {
      "epoch": 4.316905801621958,
      "flow_loss": 0.03216852620244026,
      "step": 13840
    },
    {
      "contrastive_loss": 0.005452749319374561,
      "epoch": 4.316905801621958,
      "step": 13840
    },
    {
      "contrastive_lambda": 0.874379542249456,
      "epoch": 4.316905801621958,
      "step": 13840
    },
    {
      "contrastive_lambda": 0.8743621885670431,
      "epoch": 4.317217716781036,
      "step": 13841
    },
    {
      "contrastive_lambda": 0.8743448338582951,
      "epoch": 4.317529631940112,
      "step": 13842
    },
    {
      "contrastive_lambda": 0.8743274781232593,
      "epoch": 4.317841547099189,
      "step": 13843
    },
    {
      "contrastive_lambda": 0.8743101213619836,
      "epoch": 4.318153462258266,
      "step": 13844
    },
    {
      "contrastive_lambda": 0.8742927635745155,
      "epoch": 4.3184653774173425,
      "step": 13845
    },
    {
      "contrastive_lambda": 0.8742754047609024,
      "epoch": 4.318777292576419,
      "step": 13846
    },
    {
      "contrastive_lambda": 0.8742580449211921,
      "epoch": 4.319089207735496,
      "step": 13847
    },
    {
      "contrastive_lambda": 0.8742406840554321,
      "epoch": 4.319401122894573,
      "step": 13848
    },
    {
      "contrastive_lambda": 0.8742233221636699,
      "epoch": 4.319713038053649,
      "step": 13849
    },
    {
      "epoch": 4.320024953212726,
      "grad_norm": 0.15925662219524384,
      "learning_rate": 9.132457542738292e-05,
      "loss": 0.0447,
      "step": 13850
    },
    {
      "epoch": 4.320024953212726,
      "flow_loss": 0.04926940053701401,
      "step": 13850
    },
    {
      "contrastive_loss": 0.009703068062663078,
      "epoch": 4.320024953212726,
      "step": 13850
    },
    {
      "contrastive_lambda": 0.8742059592459535,
      "epoch": 4.320024953212726,
      "step": 13850
    },
    {
      "contrastive_lambda": 0.87418859530233,
      "epoch": 4.320336868371803,
      "step": 13851
    },
    {
      "contrastive_lambda": 0.8741712303328473,
      "epoch": 4.3206487835308796,
      "step": 13852
    },
    {
      "contrastive_lambda": 0.8741538643375528,
      "epoch": 4.320960698689956,
      "step": 13853
    },
    {
      "contrastive_lambda": 0.8741364973164945,
      "epoch": 4.321272613849033,
      "step": 13854
    },
    {
      "contrastive_lambda": 0.8741191292697195,
      "epoch": 4.32158452900811,
      "step": 13855
    },
    {
      "contrastive_lambda": 0.8741017601972758,
      "epoch": 4.321896444167186,
      "step": 13856
    },
    {
      "contrastive_lambda": 0.8740843900992108,
      "epoch": 4.322208359326263,
      "step": 13857
    },
    {
      "contrastive_lambda": 0.8740670189755723,
      "epoch": 4.32252027448534,
      "step": 13858
    },
    {
      "contrastive_lambda": 0.8740496468264077,
      "epoch": 4.322832189644417,
      "step": 13859
    },
    {
      "epoch": 4.323144104803493,
      "grad_norm": 0.12753799557685852,
      "learning_rate": 9.130905549337174e-05,
      "loss": 0.0511,
      "step": 13860
    },
    {
      "epoch": 4.323144104803493,
      "flow_loss": 0.041279442608356476,
      "step": 13860
    },
    {
      "contrastive_loss": 0.005693641025573015,
      "epoch": 4.323144104803493,
      "step": 13860
    },
    {
      "contrastive_lambda": 0.8740322736517648,
      "epoch": 4.323144104803493,
      "step": 13860
    },
    {
      "contrastive_lambda": 0.8740148994516912,
      "epoch": 4.3234560199625705,
      "step": 13861
    },
    {
      "contrastive_lambda": 0.8739975242262346,
      "epoch": 4.323767935121647,
      "step": 13862
    },
    {
      "contrastive_lambda": 0.8739801479754425,
      "epoch": 4.324079850280723,
      "step": 13863
    },
    {
      "contrastive_lambda": 0.8739627706993625,
      "epoch": 4.324391765439801,
      "step": 13864
    },
    {
      "contrastive_lambda": 0.8739453923980425,
      "epoch": 4.324703680598877,
      "step": 13865
    },
    {
      "contrastive_lambda": 0.8739280130715299,
      "epoch": 4.325015595757954,
      "step": 13866
    },
    {
      "contrastive_lambda": 0.8739106327198723,
      "epoch": 4.32532751091703,
      "step": 13867
    },
    {
      "contrastive_lambda": 0.8738932513431176,
      "epoch": 4.3256394260761075,
      "step": 13868
    },
    {
      "contrastive_lambda": 0.8738758689413133,
      "epoch": 4.325951341235184,
      "step": 13869
    },
    {
      "epoch": 4.3262632563942605,
      "grad_norm": 0.13801369071006775,
      "learning_rate": 9.129352301076021e-05,
      "loss": 0.0418,
      "step": 13870
    },
    {
      "epoch": 4.3262632563942605,
      "flow_loss": 0.03839091956615448,
      "step": 13870
    },
    {
      "contrastive_loss": 0.007799184415489435,
      "epoch": 4.3262632563942605,
      "step": 13870
    },
    {
      "contrastive_lambda": 0.8738584855145071,
      "epoch": 4.3262632563942605,
      "step": 13870
    },
    {
      "contrastive_lambda": 0.8738411010627466,
      "epoch": 4.326575171553338,
      "step": 13871
    },
    {
      "contrastive_lambda": 0.8738237155860795,
      "epoch": 4.326887086712414,
      "step": 13872
    },
    {
      "contrastive_lambda": 0.8738063290845535,
      "epoch": 4.327199001871491,
      "step": 13873
    },
    {
      "contrastive_lambda": 0.8737889415582161,
      "epoch": 4.327510917030567,
      "step": 13874
    },
    {
      "contrastive_lambda": 0.8737715530071153,
      "epoch": 4.327822832189645,
      "step": 13875
    },
    {
      "contrastive_lambda": 0.8737541634312984,
      "epoch": 4.328134747348721,
      "step": 13876
    },
    {
      "contrastive_lambda": 0.8737367728308133,
      "epoch": 4.3284466625077975,
      "step": 13877
    },
    {
      "contrastive_lambda": 0.8737193812057076,
      "epoch": 4.328758577666875,
      "step": 13878
    },
    {
      "contrastive_lambda": 0.8737019885560291,
      "epoch": 4.329070492825951,
      "step": 13879
    },
    {
      "epoch": 4.329382407985028,
      "grad_norm": 0.12701699137687683,
      "learning_rate": 9.127797798426668e-05,
      "loss": 0.0406,
      "step": 13880
    },
    {
      "epoch": 4.329382407985028,
      "flow_loss": 0.056172601878643036,
      "step": 13880
    },
    {
      "contrastive_loss": 0.005764151457697153,
      "epoch": 4.329382407985028,
      "step": 13880
    },
    {
      "contrastive_lambda": 0.8736845948818253,
      "epoch": 4.329382407985028,
      "step": 13880
    },
    {
      "contrastive_lambda": 0.8736672001831438,
      "epoch": 4.329694323144105,
      "step": 13881
    },
    {
      "contrastive_lambda": 0.8736498044600327,
      "epoch": 4.330006238303182,
      "step": 13882
    },
    {
      "contrastive_lambda": 0.8736324077125392,
      "epoch": 4.330318153462258,
      "step": 13883
    },
    {
      "contrastive_lambda": 0.8736150099407115,
      "epoch": 4.330630068621335,
      "step": 13884
    },
    {
      "contrastive_lambda": 0.8735976111445969,
      "epoch": 4.330941983780412,
      "step": 13885
    },
    {
      "contrastive_lambda": 0.8735802113242432,
      "epoch": 4.331253898939488,
      "step": 13886
    },
    {
      "contrastive_lambda": 0.8735628104796982,
      "epoch": 4.331565814098565,
      "step": 13887
    },
    {
      "contrastive_lambda": 0.8735454086110097,
      "epoch": 4.331877729257642,
      "step": 13888
    },
    {
      "contrastive_lambda": 0.8735280057182251,
      "epoch": 4.332189644416719,
      "step": 13889
    },
    {
      "epoch": 4.332501559575795,
      "grad_norm": 0.1519775092601776,
      "learning_rate": 9.126242041861333e-05,
      "loss": 0.0475,
      "step": 13890
    },
    {
      "epoch": 4.332501559575795,
      "flow_loss": 0.03417268395423889,
      "step": 13890
    },
    {
      "contrastive_loss": 0.006763858254998922,
      "epoch": 4.332501559575795,
      "step": 13890
    },
    {
      "contrastive_lambda": 0.8735106018013923,
      "epoch": 4.332501559575795,
      "step": 13890
    },
    {
      "contrastive_lambda": 0.8734931968605588,
      "epoch": 4.332813474734872,
      "step": 13891
    },
    {
      "contrastive_lambda": 0.8734757908957727,
      "epoch": 4.333125389893949,
      "step": 13892
    },
    {
      "contrastive_lambda": 0.8734583839070815,
      "epoch": 4.3334373050530255,
      "step": 13893
    },
    {
      "contrastive_lambda": 0.8734409758945328,
      "epoch": 4.333749220212102,
      "step": 13894
    },
    {
      "contrastive_lambda": 0.8734235668581746,
      "epoch": 4.334061135371179,
      "step": 13895
    },
    {
      "contrastive_lambda": 0.8734061567980544,
      "epoch": 4.334373050530256,
      "step": 13896
    },
    {
      "contrastive_lambda": 0.8733887457142201,
      "epoch": 4.334684965689332,
      "step": 13897
    },
    {
      "contrastive_lambda": 0.8733713336067194,
      "epoch": 4.33499688084841,
      "step": 13898
    },
    {
      "contrastive_lambda": 0.8733539204755998,
      "epoch": 4.335308796007486,
      "step": 13899
    },
    {
      "epoch": 4.335620711166563,
      "grad_norm": 0.12426487356424332,
      "learning_rate": 9.124685031852611e-05,
      "loss": 0.0492,
      "step": 13900
    },
    {
      "epoch": 4.335620711166563,
      "flow_loss": 0.049557216465473175,
      "step": 13900
    },
    {
      "contrastive_loss": 0.008479595184326172,
      "epoch": 4.335620711166563,
      "step": 13900
    },
    {
      "contrastive_lambda": 0.8733365063209094,
      "epoch": 4.335620711166563,
      "step": 13900
    },
    {
      "contrastive_lambda": 0.8733190911426957,
      "epoch": 4.335932626325639,
      "step": 13901
    },
    {
      "contrastive_lambda": 0.8733016749410065,
      "epoch": 4.336244541484716,
      "step": 13902
    },
    {
      "contrastive_lambda": 0.8732842577158897,
      "epoch": 4.336556456643793,
      "step": 13903
    },
    {
      "contrastive_lambda": 0.8732668394673927,
      "epoch": 4.336868371802869,
      "step": 13904
    },
    {
      "contrastive_lambda": 0.8732494201955636,
      "epoch": 4.337180286961947,
      "step": 13905
    },
    {
      "contrastive_lambda": 0.87323199990045,
      "epoch": 4.337492202121023,
      "step": 13906
    },
    {
      "contrastive_lambda": 0.8732145785820996,
      "epoch": 4.3378041172801,
      "step": 13907
    },
    {
      "contrastive_lambda": 0.8731971562405603,
      "epoch": 4.338116032439176,
      "step": 13908
    },
    {
      "contrastive_lambda": 0.8731797328758799,
      "epoch": 4.3384279475982535,
      "step": 13909
    },
    {
      "epoch": 4.33873986275733,
      "grad_norm": 0.2048349827528,
      "learning_rate": 9.123126768873482e-05,
      "loss": 0.044,
      "step": 13910
    },
    {
      "epoch": 4.33873986275733,
      "flow_loss": 0.04609551280736923,
      "step": 13910
    },
    {
      "contrastive_loss": 0.007856277748942375,
      "epoch": 4.33873986275733,
      "step": 13910
    },
    {
      "contrastive_lambda": 0.8731623084881059,
      "epoch": 4.33873986275733,
      "step": 13910
    },
    {
      "contrastive_lambda": 0.8731448830772863,
      "epoch": 4.339051777916406,
      "step": 13911
    },
    {
      "contrastive_lambda": 0.8731274566434689,
      "epoch": 4.339363693075484,
      "step": 13912
    },
    {
      "contrastive_lambda": 0.8731100291867013,
      "epoch": 4.33967560823456,
      "step": 13913
    },
    {
      "contrastive_lambda": 0.8730926007070314,
      "epoch": 4.339987523393637,
      "step": 13914
    },
    {
      "contrastive_lambda": 0.8730751712045071,
      "epoch": 4.340299438552714,
      "step": 13915
    },
    {
      "contrastive_lambda": 0.873057740679176,
      "epoch": 4.3406113537117905,
      "step": 13916
    },
    {
      "contrastive_lambda": 0.8730403091310857,
      "epoch": 4.340923268870867,
      "step": 13917
    },
    {
      "contrastive_lambda": 0.8730228765602843,
      "epoch": 4.3412351840299435,
      "step": 13918
    },
    {
      "contrastive_lambda": 0.8730054429668197,
      "epoch": 4.341547099189021,
      "step": 13919
    },
    {
      "epoch": 4.341859014348097,
      "grad_norm": 0.13897641003131866,
      "learning_rate": 9.121567253397308e-05,
      "loss": 0.0507,
      "step": 13920
    },
    {
      "epoch": 4.341859014348097,
      "flow_loss": 0.04513145238161087,
      "step": 13920
    },
    {
      "contrastive_loss": 0.006945336237549782,
      "epoch": 4.341859014348097,
      "step": 13920
    },
    {
      "contrastive_lambda": 0.8729880083507393,
      "epoch": 4.341859014348097,
      "step": 13920
    },
    {
      "contrastive_lambda": 0.8729705727120911,
      "epoch": 4.342170929507174,
      "step": 13921
    },
    {
      "contrastive_lambda": 0.8729531360509228,
      "epoch": 4.342482844666251,
      "step": 13922
    },
    {
      "contrastive_lambda": 0.8729356983672826,
      "epoch": 4.342794759825328,
      "step": 13923
    },
    {
      "contrastive_lambda": 0.8729182596612178,
      "epoch": 4.343106674984404,
      "step": 13924
    },
    {
      "contrastive_lambda": 0.8729008199327765,
      "epoch": 4.3434185901434805,
      "step": 13925
    },
    {
      "contrastive_lambda": 0.8728833791820064,
      "epoch": 4.343730505302558,
      "step": 13926
    },
    {
      "contrastive_lambda": 0.8728659374089554,
      "epoch": 4.344042420461634,
      "step": 13927
    },
    {
      "contrastive_lambda": 0.8728484946136712,
      "epoch": 4.344354335620711,
      "step": 13928
    },
    {
      "contrastive_lambda": 0.8728310507962016,
      "epoch": 4.344666250779788,
      "step": 13929
    },
    {
      "epoch": 4.344978165938865,
      "grad_norm": 0.14228327572345734,
      "learning_rate": 9.120006485897824e-05,
      "loss": 0.0431,
      "step": 13930
    },
    {
      "epoch": 4.344978165938865,
      "flow_loss": 0.047647424042224884,
      "step": 13930
    },
    {
      "contrastive_loss": 0.007166695781052113,
      "epoch": 4.344978165938865,
      "step": 13930
    },
    {
      "contrastive_lambda": 0.8728136059565946,
      "epoch": 4.344978165938865,
      "step": 13930
    },
    {
      "contrastive_lambda": 0.8727961600948979,
      "epoch": 4.345290081097941,
      "step": 13931
    },
    {
      "contrastive_lambda": 0.8727787132111594,
      "epoch": 4.3456019962570185,
      "step": 13932
    },
    {
      "contrastive_lambda": 0.8727612653054269,
      "epoch": 4.345913911416095,
      "step": 13933
    },
    {
      "contrastive_lambda": 0.8727438163777482,
      "epoch": 4.346225826575171,
      "step": 13934
    },
    {
      "contrastive_lambda": 0.8727263664281711,
      "epoch": 4.346537741734248,
      "step": 13935
    },
    {
      "contrastive_lambda": 0.8727089154567437,
      "epoch": 4.346849656893325,
      "step": 13936
    },
    {
      "contrastive_lambda": 0.8726914634635135,
      "epoch": 4.347161572052402,
      "step": 13937
    },
    {
      "contrastive_lambda": 0.8726740104485284,
      "epoch": 4.347473487211478,
      "step": 13938
    },
    {
      "contrastive_lambda": 0.8726565564118365,
      "epoch": 4.3477854023705556,
      "step": 13939
    },
    {
      "epoch": 4.348097317529632,
      "grad_norm": 0.13958561420440674,
      "learning_rate": 9.118444466849152e-05,
      "loss": 0.044,
      "step": 13940
    },
    {
      "epoch": 4.348097317529632,
      "flow_loss": 0.07750489562749863,
      "step": 13940
    },
    {
      "contrastive_loss": 0.008240592665970325,
      "epoch": 4.348097317529632,
      "step": 13940
    },
    {
      "contrastive_lambda": 0.8726391013534855,
      "epoch": 4.348097317529632,
      "step": 13940
    },
    {
      "contrastive_lambda": 0.8726216452735231,
      "epoch": 4.3484092326887085,
      "step": 13941
    },
    {
      "contrastive_lambda": 0.8726041881719975,
      "epoch": 4.348721147847785,
      "step": 13942
    },
    {
      "contrastive_lambda": 0.8725867300489563,
      "epoch": 4.349033063006862,
      "step": 13943
    },
    {
      "contrastive_lambda": 0.8725692709044474,
      "epoch": 4.349344978165939,
      "step": 13944
    },
    {
      "contrastive_lambda": 0.8725518107385186,
      "epoch": 4.349656893325015,
      "step": 13945
    },
    {
      "contrastive_lambda": 0.8725343495512179,
      "epoch": 4.349968808484093,
      "step": 13946
    },
    {
      "contrastive_lambda": 0.8725168873425933,
      "epoch": 4.350280723643169,
      "step": 13947
    },
    {
      "contrastive_lambda": 0.8724994241126922,
      "epoch": 4.350592638802246,
      "step": 13948
    },
    {
      "contrastive_lambda": 0.872481959861563,
      "epoch": 4.350904553961323,
      "step": 13949
    },
    {
      "epoch": 4.351216469120399,
      "grad_norm": 0.1569916307926178,
      "learning_rate": 9.116881196725793e-05,
      "loss": 0.0514,
      "step": 13950
    },
    {
      "epoch": 4.351216469120399,
      "flow_loss": 0.04778642952442169,
      "step": 13950
    },
    {
      "contrastive_loss": 0.006352136842906475,
      "epoch": 4.351216469120399,
      "step": 13950
    },
    {
      "contrastive_lambda": 0.8724644945892532,
      "epoch": 4.351216469120399,
      "step": 13950
    },
    {
      "contrastive_lambda": 0.872447028295811,
      "epoch": 4.351528384279476,
      "step": 13951
    },
    {
      "contrastive_lambda": 0.8724295609812841,
      "epoch": 4.351840299438552,
      "step": 13952
    },
    {
      "contrastive_lambda": 0.8724120926457204,
      "epoch": 4.35215221459763,
      "step": 13953
    },
    {
      "contrastive_lambda": 0.8723946232891677,
      "epoch": 4.352464129756706,
      "step": 13954
    },
    {
      "contrastive_lambda": 0.8723771529116742,
      "epoch": 4.352776044915783,
      "step": 13955
    },
    {
      "contrastive_lambda": 0.8723596815132875,
      "epoch": 4.35308796007486,
      "step": 13956
    },
    {
      "contrastive_lambda": 0.8723422090940556,
      "epoch": 4.3533998752339365,
      "step": 13957
    },
    {
      "contrastive_lambda": 0.8723247356540262,
      "epoch": 4.353711790393013,
      "step": 13958
    },
    {
      "contrastive_lambda": 0.8723072611932476,
      "epoch": 4.354023705552089,
      "step": 13959
    },
    {
      "epoch": 4.354335620711167,
      "grad_norm": 0.16353914141654968,
      "learning_rate": 9.115316676002627e-05,
      "loss": 0.0445,
      "step": 13960
    },
    {
      "epoch": 4.354335620711167,
      "flow_loss": 0.03554452583193779,
      "step": 13960
    },
    {
      "contrastive_loss": 0.0063253180123865604,
      "epoch": 4.354335620711167,
      "step": 13960
    },
    {
      "contrastive_lambda": 0.8722897857117675,
      "epoch": 4.354335620711167,
      "step": 13960
    },
    {
      "contrastive_lambda": 0.8722723092096337,
      "epoch": 4.354647535870243,
      "step": 13961
    },
    {
      "contrastive_lambda": 0.8722548316868943,
      "epoch": 4.35495945102932,
      "step": 13962
    },
    {
      "contrastive_lambda": 0.8722373531435972,
      "epoch": 4.355271366188397,
      "step": 13963
    },
    {
      "contrastive_lambda": 0.8722198735797901,
      "epoch": 4.3555832813474735,
      "step": 13964
    },
    {
      "contrastive_lambda": 0.8722023929955213,
      "epoch": 4.35589519650655,
      "step": 13965
    },
    {
      "contrastive_lambda": 0.8721849113908384,
      "epoch": 4.356207111665627,
      "step": 13966
    },
    {
      "contrastive_lambda": 0.8721674287657895,
      "epoch": 4.356519026824704,
      "step": 13967
    },
    {
      "contrastive_lambda": 0.8721499451204223,
      "epoch": 4.35683094198378,
      "step": 13968
    },
    {
      "contrastive_lambda": 0.872132460454785,
      "epoch": 4.357142857142857,
      "step": 13969
    },
    {
      "epoch": 4.357454772301934,
      "grad_norm": 0.1405235230922699,
      "learning_rate": 9.113750905154911e-05,
      "loss": 0.0428,
      "step": 13970
    },
    {
      "epoch": 4.357454772301934,
      "flow_loss": 0.06601808965206146,
      "step": 13970
    },
    {
      "contrastive_loss": 0.005922839045524597,
      "epoch": 4.357454772301934,
      "step": 13970
    },
    {
      "contrastive_lambda": 0.8721149747689254,
      "epoch": 4.357454772301934,
      "step": 13970
    },
    {
      "contrastive_lambda": 0.8720974880628916,
      "epoch": 4.357766687461011,
      "step": 13971
    },
    {
      "contrastive_lambda": 0.8720800003367313,
      "epoch": 4.358078602620087,
      "step": 13972
    },
    {
      "contrastive_lambda": 0.8720625115904924,
      "epoch": 4.358390517779164,
      "step": 13973
    },
    {
      "contrastive_lambda": 0.8720450218242233,
      "epoch": 4.358702432938241,
      "step": 13974
    },
    {
      "contrastive_lambda": 0.8720275310379714,
      "epoch": 4.359014348097317,
      "step": 13975
    },
    {
      "contrastive_lambda": 0.872010039231785,
      "epoch": 4.359326263256394,
      "step": 13976
    },
    {
      "contrastive_lambda": 0.8719925464057119,
      "epoch": 4.359638178415471,
      "step": 13977
    },
    {
      "contrastive_lambda": 0.8719750525598002,
      "epoch": 4.359950093574548,
      "step": 13978
    },
    {
      "contrastive_lambda": 0.8719575576940978,
      "epoch": 4.360262008733624,
      "step": 13979
    },
    {
      "epoch": 4.3605739238927015,
      "grad_norm": 0.16479331254959106,
      "learning_rate": 9.112183884658289e-05,
      "loss": 0.0429,
      "step": 13980
    },
    {
      "epoch": 4.3605739238927015,
      "flow_loss": 0.070920430123806,
      "step": 13980
    },
    {
      "contrastive_loss": 0.008601157926023006,
      "epoch": 4.3605739238927015,
      "step": 13980
    },
    {
      "contrastive_lambda": 0.8719400618086526,
      "epoch": 4.3605739238927015,
      "step": 13980
    },
    {
      "contrastive_lambda": 0.8719225649035125,
      "epoch": 4.360885839051778,
      "step": 13981
    },
    {
      "contrastive_lambda": 0.8719050669787257,
      "epoch": 4.361197754210854,
      "step": 13982
    },
    {
      "contrastive_lambda": 0.87188756803434,
      "epoch": 4.361509669369932,
      "step": 13983
    },
    {
      "contrastive_lambda": 0.8718700680704035,
      "epoch": 4.361821584529008,
      "step": 13984
    },
    {
      "contrastive_lambda": 0.8718525670869639,
      "epoch": 4.362133499688085,
      "step": 13985
    },
    {
      "contrastive_lambda": 0.8718350650840695,
      "epoch": 4.362445414847161,
      "step": 13986
    },
    {
      "contrastive_lambda": 0.8718175620617681,
      "epoch": 4.3627573300062386,
      "step": 13987
    },
    {
      "contrastive_lambda": 0.8718000580201077,
      "epoch": 4.363069245165315,
      "step": 13988
    },
    {
      "contrastive_lambda": 0.8717825529591365,
      "epoch": 4.3633811603243915,
      "step": 13989
    },
    {
      "epoch": 4.363693075483469,
      "grad_norm": 0.12271839380264282,
      "learning_rate": 9.11061561498878e-05,
      "loss": 0.0468,
      "step": 13990
    },
    {
      "epoch": 4.363693075483469,
      "flow_loss": 0.0268936175853014,
      "step": 13990
    },
    {
      "contrastive_loss": 0.008726755157113075,
      "epoch": 4.363693075483469,
      "step": 13990
    },
    {
      "contrastive_lambda": 0.8717650468789022,
      "epoch": 4.363693075483469,
      "step": 13990
    },
    {
      "contrastive_lambda": 0.8717475397794531,
      "epoch": 4.364004990642545,
      "step": 13991
    },
    {
      "contrastive_lambda": 0.8717300316608367,
      "epoch": 4.364316905801622,
      "step": 13992
    },
    {
      "contrastive_lambda": 0.8717125225231016,
      "epoch": 4.364628820960698,
      "step": 13993
    },
    {
      "contrastive_lambda": 0.8716950123662954,
      "epoch": 4.364940736119776,
      "step": 13994
    },
    {
      "contrastive_lambda": 0.8716775011904663,
      "epoch": 4.365252651278852,
      "step": 13995
    },
    {
      "contrastive_lambda": 0.871659988995662,
      "epoch": 4.365564566437929,
      "step": 13996
    },
    {
      "contrastive_lambda": 0.871642475781931,
      "epoch": 4.365876481597006,
      "step": 13997
    },
    {
      "contrastive_lambda": 0.8716249615493208,
      "epoch": 4.366188396756082,
      "step": 13998
    },
    {
      "contrastive_lambda": 0.8716074462978798,
      "epoch": 4.366500311915159,
      "step": 13999
    },
    {
      "epoch": 4.366812227074236,
      "grad_norm": 0.12978477776050568,
      "learning_rate": 9.109046096622779e-05,
      "loss": 0.0413,
      "step": 14000
    },
    {
      "epoch": 4.366812227074236,
      "flow_loss": 0.03149135783314705,
      "step": 14000
    },
    {
      "contrastive_loss": 0.009635965339839458,
      "epoch": 4.366812227074236,
      "step": 14000
    },
    {
      "contrastive_lambda": 0.871589930027656,
      "epoch": 4.366812227074236,
      "step": 14000
    },
    {
      "contrastive_lambda": 0.8715724127386972,
      "epoch": 4.367124142233313,
      "step": 14001
    },
    {
      "contrastive_lambda": 0.8715548944310514,
      "epoch": 4.367436057392389,
      "step": 14002
    },
    {
      "contrastive_lambda": 0.871537375104767,
      "epoch": 4.367747972551466,
      "step": 14003
    },
    {
      "contrastive_lambda": 0.8715198547598917,
      "epoch": 4.368059887710543,
      "step": 14004
    },
    {
      "contrastive_lambda": 0.8715023333964735,
      "epoch": 4.3683718028696195,
      "step": 14005
    },
    {
      "contrastive_lambda": 0.8714848110145608,
      "epoch": 4.368683718028696,
      "step": 14006
    },
    {
      "contrastive_lambda": 0.8714672876142011,
      "epoch": 4.368995633187773,
      "step": 14007
    },
    {
      "contrastive_lambda": 0.871449763195443,
      "epoch": 4.36930754834685,
      "step": 14008
    },
    {
      "contrastive_lambda": 0.8714322377583341,
      "epoch": 4.369619463505926,
      "step": 14009
    },
    {
      "epoch": 4.369931378665003,
      "grad_norm": 0.1328115463256836,
      "learning_rate": 9.107475330037069e-05,
      "loss": 0.045,
      "step": 14010
    },
    {
      "epoch": 4.369931378665003,
      "flow_loss": 0.04242565855383873,
      "step": 14010
    },
    {
      "contrastive_loss": 0.009419994428753853,
      "epoch": 4.369931378665003,
      "step": 14010
    },
    {
      "contrastive_lambda": 0.8714147113029227,
      "epoch": 4.369931378665003,
      "step": 14010
    },
    {
      "contrastive_lambda": 0.8713971838292569,
      "epoch": 4.37024329382408,
      "step": 14011
    },
    {
      "contrastive_lambda": 0.8713796553373845,
      "epoch": 4.3705552089831565,
      "step": 14012
    },
    {
      "contrastive_lambda": 0.8713621258273537,
      "epoch": 4.370867124142233,
      "step": 14013
    },
    {
      "contrastive_lambda": 0.8713445952992126,
      "epoch": 4.37117903930131,
      "step": 14014
    },
    {
      "contrastive_lambda": 0.8713270637530092,
      "epoch": 4.371490954460387,
      "step": 14015
    },
    {
      "contrastive_lambda": 0.8713095311887915,
      "epoch": 4.371802869619463,
      "step": 14016
    },
    {
      "contrastive_lambda": 0.8712919976066077,
      "epoch": 4.372114784778541,
      "step": 14017
    },
    {
      "contrastive_lambda": 0.8712744630065059,
      "epoch": 4.372426699937617,
      "step": 14018
    },
    {
      "contrastive_lambda": 0.8712569273885339,
      "epoch": 4.372738615096694,
      "step": 14019
    },
    {
      "epoch": 4.37305053025577,
      "grad_norm": 0.13093410432338715,
      "learning_rate": 9.105903315708806e-05,
      "loss": 0.05,
      "step": 14020
    },
    {
      "epoch": 4.37305053025577,
      "flow_loss": 0.05011753737926483,
      "step": 14020
    },
    {
      "contrastive_loss": 0.00833404902368784,
      "epoch": 4.37305053025577,
      "step": 14020
    },
    {
      "contrastive_lambda": 0.87123939075274,
      "epoch": 4.37305053025577,
      "step": 14020
    },
    {
      "contrastive_lambda": 0.8712218530991722,
      "epoch": 4.373362445414847,
      "step": 14021
    },
    {
      "contrastive_lambda": 0.8712043144278787,
      "epoch": 4.373674360573924,
      "step": 14022
    },
    {
      "contrastive_lambda": 0.8711867747389075,
      "epoch": 4.373986275733,
      "step": 14023
    },
    {
      "contrastive_lambda": 0.8711692340323067,
      "epoch": 4.374298190892078,
      "step": 14024
    },
    {
      "contrastive_lambda": 0.8711516923081243,
      "epoch": 4.374610106051154,
      "step": 14025
    },
    {
      "contrastive_lambda": 0.8711341495664084,
      "epoch": 4.374922021210231,
      "step": 14026
    },
    {
      "contrastive_lambda": 0.8711166058072073,
      "epoch": 4.375233936369307,
      "step": 14027
    },
    {
      "contrastive_lambda": 0.8710990610305689,
      "epoch": 4.3755458515283845,
      "step": 14028
    },
    {
      "contrastive_lambda": 0.8710815152365414,
      "epoch": 4.375857766687461,
      "step": 14029
    },
    {
      "epoch": 4.376169681846537,
      "grad_norm": 0.12432587891817093,
      "learning_rate": 9.104330054115524e-05,
      "loss": 0.0442,
      "step": 14030
    },
    {
      "epoch": 4.376169681846537,
      "flow_loss": 0.04008699208498001,
      "step": 14030
    },
    {
      "contrastive_loss": 0.01033857837319374,
      "epoch": 4.376169681846537,
      "step": 14030
    },
    {
      "contrastive_lambda": 0.8710639684251728,
      "epoch": 4.376169681846537,
      "step": 14030
    },
    {
      "contrastive_lambda": 0.8710464205965113,
      "epoch": 4.376481597005615,
      "step": 14031
    },
    {
      "contrastive_lambda": 0.871028871750605,
      "epoch": 4.376793512164691,
      "step": 14032
    },
    {
      "contrastive_lambda": 0.8710113218875017,
      "epoch": 4.377105427323768,
      "step": 14033
    },
    {
      "contrastive_lambda": 0.8709937710072502,
      "epoch": 4.377417342482845,
      "step": 14034
    },
    {
      "contrastive_lambda": 0.870976219109898,
      "epoch": 4.377729257641922,
      "step": 14035
    },
    {
      "contrastive_lambda": 0.8709586661954934,
      "epoch": 4.378041172800998,
      "step": 14036
    },
    {
      "contrastive_lambda": 0.8709411122640847,
      "epoch": 4.3783530879600745,
      "step": 14037
    },
    {
      "contrastive_lambda": 0.8709235573157197,
      "epoch": 4.378665003119152,
      "step": 14038
    },
    {
      "contrastive_lambda": 0.8709060013504468,
      "epoch": 4.378976918278228,
      "step": 14039
    },
    {
      "epoch": 4.379288833437305,
      "grad_norm": 0.11135740578174591,
      "learning_rate": 9.102755545735141e-05,
      "loss": 0.0446,
      "step": 14040
    },
    {
      "epoch": 4.379288833437305,
      "flow_loss": 0.044666606932878494,
      "step": 14040
    },
    {
      "contrastive_loss": 0.007667602971196175,
      "epoch": 4.379288833437305,
      "step": 14040
    },
    {
      "contrastive_lambda": 0.870888444368314,
      "epoch": 4.379288833437305,
      "step": 14040
    },
    {
      "contrastive_lambda": 0.8708708863693697,
      "epoch": 4.379600748596382,
      "step": 14041
    },
    {
      "contrastive_lambda": 0.8708533273536616,
      "epoch": 4.379912663755459,
      "step": 14042
    },
    {
      "contrastive_lambda": 0.870835767321238,
      "epoch": 4.380224578914535,
      "step": 14043
    },
    {
      "contrastive_lambda": 0.8708182062721472,
      "epoch": 4.380536494073612,
      "step": 14044
    },
    {
      "contrastive_lambda": 0.8708006442064372,
      "epoch": 4.380848409232689,
      "step": 14045
    },
    {
      "contrastive_lambda": 0.8707830811241561,
      "epoch": 4.381160324391765,
      "step": 14046
    },
    {
      "contrastive_lambda": 0.8707655170253522,
      "epoch": 4.381472239550842,
      "step": 14047
    },
    {
      "contrastive_lambda": 0.8707479519100736,
      "epoch": 4.381784154709919,
      "step": 14048
    },
    {
      "contrastive_lambda": 0.8707303857783684,
      "epoch": 4.382096069868996,
      "step": 14049
    },
    {
      "epoch": 4.382407985028072,
      "grad_norm": 0.11576737463474274,
      "learning_rate": 9.10117979104595e-05,
      "loss": 0.039,
      "step": 14050
    },
    {
      "epoch": 4.382407985028072,
      "flow_loss": 0.04781187325716019,
      "step": 14050
    },
    {
      "contrastive_loss": 0.00631784088909626,
      "epoch": 4.382407985028072,
      "step": 14050
    },
    {
      "contrastive_lambda": 0.8707128186302848,
      "epoch": 4.382407985028072,
      "step": 14050
    },
    {
      "contrastive_lambda": 0.8706952504658712,
      "epoch": 4.3827199001871495,
      "step": 14051
    },
    {
      "contrastive_lambda": 0.8706776812851752,
      "epoch": 4.383031815346226,
      "step": 14052
    },
    {
      "contrastive_lambda": 0.8706601110882454,
      "epoch": 4.3833437305053025,
      "step": 14053
    },
    {
      "contrastive_lambda": 0.8706425398751299,
      "epoch": 4.383655645664379,
      "step": 14054
    },
    {
      "contrastive_lambda": 0.8706249676458767,
      "epoch": 4.383967560823456,
      "step": 14055
    },
    {
      "contrastive_lambda": 0.8706073944005343,
      "epoch": 4.384279475982533,
      "step": 14056
    },
    {
      "contrastive_lambda": 0.8705898201391504,
      "epoch": 4.384591391141609,
      "step": 14057
    },
    {
      "contrastive_lambda": 0.8705722448617739,
      "epoch": 4.384903306300687,
      "step": 14058
    },
    {
      "contrastive_lambda": 0.8705546685684522,
      "epoch": 4.385215221459763,
      "step": 14059
    },
    {
      "epoch": 4.3855271366188395,
      "grad_norm": 0.15217439830303192,
      "learning_rate": 9.099602790526624e-05,
      "loss": 0.0445,
      "step": 14060
    },
    {
      "epoch": 4.3855271366188395,
      "flow_loss": 0.034366920590400696,
      "step": 14060
    },
    {
      "contrastive_loss": 0.005297771655023098,
      "epoch": 4.3855271366188395,
      "step": 14060
    },
    {
      "contrastive_lambda": 0.870537091259234,
      "epoch": 4.3855271366188395,
      "step": 14060
    },
    {
      "contrastive_lambda": 0.8705195129341672,
      "epoch": 4.385839051777916,
      "step": 14061
    },
    {
      "contrastive_lambda": 0.8705019335933002,
      "epoch": 4.386150966936993,
      "step": 14062
    },
    {
      "contrastive_lambda": 0.870484353236681,
      "epoch": 4.38646288209607,
      "step": 14063
    },
    {
      "contrastive_lambda": 0.8704667718643581,
      "epoch": 4.386774797255146,
      "step": 14064
    },
    {
      "contrastive_lambda": 0.8704491894763794,
      "epoch": 4.387086712414224,
      "step": 14065
    },
    {
      "contrastive_lambda": 0.8704316060727932,
      "epoch": 4.3873986275733,
      "step": 14066
    },
    {
      "contrastive_lambda": 0.8704140216536478,
      "epoch": 4.387710542732377,
      "step": 14067
    },
    {
      "contrastive_lambda": 0.8703964362189913,
      "epoch": 4.388022457891454,
      "step": 14068
    },
    {
      "contrastive_lambda": 0.8703788497688719,
      "epoch": 4.38833437305053,
      "step": 14069
    },
    {
      "epoch": 4.388646288209607,
      "grad_norm": 0.12685269117355347,
      "learning_rate": 9.098024544656212e-05,
      "loss": 0.0463,
      "step": 14070
    },
    {
      "epoch": 4.388646288209607,
      "flow_loss": 0.0936533585190773,
      "step": 14070
    },
    {
      "contrastive_loss": 0.006434339564293623,
      "epoch": 4.388646288209607,
      "step": 14070
    },
    {
      "contrastive_lambda": 0.8703612623033379,
      "epoch": 4.388646288209607,
      "step": 14070
    },
    {
      "contrastive_lambda": 0.8703436738224375,
      "epoch": 4.388958203368683,
      "step": 14071
    },
    {
      "contrastive_lambda": 0.8703260843262188,
      "epoch": 4.389270118527761,
      "step": 14072
    },
    {
      "contrastive_lambda": 0.8703084938147301,
      "epoch": 4.389582033686837,
      "step": 14073
    },
    {
      "contrastive_lambda": 0.8702909022880196,
      "epoch": 4.389893948845914,
      "step": 14074
    },
    {
      "contrastive_lambda": 0.8702733097461358,
      "epoch": 4.390205864004991,
      "step": 14075
    },
    {
      "contrastive_lambda": 0.8702557161891264,
      "epoch": 4.3905177791640675,
      "step": 14076
    },
    {
      "contrastive_lambda": 0.8702381216170403,
      "epoch": 4.390829694323144,
      "step": 14077
    },
    {
      "contrastive_lambda": 0.8702205260299251,
      "epoch": 4.39114160948222,
      "step": 14078
    },
    {
      "contrastive_lambda": 0.8702029294278293,
      "epoch": 4.391453524641298,
      "step": 14079
    },
    {
      "epoch": 4.391765439800374,
      "grad_norm": 0.14443406462669373,
      "learning_rate": 9.096445053914148e-05,
      "loss": 0.0444,
      "step": 14080
    },
    {
      "epoch": 4.391765439800374,
      "flow_loss": 0.02665414661169052,
      "step": 14080
    },
    {
      "contrastive_loss": 0.004757553804665804,
      "epoch": 4.391765439800374,
      "step": 14080
    },
    {
      "contrastive_lambda": 0.8701853318108013,
      "epoch": 4.391765439800374,
      "step": 14080
    },
    {
      "contrastive_lambda": 0.8701677331788891,
      "epoch": 4.392077354959451,
      "step": 14081
    },
    {
      "contrastive_lambda": 0.8701501335321411,
      "epoch": 4.392389270118528,
      "step": 14082
    },
    {
      "contrastive_lambda": 0.8701325328706053,
      "epoch": 4.392701185277605,
      "step": 14083
    },
    {
      "contrastive_lambda": 0.8701149311943304,
      "epoch": 4.393013100436681,
      "step": 14084
    },
    {
      "contrastive_lambda": 0.8700973285033643,
      "epoch": 4.393325015595758,
      "step": 14085
    },
    {
      "contrastive_lambda": 0.8700797247977553,
      "epoch": 4.393636930754835,
      "step": 14086
    },
    {
      "contrastive_lambda": 0.8700621200775518,
      "epoch": 4.393948845913911,
      "step": 14087
    },
    {
      "contrastive_lambda": 0.870044514342802,
      "epoch": 4.394260761072988,
      "step": 14088
    },
    {
      "contrastive_lambda": 0.870026907593554,
      "epoch": 4.394572676232065,
      "step": 14089
    },
    {
      "epoch": 4.394884591391142,
      "grad_norm": 0.14263005554676056,
      "learning_rate": 9.094864318780236e-05,
      "loss": 0.042,
      "step": 14090
    },
    {
      "epoch": 4.394884591391142,
      "flow_loss": 0.029952485114336014,
      "step": 14090
    },
    {
      "contrastive_loss": 0.007615796290338039,
      "epoch": 4.394884591391142,
      "step": 14090
    },
    {
      "contrastive_lambda": 0.8700092998298563,
      "epoch": 4.394884591391142,
      "step": 14090
    },
    {
      "contrastive_lambda": 0.8699916910517572,
      "epoch": 4.395196506550218,
      "step": 14091
    },
    {
      "contrastive_lambda": 0.8699740812593049,
      "epoch": 4.3955084217092955,
      "step": 14092
    },
    {
      "contrastive_lambda": 0.8699564704525475,
      "epoch": 4.395820336868372,
      "step": 14093
    },
    {
      "contrastive_lambda": 0.8699388586315335,
      "epoch": 4.396132252027448,
      "step": 14094
    },
    {
      "contrastive_lambda": 0.869921245796311,
      "epoch": 4.396444167186525,
      "step": 14095
    },
    {
      "contrastive_lambda": 0.8699036319469287,
      "epoch": 4.396756082345602,
      "step": 14096
    },
    {
      "contrastive_lambda": 0.8698860170834343,
      "epoch": 4.397067997504679,
      "step": 14097
    },
    {
      "contrastive_lambda": 0.8698684012058764,
      "epoch": 4.397379912663755,
      "step": 14098
    },
    {
      "contrastive_lambda": 0.8698507843143034,
      "epoch": 4.3976918278228325,
      "step": 14099
    },
    {
      "epoch": 4.398003742981909,
      "grad_norm": 0.14539730548858643,
      "learning_rate": 9.093282339734663e-05,
      "loss": 0.0431,
      "step": 14100
    },
    {
      "epoch": 4.398003742981909,
      "flow_loss": 0.0410039946436882,
      "step": 14100
    },
    {
      "contrastive_loss": 0.011840046383440495,
      "epoch": 4.398003742981909,
      "step": 14100
    },
    {
      "contrastive_lambda": 0.8698331664087635,
      "epoch": 4.398003742981909,
      "step": 14100
    },
    {
      "contrastive_lambda": 0.8698155474893048,
      "epoch": 4.3983156581409855,
      "step": 14101
    },
    {
      "contrastive_lambda": 0.869797927555976,
      "epoch": 4.398627573300063,
      "step": 14102
    },
    {
      "contrastive_lambda": 0.869780306608825,
      "epoch": 4.398939488459139,
      "step": 14103
    },
    {
      "contrastive_lambda": 0.8697626846479004,
      "epoch": 4.399251403618216,
      "step": 14104
    },
    {
      "contrastive_lambda": 0.8697450616732503,
      "epoch": 4.399563318777292,
      "step": 14105
    },
    {
      "contrastive_lambda": 0.8697274376849233,
      "epoch": 4.39987523393637,
      "step": 14106
    },
    {
      "contrastive_lambda": 0.8697098126829674,
      "epoch": 4.400187149095446,
      "step": 14107
    },
    {
      "contrastive_lambda": 0.869692186667431,
      "epoch": 4.4004990642545225,
      "step": 14108
    },
    {
      "contrastive_lambda": 0.8696745596383626,
      "epoch": 4.4008109794136,
      "step": 14109
    },
    {
      "epoch": 4.401122894572676,
      "grad_norm": 0.17252595722675323,
      "learning_rate": 9.091699117257992e-05,
      "loss": 0.0414,
      "step": 14110
    },
    {
      "epoch": 4.401122894572676,
      "flow_loss": 0.048118095844984055,
      "step": 14110
    },
    {
      "contrastive_loss": 0.007926933467388153,
      "epoch": 4.401122894572676,
      "step": 14110
    },
    {
      "contrastive_lambda": 0.8696569315958105,
      "epoch": 4.401122894572676,
      "step": 14110
    },
    {
      "contrastive_lambda": 0.8696393025398228,
      "epoch": 4.401434809731753,
      "step": 14111
    },
    {
      "contrastive_lambda": 0.869621672470448,
      "epoch": 4.401746724890829,
      "step": 14112
    },
    {
      "contrastive_lambda": 0.8696040413877343,
      "epoch": 4.402058640049907,
      "step": 14113
    },
    {
      "contrastive_lambda": 0.8695864092917301,
      "epoch": 4.402370555208983,
      "step": 14114
    },
    {
      "contrastive_lambda": 0.869568776182484,
      "epoch": 4.40268247036806,
      "step": 14115
    },
    {
      "contrastive_lambda": 0.8695511420600439,
      "epoch": 4.402994385527137,
      "step": 14116
    },
    {
      "contrastive_lambda": 0.8695335069244585,
      "epoch": 4.403306300686213,
      "step": 14117
    },
    {
      "contrastive_lambda": 0.869515870775776,
      "epoch": 4.40361821584529,
      "step": 14118
    },
    {
      "contrastive_lambda": 0.8694982336140448,
      "epoch": 4.403930131004367,
      "step": 14119
    },
    {
      "epoch": 4.404242046163444,
      "grad_norm": 0.14334584772586823,
      "learning_rate": 9.090114651831163e-05,
      "loss": 0.0433,
      "step": 14120
    },
    {
      "epoch": 4.404242046163444,
      "flow_loss": 0.03396906703710556,
      "step": 14120
    },
    {
      "contrastive_loss": 0.006662117782980204,
      "epoch": 4.404242046163444,
      "step": 14120
    },
    {
      "contrastive_lambda": 0.869480595439313,
      "epoch": 4.404242046163444,
      "step": 14120
    },
    {
      "contrastive_lambda": 0.8694629562516294,
      "epoch": 4.40455396132252,
      "step": 14121
    },
    {
      "contrastive_lambda": 0.869445316051042,
      "epoch": 4.404865876481597,
      "step": 14122
    },
    {
      "contrastive_lambda": 0.8694276748375993,
      "epoch": 4.405177791640674,
      "step": 14123
    },
    {
      "contrastive_lambda": 0.8694100326113497,
      "epoch": 4.4054897067997505,
      "step": 14124
    },
    {
      "contrastive_lambda": 0.8693923893723414,
      "epoch": 4.405801621958827,
      "step": 14125
    },
    {
      "contrastive_lambda": 0.8693747451206231,
      "epoch": 4.406113537117904,
      "step": 14126
    },
    {
      "contrastive_lambda": 0.8693570998562429,
      "epoch": 4.406425452276981,
      "step": 14127
    },
    {
      "contrastive_lambda": 0.8693394535792491,
      "epoch": 4.406737367436057,
      "step": 14128
    },
    {
      "contrastive_lambda": 0.8693218062896904,
      "epoch": 4.407049282595134,
      "step": 14129
    },
    {
      "epoch": 4.407361197754211,
      "grad_norm": 0.12095635384321213,
      "learning_rate": 9.088528943935497e-05,
      "loss": 0.0473,
      "step": 14130
    },
    {
      "epoch": 4.407361197754211,
      "flow_loss": 0.051974959671497345,
      "step": 14130
    },
    {
      "contrastive_loss": 0.010420195758342743,
      "epoch": 4.407361197754211,
      "step": 14130
    },
    {
      "contrastive_lambda": 0.869304157987615,
      "epoch": 4.407361197754211,
      "step": 14130
    },
    {
      "contrastive_lambda": 0.8692865086730711,
      "epoch": 4.407673112913288,
      "step": 14131
    },
    {
      "contrastive_lambda": 0.8692688583461075,
      "epoch": 4.407985028072364,
      "step": 14132
    },
    {
      "contrastive_lambda": 0.8692512070067722,
      "epoch": 4.408296943231441,
      "step": 14133
    },
    {
      "contrastive_lambda": 0.8692335546551138,
      "epoch": 4.408608858390518,
      "step": 14134
    },
    {
      "contrastive_lambda": 0.8692159012911805,
      "epoch": 4.408920773549594,
      "step": 14135
    },
    {
      "contrastive_lambda": 0.869198246915021,
      "epoch": 4.409232688708672,
      "step": 14136
    },
    {
      "contrastive_lambda": 0.8691805915266835,
      "epoch": 4.409544603867748,
      "step": 14137
    },
    {
      "contrastive_lambda": 0.8691629351262165,
      "epoch": 4.409856519026825,
      "step": 14138
    },
    {
      "contrastive_lambda": 0.8691452777136683,
      "epoch": 4.410168434185901,
      "step": 14139
    },
    {
      "epoch": 4.4104803493449785,
      "grad_norm": 0.1404663622379303,
      "learning_rate": 9.086941994052689e-05,
      "loss": 0.0484,
      "step": 14140
    },
    {
      "epoch": 4.4104803493449785,
      "flow_loss": 0.033921580761671066,
      "step": 14140
    },
    {
      "contrastive_loss": 0.011378293856978416,
      "epoch": 4.4104803493449785,
      "step": 14140
    },
    {
      "contrastive_lambda": 0.8691276192890873,
      "epoch": 4.4104803493449785,
      "step": 14140
    },
    {
      "contrastive_lambda": 0.869109959852522,
      "epoch": 4.410792264504055,
      "step": 14141
    },
    {
      "contrastive_lambda": 0.8690922994040209,
      "epoch": 4.411104179663131,
      "step": 14142
    },
    {
      "contrastive_lambda": 0.8690746379436323,
      "epoch": 4.411416094822209,
      "step": 14143
    },
    {
      "contrastive_lambda": 0.8690569754714046,
      "epoch": 4.411728009981285,
      "step": 14144
    },
    {
      "contrastive_lambda": 0.8690393119873862,
      "epoch": 4.412039925140362,
      "step": 14145
    },
    {
      "contrastive_lambda": 0.8690216474916257,
      "epoch": 4.412351840299438,
      "step": 14146
    },
    {
      "contrastive_lambda": 0.8690039819841712,
      "epoch": 4.4126637554585155,
      "step": 14147
    },
    {
      "contrastive_lambda": 0.8689863154650714,
      "epoch": 4.412975670617592,
      "step": 14148
    },
    {
      "contrastive_lambda": 0.8689686479343747,
      "epoch": 4.4132875857766685,
      "step": 14149
    },
    {
      "epoch": 4.413599500935746,
      "grad_norm": 0.1442270427942276,
      "learning_rate": 9.085353802664813e-05,
      "loss": 0.0413,
      "step": 14150
    },
    {
      "epoch": 4.413599500935746,
      "flow_loss": 0.059309884905815125,
      "step": 14150
    },
    {
      "contrastive_loss": 0.005189915653318167,
      "epoch": 4.413599500935746,
      "step": 14150
    },
    {
      "contrastive_lambda": 0.8689509793921295,
      "epoch": 4.413599500935746,
      "step": 14150
    },
    {
      "contrastive_lambda": 0.8689333098383842,
      "epoch": 4.413911416094822,
      "step": 14151
    },
    {
      "contrastive_lambda": 0.8689156392731873,
      "epoch": 4.414223331253899,
      "step": 14152
    },
    {
      "contrastive_lambda": 0.8688979676965873,
      "epoch": 4.414535246412976,
      "step": 14153
    },
    {
      "contrastive_lambda": 0.8688802951086325,
      "epoch": 4.414847161572053,
      "step": 14154
    },
    {
      "contrastive_lambda": 0.8688626215093714,
      "epoch": 4.415159076731129,
      "step": 14155
    },
    {
      "contrastive_lambda": 0.8688449468988526,
      "epoch": 4.4154709918902055,
      "step": 14156
    },
    {
      "contrastive_lambda": 0.8688272712771243,
      "epoch": 4.415782907049283,
      "step": 14157
    },
    {
      "contrastive_lambda": 0.8688095946442351,
      "epoch": 4.416094822208359,
      "step": 14158
    },
    {
      "contrastive_lambda": 0.8687919170002336,
      "epoch": 4.416406737367436,
      "step": 14159
    },
    {
      "epoch": 4.416718652526513,
      "grad_norm": 0.14225034415721893,
      "learning_rate": 9.08376437025432e-05,
      "loss": 0.0442,
      "step": 14160
    },
    {
      "epoch": 4.416718652526513,
      "flow_loss": 0.04730626940727234,
      "step": 14160
    },
    {
      "contrastive_loss": 0.006042490713298321,
      "epoch": 4.416718652526513,
      "step": 14160
    },
    {
      "contrastive_lambda": 0.868774238345168,
      "epoch": 4.416718652526513,
      "step": 14160
    },
    {
      "contrastive_lambda": 0.868756558679087,
      "epoch": 4.41703056768559,
      "step": 14161
    },
    {
      "contrastive_lambda": 0.8687388780020389,
      "epoch": 4.417342482844666,
      "step": 14162
    },
    {
      "contrastive_lambda": 0.8687211963140722,
      "epoch": 4.417654398003743,
      "step": 14163
    },
    {
      "contrastive_lambda": 0.8687035136152353,
      "epoch": 4.41796631316282,
      "step": 14164
    },
    {
      "contrastive_lambda": 0.868685829905577,
      "epoch": 4.418278228321896,
      "step": 14165
    },
    {
      "contrastive_lambda": 0.8686681451851455,
      "epoch": 4.418590143480973,
      "step": 14166
    },
    {
      "contrastive_lambda": 0.8686504594539892,
      "epoch": 4.41890205864005,
      "step": 14167
    },
    {
      "contrastive_lambda": 0.8686327727121569,
      "epoch": 4.419213973799127,
      "step": 14168
    },
    {
      "contrastive_lambda": 0.8686150849596967,
      "epoch": 4.419525888958203,
      "step": 14169
    },
    {
      "epoch": 4.4198378041172806,
      "grad_norm": 0.16052398085594177,
      "learning_rate": 9.082173697304035e-05,
      "loss": 0.0468,
      "step": 14170
    },
    {
      "epoch": 4.4198378041172806,
      "flow_loss": 0.040053047239780426,
      "step": 14170
    },
    {
      "contrastive_loss": 0.006936846300959587,
      "epoch": 4.4198378041172806,
      "step": 14170
    },
    {
      "contrastive_lambda": 0.8685973961966577,
      "epoch": 4.4198378041172806,
      "step": 14170
    },
    {
      "contrastive_lambda": 0.8685797064230878,
      "epoch": 4.420149719276357,
      "step": 14171
    },
    {
      "contrastive_lambda": 0.8685620156390357,
      "epoch": 4.4204616344354335,
      "step": 14172
    },
    {
      "contrastive_lambda": 0.8685443238445498,
      "epoch": 4.42077354959451,
      "step": 14173
    },
    {
      "contrastive_lambda": 0.8685266310396789,
      "epoch": 4.421085464753587,
      "step": 14174
    },
    {
      "contrastive_lambda": 0.8685089372244712,
      "epoch": 4.421397379912664,
      "step": 14175
    },
    {
      "contrastive_lambda": 0.8684912423989753,
      "epoch": 4.42170929507174,
      "step": 14176
    },
    {
      "contrastive_lambda": 0.8684735465632398,
      "epoch": 4.422021210230818,
      "step": 14177
    },
    {
      "contrastive_lambda": 0.8684558497173133,
      "epoch": 4.422333125389894,
      "step": 14178
    },
    {
      "contrastive_lambda": 0.868438151861244,
      "epoch": 4.422645040548971,
      "step": 14179
    },
    {
      "epoch": 4.422956955708047,
      "grad_norm": 0.12118111550807953,
      "learning_rate": 9.080581784297166e-05,
      "loss": 0.0466,
      "step": 14180
    },
    {
      "epoch": 4.422956955708047,
      "flow_loss": 0.05112629756331444,
      "step": 14180
    },
    {
      "contrastive_loss": 0.0075696371495723724,
      "epoch": 4.422956955708047,
      "step": 14180
    },
    {
      "contrastive_lambda": 0.8684204529950805,
      "epoch": 4.422956955708047,
      "step": 14180
    },
    {
      "contrastive_lambda": 0.8684027531188716,
      "epoch": 4.423268870867124,
      "step": 14181
    },
    {
      "contrastive_lambda": 0.8683850522326655,
      "epoch": 4.423580786026201,
      "step": 14182
    },
    {
      "contrastive_lambda": 0.868367350336511,
      "epoch": 4.423892701185277,
      "step": 14183
    },
    {
      "contrastive_lambda": 0.8683496474304564,
      "epoch": 4.424204616344355,
      "step": 14184
    },
    {
      "contrastive_lambda": 0.8683319435145502,
      "epoch": 4.424516531503431,
      "step": 14185
    },
    {
      "contrastive_lambda": 0.8683142385888413,
      "epoch": 4.424828446662508,
      "step": 14186
    },
    {
      "contrastive_lambda": 0.8682965326533779,
      "epoch": 4.425140361821585,
      "step": 14187
    },
    {
      "contrastive_lambda": 0.8682788257082086,
      "epoch": 4.4254522769806615,
      "step": 14188
    },
    {
      "contrastive_lambda": 0.8682611177533821,
      "epoch": 4.425764192139738,
      "step": 14189
    },
    {
      "epoch": 4.426076107298814,
      "grad_norm": 0.15711809694766998,
      "learning_rate": 9.078988631717291e-05,
      "loss": 0.0464,
      "step": 14190
    },
    {
      "epoch": 4.426076107298814,
      "flow_loss": 0.04236747324466705,
      "step": 14190
    },
    {
      "contrastive_loss": 0.011003503575921059,
      "epoch": 4.426076107298814,
      "step": 14190
    },
    {
      "contrastive_lambda": 0.8682434087889468,
      "epoch": 4.426076107298814,
      "step": 14190
    },
    {
      "contrastive_lambda": 0.8682256988149513,
      "epoch": 4.426388022457892,
      "step": 14191
    },
    {
      "contrastive_lambda": 0.868207987831444,
      "epoch": 4.426699937616968,
      "step": 14192
    },
    {
      "contrastive_lambda": 0.8681902758384737,
      "epoch": 4.427011852776045,
      "step": 14193
    },
    {
      "contrastive_lambda": 0.8681725628360889,
      "epoch": 4.427323767935122,
      "step": 14194
    },
    {
      "contrastive_lambda": 0.868154848824338,
      "epoch": 4.4276356830941985,
      "step": 14195
    },
    {
      "contrastive_lambda": 0.8681371338032697,
      "epoch": 4.427947598253275,
      "step": 14196
    },
    {
      "contrastive_lambda": 0.8681194177729328,
      "epoch": 4.4282595134123515,
      "step": 14197
    },
    {
      "contrastive_lambda": 0.8681017007333753,
      "epoch": 4.428571428571429,
      "step": 14198
    },
    {
      "contrastive_lambda": 0.8680839826846463,
      "epoch": 4.428883343730505,
      "step": 14199
    },
    {
      "epoch": 4.429195258889582,
      "grad_norm": 0.17860443890094757,
      "learning_rate": 9.077394240048369e-05,
      "loss": 0.0445,
      "step": 14200
    },
    {
      "epoch": 4.429195258889582,
      "flow_loss": 0.050270695239305496,
      "step": 14200
    },
    {
      "contrastive_loss": 0.007568472996354103,
      "epoch": 4.429195258889582,
      "step": 14200
    },
    {
      "contrastive_lambda": 0.868066263626794,
      "epoch": 4.429195258889582,
      "step": 14200
    },
    {
      "contrastive_lambda": 0.8680485435598673,
      "epoch": 4.429507174048659,
      "step": 14201
    },
    {
      "contrastive_lambda": 0.8680308224839144,
      "epoch": 4.429819089207736,
      "step": 14202
    },
    {
      "contrastive_lambda": 0.8680131003989842,
      "epoch": 4.430131004366812,
      "step": 14203
    },
    {
      "contrastive_lambda": 0.8679953773051252,
      "epoch": 4.430442919525889,
      "step": 14204
    },
    {
      "contrastive_lambda": 0.8679776532023861,
      "epoch": 4.430754834684966,
      "step": 14205
    },
    {
      "contrastive_lambda": 0.8679599280908152,
      "epoch": 4.431066749844042,
      "step": 14206
    },
    {
      "contrastive_lambda": 0.8679422019704613,
      "epoch": 4.431378665003119,
      "step": 14207
    },
    {
      "contrastive_lambda": 0.867924474841373,
      "epoch": 4.431690580162196,
      "step": 14208
    },
    {
      "contrastive_lambda": 0.8679067467035988,
      "epoch": 4.432002495321273,
      "step": 14209
    },
    {
      "epoch": 4.432314410480349,
      "grad_norm": 0.15893679857254028,
      "learning_rate": 9.075798609774736e-05,
      "loss": 0.0444,
      "step": 14210
    },
    {
      "epoch": 4.432314410480349,
      "flow_loss": 0.03445393219590187,
      "step": 14210
    },
    {
      "contrastive_loss": 0.007107855752110481,
      "epoch": 4.432314410480349,
      "step": 14210
    },
    {
      "contrastive_lambda": 0.8678890175571874,
      "epoch": 4.432314410480349,
      "step": 14210
    },
    {
      "contrastive_lambda": 0.8678712874021874,
      "epoch": 4.4326263256394265,
      "step": 14211
    },
    {
      "contrastive_lambda": 0.8678535562386475,
      "epoch": 4.432938240798503,
      "step": 14212
    },
    {
      "contrastive_lambda": 0.867835824066616,
      "epoch": 4.433250155957579,
      "step": 14213
    },
    {
      "contrastive_lambda": 0.8678180908861418,
      "epoch": 4.433562071116656,
      "step": 14214
    },
    {
      "contrastive_lambda": 0.8678003566972734,
      "epoch": 4.433873986275733,
      "step": 14215
    },
    {
      "contrastive_lambda": 0.8677826215000594,
      "epoch": 4.43418590143481,
      "step": 14216
    },
    {
      "contrastive_lambda": 0.8677648852945485,
      "epoch": 4.434497816593886,
      "step": 14217
    },
    {
      "contrastive_lambda": 0.8677471480807892,
      "epoch": 4.434809731752964,
      "step": 14218
    },
    {
      "contrastive_lambda": 0.8677294098588303,
      "epoch": 4.43512164691204,
      "step": 14219
    },
    {
      "epoch": 4.4354335620711165,
      "grad_norm": 0.18118353188037872,
      "learning_rate": 9.0742017413811e-05,
      "loss": 0.0462,
      "step": 14220
    },
    {
      "epoch": 4.4354335620711165,
      "flow_loss": 0.056680917739868164,
      "step": 14220
    },
    {
      "contrastive_loss": 0.007298613898456097,
      "epoch": 4.4354335620711165,
      "step": 14220
    },
    {
      "contrastive_lambda": 0.8677116706287203,
      "epoch": 4.4354335620711165,
      "step": 14220
    },
    {
      "contrastive_lambda": 0.867693930390508,
      "epoch": 4.435745477230194,
      "step": 14221
    },
    {
      "contrastive_lambda": 0.8676761891442417,
      "epoch": 4.43605739238927,
      "step": 14222
    },
    {
      "contrastive_lambda": 0.8676584468899704,
      "epoch": 4.436369307548347,
      "step": 14223
    },
    {
      "contrastive_lambda": 0.8676407036277427,
      "epoch": 4.436681222707423,
      "step": 14224
    },
    {
      "contrastive_lambda": 0.8676229593576069,
      "epoch": 4.436993137866501,
      "step": 14225
    },
    {
      "contrastive_lambda": 0.867605214079612,
      "epoch": 4.437305053025577,
      "step": 14226
    },
    {
      "contrastive_lambda": 0.8675874677938065,
      "epoch": 4.437616968184654,
      "step": 14227
    },
    {
      "contrastive_lambda": 0.8675697205002391,
      "epoch": 4.43792888334373,
      "step": 14228
    },
    {
      "contrastive_lambda": 0.8675519721989584,
      "epoch": 4.438240798502807,
      "step": 14229
    },
    {
      "epoch": 4.438552713661884,
      "grad_norm": 0.14508946239948273,
      "learning_rate": 9.072603635352548e-05,
      "loss": 0.048,
      "step": 14230
    },
    {
      "epoch": 4.438552713661884,
      "flow_loss": 0.05401284992694855,
      "step": 14230
    },
    {
      "contrastive_loss": 0.00615657540038228,
      "epoch": 4.438552713661884,
      "step": 14230
    },
    {
      "contrastive_lambda": 0.8675342228900131,
      "epoch": 4.438552713661884,
      "step": 14230
    },
    {
      "contrastive_lambda": 0.867516472573452,
      "epoch": 4.43886462882096,
      "step": 14231
    },
    {
      "contrastive_lambda": 0.8674987212493235,
      "epoch": 4.439176543980038,
      "step": 14232
    },
    {
      "contrastive_lambda": 0.8674809689176765,
      "epoch": 4.439488459139114,
      "step": 14233
    },
    {
      "contrastive_lambda": 0.8674632155785594,
      "epoch": 4.439800374298191,
      "step": 14234
    },
    {
      "contrastive_lambda": 0.8674454612320212,
      "epoch": 4.440112289457268,
      "step": 14235
    },
    {
      "contrastive_lambda": 0.8674277058781102,
      "epoch": 4.4404242046163445,
      "step": 14236
    },
    {
      "contrastive_lambda": 0.8674099495168754,
      "epoch": 4.440736119775421,
      "step": 14237
    },
    {
      "contrastive_lambda": 0.8673921921483654,
      "epoch": 4.441048034934497,
      "step": 14238
    },
    {
      "contrastive_lambda": 0.8673744337726288,
      "epoch": 4.441359950093575,
      "step": 14239
    },
    {
      "epoch": 4.441671865252651,
      "grad_norm": 0.12090514600276947,
      "learning_rate": 9.071004292174541e-05,
      "loss": 0.0422,
      "step": 14240
    },
    {
      "epoch": 4.441671865252651,
      "flow_loss": 0.06323035806417465,
      "step": 14240
    },
    {
      "contrastive_loss": 0.008238526992499828,
      "epoch": 4.441671865252651,
      "step": 14240
    },
    {
      "contrastive_lambda": 0.8673566743897143,
      "epoch": 4.441671865252651,
      "step": 14240
    },
    {
      "contrastive_lambda": 0.8673389139996708,
      "epoch": 4.441983780411728,
      "step": 14241
    },
    {
      "contrastive_lambda": 0.8673211526025466,
      "epoch": 4.442295695570805,
      "step": 14242
    },
    {
      "contrastive_lambda": 0.8673033901983906,
      "epoch": 4.4426076107298815,
      "step": 14243
    },
    {
      "contrastive_lambda": 0.8672856267872516,
      "epoch": 4.442919525888958,
      "step": 14244
    },
    {
      "contrastive_lambda": 0.8672678623691783,
      "epoch": 4.4432314410480345,
      "step": 14245
    },
    {
      "contrastive_lambda": 0.8672500969442191,
      "epoch": 4.443543356207112,
      "step": 14246
    },
    {
      "contrastive_lambda": 0.867232330512423,
      "epoch": 4.443855271366188,
      "step": 14247
    },
    {
      "contrastive_lambda": 0.8672145630738386,
      "epoch": 4.444167186525265,
      "step": 14248
    },
    {
      "contrastive_lambda": 0.8671967946285146,
      "epoch": 4.444479101684342,
      "step": 14249
    },
    {
      "epoch": 4.444791016843419,
      "grad_norm": 0.1600516438484192,
      "learning_rate": 9.06940371233292e-05,
      "loss": 0.0503,
      "step": 14250
    },
    {
      "epoch": 4.444791016843419,
      "flow_loss": 0.056603074073791504,
      "step": 14250
    },
    {
      "contrastive_loss": 0.006524298340082169,
      "epoch": 4.444791016843419,
      "step": 14250
    },
    {
      "contrastive_lambda": 0.8671790251764997,
      "epoch": 4.444791016843419,
      "step": 14250
    },
    {
      "contrastive_lambda": 0.8671612547178428,
      "epoch": 4.445102932002495,
      "step": 14251
    },
    {
      "contrastive_lambda": 0.8671434832525924,
      "epoch": 4.445414847161572,
      "step": 14252
    },
    {
      "contrastive_lambda": 0.8671257107807973,
      "epoch": 4.445726762320649,
      "step": 14253
    },
    {
      "contrastive_lambda": 0.8671079373025061,
      "epoch": 4.446038677479725,
      "step": 14254
    },
    {
      "contrastive_lambda": 0.8670901628177679,
      "epoch": 4.446350592638802,
      "step": 14255
    },
    {
      "contrastive_lambda": 0.867072387326631,
      "epoch": 4.446662507797879,
      "step": 14256
    },
    {
      "contrastive_lambda": 0.8670546108291443,
      "epoch": 4.446974422956956,
      "step": 14257
    },
    {
      "contrastive_lambda": 0.8670368333253566,
      "epoch": 4.447286338116032,
      "step": 14258
    },
    {
      "contrastive_lambda": 0.8670190548153165,
      "epoch": 4.4475982532751095,
      "step": 14259
    },
    {
      "epoch": 4.447910168434186,
      "grad_norm": 0.10696004331111908,
      "learning_rate": 9.067801896313898e-05,
      "loss": 0.0462,
      "step": 14260
    },
    {
      "epoch": 4.447910168434186,
      "flow_loss": 0.06849899142980576,
      "step": 14260
    },
    {
      "contrastive_loss": 0.005859135650098324,
      "epoch": 4.447910168434186,
      "step": 14260
    },
    {
      "contrastive_lambda": 0.867001275299073,
      "epoch": 4.447910168434186,
      "step": 14260
    },
    {
      "contrastive_lambda": 0.8669834947766746,
      "epoch": 4.448222083593262,
      "step": 14261
    },
    {
      "contrastive_lambda": 0.86696571324817,
      "epoch": 4.448533998752339,
      "step": 14262
    },
    {
      "contrastive_lambda": 0.8669479307136081,
      "epoch": 4.448845913911416,
      "step": 14263
    },
    {
      "contrastive_lambda": 0.8669301471730376,
      "epoch": 4.449157829070493,
      "step": 14264
    },
    {
      "contrastive_lambda": 0.8669123626265074,
      "epoch": 4.449469744229569,
      "step": 14265
    },
    {
      "contrastive_lambda": 0.8668945770740659,
      "epoch": 4.449781659388647,
      "step": 14266
    },
    {
      "contrastive_lambda": 0.8668767905157623,
      "epoch": 4.450093574547723,
      "step": 14267
    },
    {
      "contrastive_lambda": 0.8668590029516451,
      "epoch": 4.4504054897067995,
      "step": 14268
    },
    {
      "contrastive_lambda": 0.866841214381763,
      "epoch": 4.450717404865877,
      "step": 14269
    },
    {
      "epoch": 4.451029320024953,
      "grad_norm": 0.1175374910235405,
      "learning_rate": 9.066198844604064e-05,
      "loss": 0.0411,
      "step": 14270
    },
    {
      "epoch": 4.451029320024953,
      "flow_loss": 0.03562214970588684,
      "step": 14270
    },
    {
      "contrastive_loss": 0.0057482342235744,
      "epoch": 4.451029320024953,
      "step": 14270
    },
    {
      "contrastive_lambda": 0.866823424806165,
      "epoch": 4.451029320024953,
      "step": 14270
    },
    {
      "contrastive_lambda": 0.8668056342248998,
      "epoch": 4.45134123518403,
      "step": 14271
    },
    {
      "contrastive_lambda": 0.866787842638016,
      "epoch": 4.451653150343106,
      "step": 14272
    },
    {
      "contrastive_lambda": 0.8667700500455626,
      "epoch": 4.451965065502184,
      "step": 14273
    },
    {
      "contrastive_lambda": 0.8667522564475881,
      "epoch": 4.45227698066126,
      "step": 14274
    },
    {
      "contrastive_lambda": 0.8667344618441417,
      "epoch": 4.452588895820337,
      "step": 14275
    },
    {
      "contrastive_lambda": 0.8667166662352719,
      "epoch": 4.452900810979414,
      "step": 14276
    },
    {
      "contrastive_lambda": 0.8666988696210274,
      "epoch": 4.45321272613849,
      "step": 14277
    },
    {
      "contrastive_lambda": 0.8666810720014573,
      "epoch": 4.453524641297567,
      "step": 14278
    },
    {
      "contrastive_lambda": 0.8666632733766101,
      "epoch": 4.453836556456643,
      "step": 14279
    },
    {
      "epoch": 4.454148471615721,
      "grad_norm": 0.126803457736969,
      "learning_rate": 9.06459455769038e-05,
      "loss": 0.044,
      "step": 14280
    },
    {
      "epoch": 4.454148471615721,
      "flow_loss": 0.027599889785051346,
      "step": 14280
    },
    {
      "contrastive_loss": 0.007960380986332893,
      "epoch": 4.454148471615721,
      "step": 14280
    },
    {
      "contrastive_lambda": 0.8666454737465348,
      "epoch": 4.454148471615721,
      "step": 14280
    },
    {
      "contrastive_lambda": 0.8666276731112801,
      "epoch": 4.454460386774797,
      "step": 14281
    },
    {
      "contrastive_lambda": 0.8666098714708947,
      "epoch": 4.454772301933874,
      "step": 14282
    },
    {
      "contrastive_lambda": 0.8665920688254276,
      "epoch": 4.455084217092951,
      "step": 14283
    },
    {
      "contrastive_lambda": 0.8665742651749275,
      "epoch": 4.4553961322520275,
      "step": 14284
    },
    {
      "contrastive_lambda": 0.8665564605194434,
      "epoch": 4.455708047411104,
      "step": 14285
    },
    {
      "contrastive_lambda": 0.8665386548590238,
      "epoch": 4.456019962570181,
      "step": 14286
    },
    {
      "contrastive_lambda": 0.8665208481937177,
      "epoch": 4.456331877729258,
      "step": 14287
    },
    {
      "contrastive_lambda": 0.8665030405235739,
      "epoch": 4.456643792888334,
      "step": 14288
    },
    {
      "contrastive_lambda": 0.8664852318486411,
      "epoch": 4.456955708047411,
      "step": 14289
    },
    {
      "epoch": 4.457267623206488,
      "grad_norm": 0.19245173037052155,
      "learning_rate": 9.062989036060193e-05,
      "loss": 0.0361,
      "step": 14290
    },
    {
      "epoch": 4.457267623206488,
      "flow_loss": 0.0494355671107769,
      "step": 14290
    },
    {
      "contrastive_loss": 0.00932319276034832,
      "epoch": 4.457267623206488,
      "step": 14290
    },
    {
      "contrastive_lambda": 0.8664674221689683,
      "epoch": 4.457267623206488,
      "step": 14290
    },
    {
      "contrastive_lambda": 0.8664496114846043,
      "epoch": 4.4575795383655645,
      "step": 14291
    },
    {
      "contrastive_lambda": 0.8664317997955979,
      "epoch": 4.457891453524641,
      "step": 14292
    },
    {
      "contrastive_lambda": 0.8664139871019979,
      "epoch": 4.458203368683718,
      "step": 14293
    },
    {
      "contrastive_lambda": 0.8663961734038531,
      "epoch": 4.458515283842795,
      "step": 14294
    },
    {
      "contrastive_lambda": 0.8663783587012124,
      "epoch": 4.458827199001871,
      "step": 14295
    },
    {
      "contrastive_lambda": 0.8663605429941247,
      "epoch": 4.459139114160948,
      "step": 14296
    },
    {
      "contrastive_lambda": 0.8663427262826386,
      "epoch": 4.459451029320025,
      "step": 14297
    },
    {
      "contrastive_lambda": 0.8663249085668033,
      "epoch": 4.459762944479102,
      "step": 14298
    },
    {
      "contrastive_lambda": 0.8663070898466674,
      "epoch": 4.460074859638178,
      "step": 14299
    },
    {
      "epoch": 4.460386774797255,
      "grad_norm": 0.11734086275100708,
      "learning_rate": 9.061382280201212e-05,
      "loss": 0.0463,
      "step": 14300
    },
    {
      "epoch": 4.460386774797255,
      "flow_loss": 0.04676425829529762,
      "step": 14300
    },
    {
      "contrastive_loss": 0.006592762656509876,
      "epoch": 4.460386774797255,
      "step": 14300
    },
    {
      "contrastive_lambda": 0.8662892701222797,
      "epoch": 4.460386774797255,
      "step": 14300
    },
    {
      "contrastive_lambda": 0.8662714493936894,
      "epoch": 4.460698689956332,
      "step": 14301
    },
    {
      "contrastive_lambda": 0.8662536276609449,
      "epoch": 4.461010605115408,
      "step": 14302
    },
    {
      "contrastive_lambda": 0.8662358049240955,
      "epoch": 4.461322520274486,
      "step": 14303
    },
    {
      "contrastive_lambda": 0.8662179811831897,
      "epoch": 4.461634435433562,
      "step": 14304
    },
    {
      "contrastive_lambda": 0.8662001564382766,
      "epoch": 4.461946350592639,
      "step": 14305
    },
    {
      "contrastive_lambda": 0.866182330689405,
      "epoch": 4.462258265751715,
      "step": 14306
    },
    {
      "contrastive_lambda": 0.8661645039366235,
      "epoch": 4.4625701809107925,
      "step": 14307
    },
    {
      "contrastive_lambda": 0.8661466761799814,
      "epoch": 4.462882096069869,
      "step": 14308
    },
    {
      "contrastive_lambda": 0.8661288474195274,
      "epoch": 4.463194011228945,
      "step": 14309
    },
    {
      "epoch": 4.463505926388023,
      "grad_norm": 0.20456427335739136,
      "learning_rate": 9.059774290601528e-05,
      "loss": 0.0412,
      "step": 14310
    },
    {
      "epoch": 4.463505926388023,
      "flow_loss": 0.05701116472482681,
      "step": 14310
    },
    {
      "contrastive_loss": 0.0071540954522788525,
      "epoch": 4.463505926388023,
      "step": 14310
    },
    {
      "contrastive_lambda": 0.8661110176553104,
      "epoch": 4.463505926388023,
      "step": 14310
    },
    {
      "contrastive_lambda": 0.8660931868873792,
      "epoch": 4.463817841547099,
      "step": 14311
    },
    {
      "contrastive_lambda": 0.8660753551157828,
      "epoch": 4.464129756706176,
      "step": 14312
    },
    {
      "contrastive_lambda": 0.86605752234057,
      "epoch": 4.464441671865252,
      "step": 14313
    },
    {
      "contrastive_lambda": 0.8660396885617897,
      "epoch": 4.46475358702433,
      "step": 14314
    },
    {
      "contrastive_lambda": 0.8660218537794908,
      "epoch": 4.465065502183406,
      "step": 14315
    },
    {
      "contrastive_lambda": 0.8660040179937223,
      "epoch": 4.4653774173424825,
      "step": 14316
    },
    {
      "contrastive_lambda": 0.865986181204533,
      "epoch": 4.46568933250156,
      "step": 14317
    },
    {
      "contrastive_lambda": 0.8659683434119716,
      "epoch": 4.466001247660636,
      "step": 14318
    },
    {
      "contrastive_lambda": 0.8659505046160875,
      "epoch": 4.466313162819713,
      "step": 14319
    },
    {
      "epoch": 4.46662507797879,
      "grad_norm": 0.15897932648658752,
      "learning_rate": 9.058165067749606e-05,
      "loss": 0.0527,
      "step": 14320
    },
    {
      "epoch": 4.46662507797879,
      "flow_loss": 0.03259448707103729,
      "step": 14320
    },
    {
      "contrastive_loss": 0.008030969649553299,
      "epoch": 4.46662507797879,
      "step": 14320
    },
    {
      "contrastive_lambda": 0.8659326648169291,
      "epoch": 4.46662507797879,
      "step": 14320
    },
    {
      "contrastive_lambda": 0.8659148240145456,
      "epoch": 4.466936993137867,
      "step": 14321
    },
    {
      "contrastive_lambda": 0.8658969822089858,
      "epoch": 4.467248908296943,
      "step": 14322
    },
    {
      "contrastive_lambda": 0.8658791394002987,
      "epoch": 4.46756082345602,
      "step": 14323
    },
    {
      "contrastive_lambda": 0.8658612955885331,
      "epoch": 4.467872738615097,
      "step": 14324
    },
    {
      "contrastive_lambda": 0.865843450773738,
      "epoch": 4.468184653774173,
      "step": 14325
    },
    {
      "contrastive_lambda": 0.8658256049559624,
      "epoch": 4.46849656893325,
      "step": 14326
    },
    {
      "contrastive_lambda": 0.865807758135255,
      "epoch": 4.468808484092327,
      "step": 14327
    },
    {
      "contrastive_lambda": 0.865789910311665,
      "epoch": 4.469120399251404,
      "step": 14328
    },
    {
      "contrastive_lambda": 0.8657720614852411,
      "epoch": 4.46943231441048,
      "step": 14329
    },
    {
      "epoch": 4.469744229569557,
      "grad_norm": 0.1371852159500122,
      "learning_rate": 9.056554612134288e-05,
      "loss": 0.0481,
      "step": 14330
    },
    {
      "epoch": 4.469744229569557,
      "flow_loss": 0.041488900780677795,
      "step": 14330
    },
    {
      "contrastive_loss": 0.006803830619901419,
      "epoch": 4.469744229569557,
      "step": 14330
    },
    {
      "contrastive_lambda": 0.8657542116560324,
      "epoch": 4.469744229569557,
      "step": 14330
    },
    {
      "contrastive_lambda": 0.8657363608240876,
      "epoch": 4.470056144728634,
      "step": 14331
    },
    {
      "contrastive_lambda": 0.8657185089894559,
      "epoch": 4.4703680598877105,
      "step": 14332
    },
    {
      "contrastive_lambda": 0.8657006561521862,
      "epoch": 4.470679975046787,
      "step": 14333
    },
    {
      "contrastive_lambda": 0.8656828023123273,
      "epoch": 4.470991890205864,
      "step": 14334
    },
    {
      "contrastive_lambda": 0.8656649474699283,
      "epoch": 4.471303805364941,
      "step": 14335
    },
    {
      "contrastive_lambda": 0.8656470916250381,
      "epoch": 4.471615720524017,
      "step": 14336
    },
    {
      "contrastive_lambda": 0.8656292347777055,
      "epoch": 4.471927635683095,
      "step": 14337
    },
    {
      "contrastive_lambda": 0.8656113769279797,
      "epoch": 4.472239550842171,
      "step": 14338
    },
    {
      "contrastive_lambda": 0.8655935180759096,
      "epoch": 4.4725514660012475,
      "step": 14339
    },
    {
      "epoch": 4.472863381160324,
      "grad_norm": 0.20691564679145813,
      "learning_rate": 9.054942924244785e-05,
      "loss": 0.0472,
      "step": 14340
    },
    {
      "epoch": 4.472863381160324,
      "flow_loss": 0.05223536118865013,
      "step": 14340
    },
    {
      "contrastive_loss": 0.00823065172880888,
      "epoch": 4.472863381160324,
      "step": 14340
    },
    {
      "contrastive_lambda": 0.865575658221544,
      "epoch": 4.472863381160324,
      "step": 14340
    },
    {
      "contrastive_lambda": 0.865557797364932,
      "epoch": 4.473175296319401,
      "step": 14341
    },
    {
      "contrastive_lambda": 0.8655399355061226,
      "epoch": 4.473487211478478,
      "step": 14342
    },
    {
      "contrastive_lambda": 0.8655220726451647,
      "epoch": 4.473799126637554,
      "step": 14343
    },
    {
      "contrastive_lambda": 0.8655042087821073,
      "epoch": 4.474111041796632,
      "step": 14344
    },
    {
      "contrastive_lambda": 0.8654863439169993,
      "epoch": 4.474422956955708,
      "step": 14345
    },
    {
      "contrastive_lambda": 0.8654684780498898,
      "epoch": 4.474734872114785,
      "step": 14346
    },
    {
      "contrastive_lambda": 0.8654506111808277,
      "epoch": 4.475046787273861,
      "step": 14347
    },
    {
      "contrastive_lambda": 0.8654327433098619,
      "epoch": 4.475358702432938,
      "step": 14348
    },
    {
      "contrastive_lambda": 0.8654148744370416,
      "epoch": 4.475670617592015,
      "step": 14349
    },
    {
      "epoch": 4.475982532751091,
      "grad_norm": 0.14914147555828094,
      "learning_rate": 9.053330004570686e-05,
      "loss": 0.0459,
      "step": 14350
    },
    {
      "epoch": 4.475982532751091,
      "flow_loss": 0.040613919496536255,
      "step": 14350
    },
    {
      "contrastive_loss": 0.009111430495977402,
      "epoch": 4.475982532751091,
      "step": 14350
    },
    {
      "contrastive_lambda": 0.8653970045624156,
      "epoch": 4.475982532751091,
      "step": 14350
    },
    {
      "contrastive_lambda": 0.865379133686033,
      "epoch": 4.476294447910169,
      "step": 14351
    },
    {
      "contrastive_lambda": 0.8653612618079428,
      "epoch": 4.476606363069245,
      "step": 14352
    },
    {
      "contrastive_lambda": 0.865343388928194,
      "epoch": 4.476918278228322,
      "step": 14353
    },
    {
      "contrastive_lambda": 0.8653255150468354,
      "epoch": 4.477230193387399,
      "step": 14354
    },
    {
      "contrastive_lambda": 0.8653076401639163,
      "epoch": 4.4775421085464755,
      "step": 14355
    },
    {
      "contrastive_lambda": 0.8652897642794855,
      "epoch": 4.477854023705552,
      "step": 14356
    },
    {
      "contrastive_lambda": 0.8652718873935921,
      "epoch": 4.478165938864628,
      "step": 14357
    },
    {
      "contrastive_lambda": 0.8652540095062851,
      "epoch": 4.478477854023706,
      "step": 14358
    },
    {
      "contrastive_lambda": 0.8652361306176133,
      "epoch": 4.478789769182782,
      "step": 14359
    },
    {
      "epoch": 4.479101684341859,
      "grad_norm": 0.1543927639722824,
      "learning_rate": 9.051715853601955e-05,
      "loss": 0.0461,
      "step": 14360
    },
    {
      "epoch": 4.479101684341859,
      "flow_loss": 0.05767082795500755,
      "step": 14360
    },
    {
      "contrastive_loss": 0.00713746715337038,
      "epoch": 4.479101684341859,
      "step": 14360
    },
    {
      "contrastive_lambda": 0.8652182507276261,
      "epoch": 4.479101684341859,
      "step": 14360
    },
    {
      "contrastive_lambda": 0.8652003698363724,
      "epoch": 4.479413599500936,
      "step": 14361
    },
    {
      "contrastive_lambda": 0.865182487943901,
      "epoch": 4.479725514660013,
      "step": 14362
    },
    {
      "contrastive_lambda": 0.865164605050261,
      "epoch": 4.480037429819089,
      "step": 14363
    },
    {
      "contrastive_lambda": 0.8651467211555017,
      "epoch": 4.4803493449781655,
      "step": 14364
    },
    {
      "contrastive_lambda": 0.8651288362596719,
      "epoch": 4.480661260137243,
      "step": 14365
    },
    {
      "contrastive_lambda": 0.8651109503628206,
      "epoch": 4.480973175296319,
      "step": 14366
    },
    {
      "contrastive_lambda": 0.8650930634649969,
      "epoch": 4.481285090455396,
      "step": 14367
    },
    {
      "contrastive_lambda": 0.8650751755662498,
      "epoch": 4.481597005614473,
      "step": 14368
    },
    {
      "contrastive_lambda": 0.8650572866666284,
      "epoch": 4.48190892077355,
      "step": 14369
    },
    {
      "epoch": 4.482220835932626,
      "grad_norm": 0.11181161552667618,
      "learning_rate": 9.050100471828926e-05,
      "loss": 0.0447,
      "step": 14370
    },
    {
      "epoch": 4.482220835932626,
      "flow_loss": 0.05877765268087387,
      "step": 14370
    },
    {
      "contrastive_loss": 0.007207116112112999,
      "epoch": 4.482220835932626,
      "step": 14370
    },
    {
      "contrastive_lambda": 0.8650393967661818,
      "epoch": 4.482220835932626,
      "step": 14370
    },
    {
      "contrastive_lambda": 0.8650215058649589,
      "epoch": 4.4825327510917035,
      "step": 14371
    },
    {
      "contrastive_lambda": 0.8650036139630088,
      "epoch": 4.48284466625078,
      "step": 14372
    },
    {
      "contrastive_lambda": 0.8649857210603806,
      "epoch": 4.483156581409856,
      "step": 14373
    },
    {
      "contrastive_lambda": 0.8649678271571234,
      "epoch": 4.483468496568933,
      "step": 14374
    },
    {
      "contrastive_lambda": 0.8649499322532861,
      "epoch": 4.48378041172801,
      "step": 14375
    },
    {
      "contrastive_lambda": 0.8649320363489179,
      "epoch": 4.484092326887087,
      "step": 14376
    },
    {
      "contrastive_lambda": 0.8649141394440677,
      "epoch": 4.484404242046163,
      "step": 14377
    },
    {
      "contrastive_lambda": 0.8648962415387846,
      "epoch": 4.4847161572052405,
      "step": 14378
    },
    {
      "contrastive_lambda": 0.8648783426331179,
      "epoch": 4.485028072364317,
      "step": 14379
    },
    {
      "epoch": 4.4853399875233935,
      "grad_norm": 0.1329377442598343,
      "learning_rate": 9.048483859742311e-05,
      "loss": 0.0477,
      "step": 14380
    },
    {
      "epoch": 4.4853399875233935,
      "flow_loss": 0.046615805476903915,
      "step": 14380
    },
    {
      "contrastive_loss": 0.0073786405846476555,
      "epoch": 4.4853399875233935,
      "step": 14380
    },
    {
      "contrastive_lambda": 0.8648604427271165,
      "epoch": 4.4853399875233935,
      "step": 14380
    },
    {
      "contrastive_lambda": 0.8648425418208294,
      "epoch": 4.48565190268247,
      "step": 14381
    },
    {
      "contrastive_lambda": 0.8648246399143058,
      "epoch": 4.485963817841547,
      "step": 14382
    },
    {
      "contrastive_lambda": 0.8648067370075948,
      "epoch": 4.486275733000624,
      "step": 14383
    },
    {
      "contrastive_lambda": 0.8647888331007454,
      "epoch": 4.4865876481597,
      "step": 14384
    },
    {
      "contrastive_lambda": 0.8647709281938065,
      "epoch": 4.486899563318778,
      "step": 14385
    },
    {
      "contrastive_lambda": 0.8647530222868276,
      "epoch": 4.487211478477854,
      "step": 14386
    },
    {
      "contrastive_lambda": 0.8647351153798575,
      "epoch": 4.4875233936369305,
      "step": 14387
    },
    {
      "contrastive_lambda": 0.8647172074729454,
      "epoch": 4.487835308796008,
      "step": 14388
    },
    {
      "contrastive_lambda": 0.8646992985661404,
      "epoch": 4.488147223955084,
      "step": 14389
    },
    {
      "epoch": 4.488459139114161,
      "grad_norm": 0.12570379674434662,
      "learning_rate": 9.046866017833193e-05,
      "loss": 0.042,
      "step": 14390
    },
    {
      "epoch": 4.488459139114161,
      "flow_loss": 0.03332486003637314,
      "step": 14390
    },
    {
      "contrastive_loss": 0.00875107292085886,
      "epoch": 4.488459139114161,
      "step": 14390
    },
    {
      "contrastive_lambda": 0.8646813886594915,
      "epoch": 4.488459139114161,
      "step": 14390
    },
    {
      "contrastive_lambda": 0.864663477753048,
      "epoch": 4.488771054273237,
      "step": 14391
    },
    {
      "contrastive_lambda": 0.8646455658468586,
      "epoch": 4.489082969432315,
      "step": 14392
    },
    {
      "contrastive_lambda": 0.8646276529409729,
      "epoch": 4.489394884591391,
      "step": 14393
    },
    {
      "contrastive_lambda": 0.8646097390354397,
      "epoch": 4.489706799750468,
      "step": 14394
    },
    {
      "contrastive_lambda": 0.8645918241303083,
      "epoch": 4.490018714909545,
      "step": 14395
    },
    {
      "contrastive_lambda": 0.8645739082256276,
      "epoch": 4.490330630068621,
      "step": 14396
    },
    {
      "contrastive_lambda": 0.8645559913214469,
      "epoch": 4.490642545227698,
      "step": 14397
    },
    {
      "contrastive_lambda": 0.8645380734178152,
      "epoch": 4.490954460386774,
      "step": 14398
    },
    {
      "contrastive_lambda": 0.8645201545147818,
      "epoch": 4.491266375545852,
      "step": 14399
    },
    {
      "epoch": 4.491578290704928,
      "grad_norm": 0.10833489149808884,
      "learning_rate": 9.045246946593029e-05,
      "loss": 0.045,
      "step": 14400
    },
    {
      "epoch": 4.491578290704928,
      "flow_loss": 0.04855818673968315,
      "step": 14400
    },
    {
      "contrastive_loss": 0.006012598052620888,
      "epoch": 4.491578290704928,
      "step": 14400
    },
    {
      "contrastive_lambda": 0.8645022346123956,
      "epoch": 4.491578290704928,
      "step": 14400
    },
    {
      "contrastive_lambda": 0.8644843137107058,
      "epoch": 4.491890205864005,
      "step": 14401
    },
    {
      "contrastive_lambda": 0.8644663918097615,
      "epoch": 4.492202121023082,
      "step": 14402
    },
    {
      "contrastive_lambda": 0.864448468909612,
      "epoch": 4.4925140361821585,
      "step": 14403
    },
    {
      "contrastive_lambda": 0.8644305450103064,
      "epoch": 4.492825951341235,
      "step": 14404
    },
    {
      "contrastive_lambda": 0.8644126201118936,
      "epoch": 4.493137866500312,
      "step": 14405
    },
    {
      "contrastive_lambda": 0.8643946942144229,
      "epoch": 4.493449781659389,
      "step": 14406
    },
    {
      "contrastive_lambda": 0.8643767673179437,
      "epoch": 4.493761696818465,
      "step": 14407
    },
    {
      "contrastive_lambda": 0.8643588394225048,
      "epoch": 4.494073611977542,
      "step": 14408
    },
    {
      "contrastive_lambda": 0.8643409105281553,
      "epoch": 4.494385527136619,
      "step": 14409
    },
    {
      "epoch": 4.494697442295696,
      "grad_norm": 0.12875092029571533,
      "learning_rate": 9.043626646513652e-05,
      "loss": 0.0489,
      "step": 14410
    },
    {
      "epoch": 4.494697442295696,
      "flow_loss": 0.06602998077869415,
      "step": 14410
    },
    {
      "contrastive_loss": 0.0077143339440226555,
      "epoch": 4.494697442295696,
      "step": 14410
    },
    {
      "contrastive_lambda": 0.8643229806349446,
      "epoch": 4.494697442295696,
      "step": 14410
    },
    {
      "contrastive_lambda": 0.8643050497429219,
      "epoch": 4.495009357454772,
      "step": 14411
    },
    {
      "contrastive_lambda": 0.8642871178521361,
      "epoch": 4.495321272613849,
      "step": 14412
    },
    {
      "contrastive_lambda": 0.8642691849626364,
      "epoch": 4.495633187772926,
      "step": 14413
    },
    {
      "contrastive_lambda": 0.8642512510744722,
      "epoch": 4.495945102932002,
      "step": 14414
    },
    {
      "contrastive_lambda": 0.8642333161876923,
      "epoch": 4.496257018091079,
      "step": 14415
    },
    {
      "contrastive_lambda": 0.8642153803023462,
      "epoch": 4.496568933250156,
      "step": 14416
    },
    {
      "contrastive_lambda": 0.8641974434184831,
      "epoch": 4.496880848409233,
      "step": 14417
    },
    {
      "contrastive_lambda": 0.8641795055361519,
      "epoch": 4.497192763568309,
      "step": 14418
    },
    {
      "contrastive_lambda": 0.8641615666554019,
      "epoch": 4.4975046787273865,
      "step": 14419
    },
    {
      "epoch": 4.497816593886463,
      "grad_norm": 0.129666268825531,
      "learning_rate": 9.042005118087267e-05,
      "loss": 0.0441,
      "step": 14420
    },
    {
      "epoch": 4.497816593886463,
      "flow_loss": 0.04285043105483055,
      "step": 14420
    },
    {
      "contrastive_loss": 0.007123881950974464,
      "epoch": 4.497816593886463,
      "step": 14420
    },
    {
      "contrastive_lambda": 0.8641436267762823,
      "epoch": 4.497816593886463,
      "step": 14420
    },
    {
      "contrastive_lambda": 0.8641256858988423,
      "epoch": 4.498128509045539,
      "step": 14421
    },
    {
      "contrastive_lambda": 0.8641077440231311,
      "epoch": 4.498440424204617,
      "step": 14422
    },
    {
      "contrastive_lambda": 0.8640898011491978,
      "epoch": 4.498752339363693,
      "step": 14423
    },
    {
      "contrastive_lambda": 0.8640718572770916,
      "epoch": 4.49906425452277,
      "step": 14424
    },
    {
      "contrastive_lambda": 0.8640539124068617,
      "epoch": 4.499376169681846,
      "step": 14425
    },
    {
      "contrastive_lambda": 0.8640359665385574,
      "epoch": 4.4996880848409235,
      "step": 14426
    },
    {
      "contrastive_lambda": 0.8640180196722278,
      "epoch": 4.5,
      "step": 14427
    },
    {
      "contrastive_lambda": 0.8640000718079222,
      "epoch": 4.5003119151590765,
      "step": 14428
    },
    {
      "contrastive_lambda": 0.8639821229456897,
      "epoch": 4.500623830318154,
      "step": 14429
    },
    {
      "epoch": 4.50093574547723,
      "grad_norm": 0.10996808856725693,
      "learning_rate": 9.040382361806448e-05,
      "loss": 0.0403,
      "step": 14430
    },
    {
      "epoch": 4.50093574547723,
      "flow_loss": 0.03126371651887894,
      "step": 14430
    },
    {
      "contrastive_loss": 0.004847921896725893,
      "epoch": 4.50093574547723,
      "step": 14430
    },
    {
      "contrastive_lambda": 0.8639641730855794,
      "epoch": 4.50093574547723,
      "step": 14430
    },
    {
      "contrastive_lambda": 0.8639462222276408,
      "epoch": 4.501247660636307,
      "step": 14431
    },
    {
      "contrastive_lambda": 0.863928270371923,
      "epoch": 4.501559575795383,
      "step": 14432
    },
    {
      "contrastive_lambda": 0.8639103175184751,
      "epoch": 4.501871490954461,
      "step": 14433
    },
    {
      "contrastive_lambda": 0.8638923636673465,
      "epoch": 4.502183406113537,
      "step": 14434
    },
    {
      "contrastive_lambda": 0.8638744088185862,
      "epoch": 4.5024953212726135,
      "step": 14435
    },
    {
      "contrastive_lambda": 0.8638564529722437,
      "epoch": 4.502807236431691,
      "step": 14436
    },
    {
      "contrastive_lambda": 0.8638384961283679,
      "epoch": 4.503119151590767,
      "step": 14437
    },
    {
      "contrastive_lambda": 0.8638205382870083,
      "epoch": 4.503431066749844,
      "step": 14438
    },
    {
      "contrastive_lambda": 0.863802579448214,
      "epoch": 4.503742981908921,
      "step": 14439
    },
    {
      "epoch": 4.504054897067998,
      "grad_norm": 0.165632963180542,
      "learning_rate": 9.038758378164148e-05,
      "loss": 0.0418,
      "step": 14440
    },
    {
      "epoch": 4.504054897067998,
      "flow_loss": 0.051925014704465866,
      "step": 14440
    },
    {
      "contrastive_loss": 0.005400430876761675,
      "epoch": 4.504054897067998,
      "step": 14440
    },
    {
      "contrastive_lambda": 0.8637846196120342,
      "epoch": 4.504054897067998,
      "step": 14440
    },
    {
      "contrastive_lambda": 0.8637666587785184,
      "epoch": 4.504366812227074,
      "step": 14441
    },
    {
      "contrastive_lambda": 0.8637486969477156,
      "epoch": 4.504678727386151,
      "step": 14442
    },
    {
      "contrastive_lambda": 0.863730734119675,
      "epoch": 4.504990642545228,
      "step": 14443
    },
    {
      "contrastive_lambda": 0.863712770294446,
      "epoch": 4.505302557704304,
      "step": 14444
    },
    {
      "contrastive_lambda": 0.8636948054720779,
      "epoch": 4.505614472863381,
      "step": 14445
    },
    {
      "contrastive_lambda": 0.8636768396526197,
      "epoch": 4.505926388022458,
      "step": 14446
    },
    {
      "contrastive_lambda": 0.8636588728361208,
      "epoch": 4.506238303181535,
      "step": 14447
    },
    {
      "contrastive_lambda": 0.8636409050226305,
      "epoch": 4.506550218340611,
      "step": 14448
    },
    {
      "contrastive_lambda": 0.8636229362121979,
      "epoch": 4.506862133499688,
      "step": 14449
    },
    {
      "epoch": 4.507174048658765,
      "grad_norm": 0.1858983337879181,
      "learning_rate": 9.037133167653691e-05,
      "loss": 0.0514,
      "step": 14450
    },
    {
      "epoch": 4.507174048658765,
      "flow_loss": 0.05089498311281204,
      "step": 14450
    },
    {
      "contrastive_loss": 0.011189555749297142,
      "epoch": 4.507174048658765,
      "step": 14450
    },
    {
      "contrastive_lambda": 0.8636049664048725,
      "epoch": 4.507174048658765,
      "step": 14450
    },
    {
      "contrastive_lambda": 0.8635869956007034,
      "epoch": 4.5074859638178415,
      "step": 14451
    },
    {
      "contrastive_lambda": 0.86356902379974,
      "epoch": 4.507797878976918,
      "step": 14452
    },
    {
      "contrastive_lambda": 0.8635510510020312,
      "epoch": 4.508109794135995,
      "step": 14453
    },
    {
      "contrastive_lambda": 0.8635330772076268,
      "epoch": 4.508421709295072,
      "step": 14454
    },
    {
      "contrastive_lambda": 0.8635151024165758,
      "epoch": 4.508733624454148,
      "step": 14455
    },
    {
      "contrastive_lambda": 0.8634971266289275,
      "epoch": 4.509045539613226,
      "step": 14456
    },
    {
      "contrastive_lambda": 0.8634791498447312,
      "epoch": 4.509357454772302,
      "step": 14457
    },
    {
      "contrastive_lambda": 0.8634611720640362,
      "epoch": 4.509669369931379,
      "step": 14458
    },
    {
      "contrastive_lambda": 0.8634431932868916,
      "epoch": 4.509981285090455,
      "step": 14459
    },
    {
      "epoch": 4.510293200249532,
      "grad_norm": 0.12181609869003296,
      "learning_rate": 9.035506730768771e-05,
      "loss": 0.045,
      "step": 14460
    },
    {
      "epoch": 4.510293200249532,
      "flow_loss": 0.043293874710798264,
      "step": 14460
    },
    {
      "contrastive_loss": 0.008092222735285759,
      "epoch": 4.510293200249532,
      "step": 14460
    },
    {
      "contrastive_lambda": 0.8634252135133469,
      "epoch": 4.510293200249532,
      "step": 14460
    },
    {
      "contrastive_lambda": 0.8634072327434514,
      "epoch": 4.510605115408609,
      "step": 14461
    },
    {
      "contrastive_lambda": 0.8633892509772544,
      "epoch": 4.510917030567685,
      "step": 14462
    },
    {
      "contrastive_lambda": 0.8633712682148049,
      "epoch": 4.511228945726763,
      "step": 14463
    },
    {
      "contrastive_lambda": 0.8633532844561528,
      "epoch": 4.511540860885839,
      "step": 14464
    },
    {
      "contrastive_lambda": 0.8633352997013468,
      "epoch": 4.511852776044916,
      "step": 14465
    },
    {
      "contrastive_lambda": 0.8633173139504364,
      "epoch": 4.512164691203992,
      "step": 14466
    },
    {
      "contrastive_lambda": 0.863299327203471,
      "epoch": 4.5124766063630695,
      "step": 14467
    },
    {
      "contrastive_lambda": 0.8632813394605001,
      "epoch": 4.512788521522146,
      "step": 14468
    },
    {
      "contrastive_lambda": 0.8632633507215726,
      "epoch": 4.513100436681222,
      "step": 14469
    },
    {
      "epoch": 4.5134123518403,
      "grad_norm": 0.1235518828034401,
      "learning_rate": 9.033879068003458e-05,
      "loss": 0.0466,
      "step": 14470
    },
    {
      "epoch": 4.5134123518403,
      "flow_loss": 0.058896660804748535,
      "step": 14470
    },
    {
      "contrastive_loss": 0.00805097445845604,
      "epoch": 4.5134123518403,
      "step": 14470
    },
    {
      "contrastive_lambda": 0.8632453609867379,
      "epoch": 4.5134123518403,
      "step": 14470
    },
    {
      "contrastive_lambda": 0.8632273702560456,
      "epoch": 4.513724266999376,
      "step": 14471
    },
    {
      "contrastive_lambda": 0.8632093785295447,
      "epoch": 4.514036182158453,
      "step": 14472
    },
    {
      "contrastive_lambda": 0.8631913858072846,
      "epoch": 4.51434809731753,
      "step": 14473
    },
    {
      "contrastive_lambda": 0.8631733920893149,
      "epoch": 4.5146600124766065,
      "step": 14474
    },
    {
      "contrastive_lambda": 0.8631553973756847,
      "epoch": 4.514971927635683,
      "step": 14475
    },
    {
      "contrastive_lambda": 0.8631374016664433,
      "epoch": 4.5152838427947595,
      "step": 14476
    },
    {
      "contrastive_lambda": 0.86311940496164,
      "epoch": 4.515595757953837,
      "step": 14477
    },
    {
      "contrastive_lambda": 0.8631014072613243,
      "epoch": 4.515907673112913,
      "step": 14478
    },
    {
      "contrastive_lambda": 0.8630834085655456,
      "epoch": 4.51621958827199,
      "step": 14479
    },
    {
      "epoch": 4.516531503431067,
      "grad_norm": 0.12622277438640594,
      "learning_rate": 9.032250179852193e-05,
      "loss": 0.0479,
      "step": 14480
    },
    {
      "epoch": 4.516531503431067,
      "flow_loss": 0.03723426163196564,
      "step": 14480
    },
    {
      "contrastive_loss": 0.008382466621696949,
      "epoch": 4.516531503431067,
      "step": 14480
    },
    {
      "contrastive_lambda": 0.863065408874353,
      "epoch": 4.516531503431067,
      "step": 14480
    },
    {
      "contrastive_lambda": 0.863047408187796,
      "epoch": 4.516843418590144,
      "step": 14481
    },
    {
      "contrastive_lambda": 0.8630294065059239,
      "epoch": 4.51715533374922,
      "step": 14482
    },
    {
      "contrastive_lambda": 0.863011403828786,
      "epoch": 4.5174672489082965,
      "step": 14483
    },
    {
      "contrastive_lambda": 0.8629934001564319,
      "epoch": 4.517779164067374,
      "step": 14484
    },
    {
      "contrastive_lambda": 0.8629753954889107,
      "epoch": 4.51809107922645,
      "step": 14485
    },
    {
      "contrastive_lambda": 0.8629573898262718,
      "epoch": 4.518402994385527,
      "step": 14486
    },
    {
      "contrastive_lambda": 0.8629393831685646,
      "epoch": 4.518714909544604,
      "step": 14487
    },
    {
      "contrastive_lambda": 0.8629213755158386,
      "epoch": 4.519026824703681,
      "step": 14488
    },
    {
      "contrastive_lambda": 0.862903366868143,
      "epoch": 4.519338739862757,
      "step": 14489
    },
    {
      "epoch": 4.5196506550218345,
      "grad_norm": 0.16826385259628296,
      "learning_rate": 9.030620066809787e-05,
      "loss": 0.046,
      "step": 14490
    },
    {
      "epoch": 4.5196506550218345,
      "flow_loss": 0.03090273216366768,
      "step": 14490
    },
    {
      "contrastive_loss": 0.007494339719414711,
      "epoch": 4.5196506550218345,
      "step": 14490
    },
    {
      "contrastive_lambda": 0.8628853572255271,
      "epoch": 4.5196506550218345,
      "step": 14490
    },
    {
      "contrastive_lambda": 0.8628673465880404,
      "epoch": 4.519962570180911,
      "step": 14491
    },
    {
      "contrastive_lambda": 0.8628493349557325,
      "epoch": 4.520274485339987,
      "step": 14492
    },
    {
      "contrastive_lambda": 0.8628313223286522,
      "epoch": 4.520586400499064,
      "step": 14493
    },
    {
      "contrastive_lambda": 0.8628133087068495,
      "epoch": 4.520898315658141,
      "step": 14494
    },
    {
      "contrastive_lambda": 0.8627952940903734,
      "epoch": 4.521210230817218,
      "step": 14495
    },
    {
      "contrastive_lambda": 0.8627772784792733,
      "epoch": 4.521522145976294,
      "step": 14496
    },
    {
      "contrastive_lambda": 0.8627592618735989,
      "epoch": 4.521834061135372,
      "step": 14497
    },
    {
      "contrastive_lambda": 0.8627412442733993,
      "epoch": 4.522145976294448,
      "step": 14498
    },
    {
      "contrastive_lambda": 0.8627232256787241,
      "epoch": 4.5224578914535245,
      "step": 14499
    },
    {
      "epoch": 4.522769806612601,
      "grad_norm": 0.16004115343093872,
      "learning_rate": 9.028988729371428e-05,
      "loss": 0.0383,
      "step": 14500
    },
    {
      "epoch": 4.522769806612601,
      "flow_loss": 0.044175732880830765,
      "step": 14500
    },
    {
      "contrastive_loss": 0.005064213648438454,
      "epoch": 4.522769806612601,
      "step": 14500
    },
    {
      "contrastive_lambda": 0.8627052060896223,
      "epoch": 4.522769806612601,
      "step": 14500
    },
    {
      "contrastive_lambda": 0.8626871855061438,
      "epoch": 4.523081721771678,
      "step": 14501
    },
    {
      "contrastive_lambda": 0.8626691639283378,
      "epoch": 4.523393636930755,
      "step": 14502
    },
    {
      "contrastive_lambda": 0.8626511413562536,
      "epoch": 4.523705552089831,
      "step": 14503
    },
    {
      "contrastive_lambda": 0.8626331177899407,
      "epoch": 4.524017467248909,
      "step": 14504
    },
    {
      "contrastive_lambda": 0.8626150932294486,
      "epoch": 4.524329382407985,
      "step": 14505
    },
    {
      "contrastive_lambda": 0.8625970676748267,
      "epoch": 4.524641297567062,
      "step": 14506
    },
    {
      "contrastive_lambda": 0.8625790411261242,
      "epoch": 4.524953212726139,
      "step": 14507
    },
    {
      "contrastive_lambda": 0.8625610135833908,
      "epoch": 4.525265127885215,
      "step": 14508
    },
    {
      "contrastive_lambda": 0.8625429850466756,
      "epoch": 4.525577043044292,
      "step": 14509
    },
    {
      "epoch": 4.525888958203368,
      "grad_norm": 0.09334754198789597,
      "learning_rate": 9.027356168032673e-05,
      "loss": 0.0481,
      "step": 14510
    },
    {
      "epoch": 4.525888958203368,
      "flow_loss": 0.03449040278792381,
      "step": 14510
    },
    {
      "contrastive_loss": 0.00616516824811697,
      "epoch": 4.525888958203368,
      "step": 14510
    },
    {
      "contrastive_lambda": 0.8625249555160284,
      "epoch": 4.525888958203368,
      "step": 14510
    },
    {
      "contrastive_lambda": 0.8625069249914983,
      "epoch": 4.526200873362446,
      "step": 14511
    },
    {
      "contrastive_lambda": 0.862488893473135,
      "epoch": 4.526512788521522,
      "step": 14512
    },
    {
      "contrastive_lambda": 0.8624708609609878,
      "epoch": 4.526824703680599,
      "step": 14513
    },
    {
      "contrastive_lambda": 0.8624528274551061,
      "epoch": 4.527136618839676,
      "step": 14514
    },
    {
      "contrastive_lambda": 0.8624347929555395,
      "epoch": 4.5274485339987525,
      "step": 14515
    },
    {
      "contrastive_lambda": 0.8624167574623371,
      "epoch": 4.527760449157829,
      "step": 14516
    },
    {
      "contrastive_lambda": 0.8623987209755488,
      "epoch": 4.528072364316905,
      "step": 14517
    },
    {
      "contrastive_lambda": 0.8623806834952239,
      "epoch": 4.528384279475983,
      "step": 14518
    },
    {
      "contrastive_lambda": 0.8623626450214117,
      "epoch": 4.528696194635059,
      "step": 14519
    },
    {
      "epoch": 4.529008109794136,
      "grad_norm": 0.17281198501586914,
      "learning_rate": 9.02572238328945e-05,
      "loss": 0.0404,
      "step": 14520
    },
    {
      "epoch": 4.529008109794136,
      "flow_loss": 0.047906484454870224,
      "step": 14520
    },
    {
      "contrastive_loss": 0.008267068304121494,
      "epoch": 4.529008109794136,
      "step": 14520
    },
    {
      "contrastive_lambda": 0.8623446055541617,
      "epoch": 4.529008109794136,
      "step": 14520
    },
    {
      "contrastive_lambda": 0.8623265650935233,
      "epoch": 4.529320024953213,
      "step": 14521
    },
    {
      "contrastive_lambda": 0.8623085236395462,
      "epoch": 4.5296319401122895,
      "step": 14522
    },
    {
      "contrastive_lambda": 0.8622904811922796,
      "epoch": 4.529943855271366,
      "step": 14523
    },
    {
      "contrastive_lambda": 0.8622724377517732,
      "epoch": 4.530255770430443,
      "step": 14524
    },
    {
      "contrastive_lambda": 0.8622543933180763,
      "epoch": 4.53056768558952,
      "step": 14525
    },
    {
      "contrastive_lambda": 0.8622363478912383,
      "epoch": 4.530879600748596,
      "step": 14526
    },
    {
      "contrastive_lambda": 0.862218301471309,
      "epoch": 4.531191515907673,
      "step": 14527
    },
    {
      "contrastive_lambda": 0.8622002540583373,
      "epoch": 4.53150343106675,
      "step": 14528
    },
    {
      "contrastive_lambda": 0.8621822056523734,
      "epoch": 4.531815346225827,
      "step": 14529
    },
    {
      "epoch": 4.532127261384903,
      "grad_norm": 0.12392964959144592,
      "learning_rate": 9.02408737563806e-05,
      "loss": 0.0468,
      "step": 14530
    },
    {
      "epoch": 4.532127261384903,
      "flow_loss": 0.052611030638217926,
      "step": 14530
    },
    {
      "contrastive_loss": 0.0059368503279984,
      "epoch": 4.532127261384903,
      "step": 14530
    },
    {
      "contrastive_lambda": 0.8621641562534663,
      "epoch": 4.532127261384903,
      "step": 14530
    },
    {
      "contrastive_lambda": 0.8621461058616655,
      "epoch": 4.5324391765439795,
      "step": 14531
    },
    {
      "contrastive_lambda": 0.8621280544770208,
      "epoch": 4.532751091703057,
      "step": 14532
    },
    {
      "contrastive_lambda": 0.8621100020995813,
      "epoch": 4.533063006862133,
      "step": 14533
    },
    {
      "contrastive_lambda": 0.8620919487293968,
      "epoch": 4.53337492202121,
      "step": 14534
    },
    {
      "contrastive_lambda": 0.8620738943665165,
      "epoch": 4.533686837180287,
      "step": 14535
    },
    {
      "contrastive_lambda": 0.8620558390109903,
      "epoch": 4.533998752339364,
      "step": 14536
    },
    {
      "contrastive_lambda": 0.8620377826628672,
      "epoch": 4.53431066749844,
      "step": 14537
    },
    {
      "contrastive_lambda": 0.8620197253221971,
      "epoch": 4.5346225826575175,
      "step": 14538
    },
    {
      "contrastive_lambda": 0.8620016669890294,
      "epoch": 4.534934497816594,
      "step": 14539
    },
    {
      "epoch": 4.53524641297567,
      "grad_norm": 0.11803091317415237,
      "learning_rate": 9.022451145575174e-05,
      "loss": 0.0489,
      "step": 14540
    },
    {
      "epoch": 4.53524641297567,
      "flow_loss": 0.048922061920166016,
      "step": 14540
    },
    {
      "contrastive_loss": 0.00696554547175765,
      "epoch": 4.53524641297567,
      "step": 14540
    },
    {
      "contrastive_lambda": 0.8619836076634135,
      "epoch": 4.53524641297567,
      "step": 14540
    },
    {
      "contrastive_lambda": 0.861965547345399,
      "epoch": 4.535558328134748,
      "step": 14541
    },
    {
      "contrastive_lambda": 0.8619474860350353,
      "epoch": 4.535870243293824,
      "step": 14542
    },
    {
      "contrastive_lambda": 0.8619294237323722,
      "epoch": 4.536182158452901,
      "step": 14543
    },
    {
      "contrastive_lambda": 0.861911360437459,
      "epoch": 4.536494073611977,
      "step": 14544
    },
    {
      "contrastive_lambda": 0.8618932961503452,
      "epoch": 4.536805988771055,
      "step": 14545
    },
    {
      "contrastive_lambda": 0.8618752308710804,
      "epoch": 4.537117903930131,
      "step": 14546
    },
    {
      "contrastive_lambda": 0.8618571645997142,
      "epoch": 4.5374298190892075,
      "step": 14547
    },
    {
      "contrastive_lambda": 0.8618390973362959,
      "epoch": 4.537741734248284,
      "step": 14548
    },
    {
      "contrastive_lambda": 0.8618210290808752,
      "epoch": 4.538053649407361,
      "step": 14549
    },
    {
      "epoch": 4.538365564566438,
      "grad_norm": 0.11662741750478745,
      "learning_rate": 9.02081369359784e-05,
      "loss": 0.0457,
      "step": 14550
    },
    {
      "epoch": 4.538365564566438,
      "flow_loss": 0.03518076241016388,
      "step": 14550
    },
    {
      "contrastive_loss": 0.006156186573207378,
      "epoch": 4.538365564566438,
      "step": 14550
    },
    {
      "contrastive_lambda": 0.8618029598335016,
      "epoch": 4.538365564566438,
      "step": 14550
    },
    {
      "contrastive_lambda": 0.8617848895942246,
      "epoch": 4.538677479725514,
      "step": 14551
    },
    {
      "contrastive_lambda": 0.861766818363094,
      "epoch": 4.538989394884592,
      "step": 14552
    },
    {
      "contrastive_lambda": 0.861748746140159,
      "epoch": 4.539301310043668,
      "step": 14553
    },
    {
      "contrastive_lambda": 0.8617306729254691,
      "epoch": 4.539613225202745,
      "step": 14554
    },
    {
      "contrastive_lambda": 0.8617125987190742,
      "epoch": 4.539925140361822,
      "step": 14555
    },
    {
      "contrastive_lambda": 0.8616945235210236,
      "epoch": 4.540237055520898,
      "step": 14556
    },
    {
      "contrastive_lambda": 0.8616764473313671,
      "epoch": 4.540548970679975,
      "step": 14557
    },
    {
      "contrastive_lambda": 0.8616583701501539,
      "epoch": 4.540860885839052,
      "step": 14558
    },
    {
      "contrastive_lambda": 0.8616402919774339,
      "epoch": 4.541172800998129,
      "step": 14559
    },
    {
      "epoch": 4.541484716157205,
      "grad_norm": 0.10364529490470886,
      "learning_rate": 9.019175020203465e-05,
      "loss": 0.0444,
      "step": 14560
    },
    {
      "epoch": 4.541484716157205,
      "flow_loss": 0.04791589826345444,
      "step": 14560
    },
    {
      "contrastive_loss": 0.007050238084048033,
      "epoch": 4.541484716157205,
      "step": 14560
    },
    {
      "contrastive_lambda": 0.8616222128132563,
      "epoch": 4.541484716157205,
      "step": 14560
    },
    {
      "contrastive_lambda": 0.861604132657671,
      "epoch": 4.541796631316282,
      "step": 14561
    },
    {
      "contrastive_lambda": 0.8615860515107274,
      "epoch": 4.542108546475359,
      "step": 14562
    },
    {
      "contrastive_lambda": 0.8615679693724752,
      "epoch": 4.5424204616344355,
      "step": 14563
    },
    {
      "contrastive_lambda": 0.8615498862429638,
      "epoch": 4.542732376793512,
      "step": 14564
    },
    {
      "contrastive_lambda": 0.8615318021222429,
      "epoch": 4.543044291952588,
      "step": 14565
    },
    {
      "contrastive_lambda": 0.861513717010362,
      "epoch": 4.543356207111666,
      "step": 14566
    },
    {
      "contrastive_lambda": 0.8614956309073707,
      "epoch": 4.543668122270742,
      "step": 14567
    },
    {
      "contrastive_lambda": 0.8614775438133186,
      "epoch": 4.543980037429819,
      "step": 14568
    },
    {
      "contrastive_lambda": 0.8614594557282553,
      "epoch": 4.544291952588896,
      "step": 14569
    },
    {
      "epoch": 4.5446038677479725,
      "grad_norm": 0.13521042466163635,
      "learning_rate": 9.017535125889842e-05,
      "loss": 0.0468,
      "step": 14570
    },
    {
      "epoch": 4.5446038677479725,
      "flow_loss": 0.05445146560668945,
      "step": 14570
    },
    {
      "contrastive_loss": 0.005037128925323486,
      "epoch": 4.5446038677479725,
      "step": 14570
    },
    {
      "contrastive_lambda": 0.8614413666522305,
      "epoch": 4.5446038677479725,
      "step": 14570
    },
    {
      "contrastive_lambda": 0.8614232765852935,
      "epoch": 4.544915782907049,
      "step": 14571
    },
    {
      "contrastive_lambda": 0.8614051855274941,
      "epoch": 4.545227698066126,
      "step": 14572
    },
    {
      "contrastive_lambda": 0.861387093478882,
      "epoch": 4.545539613225203,
      "step": 14573
    },
    {
      "contrastive_lambda": 0.8613690004395065,
      "epoch": 4.545851528384279,
      "step": 14574
    },
    {
      "contrastive_lambda": 0.8613509064094174,
      "epoch": 4.546163443543357,
      "step": 14575
    },
    {
      "contrastive_lambda": 0.8613328113886645,
      "epoch": 4.546475358702433,
      "step": 14576
    },
    {
      "contrastive_lambda": 0.8613147153772969,
      "epoch": 4.54678727386151,
      "step": 14577
    },
    {
      "contrastive_lambda": 0.8612966183753645,
      "epoch": 4.547099189020586,
      "step": 14578
    },
    {
      "contrastive_lambda": 0.861278520382917,
      "epoch": 4.547411104179663,
      "step": 14579
    },
    {
      "epoch": 4.54772301933874,
      "grad_norm": 0.10843102633953094,
      "learning_rate": 9.015894011155124e-05,
      "loss": 0.0469,
      "step": 14580
    },
    {
      "epoch": 4.54772301933874,
      "flow_loss": 0.03215227276086807,
      "step": 14580
    },
    {
      "contrastive_loss": 0.005234302021563053,
      "epoch": 4.54772301933874,
      "step": 14580
    },
    {
      "contrastive_lambda": 0.8612604214000039,
      "epoch": 4.54772301933874,
      "step": 14580
    },
    {
      "contrastive_lambda": 0.8612423214266749,
      "epoch": 4.548034934497816,
      "step": 14581
    },
    {
      "contrastive_lambda": 0.8612242204629795,
      "epoch": 4.548346849656893,
      "step": 14582
    },
    {
      "contrastive_lambda": 0.8612061185089674,
      "epoch": 4.54865876481597,
      "step": 14583
    },
    {
      "contrastive_lambda": 0.8611880155646883,
      "epoch": 4.548970679975047,
      "step": 14584
    },
    {
      "contrastive_lambda": 0.8611699116301916,
      "epoch": 4.549282595134123,
      "step": 14585
    },
    {
      "contrastive_lambda": 0.8611518067055273,
      "epoch": 4.5495945102932005,
      "step": 14586
    },
    {
      "contrastive_lambda": 0.8611337007907447,
      "epoch": 4.549906425452277,
      "step": 14587
    },
    {
      "contrastive_lambda": 0.8611155938858934,
      "epoch": 4.550218340611353,
      "step": 14588
    },
    {
      "contrastive_lambda": 0.8610974859910234,
      "epoch": 4.550530255770431,
      "step": 14589
    },
    {
      "epoch": 4.550842170929507,
      "grad_norm": 0.10539404302835464,
      "learning_rate": 9.014251676497838e-05,
      "loss": 0.0404,
      "step": 14590
    },
    {
      "epoch": 4.550842170929507,
      "flow_loss": 0.0431600883603096,
      "step": 14590
    },
    {
      "contrastive_loss": 0.00834087748080492,
      "epoch": 4.550842170929507,
      "step": 14590
    },
    {
      "contrastive_lambda": 0.8610793771061841,
      "epoch": 4.550842170929507,
      "step": 14590
    },
    {
      "contrastive_lambda": 0.8610612672314251,
      "epoch": 4.551154086088584,
      "step": 14591
    },
    {
      "contrastive_lambda": 0.8610431563667962,
      "epoch": 4.551466001247661,
      "step": 14592
    },
    {
      "contrastive_lambda": 0.8610250445123471,
      "epoch": 4.551777916406738,
      "step": 14593
    },
    {
      "contrastive_lambda": 0.861006931668127,
      "epoch": 4.552089831565814,
      "step": 14594
    },
    {
      "contrastive_lambda": 0.8609888178341862,
      "epoch": 4.5524017467248905,
      "step": 14595
    },
    {
      "contrastive_lambda": 0.860970703010574,
      "epoch": 4.552713661883968,
      "step": 14596
    },
    {
      "contrastive_lambda": 0.8609525871973401,
      "epoch": 4.553025577043044,
      "step": 14597
    },
    {
      "contrastive_lambda": 0.8609344703945342,
      "epoch": 4.553337492202121,
      "step": 14598
    },
    {
      "contrastive_lambda": 0.8609163526022059,
      "epoch": 4.553649407361197,
      "step": 14599
    },
    {
      "epoch": 4.553961322520275,
      "grad_norm": 0.14909860491752625,
      "learning_rate": 9.012608122416884e-05,
      "loss": 0.044,
      "step": 14600
    },
    {
      "epoch": 4.553961322520275,
      "flow_loss": 0.04355364665389061,
      "step": 14600
    },
    {
      "contrastive_loss": 0.006230555474758148,
      "epoch": 4.553961322520275,
      "step": 14600
    },
    {
      "contrastive_lambda": 0.860898233820405,
      "epoch": 4.553961322520275,
      "step": 14600
    },
    {
      "contrastive_lambda": 0.8608801140491811,
      "epoch": 4.554273237679351,
      "step": 14601
    },
    {
      "contrastive_lambda": 0.8608619932885838,
      "epoch": 4.554585152838428,
      "step": 14602
    },
    {
      "contrastive_lambda": 0.860843871538663,
      "epoch": 4.554897067997505,
      "step": 14603
    },
    {
      "contrastive_lambda": 0.8608257487994682,
      "epoch": 4.555208983156581,
      "step": 14604
    },
    {
      "contrastive_lambda": 0.860807625071049,
      "epoch": 4.555520898315658,
      "step": 14605
    },
    {
      "contrastive_lambda": 0.8607895003534553,
      "epoch": 4.555832813474735,
      "step": 14606
    },
    {
      "contrastive_lambda": 0.8607713746467367,
      "epoch": 4.556144728633812,
      "step": 14607
    },
    {
      "contrastive_lambda": 0.8607532479509428,
      "epoch": 4.556456643792888,
      "step": 14608
    },
    {
      "contrastive_lambda": 0.8607351202661235,
      "epoch": 4.5567685589519655,
      "step": 14609
    },
    {
      "epoch": 4.557080474111042,
      "grad_norm": 0.12373451143503189,
      "learning_rate": 9.010963349411529e-05,
      "loss": 0.0462,
      "step": 14610
    },
    {
      "epoch": 4.557080474111042,
      "flow_loss": 0.046147968620061874,
      "step": 14610
    },
    {
      "contrastive_loss": 0.006558307446539402,
      "epoch": 4.557080474111042,
      "step": 14610
    },
    {
      "contrastive_lambda": 0.8607169915923283,
      "epoch": 4.557080474111042,
      "step": 14610
    },
    {
      "contrastive_lambda": 0.8606988619296071,
      "epoch": 4.5573923892701185,
      "step": 14611
    },
    {
      "contrastive_lambda": 0.8606807312780094,
      "epoch": 4.557704304429195,
      "step": 14612
    },
    {
      "contrastive_lambda": 0.860662599637585,
      "epoch": 4.558016219588272,
      "step": 14613
    },
    {
      "contrastive_lambda": 0.8606444670083837,
      "epoch": 4.558328134747349,
      "step": 14614
    },
    {
      "contrastive_lambda": 0.860626333390455,
      "epoch": 4.558640049906425,
      "step": 14615
    },
    {
      "contrastive_lambda": 0.8606081987838488,
      "epoch": 4.558951965065502,
      "step": 14616
    },
    {
      "contrastive_lambda": 0.8605900631886148,
      "epoch": 4.559263880224579,
      "step": 14617
    },
    {
      "contrastive_lambda": 0.8605719266048025,
      "epoch": 4.5595757953836555,
      "step": 14618
    },
    {
      "contrastive_lambda": 0.8605537890324619,
      "epoch": 4.559887710542732,
      "step": 14619
    },
    {
      "epoch": 4.560199625701809,
      "grad_norm": 0.14614439010620117,
      "learning_rate": 9.00931735798141e-05,
      "loss": 0.0424,
      "step": 14620
    },
    {
      "epoch": 4.560199625701809,
      "flow_loss": 0.049517739564180374,
      "step": 14620
    },
    {
      "contrastive_loss": 0.010502204298973083,
      "epoch": 4.560199625701809,
      "step": 14620
    },
    {
      "contrastive_lambda": 0.8605356504716426,
      "epoch": 4.560199625701809,
      "step": 14620
    },
    {
      "contrastive_lambda": 0.8605175109223944,
      "epoch": 4.560511540860886,
      "step": 14621
    },
    {
      "contrastive_lambda": 0.8604993703847669,
      "epoch": 4.560823456019962,
      "step": 14622
    },
    {
      "contrastive_lambda": 0.86048122885881,
      "epoch": 4.56113537117904,
      "step": 14623
    },
    {
      "contrastive_lambda": 0.8604630863445732,
      "epoch": 4.561447286338116,
      "step": 14624
    },
    {
      "contrastive_lambda": 0.8604449428421064,
      "epoch": 4.561759201497193,
      "step": 14625
    },
    {
      "contrastive_lambda": 0.8604267983514594,
      "epoch": 4.56207111665627,
      "step": 14626
    },
    {
      "contrastive_lambda": 0.8604086528726819,
      "epoch": 4.562383031815346,
      "step": 14627
    },
    {
      "contrastive_lambda": 0.8603905064058235,
      "epoch": 4.562694946974423,
      "step": 14628
    },
    {
      "contrastive_lambda": 0.8603723589509341,
      "epoch": 4.563006862133499,
      "step": 14629
    },
    {
      "epoch": 4.563318777292577,
      "grad_norm": 0.12538795173168182,
      "learning_rate": 9.00767014862654e-05,
      "loss": 0.0555,
      "step": 14630
    },
    {
      "epoch": 4.563318777292577,
      "flow_loss": 0.0408121682703495,
      "step": 14630
    },
    {
      "contrastive_loss": 0.006727727595716715,
      "epoch": 4.563318777292577,
      "step": 14630
    },
    {
      "contrastive_lambda": 0.8603542105080635,
      "epoch": 4.563318777292577,
      "step": 14630
    },
    {
      "contrastive_lambda": 0.8603360610772612,
      "epoch": 4.563630692451653,
      "step": 14631
    },
    {
      "contrastive_lambda": 0.8603179106585773,
      "epoch": 4.56394260761073,
      "step": 14632
    },
    {
      "contrastive_lambda": 0.8602997592520614,
      "epoch": 4.564254522769806,
      "step": 14633
    },
    {
      "contrastive_lambda": 0.8602816068577632,
      "epoch": 4.5645664379288835,
      "step": 14634
    },
    {
      "contrastive_lambda": 0.8602634534757325,
      "epoch": 4.56487835308796,
      "step": 14635
    },
    {
      "contrastive_lambda": 0.860245299106019,
      "epoch": 4.565190268247036,
      "step": 14636
    },
    {
      "contrastive_lambda": 0.8602271437486728,
      "epoch": 4.565502183406114,
      "step": 14637
    },
    {
      "contrastive_lambda": 0.8602089874037432,
      "epoch": 4.56581409856519,
      "step": 14638
    },
    {
      "contrastive_lambda": 0.8601908300712804,
      "epoch": 4.566126013724267,
      "step": 14639
    },
    {
      "epoch": 4.566437928883344,
      "grad_norm": 0.12943950295448303,
      "learning_rate": 9.006021721847295e-05,
      "loss": 0.0476,
      "step": 14640
    },
    {
      "epoch": 4.566437928883344,
      "flow_loss": 0.04041586071252823,
      "step": 14640
    },
    {
      "contrastive_loss": 0.00608611386269331,
      "epoch": 4.566437928883344,
      "step": 14640
    },
    {
      "contrastive_lambda": 0.8601726717513338,
      "epoch": 4.566437928883344,
      "step": 14640
    },
    {
      "contrastive_lambda": 0.8601545124439535,
      "epoch": 4.566749844042421,
      "step": 14641
    },
    {
      "contrastive_lambda": 0.860136352149189,
      "epoch": 4.567061759201497,
      "step": 14642
    },
    {
      "contrastive_lambda": 0.8601181908670904,
      "epoch": 4.567373674360574,
      "step": 14643
    },
    {
      "contrastive_lambda": 0.8601000285977073,
      "epoch": 4.567685589519651,
      "step": 14644
    },
    {
      "contrastive_lambda": 0.8600818653410895,
      "epoch": 4.567997504678727,
      "step": 14645
    },
    {
      "contrastive_lambda": 0.8600637010972869,
      "epoch": 4.568309419837804,
      "step": 14646
    },
    {
      "contrastive_lambda": 0.8600455358663491,
      "epoch": 4.568621334996881,
      "step": 14647
    },
    {
      "contrastive_lambda": 0.860027369648326,
      "epoch": 4.568933250155958,
      "step": 14648
    },
    {
      "contrastive_lambda": 0.8600092024432676,
      "epoch": 4.569245165315034,
      "step": 14649
    },
    {
      "epoch": 4.569557080474111,
      "grad_norm": 0.12672172486782074,
      "learning_rate": 9.004372078144423e-05,
      "loss": 0.045,
      "step": 14650
    },
    {
      "epoch": 4.569557080474111,
      "flow_loss": 0.03418072685599327,
      "step": 14650
    },
    {
      "contrastive_loss": 0.0072137112729251385,
      "epoch": 4.569557080474111,
      "step": 14650
    },
    {
      "contrastive_lambda": 0.8599910342512234,
      "epoch": 4.569557080474111,
      "step": 14650
    },
    {
      "contrastive_lambda": 0.8599728650722434,
      "epoch": 4.569868995633188,
      "step": 14651
    },
    {
      "contrastive_lambda": 0.8599546949063773,
      "epoch": 4.570180910792264,
      "step": 14652
    },
    {
      "contrastive_lambda": 0.8599365237536749,
      "epoch": 4.570492825951341,
      "step": 14653
    },
    {
      "contrastive_lambda": 0.8599183516141863,
      "epoch": 4.570804741110418,
      "step": 14654
    },
    {
      "contrastive_lambda": 0.859900178487961,
      "epoch": 4.571116656269495,
      "step": 14655
    },
    {
      "contrastive_lambda": 0.8598820043750488,
      "epoch": 4.571428571428571,
      "step": 14656
    },
    {
      "contrastive_lambda": 0.8598638292754999,
      "epoch": 4.5717404865876485,
      "step": 14657
    },
    {
      "contrastive_lambda": 0.8598456531893637,
      "epoch": 4.572052401746725,
      "step": 14658
    },
    {
      "contrastive_lambda": 0.8598274761166902,
      "epoch": 4.5723643169058015,
      "step": 14659
    },
    {
      "epoch": 4.572676232064879,
      "grad_norm": 0.13256670534610748,
      "learning_rate": 9.002721218019043e-05,
      "loss": 0.0439,
      "step": 14660
    },
    {
      "epoch": 4.572676232064879,
      "flow_loss": 0.0477118082344532,
      "step": 14660
    },
    {
      "contrastive_loss": 0.005825832020491362,
      "epoch": 4.572676232064879,
      "step": 14660
    },
    {
      "contrastive_lambda": 0.8598092980575293,
      "epoch": 4.572676232064879,
      "step": 14660
    },
    {
      "contrastive_lambda": 0.8597911190119307,
      "epoch": 4.572988147223955,
      "step": 14661
    },
    {
      "contrastive_lambda": 0.8597729389799444,
      "epoch": 4.573300062383032,
      "step": 14662
    },
    {
      "contrastive_lambda": 0.8597547579616202,
      "epoch": 4.573611977542108,
      "step": 14663
    },
    {
      "contrastive_lambda": 0.8597365759570079,
      "epoch": 4.573923892701186,
      "step": 14664
    },
    {
      "contrastive_lambda": 0.8597183929661573,
      "epoch": 4.574235807860262,
      "step": 14665
    },
    {
      "contrastive_lambda": 0.8597002089891183,
      "epoch": 4.5745477230193385,
      "step": 14666
    },
    {
      "contrastive_lambda": 0.8596820240259406,
      "epoch": 4.574859638178415,
      "step": 14667
    },
    {
      "contrastive_lambda": 0.8596638380766746,
      "epoch": 4.575171553337492,
      "step": 14668
    },
    {
      "contrastive_lambda": 0.8596456511413695,
      "epoch": 4.575483468496569,
      "step": 14669
    },
    {
      "epoch": 4.575795383655645,
      "grad_norm": 0.14386002719402313,
      "learning_rate": 9.001069141972642e-05,
      "loss": 0.0407,
      "step": 14670
    },
    {
      "epoch": 4.575795383655645,
      "flow_loss": 0.03868669643998146,
      "step": 14670
    },
    {
      "contrastive_loss": 0.00712295388802886,
      "epoch": 4.575795383655645,
      "step": 14670
    },
    {
      "contrastive_lambda": 0.8596274632200754,
      "epoch": 4.575795383655645,
      "step": 14670
    },
    {
      "contrastive_lambda": 0.8596092743128423,
      "epoch": 4.576107298814723,
      "step": 14671
    },
    {
      "contrastive_lambda": 0.8595910844197199,
      "epoch": 4.576419213973799,
      "step": 14672
    },
    {
      "contrastive_lambda": 0.859572893540758,
      "epoch": 4.576731129132876,
      "step": 14673
    },
    {
      "contrastive_lambda": 0.8595547016760069,
      "epoch": 4.577043044291953,
      "step": 14674
    },
    {
      "contrastive_lambda": 0.859536508825516,
      "epoch": 4.577354959451029,
      "step": 14675
    },
    {
      "contrastive_lambda": 0.8595183149893353,
      "epoch": 4.577666874610106,
      "step": 14676
    },
    {
      "contrastive_lambda": 0.8595001201675148,
      "epoch": 4.577978789769183,
      "step": 14677
    },
    {
      "contrastive_lambda": 0.8594819243601043,
      "epoch": 4.57829070492826,
      "step": 14678
    },
    {
      "contrastive_lambda": 0.8594637275671537,
      "epoch": 4.578602620087336,
      "step": 14679
    },
    {
      "epoch": 4.578914535246413,
      "grad_norm": 0.13431565463542938,
      "learning_rate": 8.99941585050708e-05,
      "loss": 0.0443,
      "step": 14680
    },
    {
      "epoch": 4.578914535246413,
      "flow_loss": 0.049802862107753754,
      "step": 14680
    },
    {
      "contrastive_loss": 0.008060664869844913,
      "epoch": 4.578914535246413,
      "step": 14680
    },
    {
      "contrastive_lambda": 0.8594455297887129,
      "epoch": 4.578914535246413,
      "step": 14680
    },
    {
      "contrastive_lambda": 0.8594273310248317,
      "epoch": 4.57922645040549,
      "step": 14681
    },
    {
      "contrastive_lambda": 0.8594091312755601,
      "epoch": 4.5795383655645665,
      "step": 14682
    },
    {
      "contrastive_lambda": 0.859390930540948,
      "epoch": 4.579850280723643,
      "step": 14683
    },
    {
      "contrastive_lambda": 0.8593727288210452,
      "epoch": 4.5801621958827194,
      "step": 14684
    },
    {
      "contrastive_lambda": 0.8593545261159017,
      "epoch": 4.580474111041797,
      "step": 14685
    },
    {
      "contrastive_lambda": 0.8593363224255672,
      "epoch": 4.580786026200873,
      "step": 14686
    },
    {
      "contrastive_lambda": 0.859318117750092,
      "epoch": 4.58109794135995,
      "step": 14687
    },
    {
      "contrastive_lambda": 0.8592999120895257,
      "epoch": 4.581409856519027,
      "step": 14688
    },
    {
      "contrastive_lambda": 0.8592817054439184,
      "epoch": 4.581721771678104,
      "step": 14689
    },
    {
      "epoch": 4.58203368683718,
      "grad_norm": 0.15608616173267365,
      "learning_rate": 8.997761344124578e-05,
      "loss": 0.041,
      "step": 14690
    },
    {
      "epoch": 4.58203368683718,
      "flow_loss": 0.059290722012519836,
      "step": 14690
    },
    {
      "contrastive_loss": 0.01013348437845707,
      "epoch": 4.58203368683718,
      "step": 14690
    },
    {
      "contrastive_lambda": 0.8592634978133197,
      "epoch": 4.58203368683718,
      "step": 14690
    },
    {
      "contrastive_lambda": 0.8592452891977799,
      "epoch": 4.582345601996257,
      "step": 14691
    },
    {
      "contrastive_lambda": 0.8592270795973486,
      "epoch": 4.582657517155334,
      "step": 14692
    },
    {
      "contrastive_lambda": 0.8592088690120758,
      "epoch": 4.58296943231441,
      "step": 14693
    },
    {
      "contrastive_lambda": 0.8591906574420116,
      "epoch": 4.583281347473488,
      "step": 14694
    },
    {
      "contrastive_lambda": 0.859172444887206,
      "epoch": 4.583593262632564,
      "step": 14695
    },
    {
      "contrastive_lambda": 0.8591542313477085,
      "epoch": 4.583905177791641,
      "step": 14696
    },
    {
      "contrastive_lambda": 0.8591360168235693,
      "epoch": 4.584217092950717,
      "step": 14697
    },
    {
      "contrastive_lambda": 0.8591178013148385,
      "epoch": 4.5845290081097945,
      "step": 14698
    },
    {
      "contrastive_lambda": 0.8590995848215657,
      "epoch": 4.584840923268871,
      "step": 14699
    },
    {
      "epoch": 4.585152838427947,
      "grad_norm": 0.10509349405765533,
      "learning_rate": 8.996105623327737e-05,
      "loss": 0.0451,
      "step": 14700
    },
    {
      "epoch": 4.585152838427947,
      "flow_loss": 0.056903623044490814,
      "step": 14700
    },
    {
      "contrastive_loss": 0.01355431042611599,
      "epoch": 4.585152838427947,
      "step": 14700
    },
    {
      "contrastive_lambda": 0.859081367343801,
      "epoch": 4.585152838427947,
      "step": 14700
    },
    {
      "contrastive_lambda": 0.8590631488815944,
      "epoch": 4.585464753587024,
      "step": 14701
    },
    {
      "contrastive_lambda": 0.8590449294349958,
      "epoch": 4.585776668746101,
      "step": 14702
    },
    {
      "contrastive_lambda": 0.8590267090040551,
      "epoch": 4.586088583905178,
      "step": 14703
    },
    {
      "contrastive_lambda": 0.8590084875888223,
      "epoch": 4.586400499064254,
      "step": 14704
    },
    {
      "contrastive_lambda": 0.8589902651893474,
      "epoch": 4.5867124142233315,
      "step": 14705
    },
    {
      "contrastive_lambda": 0.8589720418056803,
      "epoch": 4.587024329382408,
      "step": 14706
    },
    {
      "contrastive_lambda": 0.8589538174378708,
      "epoch": 4.5873362445414845,
      "step": 14707
    },
    {
      "contrastive_lambda": 0.8589355920859693,
      "epoch": 4.587648159700562,
      "step": 14708
    },
    {
      "contrastive_lambda": 0.8589173657500253,
      "epoch": 4.587960074859638,
      "step": 14709
    },
    {
      "epoch": 4.588271990018715,
      "grad_norm": 0.13605870306491852,
      "learning_rate": 8.994448688619517e-05,
      "loss": 0.0494,
      "step": 14710
    },
    {
      "epoch": 4.588271990018715,
      "flow_loss": 0.06296893954277039,
      "step": 14710
    },
    {
      "contrastive_loss": 0.012537805363535881,
      "epoch": 4.588271990018715,
      "step": 14710
    },
    {
      "contrastive_lambda": 0.858899138430089,
      "epoch": 4.588271990018715,
      "step": 14710
    },
    {
      "contrastive_lambda": 0.8588809101262103,
      "epoch": 4.588583905177792,
      "step": 14711
    },
    {
      "contrastive_lambda": 0.8588626808384393,
      "epoch": 4.588895820336869,
      "step": 14712
    },
    {
      "contrastive_lambda": 0.8588444505668258,
      "epoch": 4.589207735495945,
      "step": 14713
    },
    {
      "contrastive_lambda": 0.8588262193114199,
      "epoch": 4.5895196506550215,
      "step": 14714
    },
    {
      "contrastive_lambda": 0.8588079870722716,
      "epoch": 4.589831565814099,
      "step": 14715
    },
    {
      "contrastive_lambda": 0.8587897538494307,
      "epoch": 4.590143480973175,
      "step": 14716
    },
    {
      "contrastive_lambda": 0.8587715196429475,
      "epoch": 4.590455396132252,
      "step": 14717
    },
    {
      "contrastive_lambda": 0.8587532844528717,
      "epoch": 4.590767311291328,
      "step": 14718
    },
    {
      "contrastive_lambda": 0.8587350482792534,
      "epoch": 4.591079226450406,
      "step": 14719
    },
    {
      "epoch": 4.591391141609482,
      "grad_norm": 0.1157168298959732,
      "learning_rate": 8.992790540503253e-05,
      "loss": 0.0521,
      "step": 14720
    },
    {
      "epoch": 4.591391141609482,
      "flow_loss": 0.03722274303436279,
      "step": 14720
    },
    {
      "contrastive_loss": 0.009271598421037197,
      "epoch": 4.591391141609482,
      "step": 14720
    },
    {
      "contrastive_lambda": 0.8587168111221426,
      "epoch": 4.591391141609482,
      "step": 14720
    },
    {
      "contrastive_lambda": 0.8586985729815892,
      "epoch": 4.591703056768559,
      "step": 14721
    },
    {
      "contrastive_lambda": 0.8586803338576435,
      "epoch": 4.592014971927636,
      "step": 14722
    },
    {
      "contrastive_lambda": 0.8586620937503553,
      "epoch": 4.592326887086712,
      "step": 14723
    },
    {
      "contrastive_lambda": 0.8586438526597744,
      "epoch": 4.592638802245789,
      "step": 14724
    },
    {
      "contrastive_lambda": 0.8586256105859511,
      "epoch": 4.592950717404866,
      "step": 14725
    },
    {
      "contrastive_lambda": 0.8586073675289354,
      "epoch": 4.593262632563943,
      "step": 14726
    },
    {
      "contrastive_lambda": 0.8585891234887773,
      "epoch": 4.593574547723019,
      "step": 14727
    },
    {
      "contrastive_lambda": 0.8585708784655266,
      "epoch": 4.593886462882097,
      "step": 14728
    },
    {
      "contrastive_lambda": 0.8585526324592334,
      "epoch": 4.594198378041173,
      "step": 14729
    },
    {
      "epoch": 4.5945102932002495,
      "grad_norm": 0.1545180082321167,
      "learning_rate": 8.991131179482648e-05,
      "loss": 0.0474,
      "step": 14730
    },
    {
      "epoch": 4.5945102932002495,
      "flow_loss": 0.06022585183382034,
      "step": 14730
    },
    {
      "contrastive_loss": 0.009824076667428017,
      "epoch": 4.5945102932002495,
      "step": 14730
    },
    {
      "contrastive_lambda": 0.858534385469948,
      "epoch": 4.5945102932002495,
      "step": 14730
    },
    {
      "contrastive_lambda": 0.8585161374977202,
      "epoch": 4.594822208359326,
      "step": 14731
    },
    {
      "contrastive_lambda": 0.8584978885426,
      "epoch": 4.595134123518403,
      "step": 14732
    },
    {
      "contrastive_lambda": 0.8584796386046374,
      "epoch": 4.59544603867748,
      "step": 14733
    },
    {
      "contrastive_lambda": 0.8584613876838827,
      "epoch": 4.595757953836556,
      "step": 14734
    },
    {
      "contrastive_lambda": 0.8584431357803857,
      "epoch": 4.596069868995633,
      "step": 14735
    },
    {
      "contrastive_lambda": 0.8584248828941963,
      "epoch": 4.59638178415471,
      "step": 14736
    },
    {
      "contrastive_lambda": 0.8584066290253649,
      "epoch": 4.596693699313787,
      "step": 14737
    },
    {
      "contrastive_lambda": 0.8583883741739413,
      "epoch": 4.597005614472863,
      "step": 14738
    },
    {
      "contrastive_lambda": 0.8583701183399758,
      "epoch": 4.59731752963194,
      "step": 14739
    },
    {
      "epoch": 4.597629444791017,
      "grad_norm": 0.19986626505851746,
      "learning_rate": 8.989470606061768e-05,
      "loss": 0.0545,
      "step": 14740
    },
    {
      "epoch": 4.597629444791017,
      "flow_loss": 0.031131744384765625,
      "step": 14740
    },
    {
      "contrastive_loss": 0.007028884254395962,
      "epoch": 4.597629444791017,
      "step": 14740
    },
    {
      "contrastive_lambda": 0.8583518615235182,
      "epoch": 4.597629444791017,
      "step": 14740
    },
    {
      "contrastive_lambda": 0.8583336037246185,
      "epoch": 4.597941359950093,
      "step": 14741
    },
    {
      "contrastive_lambda": 0.858315344943327,
      "epoch": 4.598253275109171,
      "step": 14742
    },
    {
      "contrastive_lambda": 0.8582970851796936,
      "epoch": 4.598565190268247,
      "step": 14743
    },
    {
      "contrastive_lambda": 0.8582788244337685,
      "epoch": 4.598877105427324,
      "step": 14744
    },
    {
      "contrastive_lambda": 0.8582605627056015,
      "epoch": 4.5991890205864,
      "step": 14745
    },
    {
      "contrastive_lambda": 0.8582422999952428,
      "epoch": 4.5995009357454775,
      "step": 14746
    },
    {
      "contrastive_lambda": 0.8582240363027426,
      "epoch": 4.599812850904554,
      "step": 14747
    },
    {
      "contrastive_lambda": 0.8582057716281508,
      "epoch": 4.60012476606363,
      "step": 14748
    },
    {
      "contrastive_lambda": 0.8581875059715176,
      "epoch": 4.600436681222708,
      "step": 14749
    },
    {
      "epoch": 4.600748596381784,
      "grad_norm": 0.13039109110832214,
      "learning_rate": 8.987808820745056e-05,
      "loss": 0.0485,
      "step": 14750
    },
    {
      "epoch": 4.600748596381784,
      "flow_loss": 0.025516802445054054,
      "step": 14750
    },
    {
      "contrastive_loss": 0.006643872708082199,
      "epoch": 4.600748596381784,
      "step": 14750
    },
    {
      "contrastive_lambda": 0.858169239332893,
      "epoch": 4.600748596381784,
      "step": 14750
    },
    {
      "contrastive_lambda": 0.8581509717123271,
      "epoch": 4.601060511540861,
      "step": 14751
    },
    {
      "contrastive_lambda": 0.85813270310987,
      "epoch": 4.601372426699937,
      "step": 14752
    },
    {
      "contrastive_lambda": 0.8581144335255717,
      "epoch": 4.6016843418590145,
      "step": 14753
    },
    {
      "contrastive_lambda": 0.8580961629594823,
      "epoch": 4.601996257018091,
      "step": 14754
    },
    {
      "contrastive_lambda": 0.8580778914116521,
      "epoch": 4.6023081721771675,
      "step": 14755
    },
    {
      "contrastive_lambda": 0.858059618882131,
      "epoch": 4.602620087336245,
      "step": 14756
    },
    {
      "contrastive_lambda": 0.858041345370969,
      "epoch": 4.602932002495321,
      "step": 14757
    },
    {
      "contrastive_lambda": 0.8580230708782164,
      "epoch": 4.603243917654398,
      "step": 14758
    },
    {
      "contrastive_lambda": 0.8580047954039233,
      "epoch": 4.603555832813475,
      "step": 14759
    },
    {
      "epoch": 4.603867747972552,
      "grad_norm": 0.12071118503808975,
      "learning_rate": 8.986145824037315e-05,
      "loss": 0.0444,
      "step": 14760
    },
    {
      "epoch": 4.603867747972552,
      "flow_loss": 0.06535457819700241,
      "step": 14760
    },
    {
      "contrastive_loss": 0.008573882281780243,
      "epoch": 4.603867747972552,
      "step": 14760
    },
    {
      "contrastive_lambda": 0.8579865189481396,
      "epoch": 4.603867747972552,
      "step": 14760
    },
    {
      "contrastive_lambda": 0.8579682415109156,
      "epoch": 4.604179663131628,
      "step": 14761
    },
    {
      "contrastive_lambda": 0.8579499630923013,
      "epoch": 4.6044915782907045,
      "step": 14762
    },
    {
      "contrastive_lambda": 0.857931683692347,
      "epoch": 4.604803493449782,
      "step": 14763
    },
    {
      "contrastive_lambda": 0.8579134033111024,
      "epoch": 4.605115408608858,
      "step": 14764
    },
    {
      "contrastive_lambda": 0.8578951219486181,
      "epoch": 4.605427323767935,
      "step": 14765
    },
    {
      "contrastive_lambda": 0.8578768396049439,
      "epoch": 4.605739238927012,
      "step": 14766
    },
    {
      "contrastive_lambda": 0.85785855628013,
      "epoch": 4.606051154086089,
      "step": 14767
    },
    {
      "contrastive_lambda": 0.8578402719742266,
      "epoch": 4.606363069245165,
      "step": 14768
    },
    {
      "contrastive_lambda": 0.8578219866872838,
      "epoch": 4.606674984404242,
      "step": 14769
    },
    {
      "epoch": 4.606986899563319,
      "grad_norm": 0.15996572375297546,
      "learning_rate": 8.984481616443721e-05,
      "loss": 0.0548,
      "step": 14770
    },
    {
      "epoch": 4.606986899563319,
      "flow_loss": 0.05037034675478935,
      "step": 14770
    },
    {
      "contrastive_loss": 0.00836099125444889,
      "epoch": 4.606986899563319,
      "step": 14770
    },
    {
      "contrastive_lambda": 0.8578037004193517,
      "epoch": 4.606986899563319,
      "step": 14770
    },
    {
      "contrastive_lambda": 0.8577854131704804,
      "epoch": 4.607298814722395,
      "step": 14771
    },
    {
      "contrastive_lambda": 0.8577671249407202,
      "epoch": 4.607610729881472,
      "step": 14772
    },
    {
      "contrastive_lambda": 0.857748835730121,
      "epoch": 4.607922645040549,
      "step": 14773
    },
    {
      "contrastive_lambda": 0.857730545538733,
      "epoch": 4.608234560199626,
      "step": 14774
    },
    {
      "contrastive_lambda": 0.8577122543666065,
      "epoch": 4.608546475358702,
      "step": 14775
    },
    {
      "contrastive_lambda": 0.8576939622137915,
      "epoch": 4.60885839051778,
      "step": 14776
    },
    {
      "contrastive_lambda": 0.8576756690803382,
      "epoch": 4.609170305676856,
      "step": 14777
    },
    {
      "contrastive_lambda": 0.8576573749662968,
      "epoch": 4.6094822208359325,
      "step": 14778
    },
    {
      "contrastive_lambda": 0.8576390798717173,
      "epoch": 4.609794135995009,
      "step": 14779
    },
    {
      "epoch": 4.610106051154086,
      "grad_norm": 0.14288625121116638,
      "learning_rate": 8.982816198469815e-05,
      "loss": 0.0464,
      "step": 14780
    },
    {
      "epoch": 4.610106051154086,
      "flow_loss": 0.05491475388407707,
      "step": 14780
    },
    {
      "contrastive_loss": 0.006618233397603035,
      "epoch": 4.610106051154086,
      "step": 14780
    },
    {
      "contrastive_lambda": 0.85762078379665,
      "epoch": 4.610106051154086,
      "step": 14780
    },
    {
      "contrastive_lambda": 0.8576024867411449,
      "epoch": 4.610417966313163,
      "step": 14781
    },
    {
      "contrastive_lambda": 0.8575841887052524,
      "epoch": 4.610729881472239,
      "step": 14782
    },
    {
      "contrastive_lambda": 0.8575658896890226,
      "epoch": 4.611041796631317,
      "step": 14783
    },
    {
      "contrastive_lambda": 0.8575475896925056,
      "epoch": 4.611353711790393,
      "step": 14784
    },
    {
      "contrastive_lambda": 0.8575292887157515,
      "epoch": 4.61166562694947,
      "step": 14785
    },
    {
      "contrastive_lambda": 0.8575109867588107,
      "epoch": 4.611977542108546,
      "step": 14786
    },
    {
      "contrastive_lambda": 0.857492683821733,
      "epoch": 4.612289457267623,
      "step": 14787
    },
    {
      "contrastive_lambda": 0.857474379904569,
      "epoch": 4.6126013724267,
      "step": 14788
    },
    {
      "contrastive_lambda": 0.8574560750073686,
      "epoch": 4.612913287585776,
      "step": 14789
    },
    {
      "epoch": 4.613225202744854,
      "grad_norm": 0.1368386298418045,
      "learning_rate": 8.98114957062151e-05,
      "loss": 0.0442,
      "step": 14790
    },
    {
      "epoch": 4.613225202744854,
      "flow_loss": 0.05270804837346077,
      "step": 14790
    },
    {
      "contrastive_loss": 0.007462304085493088,
      "epoch": 4.613225202744854,
      "step": 14790
    },
    {
      "contrastive_lambda": 0.8574377691301822,
      "epoch": 4.613225202744854,
      "step": 14790
    },
    {
      "contrastive_lambda": 0.8574194622730598,
      "epoch": 4.61353711790393,
      "step": 14791
    },
    {
      "contrastive_lambda": 0.8574011544360515,
      "epoch": 4.613849033063007,
      "step": 14792
    },
    {
      "contrastive_lambda": 0.8573828456192079,
      "epoch": 4.614160948222084,
      "step": 14793
    },
    {
      "contrastive_lambda": 0.8573645358225787,
      "epoch": 4.6144728633811605,
      "step": 14794
    },
    {
      "contrastive_lambda": 0.8573462250462144,
      "epoch": 4.614784778540237,
      "step": 14795
    },
    {
      "contrastive_lambda": 0.8573279132901652,
      "epoch": 4.615096693699313,
      "step": 14796
    },
    {
      "contrastive_lambda": 0.8573096005544811,
      "epoch": 4.615408608858391,
      "step": 14797
    },
    {
      "contrastive_lambda": 0.8572912868392126,
      "epoch": 4.615720524017467,
      "step": 14798
    },
    {
      "contrastive_lambda": 0.8572729721444097,
      "epoch": 4.616032439176544,
      "step": 14799
    },
    {
      "epoch": 4.616344354335621,
      "grad_norm": 0.1015532910823822,
      "learning_rate": 8.97948173340508e-05,
      "loss": 0.0373,
      "step": 14800
    },
    {
      "epoch": 4.616344354335621,
      "flow_loss": 0.03821956738829613,
      "step": 14800
    },
    {
      "contrastive_loss": 0.0066885557025671005,
      "epoch": 4.616344354335621,
      "step": 14800
    },
    {
      "contrastive_lambda": 0.8572546564701227,
      "epoch": 4.616344354335621,
      "step": 14800
    },
    {
      "contrastive_lambda": 0.8572363398164017,
      "epoch": 4.6166562694946975,
      "step": 14801
    },
    {
      "contrastive_lambda": 0.857218022183297,
      "epoch": 4.616968184653774,
      "step": 14802
    },
    {
      "contrastive_lambda": 0.857199703570859,
      "epoch": 4.6172800998128505,
      "step": 14803
    },
    {
      "contrastive_lambda": 0.8571813839791373,
      "epoch": 4.617592014971928,
      "step": 14804
    },
    {
      "contrastive_lambda": 0.8571630634081829,
      "epoch": 4.617903930131004,
      "step": 14805
    },
    {
      "contrastive_lambda": 0.8571447418580457,
      "epoch": 4.618215845290081,
      "step": 14806
    },
    {
      "contrastive_lambda": 0.8571264193287758,
      "epoch": 4.618527760449158,
      "step": 14807
    },
    {
      "contrastive_lambda": 0.8571080958204236,
      "epoch": 4.618839675608235,
      "step": 14808
    },
    {
      "contrastive_lambda": 0.8570897713330392,
      "epoch": 4.619151590767311,
      "step": 14809
    },
    {
      "epoch": 4.619463505926388,
      "grad_norm": 0.15292246639728546,
      "learning_rate": 8.977812687327172e-05,
      "loss": 0.042,
      "step": 14810
    },
    {
      "epoch": 4.619463505926388,
      "flow_loss": 0.04380878806114197,
      "step": 14810
    },
    {
      "contrastive_loss": 0.005301530472934246,
      "epoch": 4.619463505926388,
      "step": 14810
    },
    {
      "contrastive_lambda": 0.8570714458666729,
      "epoch": 4.619463505926388,
      "step": 14810
    },
    {
      "contrastive_lambda": 0.8570531194213751,
      "epoch": 4.619775421085465,
      "step": 14811
    },
    {
      "contrastive_lambda": 0.8570347919971957,
      "epoch": 4.620087336244541,
      "step": 14812
    },
    {
      "contrastive_lambda": 0.8570164635941854,
      "epoch": 4.620399251403618,
      "step": 14813
    },
    {
      "contrastive_lambda": 0.856998134212394,
      "epoch": 4.620711166562695,
      "step": 14814
    },
    {
      "contrastive_lambda": 0.8569798038518719,
      "epoch": 4.621023081721772,
      "step": 14815
    },
    {
      "contrastive_lambda": 0.8569614725126696,
      "epoch": 4.621334996880848,
      "step": 14816
    },
    {
      "contrastive_lambda": 0.8569431401948371,
      "epoch": 4.6216469120399255,
      "step": 14817
    },
    {
      "contrastive_lambda": 0.8569248068984247,
      "epoch": 4.621958827199002,
      "step": 14818
    },
    {
      "contrastive_lambda": 0.8569064726234825,
      "epoch": 4.622270742358078,
      "step": 14819
    },
    {
      "epoch": 4.622582657517155,
      "grad_norm": 0.1763211190700531,
      "learning_rate": 8.976142432894798e-05,
      "loss": 0.0443,
      "step": 14820
    },
    {
      "epoch": 4.622582657517155,
      "flow_loss": 0.044594887644052505,
      "step": 14820
    },
    {
      "contrastive_loss": 0.006162635050714016,
      "epoch": 4.622582657517155,
      "step": 14820
    },
    {
      "contrastive_lambda": 0.8568881373700612,
      "epoch": 4.622582657517155,
      "step": 14820
    },
    {
      "contrastive_lambda": 0.8568698011382107,
      "epoch": 4.622894572676232,
      "step": 14821
    },
    {
      "contrastive_lambda": 0.8568514639279814,
      "epoch": 4.623206487835309,
      "step": 14822
    },
    {
      "contrastive_lambda": 0.8568331257394235,
      "epoch": 4.623518402994385,
      "step": 14823
    },
    {
      "contrastive_lambda": 0.8568147865725874,
      "epoch": 4.623830318153463,
      "step": 14824
    },
    {
      "contrastive_lambda": 0.8567964464275232,
      "epoch": 4.624142233312539,
      "step": 14825
    },
    {
      "contrastive_lambda": 0.8567781053042813,
      "epoch": 4.6244541484716155,
      "step": 14826
    },
    {
      "contrastive_lambda": 0.856759763202912,
      "epoch": 4.624766063630693,
      "step": 14827
    },
    {
      "contrastive_lambda": 0.8567414201234655,
      "epoch": 4.625077978789769,
      "step": 14828
    },
    {
      "contrastive_lambda": 0.8567230760659923,
      "epoch": 4.625389893948846,
      "step": 14829
    },
    {
      "epoch": 4.625701809107922,
      "grad_norm": 0.14375168085098267,
      "learning_rate": 8.974470970615336e-05,
      "loss": 0.0474,
      "step": 14830
    },
    {
      "epoch": 4.625701809107922,
      "flow_loss": 0.04496730864048004,
      "step": 14830
    },
    {
      "contrastive_loss": 0.007061723619699478,
      "epoch": 4.625701809107922,
      "step": 14830
    },
    {
      "contrastive_lambda": 0.8567047310305425,
      "epoch": 4.625701809107922,
      "step": 14830
    },
    {
      "contrastive_lambda": 0.8566863850171663,
      "epoch": 4.626013724267,
      "step": 14831
    },
    {
      "contrastive_lambda": 0.8566680380259142,
      "epoch": 4.626325639426076,
      "step": 14832
    },
    {
      "contrastive_lambda": 0.8566496900568364,
      "epoch": 4.626637554585153,
      "step": 14833
    },
    {
      "contrastive_lambda": 0.8566313411099833,
      "epoch": 4.62694946974423,
      "step": 14834
    },
    {
      "contrastive_lambda": 0.856612991185405,
      "epoch": 4.627261384903306,
      "step": 14835
    },
    {
      "contrastive_lambda": 0.8565946402831519,
      "epoch": 4.627573300062383,
      "step": 14836
    },
    {
      "contrastive_lambda": 0.8565762884032746,
      "epoch": 4.627885215221459,
      "step": 14837
    },
    {
      "contrastive_lambda": 0.8565579355458229,
      "epoch": 4.628197130380537,
      "step": 14838
    },
    {
      "contrastive_lambda": 0.8565395817108475,
      "epoch": 4.628509045539613,
      "step": 14839
    },
    {
      "epoch": 4.62882096069869,
      "grad_norm": 0.14911797642707825,
      "learning_rate": 8.972798300996534e-05,
      "loss": 0.0426,
      "step": 14840
    },
    {
      "epoch": 4.62882096069869,
      "flow_loss": 0.03638540580868721,
      "step": 14840
    },
    {
      "contrastive_loss": 0.006214268505573273,
      "epoch": 4.62882096069869,
      "step": 14840
    },
    {
      "contrastive_lambda": 0.8565212268983986,
      "epoch": 4.62882096069869,
      "step": 14840
    },
    {
      "contrastive_lambda": 0.8565028711085265,
      "epoch": 4.629132875857767,
      "step": 14841
    },
    {
      "contrastive_lambda": 0.8564845143412816,
      "epoch": 4.6294447910168435,
      "step": 14842
    },
    {
      "contrastive_lambda": 0.856466156596714,
      "epoch": 4.62975670617592,
      "step": 14843
    },
    {
      "contrastive_lambda": 0.8564477978748744,
      "epoch": 4.630068621334997,
      "step": 14844
    },
    {
      "contrastive_lambda": 0.8564294381758127,
      "epoch": 4.630380536494074,
      "step": 14845
    },
    {
      "contrastive_lambda": 0.8564110774995797,
      "epoch": 4.63069245165315,
      "step": 14846
    },
    {
      "contrastive_lambda": 0.8563927158462252,
      "epoch": 4.631004366812227,
      "step": 14847
    },
    {
      "contrastive_lambda": 0.8563743532158001,
      "epoch": 4.631316281971304,
      "step": 14848
    },
    {
      "contrastive_lambda": 0.8563559896083544,
      "epoch": 4.6316281971303805,
      "step": 14849
    },
    {
      "epoch": 4.631940112289457,
      "grad_norm": 0.15018919110298157,
      "learning_rate": 8.971124424546504e-05,
      "loss": 0.0434,
      "step": 14850
    },
    {
      "epoch": 4.631940112289457,
      "flow_loss": 0.04731941968202591,
      "step": 14850
    },
    {
      "contrastive_loss": 0.008705759420990944,
      "epoch": 4.631940112289457,
      "step": 14850
    },
    {
      "contrastive_lambda": 0.8563376250239385,
      "epoch": 4.631940112289457,
      "step": 14850
    },
    {
      "contrastive_lambda": 0.8563192594626028,
      "epoch": 4.632252027448534,
      "step": 14851
    },
    {
      "contrastive_lambda": 0.8563008929243975,
      "epoch": 4.632563942607611,
      "step": 14852
    },
    {
      "contrastive_lambda": 0.8562825254093731,
      "epoch": 4.632875857766687,
      "step": 14853
    },
    {
      "contrastive_lambda": 0.8562641569175801,
      "epoch": 4.633187772925764,
      "step": 14854
    },
    {
      "contrastive_lambda": 0.8562457874490685,
      "epoch": 4.633499688084841,
      "step": 14855
    },
    {
      "contrastive_lambda": 0.8562274170038889,
      "epoch": 4.633811603243918,
      "step": 14856
    },
    {
      "contrastive_lambda": 0.8562090455820917,
      "epoch": 4.634123518402994,
      "step": 14857
    },
    {
      "contrastive_lambda": 0.856190673183727,
      "epoch": 4.634435433562071,
      "step": 14858
    },
    {
      "contrastive_lambda": 0.8561722998088455,
      "epoch": 4.634747348721148,
      "step": 14859
    },
    {
      "epoch": 4.635059263880224,
      "grad_norm": 0.11734431982040405,
      "learning_rate": 8.969449341773724e-05,
      "loss": 0.0437,
      "step": 14860
    },
    {
      "epoch": 4.635059263880224,
      "flow_loss": 0.04398265480995178,
      "step": 14860
    },
    {
      "contrastive_loss": 0.007566330023109913,
      "epoch": 4.635059263880224,
      "step": 14860
    },
    {
      "contrastive_lambda": 0.8561539254574974,
      "epoch": 4.635059263880224,
      "step": 14860
    },
    {
      "contrastive_lambda": 0.856135550129733,
      "epoch": 4.635371179039302,
      "step": 14861
    },
    {
      "contrastive_lambda": 0.8561171738256028,
      "epoch": 4.635683094198378,
      "step": 14862
    },
    {
      "contrastive_lambda": 0.8560987965451572,
      "epoch": 4.635995009357455,
      "step": 14863
    },
    {
      "contrastive_lambda": 0.8560804182884465,
      "epoch": 4.636306924516531,
      "step": 14864
    },
    {
      "contrastive_lambda": 0.8560620390555211,
      "epoch": 4.6366188396756085,
      "step": 14865
    },
    {
      "contrastive_lambda": 0.8560436588464315,
      "epoch": 4.636930754834685,
      "step": 14866
    },
    {
      "contrastive_lambda": 0.8560252776612279,
      "epoch": 4.6372426699937614,
      "step": 14867
    },
    {
      "contrastive_lambda": 0.8560068954999609,
      "epoch": 4.637554585152839,
      "step": 14868
    },
    {
      "contrastive_lambda": 0.8559885123626806,
      "epoch": 4.637866500311915,
      "step": 14869
    },
    {
      "epoch": 4.638178415470992,
      "grad_norm": 0.14711739122867584,
      "learning_rate": 8.967773053187042e-05,
      "loss": 0.0449,
      "step": 14870
    },
    {
      "epoch": 4.638178415470992,
      "flow_loss": 0.03760305792093277,
      "step": 14870
    },
    {
      "contrastive_loss": 0.007020287681370974,
      "epoch": 4.638178415470992,
      "step": 14870
    },
    {
      "contrastive_lambda": 0.8559701282494376,
      "epoch": 4.638178415470992,
      "step": 14870
    },
    {
      "contrastive_lambda": 0.8559517431602824,
      "epoch": 4.638490330630068,
      "step": 14871
    },
    {
      "contrastive_lambda": 0.8559333570952653,
      "epoch": 4.638802245789146,
      "step": 14872
    },
    {
      "contrastive_lambda": 0.8559149700544366,
      "epoch": 4.639114160948222,
      "step": 14873
    },
    {
      "contrastive_lambda": 0.8558965820378469,
      "epoch": 4.6394260761072985,
      "step": 14874
    },
    {
      "contrastive_lambda": 0.8558781930455464,
      "epoch": 4.639737991266376,
      "step": 14875
    },
    {
      "contrastive_lambda": 0.8558598030775857,
      "epoch": 4.640049906425452,
      "step": 14876
    },
    {
      "contrastive_lambda": 0.8558414121340152,
      "epoch": 4.640361821584529,
      "step": 14877
    },
    {
      "contrastive_lambda": 0.8558230202148851,
      "epoch": 4.640673736743606,
      "step": 14878
    },
    {
      "contrastive_lambda": 0.8558046273202461,
      "epoch": 4.640985651902683,
      "step": 14879
    },
    {
      "epoch": 4.641297567061759,
      "grad_norm": 0.12677569687366486,
      "learning_rate": 8.966095559295668e-05,
      "loss": 0.042,
      "step": 14880
    },
    {
      "epoch": 4.641297567061759,
      "flow_loss": 0.03728817403316498,
      "step": 14880
    },
    {
      "contrastive_loss": 0.007922608405351639,
      "epoch": 4.641297567061759,
      "step": 14880
    },
    {
      "contrastive_lambda": 0.8557862334501485,
      "epoch": 4.641297567061759,
      "step": 14880
    },
    {
      "contrastive_lambda": 0.8557678386046428,
      "epoch": 4.641609482220836,
      "step": 14881
    },
    {
      "contrastive_lambda": 0.8557494427837792,
      "epoch": 4.641921397379913,
      "step": 14882
    },
    {
      "contrastive_lambda": 0.8557310459876084,
      "epoch": 4.642233312538989,
      "step": 14883
    },
    {
      "contrastive_lambda": 0.8557126482161808,
      "epoch": 4.642545227698066,
      "step": 14884
    },
    {
      "contrastive_lambda": 0.8556942494695466,
      "epoch": 4.642857142857143,
      "step": 14885
    },
    {
      "contrastive_lambda": 0.8556758497477566,
      "epoch": 4.64316905801622,
      "step": 14886
    },
    {
      "contrastive_lambda": 0.855657449050861,
      "epoch": 4.643480973175296,
      "step": 14887
    },
    {
      "contrastive_lambda": 0.8556390473789103,
      "epoch": 4.643792888334373,
      "step": 14888
    },
    {
      "contrastive_lambda": 0.855620644731955,
      "epoch": 4.64410480349345,
      "step": 14889
    },
    {
      "epoch": 4.6444167186525265,
      "grad_norm": 0.108348049223423,
      "learning_rate": 8.964416860609184e-05,
      "loss": 0.0421,
      "step": 14890
    },
    {
      "epoch": 4.6444167186525265,
      "flow_loss": 0.044707879424095154,
      "step": 14890
    },
    {
      "contrastive_loss": 0.006827922537922859,
      "epoch": 4.6444167186525265,
      "step": 14890
    },
    {
      "contrastive_lambda": 0.8556022411100455,
      "epoch": 4.6444167186525265,
      "step": 14890
    },
    {
      "contrastive_lambda": 0.8555838365132322,
      "epoch": 4.644728633811603,
      "step": 14891
    },
    {
      "contrastive_lambda": 0.8555654309415657,
      "epoch": 4.64504054897068,
      "step": 14892
    },
    {
      "contrastive_lambda": 0.8555470243950962,
      "epoch": 4.645352464129757,
      "step": 14893
    },
    {
      "contrastive_lambda": 0.8555286168738747,
      "epoch": 4.645664379288833,
      "step": 14894
    },
    {
      "contrastive_lambda": 0.8555102083779511,
      "epoch": 4.645976294447911,
      "step": 14895
    },
    {
      "contrastive_lambda": 0.855491798907376,
      "epoch": 4.646288209606987,
      "step": 14896
    },
    {
      "contrastive_lambda": 0.8554733884622001,
      "epoch": 4.6466001247660635,
      "step": 14897
    },
    {
      "contrastive_lambda": 0.8554549770424736,
      "epoch": 4.64691203992514,
      "step": 14898
    },
    {
      "contrastive_lambda": 0.8554365646482471,
      "epoch": 4.647223955084217,
      "step": 14899
    },
    {
      "epoch": 4.647535870243294,
      "grad_norm": 0.11926443874835968,
      "learning_rate": 8.962736957637532e-05,
      "loss": 0.0407,
      "step": 14900
    },
    {
      "epoch": 4.647535870243294,
      "flow_loss": 0.036676641553640366,
      "step": 14900
    },
    {
      "contrastive_loss": 0.00683667603880167,
      "epoch": 4.647535870243294,
      "step": 14900
    },
    {
      "contrastive_lambda": 0.8554181512795712,
      "epoch": 4.647535870243294,
      "step": 14900
    },
    {
      "contrastive_lambda": 0.8553997369364963,
      "epoch": 4.64784778540237,
      "step": 14901
    },
    {
      "contrastive_lambda": 0.8553813216190727,
      "epoch": 4.648159700561448,
      "step": 14902
    },
    {
      "contrastive_lambda": 0.855362905327351,
      "epoch": 4.648471615720524,
      "step": 14903
    },
    {
      "contrastive_lambda": 0.8553444880613819,
      "epoch": 4.648783530879601,
      "step": 14904
    },
    {
      "contrastive_lambda": 0.8553260698212155,
      "epoch": 4.649095446038677,
      "step": 14905
    },
    {
      "contrastive_lambda": 0.8553076506069026,
      "epoch": 4.649407361197754,
      "step": 14906
    },
    {
      "contrastive_lambda": 0.8552892304184936,
      "epoch": 4.649719276356831,
      "step": 14907
    },
    {
      "contrastive_lambda": 0.855270809256039,
      "epoch": 4.650031191515907,
      "step": 14908
    },
    {
      "contrastive_lambda": 0.8552523871195894,
      "epoch": 4.650343106674985,
      "step": 14909
    },
    {
      "epoch": 4.650655021834061,
      "grad_norm": 0.14775916934013367,
      "learning_rate": 8.96105585089102e-05,
      "loss": 0.0419,
      "step": 14910
    },
    {
      "epoch": 4.650655021834061,
      "flow_loss": 0.053803231567144394,
      "step": 14910
    },
    {
      "contrastive_loss": 0.006282312795519829,
      "epoch": 4.650655021834061,
      "step": 14910
    },
    {
      "contrastive_lambda": 0.855233964009195,
      "epoch": 4.650655021834061,
      "step": 14910
    },
    {
      "contrastive_lambda": 0.8552155399249067,
      "epoch": 4.650966936993138,
      "step": 14911
    },
    {
      "contrastive_lambda": 0.8551971148667747,
      "epoch": 4.651278852152215,
      "step": 14912
    },
    {
      "contrastive_lambda": 0.8551786888348498,
      "epoch": 4.6515907673112915,
      "step": 14913
    },
    {
      "contrastive_lambda": 0.8551602618291823,
      "epoch": 4.651902682470368,
      "step": 14914
    },
    {
      "contrastive_lambda": 0.8551418338498227,
      "epoch": 4.6522145976294444,
      "step": 14915
    },
    {
      "contrastive_lambda": 0.8551234048968217,
      "epoch": 4.652526512788522,
      "step": 14916
    },
    {
      "contrastive_lambda": 0.8551049749702296,
      "epoch": 4.652838427947598,
      "step": 14917
    },
    {
      "contrastive_lambda": 0.8550865440700972,
      "epoch": 4.653150343106675,
      "step": 14918
    },
    {
      "contrastive_lambda": 0.8550681121964747,
      "epoch": 4.653462258265751,
      "step": 14919
    },
    {
      "epoch": 4.653774173424829,
      "grad_norm": 0.17801542580127716,
      "learning_rate": 8.959373540880329e-05,
      "loss": 0.057,
      "step": 14920
    },
    {
      "epoch": 4.653774173424829,
      "flow_loss": 0.037236765027046204,
      "step": 14920
    },
    {
      "contrastive_loss": 0.007308238185942173,
      "epoch": 4.653774173424829,
      "step": 14920
    },
    {
      "contrastive_lambda": 0.8550496793494129,
      "epoch": 4.653774173424829,
      "step": 14920
    },
    {
      "contrastive_lambda": 0.8550312455289624,
      "epoch": 4.654086088583905,
      "step": 14921
    },
    {
      "contrastive_lambda": 0.8550128107351733,
      "epoch": 4.6543980037429815,
      "step": 14922
    },
    {
      "contrastive_lambda": 0.8549943749680966,
      "epoch": 4.654709918902059,
      "step": 14923
    },
    {
      "contrastive_lambda": 0.8549759382277826,
      "epoch": 4.655021834061135,
      "step": 14924
    },
    {
      "contrastive_lambda": 0.854957500514282,
      "epoch": 4.655333749220212,
      "step": 14925
    },
    {
      "contrastive_lambda": 0.8549390618276451,
      "epoch": 4.655645664379289,
      "step": 14926
    },
    {
      "contrastive_lambda": 0.8549206221679229,
      "epoch": 4.655957579538366,
      "step": 14927
    },
    {
      "contrastive_lambda": 0.8549021815351654,
      "epoch": 4.656269494697442,
      "step": 14928
    },
    {
      "contrastive_lambda": 0.8548837399294235,
      "epoch": 4.6565814098565195,
      "step": 14929
    },
    {
      "epoch": 4.656893325015596,
      "grad_norm": 0.1334214210510254,
      "learning_rate": 8.957690028116495e-05,
      "loss": 0.0409,
      "step": 14930
    },
    {
      "epoch": 4.656893325015596,
      "flow_loss": 0.0404224693775177,
      "step": 14930
    },
    {
      "contrastive_loss": 0.009155770763754845,
      "epoch": 4.656893325015596,
      "step": 14930
    },
    {
      "contrastive_lambda": 0.8548652973507476,
      "epoch": 4.656893325015596,
      "step": 14930
    },
    {
      "contrastive_lambda": 0.8548468537991885,
      "epoch": 4.657205240174672,
      "step": 14931
    },
    {
      "contrastive_lambda": 0.8548284092747964,
      "epoch": 4.657517155333749,
      "step": 14932
    },
    {
      "contrastive_lambda": 0.8548099637776222,
      "epoch": 4.657829070492826,
      "step": 14933
    },
    {
      "contrastive_lambda": 0.8547915173077163,
      "epoch": 4.658140985651903,
      "step": 14934
    },
    {
      "contrastive_lambda": 0.8547730698651294,
      "epoch": 4.658452900810979,
      "step": 14935
    },
    {
      "contrastive_lambda": 0.8547546214499118,
      "epoch": 4.658764815970056,
      "step": 14936
    },
    {
      "contrastive_lambda": 0.8547361720621144,
      "epoch": 4.659076731129133,
      "step": 14937
    },
    {
      "contrastive_lambda": 0.8547177217017876,
      "epoch": 4.6593886462882095,
      "step": 14938
    },
    {
      "contrastive_lambda": 0.854699270368982,
      "epoch": 4.659700561447286,
      "step": 14939
    },
    {
      "epoch": 4.660012476606363,
      "grad_norm": 0.18836575746536255,
      "learning_rate": 8.956005313110928e-05,
      "loss": 0.05,
      "step": 14940
    },
    {
      "epoch": 4.660012476606363,
      "flow_loss": 0.073279969394207,
      "step": 14940
    },
    {
      "contrastive_loss": 0.006634211167693138,
      "epoch": 4.660012476606363,
      "step": 14940
    },
    {
      "contrastive_lambda": 0.8546808180637483,
      "epoch": 4.660012476606363,
      "step": 14940
    },
    {
      "contrastive_lambda": 0.8546623647861369,
      "epoch": 4.66032439176544,
      "step": 14941
    },
    {
      "contrastive_lambda": 0.8546439105361986,
      "epoch": 4.660636306924516,
      "step": 14942
    },
    {
      "contrastive_lambda": 0.8546254553139838,
      "epoch": 4.660948222083594,
      "step": 14943
    },
    {
      "contrastive_lambda": 0.8546069991195433,
      "epoch": 4.66126013724267,
      "step": 14944
    },
    {
      "contrastive_lambda": 0.8545885419529274,
      "epoch": 4.6615720524017465,
      "step": 14945
    },
    {
      "contrastive_lambda": 0.854570083814187,
      "epoch": 4.661883967560824,
      "step": 14946
    },
    {
      "contrastive_lambda": 0.8545516247033725,
      "epoch": 4.6621958827199,
      "step": 14947
    },
    {
      "contrastive_lambda": 0.8545331646205346,
      "epoch": 4.662507797878977,
      "step": 14948
    },
    {
      "contrastive_lambda": 0.854514703565724,
      "epoch": 4.662819713038053,
      "step": 14949
    },
    {
      "epoch": 4.663131628197131,
      "grad_norm": 0.18856225907802582,
      "learning_rate": 8.9543193963754e-05,
      "loss": 0.0455,
      "step": 14950
    },
    {
      "epoch": 4.663131628197131,
      "flow_loss": 0.03530963510274887,
      "step": 14950
    },
    {
      "contrastive_loss": 0.009236747398972511,
      "epoch": 4.663131628197131,
      "step": 14950
    },
    {
      "contrastive_lambda": 0.8544962415389912,
      "epoch": 4.663131628197131,
      "step": 14950
    },
    {
      "contrastive_lambda": 0.8544777785403868,
      "epoch": 4.663443543356207,
      "step": 14951
    },
    {
      "contrastive_lambda": 0.8544593145699614,
      "epoch": 4.663755458515284,
      "step": 14952
    },
    {
      "contrastive_lambda": 0.8544408496277656,
      "epoch": 4.66406737367436,
      "step": 14953
    },
    {
      "contrastive_lambda": 0.8544223837138502,
      "epoch": 4.664379288833437,
      "step": 14954
    },
    {
      "contrastive_lambda": 0.8544039168282658,
      "epoch": 4.664691203992514,
      "step": 14955
    },
    {
      "contrastive_lambda": 0.8543854489710627,
      "epoch": 4.66500311915159,
      "step": 14956
    },
    {
      "contrastive_lambda": 0.854366980142292,
      "epoch": 4.665315034310668,
      "step": 14957
    },
    {
      "contrastive_lambda": 0.8543485103420039,
      "epoch": 4.665626949469744,
      "step": 14958
    },
    {
      "contrastive_lambda": 0.8543300395702493,
      "epoch": 4.665938864628821,
      "step": 14959
    },
    {
      "epoch": 4.666250779787898,
      "grad_norm": 0.10955702513456345,
      "learning_rate": 8.952632278422048e-05,
      "loss": 0.0413,
      "step": 14960
    },
    {
      "epoch": 4.666250779787898,
      "flow_loss": 0.029481593519449234,
      "step": 14960
    },
    {
      "contrastive_loss": 0.008223002776503563,
      "epoch": 4.666250779787898,
      "step": 14960
    },
    {
      "contrastive_lambda": 0.8543115678270788,
      "epoch": 4.666250779787898,
      "step": 14960
    },
    {
      "contrastive_lambda": 0.8542930951125431,
      "epoch": 4.6665626949469745,
      "step": 14961
    },
    {
      "contrastive_lambda": 0.8542746214266927,
      "epoch": 4.666874610106051,
      "step": 14962
    },
    {
      "contrastive_lambda": 0.8542561467695783,
      "epoch": 4.667186525265128,
      "step": 14963
    },
    {
      "contrastive_lambda": 0.8542376711412505,
      "epoch": 4.667498440424205,
      "step": 14964
    },
    {
      "contrastive_lambda": 0.8542191945417601,
      "epoch": 4.667810355583281,
      "step": 14965
    },
    {
      "contrastive_lambda": 0.8542007169711576,
      "epoch": 4.668122270742358,
      "step": 14966
    },
    {
      "contrastive_lambda": 0.8541822384294939,
      "epoch": 4.668434185901435,
      "step": 14967
    },
    {
      "contrastive_lambda": 0.8541637589168193,
      "epoch": 4.668746101060512,
      "step": 14968
    },
    {
      "contrastive_lambda": 0.8541452784331847,
      "epoch": 4.669058016219588,
      "step": 14969
    },
    {
      "epoch": 4.6693699313786645,
      "grad_norm": 0.1092958077788353,
      "learning_rate": 8.95094395976337e-05,
      "loss": 0.0382,
      "step": 14970
    },
    {
      "epoch": 4.6693699313786645,
      "flow_loss": 0.054671190679073334,
      "step": 14970
    },
    {
      "contrastive_loss": 0.010958407074213028,
      "epoch": 4.6693699313786645,
      "step": 14970
    },
    {
      "contrastive_lambda": 0.8541267969786407,
      "epoch": 4.6693699313786645,
      "step": 14970
    },
    {
      "contrastive_lambda": 0.854108314553238,
      "epoch": 4.669681846537742,
      "step": 14971
    },
    {
      "contrastive_lambda": 0.8540898311570273,
      "epoch": 4.669993761696818,
      "step": 14972
    },
    {
      "contrastive_lambda": 0.8540713467900591,
      "epoch": 4.670305676855895,
      "step": 14973
    },
    {
      "contrastive_lambda": 0.8540528614523843,
      "epoch": 4.670617592014972,
      "step": 14974
    },
    {
      "contrastive_lambda": 0.8540343751440533,
      "epoch": 4.670929507174049,
      "step": 14975
    },
    {
      "contrastive_lambda": 0.8540158878651172,
      "epoch": 4.671241422333125,
      "step": 14976
    },
    {
      "contrastive_lambda": 0.8539973996156264,
      "epoch": 4.6715533374922025,
      "step": 14977
    },
    {
      "contrastive_lambda": 0.8539789103956316,
      "epoch": 4.671865252651279,
      "step": 14978
    },
    {
      "contrastive_lambda": 0.8539604202051834,
      "epoch": 4.672177167810355,
      "step": 14979
    },
    {
      "epoch": 4.672489082969433,
      "grad_norm": 0.1641440987586975,
      "learning_rate": 8.949254440912239e-05,
      "loss": 0.0424,
      "step": 14980
    },
    {
      "epoch": 4.672489082969433,
      "flow_loss": 0.05880386382341385,
      "step": 14980
    },
    {
      "contrastive_loss": 0.009819891303777695,
      "epoch": 4.672489082969433,
      "step": 14980
    },
    {
      "contrastive_lambda": 0.8539419290443327,
      "epoch": 4.672489082969433,
      "step": 14980
    },
    {
      "contrastive_lambda": 0.8539234369131301,
      "epoch": 4.672800998128509,
      "step": 14981
    },
    {
      "contrastive_lambda": 0.8539049438116264,
      "epoch": 4.673112913287586,
      "step": 14982
    },
    {
      "contrastive_lambda": 0.8538864497398722,
      "epoch": 4.673424828446662,
      "step": 14983
    },
    {
      "contrastive_lambda": 0.853867954697918,
      "epoch": 4.6737367436057395,
      "step": 14984
    },
    {
      "contrastive_lambda": 0.8538494586858149,
      "epoch": 4.674048658764816,
      "step": 14985
    },
    {
      "contrastive_lambda": 0.8538309617036133,
      "epoch": 4.6743605739238925,
      "step": 14986
    },
    {
      "contrastive_lambda": 0.8538124637513641,
      "epoch": 4.674672489082969,
      "step": 14987
    },
    {
      "contrastive_lambda": 0.853793964829118,
      "epoch": 4.674984404242046,
      "step": 14988
    },
    {
      "contrastive_lambda": 0.8537754649369256,
      "epoch": 4.675296319401123,
      "step": 14989
    },
    {
      "epoch": 4.675608234560199,
      "grad_norm": 0.13280318677425385,
      "learning_rate": 8.94756372238188e-05,
      "loss": 0.0504,
      "step": 14990
    },
    {
      "epoch": 4.675608234560199,
      "flow_loss": 0.03228623792529106,
      "step": 14990
    },
    {
      "contrastive_loss": 0.0066017513163387775,
      "epoch": 4.675608234560199,
      "step": 14990
    },
    {
      "contrastive_lambda": 0.8537569640748376,
      "epoch": 4.675608234560199,
      "step": 14990
    },
    {
      "contrastive_lambda": 0.8537384622429047,
      "epoch": 4.675920149719277,
      "step": 14991
    },
    {
      "contrastive_lambda": 0.853719959441178,
      "epoch": 4.676232064878353,
      "step": 14992
    },
    {
      "contrastive_lambda": 0.8537014556697078,
      "epoch": 4.6765439800374295,
      "step": 14993
    },
    {
      "contrastive_lambda": 0.8536829509285451,
      "epoch": 4.676855895196507,
      "step": 14994
    },
    {
      "contrastive_lambda": 0.8536644452177403,
      "epoch": 4.677167810355583,
      "step": 14995
    },
    {
      "contrastive_lambda": 0.8536459385373445,
      "epoch": 4.67747972551466,
      "step": 14996
    },
    {
      "contrastive_lambda": 0.8536274308874082,
      "epoch": 4.677791640673737,
      "step": 14997
    },
    {
      "contrastive_lambda": 0.8536089222679822,
      "epoch": 4.678103555832814,
      "step": 14998
    },
    {
      "contrastive_lambda": 0.8535904126791174,
      "epoch": 4.67841547099189,
      "step": 14999
    },
    {
      "epoch": 4.678727386150967,
      "grad_norm": 0.16368812322616577,
      "learning_rate": 8.945871804685892e-05,
      "loss": 0.0422,
      "step": 15000
    },
    {
      "epoch": 4.678727386150967,
      "flow_loss": 0.05066138878464699,
      "step": 15000
    },
    {
      "contrastive_loss": 0.0070871710777282715,
      "epoch": 4.678727386150967,
      "step": 15000
    },
    {
      "contrastive_lambda": 0.8535719021208643,
      "epoch": 4.678727386150967,
      "step": 15000
    },
    {
      "contrastive_lambda": 0.8535533905932737,
      "epoch": 4.679039301310044,
      "step": 15001
    },
    {
      "contrastive_lambda": 0.8535348780963965,
      "epoch": 4.6793512164691204,
      "step": 15002
    },
    {
      "contrastive_lambda": 0.8535163646302835,
      "epoch": 4.679663131628197,
      "step": 15003
    },
    {
      "contrastive_lambda": 0.853497850194985,
      "epoch": 4.679975046787273,
      "step": 15004
    },
    {
      "contrastive_lambda": 0.8534793347905523,
      "epoch": 4.680286961946351,
      "step": 15005
    },
    {
      "contrastive_lambda": 0.8534608184170358,
      "epoch": 4.680598877105427,
      "step": 15006
    },
    {
      "contrastive_lambda": 0.8534423010744865,
      "epoch": 4.680910792264504,
      "step": 15007
    },
    {
      "contrastive_lambda": 0.853423782762955,
      "epoch": 4.681222707423581,
      "step": 15008
    },
    {
      "contrastive_lambda": 0.8534052634824922,
      "epoch": 4.6815346225826575,
      "step": 15009
    },
    {
      "epoch": 4.681846537741734,
      "grad_norm": 0.1946927011013031,
      "learning_rate": 8.944178688338236e-05,
      "loss": 0.0441,
      "step": 15010
    },
    {
      "epoch": 4.681846537741734,
      "flow_loss": 0.05125664547085762,
      "step": 15010
    },
    {
      "contrastive_loss": 0.00870792381465435,
      "epoch": 4.681846537741734,
      "step": 15010
    },
    {
      "contrastive_lambda": 0.8533867432331488,
      "epoch": 4.681846537741734,
      "step": 15010
    },
    {
      "contrastive_lambda": 0.8533682220149755,
      "epoch": 4.682158452900811,
      "step": 15011
    },
    {
      "contrastive_lambda": 0.8533496998280232,
      "epoch": 4.682470368059888,
      "step": 15012
    },
    {
      "contrastive_lambda": 0.8533311766723427,
      "epoch": 4.682782283218964,
      "step": 15013
    },
    {
      "contrastive_lambda": 0.8533126525479846,
      "epoch": 4.683094198378042,
      "step": 15014
    },
    {
      "contrastive_lambda": 0.8532941274549999,
      "epoch": 4.683406113537118,
      "step": 15015
    },
    {
      "contrastive_lambda": 0.8532756013934393,
      "epoch": 4.683718028696195,
      "step": 15016
    },
    {
      "contrastive_lambda": 0.8532570743633534,
      "epoch": 4.684029943855271,
      "step": 15017
    },
    {
      "contrastive_lambda": 0.8532385463647933,
      "epoch": 4.684341859014348,
      "step": 15018
    },
    {
      "contrastive_lambda": 0.8532200173978097,
      "epoch": 4.684653774173425,
      "step": 15019
    },
    {
      "epoch": 4.684965689332501,
      "grad_norm": 0.11773267388343811,
      "learning_rate": 8.942484373853233e-05,
      "loss": 0.0406,
      "step": 15020
    },
    {
      "epoch": 4.684965689332501,
      "flow_loss": 0.038119927048683167,
      "step": 15020
    },
    {
      "contrastive_loss": 0.011492874473333359,
      "epoch": 4.684965689332501,
      "step": 15020
    },
    {
      "contrastive_lambda": 0.8532014874624534,
      "epoch": 4.684965689332501,
      "step": 15020
    },
    {
      "contrastive_lambda": 0.853182956558775,
      "epoch": 4.685277604491578,
      "step": 15021
    },
    {
      "contrastive_lambda": 0.8531644246868256,
      "epoch": 4.685589519650655,
      "step": 15022
    },
    {
      "contrastive_lambda": 0.8531458918466559,
      "epoch": 4.685901434809732,
      "step": 15023
    },
    {
      "contrastive_lambda": 0.8531273580383166,
      "epoch": 4.686213349968808,
      "step": 15024
    },
    {
      "contrastive_lambda": 0.8531088232618587,
      "epoch": 4.6865252651278855,
      "step": 15025
    },
    {
      "contrastive_lambda": 0.8530902875173328,
      "epoch": 4.686837180286962,
      "step": 15026
    },
    {
      "contrastive_lambda": 0.8530717508047899,
      "epoch": 4.687149095446038,
      "step": 15027
    },
    {
      "contrastive_lambda": 0.8530532131242807,
      "epoch": 4.687461010605116,
      "step": 15028
    },
    {
      "contrastive_lambda": 0.8530346744758561,
      "epoch": 4.687772925764192,
      "step": 15029
    },
    {
      "epoch": 4.688084840923269,
      "grad_norm": 0.17839457094669342,
      "learning_rate": 8.940788861745572e-05,
      "loss": 0.0447,
      "step": 15030
    },
    {
      "epoch": 4.688084840923269,
      "flow_loss": 0.037265073508024216,
      "step": 15030
    },
    {
      "contrastive_loss": 0.0072426507249474525,
      "epoch": 4.688084840923269,
      "step": 15030
    },
    {
      "contrastive_lambda": 0.853016134859567,
      "epoch": 4.688084840923269,
      "step": 15030
    },
    {
      "contrastive_lambda": 0.852997594275464,
      "epoch": 4.688396756082346,
      "step": 15031
    },
    {
      "contrastive_lambda": 0.8529790527235981,
      "epoch": 4.6887086712414225,
      "step": 15032
    },
    {
      "contrastive_lambda": 0.85296051020402,
      "epoch": 4.689020586400499,
      "step": 15033
    },
    {
      "contrastive_lambda": 0.8529419667167807,
      "epoch": 4.6893325015595755,
      "step": 15034
    },
    {
      "contrastive_lambda": 0.8529234222619309,
      "epoch": 4.689644416718653,
      "step": 15035
    },
    {
      "contrastive_lambda": 0.8529048768395215,
      "epoch": 4.689956331877729,
      "step": 15036
    },
    {
      "contrastive_lambda": 0.8528863304496035,
      "epoch": 4.690268247036806,
      "step": 15037
    },
    {
      "contrastive_lambda": 0.8528677830922273,
      "epoch": 4.690580162195882,
      "step": 15038
    },
    {
      "contrastive_lambda": 0.8528492347674443,
      "epoch": 4.69089207735496,
      "step": 15039
    },
    {
      "epoch": 4.691203992514036,
      "grad_norm": 0.16649286448955536,
      "learning_rate": 8.939092152530308e-05,
      "loss": 0.0438,
      "step": 15040
    },
    {
      "epoch": 4.691203992514036,
      "flow_loss": 0.04542285203933716,
      "step": 15040
    },
    {
      "contrastive_loss": 0.006218804977834225,
      "epoch": 4.691203992514036,
      "step": 15040
    },
    {
      "contrastive_lambda": 0.8528306854753049,
      "epoch": 4.691203992514036,
      "step": 15040
    },
    {
      "contrastive_lambda": 0.8528121352158604,
      "epoch": 4.6915159076731126,
      "step": 15041
    },
    {
      "contrastive_lambda": 0.8527935839891612,
      "epoch": 4.69182782283219,
      "step": 15042
    },
    {
      "contrastive_lambda": 0.8527750317952585,
      "epoch": 4.692139737991266,
      "step": 15043
    },
    {
      "contrastive_lambda": 0.8527564786342028,
      "epoch": 4.692451653150343,
      "step": 15044
    },
    {
      "contrastive_lambda": 0.8527379245060454,
      "epoch": 4.69276356830942,
      "step": 15045
    },
    {
      "contrastive_lambda": 0.8527193694108368,
      "epoch": 4.693075483468497,
      "step": 15046
    },
    {
      "contrastive_lambda": 0.852700813348628,
      "epoch": 4.693387398627573,
      "step": 15047
    },
    {
      "contrastive_lambda": 0.85268225631947,
      "epoch": 4.6936993137866505,
      "step": 15048
    },
    {
      "contrastive_lambda": 0.8526636983234135,
      "epoch": 4.694011228945727,
      "step": 15049
    },
    {
      "epoch": 4.6943231441048034,
      "grad_norm": 0.15243826806545258,
      "learning_rate": 8.937394246722853e-05,
      "loss": 0.0448,
      "step": 15050
    },
    {
      "epoch": 4.6943231441048034,
      "flow_loss": 0.04499216750264168,
      "step": 15050
    },
    {
      "contrastive_loss": 0.007770726457238197,
      "epoch": 4.6943231441048034,
      "step": 15050
    },
    {
      "contrastive_lambda": 0.8526451393605096,
      "epoch": 4.6943231441048034,
      "step": 15050
    },
    {
      "contrastive_lambda": 0.8526265794308089,
      "epoch": 4.69463505926388,
      "step": 15051
    },
    {
      "contrastive_lambda": 0.8526080185343624,
      "epoch": 4.694946974422957,
      "step": 15052
    },
    {
      "contrastive_lambda": 0.8525894566712211,
      "epoch": 4.695258889582034,
      "step": 15053
    },
    {
      "contrastive_lambda": 0.8525708938414356,
      "epoch": 4.69557080474111,
      "step": 15054
    },
    {
      "contrastive_lambda": 0.8525523300450571,
      "epoch": 4.695882719900187,
      "step": 15055
    },
    {
      "contrastive_lambda": 0.8525337652821363,
      "epoch": 4.696194635059264,
      "step": 15056
    },
    {
      "contrastive_lambda": 0.8525151995527243,
      "epoch": 4.6965065502183405,
      "step": 15057
    },
    {
      "contrastive_lambda": 0.8524966328568718,
      "epoch": 4.696818465377417,
      "step": 15058
    },
    {
      "contrastive_lambda": 0.8524780651946298,
      "epoch": 4.697130380536494,
      "step": 15059
    },
    {
      "epoch": 4.697442295695571,
      "grad_norm": 0.1335420310497284,
      "learning_rate": 8.935695144838984e-05,
      "loss": 0.0412,
      "step": 15060
    },
    {
      "epoch": 4.697442295695571,
      "flow_loss": 0.047011129558086395,
      "step": 15060
    },
    {
      "contrastive_loss": 0.00544311385601759,
      "epoch": 4.697442295695571,
      "step": 15060
    },
    {
      "contrastive_lambda": 0.8524594965660491,
      "epoch": 4.697442295695571,
      "step": 15060
    },
    {
      "contrastive_lambda": 0.8524409269711807,
      "epoch": 4.697754210854647,
      "step": 15061
    },
    {
      "contrastive_lambda": 0.8524223564100755,
      "epoch": 4.698066126013725,
      "step": 15062
    },
    {
      "contrastive_lambda": 0.8524037848827843,
      "epoch": 4.698378041172801,
      "step": 15063
    },
    {
      "contrastive_lambda": 0.8523852123893583,
      "epoch": 4.698689956331878,
      "step": 15064
    },
    {
      "contrastive_lambda": 0.8523666389298481,
      "epoch": 4.699001871490955,
      "step": 15065
    },
    {
      "contrastive_lambda": 0.8523480645043049,
      "epoch": 4.699313786650031,
      "step": 15066
    },
    {
      "contrastive_lambda": 0.8523294891127793,
      "epoch": 4.699625701809108,
      "step": 15067
    },
    {
      "contrastive_lambda": 0.8523109127553226,
      "epoch": 4.699937616968184,
      "step": 15068
    },
    {
      "contrastive_lambda": 0.8522923354319853,
      "epoch": 4.700249532127262,
      "step": 15069
    },
    {
      "epoch": 4.700561447286338,
      "grad_norm": 0.11726486682891846,
      "learning_rate": 8.933994847394849e-05,
      "loss": 0.0457,
      "step": 15070
    },
    {
      "epoch": 4.700561447286338,
      "flow_loss": 0.03168273717164993,
      "step": 15070
    },
    {
      "contrastive_loss": 0.00746371503919363,
      "epoch": 4.700561447286338,
      "step": 15070
    },
    {
      "contrastive_lambda": 0.8522737571428187,
      "epoch": 4.700561447286338,
      "step": 15070
    },
    {
      "contrastive_lambda": 0.8522551778878735,
      "epoch": 4.700873362445415,
      "step": 15071
    },
    {
      "contrastive_lambda": 0.8522365976672008,
      "epoch": 4.701185277604491,
      "step": 15072
    },
    {
      "contrastive_lambda": 0.8522180164808515,
      "epoch": 4.7014971927635685,
      "step": 15073
    },
    {
      "contrastive_lambda": 0.8521994343288765,
      "epoch": 4.701809107922645,
      "step": 15074
    },
    {
      "contrastive_lambda": 0.8521808512113267,
      "epoch": 4.702121023081721,
      "step": 15075
    },
    {
      "contrastive_lambda": 0.852162267128253,
      "epoch": 4.702432938240799,
      "step": 15076
    },
    {
      "contrastive_lambda": 0.8521436820797067,
      "epoch": 4.702744853399875,
      "step": 15077
    },
    {
      "contrastive_lambda": 0.8521250960657383,
      "epoch": 4.703056768558952,
      "step": 15078
    },
    {
      "contrastive_lambda": 0.8521065090863991,
      "epoch": 4.703368683718029,
      "step": 15079
    },
    {
      "epoch": 4.7036805988771055,
      "grad_norm": 0.1487293690443039,
      "learning_rate": 8.932293354906949e-05,
      "loss": 0.0386,
      "step": 15080
    },
    {
      "epoch": 4.7036805988771055,
      "flow_loss": 0.045407120138406754,
      "step": 15080
    },
    {
      "contrastive_loss": 0.00697528338059783,
      "epoch": 4.7036805988771055,
      "step": 15080
    },
    {
      "contrastive_lambda": 0.8520879211417398,
      "epoch": 4.7036805988771055,
      "step": 15080
    },
    {
      "contrastive_lambda": 0.8520693322318116,
      "epoch": 4.703992514036182,
      "step": 15081
    },
    {
      "contrastive_lambda": 0.8520507423566652,
      "epoch": 4.704304429195259,
      "step": 15082
    },
    {
      "contrastive_lambda": 0.8520321515163517,
      "epoch": 4.704616344354336,
      "step": 15083
    },
    {
      "contrastive_lambda": 0.8520135597109222,
      "epoch": 4.704928259513412,
      "step": 15084
    },
    {
      "contrastive_lambda": 0.8519949669404274,
      "epoch": 4.705240174672489,
      "step": 15085
    },
    {
      "contrastive_lambda": 0.8519763732049185,
      "epoch": 4.705552089831566,
      "step": 15086
    },
    {
      "contrastive_lambda": 0.8519577785044463,
      "epoch": 4.705864004990643,
      "step": 15087
    },
    {
      "contrastive_lambda": 0.851939182839062,
      "epoch": 4.706175920149719,
      "step": 15088
    },
    {
      "contrastive_lambda": 0.8519205862088164,
      "epoch": 4.7064878353087956,
      "step": 15089
    },
    {
      "epoch": 4.706799750467873,
      "grad_norm": 0.10502006113529205,
      "learning_rate": 8.930590667892153e-05,
      "loss": 0.0415,
      "step": 15090
    },
    {
      "epoch": 4.706799750467873,
      "flow_loss": 0.03332297503948212,
      "step": 15090
    },
    {
      "contrastive_loss": 0.005596821662038565,
      "epoch": 4.706799750467873,
      "step": 15090
    },
    {
      "contrastive_lambda": 0.8519019886137604,
      "epoch": 4.706799750467873,
      "step": 15090
    },
    {
      "contrastive_lambda": 0.8518833900539453,
      "epoch": 4.707111665626949,
      "step": 15091
    },
    {
      "contrastive_lambda": 0.8518647905294219,
      "epoch": 4.707423580786026,
      "step": 15092
    },
    {
      "contrastive_lambda": 0.8518461900402411,
      "epoch": 4.707735495945103,
      "step": 15093
    },
    {
      "contrastive_lambda": 0.851827588586454,
      "epoch": 4.70804741110418,
      "step": 15094
    },
    {
      "contrastive_lambda": 0.8518089861681116,
      "epoch": 4.708359326263256,
      "step": 15095
    },
    {
      "contrastive_lambda": 0.8517903827852649,
      "epoch": 4.7086712414223335,
      "step": 15096
    },
    {
      "contrastive_lambda": 0.851771778437965,
      "epoch": 4.70898315658141,
      "step": 15097
    },
    {
      "contrastive_lambda": 0.8517531731262626,
      "epoch": 4.7092950717404864,
      "step": 15098
    },
    {
      "contrastive_lambda": 0.851734566850209,
      "epoch": 4.709606986899564,
      "step": 15099
    },
    {
      "epoch": 4.70991890205864,
      "grad_norm": 0.10000935196876526,
      "learning_rate": 8.928886786867696e-05,
      "loss": 0.0442,
      "step": 15100
    },
    {
      "epoch": 4.70991890205864,
      "flow_loss": 0.05122452974319458,
      "step": 15100
    },
    {
      "contrastive_loss": 0.00667159166187048,
      "epoch": 4.70991890205864,
      "step": 15100
    },
    {
      "contrastive_lambda": 0.8517159596098551,
      "epoch": 4.70991890205864,
      "step": 15100
    },
    {
      "contrastive_lambda": 0.8516973514052519,
      "epoch": 4.710230817217717,
      "step": 15101
    },
    {
      "contrastive_lambda": 0.8516787422364506,
      "epoch": 4.710542732376793,
      "step": 15102
    },
    {
      "contrastive_lambda": 0.8516601321035019,
      "epoch": 4.710854647535871,
      "step": 15103
    },
    {
      "contrastive_lambda": 0.851641521006457,
      "epoch": 4.711166562694947,
      "step": 15104
    },
    {
      "contrastive_lambda": 0.851622908945367,
      "epoch": 4.7114784778540235,
      "step": 15105
    },
    {
      "contrastive_lambda": 0.8516042959202828,
      "epoch": 4.7117903930131,
      "step": 15106
    },
    {
      "contrastive_lambda": 0.8515856819312553,
      "epoch": 4.712102308172177,
      "step": 15107
    },
    {
      "contrastive_lambda": 0.8515670669783358,
      "epoch": 4.712414223331254,
      "step": 15108
    },
    {
      "contrastive_lambda": 0.8515484510615753,
      "epoch": 4.71272613849033,
      "step": 15109
    },
    {
      "epoch": 4.713038053649408,
      "grad_norm": 0.13004876673221588,
      "learning_rate": 8.927181712351168e-05,
      "loss": 0.0491,
      "step": 15110
    },
    {
      "epoch": 4.713038053649408,
      "flow_loss": 0.06914770603179932,
      "step": 15110
    },
    {
      "contrastive_loss": 0.01145420502871275,
      "epoch": 4.713038053649408,
      "step": 15110
    },
    {
      "contrastive_lambda": 0.8515298341810247,
      "epoch": 4.713038053649408,
      "step": 15110
    },
    {
      "contrastive_lambda": 0.8515112163367351,
      "epoch": 4.713349968808484,
      "step": 15111
    },
    {
      "contrastive_lambda": 0.8514925975287575,
      "epoch": 4.713661883967561,
      "step": 15112
    },
    {
      "contrastive_lambda": 0.851473977757143,
      "epoch": 4.713973799126638,
      "step": 15113
    },
    {
      "contrastive_lambda": 0.8514553570219427,
      "epoch": 4.714285714285714,
      "step": 15114
    },
    {
      "contrastive_lambda": 0.8514367353232075,
      "epoch": 4.714597629444791,
      "step": 15115
    },
    {
      "contrastive_lambda": 0.8514181126609885,
      "epoch": 4.714909544603868,
      "step": 15116
    },
    {
      "contrastive_lambda": 0.8513994890353369,
      "epoch": 4.715221459762945,
      "step": 15117
    },
    {
      "contrastive_lambda": 0.8513808644463037,
      "epoch": 4.715533374922021,
      "step": 15118
    },
    {
      "contrastive_lambda": 0.8513622388939399,
      "epoch": 4.715845290081098,
      "step": 15119
    },
    {
      "epoch": 4.716157205240175,
      "grad_norm": 0.10327623784542084,
      "learning_rate": 8.925475444860527e-05,
      "loss": 0.0479,
      "step": 15120
    },
    {
      "epoch": 4.716157205240175,
      "flow_loss": 0.047298364341259,
      "step": 15120
    },
    {
      "contrastive_loss": 0.0072088767774403095,
      "epoch": 4.716157205240175,
      "step": 15120
    },
    {
      "contrastive_lambda": 0.8513436123782965,
      "epoch": 4.716157205240175,
      "step": 15120
    },
    {
      "contrastive_lambda": 0.8513249848994247,
      "epoch": 4.7164691203992515,
      "step": 15121
    },
    {
      "contrastive_lambda": 0.8513063564573753,
      "epoch": 4.716781035558328,
      "step": 15122
    },
    {
      "contrastive_lambda": 0.8512877270521998,
      "epoch": 4.717092950717404,
      "step": 15123
    },
    {
      "contrastive_lambda": 0.8512690966839489,
      "epoch": 4.717404865876482,
      "step": 15124
    },
    {
      "contrastive_lambda": 0.851250465352674,
      "epoch": 4.717716781035558,
      "step": 15125
    },
    {
      "contrastive_lambda": 0.8512318330584259,
      "epoch": 4.718028696194635,
      "step": 15126
    },
    {
      "contrastive_lambda": 0.8512131998012558,
      "epoch": 4.718340611353712,
      "step": 15127
    },
    {
      "contrastive_lambda": 0.8511945655812148,
      "epoch": 4.7186525265127885,
      "step": 15128
    },
    {
      "contrastive_lambda": 0.8511759303983539,
      "epoch": 4.718964441671865,
      "step": 15129
    },
    {
      "epoch": 4.719276356830942,
      "grad_norm": 0.14927607774734497,
      "learning_rate": 8.923767984914092e-05,
      "loss": 0.0426,
      "step": 15130
    },
    {
      "epoch": 4.719276356830942,
      "flow_loss": 0.027752425521612167,
      "step": 15130
    },
    {
      "contrastive_loss": 0.012035110965371132,
      "epoch": 4.719276356830942,
      "step": 15130
    },
    {
      "contrastive_lambda": 0.8511572942527242,
      "epoch": 4.719276356830942,
      "step": 15130
    },
    {
      "contrastive_lambda": 0.8511386571443771,
      "epoch": 4.719588271990019,
      "step": 15131
    },
    {
      "contrastive_lambda": 0.8511200190733632,
      "epoch": 4.719900187149095,
      "step": 15132
    },
    {
      "contrastive_lambda": 0.8511013800397338,
      "epoch": 4.720212102308173,
      "step": 15133
    },
    {
      "contrastive_lambda": 0.8510827400435401,
      "epoch": 4.720524017467249,
      "step": 15134
    },
    {
      "contrastive_lambda": 0.8510640990848333,
      "epoch": 4.720835932626326,
      "step": 15135
    },
    {
      "contrastive_lambda": 0.8510454571636641,
      "epoch": 4.721147847785402,
      "step": 15136
    },
    {
      "contrastive_lambda": 0.8510268142800839,
      "epoch": 4.721459762944479,
      "step": 15137
    },
    {
      "contrastive_lambda": 0.8510081704341439,
      "epoch": 4.721771678103556,
      "step": 15138
    },
    {
      "contrastive_lambda": 0.8509895256258948,
      "epoch": 4.722083593262632,
      "step": 15139
    },
    {
      "epoch": 4.722395508421709,
      "grad_norm": 0.1479085087776184,
      "learning_rate": 8.922059333030545e-05,
      "loss": 0.0392,
      "step": 15140
    },
    {
      "epoch": 4.722395508421709,
      "flow_loss": 0.036117419600486755,
      "step": 15140
    },
    {
      "contrastive_loss": 0.008340498432517052,
      "epoch": 4.722395508421709,
      "step": 15140
    },
    {
      "contrastive_lambda": 0.8509708798553882,
      "epoch": 4.722395508421709,
      "step": 15140
    },
    {
      "contrastive_lambda": 0.8509522331226751,
      "epoch": 4.722707423580786,
      "step": 15141
    },
    {
      "contrastive_lambda": 0.8509335854278063,
      "epoch": 4.723019338739863,
      "step": 15142
    },
    {
      "contrastive_lambda": 0.8509149367708333,
      "epoch": 4.723331253898939,
      "step": 15143
    },
    {
      "contrastive_lambda": 0.8508962871518069,
      "epoch": 4.7236431690580165,
      "step": 15144
    },
    {
      "contrastive_lambda": 0.8508776365707786,
      "epoch": 4.723955084217093,
      "step": 15145
    },
    {
      "contrastive_lambda": 0.8508589850277992,
      "epoch": 4.7242669993761695,
      "step": 15146
    },
    {
      "contrastive_lambda": 0.85084033252292,
      "epoch": 4.724578914535247,
      "step": 15147
    },
    {
      "contrastive_lambda": 0.8508216790561922,
      "epoch": 4.724890829694323,
      "step": 15148
    },
    {
      "contrastive_lambda": 0.8508030246276668,
      "epoch": 4.7252027448534,
      "step": 15149
    },
    {
      "epoch": 4.725514660012476,
      "grad_norm": 0.1500539481639862,
      "learning_rate": 8.920349489728928e-05,
      "loss": 0.0438,
      "step": 15150
    },
    {
      "epoch": 4.725514660012476,
      "flow_loss": 0.025175046175718307,
      "step": 15150
    },
    {
      "contrastive_loss": 0.006477940361946821,
      "epoch": 4.725514660012476,
      "step": 15150
    },
    {
      "contrastive_lambda": 0.850784369237395,
      "epoch": 4.725514660012476,
      "step": 15150
    },
    {
      "contrastive_lambda": 0.8507657128854278,
      "epoch": 4.725826575171554,
      "step": 15151
    },
    {
      "contrastive_lambda": 0.8507470555718166,
      "epoch": 4.72613849033063,
      "step": 15152
    },
    {
      "contrastive_lambda": 0.8507283972966124,
      "epoch": 4.7264504054897065,
      "step": 15153
    },
    {
      "contrastive_lambda": 0.8507097380598665,
      "epoch": 4.726762320648784,
      "step": 15154
    },
    {
      "contrastive_lambda": 0.8506910778616299,
      "epoch": 4.72707423580786,
      "step": 15155
    },
    {
      "contrastive_lambda": 0.8506724167019537,
      "epoch": 4.727386150966937,
      "step": 15156
    },
    {
      "contrastive_lambda": 0.8506537545808892,
      "epoch": 4.727698066126013,
      "step": 15157
    },
    {
      "contrastive_lambda": 0.8506350914984876,
      "epoch": 4.728009981285091,
      "step": 15158
    },
    {
      "contrastive_lambda": 0.8506164274547998,
      "epoch": 4.728321896444167,
      "step": 15159
    },
    {
      "epoch": 4.728633811603244,
      "grad_norm": 0.14347806572914124,
      "learning_rate": 8.918638455528646e-05,
      "loss": 0.044,
      "step": 15160
    },
    {
      "epoch": 4.728633811603244,
      "flow_loss": 0.0363788865506649,
      "step": 15160
    },
    {
      "contrastive_loss": 0.006606369744986296,
      "epoch": 4.728633811603244,
      "step": 15160
    },
    {
      "contrastive_lambda": 0.8505977624498773,
      "epoch": 4.728633811603244,
      "step": 15160
    },
    {
      "contrastive_lambda": 0.8505790964837712,
      "epoch": 4.728945726762321,
      "step": 15161
    },
    {
      "contrastive_lambda": 0.8505604295565325,
      "epoch": 4.729257641921397,
      "step": 15162
    },
    {
      "contrastive_lambda": 0.8505417616682125,
      "epoch": 4.729569557080474,
      "step": 15163
    },
    {
      "contrastive_lambda": 0.8505230928188623,
      "epoch": 4.729881472239551,
      "step": 15164
    },
    {
      "contrastive_lambda": 0.8505044230085332,
      "epoch": 4.730193387398628,
      "step": 15165
    },
    {
      "contrastive_lambda": 0.8504857522372763,
      "epoch": 4.730505302557704,
      "step": 15166
    },
    {
      "contrastive_lambda": 0.8504670805051429,
      "epoch": 4.730817217716781,
      "step": 15167
    },
    {
      "contrastive_lambda": 0.8504484078121839,
      "epoch": 4.731129132875858,
      "step": 15168
    },
    {
      "contrastive_lambda": 0.8504297341584508,
      "epoch": 4.7314410480349345,
      "step": 15169
    },
    {
      "epoch": 4.731752963194011,
      "grad_norm": 0.13707149028778076,
      "learning_rate": 8.916926230949468e-05,
      "loss": 0.043,
      "step": 15170
    },
    {
      "epoch": 4.731752963194011,
      "flow_loss": 0.04494181275367737,
      "step": 15170
    },
    {
      "contrastive_loss": 0.00790654867887497,
      "epoch": 4.731752963194011,
      "step": 15170
    },
    {
      "contrastive_lambda": 0.8504110595439948,
      "epoch": 4.731752963194011,
      "step": 15170
    },
    {
      "contrastive_lambda": 0.8503923839688668,
      "epoch": 4.732064878353088,
      "step": 15171
    },
    {
      "contrastive_lambda": 0.8503737074331184,
      "epoch": 4.732376793512165,
      "step": 15172
    },
    {
      "contrastive_lambda": 0.8503550299368003,
      "epoch": 4.732688708671241,
      "step": 15173
    },
    {
      "contrastive_lambda": 0.8503363514799642,
      "epoch": 4.733000623830318,
      "step": 15174
    },
    {
      "contrastive_lambda": 0.8503176720626611,
      "epoch": 4.733312538989395,
      "step": 15175
    },
    {
      "contrastive_lambda": 0.8502989916849422,
      "epoch": 4.7336244541484715,
      "step": 15176
    },
    {
      "contrastive_lambda": 0.8502803103468586,
      "epoch": 4.733936369307548,
      "step": 15177
    },
    {
      "contrastive_lambda": 0.8502616280484617,
      "epoch": 4.734248284466625,
      "step": 15178
    },
    {
      "contrastive_lambda": 0.8502429447898028,
      "epoch": 4.734560199625702,
      "step": 15179
    },
    {
      "epoch": 4.734872114784778,
      "grad_norm": 0.1565382331609726,
      "learning_rate": 8.915212816511522e-05,
      "loss": 0.0409,
      "step": 15180
    },
    {
      "epoch": 4.734872114784778,
      "flow_loss": 0.03433253616094589,
      "step": 15180
    },
    {
      "contrastive_loss": 0.006699431221932173,
      "epoch": 4.734872114784778,
      "step": 15180
    },
    {
      "contrastive_lambda": 0.8502242605709328,
      "epoch": 4.734872114784778,
      "step": 15180
    },
    {
      "contrastive_lambda": 0.8502055753919031,
      "epoch": 4.735184029943856,
      "step": 15181
    },
    {
      "contrastive_lambda": 0.8501868892527651,
      "epoch": 4.735495945102932,
      "step": 15182
    },
    {
      "contrastive_lambda": 0.8501682021535697,
      "epoch": 4.735807860262009,
      "step": 15183
    },
    {
      "contrastive_lambda": 0.8501495140943685,
      "epoch": 4.736119775421085,
      "step": 15184
    },
    {
      "contrastive_lambda": 0.8501308250752123,
      "epoch": 4.7364316905801624,
      "step": 15185
    },
    {
      "contrastive_lambda": 0.8501121350961527,
      "epoch": 4.736743605739239,
      "step": 15186
    },
    {
      "contrastive_lambda": 0.8500934441572408,
      "epoch": 4.737055520898315,
      "step": 15187
    },
    {
      "contrastive_lambda": 0.8500747522585277,
      "epoch": 4.737367436057393,
      "step": 15188
    },
    {
      "contrastive_lambda": 0.8500560594000649,
      "epoch": 4.737679351216469,
      "step": 15189
    },
    {
      "epoch": 4.737991266375546,
      "grad_norm": 0.135659322142601,
      "learning_rate": 8.913498212735296e-05,
      "loss": 0.0412,
      "step": 15190
    },
    {
      "epoch": 4.737991266375546,
      "flow_loss": 0.031185800209641457,
      "step": 15190
    },
    {
      "contrastive_loss": 0.005727036856114864,
      "epoch": 4.737991266375546,
      "step": 15190
    },
    {
      "contrastive_lambda": 0.8500373655819036,
      "epoch": 4.737991266375546,
      "step": 15190
    },
    {
      "contrastive_lambda": 0.8500186708040949,
      "epoch": 4.738303181534622,
      "step": 15191
    },
    {
      "contrastive_lambda": 0.8499999750666901,
      "epoch": 4.7386150966936995,
      "step": 15192
    },
    {
      "contrastive_lambda": 0.8499812783697405,
      "epoch": 4.738927011852776,
      "step": 15193
    },
    {
      "contrastive_lambda": 0.8499625807132974,
      "epoch": 4.7392389270118525,
      "step": 15194
    },
    {
      "contrastive_lambda": 0.849943882097412,
      "epoch": 4.73955084217093,
      "step": 15195
    },
    {
      "contrastive_lambda": 0.8499251825221357,
      "epoch": 4.739862757330006,
      "step": 15196
    },
    {
      "contrastive_lambda": 0.8499064819875195,
      "epoch": 4.740174672489083,
      "step": 15197
    },
    {
      "contrastive_lambda": 0.8498877804936148,
      "epoch": 4.74048658764816,
      "step": 15198
    },
    {
      "contrastive_lambda": 0.849869078040473,
      "epoch": 4.740798502807237,
      "step": 15199
    },
    {
      "epoch": 4.741110417966313,
      "grad_norm": 0.08075711131095886,
      "learning_rate": 8.911782420141643e-05,
      "loss": 0.0461,
      "step": 15200
    },
    {
      "epoch": 4.741110417966313,
      "flow_loss": 0.05011006444692612,
      "step": 15200
    },
    {
      "contrastive_loss": 0.010175294242799282,
      "epoch": 4.741110417966313,
      "step": 15200
    },
    {
      "contrastive_lambda": 0.8498503746281452,
      "epoch": 4.741110417966313,
      "step": 15200
    },
    {
      "contrastive_lambda": 0.8498316702566827,
      "epoch": 4.7414223331253895,
      "step": 15201
    },
    {
      "contrastive_lambda": 0.8498129649261369,
      "epoch": 4.741734248284467,
      "step": 15202
    },
    {
      "contrastive_lambda": 0.849794258636559,
      "epoch": 4.742046163443543,
      "step": 15203
    },
    {
      "contrastive_lambda": 0.8497755513880001,
      "epoch": 4.74235807860262,
      "step": 15204
    },
    {
      "contrastive_lambda": 0.8497568431805118,
      "epoch": 4.742669993761697,
      "step": 15205
    },
    {
      "contrastive_lambda": 0.8497381340141452,
      "epoch": 4.742981908920774,
      "step": 15206
    },
    {
      "contrastive_lambda": 0.8497194238889518,
      "epoch": 4.74329382407985,
      "step": 15207
    },
    {
      "contrastive_lambda": 0.8497007128049825,
      "epoch": 4.743605739238927,
      "step": 15208
    },
    {
      "contrastive_lambda": 0.8496820007622891,
      "epoch": 4.743917654398004,
      "step": 15209
    },
    {
      "epoch": 4.74422956955708,
      "grad_norm": 0.08953037858009338,
      "learning_rate": 8.910065439251775e-05,
      "loss": 0.0414,
      "step": 15210
    },
    {
      "epoch": 4.74422956955708,
      "flow_loss": 0.056079816073179245,
      "step": 15210
    },
    {
      "contrastive_loss": 0.006726572290062904,
      "epoch": 4.74422956955708,
      "step": 15210
    },
    {
      "contrastive_lambda": 0.8496632877609225,
      "epoch": 4.74422956955708,
      "step": 15210
    },
    {
      "contrastive_lambda": 0.8496445738009342,
      "epoch": 4.744541484716157,
      "step": 15211
    },
    {
      "contrastive_lambda": 0.8496258588823753,
      "epoch": 4.744853399875234,
      "step": 15212
    },
    {
      "contrastive_lambda": 0.8496071430052974,
      "epoch": 4.745165315034311,
      "step": 15213
    },
    {
      "contrastive_lambda": 0.8495884261697516,
      "epoch": 4.745477230193387,
      "step": 15214
    },
    {
      "contrastive_lambda": 0.8495697083757894,
      "epoch": 4.7457891453524645,
      "step": 15215
    },
    {
      "contrastive_lambda": 0.8495509896234619,
      "epoch": 4.746101060511541,
      "step": 15216
    },
    {
      "contrastive_lambda": 0.8495322699128205,
      "epoch": 4.7464129756706175,
      "step": 15217
    },
    {
      "contrastive_lambda": 0.8495135492439165,
      "epoch": 4.746724890829694,
      "step": 15218
    },
    {
      "contrastive_lambda": 0.8494948276168013,
      "epoch": 4.747036805988771,
      "step": 15219
    },
    {
      "epoch": 4.747348721147848,
      "grad_norm": 0.11286468058824539,
      "learning_rate": 8.908347270587268e-05,
      "loss": 0.0428,
      "step": 15220
    },
    {
      "epoch": 4.747348721147848,
      "flow_loss": 0.0314585343003273,
      "step": 15220
    },
    {
      "contrastive_loss": 0.005292306654155254,
      "epoch": 4.747348721147848,
      "step": 15220
    },
    {
      "contrastive_lambda": 0.8494761050315263,
      "epoch": 4.747348721147848,
      "step": 15220
    },
    {
      "contrastive_lambda": 0.8494573814881425,
      "epoch": 4.747660636306924,
      "step": 15221
    },
    {
      "contrastive_lambda": 0.8494386569867016,
      "epoch": 4.747972551466002,
      "step": 15222
    },
    {
      "contrastive_lambda": 0.8494199315272548,
      "epoch": 4.748284466625078,
      "step": 15223
    },
    {
      "contrastive_lambda": 0.8494012051098534,
      "epoch": 4.7485963817841546,
      "step": 15224
    },
    {
      "contrastive_lambda": 0.8493824777345487,
      "epoch": 4.748908296943231,
      "step": 15225
    },
    {
      "contrastive_lambda": 0.8493637494013921,
      "epoch": 4.749220212102308,
      "step": 15226
    },
    {
      "contrastive_lambda": 0.849345020110435,
      "epoch": 4.749532127261385,
      "step": 15227
    },
    {
      "contrastive_lambda": 0.8493262898617286,
      "epoch": 4.749844042420461,
      "step": 15228
    },
    {
      "contrastive_lambda": 0.8493075586553245,
      "epoch": 4.750155957579539,
      "step": 15229
    },
    {
      "epoch": 4.750467872738615,
      "grad_norm": 0.12142923474311829,
      "learning_rate": 8.906627914670054e-05,
      "loss": 0.0418,
      "step": 15230
    },
    {
      "epoch": 4.750467872738615,
      "flow_loss": 0.06244644895195961,
      "step": 15230
    },
    {
      "contrastive_loss": 0.006348430644720793,
      "epoch": 4.750467872738615,
      "step": 15230
    },
    {
      "contrastive_lambda": 0.8492888264912739,
      "epoch": 4.750467872738615,
      "step": 15230
    },
    {
      "contrastive_lambda": 0.849270093369628,
      "epoch": 4.750779787897692,
      "step": 15231
    },
    {
      "contrastive_lambda": 0.8492513592904383,
      "epoch": 4.751091703056769,
      "step": 15232
    },
    {
      "contrastive_lambda": 0.8492326242537562,
      "epoch": 4.7514036182158454,
      "step": 15233
    },
    {
      "contrastive_lambda": 0.8492138882596332,
      "epoch": 4.751715533374922,
      "step": 15234
    },
    {
      "contrastive_lambda": 0.8491951513081203,
      "epoch": 4.752027448533998,
      "step": 15235
    },
    {
      "contrastive_lambda": 0.8491764133992692,
      "epoch": 4.752339363693076,
      "step": 15236
    },
    {
      "contrastive_lambda": 0.8491576745331311,
      "epoch": 4.752651278852152,
      "step": 15237
    },
    {
      "contrastive_lambda": 0.8491389347097573,
      "epoch": 4.752963194011229,
      "step": 15238
    },
    {
      "contrastive_lambda": 0.8491201939291992,
      "epoch": 4.753275109170306,
      "step": 15239
    },
    {
      "epoch": 4.7535870243293825,
      "grad_norm": 0.14487212896347046,
      "learning_rate": 8.904907372022427e-05,
      "loss": 0.0468,
      "step": 15240
    },
    {
      "epoch": 4.7535870243293825,
      "flow_loss": 0.06424359232187271,
      "step": 15240
    },
    {
      "contrastive_loss": 0.007947268895804882,
      "epoch": 4.7535870243293825,
      "step": 15240
    },
    {
      "contrastive_lambda": 0.8491014521915086,
      "epoch": 4.7535870243293825,
      "step": 15240
    },
    {
      "contrastive_lambda": 0.8490827094967364,
      "epoch": 4.753898939488459,
      "step": 15241
    },
    {
      "contrastive_lambda": 0.849063965844934,
      "epoch": 4.7542108546475355,
      "step": 15242
    },
    {
      "contrastive_lambda": 0.8490452212361531,
      "epoch": 4.754522769806613,
      "step": 15243
    },
    {
      "contrastive_lambda": 0.8490264756704449,
      "epoch": 4.754834684965689,
      "step": 15244
    },
    {
      "contrastive_lambda": 0.8490077291478606,
      "epoch": 4.755146600124766,
      "step": 15245
    },
    {
      "contrastive_lambda": 0.8489889816684519,
      "epoch": 4.755458515283843,
      "step": 15246
    },
    {
      "contrastive_lambda": 0.8489702332322702,
      "epoch": 4.75577043044292,
      "step": 15247
    },
    {
      "contrastive_lambda": 0.8489514838393668,
      "epoch": 4.756082345601996,
      "step": 15248
    },
    {
      "contrastive_lambda": 0.8489327334897929,
      "epoch": 4.756394260761073,
      "step": 15249
    },
    {
      "epoch": 4.75670617592015,
      "grad_norm": 0.14577315747737885,
      "learning_rate": 8.903185643167042e-05,
      "loss": 0.0476,
      "step": 15250
    },
    {
      "epoch": 4.75670617592015,
      "flow_loss": 0.028203051537275314,
      "step": 15250
    },
    {
      "contrastive_loss": 0.005580177530646324,
      "epoch": 4.75670617592015,
      "step": 15250
    },
    {
      "contrastive_lambda": 0.8489139821836003,
      "epoch": 4.75670617592015,
      "step": 15250
    },
    {
      "contrastive_lambda": 0.8488952299208401,
      "epoch": 4.757018091079226,
      "step": 15251
    },
    {
      "contrastive_lambda": 0.8488764767015637,
      "epoch": 4.757330006238303,
      "step": 15252
    },
    {
      "contrastive_lambda": 0.8488577225258229,
      "epoch": 4.75764192139738,
      "step": 15253
    },
    {
      "contrastive_lambda": 0.8488389673936687,
      "epoch": 4.757953836556457,
      "step": 15254
    },
    {
      "contrastive_lambda": 0.8488202113051526,
      "epoch": 4.758265751715533,
      "step": 15255
    },
    {
      "contrastive_lambda": 0.8488014542603262,
      "epoch": 4.7585776668746105,
      "step": 15256
    },
    {
      "contrastive_lambda": 0.8487826962592409,
      "epoch": 4.758889582033687,
      "step": 15257
    },
    {
      "contrastive_lambda": 0.8487639373019478,
      "epoch": 4.759201497192763,
      "step": 15258
    },
    {
      "contrastive_lambda": 0.8487451773884986,
      "epoch": 4.75951341235184,
      "step": 15259
    },
    {
      "epoch": 4.759825327510917,
      "grad_norm": 0.14307846128940582,
      "learning_rate": 8.901462728626919e-05,
      "loss": 0.0433,
      "step": 15260
    },
    {
      "epoch": 4.759825327510917,
      "flow_loss": 0.05341287702322006,
      "step": 15260
    },
    {
      "contrastive_loss": 0.00924514140933752,
      "epoch": 4.759825327510917,
      "step": 15260
    },
    {
      "contrastive_lambda": 0.8487264165189449,
      "epoch": 4.759825327510917,
      "step": 15260
    },
    {
      "contrastive_lambda": 0.8487076546933378,
      "epoch": 4.760137242669994,
      "step": 15261
    },
    {
      "contrastive_lambda": 0.8486888919117288,
      "epoch": 4.76044915782907,
      "step": 15262
    },
    {
      "contrastive_lambda": 0.8486701281741695,
      "epoch": 4.7607610729881475,
      "step": 15263
    },
    {
      "contrastive_lambda": 0.8486513634807111,
      "epoch": 4.761072988147224,
      "step": 15264
    },
    {
      "contrastive_lambda": 0.8486325978314053,
      "epoch": 4.7613849033063005,
      "step": 15265
    },
    {
      "contrastive_lambda": 0.8486138312263035,
      "epoch": 4.761696818465378,
      "step": 15266
    },
    {
      "contrastive_lambda": 0.8485950636654571,
      "epoch": 4.762008733624454,
      "step": 15267
    },
    {
      "contrastive_lambda": 0.8485762951489175,
      "epoch": 4.762320648783531,
      "step": 15268
    },
    {
      "contrastive_lambda": 0.8485575256767361,
      "epoch": 4.762632563942607,
      "step": 15269
    },
    {
      "epoch": 4.762944479101685,
      "grad_norm": 0.13359005749225616,
      "learning_rate": 8.899738628925429e-05,
      "loss": 0.0469,
      "step": 15270
    },
    {
      "epoch": 4.762944479101685,
      "flow_loss": 0.05067480728030205,
      "step": 15270
    },
    {
      "contrastive_loss": 0.0083669014275074,
      "epoch": 4.762944479101685,
      "step": 15270
    },
    {
      "contrastive_lambda": 0.8485387552489645,
      "epoch": 4.762944479101685,
      "step": 15270
    },
    {
      "contrastive_lambda": 0.8485199838656542,
      "epoch": 4.763256394260761,
      "step": 15271
    },
    {
      "contrastive_lambda": 0.8485012115268564,
      "epoch": 4.7635683094198376,
      "step": 15272
    },
    {
      "contrastive_lambda": 0.848482438232623,
      "epoch": 4.763880224578915,
      "step": 15273
    },
    {
      "contrastive_lambda": 0.848463663983005,
      "epoch": 4.764192139737991,
      "step": 15274
    },
    {
      "contrastive_lambda": 0.8484448887780541,
      "epoch": 4.764504054897068,
      "step": 15275
    },
    {
      "contrastive_lambda": 0.8484261126178219,
      "epoch": 4.764815970056144,
      "step": 15276
    },
    {
      "contrastive_lambda": 0.8484073355023596,
      "epoch": 4.765127885215222,
      "step": 15277
    },
    {
      "contrastive_lambda": 0.8483885574317188,
      "epoch": 4.765439800374298,
      "step": 15278
    },
    {
      "contrastive_lambda": 0.848369778405951,
      "epoch": 4.765751715533375,
      "step": 15279
    },
    {
      "epoch": 4.766063630692452,
      "grad_norm": 0.1380065381526947,
      "learning_rate": 8.898013344586312e-05,
      "loss": 0.0437,
      "step": 15280
    },
    {
      "epoch": 4.766063630692452,
      "flow_loss": 0.05380509793758392,
      "step": 15280
    },
    {
      "contrastive_loss": 0.008405797183513641,
      "epoch": 4.766063630692452,
      "step": 15280
    },
    {
      "contrastive_lambda": 0.8483509984251077,
      "epoch": 4.766063630692452,
      "step": 15280
    },
    {
      "contrastive_lambda": 0.8483322174892404,
      "epoch": 4.7663755458515285,
      "step": 15281
    },
    {
      "contrastive_lambda": 0.8483134355984004,
      "epoch": 4.766687461010605,
      "step": 15282
    },
    {
      "contrastive_lambda": 0.8482946527526396,
      "epoch": 4.766999376169682,
      "step": 15283
    },
    {
      "contrastive_lambda": 0.848275868952009,
      "epoch": 4.767311291328759,
      "step": 15284
    },
    {
      "contrastive_lambda": 0.8482570841965604,
      "epoch": 4.767623206487835,
      "step": 15285
    },
    {
      "contrastive_lambda": 0.8482382984863452,
      "epoch": 4.767935121646912,
      "step": 15286
    },
    {
      "contrastive_lambda": 0.8482195118214151,
      "epoch": 4.768247036805989,
      "step": 15287
    },
    {
      "contrastive_lambda": 0.8482007242018212,
      "epoch": 4.7685589519650655,
      "step": 15288
    },
    {
      "contrastive_lambda": 0.8481819356276155,
      "epoch": 4.768870867124142,
      "step": 15289
    },
    {
      "epoch": 4.769182782283219,
      "grad_norm": 0.14186617732048035,
      "learning_rate": 8.896286876133661e-05,
      "loss": 0.0438,
      "step": 15290
    },
    {
      "epoch": 4.769182782283219,
      "flow_loss": 0.06977973133325577,
      "step": 15290
    },
    {
      "contrastive_loss": 0.009529948234558105,
      "epoch": 4.769182782283219,
      "step": 15290
    },
    {
      "contrastive_lambda": 0.848163146098849,
      "epoch": 4.769182782283219,
      "step": 15290
    },
    {
      "contrastive_lambda": 0.8481443556155737,
      "epoch": 4.769494697442296,
      "step": 15291
    },
    {
      "contrastive_lambda": 0.8481255641778407,
      "epoch": 4.769806612601372,
      "step": 15292
    },
    {
      "contrastive_lambda": 0.8481067717857017,
      "epoch": 4.770118527760449,
      "step": 15293
    },
    {
      "contrastive_lambda": 0.8480879784392084,
      "epoch": 4.770430442919526,
      "step": 15294
    },
    {
      "contrastive_lambda": 0.8480691841384119,
      "epoch": 4.770742358078603,
      "step": 15295
    },
    {
      "contrastive_lambda": 0.8480503888833641,
      "epoch": 4.771054273237679,
      "step": 15296
    },
    {
      "contrastive_lambda": 0.8480315926741164,
      "epoch": 4.771366188396756,
      "step": 15297
    },
    {
      "contrastive_lambda": 0.8480127955107203,
      "epoch": 4.771678103555833,
      "step": 15298
    },
    {
      "contrastive_lambda": 0.8479939973932273,
      "epoch": 4.771990018714909,
      "step": 15299
    },
    {
      "epoch": 4.772301933873987,
      "grad_norm": 0.13411258161067963,
      "learning_rate": 8.894559224091933e-05,
      "loss": 0.0425,
      "step": 15300
    },
    {
      "epoch": 4.772301933873987,
      "flow_loss": 0.0517566055059433,
      "step": 15300
    },
    {
      "contrastive_loss": 0.007427879609167576,
      "epoch": 4.772301933873987,
      "step": 15300
    },
    {
      "contrastive_lambda": 0.8479751983216892,
      "epoch": 4.772301933873987,
      "step": 15300
    },
    {
      "contrastive_lambda": 0.8479563982961571,
      "epoch": 4.772613849033063,
      "step": 15301
    },
    {
      "contrastive_lambda": 0.847937597316683,
      "epoch": 4.77292576419214,
      "step": 15302
    },
    {
      "contrastive_lambda": 0.847918795383318,
      "epoch": 4.773237679351216,
      "step": 15303
    },
    {
      "contrastive_lambda": 0.8478999924961141,
      "epoch": 4.7735495945102935,
      "step": 15304
    },
    {
      "contrastive_lambda": 0.8478811886551225,
      "epoch": 4.77386150966937,
      "step": 15305
    },
    {
      "contrastive_lambda": 0.8478623838603948,
      "epoch": 4.774173424828446,
      "step": 15306
    },
    {
      "contrastive_lambda": 0.8478435781119827,
      "epoch": 4.774485339987524,
      "step": 15307
    },
    {
      "contrastive_lambda": 0.8478247714099377,
      "epoch": 4.7747972551466,
      "step": 15308
    },
    {
      "contrastive_lambda": 0.8478059637543113,
      "epoch": 4.775109170305677,
      "step": 15309
    },
    {
      "epoch": 4.775421085464753,
      "grad_norm": 0.16536565124988556,
      "learning_rate": 8.892830388985942e-05,
      "loss": 0.0482,
      "step": 15310
    },
    {
      "epoch": 4.775421085464753,
      "flow_loss": 0.05419531837105751,
      "step": 15310
    },
    {
      "contrastive_loss": 0.007463072892278433,
      "epoch": 4.775421085464753,
      "step": 15310
    },
    {
      "contrastive_lambda": 0.8477871551451551,
      "epoch": 4.775421085464753,
      "step": 15310
    },
    {
      "contrastive_lambda": 0.8477683455825207,
      "epoch": 4.7757330006238305,
      "step": 15311
    },
    {
      "contrastive_lambda": 0.8477495350664597,
      "epoch": 4.776044915782907,
      "step": 15312
    },
    {
      "contrastive_lambda": 0.8477307235970235,
      "epoch": 4.7763568309419835,
      "step": 15313
    },
    {
      "contrastive_lambda": 0.8477119111742638,
      "epoch": 4.776668746101061,
      "step": 15314
    },
    {
      "contrastive_lambda": 0.8476930977982322,
      "epoch": 4.776980661260137,
      "step": 15315
    },
    {
      "contrastive_lambda": 0.8476742834689801,
      "epoch": 4.777292576419214,
      "step": 15316
    },
    {
      "contrastive_lambda": 0.8476554681865593,
      "epoch": 4.777604491578291,
      "step": 15317
    },
    {
      "contrastive_lambda": 0.8476366519510213,
      "epoch": 4.777916406737368,
      "step": 15318
    },
    {
      "contrastive_lambda": 0.8476178347624177,
      "epoch": 4.778228321896444,
      "step": 15319
    },
    {
      "epoch": 4.778540237055521,
      "grad_norm": 0.1575053483247757,
      "learning_rate": 8.891100371340864e-05,
      "loss": 0.0527,
      "step": 15320
    },
    {
      "epoch": 4.778540237055521,
      "flow_loss": 0.04607655107975006,
      "step": 15320
    },
    {
      "contrastive_loss": 0.007662773132324219,
      "epoch": 4.778540237055521,
      "step": 15320
    },
    {
      "contrastive_lambda": 0.8475990166208001,
      "epoch": 4.778540237055521,
      "step": 15320
    },
    {
      "contrastive_lambda": 0.8475801975262199,
      "epoch": 4.778852152214598,
      "step": 15321
    },
    {
      "contrastive_lambda": 0.847561377478729,
      "epoch": 4.779164067373674,
      "step": 15322
    },
    {
      "contrastive_lambda": 0.8475425564783787,
      "epoch": 4.779475982532751,
      "step": 15323
    },
    {
      "contrastive_lambda": 0.8475237345252209,
      "epoch": 4.779787897691827,
      "step": 15324
    },
    {
      "contrastive_lambda": 0.8475049116193071,
      "epoch": 4.780099812850905,
      "step": 15325
    },
    {
      "contrastive_lambda": 0.8474860877606887,
      "epoch": 4.780411728009981,
      "step": 15326
    },
    {
      "contrastive_lambda": 0.8474672629494175,
      "epoch": 4.780723643169058,
      "step": 15327
    },
    {
      "contrastive_lambda": 0.8474484371855451,
      "epoch": 4.781035558328135,
      "step": 15328
    },
    {
      "contrastive_lambda": 0.8474296104691231,
      "epoch": 4.7813474734872115,
      "step": 15329
    },
    {
      "epoch": 4.781659388646288,
      "grad_norm": 0.19496633112430573,
      "learning_rate": 8.889369171682231e-05,
      "loss": 0.0484,
      "step": 15330
    },
    {
      "epoch": 4.781659388646288,
      "flow_loss": 0.06558863818645477,
      "step": 15330
    },
    {
      "contrastive_loss": 0.007847003638744354,
      "epoch": 4.781659388646288,
      "step": 15330
    },
    {
      "contrastive_lambda": 0.8474107828002031,
      "epoch": 4.781659388646288,
      "step": 15330
    },
    {
      "contrastive_lambda": 0.8473919541788367,
      "epoch": 4.781971303805365,
      "step": 15331
    },
    {
      "contrastive_lambda": 0.8473731246050755,
      "epoch": 4.782283218964442,
      "step": 15332
    },
    {
      "contrastive_lambda": 0.8473542940789711,
      "epoch": 4.782595134123518,
      "step": 15333
    },
    {
      "contrastive_lambda": 0.8473354626005754,
      "epoch": 4.782907049282596,
      "step": 15334
    },
    {
      "contrastive_lambda": 0.8473166301699396,
      "epoch": 4.783218964441672,
      "step": 15335
    },
    {
      "contrastive_lambda": 0.8472977967871156,
      "epoch": 4.7835308796007485,
      "step": 15336
    },
    {
      "contrastive_lambda": 0.847278962452155,
      "epoch": 4.783842794759825,
      "step": 15337
    },
    {
      "contrastive_lambda": 0.8472601271651095,
      "epoch": 4.784154709918902,
      "step": 15338
    },
    {
      "contrastive_lambda": 0.8472412909260304,
      "epoch": 4.784466625077979,
      "step": 15339
    },
    {
      "epoch": 4.784778540237055,
      "grad_norm": 0.18867462873458862,
      "learning_rate": 8.887636790535936e-05,
      "loss": 0.0468,
      "step": 15340
    },
    {
      "epoch": 4.784778540237055,
      "flow_loss": 0.035017549991607666,
      "step": 15340
    },
    {
      "contrastive_loss": 0.005366165190935135,
      "epoch": 4.784778540237055,
      "step": 15340
    },
    {
      "contrastive_lambda": 0.8472224537349697,
      "epoch": 4.784778540237055,
      "step": 15340
    },
    {
      "contrastive_lambda": 0.847203615591979,
      "epoch": 4.785090455396132,
      "step": 15341
    },
    {
      "contrastive_lambda": 0.8471847764971098,
      "epoch": 4.785402370555209,
      "step": 15342
    },
    {
      "contrastive_lambda": 0.8471659364504138,
      "epoch": 4.785714285714286,
      "step": 15343
    },
    {
      "contrastive_lambda": 0.8471470954519427,
      "epoch": 4.786026200873362,
      "step": 15344
    },
    {
      "contrastive_lambda": 0.8471282535017481,
      "epoch": 4.786338116032439,
      "step": 15345
    },
    {
      "contrastive_lambda": 0.8471094105998818,
      "epoch": 4.786650031191516,
      "step": 15346
    },
    {
      "contrastive_lambda": 0.8470905667463953,
      "epoch": 4.786961946350592,
      "step": 15347
    },
    {
      "contrastive_lambda": 0.8470717219413403,
      "epoch": 4.78727386150967,
      "step": 15348
    },
    {
      "contrastive_lambda": 0.8470528761847684,
      "epoch": 4.787585776668746,
      "step": 15349
    },
    {
      "epoch": 4.787897691827823,
      "grad_norm": 0.15734551846981049,
      "learning_rate": 8.885903228428231e-05,
      "loss": 0.0416,
      "step": 15350
    },
    {
      "epoch": 4.787897691827823,
      "flow_loss": 0.036299265921115875,
      "step": 15350
    },
    {
      "contrastive_loss": 0.004878317471593618,
      "epoch": 4.787897691827823,
      "step": 15350
    },
    {
      "contrastive_lambda": 0.8470340294767313,
      "epoch": 4.787897691827823,
      "step": 15350
    },
    {
      "contrastive_lambda": 0.8470151818172809,
      "epoch": 4.7882096069869,
      "step": 15351
    },
    {
      "contrastive_lambda": 0.8469963332064685,
      "epoch": 4.7885215221459765,
      "step": 15352
    },
    {
      "contrastive_lambda": 0.846977483644346,
      "epoch": 4.788833437305053,
      "step": 15353
    },
    {
      "contrastive_lambda": 0.8469586331309651,
      "epoch": 4.789145352464129,
      "step": 15354
    },
    {
      "contrastive_lambda": 0.8469397816663773,
      "epoch": 4.789457267623207,
      "step": 15355
    },
    {
      "contrastive_lambda": 0.8469209292506344,
      "epoch": 4.789769182782283,
      "step": 15356
    },
    {
      "contrastive_lambda": 0.8469020758837882,
      "epoch": 4.79008109794136,
      "step": 15357
    },
    {
      "contrastive_lambda": 0.8468832215658901,
      "epoch": 4.790393013100436,
      "step": 15358
    },
    {
      "contrastive_lambda": 0.846864366296992,
      "epoch": 4.7907049282595136,
      "step": 15359
    },
    {
      "epoch": 4.79101684341859,
      "grad_norm": 0.19909872114658356,
      "learning_rate": 8.884168485885727e-05,
      "loss": 0.0406,
      "step": 15360
    },
    {
      "epoch": 4.79101684341859,
      "flow_loss": 0.03888983279466629,
      "step": 15360
    },
    {
      "contrastive_loss": 0.005531012546271086,
      "epoch": 4.79101684341859,
      "step": 15360
    },
    {
      "contrastive_lambda": 0.8468455100771455,
      "epoch": 4.79101684341859,
      "step": 15360
    },
    {
      "contrastive_lambda": 0.8468266529064026,
      "epoch": 4.7913287585776665,
      "step": 15361
    },
    {
      "contrastive_lambda": 0.8468077947848145,
      "epoch": 4.791640673736744,
      "step": 15362
    },
    {
      "contrastive_lambda": 0.8467889357124332,
      "epoch": 4.79195258889582,
      "step": 15363
    },
    {
      "contrastive_lambda": 0.8467700756893102,
      "epoch": 4.792264504054897,
      "step": 15364
    },
    {
      "contrastive_lambda": 0.8467512147154976,
      "epoch": 4.792576419213974,
      "step": 15365
    },
    {
      "contrastive_lambda": 0.8467323527910466,
      "epoch": 4.792888334373051,
      "step": 15366
    },
    {
      "contrastive_lambda": 0.8467134899160094,
      "epoch": 4.793200249532127,
      "step": 15367
    },
    {
      "contrastive_lambda": 0.8466946260904373,
      "epoch": 4.7935121646912044,
      "step": 15368
    },
    {
      "contrastive_lambda": 0.8466757613143824,
      "epoch": 4.793824079850281,
      "step": 15369
    },
    {
      "epoch": 4.794135995009357,
      "grad_norm": 0.11629088222980499,
      "learning_rate": 8.882432563435393e-05,
      "loss": 0.039,
      "step": 15370
    },
    {
      "epoch": 4.794135995009357,
      "flow_loss": 0.03609229996800423,
      "step": 15370
    },
    {
      "contrastive_loss": 0.007098441012203693,
      "epoch": 4.794135995009357,
      "step": 15370
    },
    {
      "contrastive_lambda": 0.8466568955878961,
      "epoch": 4.794135995009357,
      "step": 15370
    },
    {
      "contrastive_lambda": 0.8466380289110302,
      "epoch": 4.794447910168434,
      "step": 15371
    },
    {
      "contrastive_lambda": 0.8466191612838365,
      "epoch": 4.794759825327511,
      "step": 15372
    },
    {
      "contrastive_lambda": 0.8466002927063667,
      "epoch": 4.795071740486588,
      "step": 15373
    },
    {
      "contrastive_lambda": 0.8465814231786726,
      "epoch": 4.795383655645664,
      "step": 15374
    },
    {
      "contrastive_lambda": 0.8465625527008057,
      "epoch": 4.795695570804741,
      "step": 15375
    },
    {
      "contrastive_lambda": 0.846543681272818,
      "epoch": 4.796007485963818,
      "step": 15376
    },
    {
      "contrastive_lambda": 0.846524808894761,
      "epoch": 4.7963194011228945,
      "step": 15377
    },
    {
      "contrastive_lambda": 0.8465059355666866,
      "epoch": 4.796631316281971,
      "step": 15378
    },
    {
      "contrastive_lambda": 0.8464870612886466,
      "epoch": 4.796943231441048,
      "step": 15379
    },
    {
      "epoch": 4.797255146600125,
      "grad_norm": 0.1593376100063324,
      "learning_rate": 8.880695461604556e-05,
      "loss": 0.0435,
      "step": 15380
    },
    {
      "epoch": 4.797255146600125,
      "flow_loss": 0.035190045833587646,
      "step": 15380
    },
    {
      "contrastive_loss": 0.006353361066430807,
      "epoch": 4.797255146600125,
      "step": 15380
    },
    {
      "contrastive_lambda": 0.8464681860606926,
      "epoch": 4.797255146600125,
      "step": 15380
    },
    {
      "contrastive_lambda": 0.8464493098828763,
      "epoch": 4.797567061759201,
      "step": 15381
    },
    {
      "contrastive_lambda": 0.8464304327552497,
      "epoch": 4.797878976918279,
      "step": 15382
    },
    {
      "contrastive_lambda": 0.8464115546778643,
      "epoch": 4.798190892077355,
      "step": 15383
    },
    {
      "contrastive_lambda": 0.846392675650772,
      "epoch": 4.7985028072364315,
      "step": 15384
    },
    {
      "contrastive_lambda": 0.8463737956740245,
      "epoch": 4.798814722395509,
      "step": 15385
    },
    {
      "contrastive_lambda": 0.8463549147476735,
      "epoch": 4.799126637554585,
      "step": 15386
    },
    {
      "contrastive_lambda": 0.846336032871771,
      "epoch": 4.799438552713662,
      "step": 15387
    },
    {
      "contrastive_lambda": 0.8463171500463684,
      "epoch": 4.799750467872738,
      "step": 15388
    },
    {
      "contrastive_lambda": 0.8462982662715178,
      "epoch": 4.800062383031816,
      "step": 15389
    },
    {
      "epoch": 4.800374298190892,
      "grad_norm": 0.17066031694412231,
      "learning_rate": 8.878957180920901e-05,
      "loss": 0.0515,
      "step": 15390
    },
    {
      "epoch": 4.800374298190892,
      "flow_loss": 0.04758412763476372,
      "step": 15390
    },
    {
      "contrastive_loss": 0.008037826046347618,
      "epoch": 4.800374298190892,
      "step": 15390
    },
    {
      "contrastive_lambda": 0.8462793815472709,
      "epoch": 4.800374298190892,
      "step": 15390
    },
    {
      "contrastive_lambda": 0.8462604958736792,
      "epoch": 4.800686213349969,
      "step": 15391
    },
    {
      "contrastive_lambda": 0.846241609250795,
      "epoch": 4.800998128509045,
      "step": 15392
    },
    {
      "contrastive_lambda": 0.8462227216786695,
      "epoch": 4.801310043668122,
      "step": 15393
    },
    {
      "contrastive_lambda": 0.8462038331573548,
      "epoch": 4.801621958827199,
      "step": 15394
    },
    {
      "contrastive_lambda": 0.8461849436869027,
      "epoch": 4.801933873986275,
      "step": 15395
    },
    {
      "contrastive_lambda": 0.8461660532673649,
      "epoch": 4.802245789145353,
      "step": 15396
    },
    {
      "contrastive_lambda": 0.8461471618987932,
      "epoch": 4.802557704304429,
      "step": 15397
    },
    {
      "contrastive_lambda": 0.8461282695812393,
      "epoch": 4.802869619463506,
      "step": 15398
    },
    {
      "contrastive_lambda": 0.8461093763147554,
      "epoch": 4.803181534622583,
      "step": 15399
    },
    {
      "epoch": 4.8034934497816595,
      "grad_norm": 0.13845761120319366,
      "learning_rate": 8.877217721912473e-05,
      "loss": 0.0465,
      "step": 15400
    },
    {
      "epoch": 4.8034934497816595,
      "flow_loss": 0.0633995458483696,
      "step": 15400
    },
    {
      "contrastive_loss": 0.0058402689173817635,
      "epoch": 4.8034934497816595,
      "step": 15400
    },
    {
      "contrastive_lambda": 0.8460904820993926,
      "epoch": 4.8034934497816595,
      "step": 15400
    },
    {
      "contrastive_lambda": 0.8460715869352033,
      "epoch": 4.803805364940736,
      "step": 15401
    },
    {
      "contrastive_lambda": 0.8460526908222392,
      "epoch": 4.804117280099813,
      "step": 15402
    },
    {
      "contrastive_lambda": 0.8460337937605519,
      "epoch": 4.80442919525889,
      "step": 15403
    },
    {
      "contrastive_lambda": 0.8460148957501933,
      "epoch": 4.804741110417966,
      "step": 15404
    },
    {
      "contrastive_lambda": 0.8459959967912152,
      "epoch": 4.805053025577043,
      "step": 15405
    },
    {
      "contrastive_lambda": 0.8459770968836695,
      "epoch": 4.80536494073612,
      "step": 15406
    },
    {
      "contrastive_lambda": 0.8459581960276079,
      "epoch": 4.8056768558951966,
      "step": 15407
    },
    {
      "contrastive_lambda": 0.8459392942230821,
      "epoch": 4.805988771054273,
      "step": 15408
    },
    {
      "contrastive_lambda": 0.8459203914701443,
      "epoch": 4.8063006862133495,
      "step": 15409
    },
    {
      "epoch": 4.806612601372427,
      "grad_norm": 0.10841358453035355,
      "learning_rate": 8.875477085107673e-05,
      "loss": 0.0414,
      "step": 15410
    },
    {
      "epoch": 4.806612601372427,
      "flow_loss": 0.0797247588634491,
      "step": 15410
    },
    {
      "contrastive_loss": 0.007811825722455978,
      "epoch": 4.806612601372427,
      "step": 15410
    },
    {
      "contrastive_lambda": 0.845901487768846,
      "epoch": 4.806612601372427,
      "step": 15410
    },
    {
      "contrastive_lambda": 0.8458825831192393,
      "epoch": 4.806924516531503,
      "step": 15411
    },
    {
      "contrastive_lambda": 0.8458636775213757,
      "epoch": 4.80723643169058,
      "step": 15412
    },
    {
      "contrastive_lambda": 0.8458447709753072,
      "epoch": 4.807548346849657,
      "step": 15413
    },
    {
      "contrastive_lambda": 0.8458258634810856,
      "epoch": 4.807860262008734,
      "step": 15414
    },
    {
      "contrastive_lambda": 0.8458069550387628,
      "epoch": 4.80817217716781,
      "step": 15415
    },
    {
      "contrastive_lambda": 0.8457880456483906,
      "epoch": 4.8084840923268874,
      "step": 15416
    },
    {
      "contrastive_lambda": 0.845769135310021,
      "epoch": 4.808796007485964,
      "step": 15417
    },
    {
      "contrastive_lambda": 0.8457502240237054,
      "epoch": 4.80910792264504,
      "step": 15418
    },
    {
      "contrastive_lambda": 0.8457313117894961,
      "epoch": 4.809419837804118,
      "step": 15419
    },
    {
      "epoch": 4.809731752963194,
      "grad_norm": 0.13990038633346558,
      "learning_rate": 8.87373527103526e-05,
      "loss": 0.0503,
      "step": 15420
    },
    {
      "epoch": 4.809731752963194,
      "flow_loss": 0.030481228604912758,
      "step": 15420
    },
    {
      "contrastive_loss": 0.005520407110452652,
      "epoch": 4.809731752963194,
      "step": 15420
    },
    {
      "contrastive_lambda": 0.8457123986074447,
      "epoch": 4.809731752963194,
      "step": 15420
    },
    {
      "contrastive_lambda": 0.8456934844776032,
      "epoch": 4.810043668122271,
      "step": 15421
    },
    {
      "contrastive_lambda": 0.8456745694000234,
      "epoch": 4.810355583281347,
      "step": 15422
    },
    {
      "contrastive_lambda": 0.845655653374757,
      "epoch": 4.8106674984404245,
      "step": 15423
    },
    {
      "contrastive_lambda": 0.8456367364018562,
      "epoch": 4.810979413599501,
      "step": 15424
    },
    {
      "contrastive_lambda": 0.8456178184813725,
      "epoch": 4.8112913287585775,
      "step": 15425
    },
    {
      "contrastive_lambda": 0.8455988996133581,
      "epoch": 4.811603243917654,
      "step": 15426
    },
    {
      "contrastive_lambda": 0.8455799797978645,
      "epoch": 4.811915159076731,
      "step": 15427
    },
    {
      "contrastive_lambda": 0.8455610590349438,
      "epoch": 4.812227074235808,
      "step": 15428
    },
    {
      "contrastive_lambda": 0.8455421373246479,
      "epoch": 4.812538989394884,
      "step": 15429
    },
    {
      "epoch": 4.812850904553962,
      "grad_norm": 0.1464465856552124,
      "learning_rate": 8.871992280224353e-05,
      "loss": 0.0411,
      "step": 15430
    },
    {
      "epoch": 4.812850904553962,
      "flow_loss": 0.033876627683639526,
      "step": 15430
    },
    {
      "contrastive_loss": 0.007368436083197594,
      "epoch": 4.812850904553962,
      "step": 15430
    },
    {
      "contrastive_lambda": 0.8455232146670286,
      "epoch": 4.812850904553962,
      "step": 15430
    },
    {
      "contrastive_lambda": 0.8455042910621378,
      "epoch": 4.813162819713038,
      "step": 15431
    },
    {
      "contrastive_lambda": 0.8454853665100274,
      "epoch": 4.8134747348721145,
      "step": 15432
    },
    {
      "contrastive_lambda": 0.8454664410107492,
      "epoch": 4.813786650031192,
      "step": 15433
    },
    {
      "contrastive_lambda": 0.8454475145643552,
      "epoch": 4.814098565190268,
      "step": 15434
    },
    {
      "contrastive_lambda": 0.8454285871708971,
      "epoch": 4.814410480349345,
      "step": 15435
    },
    {
      "contrastive_lambda": 0.845409658830427,
      "epoch": 4.814722395508422,
      "step": 15436
    },
    {
      "contrastive_lambda": 0.8453907295429967,
      "epoch": 4.815034310667499,
      "step": 15437
    },
    {
      "contrastive_lambda": 0.845371799308658,
      "epoch": 4.815346225826575,
      "step": 15438
    },
    {
      "contrastive_lambda": 0.8453528681274631,
      "epoch": 4.815658140985652,
      "step": 15439
    },
    {
      "epoch": 4.815970056144729,
      "grad_norm": 0.12374459952116013,
      "learning_rate": 8.870248113204422e-05,
      "loss": 0.0416,
      "step": 15440
    },
    {
      "epoch": 4.815970056144729,
      "flow_loss": 0.05613861605525017,
      "step": 15440
    },
    {
      "contrastive_loss": 0.007072054781019688,
      "epoch": 4.815970056144729,
      "step": 15440
    },
    {
      "contrastive_lambda": 0.8453339359994636,
      "epoch": 4.815970056144729,
      "step": 15440
    },
    {
      "contrastive_lambda": 0.8453150029247114,
      "epoch": 4.816281971303805,
      "step": 15441
    },
    {
      "contrastive_lambda": 0.8452960689032587,
      "epoch": 4.816593886462882,
      "step": 15442
    },
    {
      "contrastive_lambda": 0.8452771339351571,
      "epoch": 4.816905801621958,
      "step": 15443
    },
    {
      "contrastive_lambda": 0.8452581980204588,
      "epoch": 4.817217716781036,
      "step": 15444
    },
    {
      "contrastive_lambda": 0.8452392611592153,
      "epoch": 4.817529631940112,
      "step": 15445
    },
    {
      "contrastive_lambda": 0.8452203233514789,
      "epoch": 4.817841547099189,
      "step": 15446
    },
    {
      "contrastive_lambda": 0.8452013845973014,
      "epoch": 4.818153462258266,
      "step": 15447
    },
    {
      "contrastive_lambda": 0.8451824448967347,
      "epoch": 4.8184653774173425,
      "step": 15448
    },
    {
      "contrastive_lambda": 0.8451635042498307,
      "epoch": 4.818777292576419,
      "step": 15449
    },
    {
      "epoch": 4.819089207735496,
      "grad_norm": 0.13508188724517822,
      "learning_rate": 8.868502770505306e-05,
      "loss": 0.0444,
      "step": 15450
    },
    {
      "epoch": 4.819089207735496,
      "flow_loss": 0.05061210319399834,
      "step": 15450
    },
    {
      "contrastive_loss": 0.00764106772840023,
      "epoch": 4.819089207735496,
      "step": 15450
    },
    {
      "contrastive_lambda": 0.8451445626566414,
      "epoch": 4.819089207735496,
      "step": 15450
    },
    {
      "contrastive_lambda": 0.8451256201172186,
      "epoch": 4.819401122894573,
      "step": 15451
    },
    {
      "contrastive_lambda": 0.8451066766316143,
      "epoch": 4.819713038053649,
      "step": 15452
    },
    {
      "contrastive_lambda": 0.8450877321998806,
      "epoch": 4.820024953212727,
      "step": 15453
    },
    {
      "contrastive_lambda": 0.8450687868220692,
      "epoch": 4.820336868371803,
      "step": 15454
    },
    {
      "contrastive_lambda": 0.8450498404982321,
      "epoch": 4.8206487835308796,
      "step": 15455
    },
    {
      "contrastive_lambda": 0.8450308932284214,
      "epoch": 4.820960698689956,
      "step": 15456
    },
    {
      "contrastive_lambda": 0.8450119450126887,
      "epoch": 4.821272613849033,
      "step": 15457
    },
    {
      "contrastive_lambda": 0.8449929958510862,
      "epoch": 4.82158452900811,
      "step": 15458
    },
    {
      "contrastive_lambda": 0.844974045743666,
      "epoch": 4.821896444167186,
      "step": 15459
    },
    {
      "epoch": 4.822208359326263,
      "grad_norm": 0.14920297265052795,
      "learning_rate": 8.86675625265719e-05,
      "loss": 0.0432,
      "step": 15460
    },
    {
      "epoch": 4.822208359326263,
      "flow_loss": 0.03224661946296692,
      "step": 15460
    },
    {
      "contrastive_loss": 0.005861248355358839,
      "epoch": 4.822208359326263,
      "step": 15460
    },
    {
      "contrastive_lambda": 0.8449550946904798,
      "epoch": 4.822208359326263,
      "step": 15460
    },
    {
      "contrastive_lambda": 0.8449361426915796,
      "epoch": 4.82252027448534,
      "step": 15461
    },
    {
      "contrastive_lambda": 0.8449171897470173,
      "epoch": 4.822832189644417,
      "step": 15462
    },
    {
      "contrastive_lambda": 0.8448982358568451,
      "epoch": 4.823144104803493,
      "step": 15463
    },
    {
      "contrastive_lambda": 0.8448792810211146,
      "epoch": 4.8234560199625705,
      "step": 15464
    },
    {
      "contrastive_lambda": 0.8448603252398781,
      "epoch": 4.823767935121647,
      "step": 15465
    },
    {
      "contrastive_lambda": 0.8448413685131875,
      "epoch": 4.824079850280723,
      "step": 15466
    },
    {
      "contrastive_lambda": 0.8448224108410947,
      "epoch": 4.824391765439801,
      "step": 15467
    },
    {
      "contrastive_lambda": 0.8448034522236515,
      "epoch": 4.824703680598877,
      "step": 15468
    },
    {
      "contrastive_lambda": 0.8447844926609102,
      "epoch": 4.825015595757954,
      "step": 15469
    },
    {
      "epoch": 4.825327510917031,
      "grad_norm": 0.11851485818624496,
      "learning_rate": 8.865008560190618e-05,
      "loss": 0.0472,
      "step": 15470
    },
    {
      "epoch": 4.825327510917031,
      "flow_loss": 0.046351198107004166,
      "step": 15470
    },
    {
      "contrastive_loss": 0.005958578549325466,
      "epoch": 4.825327510917031,
      "step": 15470
    },
    {
      "contrastive_lambda": 0.8447655321529226,
      "epoch": 4.825327510917031,
      "step": 15470
    },
    {
      "contrastive_lambda": 0.8447465706997407,
      "epoch": 4.8256394260761075,
      "step": 15471
    },
    {
      "contrastive_lambda": 0.8447276083014166,
      "epoch": 4.825951341235184,
      "step": 15472
    },
    {
      "contrastive_lambda": 0.8447086449580021,
      "epoch": 4.8262632563942605,
      "step": 15473
    },
    {
      "contrastive_lambda": 0.8446896806695492,
      "epoch": 4.826575171553338,
      "step": 15474
    },
    {
      "contrastive_lambda": 0.8446707154361102,
      "epoch": 4.826887086712414,
      "step": 15475
    },
    {
      "contrastive_lambda": 0.8446517492577367,
      "epoch": 4.827199001871491,
      "step": 15476
    },
    {
      "contrastive_lambda": 0.8446327821344808,
      "epoch": 4.827510917030567,
      "step": 15477
    },
    {
      "contrastive_lambda": 0.8446138140663947,
      "epoch": 4.827822832189645,
      "step": 15478
    },
    {
      "contrastive_lambda": 0.8445948450535302,
      "epoch": 4.828134747348721,
      "step": 15479
    },
    {
      "epoch": 4.8284466625077975,
      "grad_norm": 0.14112545549869537,
      "learning_rate": 8.863259693636496e-05,
      "loss": 0.0384,
      "step": 15480
    },
    {
      "epoch": 4.8284466625077975,
      "flow_loss": 0.054801855236291885,
      "step": 15480
    },
    {
      "contrastive_loss": 0.00646298099309206,
      "epoch": 4.8284466625077975,
      "step": 15480
    },
    {
      "contrastive_lambda": 0.8445758750959393,
      "epoch": 4.8284466625077975,
      "step": 15480
    },
    {
      "contrastive_lambda": 0.8445569041936742,
      "epoch": 4.828758577666875,
      "step": 15481
    },
    {
      "contrastive_lambda": 0.8445379323467868,
      "epoch": 4.829070492825951,
      "step": 15482
    },
    {
      "contrastive_lambda": 0.8445189595553291,
      "epoch": 4.829382407985028,
      "step": 15483
    },
    {
      "contrastive_lambda": 0.8444999858193529,
      "epoch": 4.829694323144105,
      "step": 15484
    },
    {
      "contrastive_lambda": 0.8444810111389107,
      "epoch": 4.830006238303182,
      "step": 15485
    },
    {
      "contrastive_lambda": 0.844462035514054,
      "epoch": 4.830318153462258,
      "step": 15486
    },
    {
      "contrastive_lambda": 0.8444430589448353,
      "epoch": 4.8306300686213355,
      "step": 15487
    },
    {
      "contrastive_lambda": 0.8444240814313062,
      "epoch": 4.830941983780412,
      "step": 15488
    },
    {
      "contrastive_lambda": 0.8444051029735191,
      "epoch": 4.831253898939488,
      "step": 15489
    },
    {
      "epoch": 4.831565814098565,
      "grad_norm": 0.1289738565683365,
      "learning_rate": 8.861509653526083e-05,
      "loss": 0.0486,
      "step": 15490
    },
    {
      "epoch": 4.831565814098565,
      "flow_loss": 0.04746583104133606,
      "step": 15490
    },
    {
      "contrastive_loss": 0.009054348804056644,
      "epoch": 4.831565814098565,
      "step": 15490
    },
    {
      "contrastive_lambda": 0.8443861235715258,
      "epoch": 4.831565814098565,
      "step": 15490
    },
    {
      "contrastive_lambda": 0.8443671432253783,
      "epoch": 4.831877729257642,
      "step": 15491
    },
    {
      "contrastive_lambda": 0.8443481619351287,
      "epoch": 4.832189644416719,
      "step": 15492
    },
    {
      "contrastive_lambda": 0.8443291797008292,
      "epoch": 4.832501559575795,
      "step": 15493
    },
    {
      "contrastive_lambda": 0.8443101965225317,
      "epoch": 4.832813474734872,
      "step": 15494
    },
    {
      "contrastive_lambda": 0.8442912124002883,
      "epoch": 4.833125389893949,
      "step": 15495
    },
    {
      "contrastive_lambda": 0.8442722273341507,
      "epoch": 4.8334373050530255,
      "step": 15496
    },
    {
      "contrastive_lambda": 0.8442532413241717,
      "epoch": 4.833749220212102,
      "step": 15497
    },
    {
      "contrastive_lambda": 0.8442342543704024,
      "epoch": 4.834061135371179,
      "step": 15498
    },
    {
      "contrastive_lambda": 0.8442152664728957,
      "epoch": 4.834373050530256,
      "step": 15499
    },
    {
      "epoch": 4.834684965689332,
      "grad_norm": 0.11699183285236359,
      "learning_rate": 8.859758440390993e-05,
      "loss": 0.0404,
      "step": 15500
    },
    {
      "epoch": 4.834684965689332,
      "flow_loss": 0.060531966388225555,
      "step": 15500
    },
    {
      "contrastive_loss": 0.009025977924466133,
      "epoch": 4.834684965689332,
      "step": 15500
    },
    {
      "contrastive_lambda": 0.8441962776317031,
      "epoch": 4.834684965689332,
      "step": 15500
    },
    {
      "contrastive_lambda": 0.844177287846877,
      "epoch": 4.83499688084841,
      "step": 15501
    },
    {
      "contrastive_lambda": 0.8441582971184693,
      "epoch": 4.835308796007486,
      "step": 15502
    },
    {
      "contrastive_lambda": 0.844139305446532,
      "epoch": 4.835620711166563,
      "step": 15503
    },
    {
      "contrastive_lambda": 0.8441203128311173,
      "epoch": 4.83593262632564,
      "step": 15504
    },
    {
      "contrastive_lambda": 0.8441013192722773,
      "epoch": 4.836244541484716,
      "step": 15505
    },
    {
      "contrastive_lambda": 0.844082324770064,
      "epoch": 4.836556456643793,
      "step": 15506
    },
    {
      "contrastive_lambda": 0.8440633293245293,
      "epoch": 4.836868371802869,
      "step": 15507
    },
    {
      "contrastive_lambda": 0.8440443329357256,
      "epoch": 4.837180286961947,
      "step": 15508
    },
    {
      "contrastive_lambda": 0.8440253356037046,
      "epoch": 4.837492202121023,
      "step": 15509
    },
    {
      "epoch": 4.8378041172801,
      "grad_norm": 0.12136951833963394,
      "learning_rate": 8.858006054763202e-05,
      "loss": 0.0439,
      "step": 15510
    },
    {
      "epoch": 4.8378041172801,
      "flow_loss": 0.0539456382393837,
      "step": 15510
    },
    {
      "contrastive_loss": 0.00770867383107543,
      "epoch": 4.8378041172801,
      "step": 15510
    },
    {
      "contrastive_lambda": 0.8440063373285189,
      "epoch": 4.8378041172801,
      "step": 15510
    },
    {
      "contrastive_lambda": 0.8439873381102202,
      "epoch": 4.838116032439176,
      "step": 15511
    },
    {
      "contrastive_lambda": 0.8439683379488607,
      "epoch": 4.8384279475982535,
      "step": 15512
    },
    {
      "contrastive_lambda": 0.8439493368444924,
      "epoch": 4.83873986275733,
      "step": 15513
    },
    {
      "contrastive_lambda": 0.8439303347971675,
      "epoch": 4.839051777916406,
      "step": 15514
    },
    {
      "contrastive_lambda": 0.843911331806938,
      "epoch": 4.839363693075484,
      "step": 15515
    },
    {
      "contrastive_lambda": 0.8438923278738562,
      "epoch": 4.83967560823456,
      "step": 15516
    },
    {
      "contrastive_lambda": 0.843873322997974,
      "epoch": 4.839987523393637,
      "step": 15517
    },
    {
      "contrastive_lambda": 0.8438543171793436,
      "epoch": 4.840299438552714,
      "step": 15518
    },
    {
      "contrastive_lambda": 0.8438353104180168,
      "epoch": 4.8406113537117905,
      "step": 15519
    },
    {
      "epoch": 4.840923268870867,
      "grad_norm": 0.103938028216362,
      "learning_rate": 8.856252497175035e-05,
      "loss": 0.0433,
      "step": 15520
    },
    {
      "epoch": 4.840923268870867,
      "flow_loss": 0.0407484732568264,
      "step": 15520
    },
    {
      "contrastive_loss": 0.01173720695078373,
      "epoch": 4.840923268870867,
      "step": 15520
    },
    {
      "contrastive_lambda": 0.8438163027140462,
      "epoch": 4.840923268870867,
      "step": 15520
    },
    {
      "contrastive_lambda": 0.8437972940674837,
      "epoch": 4.841235184029944,
      "step": 15521
    },
    {
      "contrastive_lambda": 0.8437782844783813,
      "epoch": 4.841547099189021,
      "step": 15522
    },
    {
      "contrastive_lambda": 0.8437592739467914,
      "epoch": 4.841859014348097,
      "step": 15523
    },
    {
      "contrastive_lambda": 0.8437402624727657,
      "epoch": 4.842170929507174,
      "step": 15524
    },
    {
      "contrastive_lambda": 0.8437212500563567,
      "epoch": 4.842482844666251,
      "step": 15525
    },
    {
      "contrastive_lambda": 0.8437022366976163,
      "epoch": 4.842794759825328,
      "step": 15526
    },
    {
      "contrastive_lambda": 0.8436832223965969,
      "epoch": 4.843106674984404,
      "step": 15527
    },
    {
      "contrastive_lambda": 0.8436642071533502,
      "epoch": 4.8434185901434805,
      "step": 15528
    },
    {
      "contrastive_lambda": 0.8436451909679286,
      "epoch": 4.843730505302558,
      "step": 15529
    },
    {
      "epoch": 4.844042420461634,
      "grad_norm": 0.12037672102451324,
      "learning_rate": 8.854497768159178e-05,
      "loss": 0.0515,
      "step": 15530
    },
    {
      "epoch": 4.844042420461634,
      "flow_loss": 0.06481079012155533,
      "step": 15530
    },
    {
      "contrastive_loss": 0.00610943790525198,
      "epoch": 4.844042420461634,
      "step": 15530
    },
    {
      "contrastive_lambda": 0.8436261738403842,
      "epoch": 4.844042420461634,
      "step": 15530
    },
    {
      "contrastive_lambda": 0.8436071557707692,
      "epoch": 4.844354335620711,
      "step": 15531
    },
    {
      "contrastive_lambda": 0.8435881367591356,
      "epoch": 4.844666250779788,
      "step": 15532
    },
    {
      "contrastive_lambda": 0.8435691168055357,
      "epoch": 4.844978165938865,
      "step": 15533
    },
    {
      "contrastive_lambda": 0.8435500959100215,
      "epoch": 4.845290081097941,
      "step": 15534
    },
    {
      "contrastive_lambda": 0.8435310740726453,
      "epoch": 4.8456019962570185,
      "step": 15535
    },
    {
      "contrastive_lambda": 0.843512051293459,
      "epoch": 4.845913911416095,
      "step": 15536
    },
    {
      "contrastive_lambda": 0.843493027572515,
      "epoch": 4.846225826575171,
      "step": 15537
    },
    {
      "contrastive_lambda": 0.8434740029098653,
      "epoch": 4.846537741734249,
      "step": 15538
    },
    {
      "contrastive_lambda": 0.8434549773055622,
      "epoch": 4.846849656893325,
      "step": 15539
    },
    {
      "epoch": 4.847161572052402,
      "grad_norm": 0.1880241483449936,
      "learning_rate": 8.852741868248671e-05,
      "loss": 0.0474,
      "step": 15540
    },
    {
      "epoch": 4.847161572052402,
      "flow_loss": 0.03888845816254616,
      "step": 15540
    },
    {
      "contrastive_loss": 0.009801057167351246,
      "epoch": 4.847161572052402,
      "step": 15540
    },
    {
      "contrastive_lambda": 0.8434359507596577,
      "epoch": 4.847161572052402,
      "step": 15540
    },
    {
      "contrastive_lambda": 0.8434169232722042,
      "epoch": 4.847473487211478,
      "step": 15541
    },
    {
      "contrastive_lambda": 0.8433978948432536,
      "epoch": 4.8477854023705556,
      "step": 15542
    },
    {
      "contrastive_lambda": 0.843378865472858,
      "epoch": 4.848097317529632,
      "step": 15543
    },
    {
      "contrastive_lambda": 0.84335983516107,
      "epoch": 4.8484092326887085,
      "step": 15544
    },
    {
      "contrastive_lambda": 0.8433408039079414,
      "epoch": 4.848721147847785,
      "step": 15545
    },
    {
      "contrastive_lambda": 0.8433217717135246,
      "epoch": 4.849033063006862,
      "step": 15546
    },
    {
      "contrastive_lambda": 0.8433027385778715,
      "epoch": 4.849344978165939,
      "step": 15547
    },
    {
      "contrastive_lambda": 0.8432837045010346,
      "epoch": 4.849656893325015,
      "step": 15548
    },
    {
      "contrastive_lambda": 0.8432646694830659,
      "epoch": 4.849968808484093,
      "step": 15549
    },
    {
      "epoch": 4.850280723643169,
      "grad_norm": 0.15379051864147186,
      "learning_rate": 8.85098479797691e-05,
      "loss": 0.0429,
      "step": 15550
    },
    {
      "epoch": 4.850280723643169,
      "flow_loss": 0.03778418153524399,
      "step": 15550
    },
    {
      "contrastive_loss": 0.010546781122684479,
      "epoch": 4.850280723643169,
      "step": 15550
    },
    {
      "contrastive_lambda": 0.8432456335240175,
      "epoch": 4.850280723643169,
      "step": 15550
    },
    {
      "contrastive_lambda": 0.8432265966239418,
      "epoch": 4.850592638802246,
      "step": 15551
    },
    {
      "contrastive_lambda": 0.843207558782891,
      "epoch": 4.850904553961323,
      "step": 15552
    },
    {
      "contrastive_lambda": 0.843188520000917,
      "epoch": 4.851216469120399,
      "step": 15553
    },
    {
      "contrastive_lambda": 0.8431694802780724,
      "epoch": 4.851528384279476,
      "step": 15554
    },
    {
      "contrastive_lambda": 0.8431504396144089,
      "epoch": 4.851840299438552,
      "step": 15555
    },
    {
      "contrastive_lambda": 0.8431313980099793,
      "epoch": 4.85215221459763,
      "step": 15556
    },
    {
      "contrastive_lambda": 0.8431123554648352,
      "epoch": 4.852464129756706,
      "step": 15557
    },
    {
      "contrastive_lambda": 0.8430933119790294,
      "epoch": 4.852776044915783,
      "step": 15558
    },
    {
      "contrastive_lambda": 0.8430742675526135,
      "epoch": 4.85308796007486,
      "step": 15559
    },
    {
      "epoch": 4.8533998752339365,
      "grad_norm": 0.11405252665281296,
      "learning_rate": 8.849226557877646e-05,
      "loss": 0.0423,
      "step": 15560
    },
    {
      "epoch": 4.8533998752339365,
      "flow_loss": 0.04618728160858154,
      "step": 15560
    },
    {
      "contrastive_loss": 0.008154448121786118,
      "epoch": 4.8533998752339365,
      "step": 15560
    },
    {
      "contrastive_lambda": 0.8430552221856402,
      "epoch": 4.8533998752339365,
      "step": 15560
    },
    {
      "contrastive_lambda": 0.8430361758781615,
      "epoch": 4.853711790393013,
      "step": 15561
    },
    {
      "contrastive_lambda": 0.8430171286302296,
      "epoch": 4.854023705552089,
      "step": 15562
    },
    {
      "contrastive_lambda": 0.8429980804418968,
      "epoch": 4.854335620711167,
      "step": 15563
    },
    {
      "contrastive_lambda": 0.8429790313132153,
      "epoch": 4.854647535870243,
      "step": 15564
    },
    {
      "contrastive_lambda": 0.8429599812442373,
      "epoch": 4.85495945102932,
      "step": 15565
    },
    {
      "contrastive_lambda": 0.842940930235015,
      "epoch": 4.855271366188397,
      "step": 15566
    },
    {
      "contrastive_lambda": 0.8429218782856007,
      "epoch": 4.8555832813474735,
      "step": 15567
    },
    {
      "contrastive_lambda": 0.8429028253960467,
      "epoch": 4.85589519650655,
      "step": 15568
    },
    {
      "contrastive_lambda": 0.842883771566405,
      "epoch": 4.856207111665627,
      "step": 15569
    },
    {
      "epoch": 4.856519026824704,
      "grad_norm": 0.14420676231384277,
      "learning_rate": 8.84746714848499e-05,
      "loss": 0.0417,
      "step": 15570
    },
    {
      "epoch": 4.856519026824704,
      "flow_loss": 0.044107675552368164,
      "step": 15570
    },
    {
      "contrastive_loss": 0.006140435580164194,
      "epoch": 4.856519026824704,
      "step": 15570
    },
    {
      "contrastive_lambda": 0.842864716796728,
      "epoch": 4.856519026824704,
      "step": 15570
    },
    {
      "contrastive_lambda": 0.842845661087068,
      "epoch": 4.85683094198378,
      "step": 15571
    },
    {
      "contrastive_lambda": 0.842826604437477,
      "epoch": 4.857142857142857,
      "step": 15572
    },
    {
      "contrastive_lambda": 0.8428075468480075,
      "epoch": 4.857454772301934,
      "step": 15573
    },
    {
      "contrastive_lambda": 0.8427884883187116,
      "epoch": 4.857766687461011,
      "step": 15574
    },
    {
      "contrastive_lambda": 0.8427694288496417,
      "epoch": 4.858078602620087,
      "step": 15575
    },
    {
      "contrastive_lambda": 0.8427503684408498,
      "epoch": 4.858390517779164,
      "step": 15576
    },
    {
      "contrastive_lambda": 0.8427313070923884,
      "epoch": 4.858702432938241,
      "step": 15577
    },
    {
      "contrastive_lambda": 0.8427122448043096,
      "epoch": 4.859014348097317,
      "step": 15578
    },
    {
      "contrastive_lambda": 0.8426931815766658,
      "epoch": 4.859326263256394,
      "step": 15579
    },
    {
      "epoch": 4.859638178415471,
      "grad_norm": 0.14856837689876556,
      "learning_rate": 8.845706570333397e-05,
      "loss": 0.0434,
      "step": 15580
    },
    {
      "epoch": 4.859638178415471,
      "flow_loss": 0.048967376351356506,
      "step": 15580
    },
    {
      "contrastive_loss": 0.006390523165464401,
      "epoch": 4.859638178415471,
      "step": 15580
    },
    {
      "contrastive_lambda": 0.8426741174095091,
      "epoch": 4.859638178415471,
      "step": 15580
    },
    {
      "contrastive_lambda": 0.842655052302892,
      "epoch": 4.859950093574548,
      "step": 15581
    },
    {
      "contrastive_lambda": 0.8426359862568665,
      "epoch": 4.860262008733624,
      "step": 15582
    },
    {
      "contrastive_lambda": 0.842616919271485,
      "epoch": 4.8605739238927015,
      "step": 15583
    },
    {
      "contrastive_lambda": 0.8425978513467998,
      "epoch": 4.860885839051778,
      "step": 15584
    },
    {
      "contrastive_lambda": 0.8425787824828631,
      "epoch": 4.861197754210854,
      "step": 15585
    },
    {
      "contrastive_lambda": 0.8425597126797273,
      "epoch": 4.861509669369932,
      "step": 15586
    },
    {
      "contrastive_lambda": 0.8425406419374444,
      "epoch": 4.861821584529008,
      "step": 15587
    },
    {
      "contrastive_lambda": 0.8425215702560671,
      "epoch": 4.862133499688085,
      "step": 15588
    },
    {
      "contrastive_lambda": 0.8425024976356473,
      "epoch": 4.862445414847161,
      "step": 15589
    },
    {
      "epoch": 4.8627573300062386,
      "grad_norm": 0.16155001521110535,
      "learning_rate": 8.84394482395769e-05,
      "loss": 0.0453,
      "step": 15590
    },
    {
      "epoch": 4.8627573300062386,
      "flow_loss": 0.0443982258439064,
      "step": 15590
    },
    {
      "contrastive_loss": 0.008746661245822906,
      "epoch": 4.8627573300062386,
      "step": 15590
    },
    {
      "contrastive_lambda": 0.8424834240762376,
      "epoch": 4.8627573300062386,
      "step": 15590
    },
    {
      "contrastive_lambda": 0.8424643495778901,
      "epoch": 4.863069245165315,
      "step": 15591
    },
    {
      "contrastive_lambda": 0.8424452741406571,
      "epoch": 4.8633811603243915,
      "step": 15592
    },
    {
      "contrastive_lambda": 0.8424261977645908,
      "epoch": 4.863693075483469,
      "step": 15593
    },
    {
      "contrastive_lambda": 0.8424071204497439,
      "epoch": 4.864004990642545,
      "step": 15594
    },
    {
      "contrastive_lambda": 0.8423880421961684,
      "epoch": 4.864316905801622,
      "step": 15595
    },
    {
      "contrastive_lambda": 0.8423689630039166,
      "epoch": 4.864628820960698,
      "step": 15596
    },
    {
      "contrastive_lambda": 0.8423498828730407,
      "epoch": 4.864940736119776,
      "step": 15597
    },
    {
      "contrastive_lambda": 0.8423308018035933,
      "epoch": 4.865252651278852,
      "step": 15598
    },
    {
      "contrastive_lambda": 0.8423117197956266,
      "epoch": 4.865564566437929,
      "step": 15599
    },
    {
      "epoch": 4.865876481597006,
      "grad_norm": 0.09662177413702011,
      "learning_rate": 8.842181909893038e-05,
      "loss": 0.0426,
      "step": 15600
    },
    {
      "epoch": 4.865876481597006,
      "flow_loss": 0.038607191294431686,
      "step": 15600
    },
    {
      "contrastive_loss": 0.008546874858438969,
      "epoch": 4.865876481597006,
      "step": 15600
    },
    {
      "contrastive_lambda": 0.8422926368491928,
      "epoch": 4.865876481597006,
      "step": 15600
    },
    {
      "contrastive_lambda": 0.8422735529643444,
      "epoch": 4.866188396756082,
      "step": 15601
    },
    {
      "contrastive_lambda": 0.8422544681411335,
      "epoch": 4.866500311915159,
      "step": 15602
    },
    {
      "contrastive_lambda": 0.8422353823796126,
      "epoch": 4.866812227074236,
      "step": 15603
    },
    {
      "contrastive_lambda": 0.842216295679834,
      "epoch": 4.867124142233313,
      "step": 15604
    },
    {
      "contrastive_lambda": 0.8421972080418499,
      "epoch": 4.867436057392389,
      "step": 15605
    },
    {
      "contrastive_lambda": 0.8421781194657127,
      "epoch": 4.867747972551466,
      "step": 15606
    },
    {
      "contrastive_lambda": 0.842159029951475,
      "epoch": 4.868059887710543,
      "step": 15607
    },
    {
      "contrastive_lambda": 0.8421399394991886,
      "epoch": 4.8683718028696195,
      "step": 15608
    },
    {
      "contrastive_lambda": 0.8421208481089064,
      "epoch": 4.868683718028696,
      "step": 15609
    },
    {
      "epoch": 4.868995633187773,
      "grad_norm": 0.10921502113342285,
      "learning_rate": 8.840417828674969e-05,
      "loss": 0.041,
      "step": 15610
    },
    {
      "epoch": 4.868995633187773,
      "flow_loss": 0.033652424812316895,
      "step": 15610
    },
    {
      "contrastive_loss": 0.0070114703848958015,
      "epoch": 4.868995633187773,
      "step": 15610
    },
    {
      "contrastive_lambda": 0.8421017557806803,
      "epoch": 4.868995633187773,
      "step": 15610
    },
    {
      "contrastive_lambda": 0.8420826625145629,
      "epoch": 4.86930754834685,
      "step": 15611
    },
    {
      "contrastive_lambda": 0.8420635683106064,
      "epoch": 4.869619463505926,
      "step": 15612
    },
    {
      "contrastive_lambda": 0.8420444731688632,
      "epoch": 4.869931378665003,
      "step": 15613
    },
    {
      "contrastive_lambda": 0.8420253770893857,
      "epoch": 4.87024329382408,
      "step": 15614
    },
    {
      "contrastive_lambda": 0.8420062800722262,
      "epoch": 4.8705552089831565,
      "step": 15615
    },
    {
      "contrastive_lambda": 0.8419871821174371,
      "epoch": 4.870867124142233,
      "step": 15616
    },
    {
      "contrastive_lambda": 0.8419680832250707,
      "epoch": 4.87117903930131,
      "step": 15617
    },
    {
      "contrastive_lambda": 0.8419489833951792,
      "epoch": 4.871490954460387,
      "step": 15618
    },
    {
      "contrastive_lambda": 0.8419298826278154,
      "epoch": 4.871802869619463,
      "step": 15619
    },
    {
      "epoch": 4.872114784778541,
      "grad_norm": 0.10899264365434647,
      "learning_rate": 8.838652580839364e-05,
      "loss": 0.0447,
      "step": 15620
    },
    {
      "epoch": 4.872114784778541,
      "flow_loss": 0.03830854594707489,
      "step": 15620
    },
    {
      "contrastive_loss": 0.008226080797612667,
      "epoch": 4.872114784778541,
      "step": 15620
    },
    {
      "contrastive_lambda": 0.8419107809230313,
      "epoch": 4.872114784778541,
      "step": 15620
    },
    {
      "contrastive_lambda": 0.8418916782808794,
      "epoch": 4.872426699937617,
      "step": 15621
    },
    {
      "contrastive_lambda": 0.841872574701412,
      "epoch": 4.872738615096694,
      "step": 15622
    },
    {
      "contrastive_lambda": 0.8418534701846816,
      "epoch": 4.87305053025577,
      "step": 15623
    },
    {
      "contrastive_lambda": 0.8418343647307405,
      "epoch": 4.873362445414847,
      "step": 15624
    },
    {
      "contrastive_lambda": 0.841815258339641,
      "epoch": 4.873674360573924,
      "step": 15625
    },
    {
      "contrastive_lambda": 0.8417961510114357,
      "epoch": 4.873986275733,
      "step": 15626
    },
    {
      "contrastive_lambda": 0.8417770427461767,
      "epoch": 4.874298190892078,
      "step": 15627
    },
    {
      "contrastive_lambda": 0.8417579335439166,
      "epoch": 4.874610106051154,
      "step": 15628
    },
    {
      "contrastive_lambda": 0.8417388234047077,
      "epoch": 4.874922021210231,
      "step": 15629
    },
    {
      "epoch": 4.875233936369307,
      "grad_norm": 0.12120179831981659,
      "learning_rate": 8.836886166922458e-05,
      "loss": 0.0359,
      "step": 15630
    },
    {
      "epoch": 4.875233936369307,
      "flow_loss": 0.035213079303503036,
      "step": 15630
    },
    {
      "contrastive_loss": 0.008327959105372429,
      "epoch": 4.875233936369307,
      "step": 15630
    },
    {
      "contrastive_lambda": 0.8417197123286024,
      "epoch": 4.875233936369307,
      "step": 15630
    },
    {
      "contrastive_lambda": 0.8417006003156532,
      "epoch": 4.8755458515283845,
      "step": 15631
    },
    {
      "contrastive_lambda": 0.8416814873659124,
      "epoch": 4.875857766687461,
      "step": 15632
    },
    {
      "contrastive_lambda": 0.8416623734794323,
      "epoch": 4.876169681846537,
      "step": 15633
    },
    {
      "contrastive_lambda": 0.8416432586562654,
      "epoch": 4.876481597005615,
      "step": 15634
    },
    {
      "contrastive_lambda": 0.8416241428964641,
      "epoch": 4.876793512164691,
      "step": 15635
    },
    {
      "contrastive_lambda": 0.8416050262000809,
      "epoch": 4.877105427323768,
      "step": 15636
    },
    {
      "contrastive_lambda": 0.8415859085671682,
      "epoch": 4.877417342482845,
      "step": 15637
    },
    {
      "contrastive_lambda": 0.8415667899977781,
      "epoch": 4.877729257641922,
      "step": 15638
    },
    {
      "contrastive_lambda": 0.8415476704919636,
      "epoch": 4.878041172800998,
      "step": 15639
    },
    {
      "epoch": 4.8783530879600745,
      "grad_norm": 0.12031775712966919,
      "learning_rate": 8.835118587460844e-05,
      "loss": 0.0423,
      "step": 15640
    },
    {
      "epoch": 4.8783530879600745,
      "flow_loss": 0.06225383281707764,
      "step": 15640
    },
    {
      "contrastive_loss": 0.008372465148568153,
      "epoch": 4.8783530879600745,
      "step": 15640
    },
    {
      "contrastive_lambda": 0.8415285500497764,
      "epoch": 4.8783530879600745,
      "step": 15640
    },
    {
      "contrastive_lambda": 0.8415094286712694,
      "epoch": 4.878665003119152,
      "step": 15641
    },
    {
      "contrastive_lambda": 0.8414903063564951,
      "epoch": 4.878976918278228,
      "step": 15642
    },
    {
      "contrastive_lambda": 0.8414711831055055,
      "epoch": 4.879288833437305,
      "step": 15643
    },
    {
      "contrastive_lambda": 0.8414520589183534,
      "epoch": 4.879600748596382,
      "step": 15644
    },
    {
      "contrastive_lambda": 0.841432933795091,
      "epoch": 4.879912663755459,
      "step": 15645
    },
    {
      "contrastive_lambda": 0.8414138077357709,
      "epoch": 4.880224578914535,
      "step": 15646
    },
    {
      "contrastive_lambda": 0.8413946807404454,
      "epoch": 4.880536494073612,
      "step": 15647
    },
    {
      "contrastive_lambda": 0.8413755528091671,
      "epoch": 4.880848409232689,
      "step": 15648
    },
    {
      "contrastive_lambda": 0.8413564239419883,
      "epoch": 4.881160324391765,
      "step": 15649
    },
    {
      "epoch": 4.881472239550842,
      "grad_norm": 0.1450681835412979,
      "learning_rate": 8.83334984299146e-05,
      "loss": 0.0482,
      "step": 15650
    },
    {
      "epoch": 4.881472239550842,
      "flow_loss": 0.031712643802165985,
      "step": 15650
    },
    {
      "contrastive_loss": 0.008349055424332619,
      "epoch": 4.881472239550842,
      "step": 15650
    },
    {
      "contrastive_lambda": 0.8413372941389614,
      "epoch": 4.881472239550842,
      "step": 15650
    },
    {
      "contrastive_lambda": 0.841318163400139,
      "epoch": 4.881784154709919,
      "step": 15651
    },
    {
      "contrastive_lambda": 0.8412990317255734,
      "epoch": 4.882096069868996,
      "step": 15652
    },
    {
      "contrastive_lambda": 0.8412798991153172,
      "epoch": 4.882407985028072,
      "step": 15653
    },
    {
      "contrastive_lambda": 0.8412607655694229,
      "epoch": 4.8827199001871495,
      "step": 15654
    },
    {
      "contrastive_lambda": 0.8412416310879427,
      "epoch": 4.883031815346226,
      "step": 15655
    },
    {
      "contrastive_lambda": 0.8412224956709291,
      "epoch": 4.8833437305053025,
      "step": 15656
    },
    {
      "contrastive_lambda": 0.8412033593184347,
      "epoch": 4.883655645664379,
      "step": 15657
    },
    {
      "contrastive_lambda": 0.841184222030512,
      "epoch": 4.883967560823456,
      "step": 15658
    },
    {
      "contrastive_lambda": 0.8411650838072134,
      "epoch": 4.884279475982533,
      "step": 15659
    },
    {
      "epoch": 4.884591391141609,
      "grad_norm": 0.14845341444015503,
      "learning_rate": 8.83157993405161e-05,
      "loss": 0.0412,
      "step": 15660
    },
    {
      "epoch": 4.884591391141609,
      "flow_loss": 0.039737120270729065,
      "step": 15660
    },
    {
      "contrastive_loss": 0.0073510874062776566,
      "epoch": 4.884591391141609,
      "step": 15660
    },
    {
      "contrastive_lambda": 0.8411459446485914,
      "epoch": 4.884591391141609,
      "step": 15660
    },
    {
      "contrastive_lambda": 0.8411268045546982,
      "epoch": 4.884903306300687,
      "step": 15661
    },
    {
      "contrastive_lambda": 0.8411076635255866,
      "epoch": 4.885215221459763,
      "step": 15662
    },
    {
      "contrastive_lambda": 0.8410885215613091,
      "epoch": 4.8855271366188395,
      "step": 15663
    },
    {
      "contrastive_lambda": 0.8410693786619179,
      "epoch": 4.885839051777916,
      "step": 15664
    },
    {
      "contrastive_lambda": 0.8410502348274657,
      "epoch": 4.886150966936993,
      "step": 15665
    },
    {
      "contrastive_lambda": 0.8410310900580049,
      "epoch": 4.88646288209607,
      "step": 15666
    },
    {
      "contrastive_lambda": 0.841011944353588,
      "epoch": 4.886774797255146,
      "step": 15667
    },
    {
      "contrastive_lambda": 0.8409927977142675,
      "epoch": 4.887086712414224,
      "step": 15668
    },
    {
      "contrastive_lambda": 0.8409736501400958,
      "epoch": 4.8873986275733,
      "step": 15669
    },
    {
      "epoch": 4.887710542732377,
      "grad_norm": 0.11024579405784607,
      "learning_rate": 8.829808861178943e-05,
      "loss": 0.0434,
      "step": 15670
    },
    {
      "epoch": 4.887710542732377,
      "flow_loss": 0.04243634268641472,
      "step": 15670
    },
    {
      "contrastive_loss": 0.006026885472238064,
      "epoch": 4.887710542732377,
      "step": 15670
    },
    {
      "contrastive_lambda": 0.8409545016311257,
      "epoch": 4.887710542732377,
      "step": 15670
    },
    {
      "contrastive_lambda": 0.8409353521874092,
      "epoch": 4.888022457891454,
      "step": 15671
    },
    {
      "contrastive_lambda": 0.8409162018089993,
      "epoch": 4.88833437305053,
      "step": 15672
    },
    {
      "contrastive_lambda": 0.8408970504959481,
      "epoch": 4.888646288209607,
      "step": 15673
    },
    {
      "contrastive_lambda": 0.8408778982483085,
      "epoch": 4.888958203368683,
      "step": 15674
    },
    {
      "contrastive_lambda": 0.8408587450661326,
      "epoch": 4.889270118527761,
      "step": 15675
    },
    {
      "contrastive_lambda": 0.8408395909494732,
      "epoch": 4.889582033686837,
      "step": 15676
    },
    {
      "contrastive_lambda": 0.8408204358983826,
      "epoch": 4.889893948845914,
      "step": 15677
    },
    {
      "contrastive_lambda": 0.8408012799129134,
      "epoch": 4.890205864004991,
      "step": 15678
    },
    {
      "contrastive_lambda": 0.8407821229931183,
      "epoch": 4.8905177791640675,
      "step": 15679
    },
    {
      "epoch": 4.890829694323144,
      "grad_norm": 0.17038248479366302,
      "learning_rate": 8.828036624911464e-05,
      "loss": 0.0409,
      "step": 15680
    },
    {
      "epoch": 4.890829694323144,
      "flow_loss": 0.04271408170461655,
      "step": 15680
    },
    {
      "contrastive_loss": 0.006086823530495167,
      "epoch": 4.890829694323144,
      "step": 15680
    },
    {
      "contrastive_lambda": 0.8407629651390496,
      "epoch": 4.890829694323144,
      "step": 15680
    },
    {
      "contrastive_lambda": 0.8407438063507598,
      "epoch": 4.89114160948222,
      "step": 15681
    },
    {
      "contrastive_lambda": 0.8407246466283016,
      "epoch": 4.891453524641298,
      "step": 15682
    },
    {
      "contrastive_lambda": 0.8407054859717276,
      "epoch": 4.891765439800374,
      "step": 15683
    },
    {
      "contrastive_lambda": 0.8406863243810898,
      "epoch": 4.892077354959451,
      "step": 15684
    },
    {
      "contrastive_lambda": 0.8406671618564413,
      "epoch": 4.892389270118528,
      "step": 15685
    },
    {
      "contrastive_lambda": 0.8406479983978344,
      "epoch": 4.892701185277605,
      "step": 15686
    },
    {
      "contrastive_lambda": 0.8406288340053217,
      "epoch": 4.893013100436681,
      "step": 15687
    },
    {
      "contrastive_lambda": 0.8406096686789557,
      "epoch": 4.893325015595758,
      "step": 15688
    },
    {
      "contrastive_lambda": 0.840590502418789,
      "epoch": 4.893636930754835,
      "step": 15689
    },
    {
      "epoch": 4.893948845913911,
      "grad_norm": 0.156047061085701,
      "learning_rate": 8.826263225787532e-05,
      "loss": 0.0432,
      "step": 15690
    },
    {
      "epoch": 4.893948845913911,
      "flow_loss": 0.05184118449687958,
      "step": 15690
    },
    {
      "contrastive_loss": 0.008187901228666306,
      "epoch": 4.893948845913911,
      "step": 15690
    },
    {
      "contrastive_lambda": 0.840571335224874,
      "epoch": 4.893948845913911,
      "step": 15690
    },
    {
      "contrastive_lambda": 0.8405521670972634,
      "epoch": 4.894260761072988,
      "step": 15691
    },
    {
      "contrastive_lambda": 0.8405329980360097,
      "epoch": 4.894572676232065,
      "step": 15692
    },
    {
      "contrastive_lambda": 0.8405138280411655,
      "epoch": 4.894884591391142,
      "step": 15693
    },
    {
      "contrastive_lambda": 0.8404946571127832,
      "epoch": 4.895196506550218,
      "step": 15694
    },
    {
      "contrastive_lambda": 0.8404754852509155,
      "epoch": 4.8955084217092955,
      "step": 15695
    },
    {
      "contrastive_lambda": 0.840456312455615,
      "epoch": 4.895820336868372,
      "step": 15696
    },
    {
      "contrastive_lambda": 0.8404371387269342,
      "epoch": 4.896132252027448,
      "step": 15697
    },
    {
      "contrastive_lambda": 0.8404179640649255,
      "epoch": 4.896444167186525,
      "step": 15698
    },
    {
      "contrastive_lambda": 0.8403987884696418,
      "epoch": 4.896756082345602,
      "step": 15699
    },
    {
      "epoch": 4.897067997504679,
      "grad_norm": 0.13117057085037231,
      "learning_rate": 8.824488664345858e-05,
      "loss": 0.0422,
      "step": 15700
    },
    {
      "epoch": 4.897067997504679,
      "flow_loss": 0.06093529984354973,
      "step": 15700
    },
    {
      "contrastive_loss": 0.00791434571146965,
      "epoch": 4.897067997504679,
      "step": 15700
    },
    {
      "contrastive_lambda": 0.8403796119411353,
      "epoch": 4.897067997504679,
      "step": 15700
    },
    {
      "contrastive_lambda": 0.840360434479459,
      "epoch": 4.897379912663755,
      "step": 15701
    },
    {
      "contrastive_lambda": 0.840341256084665,
      "epoch": 4.8976918278228325,
      "step": 15702
    },
    {
      "contrastive_lambda": 0.8403220767568063,
      "epoch": 4.898003742981909,
      "step": 15703
    },
    {
      "contrastive_lambda": 0.8403028964959353,
      "epoch": 4.8983156581409855,
      "step": 15704
    },
    {
      "contrastive_lambda": 0.8402837153021044,
      "epoch": 4.898627573300063,
      "step": 15705
    },
    {
      "contrastive_lambda": 0.8402645331753665,
      "epoch": 4.898939488459139,
      "step": 15706
    },
    {
      "contrastive_lambda": 0.8402453501157741,
      "epoch": 4.899251403618216,
      "step": 15707
    },
    {
      "contrastive_lambda": 0.8402261661233797,
      "epoch": 4.899563318777292,
      "step": 15708
    },
    {
      "contrastive_lambda": 0.840206981198236,
      "epoch": 4.89987523393637,
      "step": 15709
    },
    {
      "epoch": 4.900187149095446,
      "grad_norm": 0.15570580959320068,
      "learning_rate": 8.822712941125508e-05,
      "loss": 0.0464,
      "step": 15710
    },
    {
      "epoch": 4.900187149095446,
      "flow_loss": 0.06935791671276093,
      "step": 15710
    },
    {
      "contrastive_loss": 0.0070495521649718285,
      "epoch": 4.900187149095446,
      "step": 15710
    },
    {
      "contrastive_lambda": 0.8401877953403956,
      "epoch": 4.900187149095446,
      "step": 15710
    },
    {
      "contrastive_lambda": 0.8401686085499109,
      "epoch": 4.9004990642545225,
      "step": 15711
    },
    {
      "contrastive_lambda": 0.8401494208268347,
      "epoch": 4.9008109794136,
      "step": 15712
    },
    {
      "contrastive_lambda": 0.8401302321712196,
      "epoch": 4.901122894572676,
      "step": 15713
    },
    {
      "contrastive_lambda": 0.8401110425831182,
      "epoch": 4.901434809731753,
      "step": 15714
    },
    {
      "contrastive_lambda": 0.8400918520625829,
      "epoch": 4.901746724890829,
      "step": 15715
    },
    {
      "contrastive_lambda": 0.8400726606096666,
      "epoch": 4.902058640049907,
      "step": 15716
    },
    {
      "contrastive_lambda": 0.8400534682244217,
      "epoch": 4.902370555208983,
      "step": 15717
    },
    {
      "contrastive_lambda": 0.840034274906901,
      "epoch": 4.90268247036806,
      "step": 15718
    },
    {
      "contrastive_lambda": 0.8400150806571569,
      "epoch": 4.902994385527137,
      "step": 15719
    },
    {
      "epoch": 4.903306300686213,
      "grad_norm": 0.14824017882347107,
      "learning_rate": 8.820936056665898e-05,
      "loss": 0.0459,
      "step": 15720
    },
    {
      "epoch": 4.903306300686213,
      "flow_loss": 0.04640905559062958,
      "step": 15720
    },
    {
      "contrastive_loss": 0.011677948758006096,
      "epoch": 4.903306300686213,
      "step": 15720
    },
    {
      "contrastive_lambda": 0.8399958854752423,
      "epoch": 4.903306300686213,
      "step": 15720
    },
    {
      "contrastive_lambda": 0.8399766893612096,
      "epoch": 4.90361821584529,
      "step": 15721
    },
    {
      "contrastive_lambda": 0.8399574923151115,
      "epoch": 4.903930131004367,
      "step": 15722
    },
    {
      "contrastive_lambda": 0.8399382943370006,
      "epoch": 4.904242046163444,
      "step": 15723
    },
    {
      "contrastive_lambda": 0.8399190954269298,
      "epoch": 4.90455396132252,
      "step": 15724
    },
    {
      "contrastive_lambda": 0.8398998955849513,
      "epoch": 4.904865876481597,
      "step": 15725
    },
    {
      "contrastive_lambda": 0.8398806948111179,
      "epoch": 4.905177791640674,
      "step": 15726
    },
    {
      "contrastive_lambda": 0.8398614931054824,
      "epoch": 4.9054897067997505,
      "step": 15727
    },
    {
      "contrastive_lambda": 0.8398422904680971,
      "epoch": 4.905801621958827,
      "step": 15728
    },
    {
      "contrastive_lambda": 0.8398230868990151,
      "epoch": 4.906113537117903,
      "step": 15729
    },
    {
      "epoch": 4.906425452276981,
      "grad_norm": 0.0996919572353363,
      "learning_rate": 8.819158011506801e-05,
      "loss": 0.0393,
      "step": 15730
    },
    {
      "epoch": 4.906425452276981,
      "flow_loss": 0.04812299460172653,
      "step": 15730
    },
    {
      "contrastive_loss": 0.005159767344594002,
      "epoch": 4.906425452276981,
      "step": 15730
    },
    {
      "contrastive_lambda": 0.8398038823982887,
      "epoch": 4.906425452276981,
      "step": 15730
    },
    {
      "contrastive_lambda": 0.8397846769659707,
      "epoch": 4.906737367436057,
      "step": 15731
    },
    {
      "contrastive_lambda": 0.8397654706021137,
      "epoch": 4.907049282595134,
      "step": 15732
    },
    {
      "contrastive_lambda": 0.8397462633067705,
      "epoch": 4.907361197754211,
      "step": 15733
    },
    {
      "contrastive_lambda": 0.8397270550799935,
      "epoch": 4.907673112913288,
      "step": 15734
    },
    {
      "contrastive_lambda": 0.8397078459218354,
      "epoch": 4.907985028072364,
      "step": 15735
    },
    {
      "contrastive_lambda": 0.8396886358323491,
      "epoch": 4.908296943231441,
      "step": 15736
    },
    {
      "contrastive_lambda": 0.839669424811587,
      "epoch": 4.908608858390518,
      "step": 15737
    },
    {
      "contrastive_lambda": 0.839650212859602,
      "epoch": 4.908920773549594,
      "step": 15738
    },
    {
      "contrastive_lambda": 0.8396309999764466,
      "epoch": 4.909232688708672,
      "step": 15739
    },
    {
      "epoch": 4.909544603867748,
      "grad_norm": 0.1566026657819748,
      "learning_rate": 8.81737880618834e-05,
      "loss": 0.0456,
      "step": 15740
    },
    {
      "epoch": 4.909544603867748,
      "flow_loss": 0.03949553146958351,
      "step": 15740
    },
    {
      "contrastive_loss": 0.007365757133811712,
      "epoch": 4.909544603867748,
      "step": 15740
    },
    {
      "contrastive_lambda": 0.8396117861621736,
      "epoch": 4.909544603867748,
      "step": 15740
    },
    {
      "contrastive_lambda": 0.8395925714168355,
      "epoch": 4.909856519026825,
      "step": 15741
    },
    {
      "contrastive_lambda": 0.8395733557404852,
      "epoch": 4.910168434185901,
      "step": 15742
    },
    {
      "contrastive_lambda": 0.8395541391331751,
      "epoch": 4.9104803493449785,
      "step": 15743
    },
    {
      "contrastive_lambda": 0.8395349215949582,
      "epoch": 4.910792264504055,
      "step": 15744
    },
    {
      "contrastive_lambda": 0.839515703125887,
      "epoch": 4.911104179663131,
      "step": 15745
    },
    {
      "contrastive_lambda": 0.8394964837260142,
      "epoch": 4.911416094822208,
      "step": 15746
    },
    {
      "contrastive_lambda": 0.8394772633953925,
      "epoch": 4.911728009981285,
      "step": 15747
    },
    {
      "contrastive_lambda": 0.8394580421340747,
      "epoch": 4.912039925140362,
      "step": 15748
    },
    {
      "contrastive_lambda": 0.8394388199421132,
      "epoch": 4.912351840299438,
      "step": 15749
    },
    {
      "epoch": 4.9126637554585155,
      "grad_norm": 0.11171944439411163,
      "learning_rate": 8.815598441250987e-05,
      "loss": 0.0424,
      "step": 15750
    },
    {
      "epoch": 4.9126637554585155,
      "flow_loss": 0.041055768728256226,
      "step": 15750
    },
    {
      "contrastive_loss": 0.0058403778821229935,
      "epoch": 4.9126637554585155,
      "step": 15750
    },
    {
      "contrastive_lambda": 0.8394195968195611,
      "epoch": 4.9126637554585155,
      "step": 15750
    },
    {
      "contrastive_lambda": 0.839400372766471,
      "epoch": 4.912975670617592,
      "step": 15751
    },
    {
      "contrastive_lambda": 0.8393811477828952,
      "epoch": 4.9132875857766685,
      "step": 15752
    },
    {
      "contrastive_lambda": 0.8393619218688868,
      "epoch": 4.913599500935746,
      "step": 15753
    },
    {
      "contrastive_lambda": 0.8393426950244987,
      "epoch": 4.913911416094822,
      "step": 15754
    },
    {
      "contrastive_lambda": 0.839323467249783,
      "epoch": 4.914223331253899,
      "step": 15755
    },
    {
      "contrastive_lambda": 0.8393042385447929,
      "epoch": 4.914535246412976,
      "step": 15756
    },
    {
      "contrastive_lambda": 0.8392850089095809,
      "epoch": 4.914847161572053,
      "step": 15757
    },
    {
      "contrastive_lambda": 0.8392657783441999,
      "epoch": 4.915159076731129,
      "step": 15758
    },
    {
      "contrastive_lambda": 0.8392465468487023,
      "epoch": 4.9154709918902055,
      "step": 15759
    },
    {
      "epoch": 4.915782907049283,
      "grad_norm": 0.15889528393745422,
      "learning_rate": 8.813816917235576e-05,
      "loss": 0.0439,
      "step": 15760
    },
    {
      "epoch": 4.915782907049283,
      "flow_loss": 0.06026181951165199,
      "step": 15760
    },
    {
      "contrastive_loss": 0.00998038612306118,
      "epoch": 4.915782907049283,
      "step": 15760
    },
    {
      "contrastive_lambda": 0.8392273144231412,
      "epoch": 4.915782907049283,
      "step": 15760
    },
    {
      "contrastive_lambda": 0.8392080810675691,
      "epoch": 4.916094822208359,
      "step": 15761
    },
    {
      "contrastive_lambda": 0.8391888467820388,
      "epoch": 4.916406737367436,
      "step": 15762
    },
    {
      "contrastive_lambda": 0.839169611566603,
      "epoch": 4.916718652526512,
      "step": 15763
    },
    {
      "contrastive_lambda": 0.8391503754213145,
      "epoch": 4.91703056768559,
      "step": 15764
    },
    {
      "contrastive_lambda": 0.8391311383462259,
      "epoch": 4.917342482844666,
      "step": 15765
    },
    {
      "contrastive_lambda": 0.83911190034139,
      "epoch": 4.917654398003743,
      "step": 15766
    },
    {
      "contrastive_lambda": 0.8390926614068598,
      "epoch": 4.91796631316282,
      "step": 15767
    },
    {
      "contrastive_lambda": 0.8390734215426876,
      "epoch": 4.918278228321896,
      "step": 15768
    },
    {
      "contrastive_lambda": 0.8390541807489265,
      "epoch": 4.918590143480973,
      "step": 15769
    },
    {
      "epoch": 4.91890205864005,
      "grad_norm": 0.125822976231575,
      "learning_rate": 8.812034234683282e-05,
      "loss": 0.0474,
      "step": 15770
    },
    {
      "epoch": 4.91890205864005,
      "flow_loss": 0.038415178656578064,
      "step": 15770
    },
    {
      "contrastive_loss": 0.008039193227887154,
      "epoch": 4.91890205864005,
      "step": 15770
    },
    {
      "contrastive_lambda": 0.8390349390256291,
      "epoch": 4.91890205864005,
      "step": 15770
    },
    {
      "contrastive_lambda": 0.8390156963728481,
      "epoch": 4.919213973799127,
      "step": 15771
    },
    {
      "contrastive_lambda": 0.8389964527906363,
      "epoch": 4.919525888958203,
      "step": 15772
    },
    {
      "contrastive_lambda": 0.8389772082790465,
      "epoch": 4.9198378041172806,
      "step": 15773
    },
    {
      "contrastive_lambda": 0.8389579628381315,
      "epoch": 4.920149719276357,
      "step": 15774
    },
    {
      "contrastive_lambda": 0.8389387164679439,
      "epoch": 4.9204616344354335,
      "step": 15775
    },
    {
      "contrastive_lambda": 0.8389194691685367,
      "epoch": 4.92077354959451,
      "step": 15776
    },
    {
      "contrastive_lambda": 0.8389002209399624,
      "epoch": 4.921085464753587,
      "step": 15777
    },
    {
      "contrastive_lambda": 0.8388809717822739,
      "epoch": 4.921397379912664,
      "step": 15778
    },
    {
      "contrastive_lambda": 0.8388617216955241,
      "epoch": 4.92170929507174,
      "step": 15779
    },
    {
      "epoch": 4.922021210230817,
      "grad_norm": 0.15418922901153564,
      "learning_rate": 8.810250394135637e-05,
      "loss": 0.0482,
      "step": 15780
    },
    {
      "epoch": 4.922021210230817,
      "flow_loss": 0.037264399230480194,
      "step": 15780
    },
    {
      "contrastive_loss": 0.007226705551147461,
      "epoch": 4.922021210230817,
      "step": 15780
    },
    {
      "contrastive_lambda": 0.8388424706797655,
      "epoch": 4.922021210230817,
      "step": 15780
    },
    {
      "contrastive_lambda": 0.8388232187350512,
      "epoch": 4.922333125389894,
      "step": 15781
    },
    {
      "contrastive_lambda": 0.8388039658614337,
      "epoch": 4.922645040548971,
      "step": 15782
    },
    {
      "contrastive_lambda": 0.8387847120589658,
      "epoch": 4.922956955708047,
      "step": 15783
    },
    {
      "contrastive_lambda": 0.8387654573277006,
      "epoch": 4.923268870867124,
      "step": 15784
    },
    {
      "contrastive_lambda": 0.8387462016676905,
      "epoch": 4.923580786026201,
      "step": 15785
    },
    {
      "contrastive_lambda": 0.8387269450789885,
      "epoch": 4.923892701185277,
      "step": 15786
    },
    {
      "contrastive_lambda": 0.8387076875616473,
      "epoch": 4.924204616344355,
      "step": 15787
    },
    {
      "contrastive_lambda": 0.8386884291157198,
      "epoch": 4.924516531503431,
      "step": 15788
    },
    {
      "contrastive_lambda": 0.8386691697412587,
      "epoch": 4.924828446662508,
      "step": 15789
    },
    {
      "epoch": 4.925140361821585,
      "grad_norm": 0.1564977467060089,
      "learning_rate": 8.808465396134529e-05,
      "loss": 0.0433,
      "step": 15790
    },
    {
      "epoch": 4.925140361821585,
      "flow_loss": 0.05341145396232605,
      "step": 15790
    },
    {
      "contrastive_loss": 0.005965970456600189,
      "epoch": 4.925140361821585,
      "step": 15790
    },
    {
      "contrastive_lambda": 0.8386499094383169,
      "epoch": 4.925140361821585,
      "step": 15790
    },
    {
      "contrastive_lambda": 0.8386306482069472,
      "epoch": 4.9254522769806615,
      "step": 15791
    },
    {
      "contrastive_lambda": 0.8386113860472022,
      "epoch": 4.925764192139738,
      "step": 15792
    },
    {
      "contrastive_lambda": 0.8385921229591349,
      "epoch": 4.926076107298814,
      "step": 15793
    },
    {
      "contrastive_lambda": 0.8385728589427981,
      "epoch": 4.926388022457892,
      "step": 15794
    },
    {
      "contrastive_lambda": 0.8385535939982447,
      "epoch": 4.926699937616968,
      "step": 15795
    },
    {
      "contrastive_lambda": 0.8385343281255273,
      "epoch": 4.927011852776045,
      "step": 15796
    },
    {
      "contrastive_lambda": 0.8385150613246988,
      "epoch": 4.927323767935121,
      "step": 15797
    },
    {
      "contrastive_lambda": 0.838495793595812,
      "epoch": 4.9276356830941985,
      "step": 15798
    },
    {
      "contrastive_lambda": 0.8384765249389198,
      "epoch": 4.927947598253275,
      "step": 15799
    },
    {
      "epoch": 4.9282595134123515,
      "grad_norm": 0.12627272307872772,
      "learning_rate": 8.806679241222189e-05,
      "loss": 0.0481,
      "step": 15800
    },
    {
      "epoch": 4.9282595134123515,
      "flow_loss": 0.042212218046188354,
      "step": 15800
    },
    {
      "contrastive_loss": 0.008871948346495628,
      "epoch": 4.9282595134123515,
      "step": 15800
    },
    {
      "contrastive_lambda": 0.838457255354075,
      "epoch": 4.9282595134123515,
      "step": 15800
    },
    {
      "contrastive_lambda": 0.8384379848413304,
      "epoch": 4.928571428571429,
      "step": 15801
    },
    {
      "contrastive_lambda": 0.8384187134007388,
      "epoch": 4.928883343730505,
      "step": 15802
    },
    {
      "contrastive_lambda": 0.8383994410323532,
      "epoch": 4.929195258889582,
      "step": 15803
    },
    {
      "contrastive_lambda": 0.8383801677362261,
      "epoch": 4.929507174048659,
      "step": 15804
    },
    {
      "contrastive_lambda": 0.8383608935124109,
      "epoch": 4.929819089207736,
      "step": 15805
    },
    {
      "contrastive_lambda": 0.8383416183609599,
      "epoch": 4.930131004366812,
      "step": 15806
    },
    {
      "contrastive_lambda": 0.8383223422819261,
      "epoch": 4.930442919525889,
      "step": 15807
    },
    {
      "contrastive_lambda": 0.8383030652753625,
      "epoch": 4.930754834684966,
      "step": 15808
    },
    {
      "contrastive_lambda": 0.8382837873413218,
      "epoch": 4.931066749844042,
      "step": 15809
    },
    {
      "epoch": 4.931378665003119,
      "grad_norm": 0.1307193487882614,
      "learning_rate": 8.804891929941203e-05,
      "loss": 0.0454,
      "step": 15810
    },
    {
      "epoch": 4.931378665003119,
      "flow_loss": 0.03456753492355347,
      "step": 15810
    },
    {
      "contrastive_loss": 0.006162343546748161,
      "epoch": 4.931378665003119,
      "step": 15810
    },
    {
      "contrastive_lambda": 0.8382645084798568,
      "epoch": 4.931378665003119,
      "step": 15810
    },
    {
      "contrastive_lambda": 0.8382452286910206,
      "epoch": 4.931690580162196,
      "step": 15811
    },
    {
      "contrastive_lambda": 0.8382259479748658,
      "epoch": 4.932002495321273,
      "step": 15812
    },
    {
      "contrastive_lambda": 0.8382066663314454,
      "epoch": 4.932314410480349,
      "step": 15813
    },
    {
      "contrastive_lambda": 0.8381873837608123,
      "epoch": 4.932626325639426,
      "step": 15814
    },
    {
      "contrastive_lambda": 0.8381681002630191,
      "epoch": 4.932938240798503,
      "step": 15815
    },
    {
      "contrastive_lambda": 0.838148815838119,
      "epoch": 4.933250155957579,
      "step": 15816
    },
    {
      "contrastive_lambda": 0.8381295304861647,
      "epoch": 4.933562071116656,
      "step": 15817
    },
    {
      "contrastive_lambda": 0.838110244207209,
      "epoch": 4.933873986275733,
      "step": 15818
    },
    {
      "contrastive_lambda": 0.838090957001305,
      "epoch": 4.93418590143481,
      "step": 15819
    },
    {
      "epoch": 4.934497816593886,
      "grad_norm": 0.20122236013412476,
      "learning_rate": 8.803103462834514e-05,
      "loss": 0.0501,
      "step": 15820
    },
    {
      "epoch": 4.934497816593886,
      "flow_loss": 0.048289403319358826,
      "step": 15820
    },
    {
      "contrastive_loss": 0.0058435844257473946,
      "epoch": 4.934497816593886,
      "step": 15820
    },
    {
      "contrastive_lambda": 0.8380716688685053,
      "epoch": 4.934497816593886,
      "step": 15820
    },
    {
      "contrastive_lambda": 0.838052379808863,
      "epoch": 4.934809731752964,
      "step": 15821
    },
    {
      "contrastive_lambda": 0.8380330898224309,
      "epoch": 4.93512164691204,
      "step": 15822
    },
    {
      "contrastive_lambda": 0.838013798909262,
      "epoch": 4.9354335620711165,
      "step": 15823
    },
    {
      "contrastive_lambda": 0.8379945070694088,
      "epoch": 4.935745477230194,
      "step": 15824
    },
    {
      "contrastive_lambda": 0.8379752143029248,
      "epoch": 4.93605739238927,
      "step": 15825
    },
    {
      "contrastive_lambda": 0.8379559206098623,
      "epoch": 4.936369307548347,
      "step": 15826
    },
    {
      "contrastive_lambda": 0.8379366259902745,
      "epoch": 4.936681222707423,
      "step": 15827
    },
    {
      "contrastive_lambda": 0.8379173304442145,
      "epoch": 4.936993137866501,
      "step": 15828
    },
    {
      "contrastive_lambda": 0.8378980339717347,
      "epoch": 4.937305053025577,
      "step": 15829
    },
    {
      "epoch": 4.937616968184654,
      "grad_norm": 0.1837327480316162,
      "learning_rate": 8.801313840445408e-05,
      "loss": 0.0459,
      "step": 15830
    },
    {
      "epoch": 4.937616968184654,
      "flow_loss": 0.040654368698596954,
      "step": 15830
    },
    {
      "contrastive_loss": 0.009891945868730545,
      "epoch": 4.937616968184654,
      "step": 15830
    },
    {
      "contrastive_lambda": 0.8378787365728884,
      "epoch": 4.937616968184654,
      "step": 15830
    },
    {
      "contrastive_lambda": 0.8378594382477282,
      "epoch": 4.93792888334373,
      "step": 15831
    },
    {
      "contrastive_lambda": 0.8378401389963073,
      "epoch": 4.938240798502807,
      "step": 15832
    },
    {
      "contrastive_lambda": 0.8378208388186783,
      "epoch": 4.938552713661884,
      "step": 15833
    },
    {
      "contrastive_lambda": 0.8378015377148945,
      "epoch": 4.93886462882096,
      "step": 15834
    },
    {
      "contrastive_lambda": 0.8377822356850085,
      "epoch": 4.939176543980038,
      "step": 15835
    },
    {
      "contrastive_lambda": 0.8377629327290734,
      "epoch": 4.939488459139114,
      "step": 15836
    },
    {
      "contrastive_lambda": 0.8377436288471419,
      "epoch": 4.939800374298191,
      "step": 15837
    },
    {
      "contrastive_lambda": 0.8377243240392672,
      "epoch": 4.940112289457268,
      "step": 15838
    },
    {
      "contrastive_lambda": 0.8377050183055021,
      "epoch": 4.9404242046163445,
      "step": 15839
    },
    {
      "epoch": 4.940736119775421,
      "grad_norm": 0.12811309099197388,
      "learning_rate": 8.799523063317524e-05,
      "loss": 0.0414,
      "step": 15840
    },
    {
      "epoch": 4.940736119775421,
      "flow_loss": 0.09699704498052597,
      "step": 15840
    },
    {
      "contrastive_loss": 0.010466988198459148,
      "epoch": 4.940736119775421,
      "step": 15840
    },
    {
      "contrastive_lambda": 0.8376857116458994,
      "epoch": 4.940736119775421,
      "step": 15840
    },
    {
      "contrastive_lambda": 0.8376664040605122,
      "epoch": 4.941048034934498,
      "step": 15841
    },
    {
      "contrastive_lambda": 0.8376470955493935,
      "epoch": 4.941359950093575,
      "step": 15842
    },
    {
      "contrastive_lambda": 0.8376277861125959,
      "epoch": 4.941671865252651,
      "step": 15843
    },
    {
      "contrastive_lambda": 0.8376084757501727,
      "epoch": 4.941983780411728,
      "step": 15844
    },
    {
      "contrastive_lambda": 0.8375891644621767,
      "epoch": 4.942295695570805,
      "step": 15845
    },
    {
      "contrastive_lambda": 0.8375698522486608,
      "epoch": 4.9426076107298815,
      "step": 15846
    },
    {
      "contrastive_lambda": 0.8375505391096779,
      "epoch": 4.942919525888958,
      "step": 15847
    },
    {
      "contrastive_lambda": 0.8375312250452811,
      "epoch": 4.9432314410480345,
      "step": 15848
    },
    {
      "contrastive_lambda": 0.8375119100555233,
      "epoch": 4.943543356207112,
      "step": 15849
    },
    {
      "epoch": 4.943855271366188,
      "grad_norm": 0.1469133496284485,
      "learning_rate": 8.797731131994854e-05,
      "loss": 0.0451,
      "step": 15850
    },
    {
      "epoch": 4.943855271366188,
      "flow_loss": 0.034277841448783875,
      "step": 15850
    },
    {
      "contrastive_loss": 0.006547447293996811,
      "epoch": 4.943855271366188,
      "step": 15850
    },
    {
      "contrastive_lambda": 0.8374925941404574,
      "epoch": 4.943855271366188,
      "step": 15850
    },
    {
      "contrastive_lambda": 0.8374732773001365,
      "epoch": 4.944167186525265,
      "step": 15851
    },
    {
      "contrastive_lambda": 0.8374539595346133,
      "epoch": 4.944479101684342,
      "step": 15852
    },
    {
      "contrastive_lambda": 0.837434640843941,
      "epoch": 4.944791016843419,
      "step": 15853
    },
    {
      "contrastive_lambda": 0.8374153212281725,
      "epoch": 4.945102932002495,
      "step": 15854
    },
    {
      "contrastive_lambda": 0.8373960006873606,
      "epoch": 4.945414847161572,
      "step": 15855
    },
    {
      "contrastive_lambda": 0.8373766792215587,
      "epoch": 4.945726762320649,
      "step": 15856
    },
    {
      "contrastive_lambda": 0.8373573568308192,
      "epoch": 4.946038677479725,
      "step": 15857
    },
    {
      "contrastive_lambda": 0.8373380335151954,
      "epoch": 4.946350592638803,
      "step": 15858
    },
    {
      "contrastive_lambda": 0.8373187092747403,
      "epoch": 4.946662507797879,
      "step": 15859
    },
    {
      "epoch": 4.946974422956956,
      "grad_norm": 0.1379045695066452,
      "learning_rate": 8.795938047021739e-05,
      "loss": 0.0395,
      "step": 15860
    },
    {
      "epoch": 4.946974422956956,
      "flow_loss": 0.055498600006103516,
      "step": 15860
    },
    {
      "contrastive_loss": 0.007266977336257696,
      "epoch": 4.946974422956956,
      "step": 15860
    },
    {
      "contrastive_lambda": 0.8372993841095067,
      "epoch": 4.946974422956956,
      "step": 15860
    },
    {
      "contrastive_lambda": 0.8372800580195479,
      "epoch": 4.947286338116032,
      "step": 15861
    },
    {
      "contrastive_lambda": 0.8372607310049165,
      "epoch": 4.9475982532751095,
      "step": 15862
    },
    {
      "contrastive_lambda": 0.8372414030656656,
      "epoch": 4.947910168434186,
      "step": 15863
    },
    {
      "contrastive_lambda": 0.8372220742018484,
      "epoch": 4.948222083593262,
      "step": 15864
    },
    {
      "contrastive_lambda": 0.8372027444135175,
      "epoch": 4.948533998752339,
      "step": 15865
    },
    {
      "contrastive_lambda": 0.8371834137007264,
      "epoch": 4.948845913911416,
      "step": 15866
    },
    {
      "contrastive_lambda": 0.8371640820635277,
      "epoch": 4.949157829070493,
      "step": 15867
    },
    {
      "contrastive_lambda": 0.8371447495019746,
      "epoch": 4.949469744229569,
      "step": 15868
    },
    {
      "contrastive_lambda": 0.8371254160161199,
      "epoch": 4.949781659388647,
      "step": 15869
    },
    {
      "epoch": 4.950093574547723,
      "grad_norm": 0.14074505865573883,
      "learning_rate": 8.794143808942872e-05,
      "loss": 0.0429,
      "step": 15870
    },
    {
      "epoch": 4.950093574547723,
      "flow_loss": 0.051082853227853775,
      "step": 15870
    },
    {
      "contrastive_loss": 0.0075390879064798355,
      "epoch": 4.950093574547723,
      "step": 15870
    },
    {
      "contrastive_lambda": 0.8371060816060168,
      "epoch": 4.950093574547723,
      "step": 15870
    },
    {
      "contrastive_lambda": 0.8370867462717182,
      "epoch": 4.9504054897067995,
      "step": 15871
    },
    {
      "contrastive_lambda": 0.8370674100132772,
      "epoch": 4.950717404865877,
      "step": 15872
    },
    {
      "contrastive_lambda": 0.8370480728307468,
      "epoch": 4.951029320024953,
      "step": 15873
    },
    {
      "contrastive_lambda": 0.8370287347241799,
      "epoch": 4.95134123518403,
      "step": 15874
    },
    {
      "contrastive_lambda": 0.8370093956936295,
      "epoch": 4.951653150343107,
      "step": 15875
    },
    {
      "contrastive_lambda": 0.836990055739149,
      "epoch": 4.951965065502184,
      "step": 15876
    },
    {
      "contrastive_lambda": 0.8369707148607909,
      "epoch": 4.95227698066126,
      "step": 15877
    },
    {
      "contrastive_lambda": 0.8369513730586084,
      "epoch": 4.952588895820337,
      "step": 15878
    },
    {
      "contrastive_lambda": 0.8369320303326548,
      "epoch": 4.952900810979414,
      "step": 15879
    },
    {
      "epoch": 4.95321272613849,
      "grad_norm": 0.1149369403719902,
      "learning_rate": 8.792348418303296e-05,
      "loss": 0.051,
      "step": 15880
    },
    {
      "epoch": 4.95321272613849,
      "flow_loss": 0.029967769980430603,
      "step": 15880
    },
    {
      "contrastive_loss": 0.005660450551658869,
      "epoch": 4.95321272613849,
      "step": 15880
    },
    {
      "contrastive_lambda": 0.8369126866829828,
      "epoch": 4.95321272613849,
      "step": 15880
    },
    {
      "contrastive_lambda": 0.8368933421096454,
      "epoch": 4.953524641297567,
      "step": 15881
    },
    {
      "contrastive_lambda": 0.8368739966126959,
      "epoch": 4.953836556456643,
      "step": 15882
    },
    {
      "contrastive_lambda": 0.8368546501921873,
      "epoch": 4.954148471615721,
      "step": 15883
    },
    {
      "contrastive_lambda": 0.8368353028481724,
      "epoch": 4.954460386774797,
      "step": 15884
    },
    {
      "contrastive_lambda": 0.8368159545807045,
      "epoch": 4.954772301933874,
      "step": 15885
    },
    {
      "contrastive_lambda": 0.8367966053898365,
      "epoch": 4.955084217092951,
      "step": 15886
    },
    {
      "contrastive_lambda": 0.8367772552756214,
      "epoch": 4.9553961322520275,
      "step": 15887
    },
    {
      "contrastive_lambda": 0.8367579042381124,
      "epoch": 4.955708047411104,
      "step": 15888
    },
    {
      "contrastive_lambda": 0.8367385522773625,
      "epoch": 4.956019962570181,
      "step": 15889
    },
    {
      "epoch": 4.956331877729258,
      "grad_norm": 0.14868836104869843,
      "learning_rate": 8.790551875648398e-05,
      "loss": 0.0401,
      "step": 15890
    },
    {
      "epoch": 4.956331877729258,
      "flow_loss": 0.0456453375518322,
      "step": 15890
    },
    {
      "contrastive_loss": 0.00602501817047596,
      "epoch": 4.956331877729258,
      "step": 15890
    },
    {
      "contrastive_lambda": 0.8367191993934248,
      "epoch": 4.956331877729258,
      "step": 15890
    },
    {
      "contrastive_lambda": 0.8366998455863521,
      "epoch": 4.956643792888334,
      "step": 15891
    },
    {
      "contrastive_lambda": 0.8366804908561979,
      "epoch": 4.956955708047412,
      "step": 15892
    },
    {
      "contrastive_lambda": 0.8366611352030149,
      "epoch": 4.957267623206488,
      "step": 15893
    },
    {
      "contrastive_lambda": 0.8366417786268563,
      "epoch": 4.9575795383655645,
      "step": 15894
    },
    {
      "contrastive_lambda": 0.8366224211277751,
      "epoch": 4.957891453524641,
      "step": 15895
    },
    {
      "contrastive_lambda": 0.8366030627058245,
      "epoch": 4.958203368683718,
      "step": 15896
    },
    {
      "contrastive_lambda": 0.8365837033610575,
      "epoch": 4.958515283842795,
      "step": 15897
    },
    {
      "contrastive_lambda": 0.836564343093527,
      "epoch": 4.958827199001871,
      "step": 15898
    },
    {
      "contrastive_lambda": 0.8365449819032864,
      "epoch": 4.959139114160948,
      "step": 15899
    },
    {
      "epoch": 4.959451029320025,
      "grad_norm": 0.16560566425323486,
      "learning_rate": 8.788754181523926e-05,
      "loss": 0.0489,
      "step": 15900
    },
    {
      "epoch": 4.959451029320025,
      "flow_loss": 0.05191660299897194,
      "step": 15900
    },
    {
      "contrastive_loss": 0.007722155191004276,
      "epoch": 4.959451029320025,
      "step": 15900
    },
    {
      "contrastive_lambda": 0.8365256197903885,
      "epoch": 4.959451029320025,
      "step": 15900
    },
    {
      "contrastive_lambda": 0.8365062567548867,
      "epoch": 4.959762944479102,
      "step": 15901
    },
    {
      "contrastive_lambda": 0.8364868927968337,
      "epoch": 4.960074859638178,
      "step": 15902
    },
    {
      "contrastive_lambda": 0.836467527916283,
      "epoch": 4.960386774797255,
      "step": 15903
    },
    {
      "contrastive_lambda": 0.8364481621132873,
      "epoch": 4.960698689956332,
      "step": 15904
    },
    {
      "contrastive_lambda": 0.8364287953878998,
      "epoch": 4.961010605115408,
      "step": 15905
    },
    {
      "contrastive_lambda": 0.8364094277401738,
      "epoch": 4.961322520274486,
      "step": 15906
    },
    {
      "contrastive_lambda": 0.8363900591701622,
      "epoch": 4.961634435433562,
      "step": 15907
    },
    {
      "contrastive_lambda": 0.8363706896779182,
      "epoch": 4.961946350592639,
      "step": 15908
    },
    {
      "contrastive_lambda": 0.8363513192634947,
      "epoch": 4.962258265751716,
      "step": 15909
    },
    {
      "epoch": 4.9625701809107925,
      "grad_norm": 0.13277475535869598,
      "learning_rate": 8.78695533647597e-05,
      "loss": 0.0467,
      "step": 15910
    },
    {
      "epoch": 4.9625701809107925,
      "flow_loss": 0.04979498311877251,
      "step": 15910
    },
    {
      "contrastive_loss": 0.006036827340722084,
      "epoch": 4.9625701809107925,
      "step": 15910
    },
    {
      "contrastive_lambda": 0.8363319479269451,
      "epoch": 4.9625701809107925,
      "step": 15910
    },
    {
      "contrastive_lambda": 0.8363125756683223,
      "epoch": 4.962882096069869,
      "step": 15911
    },
    {
      "contrastive_lambda": 0.8362932024876796,
      "epoch": 4.963194011228945,
      "step": 15912
    },
    {
      "contrastive_lambda": 0.8362738283850699,
      "epoch": 4.963505926388023,
      "step": 15913
    },
    {
      "contrastive_lambda": 0.8362544533605465,
      "epoch": 4.963817841547099,
      "step": 15914
    },
    {
      "contrastive_lambda": 0.8362350774141623,
      "epoch": 4.964129756706176,
      "step": 15915
    },
    {
      "contrastive_lambda": 0.8362157005459705,
      "epoch": 4.964441671865252,
      "step": 15916
    },
    {
      "contrastive_lambda": 0.8361963227560243,
      "epoch": 4.96475358702433,
      "step": 15917
    },
    {
      "contrastive_lambda": 0.8361769440443769,
      "epoch": 4.965065502183406,
      "step": 15918
    },
    {
      "contrastive_lambda": 0.8361575644110812,
      "epoch": 4.9653774173424825,
      "step": 15919
    },
    {
      "epoch": 4.96568933250156,
      "grad_norm": 0.16239579021930695,
      "learning_rate": 8.785155341050972e-05,
      "loss": 0.0462,
      "step": 15920
    },
    {
      "epoch": 4.96568933250156,
      "flow_loss": 0.06169774383306503,
      "step": 15920
    },
    {
      "contrastive_loss": 0.008472002111375332,
      "epoch": 4.96568933250156,
      "step": 15920
    },
    {
      "contrastive_lambda": 0.8361381838561907,
      "epoch": 4.96568933250156,
      "step": 15920
    },
    {
      "contrastive_lambda": 0.836118802379758,
      "epoch": 4.966001247660636,
      "step": 15921
    },
    {
      "contrastive_lambda": 0.8360994199818366,
      "epoch": 4.966313162819713,
      "step": 15922
    },
    {
      "contrastive_lambda": 0.8360800366624797,
      "epoch": 4.96662507797879,
      "step": 15923
    },
    {
      "contrastive_lambda": 0.8360606524217401,
      "epoch": 4.966936993137867,
      "step": 15924
    },
    {
      "contrastive_lambda": 0.8360412672596711,
      "epoch": 4.967248908296943,
      "step": 15925
    },
    {
      "contrastive_lambda": 0.836021881176326,
      "epoch": 4.9675608234560205,
      "step": 15926
    },
    {
      "contrastive_lambda": 0.8360024941717579,
      "epoch": 4.967872738615097,
      "step": 15927
    },
    {
      "contrastive_lambda": 0.8359831062460199,
      "epoch": 4.968184653774173,
      "step": 15928
    },
    {
      "contrastive_lambda": 0.835963717399165,
      "epoch": 4.96849656893325,
      "step": 15929
    },
    {
      "epoch": 4.968808484092327,
      "grad_norm": 0.13236509263515472,
      "learning_rate": 8.783354195795721e-05,
      "loss": 0.054,
      "step": 15930
    },
    {
      "epoch": 4.968808484092327,
      "flow_loss": 0.064180888235569,
      "step": 15930
    },
    {
      "contrastive_loss": 0.008600831031799316,
      "epoch": 4.968808484092327,
      "step": 15930
    },
    {
      "contrastive_lambda": 0.8359443276312466,
      "epoch": 4.968808484092327,
      "step": 15930
    },
    {
      "contrastive_lambda": 0.8359249369423176,
      "epoch": 4.969120399251404,
      "step": 15931
    },
    {
      "contrastive_lambda": 0.8359055453324314,
      "epoch": 4.96943231441048,
      "step": 15932
    },
    {
      "contrastive_lambda": 0.8358861528016411,
      "epoch": 4.969744229569557,
      "step": 15933
    },
    {
      "contrastive_lambda": 0.8358667593499999,
      "epoch": 4.970056144728634,
      "step": 15934
    },
    {
      "contrastive_lambda": 0.8358473649775608,
      "epoch": 4.9703680598877105,
      "step": 15935
    },
    {
      "contrastive_lambda": 0.8358279696843771,
      "epoch": 4.970679975046787,
      "step": 15936
    },
    {
      "contrastive_lambda": 0.8358085734705021,
      "epoch": 4.970991890205864,
      "step": 15937
    },
    {
      "contrastive_lambda": 0.8357891763359886,
      "epoch": 4.971303805364941,
      "step": 15938
    },
    {
      "contrastive_lambda": 0.8357697782808902,
      "epoch": 4.971615720524017,
      "step": 15939
    },
    {
      "epoch": 4.971927635683095,
      "grad_norm": 0.13289791345596313,
      "learning_rate": 8.78155190125736e-05,
      "loss": 0.0408,
      "step": 15940
    },
    {
      "epoch": 4.971927635683095,
      "flow_loss": 0.029065445065498352,
      "step": 15940
    },
    {
      "contrastive_loss": 0.006292094476521015,
      "epoch": 4.971927635683095,
      "step": 15940
    },
    {
      "contrastive_lambda": 0.8357503793052597,
      "epoch": 4.971927635683095,
      "step": 15940
    },
    {
      "contrastive_lambda": 0.8357309794091506,
      "epoch": 4.972239550842171,
      "step": 15941
    },
    {
      "contrastive_lambda": 0.8357115785926159,
      "epoch": 4.9725514660012475,
      "step": 15942
    },
    {
      "contrastive_lambda": 0.8356921768557088,
      "epoch": 4.972863381160324,
      "step": 15943
    },
    {
      "contrastive_lambda": 0.8356727741984828,
      "epoch": 4.973175296319401,
      "step": 15944
    },
    {
      "contrastive_lambda": 0.8356533706209905,
      "epoch": 4.973487211478478,
      "step": 15945
    },
    {
      "contrastive_lambda": 0.8356339661232857,
      "epoch": 4.973799126637554,
      "step": 15946
    },
    {
      "contrastive_lambda": 0.8356145607054212,
      "epoch": 4.974111041796632,
      "step": 15947
    },
    {
      "contrastive_lambda": 0.8355951543674502,
      "epoch": 4.974422956955708,
      "step": 15948
    },
    {
      "contrastive_lambda": 0.8355757471094263,
      "epoch": 4.974734872114785,
      "step": 15949
    },
    {
      "epoch": 4.975046787273861,
      "grad_norm": 0.15094012022018433,
      "learning_rate": 8.779748457983378e-05,
      "loss": 0.0451,
      "step": 15950
    },
    {
      "epoch": 4.975046787273861,
      "flow_loss": 0.05840618908405304,
      "step": 15950
    },
    {
      "contrastive_loss": 0.008744013495743275,
      "epoch": 4.975046787273861,
      "step": 15950
    },
    {
      "contrastive_lambda": 0.8355563389314022,
      "epoch": 4.975046787273861,
      "step": 15950
    },
    {
      "contrastive_lambda": 0.8355369298334314,
      "epoch": 4.975358702432938,
      "step": 15951
    },
    {
      "contrastive_lambda": 0.8355175198155672,
      "epoch": 4.975670617592015,
      "step": 15952
    },
    {
      "contrastive_lambda": 0.8354981088778626,
      "epoch": 4.975982532751091,
      "step": 15953
    },
    {
      "contrastive_lambda": 0.8354786970203708,
      "epoch": 4.976294447910169,
      "step": 15954
    },
    {
      "contrastive_lambda": 0.8354592842431452,
      "epoch": 4.976606363069245,
      "step": 15955
    },
    {
      "contrastive_lambda": 0.8354398705462389,
      "epoch": 4.976918278228322,
      "step": 15956
    },
    {
      "contrastive_lambda": 0.8354204559297052,
      "epoch": 4.977230193387399,
      "step": 15957
    },
    {
      "contrastive_lambda": 0.8354010403935971,
      "epoch": 4.9775421085464755,
      "step": 15958
    },
    {
      "contrastive_lambda": 0.8353816239379681,
      "epoch": 4.977854023705552,
      "step": 15959
    },
    {
      "epoch": 4.978165938864628,
      "grad_norm": 0.1487981081008911,
      "learning_rate": 8.777943866521612e-05,
      "loss": 0.0492,
      "step": 15960
    },
    {
      "epoch": 4.978165938864628,
      "flow_loss": 0.06880807876586914,
      "step": 15960
    },
    {
      "contrastive_loss": 0.005233765579760075,
      "epoch": 4.978165938864628,
      "step": 15960
    },
    {
      "contrastive_lambda": 0.8353622065628713,
      "epoch": 4.978165938864628,
      "step": 15960
    },
    {
      "contrastive_lambda": 0.8353427882683601,
      "epoch": 4.978477854023706,
      "step": 15961
    },
    {
      "contrastive_lambda": 0.8353233690544875,
      "epoch": 4.978789769182782,
      "step": 15962
    },
    {
      "contrastive_lambda": 0.8353039489213068,
      "epoch": 4.979101684341859,
      "step": 15963
    },
    {
      "contrastive_lambda": 0.8352845278688714,
      "epoch": 4.979413599500936,
      "step": 15964
    },
    {
      "contrastive_lambda": 0.8352651058972344,
      "epoch": 4.979725514660013,
      "step": 15965
    },
    {
      "contrastive_lambda": 0.835245683006449,
      "epoch": 4.980037429819089,
      "step": 15966
    },
    {
      "contrastive_lambda": 0.8352262591965687,
      "epoch": 4.9803493449781655,
      "step": 15967
    },
    {
      "contrastive_lambda": 0.8352068344676463,
      "epoch": 4.980661260137243,
      "step": 15968
    },
    {
      "contrastive_lambda": 0.8351874088197355,
      "epoch": 4.980973175296319,
      "step": 15969
    },
    {
      "epoch": 4.981285090455396,
      "grad_norm": 0.14447471499443054,
      "learning_rate": 8.77613812742025e-05,
      "loss": 0.0446,
      "step": 15970
    },
    {
      "epoch": 4.981285090455396,
      "flow_loss": 0.057169876992702484,
      "step": 15970
    },
    {
      "contrastive_loss": 0.01354900375008583,
      "epoch": 4.981285090455396,
      "step": 15970
    },
    {
      "contrastive_lambda": 0.8351679822528895,
      "epoch": 4.981285090455396,
      "step": 15970
    },
    {
      "contrastive_lambda": 0.8351485547671613,
      "epoch": 4.981597005614473,
      "step": 15971
    },
    {
      "contrastive_lambda": 0.8351291263626043,
      "epoch": 4.98190892077355,
      "step": 15972
    },
    {
      "contrastive_lambda": 0.8351096970392717,
      "epoch": 4.982220835932626,
      "step": 15973
    },
    {
      "contrastive_lambda": 0.8350902667972171,
      "epoch": 4.9825327510917035,
      "step": 15974
    },
    {
      "contrastive_lambda": 0.8350708356364933,
      "epoch": 4.98284466625078,
      "step": 15975
    },
    {
      "contrastive_lambda": 0.8350514035571538,
      "epoch": 4.983156581409856,
      "step": 15976
    },
    {
      "contrastive_lambda": 0.8350319705592519,
      "epoch": 4.983468496568933,
      "step": 15977
    },
    {
      "contrastive_lambda": 0.8350125366428409,
      "epoch": 4.98378041172801,
      "step": 15978
    },
    {
      "contrastive_lambda": 0.8349931018079739,
      "epoch": 4.984092326887087,
      "step": 15979
    },
    {
      "epoch": 4.984404242046163,
      "grad_norm": 0.132303386926651,
      "learning_rate": 8.774331241227829e-05,
      "loss": 0.0439,
      "step": 15980
    },
    {
      "epoch": 4.984404242046163,
      "flow_loss": 0.030364207923412323,
      "step": 15980
    },
    {
      "contrastive_loss": 0.007900342345237732,
      "epoch": 4.984404242046163,
      "step": 15980
    },
    {
      "contrastive_lambda": 0.8349736660547042,
      "epoch": 4.984404242046163,
      "step": 15980
    },
    {
      "contrastive_lambda": 0.8349542293830854,
      "epoch": 4.9847161572052405,
      "step": 15981
    },
    {
      "contrastive_lambda": 0.8349347917931704,
      "epoch": 4.985028072364317,
      "step": 15982
    },
    {
      "contrastive_lambda": 0.8349153532850128,
      "epoch": 4.9853399875233935,
      "step": 15983
    },
    {
      "contrastive_lambda": 0.8348959138586656,
      "epoch": 4.98565190268247,
      "step": 15984
    },
    {
      "contrastive_lambda": 0.8348764735141823,
      "epoch": 4.985963817841547,
      "step": 15985
    },
    {
      "contrastive_lambda": 0.8348570322516161,
      "epoch": 4.986275733000624,
      "step": 15986
    },
    {
      "contrastive_lambda": 0.8348375900710203,
      "epoch": 4.9865876481597,
      "step": 15987
    },
    {
      "contrastive_lambda": 0.8348181469724484,
      "epoch": 4.986899563318778,
      "step": 15988
    },
    {
      "contrastive_lambda": 0.8347987029559534,
      "epoch": 4.987211478477854,
      "step": 15989
    },
    {
      "epoch": 4.9875233936369305,
      "grad_norm": 0.1970505267381668,
      "learning_rate": 8.772523208493232e-05,
      "loss": 0.0417,
      "step": 15990
    },
    {
      "epoch": 4.9875233936369305,
      "flow_loss": 0.03262454271316528,
      "step": 15990
    },
    {
      "contrastive_loss": 0.005878706928342581,
      "epoch": 4.9875233936369305,
      "step": 15990
    },
    {
      "contrastive_lambda": 0.8347792580215887,
      "epoch": 4.9875233936369305,
      "step": 15990
    },
    {
      "contrastive_lambda": 0.8347598121694078,
      "epoch": 4.987835308796008,
      "step": 15991
    },
    {
      "contrastive_lambda": 0.8347403653994638,
      "epoch": 4.988147223955084,
      "step": 15992
    },
    {
      "contrastive_lambda": 0.83472091771181,
      "epoch": 4.988459139114161,
      "step": 15993
    },
    {
      "contrastive_lambda": 0.8347014691065,
      "epoch": 4.988771054273237,
      "step": 15994
    },
    {
      "contrastive_lambda": 0.8346820195835868,
      "epoch": 4.989082969432315,
      "step": 15995
    },
    {
      "contrastive_lambda": 0.8346625691431238,
      "epoch": 4.989394884591391,
      "step": 15996
    },
    {
      "contrastive_lambda": 0.8346431177851644,
      "epoch": 4.989706799750468,
      "step": 15997
    },
    {
      "contrastive_lambda": 0.834623665509762,
      "epoch": 4.990018714909545,
      "step": 15998
    },
    {
      "contrastive_lambda": 0.8346042123169697,
      "epoch": 4.990330630068621,
      "step": 15999
    },
    {
      "epoch": 4.990642545227698,
      "grad_norm": 0.11515887081623077,
      "learning_rate": 8.770714029765692e-05,
      "loss": 0.0412,
      "step": 16000
    },
    {
      "epoch": 4.990642545227698,
      "flow_loss": 0.03762852028012276,
      "step": 16000
    },
    {
      "contrastive_loss": 0.005159657448530197,
      "epoch": 4.990642545227698,
      "step": 16000
    },
    {
      "contrastive_lambda": 0.834584758206841,
      "epoch": 4.990642545227698,
      "step": 16000
    },
    {
      "contrastive_lambda": 0.8345653031794291,
      "epoch": 4.990954460386774,
      "step": 16001
    },
    {
      "contrastive_lambda": 0.8345458472347875,
      "epoch": 4.991266375545852,
      "step": 16002
    },
    {
      "contrastive_lambda": 0.8345263903729694,
      "epoch": 4.991578290704928,
      "step": 16003
    },
    {
      "contrastive_lambda": 0.8345069325940283,
      "epoch": 4.991890205864005,
      "step": 16004
    },
    {
      "contrastive_lambda": 0.8344874738980175,
      "epoch": 4.992202121023082,
      "step": 16005
    },
    {
      "contrastive_lambda": 0.8344680142849902,
      "epoch": 4.9925140361821585,
      "step": 16006
    },
    {
      "contrastive_lambda": 0.8344485537549998,
      "epoch": 4.992825951341235,
      "step": 16007
    },
    {
      "contrastive_lambda": 0.8344290923080998,
      "epoch": 4.993137866500312,
      "step": 16008
    },
    {
      "contrastive_lambda": 0.8344096299443434,
      "epoch": 4.993449781659389,
      "step": 16009
    },
    {
      "epoch": 4.993761696818465,
      "grad_norm": 0.1368425041437149,
      "learning_rate": 8.768903705594789e-05,
      "loss": 0.0407,
      "step": 16010
    },
    {
      "epoch": 4.993761696818465,
      "flow_loss": 0.02897176891565323,
      "step": 16010
    },
    {
      "contrastive_loss": 0.0052329618483781815,
      "epoch": 4.993761696818465,
      "step": 16010
    },
    {
      "contrastive_lambda": 0.8343901666637841,
      "epoch": 4.993761696818465,
      "step": 16010
    },
    {
      "contrastive_lambda": 0.834370702466475,
      "epoch": 4.994073611977542,
      "step": 16011
    },
    {
      "contrastive_lambda": 0.8343512373524697,
      "epoch": 4.994385527136619,
      "step": 16012
    },
    {
      "contrastive_lambda": 0.8343317713218217,
      "epoch": 4.994697442295696,
      "step": 16013
    },
    {
      "contrastive_lambda": 0.8343123043745839,
      "epoch": 4.995009357454772,
      "step": 16014
    },
    {
      "contrastive_lambda": 0.8342928365108101,
      "epoch": 4.995321272613849,
      "step": 16015
    },
    {
      "contrastive_lambda": 0.8342733677305534,
      "epoch": 4.995633187772926,
      "step": 16016
    },
    {
      "contrastive_lambda": 0.8342538980338674,
      "epoch": 4.995945102932002,
      "step": 16017
    },
    {
      "contrastive_lambda": 0.8342344274208053,
      "epoch": 4.996257018091079,
      "step": 16018
    },
    {
      "contrastive_lambda": 0.8342149558914205,
      "epoch": 4.996568933250156,
      "step": 16019
    },
    {
      "epoch": 4.996880848409233,
      "grad_norm": 0.16002625226974487,
      "learning_rate": 8.767092236530453e-05,
      "loss": 0.0359,
      "step": 16020
    },
    {
      "epoch": 4.996880848409233,
      "flow_loss": 0.036405548453330994,
      "step": 16020
    },
    {
      "contrastive_loss": 0.0052833156660199165,
      "epoch": 4.996880848409233,
      "step": 16020
    },
    {
      "contrastive_lambda": 0.8341954834457664,
      "epoch": 4.996880848409233,
      "step": 16020
    },
    {
      "contrastive_lambda": 0.8341760100838965,
      "epoch": 4.997192763568309,
      "step": 16021
    },
    {
      "contrastive_lambda": 0.834156535805864,
      "epoch": 4.9975046787273865,
      "step": 16022
    },
    {
      "contrastive_lambda": 0.8341370606117225,
      "epoch": 4.997816593886463,
      "step": 16023
    },
    {
      "contrastive_lambda": 0.8341175845015252,
      "epoch": 4.998128509045539,
      "step": 16024
    },
    {
      "contrastive_lambda": 0.8340981074753258,
      "epoch": 4.998440424204617,
      "step": 16025
    },
    {
      "contrastive_lambda": 0.8340786295331771,
      "epoch": 4.998752339363693,
      "step": 16026
    },
    {
      "contrastive_lambda": 0.834059150675133,
      "epoch": 4.99906425452277,
      "step": 16027
    },
    {
      "contrastive_lambda": 0.8340396709012469,
      "epoch": 4.999376169681846,
      "step": 16028
    },
    {
      "contrastive_lambda": 0.8340201902115719,
      "epoch": 4.9996880848409235,
      "step": 16029
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.15839596092700958,
      "learning_rate": 8.76527962312296e-05,
      "loss": 0.0377,
      "step": 16030
    },
    {
      "epoch": 5.0,
      "flow_loss": 0.043244846165180206,
      "step": 16030
    },
    {
      "contrastive_loss": 0.005601660814136267,
      "epoch": 5.0,
      "step": 16030
    },
    {
      "contrastive_lambda": 0.8340007086061617,
      "epoch": 5.0,
      "step": 16030
    },
    {
      "contrastive_lambda": 0.8339812260850695,
      "epoch": 5.0003119151590765,
      "step": 16031
    },
    {
      "contrastive_lambda": 0.833961742648349,
      "epoch": 5.000623830318154,
      "step": 16032
    },
    {
      "contrastive_lambda": 0.8339422582960532,
      "epoch": 5.00093574547723,
      "step": 16033
    },
    {
      "contrastive_lambda": 0.8339227730282358,
      "epoch": 5.001247660636307,
      "step": 16034
    },
    {
      "contrastive_lambda": 0.8339032868449502,
      "epoch": 5.001559575795383,
      "step": 16035
    },
    {
      "contrastive_lambda": 0.8338837997462498,
      "epoch": 5.001871490954461,
      "step": 16036
    },
    {
      "contrastive_lambda": 0.8338643117321879,
      "epoch": 5.002183406113537,
      "step": 16037
    },
    {
      "contrastive_lambda": 0.8338448228028181,
      "epoch": 5.0024953212726135,
      "step": 16038
    },
    {
      "contrastive_lambda": 0.8338253329581937,
      "epoch": 5.002807236431691,
      "step": 16039
    },
    {
      "epoch": 5.003119151590767,
      "grad_norm": 0.1188506931066513,
      "learning_rate": 8.763465865922934e-05,
      "loss": 0.0415,
      "step": 16040
    },
    {
      "epoch": 5.003119151590767,
      "flow_loss": 0.04701777547597885,
      "step": 16040
    },
    {
      "contrastive_loss": 0.005743479821830988,
      "epoch": 5.003119151590767,
      "step": 16040
    },
    {
      "contrastive_lambda": 0.8338058421983683,
      "epoch": 5.003119151590767,
      "step": 16040
    },
    {
      "contrastive_lambda": 0.8337863505233952,
      "epoch": 5.003431066749844,
      "step": 16041
    },
    {
      "contrastive_lambda": 0.8337668579333279,
      "epoch": 5.003742981908921,
      "step": 16042
    },
    {
      "contrastive_lambda": 0.8337473644282198,
      "epoch": 5.004054897067998,
      "step": 16043
    },
    {
      "contrastive_lambda": 0.8337278700081243,
      "epoch": 5.004366812227074,
      "step": 16044
    },
    {
      "contrastive_lambda": 0.8337083746730949,
      "epoch": 5.004678727386151,
      "step": 16045
    },
    {
      "contrastive_lambda": 0.8336888784231851,
      "epoch": 5.004990642545228,
      "step": 16046
    },
    {
      "contrastive_lambda": 0.8336693812584481,
      "epoch": 5.005302557704304,
      "step": 16047
    },
    {
      "contrastive_lambda": 0.8336498831789378,
      "epoch": 5.005614472863381,
      "step": 16048
    },
    {
      "contrastive_lambda": 0.8336303841847073,
      "epoch": 5.005926388022458,
      "step": 16049
    },
    {
      "epoch": 5.006238303181535,
      "grad_norm": 0.10115011781454086,
      "learning_rate": 8.761650965481347e-05,
      "loss": 0.0472,
      "step": 16050
    },
    {
      "epoch": 5.006238303181535,
      "flow_loss": 0.05634923279285431,
      "step": 16050
    },
    {
      "contrastive_loss": 0.005568533204495907,
      "epoch": 5.006238303181535,
      "step": 16050
    },
    {
      "contrastive_lambda": 0.8336108842758101,
      "epoch": 5.006238303181535,
      "step": 16050
    },
    {
      "contrastive_lambda": 0.8335913834522999,
      "epoch": 5.006550218340611,
      "step": 16051
    },
    {
      "contrastive_lambda": 0.8335718817142298,
      "epoch": 5.006862133499688,
      "step": 16052
    },
    {
      "contrastive_lambda": 0.8335523790616535,
      "epoch": 5.007174048658765,
      "step": 16053
    },
    {
      "contrastive_lambda": 0.8335328754946244,
      "epoch": 5.0074859638178415,
      "step": 16054
    },
    {
      "contrastive_lambda": 0.8335133710131961,
      "epoch": 5.007797878976918,
      "step": 16055
    },
    {
      "contrastive_lambda": 0.8334938656174218,
      "epoch": 5.008109794135995,
      "step": 16056
    },
    {
      "contrastive_lambda": 0.8334743593073553,
      "epoch": 5.008421709295072,
      "step": 16057
    },
    {
      "contrastive_lambda": 0.8334548520830497,
      "epoch": 5.008733624454148,
      "step": 16058
    },
    {
      "contrastive_lambda": 0.8334353439445588,
      "epoch": 5.009045539613226,
      "step": 16059
    },
    {
      "epoch": 5.009357454772302,
      "grad_norm": 0.15310531854629517,
      "learning_rate": 8.759834922349516e-05,
      "loss": 0.0422,
      "step": 16060
    },
    {
      "epoch": 5.009357454772302,
      "flow_loss": 0.03506096452474594,
      "step": 16060
    },
    {
      "contrastive_loss": 0.012082213535904884,
      "epoch": 5.009357454772302,
      "step": 16060
    },
    {
      "contrastive_lambda": 0.833415834891936,
      "epoch": 5.009357454772302,
      "step": 16060
    },
    {
      "contrastive_lambda": 0.8333963249252347,
      "epoch": 5.009669369931379,
      "step": 16061
    },
    {
      "contrastive_lambda": 0.8333768140445085,
      "epoch": 5.009981285090455,
      "step": 16062
    },
    {
      "contrastive_lambda": 0.8333573022498109,
      "epoch": 5.010293200249532,
      "step": 16063
    },
    {
      "contrastive_lambda": 0.8333377895411951,
      "epoch": 5.010605115408609,
      "step": 16064
    },
    {
      "contrastive_lambda": 0.833318275918715,
      "epoch": 5.010917030567685,
      "step": 16065
    },
    {
      "contrastive_lambda": 0.8332987613824239,
      "epoch": 5.011228945726763,
      "step": 16066
    },
    {
      "contrastive_lambda": 0.8332792459323752,
      "epoch": 5.011540860885839,
      "step": 16067
    },
    {
      "contrastive_lambda": 0.8332597295686227,
      "epoch": 5.011852776044916,
      "step": 16068
    },
    {
      "contrastive_lambda": 0.8332402122912197,
      "epoch": 5.012164691203992,
      "step": 16069
    },
    {
      "epoch": 5.0124766063630695,
      "grad_norm": 0.10327297449111938,
      "learning_rate": 8.758017737079108e-05,
      "loss": 0.045,
      "step": 16070
    },
    {
      "epoch": 5.0124766063630695,
      "flow_loss": 0.034442558884620667,
      "step": 16070
    },
    {
      "contrastive_loss": 0.011130400002002716,
      "epoch": 5.0124766063630695,
      "step": 16070
    },
    {
      "contrastive_lambda": 0.8332206941002196,
      "epoch": 5.0124766063630695,
      "step": 16070
    },
    {
      "contrastive_lambda": 0.8332011749956763,
      "epoch": 5.012788521522146,
      "step": 16071
    },
    {
      "contrastive_lambda": 0.8331816549776428,
      "epoch": 5.013100436681222,
      "step": 16072
    },
    {
      "contrastive_lambda": 0.833162134046173,
      "epoch": 5.0134123518403,
      "step": 16073
    },
    {
      "contrastive_lambda": 0.8331426122013204,
      "epoch": 5.013724266999376,
      "step": 16074
    },
    {
      "contrastive_lambda": 0.8331230894431381,
      "epoch": 5.014036182158453,
      "step": 16075
    },
    {
      "contrastive_lambda": 0.8331035657716802,
      "epoch": 5.01434809731753,
      "step": 16076
    },
    {
      "contrastive_lambda": 0.8330840411869999,
      "epoch": 5.0146600124766065,
      "step": 16077
    },
    {
      "contrastive_lambda": 0.8330645156891507,
      "epoch": 5.014971927635683,
      "step": 16078
    },
    {
      "contrastive_lambda": 0.8330449892781864,
      "epoch": 5.0152838427947595,
      "step": 16079
    },
    {
      "epoch": 5.015595757953837,
      "grad_norm": 0.13285179436206818,
      "learning_rate": 8.756199410222137e-05,
      "loss": 0.0488,
      "step": 16080
    },
    {
      "epoch": 5.015595757953837,
      "flow_loss": 0.06162299960851669,
      "step": 16080
    },
    {
      "contrastive_loss": 0.009001269936561584,
      "epoch": 5.015595757953837,
      "step": 16080
    },
    {
      "contrastive_lambda": 0.8330254619541602,
      "epoch": 5.015595757953837,
      "step": 16080
    },
    {
      "contrastive_lambda": 0.8330059337171258,
      "epoch": 5.015907673112913,
      "step": 16081
    },
    {
      "contrastive_lambda": 0.8329864045671368,
      "epoch": 5.01621958827199,
      "step": 16082
    },
    {
      "contrastive_lambda": 0.8329668745042467,
      "epoch": 5.016531503431067,
      "step": 16083
    },
    {
      "contrastive_lambda": 0.8329473435285089,
      "epoch": 5.016843418590144,
      "step": 16084
    },
    {
      "contrastive_lambda": 0.832927811639977,
      "epoch": 5.01715533374922,
      "step": 16085
    },
    {
      "contrastive_lambda": 0.8329082788387048,
      "epoch": 5.0174672489082965,
      "step": 16086
    },
    {
      "contrastive_lambda": 0.8328887451247455,
      "epoch": 5.017779164067374,
      "step": 16087
    },
    {
      "contrastive_lambda": 0.8328692104981528,
      "epoch": 5.01809107922645,
      "step": 16088
    },
    {
      "contrastive_lambda": 0.8328496749589803,
      "epoch": 5.018402994385527,
      "step": 16089
    },
    {
      "epoch": 5.018714909544604,
      "grad_norm": 0.194346621632576,
      "learning_rate": 8.754379942330963e-05,
      "loss": 0.0451,
      "step": 16090
    },
    {
      "epoch": 5.018714909544604,
      "flow_loss": 0.03419835492968559,
      "step": 16090
    },
    {
      "contrastive_loss": 0.008806511759757996,
      "epoch": 5.018714909544604,
      "step": 16090
    },
    {
      "contrastive_lambda": 0.8328301385072816,
      "epoch": 5.018714909544604,
      "step": 16090
    },
    {
      "contrastive_lambda": 0.83281060114311,
      "epoch": 5.019026824703681,
      "step": 16091
    },
    {
      "contrastive_lambda": 0.8327910628665194,
      "epoch": 5.019338739862757,
      "step": 16092
    },
    {
      "contrastive_lambda": 0.8327715236775632,
      "epoch": 5.0196506550218345,
      "step": 16093
    },
    {
      "contrastive_lambda": 0.8327519835762949,
      "epoch": 5.019962570180911,
      "step": 16094
    },
    {
      "contrastive_lambda": 0.8327324425627681,
      "epoch": 5.020274485339987,
      "step": 16095
    },
    {
      "contrastive_lambda": 0.8327129006370365,
      "epoch": 5.020586400499064,
      "step": 16096
    },
    {
      "contrastive_lambda": 0.8326933577991535,
      "epoch": 5.020898315658141,
      "step": 16097
    },
    {
      "contrastive_lambda": 0.832673814049173,
      "epoch": 5.021210230817218,
      "step": 16098
    },
    {
      "contrastive_lambda": 0.8326542693871481,
      "epoch": 5.021522145976294,
      "step": 16099
    },
    {
      "epoch": 5.021834061135372,
      "grad_norm": 0.13452650606632233,
      "learning_rate": 8.75255933395829e-05,
      "loss": 0.0432,
      "step": 16100
    },
    {
      "epoch": 5.021834061135372,
      "flow_loss": 0.03665107861161232,
      "step": 16100
    },
    {
      "contrastive_loss": 0.008865779265761375,
      "epoch": 5.021834061135372,
      "step": 16100
    },
    {
      "contrastive_lambda": 0.8326347238131329,
      "epoch": 5.021834061135372,
      "step": 16100
    },
    {
      "contrastive_lambda": 0.8326151773271804,
      "epoch": 5.022145976294448,
      "step": 16101
    },
    {
      "contrastive_lambda": 0.8325956299293447,
      "epoch": 5.0224578914535245,
      "step": 16102
    },
    {
      "contrastive_lambda": 0.8325760816196792,
      "epoch": 5.022769806612601,
      "step": 16103
    },
    {
      "contrastive_lambda": 0.8325565323982373,
      "epoch": 5.023081721771678,
      "step": 16104
    },
    {
      "contrastive_lambda": 0.832536982265073,
      "epoch": 5.023393636930755,
      "step": 16105
    },
    {
      "contrastive_lambda": 0.8325174312202397,
      "epoch": 5.023705552089831,
      "step": 16106
    },
    {
      "contrastive_lambda": 0.8324978792637908,
      "epoch": 5.024017467248909,
      "step": 16107
    },
    {
      "contrastive_lambda": 0.8324783263957802,
      "epoch": 5.024329382407985,
      "step": 16108
    },
    {
      "contrastive_lambda": 0.8324587726162613,
      "epoch": 5.024641297567062,
      "step": 16109
    },
    {
      "epoch": 5.024953212726139,
      "grad_norm": 0.12404437363147736,
      "learning_rate": 8.750737585657171e-05,
      "loss": 0.0391,
      "step": 16110
    },
    {
      "epoch": 5.024953212726139,
      "flow_loss": 0.028253259137272835,
      "step": 16110
    },
    {
      "contrastive_loss": 0.006804628297686577,
      "epoch": 5.024953212726139,
      "step": 16110
    },
    {
      "contrastive_lambda": 0.832439217925288,
      "epoch": 5.024953212726139,
      "step": 16110
    },
    {
      "contrastive_lambda": 0.8324196623229134,
      "epoch": 5.025265127885215,
      "step": 16111
    },
    {
      "contrastive_lambda": 0.8324001058091917,
      "epoch": 5.025577043044292,
      "step": 16112
    },
    {
      "contrastive_lambda": 0.8323805483841762,
      "epoch": 5.025888958203368,
      "step": 16113
    },
    {
      "contrastive_lambda": 0.8323609900479204,
      "epoch": 5.026200873362446,
      "step": 16114
    },
    {
      "contrastive_lambda": 0.8323414308004782,
      "epoch": 5.026512788521522,
      "step": 16115
    },
    {
      "contrastive_lambda": 0.8323218706419031,
      "epoch": 5.026824703680599,
      "step": 16116
    },
    {
      "contrastive_lambda": 0.8323023095722486,
      "epoch": 5.027136618839676,
      "step": 16117
    },
    {
      "contrastive_lambda": 0.8322827475915686,
      "epoch": 5.0274485339987525,
      "step": 16118
    },
    {
      "contrastive_lambda": 0.8322631846999164,
      "epoch": 5.027760449157829,
      "step": 16119
    },
    {
      "epoch": 5.028072364316905,
      "grad_norm": 0.11828409135341644,
      "learning_rate": 8.748914697981008e-05,
      "loss": 0.0441,
      "step": 16120
    },
    {
      "epoch": 5.028072364316905,
      "flow_loss": 0.04835900291800499,
      "step": 16120
    },
    {
      "contrastive_loss": 0.008695434778928757,
      "epoch": 5.028072364316905,
      "step": 16120
    },
    {
      "contrastive_lambda": 0.832243620897346,
      "epoch": 5.028072364316905,
      "step": 16120
    },
    {
      "contrastive_lambda": 0.8322240561839108,
      "epoch": 5.028384279475983,
      "step": 16121
    },
    {
      "contrastive_lambda": 0.8322044905596645,
      "epoch": 5.028696194635059,
      "step": 16122
    },
    {
      "contrastive_lambda": 0.8321849240246607,
      "epoch": 5.029008109794136,
      "step": 16123
    },
    {
      "contrastive_lambda": 0.8321653565789531,
      "epoch": 5.029320024953213,
      "step": 16124
    },
    {
      "contrastive_lambda": 0.8321457882225952,
      "epoch": 5.0296319401122895,
      "step": 16125
    },
    {
      "contrastive_lambda": 0.8321262189556409,
      "epoch": 5.029943855271366,
      "step": 16126
    },
    {
      "contrastive_lambda": 0.8321066487781437,
      "epoch": 5.030255770430443,
      "step": 16127
    },
    {
      "contrastive_lambda": 0.8320870776901572,
      "epoch": 5.03056768558952,
      "step": 16128
    },
    {
      "contrastive_lambda": 0.832067505691735,
      "epoch": 5.030879600748596,
      "step": 16129
    },
    {
      "epoch": 5.031191515907673,
      "grad_norm": 0.13232310116291046,
      "learning_rate": 8.747090671483542e-05,
      "loss": 0.0386,
      "step": 16130
    },
    {
      "epoch": 5.031191515907673,
      "flow_loss": 0.04173688590526581,
      "step": 16130
    },
    {
      "contrastive_loss": 0.007822109386324883,
      "epoch": 5.031191515907673,
      "step": 16130
    },
    {
      "contrastive_lambda": 0.8320479327829311,
      "epoch": 5.031191515907673,
      "step": 16130
    },
    {
      "contrastive_lambda": 0.8320283589637989,
      "epoch": 5.03150343106675,
      "step": 16131
    },
    {
      "contrastive_lambda": 0.8320087842343921,
      "epoch": 5.031815346225827,
      "step": 16132
    },
    {
      "contrastive_lambda": 0.8319892085947643,
      "epoch": 5.032127261384903,
      "step": 16133
    },
    {
      "contrastive_lambda": 0.8319696320449692,
      "epoch": 5.03243917654398,
      "step": 16134
    },
    {
      "contrastive_lambda": 0.8319500545850607,
      "epoch": 5.032751091703057,
      "step": 16135
    },
    {
      "contrastive_lambda": 0.8319304762150921,
      "epoch": 5.033063006862133,
      "step": 16136
    },
    {
      "contrastive_lambda": 0.8319108969351173,
      "epoch": 5.03337492202121,
      "step": 16137
    },
    {
      "contrastive_lambda": 0.83189131674519,
      "epoch": 5.033686837180287,
      "step": 16138
    },
    {
      "contrastive_lambda": 0.8318717356453638,
      "epoch": 5.033998752339364,
      "step": 16139
    },
    {
      "epoch": 5.03431066749844,
      "grad_norm": 0.12278946489095688,
      "learning_rate": 8.745265506718869e-05,
      "loss": 0.046,
      "step": 16140
    },
    {
      "epoch": 5.03431066749844,
      "flow_loss": 0.03693939372897148,
      "step": 16140
    },
    {
      "contrastive_loss": 0.011009431444108486,
      "epoch": 5.03431066749844,
      "step": 16140
    },
    {
      "contrastive_lambda": 0.8318521536356922,
      "epoch": 5.03431066749844,
      "step": 16140
    },
    {
      "contrastive_lambda": 0.8318325707162293,
      "epoch": 5.0346225826575175,
      "step": 16141
    },
    {
      "contrastive_lambda": 0.8318129868870284,
      "epoch": 5.034934497816594,
      "step": 16142
    },
    {
      "contrastive_lambda": 0.8317934021481435,
      "epoch": 5.03524641297567,
      "step": 16143
    },
    {
      "contrastive_lambda": 0.8317738164996281,
      "epoch": 5.035558328134747,
      "step": 16144
    },
    {
      "contrastive_lambda": 0.8317542299415359,
      "epoch": 5.035870243293824,
      "step": 16145
    },
    {
      "contrastive_lambda": 0.8317346424739207,
      "epoch": 5.036182158452901,
      "step": 16146
    },
    {
      "contrastive_lambda": 0.8317150540968361,
      "epoch": 5.036494073611977,
      "step": 16147
    },
    {
      "contrastive_lambda": 0.8316954648103358,
      "epoch": 5.036805988771055,
      "step": 16148
    },
    {
      "contrastive_lambda": 0.8316758746144737,
      "epoch": 5.037117903930131,
      "step": 16149
    },
    {
      "epoch": 5.0374298190892075,
      "grad_norm": 0.12276692688465118,
      "learning_rate": 8.74343920424142e-05,
      "loss": 0.0413,
      "step": 16150
    },
    {
      "epoch": 5.0374298190892075,
      "flow_loss": 0.05201996862888336,
      "step": 16150
    },
    {
      "contrastive_loss": 0.007605927065014839,
      "epoch": 5.0374298190892075,
      "step": 16150
    },
    {
      "contrastive_lambda": 0.8316562835093033,
      "epoch": 5.0374298190892075,
      "step": 16150
    },
    {
      "contrastive_lambda": 0.8316366914948783,
      "epoch": 5.037741734248285,
      "step": 16151
    },
    {
      "contrastive_lambda": 0.8316170985712525,
      "epoch": 5.038053649407361,
      "step": 16152
    },
    {
      "contrastive_lambda": 0.8315975047384796,
      "epoch": 5.038365564566438,
      "step": 16153
    },
    {
      "contrastive_lambda": 0.8315779099966134,
      "epoch": 5.038677479725514,
      "step": 16154
    },
    {
      "contrastive_lambda": 0.8315583143457075,
      "epoch": 5.038989394884592,
      "step": 16155
    },
    {
      "contrastive_lambda": 0.8315387177858156,
      "epoch": 5.039301310043668,
      "step": 16156
    },
    {
      "contrastive_lambda": 0.8315191203169916,
      "epoch": 5.039613225202745,
      "step": 16157
    },
    {
      "contrastive_lambda": 0.831499521939289,
      "epoch": 5.039925140361822,
      "step": 16158
    },
    {
      "contrastive_lambda": 0.8314799226527616,
      "epoch": 5.040237055520898,
      "step": 16159
    },
    {
      "epoch": 5.040548970679975,
      "grad_norm": 0.11166569590568542,
      "learning_rate": 8.741611764605982e-05,
      "loss": 0.046,
      "step": 16160
    },
    {
      "epoch": 5.040548970679975,
      "flow_loss": 0.04403551667928696,
      "step": 16160
    },
    {
      "contrastive_loss": 0.006670157890766859,
      "epoch": 5.040548970679975,
      "step": 16160
    },
    {
      "contrastive_lambda": 0.8314603224574633,
      "epoch": 5.040548970679975,
      "step": 16160
    },
    {
      "contrastive_lambda": 0.8314407213534476,
      "epoch": 5.040860885839051,
      "step": 16161
    },
    {
      "contrastive_lambda": 0.8314211193407683,
      "epoch": 5.041172800998129,
      "step": 16162
    },
    {
      "contrastive_lambda": 0.8314015164194792,
      "epoch": 5.041484716157205,
      "step": 16163
    },
    {
      "contrastive_lambda": 0.8313819125896342,
      "epoch": 5.041796631316282,
      "step": 16164
    },
    {
      "contrastive_lambda": 0.8313623078512868,
      "epoch": 5.042108546475359,
      "step": 16165
    },
    {
      "contrastive_lambda": 0.8313427022044908,
      "epoch": 5.0424204616344355,
      "step": 16166
    },
    {
      "contrastive_lambda": 0.8313230956492998,
      "epoch": 5.042732376793512,
      "step": 16167
    },
    {
      "contrastive_lambda": 0.8313034881857679,
      "epoch": 5.043044291952589,
      "step": 16168
    },
    {
      "contrastive_lambda": 0.8312838798139487,
      "epoch": 5.043356207111666,
      "step": 16169
    },
    {
      "epoch": 5.043668122270742,
      "grad_norm": 0.13572953641414642,
      "learning_rate": 8.739783188367682e-05,
      "loss": 0.0402,
      "step": 16170
    },
    {
      "epoch": 5.043668122270742,
      "flow_loss": 0.045151613652706146,
      "step": 16170
    },
    {
      "contrastive_loss": 0.007373328320682049,
      "epoch": 5.043668122270742,
      "step": 16170
    },
    {
      "contrastive_lambda": 0.8312642705338958,
      "epoch": 5.043668122270742,
      "step": 16170
    },
    {
      "contrastive_lambda": 0.8312446603456634,
      "epoch": 5.043980037429819,
      "step": 16171
    },
    {
      "contrastive_lambda": 0.8312250492493045,
      "epoch": 5.044291952588896,
      "step": 16172
    },
    {
      "contrastive_lambda": 0.8312054372448736,
      "epoch": 5.0446038677479725,
      "step": 16173
    },
    {
      "contrastive_lambda": 0.8311858243324242,
      "epoch": 5.044915782907049,
      "step": 16174
    },
    {
      "contrastive_lambda": 0.83116621051201,
      "epoch": 5.045227698066126,
      "step": 16175
    },
    {
      "contrastive_lambda": 0.8311465957836848,
      "epoch": 5.045539613225203,
      "step": 16176
    },
    {
      "contrastive_lambda": 0.8311269801475025,
      "epoch": 5.045851528384279,
      "step": 16177
    },
    {
      "contrastive_lambda": 0.8311073636035167,
      "epoch": 5.046163443543356,
      "step": 16178
    },
    {
      "contrastive_lambda": 0.8310877461517813,
      "epoch": 5.046475358702433,
      "step": 16179
    },
    {
      "epoch": 5.04678727386151,
      "grad_norm": 0.10325758904218674,
      "learning_rate": 8.737953476081991e-05,
      "loss": 0.0489,
      "step": 16180
    },
    {
      "epoch": 5.04678727386151,
      "flow_loss": 0.039796099066734314,
      "step": 16180
    },
    {
      "contrastive_loss": 0.006483034230768681,
      "epoch": 5.04678727386151,
      "step": 16180
    },
    {
      "contrastive_lambda": 0.83106812779235,
      "epoch": 5.04678727386151,
      "step": 16180
    },
    {
      "contrastive_lambda": 0.8310485085252767,
      "epoch": 5.047099189020586,
      "step": 16181
    },
    {
      "contrastive_lambda": 0.8310288883506151,
      "epoch": 5.047411104179663,
      "step": 16182
    },
    {
      "contrastive_lambda": 0.831009267268419,
      "epoch": 5.04772301933874,
      "step": 16183
    },
    {
      "contrastive_lambda": 0.8309896452787422,
      "epoch": 5.048034934497816,
      "step": 16184
    },
    {
      "contrastive_lambda": 0.8309700223816384,
      "epoch": 5.048346849656894,
      "step": 16185
    },
    {
      "contrastive_lambda": 0.8309503985771616,
      "epoch": 5.04865876481597,
      "step": 16186
    },
    {
      "contrastive_lambda": 0.8309307738653655,
      "epoch": 5.048970679975047,
      "step": 16187
    },
    {
      "contrastive_lambda": 0.8309111482463039,
      "epoch": 5.049282595134123,
      "step": 16188
    },
    {
      "contrastive_lambda": 0.8308915217200304,
      "epoch": 5.0495945102932005,
      "step": 16189
    },
    {
      "epoch": 5.049906425452277,
      "grad_norm": 0.16256824135780334,
      "learning_rate": 8.73612262830473e-05,
      "loss": 0.0423,
      "step": 16190
    },
    {
      "epoch": 5.049906425452277,
      "flow_loss": 0.045335445553064346,
      "step": 16190
    },
    {
      "contrastive_loss": 0.008539884351193905,
      "epoch": 5.049906425452277,
      "step": 16190
    },
    {
      "contrastive_lambda": 0.8308718942865991,
      "epoch": 5.049906425452277,
      "step": 16190
    },
    {
      "contrastive_lambda": 0.8308522659460639,
      "epoch": 5.050218340611353,
      "step": 16191
    },
    {
      "contrastive_lambda": 0.8308326366984783,
      "epoch": 5.050530255770431,
      "step": 16192
    },
    {
      "contrastive_lambda": 0.8308130065438962,
      "epoch": 5.050842170929507,
      "step": 16193
    },
    {
      "contrastive_lambda": 0.8307933754823715,
      "epoch": 5.051154086088584,
      "step": 16194
    },
    {
      "contrastive_lambda": 0.830773743513958,
      "epoch": 5.05146600124766,
      "step": 16195
    },
    {
      "contrastive_lambda": 0.8307541106387095,
      "epoch": 5.051777916406738,
      "step": 16196
    },
    {
      "contrastive_lambda": 0.8307344768566798,
      "epoch": 5.052089831565814,
      "step": 16197
    },
    {
      "contrastive_lambda": 0.8307148421679229,
      "epoch": 5.0524017467248905,
      "step": 16198
    },
    {
      "contrastive_lambda": 0.8306952065724922,
      "epoch": 5.052713661883968,
      "step": 16199
    },
    {
      "epoch": 5.053025577043044,
      "grad_norm": 0.12560702860355377,
      "learning_rate": 8.734290645592061e-05,
      "loss": 0.0484,
      "step": 16200
    },
    {
      "epoch": 5.053025577043044,
      "flow_loss": 0.036709412932395935,
      "step": 16200
    },
    {
      "contrastive_loss": 0.005009252578020096,
      "epoch": 5.053025577043044,
      "step": 16200
    },
    {
      "contrastive_lambda": 0.830675570070442,
      "epoch": 5.053025577043044,
      "step": 16200
    },
    {
      "contrastive_lambda": 0.8306559326618259,
      "epoch": 5.053337492202121,
      "step": 16201
    },
    {
      "contrastive_lambda": 0.8306362943466978,
      "epoch": 5.053649407361198,
      "step": 16202
    },
    {
      "contrastive_lambda": 0.8306166551251115,
      "epoch": 5.053961322520275,
      "step": 16203
    },
    {
      "contrastive_lambda": 0.830597014997121,
      "epoch": 5.054273237679351,
      "step": 16204
    },
    {
      "contrastive_lambda": 0.83057737396278,
      "epoch": 5.054585152838428,
      "step": 16205
    },
    {
      "contrastive_lambda": 0.8305577320221422,
      "epoch": 5.054897067997505,
      "step": 16206
    },
    {
      "contrastive_lambda": 0.8305380891752616,
      "epoch": 5.055208983156581,
      "step": 16207
    },
    {
      "contrastive_lambda": 0.8305184454221922,
      "epoch": 5.055520898315658,
      "step": 16208
    },
    {
      "contrastive_lambda": 0.8304988007629877,
      "epoch": 5.055832813474735,
      "step": 16209
    },
    {
      "epoch": 5.056144728633812,
      "grad_norm": 0.15203239023685455,
      "learning_rate": 8.732457528500493e-05,
      "loss": 0.0368,
      "step": 16210
    },
    {
      "epoch": 5.056144728633812,
      "flow_loss": 0.02342403680086136,
      "step": 16210
    },
    {
      "contrastive_loss": 0.005391715094447136,
      "epoch": 5.056144728633812,
      "step": 16210
    },
    {
      "contrastive_lambda": 0.8304791551977019,
      "epoch": 5.056144728633812,
      "step": 16210
    },
    {
      "contrastive_lambda": 0.8304595087263889,
      "epoch": 5.056456643792888,
      "step": 16211
    },
    {
      "contrastive_lambda": 0.8304398613491021,
      "epoch": 5.056768558951965,
      "step": 16212
    },
    {
      "contrastive_lambda": 0.8304202130658958,
      "epoch": 5.057080474111042,
      "step": 16213
    },
    {
      "contrastive_lambda": 0.8304005638768237,
      "epoch": 5.0573923892701185,
      "step": 16214
    },
    {
      "contrastive_lambda": 0.8303809137819398,
      "epoch": 5.057704304429195,
      "step": 16215
    },
    {
      "contrastive_lambda": 0.8303612627812977,
      "epoch": 5.058016219588272,
      "step": 16216
    },
    {
      "contrastive_lambda": 0.8303416108749516,
      "epoch": 5.058328134747349,
      "step": 16217
    },
    {
      "contrastive_lambda": 0.8303219580629553,
      "epoch": 5.058640049906425,
      "step": 16218
    },
    {
      "contrastive_lambda": 0.8303023043453623,
      "epoch": 5.058951965065503,
      "step": 16219
    },
    {
      "epoch": 5.059263880224579,
      "grad_norm": 0.15648239850997925,
      "learning_rate": 8.730623277586875e-05,
      "loss": 0.0436,
      "step": 16220
    },
    {
      "epoch": 5.059263880224579,
      "flow_loss": 0.04127619042992592,
      "step": 16220
    },
    {
      "contrastive_loss": 0.005619783885776997,
      "epoch": 5.059263880224579,
      "step": 16220
    },
    {
      "contrastive_lambda": 0.830282649722227,
      "epoch": 5.059263880224579,
      "step": 16220
    },
    {
      "contrastive_lambda": 0.830262994193603,
      "epoch": 5.0595757953836555,
      "step": 16221
    },
    {
      "contrastive_lambda": 0.8302433377595443,
      "epoch": 5.059887710542732,
      "step": 16222
    },
    {
      "contrastive_lambda": 0.8302236804201046,
      "epoch": 5.060199625701809,
      "step": 16223
    },
    {
      "contrastive_lambda": 0.8302040221753381,
      "epoch": 5.060511540860886,
      "step": 16224
    },
    {
      "contrastive_lambda": 0.8301843630252985,
      "epoch": 5.060823456019962,
      "step": 16225
    },
    {
      "contrastive_lambda": 0.8301647029700396,
      "epoch": 5.06113537117904,
      "step": 16226
    },
    {
      "contrastive_lambda": 0.8301450420096155,
      "epoch": 5.061447286338116,
      "step": 16227
    },
    {
      "contrastive_lambda": 0.83012538014408,
      "epoch": 5.061759201497193,
      "step": 16228
    },
    {
      "contrastive_lambda": 0.830105717373487,
      "epoch": 5.062071116656269,
      "step": 16229
    },
    {
      "epoch": 5.062383031815346,
      "grad_norm": 0.14352618157863617,
      "learning_rate": 8.72878789340841e-05,
      "loss": 0.0462,
      "step": 16230
    },
    {
      "epoch": 5.062383031815346,
      "flow_loss": 0.04489591717720032,
      "step": 16230
    },
    {
      "contrastive_loss": 0.009042168036103249,
      "epoch": 5.062383031815346,
      "step": 16230
    },
    {
      "contrastive_lambda": 0.8300860536978905,
      "epoch": 5.062383031815346,
      "step": 16230
    },
    {
      "contrastive_lambda": 0.8300663891173443,
      "epoch": 5.062694946974423,
      "step": 16231
    },
    {
      "contrastive_lambda": 0.8300467236319025,
      "epoch": 5.063006862133499,
      "step": 16232
    },
    {
      "contrastive_lambda": 0.8300270572416186,
      "epoch": 5.063318777292577,
      "step": 16233
    },
    {
      "contrastive_lambda": 0.830007389946547,
      "epoch": 5.063630692451653,
      "step": 16234
    },
    {
      "contrastive_lambda": 0.8299877217467413,
      "epoch": 5.06394260761073,
      "step": 16235
    },
    {
      "contrastive_lambda": 0.8299680526422555,
      "epoch": 5.064254522769807,
      "step": 16236
    },
    {
      "contrastive_lambda": 0.8299483826331435,
      "epoch": 5.0645664379288835,
      "step": 16237
    },
    {
      "contrastive_lambda": 0.8299287117194596,
      "epoch": 5.06487835308796,
      "step": 16238
    },
    {
      "contrastive_lambda": 0.8299090399012571,
      "epoch": 5.065190268247036,
      "step": 16239
    },
    {
      "epoch": 5.065502183406114,
      "grad_norm": 0.14948581159114838,
      "learning_rate": 8.726951376522635e-05,
      "loss": 0.0468,
      "step": 16240
    },
    {
      "epoch": 5.065502183406114,
      "flow_loss": 0.0622967854142189,
      "step": 16240
    },
    {
      "contrastive_loss": 0.006997955031692982,
      "epoch": 5.065502183406114,
      "step": 16240
    },
    {
      "contrastive_lambda": 0.8298893671785903,
      "epoch": 5.065502183406114,
      "step": 16240
    },
    {
      "contrastive_lambda": 0.8298696935515131,
      "epoch": 5.06581409856519,
      "step": 16241
    },
    {
      "contrastive_lambda": 0.8298500190200794,
      "epoch": 5.066126013724267,
      "step": 16242
    },
    {
      "contrastive_lambda": 0.829830343584343,
      "epoch": 5.066437928883344,
      "step": 16243
    },
    {
      "contrastive_lambda": 0.8298106672443581,
      "epoch": 5.066749844042421,
      "step": 16244
    },
    {
      "contrastive_lambda": 0.8297909900001786,
      "epoch": 5.067061759201497,
      "step": 16245
    },
    {
      "contrastive_lambda": 0.8297713118518584,
      "epoch": 5.0673736743605735,
      "step": 16246
    },
    {
      "contrastive_lambda": 0.8297516327994513,
      "epoch": 5.067685589519651,
      "step": 16247
    },
    {
      "contrastive_lambda": 0.8297319528430115,
      "epoch": 5.067997504678727,
      "step": 16248
    },
    {
      "contrastive_lambda": 0.8297122719825927,
      "epoch": 5.068309419837804,
      "step": 16249
    },
    {
      "epoch": 5.068621334996881,
      "grad_norm": 0.11776838451623917,
      "learning_rate": 8.725113727487435e-05,
      "loss": 0.0403,
      "step": 16250
    },
    {
      "epoch": 5.068621334996881,
      "flow_loss": 0.067896269261837,
      "step": 16250
    },
    {
      "contrastive_loss": 0.006237662397325039,
      "epoch": 5.068621334996881,
      "step": 16250
    },
    {
      "contrastive_lambda": 0.829692590218249,
      "epoch": 5.068621334996881,
      "step": 16250
    },
    {
      "contrastive_lambda": 0.8296729075500344,
      "epoch": 5.068933250155958,
      "step": 16251
    },
    {
      "contrastive_lambda": 0.8296532239780028,
      "epoch": 5.069245165315034,
      "step": 16252
    },
    {
      "contrastive_lambda": 0.8296335395022082,
      "epoch": 5.0695570804741115,
      "step": 16253
    },
    {
      "contrastive_lambda": 0.8296138541227045,
      "epoch": 5.069868995633188,
      "step": 16254
    },
    {
      "contrastive_lambda": 0.8295941678395458,
      "epoch": 5.070180910792264,
      "step": 16255
    },
    {
      "contrastive_lambda": 0.8295744806527858,
      "epoch": 5.070492825951341,
      "step": 16256
    },
    {
      "contrastive_lambda": 0.8295547925624787,
      "epoch": 5.070804741110418,
      "step": 16257
    },
    {
      "contrastive_lambda": 0.8295351035686784,
      "epoch": 5.071116656269495,
      "step": 16258
    },
    {
      "contrastive_lambda": 0.8295154136714391,
      "epoch": 5.071428571428571,
      "step": 16259
    },
    {
      "epoch": 5.0717404865876485,
      "grad_norm": 0.1312696635723114,
      "learning_rate": 8.723274946861042e-05,
      "loss": 0.0484,
      "step": 16260
    },
    {
      "epoch": 5.0717404865876485,
      "flow_loss": 0.05368733033537865,
      "step": 16260
    },
    {
      "contrastive_loss": 0.005654970183968544,
      "epoch": 5.0717404865876485,
      "step": 16260
    },
    {
      "contrastive_lambda": 0.8294957228708144,
      "epoch": 5.0717404865876485,
      "step": 16260
    },
    {
      "contrastive_lambda": 0.8294760311668585,
      "epoch": 5.072052401746725,
      "step": 16261
    },
    {
      "contrastive_lambda": 0.8294563385596254,
      "epoch": 5.0723643169058015,
      "step": 16262
    },
    {
      "contrastive_lambda": 0.829436645049169,
      "epoch": 5.072676232064878,
      "step": 16263
    },
    {
      "contrastive_lambda": 0.8294169506355433,
      "epoch": 5.072988147223955,
      "step": 16264
    },
    {
      "contrastive_lambda": 0.8293972553188024,
      "epoch": 5.073300062383032,
      "step": 16265
    },
    {
      "contrastive_lambda": 0.8293775590990001,
      "epoch": 5.073611977542108,
      "step": 16266
    },
    {
      "contrastive_lambda": 0.8293578619761907,
      "epoch": 5.073923892701186,
      "step": 16267
    },
    {
      "contrastive_lambda": 0.8293381639504278,
      "epoch": 5.074235807860262,
      "step": 16268
    },
    {
      "contrastive_lambda": 0.8293184650217658,
      "epoch": 5.0745477230193385,
      "step": 16269
    },
    {
      "epoch": 5.074859638178416,
      "grad_norm": 0.12699706852436066,
      "learning_rate": 8.721435035202026e-05,
      "loss": 0.0416,
      "step": 16270
    },
    {
      "epoch": 5.074859638178416,
      "flow_loss": 0.02499786764383316,
      "step": 16270
    },
    {
      "contrastive_loss": 0.005340876989066601,
      "epoch": 5.074859638178416,
      "step": 16270
    },
    {
      "contrastive_lambda": 0.8292987651902585,
      "epoch": 5.074859638178416,
      "step": 16270
    },
    {
      "contrastive_lambda": 0.8292790644559599,
      "epoch": 5.075171553337492,
      "step": 16271
    },
    {
      "contrastive_lambda": 0.8292593628189241,
      "epoch": 5.075483468496569,
      "step": 16272
    },
    {
      "contrastive_lambda": 0.8292396602792049,
      "epoch": 5.075795383655645,
      "step": 16273
    },
    {
      "contrastive_lambda": 0.8292199568368568,
      "epoch": 5.076107298814723,
      "step": 16274
    },
    {
      "contrastive_lambda": 0.8292002524919333,
      "epoch": 5.076419213973799,
      "step": 16275
    },
    {
      "contrastive_lambda": 0.8291805472444886,
      "epoch": 5.076731129132876,
      "step": 16276
    },
    {
      "contrastive_lambda": 0.8291608410945768,
      "epoch": 5.077043044291953,
      "step": 16277
    },
    {
      "contrastive_lambda": 0.8291411340422518,
      "epoch": 5.077354959451029,
      "step": 16278
    },
    {
      "contrastive_lambda": 0.8291214260875677,
      "epoch": 5.077666874610106,
      "step": 16279
    },
    {
      "epoch": 5.077978789769182,
      "grad_norm": 0.16020900011062622,
      "learning_rate": 8.719593993069306e-05,
      "loss": 0.0413,
      "step": 16280
    },
    {
      "epoch": 5.077978789769182,
      "flow_loss": 0.06248120218515396,
      "step": 16280
    },
    {
      "contrastive_loss": 0.007368979509919882,
      "epoch": 5.077978789769182,
      "step": 16280
    },
    {
      "contrastive_lambda": 0.8291017172305786,
      "epoch": 5.077978789769182,
      "step": 16280
    },
    {
      "contrastive_lambda": 0.8290820074713383,
      "epoch": 5.07829070492826,
      "step": 16281
    },
    {
      "contrastive_lambda": 0.8290622968099011,
      "epoch": 5.078602620087336,
      "step": 16282
    },
    {
      "contrastive_lambda": 0.8290425852463209,
      "epoch": 5.078914535246413,
      "step": 16283
    },
    {
      "contrastive_lambda": 0.8290228727806519,
      "epoch": 5.07922645040549,
      "step": 16284
    },
    {
      "contrastive_lambda": 0.8290031594129479,
      "epoch": 5.0795383655645665,
      "step": 16285
    },
    {
      "contrastive_lambda": 0.828983445143263,
      "epoch": 5.079850280723643,
      "step": 16286
    },
    {
      "contrastive_lambda": 0.8289637299716514,
      "epoch": 5.08016219588272,
      "step": 16287
    },
    {
      "contrastive_lambda": 0.828944013898167,
      "epoch": 5.080474111041797,
      "step": 16288
    },
    {
      "contrastive_lambda": 0.828924296922864,
      "epoch": 5.080786026200873,
      "step": 16289
    },
    {
      "epoch": 5.08109794135995,
      "grad_norm": 0.14554265141487122,
      "learning_rate": 8.717751821022139e-05,
      "loss": 0.0453,
      "step": 16290
    },
    {
      "epoch": 5.08109794135995,
      "flow_loss": 0.04681120440363884,
      "step": 16290
    },
    {
      "contrastive_loss": 0.0066682323813438416,
      "epoch": 5.08109794135995,
      "step": 16290
    },
    {
      "contrastive_lambda": 0.8289045790457963,
      "epoch": 5.08109794135995,
      "step": 16290
    },
    {
      "contrastive_lambda": 0.828884860267018,
      "epoch": 5.081409856519027,
      "step": 16291
    },
    {
      "contrastive_lambda": 0.8288651405865832,
      "epoch": 5.081721771678104,
      "step": 16292
    },
    {
      "contrastive_lambda": 0.8288454200045459,
      "epoch": 5.08203368683718,
      "step": 16293
    },
    {
      "contrastive_lambda": 0.8288256985209603,
      "epoch": 5.082345601996257,
      "step": 16294
    },
    {
      "contrastive_lambda": 0.8288059761358804,
      "epoch": 5.082657517155334,
      "step": 16295
    },
    {
      "contrastive_lambda": 0.8287862528493601,
      "epoch": 5.08296943231441,
      "step": 16296
    },
    {
      "contrastive_lambda": 0.8287665286614537,
      "epoch": 5.083281347473487,
      "step": 16297
    },
    {
      "contrastive_lambda": 0.8287468035722152,
      "epoch": 5.083593262632564,
      "step": 16298
    },
    {
      "contrastive_lambda": 0.8287270775816987,
      "epoch": 5.083905177791641,
      "step": 16299
    },
    {
      "epoch": 5.084217092950717,
      "grad_norm": 0.14019279181957245,
      "learning_rate": 8.715908519620134e-05,
      "loss": 0.0413,
      "step": 16300
    },
    {
      "epoch": 5.084217092950717,
      "flow_loss": 0.05769558995962143,
      "step": 16300
    },
    {
      "contrastive_loss": 0.006408363115042448,
      "epoch": 5.084217092950717,
      "step": 16300
    },
    {
      "contrastive_lambda": 0.8287073506899583,
      "epoch": 5.084217092950717,
      "step": 16300
    },
    {
      "contrastive_lambda": 0.8286876228970479,
      "epoch": 5.0845290081097945,
      "step": 16301
    },
    {
      "contrastive_lambda": 0.8286678942030217,
      "epoch": 5.084840923268871,
      "step": 16302
    },
    {
      "contrastive_lambda": 0.828648164607934,
      "epoch": 5.085152838427947,
      "step": 16303
    },
    {
      "contrastive_lambda": 0.8286284341118386,
      "epoch": 5.085464753587024,
      "step": 16304
    },
    {
      "contrastive_lambda": 0.8286087027147897,
      "epoch": 5.085776668746101,
      "step": 16305
    },
    {
      "contrastive_lambda": 0.8285889704168413,
      "epoch": 5.086088583905178,
      "step": 16306
    },
    {
      "contrastive_lambda": 0.8285692372180476,
      "epoch": 5.086400499064254,
      "step": 16307
    },
    {
      "contrastive_lambda": 0.8285495031184628,
      "epoch": 5.0867124142233315,
      "step": 16308
    },
    {
      "contrastive_lambda": 0.8285297681181407,
      "epoch": 5.087024329382408,
      "step": 16309
    },
    {
      "epoch": 5.0873362445414845,
      "grad_norm": 0.1277681291103363,
      "learning_rate": 8.71406408942323e-05,
      "loss": 0.0433,
      "step": 16310
    },
    {
      "epoch": 5.0873362445414845,
      "flow_loss": 0.036256253719329834,
      "step": 16310
    },
    {
      "contrastive_loss": 0.006425550207495689,
      "epoch": 5.0873362445414845,
      "step": 16310
    },
    {
      "contrastive_lambda": 0.8285100322171357,
      "epoch": 5.0873362445414845,
      "step": 16310
    },
    {
      "contrastive_lambda": 0.8284902954155018,
      "epoch": 5.087648159700562,
      "step": 16311
    },
    {
      "contrastive_lambda": 0.8284705577132931,
      "epoch": 5.087960074859638,
      "step": 16312
    },
    {
      "contrastive_lambda": 0.8284508191105637,
      "epoch": 5.088271990018715,
      "step": 16313
    },
    {
      "contrastive_lambda": 0.8284310796073677,
      "epoch": 5.088583905177791,
      "step": 16314
    },
    {
      "contrastive_lambda": 0.8284113392037593,
      "epoch": 5.088895820336869,
      "step": 16315
    },
    {
      "contrastive_lambda": 0.8283915978997927,
      "epoch": 5.089207735495945,
      "step": 16316
    },
    {
      "contrastive_lambda": 0.8283718556955216,
      "epoch": 5.0895196506550215,
      "step": 16317
    },
    {
      "contrastive_lambda": 0.8283521125910006,
      "epoch": 5.089831565814099,
      "step": 16318
    },
    {
      "contrastive_lambda": 0.8283323685862836,
      "epoch": 5.090143480973175,
      "step": 16319
    },
    {
      "epoch": 5.090455396132252,
      "grad_norm": 0.1393471211194992,
      "learning_rate": 8.712218530991723e-05,
      "loss": 0.0417,
      "step": 16320
    },
    {
      "epoch": 5.090455396132252,
      "flow_loss": 0.05190208554267883,
      "step": 16320
    },
    {
      "contrastive_loss": 0.005376854911446571,
      "epoch": 5.090455396132252,
      "step": 16320
    },
    {
      "contrastive_lambda": 0.8283126236814248,
      "epoch": 5.090455396132252,
      "step": 16320
    },
    {
      "contrastive_lambda": 0.8282928778764782,
      "epoch": 5.090767311291328,
      "step": 16321
    },
    {
      "contrastive_lambda": 0.8282731311714981,
      "epoch": 5.091079226450406,
      "step": 16322
    },
    {
      "contrastive_lambda": 0.8282533835665387,
      "epoch": 5.091391141609482,
      "step": 16323
    },
    {
      "contrastive_lambda": 0.8282336350616538,
      "epoch": 5.091703056768559,
      "step": 16324
    },
    {
      "contrastive_lambda": 0.8282138856568978,
      "epoch": 5.092014971927636,
      "step": 16325
    },
    {
      "contrastive_lambda": 0.8281941353523249,
      "epoch": 5.092326887086712,
      "step": 16326
    },
    {
      "contrastive_lambda": 0.828174384147989,
      "epoch": 5.092638802245789,
      "step": 16327
    },
    {
      "contrastive_lambda": 0.8281546320439446,
      "epoch": 5.092950717404866,
      "step": 16328
    },
    {
      "contrastive_lambda": 0.8281348790402454,
      "epoch": 5.093262632563943,
      "step": 16329
    },
    {
      "epoch": 5.093574547723019,
      "grad_norm": 0.12507255375385284,
      "learning_rate": 8.710371844886241e-05,
      "loss": 0.0458,
      "step": 16330
    },
    {
      "epoch": 5.093574547723019,
      "flow_loss": 0.05275314301252365,
      "step": 16330
    },
    {
      "contrastive_loss": 0.006053505931049585,
      "epoch": 5.093574547723019,
      "step": 16330
    },
    {
      "contrastive_lambda": 0.828115125136946,
      "epoch": 5.093574547723019,
      "step": 16330
    },
    {
      "contrastive_lambda": 0.8280953703341003,
      "epoch": 5.093886462882096,
      "step": 16331
    },
    {
      "contrastive_lambda": 0.8280756146317624,
      "epoch": 5.094198378041173,
      "step": 16332
    },
    {
      "contrastive_lambda": 0.8280558580299867,
      "epoch": 5.0945102932002495,
      "step": 16333
    },
    {
      "contrastive_lambda": 0.8280361005288271,
      "epoch": 5.094822208359326,
      "step": 16334
    },
    {
      "contrastive_lambda": 0.8280163421283381,
      "epoch": 5.095134123518403,
      "step": 16335
    },
    {
      "contrastive_lambda": 0.8279965828285736,
      "epoch": 5.09544603867748,
      "step": 16336
    },
    {
      "contrastive_lambda": 0.8279768226295878,
      "epoch": 5.095757953836556,
      "step": 16337
    },
    {
      "contrastive_lambda": 0.8279570615314349,
      "epoch": 5.096069868995633,
      "step": 16338
    },
    {
      "contrastive_lambda": 0.8279372995341692,
      "epoch": 5.09638178415471,
      "step": 16339
    },
    {
      "epoch": 5.096693699313787,
      "grad_norm": 0.1089654490351677,
      "learning_rate": 8.708524031667758e-05,
      "loss": 0.04,
      "step": 16340
    },
    {
      "epoch": 5.096693699313787,
      "flow_loss": 0.027573343366384506,
      "step": 16340
    },
    {
      "contrastive_loss": 0.005305102095007896,
      "epoch": 5.096693699313787,
      "step": 16340
    },
    {
      "contrastive_lambda": 0.8279175366378446,
      "epoch": 5.096693699313787,
      "step": 16340
    },
    {
      "contrastive_lambda": 0.8278977728425156,
      "epoch": 5.097005614472863,
      "step": 16341
    },
    {
      "contrastive_lambda": 0.8278780081482362,
      "epoch": 5.09731752963194,
      "step": 16342
    },
    {
      "contrastive_lambda": 0.8278582425550607,
      "epoch": 5.097629444791017,
      "step": 16343
    },
    {
      "contrastive_lambda": 0.8278384760630431,
      "epoch": 5.097941359950093,
      "step": 16344
    },
    {
      "contrastive_lambda": 0.8278187086722377,
      "epoch": 5.098253275109171,
      "step": 16345
    },
    {
      "contrastive_lambda": 0.8277989403826989,
      "epoch": 5.098565190268247,
      "step": 16346
    },
    {
      "contrastive_lambda": 0.8277791711944805,
      "epoch": 5.098877105427324,
      "step": 16347
    },
    {
      "contrastive_lambda": 0.8277594011076369,
      "epoch": 5.0991890205864,
      "step": 16348
    },
    {
      "contrastive_lambda": 0.8277396301222223,
      "epoch": 5.0995009357454775,
      "step": 16349
    },
    {
      "epoch": 5.099812850904554,
      "grad_norm": 0.12770488858222961,
      "learning_rate": 8.706675091897592e-05,
      "loss": 0.0392,
      "step": 16350
    },
    {
      "epoch": 5.099812850904554,
      "flow_loss": 0.046986907720565796,
      "step": 16350
    },
    {
      "contrastive_loss": 0.0064984713681042194,
      "epoch": 5.099812850904554,
      "step": 16350
    },
    {
      "contrastive_lambda": 0.827719858238291,
      "epoch": 5.099812850904554,
      "step": 16350
    },
    {
      "contrastive_lambda": 0.8277000854558969,
      "epoch": 5.10012476606363,
      "step": 16351
    },
    {
      "contrastive_lambda": 0.8276803117750946,
      "epoch": 5.100436681222708,
      "step": 16352
    },
    {
      "contrastive_lambda": 0.827660537195938,
      "epoch": 5.100748596381784,
      "step": 16353
    },
    {
      "contrastive_lambda": 0.8276407617184816,
      "epoch": 5.101060511540861,
      "step": 16354
    },
    {
      "contrastive_lambda": 0.8276209853427792,
      "epoch": 5.101372426699937,
      "step": 16355
    },
    {
      "contrastive_lambda": 0.8276012080688855,
      "epoch": 5.1016843418590145,
      "step": 16356
    },
    {
      "contrastive_lambda": 0.8275814298968543,
      "epoch": 5.101996257018091,
      "step": 16357
    },
    {
      "contrastive_lambda": 0.8275616508267402,
      "epoch": 5.1023081721771675,
      "step": 16358
    },
    {
      "contrastive_lambda": 0.8275418708585971,
      "epoch": 5.102620087336245,
      "step": 16359
    },
    {
      "epoch": 5.102932002495321,
      "grad_norm": 0.11431297659873962,
      "learning_rate": 8.704825026137404e-05,
      "loss": 0.0474,
      "step": 16360
    },
    {
      "epoch": 5.102932002495321,
      "flow_loss": 0.029377663508057594,
      "step": 16360
    },
    {
      "contrastive_loss": 0.005387423560023308,
      "epoch": 5.102932002495321,
      "step": 16360
    },
    {
      "contrastive_lambda": 0.8275220899924793,
      "epoch": 5.102932002495321,
      "step": 16360
    },
    {
      "contrastive_lambda": 0.8275023082284413,
      "epoch": 5.103243917654398,
      "step": 16361
    },
    {
      "contrastive_lambda": 0.827482525566537,
      "epoch": 5.103555832813475,
      "step": 16362
    },
    {
      "contrastive_lambda": 0.8274627420068208,
      "epoch": 5.103867747972552,
      "step": 16363
    },
    {
      "contrastive_lambda": 0.8274429575493469,
      "epoch": 5.104179663131628,
      "step": 16364
    },
    {
      "contrastive_lambda": 0.8274231721941695,
      "epoch": 5.1044915782907045,
      "step": 16365
    },
    {
      "contrastive_lambda": 0.8274033859413429,
      "epoch": 5.104803493449782,
      "step": 16366
    },
    {
      "contrastive_lambda": 0.8273835987909213,
      "epoch": 5.105115408608858,
      "step": 16367
    },
    {
      "contrastive_lambda": 0.8273638107429591,
      "epoch": 5.105427323767935,
      "step": 16368
    },
    {
      "contrastive_lambda": 0.8273440217975103,
      "epoch": 5.105739238927012,
      "step": 16369
    },
    {
      "epoch": 5.106051154086089,
      "grad_norm": 0.17174974083900452,
      "learning_rate": 8.702973834949192e-05,
      "loss": 0.0438,
      "step": 16370
    },
    {
      "epoch": 5.106051154086089,
      "flow_loss": 0.03967912122607231,
      "step": 16370
    },
    {
      "contrastive_loss": 0.006457516923546791,
      "epoch": 5.106051154086089,
      "step": 16370
    },
    {
      "contrastive_lambda": 0.8273242319546293,
      "epoch": 5.106051154086089,
      "step": 16370
    },
    {
      "contrastive_lambda": 0.8273044412143704,
      "epoch": 5.106363069245165,
      "step": 16371
    },
    {
      "contrastive_lambda": 0.8272846495767876,
      "epoch": 5.106674984404242,
      "step": 16372
    },
    {
      "contrastive_lambda": 0.8272648570419356,
      "epoch": 5.106986899563319,
      "step": 16373
    },
    {
      "contrastive_lambda": 0.8272450636098683,
      "epoch": 5.107298814722395,
      "step": 16374
    },
    {
      "contrastive_lambda": 0.8272252692806401,
      "epoch": 5.107610729881472,
      "step": 16375
    },
    {
      "contrastive_lambda": 0.8272054740543051,
      "epoch": 5.107922645040549,
      "step": 16376
    },
    {
      "contrastive_lambda": 0.8271856779309179,
      "epoch": 5.108234560199626,
      "step": 16377
    },
    {
      "contrastive_lambda": 0.8271658809105326,
      "epoch": 5.108546475358702,
      "step": 16378
    },
    {
      "contrastive_lambda": 0.8271460829932034,
      "epoch": 5.10885839051778,
      "step": 16379
    },
    {
      "epoch": 5.109170305676856,
      "grad_norm": 0.12687911093235016,
      "learning_rate": 8.701121518895301e-05,
      "loss": 0.0447,
      "step": 16380
    },
    {
      "epoch": 5.109170305676856,
      "flow_loss": 0.03688269108533859,
      "step": 16380
    },
    {
      "contrastive_loss": 0.004942228551954031,
      "epoch": 5.109170305676856,
      "step": 16380
    },
    {
      "contrastive_lambda": 0.8271262841789846,
      "epoch": 5.109170305676856,
      "step": 16380
    },
    {
      "contrastive_lambda": 0.8271064844679306,
      "epoch": 5.1094822208359325,
      "step": 16381
    },
    {
      "contrastive_lambda": 0.8270866838600954,
      "epoch": 5.109794135995009,
      "step": 16382
    },
    {
      "contrastive_lambda": 0.8270668823555337,
      "epoch": 5.110106051154086,
      "step": 16383
    },
    {
      "contrastive_lambda": 0.8270470799542995,
      "epoch": 5.110417966313163,
      "step": 16384
    },
    {
      "contrastive_lambda": 0.8270272766564473,
      "epoch": 5.110729881472239,
      "step": 16385
    },
    {
      "contrastive_lambda": 0.827007472462031,
      "epoch": 5.111041796631317,
      "step": 16386
    },
    {
      "contrastive_lambda": 0.8269876673711054,
      "epoch": 5.111353711790393,
      "step": 16387
    },
    {
      "contrastive_lambda": 0.8269678613837244,
      "epoch": 5.11166562694947,
      "step": 16388
    },
    {
      "contrastive_lambda": 0.8269480544999424,
      "epoch": 5.111977542108546,
      "step": 16389
    },
    {
      "epoch": 5.112289457267623,
      "grad_norm": 0.14497843384742737,
      "learning_rate": 8.699268078538414e-05,
      "loss": 0.0408,
      "step": 16390
    },
    {
      "epoch": 5.112289457267623,
      "flow_loss": 0.05697709321975708,
      "step": 16390
    },
    {
      "contrastive_loss": 0.0074117230251431465,
      "epoch": 5.112289457267623,
      "step": 16390
    },
    {
      "contrastive_lambda": 0.8269282467198138,
      "epoch": 5.112289457267623,
      "step": 16390
    },
    {
      "contrastive_lambda": 0.8269084380433929,
      "epoch": 5.1126013724267,
      "step": 16391
    },
    {
      "contrastive_lambda": 0.8268886284707339,
      "epoch": 5.112913287585776,
      "step": 16392
    },
    {
      "contrastive_lambda": 0.826868818001891,
      "epoch": 5.113225202744854,
      "step": 16393
    },
    {
      "contrastive_lambda": 0.826849006636919,
      "epoch": 5.11353711790393,
      "step": 16394
    },
    {
      "contrastive_lambda": 0.8268291943758717,
      "epoch": 5.113849033063007,
      "step": 16395
    },
    {
      "contrastive_lambda": 0.8268093812188037,
      "epoch": 5.114160948222084,
      "step": 16396
    },
    {
      "contrastive_lambda": 0.8267895671657691,
      "epoch": 5.1144728633811605,
      "step": 16397
    },
    {
      "contrastive_lambda": 0.8267697522168225,
      "epoch": 5.114784778540237,
      "step": 16398
    },
    {
      "contrastive_lambda": 0.8267499363720179,
      "epoch": 5.115096693699313,
      "step": 16399
    },
    {
      "epoch": 5.115408608858391,
      "grad_norm": 0.14999240636825562,
      "learning_rate": 8.69741351444156e-05,
      "loss": 0.0456,
      "step": 16400
    },
    {
      "epoch": 5.115408608858391,
      "flow_loss": 0.03798732906579971,
      "step": 16400
    },
    {
      "contrastive_loss": 0.009860686026513577,
      "epoch": 5.115408608858391,
      "step": 16400
    },
    {
      "contrastive_lambda": 0.8267301196314099,
      "epoch": 5.115408608858391,
      "step": 16400
    },
    {
      "contrastive_lambda": 0.8267103019950528,
      "epoch": 5.115720524017467,
      "step": 16401
    },
    {
      "contrastive_lambda": 0.8266904834630007,
      "epoch": 5.116032439176544,
      "step": 16402
    },
    {
      "contrastive_lambda": 0.8266706640353081,
      "epoch": 5.116344354335621,
      "step": 16403
    },
    {
      "contrastive_lambda": 0.8266508437120295,
      "epoch": 5.1166562694946975,
      "step": 16404
    },
    {
      "contrastive_lambda": 0.826631022493219,
      "epoch": 5.116968184653774,
      "step": 16405
    },
    {
      "contrastive_lambda": 0.8266112003789309,
      "epoch": 5.1172800998128505,
      "step": 16406
    },
    {
      "contrastive_lambda": 0.8265913773692197,
      "epoch": 5.117592014971928,
      "step": 16407
    },
    {
      "contrastive_lambda": 0.8265715534641398,
      "epoch": 5.117903930131004,
      "step": 16408
    },
    {
      "contrastive_lambda": 0.8265517286637453,
      "epoch": 5.118215845290081,
      "step": 16409
    },
    {
      "epoch": 5.118527760449158,
      "grad_norm": 0.14014001190662384,
      "learning_rate": 8.695557827168101e-05,
      "loss": 0.0447,
      "step": 16410
    },
    {
      "epoch": 5.118527760449158,
      "flow_loss": 0.03719795495271683,
      "step": 16410
    },
    {
      "contrastive_loss": 0.006408387795090675,
      "epoch": 5.118527760449158,
      "step": 16410
    },
    {
      "contrastive_lambda": 0.8265319029680906,
      "epoch": 5.118527760449158,
      "step": 16410
    },
    {
      "contrastive_lambda": 0.8265120763772305,
      "epoch": 5.118839675608235,
      "step": 16411
    },
    {
      "contrastive_lambda": 0.8264922488912188,
      "epoch": 5.119151590767311,
      "step": 16412
    },
    {
      "contrastive_lambda": 0.8264724205101099,
      "epoch": 5.119463505926388,
      "step": 16413
    },
    {
      "contrastive_lambda": 0.8264525912339585,
      "epoch": 5.119775421085465,
      "step": 16414
    },
    {
      "contrastive_lambda": 0.8264327610628188,
      "epoch": 5.120087336244541,
      "step": 16415
    },
    {
      "contrastive_lambda": 0.8264129299967451,
      "epoch": 5.120399251403618,
      "step": 16416
    },
    {
      "contrastive_lambda": 0.8263930980357919,
      "epoch": 5.120711166562695,
      "step": 16417
    },
    {
      "contrastive_lambda": 0.8263732651800134,
      "epoch": 5.121023081721772,
      "step": 16418
    },
    {
      "contrastive_lambda": 0.826353431429464,
      "epoch": 5.121334996880848,
      "step": 16419
    },
    {
      "epoch": 5.1216469120399255,
      "grad_norm": 0.1261456459760666,
      "learning_rate": 8.693701017281753e-05,
      "loss": 0.037,
      "step": 16420
    },
    {
      "epoch": 5.1216469120399255,
      "flow_loss": 0.0456588938832283,
      "step": 16420
    },
    {
      "contrastive_loss": 0.007012833841145039,
      "epoch": 5.1216469120399255,
      "step": 16420
    },
    {
      "contrastive_lambda": 0.8263335967841983,
      "epoch": 5.1216469120399255,
      "step": 16420
    },
    {
      "contrastive_lambda": 0.8263137612442706,
      "epoch": 5.121958827199002,
      "step": 16421
    },
    {
      "contrastive_lambda": 0.826293924809735,
      "epoch": 5.122270742358078,
      "step": 16422
    },
    {
      "contrastive_lambda": 0.826274087480646,
      "epoch": 5.122582657517155,
      "step": 16423
    },
    {
      "contrastive_lambda": 0.8262542492570583,
      "epoch": 5.122894572676232,
      "step": 16424
    },
    {
      "contrastive_lambda": 0.826234410139026,
      "epoch": 5.123206487835309,
      "step": 16425
    },
    {
      "contrastive_lambda": 0.8262145701266034,
      "epoch": 5.123518402994385,
      "step": 16426
    },
    {
      "contrastive_lambda": 0.826194729219845,
      "epoch": 5.123830318153463,
      "step": 16427
    },
    {
      "contrastive_lambda": 0.8261748874188055,
      "epoch": 5.124142233312539,
      "step": 16428
    },
    {
      "contrastive_lambda": 0.8261550447235388,
      "epoch": 5.1244541484716155,
      "step": 16429
    },
    {
      "epoch": 5.124766063630693,
      "grad_norm": 0.13540764153003693,
      "learning_rate": 8.691843085346563e-05,
      "loss": 0.036,
      "step": 16430
    },
    {
      "epoch": 5.124766063630693,
      "flow_loss": 0.02605079859495163,
      "step": 16430
    },
    {
      "contrastive_loss": 0.0066003380343317986,
      "epoch": 5.124766063630693,
      "step": 16430
    },
    {
      "contrastive_lambda": 0.8261352011340997,
      "epoch": 5.124766063630693,
      "step": 16430
    },
    {
      "contrastive_lambda": 0.8261153566505424,
      "epoch": 5.125077978789769,
      "step": 16431
    },
    {
      "contrastive_lambda": 0.8260955112729211,
      "epoch": 5.125389893948846,
      "step": 16432
    },
    {
      "contrastive_lambda": 0.8260756650012906,
      "epoch": 5.125701809107922,
      "step": 16433
    },
    {
      "contrastive_lambda": 0.8260558178357051,
      "epoch": 5.126013724267,
      "step": 16434
    },
    {
      "contrastive_lambda": 0.8260359697762192,
      "epoch": 5.126325639426076,
      "step": 16435
    },
    {
      "contrastive_lambda": 0.8260161208228871,
      "epoch": 5.126637554585153,
      "step": 16436
    },
    {
      "contrastive_lambda": 0.8259962709757632,
      "epoch": 5.12694946974423,
      "step": 16437
    },
    {
      "contrastive_lambda": 0.8259764202349023,
      "epoch": 5.127261384903306,
      "step": 16438
    },
    {
      "contrastive_lambda": 0.8259565686003583,
      "epoch": 5.127573300062383,
      "step": 16439
    },
    {
      "epoch": 5.127885215221459,
      "grad_norm": 0.10305070877075195,
      "learning_rate": 8.689984031926919e-05,
      "loss": 0.0417,
      "step": 16440
    },
    {
      "epoch": 5.127885215221459,
      "flow_loss": 0.04535545036196709,
      "step": 16440
    },
    {
      "contrastive_loss": 0.006425697356462479,
      "epoch": 5.127885215221459,
      "step": 16440
    },
    {
      "contrastive_lambda": 0.8259367160721858,
      "epoch": 5.127885215221459,
      "step": 16440
    },
    {
      "contrastive_lambda": 0.8259168626504394,
      "epoch": 5.128197130380537,
      "step": 16441
    },
    {
      "contrastive_lambda": 0.8258970083351734,
      "epoch": 5.128509045539613,
      "step": 16442
    },
    {
      "contrastive_lambda": 0.8258771531264422,
      "epoch": 5.12882096069869,
      "step": 16443
    },
    {
      "contrastive_lambda": 0.8258572970243003,
      "epoch": 5.129132875857767,
      "step": 16444
    },
    {
      "contrastive_lambda": 0.8258374400288022,
      "epoch": 5.1294447910168435,
      "step": 16445
    },
    {
      "contrastive_lambda": 0.8258175821400022,
      "epoch": 5.12975670617592,
      "step": 16446
    },
    {
      "contrastive_lambda": 0.8257977233579548,
      "epoch": 5.130068621334997,
      "step": 16447
    },
    {
      "contrastive_lambda": 0.8257778636827146,
      "epoch": 5.130380536494074,
      "step": 16448
    },
    {
      "contrastive_lambda": 0.8257580031143357,
      "epoch": 5.13069245165315,
      "step": 16449
    },
    {
      "epoch": 5.131004366812227,
      "grad_norm": 0.15686585009098053,
      "learning_rate": 8.688123857587555e-05,
      "loss": 0.0379,
      "step": 16450
    },
    {
      "epoch": 5.131004366812227,
      "flow_loss": 0.04319920018315315,
      "step": 16450
    },
    {
      "contrastive_loss": 0.006409020163118839,
      "epoch": 5.131004366812227,
      "step": 16450
    },
    {
      "contrastive_lambda": 0.8257381416528726,
      "epoch": 5.131004366812227,
      "step": 16450
    },
    {
      "contrastive_lambda": 0.8257182792983802,
      "epoch": 5.131316281971304,
      "step": 16451
    },
    {
      "contrastive_lambda": 0.8256984160509124,
      "epoch": 5.1316281971303805,
      "step": 16452
    },
    {
      "contrastive_lambda": 0.8256785519105241,
      "epoch": 5.131940112289457,
      "step": 16453
    },
    {
      "contrastive_lambda": 0.8256586868772695,
      "epoch": 5.132252027448534,
      "step": 16454
    },
    {
      "contrastive_lambda": 0.8256388209512031,
      "epoch": 5.132563942607611,
      "step": 16455
    },
    {
      "contrastive_lambda": 0.8256189541323793,
      "epoch": 5.132875857766687,
      "step": 16456
    },
    {
      "contrastive_lambda": 0.8255990864208528,
      "epoch": 5.133187772925764,
      "step": 16457
    },
    {
      "contrastive_lambda": 0.8255792178166779,
      "epoch": 5.133499688084841,
      "step": 16458
    },
    {
      "contrastive_lambda": 0.825559348319909,
      "epoch": 5.133811603243918,
      "step": 16459
    },
    {
      "epoch": 5.134123518402994,
      "grad_norm": 0.17176391184329987,
      "learning_rate": 8.686262562893544e-05,
      "loss": 0.0418,
      "step": 16460
    },
    {
      "epoch": 5.134123518402994,
      "flow_loss": 0.029522361233830452,
      "step": 16460
    },
    {
      "contrastive_loss": 0.006660078652203083,
      "epoch": 5.134123518402994,
      "step": 16460
    },
    {
      "contrastive_lambda": 0.8255394779306007,
      "epoch": 5.134123518402994,
      "step": 16460
    },
    {
      "contrastive_lambda": 0.8255196066488074,
      "epoch": 5.134435433562071,
      "step": 16461
    },
    {
      "contrastive_lambda": 0.8254997344745836,
      "epoch": 5.134747348721148,
      "step": 16462
    },
    {
      "contrastive_lambda": 0.8254798614079839,
      "epoch": 5.135059263880224,
      "step": 16463
    },
    {
      "contrastive_lambda": 0.8254599874490626,
      "epoch": 5.135371179039302,
      "step": 16464
    },
    {
      "contrastive_lambda": 0.8254401125978743,
      "epoch": 5.135683094198378,
      "step": 16465
    },
    {
      "contrastive_lambda": 0.8254202368544734,
      "epoch": 5.135995009357455,
      "step": 16466
    },
    {
      "contrastive_lambda": 0.8254003602189146,
      "epoch": 5.136306924516531,
      "step": 16467
    },
    {
      "contrastive_lambda": 0.8253804826912521,
      "epoch": 5.1366188396756085,
      "step": 16468
    },
    {
      "contrastive_lambda": 0.8253606042715406,
      "epoch": 5.136930754834685,
      "step": 16469
    },
    {
      "epoch": 5.1372426699937614,
      "grad_norm": 0.12286296486854553,
      "learning_rate": 8.684400148410294e-05,
      "loss": 0.0427,
      "step": 16470
    },
    {
      "epoch": 5.1372426699937614,
      "flow_loss": 0.03259614482522011,
      "step": 16470
    },
    {
      "contrastive_loss": 0.006088986061513424,
      "epoch": 5.1372426699937614,
      "step": 16470
    },
    {
      "contrastive_lambda": 0.8253407249598343,
      "epoch": 5.1372426699937614,
      "step": 16470
    },
    {
      "contrastive_lambda": 0.8253208447561882,
      "epoch": 5.137554585152839,
      "step": 16471
    },
    {
      "contrastive_lambda": 0.8253009636606565,
      "epoch": 5.137866500311915,
      "step": 16472
    },
    {
      "contrastive_lambda": 0.8252810816732936,
      "epoch": 5.138178415470992,
      "step": 16473
    },
    {
      "contrastive_lambda": 0.8252611987941543,
      "epoch": 5.138490330630068,
      "step": 16474
    },
    {
      "contrastive_lambda": 0.8252413150232929,
      "epoch": 5.138802245789146,
      "step": 16475
    },
    {
      "contrastive_lambda": 0.825221430360764,
      "epoch": 5.139114160948222,
      "step": 16476
    },
    {
      "contrastive_lambda": 0.825201544806622,
      "epoch": 5.1394260761072985,
      "step": 16477
    },
    {
      "contrastive_lambda": 0.8251816583609215,
      "epoch": 5.139737991266376,
      "step": 16478
    },
    {
      "contrastive_lambda": 0.8251617710237171,
      "epoch": 5.140049906425452,
      "step": 16479
    },
    {
      "epoch": 5.140361821584529,
      "grad_norm": 0.18599992990493774,
      "learning_rate": 8.682536614703562e-05,
      "loss": 0.0427,
      "step": 16480
    },
    {
      "epoch": 5.140361821584529,
      "flow_loss": 0.06746088713407516,
      "step": 16480
    },
    {
      "contrastive_loss": 0.0063276709988713264,
      "epoch": 5.140361821584529,
      "step": 16480
    },
    {
      "contrastive_lambda": 0.8251418827950632,
      "epoch": 5.140361821584529,
      "step": 16480
    },
    {
      "contrastive_lambda": 0.8251219936750144,
      "epoch": 5.140673736743606,
      "step": 16481
    },
    {
      "contrastive_lambda": 0.8251021036636252,
      "epoch": 5.140985651902683,
      "step": 16482
    },
    {
      "contrastive_lambda": 0.8250822127609501,
      "epoch": 5.141297567061759,
      "step": 16483
    },
    {
      "contrastive_lambda": 0.8250623209670436,
      "epoch": 5.141609482220836,
      "step": 16484
    },
    {
      "contrastive_lambda": 0.8250424282819604,
      "epoch": 5.141921397379913,
      "step": 16485
    },
    {
      "contrastive_lambda": 0.8250225347057549,
      "epoch": 5.142233312538989,
      "step": 16486
    },
    {
      "contrastive_lambda": 0.8250026402384816,
      "epoch": 5.142545227698066,
      "step": 16487
    },
    {
      "contrastive_lambda": 0.8249827448801952,
      "epoch": 5.142857142857143,
      "step": 16488
    },
    {
      "contrastive_lambda": 0.82496284863095,
      "epoch": 5.14316905801622,
      "step": 16489
    },
    {
      "epoch": 5.143480973175296,
      "grad_norm": 0.1163816899061203,
      "learning_rate": 8.680671962339437e-05,
      "loss": 0.049,
      "step": 16490
    },
    {
      "epoch": 5.143480973175296,
      "flow_loss": 0.04365360736846924,
      "step": 16490
    },
    {
      "contrastive_loss": 0.0059236339293420315,
      "epoch": 5.143480973175296,
      "step": 16490
    },
    {
      "contrastive_lambda": 0.8249429514908009,
      "epoch": 5.143480973175296,
      "step": 16490
    },
    {
      "contrastive_lambda": 0.8249230534598021,
      "epoch": 5.143792888334373,
      "step": 16491
    },
    {
      "contrastive_lambda": 0.8249031545380083,
      "epoch": 5.14410480349345,
      "step": 16492
    },
    {
      "contrastive_lambda": 0.8248832547254741,
      "epoch": 5.1444167186525265,
      "step": 16493
    },
    {
      "contrastive_lambda": 0.8248633540222541,
      "epoch": 5.144728633811603,
      "step": 16494
    },
    {
      "contrastive_lambda": 0.8248434524284026,
      "epoch": 5.14504054897068,
      "step": 16495
    },
    {
      "contrastive_lambda": 0.8248235499439744,
      "epoch": 5.145352464129757,
      "step": 16496
    },
    {
      "contrastive_lambda": 0.824803646569024,
      "epoch": 5.145664379288833,
      "step": 16497
    },
    {
      "contrastive_lambda": 0.824783742303606,
      "epoch": 5.145976294447911,
      "step": 16498
    },
    {
      "contrastive_lambda": 0.824763837147775,
      "epoch": 5.146288209606987,
      "step": 16499
    },
    {
      "epoch": 5.1466001247660635,
      "grad_norm": 0.15098795294761658,
      "learning_rate": 8.678806191884352e-05,
      "loss": 0.0401,
      "step": 16500
    },
    {
      "epoch": 5.1466001247660635,
      "flow_loss": 0.027357757091522217,
      "step": 16500
    },
    {
      "contrastive_loss": 0.005307575222104788,
      "epoch": 5.1466001247660635,
      "step": 16500
    },
    {
      "contrastive_lambda": 0.8247439311015854,
      "epoch": 5.1466001247660635,
      "step": 16500
    },
    {
      "contrastive_lambda": 0.8247240241650918,
      "epoch": 5.14691203992514,
      "step": 16501
    },
    {
      "contrastive_lambda": 0.8247041163383491,
      "epoch": 5.147223955084217,
      "step": 16502
    },
    {
      "contrastive_lambda": 0.8246842076214114,
      "epoch": 5.147535870243294,
      "step": 16503
    },
    {
      "contrastive_lambda": 0.8246642980143335,
      "epoch": 5.14784778540237,
      "step": 16504
    },
    {
      "contrastive_lambda": 0.8246443875171701,
      "epoch": 5.148159700561448,
      "step": 16505
    },
    {
      "contrastive_lambda": 0.8246244761299757,
      "epoch": 5.148471615720524,
      "step": 16506
    },
    {
      "contrastive_lambda": 0.8246045638528048,
      "epoch": 5.148783530879601,
      "step": 16507
    },
    {
      "contrastive_lambda": 0.824584650685712,
      "epoch": 5.149095446038677,
      "step": 16508
    },
    {
      "contrastive_lambda": 0.8245647366287521,
      "epoch": 5.149407361197754,
      "step": 16509
    },
    {
      "epoch": 5.149719276356831,
      "grad_norm": 0.14462396502494812,
      "learning_rate": 8.67693930390508e-05,
      "loss": 0.0387,
      "step": 16510
    },
    {
      "epoch": 5.149719276356831,
      "flow_loss": 0.04952957481145859,
      "step": 16510
    },
    {
      "contrastive_loss": 0.008261259645223618,
      "epoch": 5.149719276356831,
      "step": 16510
    },
    {
      "contrastive_lambda": 0.8245448216819793,
      "epoch": 5.149719276356831,
      "step": 16510
    },
    {
      "contrastive_lambda": 0.8245249058454487,
      "epoch": 5.150031191515907,
      "step": 16511
    },
    {
      "contrastive_lambda": 0.8245049891192145,
      "epoch": 5.150343106674985,
      "step": 16512
    },
    {
      "contrastive_lambda": 0.8244850715033315,
      "epoch": 5.150655021834061,
      "step": 16513
    },
    {
      "contrastive_lambda": 0.8244651529978543,
      "epoch": 5.150966936993138,
      "step": 16514
    },
    {
      "contrastive_lambda": 0.8244452336028374,
      "epoch": 5.151278852152215,
      "step": 16515
    },
    {
      "contrastive_lambda": 0.8244253133183355,
      "epoch": 5.1515907673112915,
      "step": 16516
    },
    {
      "contrastive_lambda": 0.8244053921444032,
      "epoch": 5.151902682470368,
      "step": 16517
    },
    {
      "contrastive_lambda": 0.8243854700810951,
      "epoch": 5.1522145976294444,
      "step": 16518
    },
    {
      "contrastive_lambda": 0.8243655471284657,
      "epoch": 5.152526512788522,
      "step": 16519
    },
    {
      "epoch": 5.152838427947598,
      "grad_norm": 0.10422994196414948,
      "learning_rate": 8.67507129896873e-05,
      "loss": 0.0419,
      "step": 16520
    },
    {
      "epoch": 5.152838427947598,
      "flow_loss": 0.048227809369564056,
      "step": 16520
    },
    {
      "contrastive_loss": 0.005617204122245312,
      "epoch": 5.152838427947598,
      "step": 16520
    },
    {
      "contrastive_lambda": 0.8243456232865698,
      "epoch": 5.152838427947598,
      "step": 16520
    },
    {
      "contrastive_lambda": 0.824325698555462,
      "epoch": 5.153150343106675,
      "step": 16521
    },
    {
      "contrastive_lambda": 0.8243057729351968,
      "epoch": 5.153462258265752,
      "step": 16522
    },
    {
      "contrastive_lambda": 0.8242858464258291,
      "epoch": 5.153774173424829,
      "step": 16523
    },
    {
      "contrastive_lambda": 0.8242659190274132,
      "epoch": 5.154086088583905,
      "step": 16524
    },
    {
      "contrastive_lambda": 0.8242459907400038,
      "epoch": 5.1543980037429815,
      "step": 16525
    },
    {
      "contrastive_lambda": 0.8242260615636559,
      "epoch": 5.154709918902059,
      "step": 16526
    },
    {
      "contrastive_lambda": 0.8242061314984235,
      "epoch": 5.155021834061135,
      "step": 16527
    },
    {
      "contrastive_lambda": 0.8241862005443616,
      "epoch": 5.155333749220212,
      "step": 16528
    },
    {
      "contrastive_lambda": 0.824166268701525,
      "epoch": 5.155645664379289,
      "step": 16529
    },
    {
      "epoch": 5.155957579538366,
      "grad_norm": 0.09918636083602905,
      "learning_rate": 8.673202177642757e-05,
      "loss": 0.0417,
      "step": 16530
    },
    {
      "epoch": 5.155957579538366,
      "flow_loss": 0.03616635873913765,
      "step": 16530
    },
    {
      "contrastive_loss": 0.007078390568494797,
      "epoch": 5.155957579538366,
      "step": 16530
    },
    {
      "contrastive_lambda": 0.8241463359699681,
      "epoch": 5.155957579538366,
      "step": 16530
    },
    {
      "contrastive_lambda": 0.8241264023497457,
      "epoch": 5.156269494697442,
      "step": 16531
    },
    {
      "contrastive_lambda": 0.8241064678409122,
      "epoch": 5.1565814098565195,
      "step": 16532
    },
    {
      "contrastive_lambda": 0.8240865324435226,
      "epoch": 5.156893325015596,
      "step": 16533
    },
    {
      "contrastive_lambda": 0.8240665961576312,
      "epoch": 5.157205240174672,
      "step": 16534
    },
    {
      "contrastive_lambda": 0.8240466589832929,
      "epoch": 5.157517155333749,
      "step": 16535
    },
    {
      "contrastive_lambda": 0.8240267209205623,
      "epoch": 5.157829070492826,
      "step": 16536
    },
    {
      "contrastive_lambda": 0.8240067819694941,
      "epoch": 5.158140985651903,
      "step": 16537
    },
    {
      "contrastive_lambda": 0.8239868421301428,
      "epoch": 5.158452900810979,
      "step": 16538
    },
    {
      "contrastive_lambda": 0.8239669014025632,
      "epoch": 5.1587648159700565,
      "step": 16539
    },
    {
      "epoch": 5.159076731129133,
      "grad_norm": 0.16041439771652222,
      "learning_rate": 8.671331940494945e-05,
      "loss": 0.0411,
      "step": 16540
    },
    {
      "epoch": 5.159076731129133,
      "flow_loss": 0.03369209170341492,
      "step": 16540
    },
    {
      "contrastive_loss": 0.005598084069788456,
      "epoch": 5.159076731129133,
      "step": 16540
    },
    {
      "contrastive_lambda": 0.8239469597868101,
      "epoch": 5.159076731129133,
      "step": 16540
    },
    {
      "contrastive_lambda": 0.8239270172829378,
      "epoch": 5.1593886462882095,
      "step": 16541
    },
    {
      "contrastive_lambda": 0.8239070738910013,
      "epoch": 5.159700561447286,
      "step": 16542
    },
    {
      "contrastive_lambda": 0.8238871296110553,
      "epoch": 5.160012476606363,
      "step": 16543
    },
    {
      "contrastive_lambda": 0.823867184443154,
      "epoch": 5.16032439176544,
      "step": 16544
    },
    {
      "contrastive_lambda": 0.8238472383873527,
      "epoch": 5.160636306924516,
      "step": 16545
    },
    {
      "contrastive_lambda": 0.8238272914437057,
      "epoch": 5.160948222083594,
      "step": 16546
    },
    {
      "contrastive_lambda": 0.8238073436122678,
      "epoch": 5.16126013724267,
      "step": 16547
    },
    {
      "contrastive_lambda": 0.8237873948930937,
      "epoch": 5.1615720524017465,
      "step": 16548
    },
    {
      "contrastive_lambda": 0.823767445286238,
      "epoch": 5.161883967560824,
      "step": 16549
    },
    {
      "epoch": 5.1621958827199,
      "grad_norm": 0.13733601570129395,
      "learning_rate": 8.669460588093427e-05,
      "loss": 0.0464,
      "step": 16550
    },
    {
      "epoch": 5.1621958827199,
      "flow_loss": 0.022048499435186386,
      "step": 16550
    },
    {
      "contrastive_loss": 0.005301945377141237,
      "epoch": 5.1621958827199,
      "step": 16550
    },
    {
      "contrastive_lambda": 0.8237474947917556,
      "epoch": 5.1621958827199,
      "step": 16550
    },
    {
      "contrastive_lambda": 0.823727543409701,
      "epoch": 5.162507797878977,
      "step": 16551
    },
    {
      "contrastive_lambda": 0.823707591140129,
      "epoch": 5.162819713038053,
      "step": 16552
    },
    {
      "contrastive_lambda": 0.8236876379830942,
      "epoch": 5.163131628197131,
      "step": 16553
    },
    {
      "contrastive_lambda": 0.8236676839386514,
      "epoch": 5.163443543356207,
      "step": 16554
    },
    {
      "contrastive_lambda": 0.8236477290068552,
      "epoch": 5.163755458515284,
      "step": 16555
    },
    {
      "contrastive_lambda": 0.8236277731877605,
      "epoch": 5.164067373674361,
      "step": 16556
    },
    {
      "contrastive_lambda": 0.8236078164814218,
      "epoch": 5.164379288833437,
      "step": 16557
    },
    {
      "contrastive_lambda": 0.8235878588878939,
      "epoch": 5.164691203992514,
      "step": 16558
    },
    {
      "contrastive_lambda": 0.8235679004072315,
      "epoch": 5.16500311915159,
      "step": 16559
    },
    {
      "epoch": 5.165315034310668,
      "grad_norm": 0.12954312562942505,
      "learning_rate": 8.667588121006667e-05,
      "loss": 0.04,
      "step": 16560
    },
    {
      "epoch": 5.165315034310668,
      "flow_loss": 0.05866837128996849,
      "step": 16560
    },
    {
      "contrastive_loss": 0.00690459692850709,
      "epoch": 5.165315034310668,
      "step": 16560
    },
    {
      "contrastive_lambda": 0.8235479410394895,
      "epoch": 5.165315034310668,
      "step": 16560
    },
    {
      "contrastive_lambda": 0.8235279807847222,
      "epoch": 5.165626949469744,
      "step": 16561
    },
    {
      "contrastive_lambda": 0.8235080196429847,
      "epoch": 5.165938864628821,
      "step": 16562
    },
    {
      "contrastive_lambda": 0.8234880576143315,
      "epoch": 5.166250779787898,
      "step": 16563
    },
    {
      "contrastive_lambda": 0.8234680946988175,
      "epoch": 5.1665626949469745,
      "step": 16564
    },
    {
      "contrastive_lambda": 0.8234481308964974,
      "epoch": 5.166874610106051,
      "step": 16565
    },
    {
      "contrastive_lambda": 0.8234281662074258,
      "epoch": 5.167186525265128,
      "step": 16566
    },
    {
      "contrastive_lambda": 0.8234082006316575,
      "epoch": 5.167498440424205,
      "step": 16567
    },
    {
      "contrastive_lambda": 0.8233882341692473,
      "epoch": 5.167810355583281,
      "step": 16568
    },
    {
      "contrastive_lambda": 0.8233682668202499,
      "epoch": 5.168122270742358,
      "step": 16569
    },
    {
      "epoch": 5.168434185901435,
      "grad_norm": 0.11464385688304901,
      "learning_rate": 8.665714539803475e-05,
      "loss": 0.0418,
      "step": 16570
    },
    {
      "epoch": 5.168434185901435,
      "flow_loss": 0.06088786572217941,
      "step": 16570
    },
    {
      "contrastive_loss": 0.009132039733231068,
      "epoch": 5.168434185901435,
      "step": 16570
    },
    {
      "contrastive_lambda": 0.82334829858472,
      "epoch": 5.168434185901435,
      "step": 16570
    },
    {
      "contrastive_lambda": 0.8233283294627125,
      "epoch": 5.168746101060512,
      "step": 16571
    },
    {
      "contrastive_lambda": 0.8233083594542818,
      "epoch": 5.169058016219588,
      "step": 16572
    },
    {
      "contrastive_lambda": 0.8232883885594832,
      "epoch": 5.169369931378665,
      "step": 16573
    },
    {
      "contrastive_lambda": 0.8232684167783708,
      "epoch": 5.169681846537742,
      "step": 16574
    },
    {
      "contrastive_lambda": 0.823248444111,
      "epoch": 5.169993761696818,
      "step": 16575
    },
    {
      "contrastive_lambda": 0.8232284705574249,
      "epoch": 5.170305676855895,
      "step": 16576
    },
    {
      "contrastive_lambda": 0.8232084961177009,
      "epoch": 5.170617592014972,
      "step": 16577
    },
    {
      "contrastive_lambda": 0.8231885207918822,
      "epoch": 5.170929507174049,
      "step": 16578
    },
    {
      "contrastive_lambda": 0.823168544580024,
      "epoch": 5.171241422333125,
      "step": 16579
    },
    {
      "epoch": 5.1715533374922025,
      "grad_norm": 0.14623050391674042,
      "learning_rate": 8.663839845052993e-05,
      "loss": 0.0496,
      "step": 16580
    },
    {
      "epoch": 5.1715533374922025,
      "flow_loss": 0.04679226502776146,
      "step": 16580
    },
    {
      "contrastive_loss": 0.006846634205430746,
      "epoch": 5.1715533374922025,
      "step": 16580
    },
    {
      "contrastive_lambda": 0.8231485674821808,
      "epoch": 5.1715533374922025,
      "step": 16580
    },
    {
      "contrastive_lambda": 0.8231285894984075,
      "epoch": 5.171865252651279,
      "step": 16581
    },
    {
      "contrastive_lambda": 0.8231086106287588,
      "epoch": 5.172177167810355,
      "step": 16582
    },
    {
      "contrastive_lambda": 0.8230886308732894,
      "epoch": 5.172489082969433,
      "step": 16583
    },
    {
      "contrastive_lambda": 0.8230686502320543,
      "epoch": 5.172800998128509,
      "step": 16584
    },
    {
      "contrastive_lambda": 0.8230486687051082,
      "epoch": 5.173112913287586,
      "step": 16585
    },
    {
      "contrastive_lambda": 0.8230286862925058,
      "epoch": 5.173424828446662,
      "step": 16586
    },
    {
      "contrastive_lambda": 0.8230087029943018,
      "epoch": 5.1737367436057395,
      "step": 16587
    },
    {
      "contrastive_lambda": 0.8229887188105511,
      "epoch": 5.174048658764816,
      "step": 16588
    },
    {
      "contrastive_lambda": 0.8229687337413087,
      "epoch": 5.1743605739238925,
      "step": 16589
    },
    {
      "epoch": 5.17467248908297,
      "grad_norm": 0.15058761835098267,
      "learning_rate": 8.661964037324703e-05,
      "loss": 0.0392,
      "step": 16590
    },
    {
      "epoch": 5.17467248908297,
      "flow_loss": 0.034628208726644516,
      "step": 16590
    },
    {
      "contrastive_loss": 0.0059776995331048965,
      "epoch": 5.17467248908297,
      "step": 16590
    },
    {
      "contrastive_lambda": 0.8229487477866291,
      "epoch": 5.17467248908297,
      "step": 16590
    },
    {
      "contrastive_lambda": 0.8229287609465671,
      "epoch": 5.174984404242046,
      "step": 16591
    },
    {
      "contrastive_lambda": 0.8229087732211775,
      "epoch": 5.175296319401123,
      "step": 16592
    },
    {
      "contrastive_lambda": 0.8228887846105153,
      "epoch": 5.175608234560199,
      "step": 16593
    },
    {
      "contrastive_lambda": 0.8228687951146352,
      "epoch": 5.175920149719277,
      "step": 16594
    },
    {
      "contrastive_lambda": 0.8228488047335918,
      "epoch": 5.176232064878353,
      "step": 16595
    },
    {
      "contrastive_lambda": 0.8228288134674402,
      "epoch": 5.1765439800374295,
      "step": 16596
    },
    {
      "contrastive_lambda": 0.822808821316235,
      "epoch": 5.176855895196507,
      "step": 16597
    },
    {
      "contrastive_lambda": 0.8227888282800311,
      "epoch": 5.177167810355583,
      "step": 16598
    },
    {
      "contrastive_lambda": 0.8227688343588833,
      "epoch": 5.17747972551466,
      "step": 16599
    },
    {
      "epoch": 5.177791640673736,
      "grad_norm": 0.1289130598306656,
      "learning_rate": 8.660087117188427e-05,
      "loss": 0.0415,
      "step": 16600
    },
    {
      "epoch": 5.177791640673736,
      "flow_loss": 0.03500771522521973,
      "step": 16600
    },
    {
      "contrastive_loss": 0.0054906392470002174,
      "epoch": 5.177791640673736,
      "step": 16600
    },
    {
      "contrastive_lambda": 0.8227488395528464,
      "epoch": 5.177791640673736,
      "step": 16600
    },
    {
      "contrastive_lambda": 0.8227288438619753,
      "epoch": 5.178103555832814,
      "step": 16601
    },
    {
      "contrastive_lambda": 0.8227088472863247,
      "epoch": 5.17841547099189,
      "step": 16602
    },
    {
      "contrastive_lambda": 0.8226888498259495,
      "epoch": 5.178727386150967,
      "step": 16603
    },
    {
      "contrastive_lambda": 0.8226688514809045,
      "epoch": 5.179039301310044,
      "step": 16604
    },
    {
      "contrastive_lambda": 0.8226488522512445,
      "epoch": 5.1793512164691204,
      "step": 16605
    },
    {
      "contrastive_lambda": 0.8226288521370244,
      "epoch": 5.179663131628197,
      "step": 16606
    },
    {
      "contrastive_lambda": 0.822608851138299,
      "epoch": 5.179975046787274,
      "step": 16607
    },
    {
      "contrastive_lambda": 0.822588849255123,
      "epoch": 5.180286961946351,
      "step": 16608
    },
    {
      "contrastive_lambda": 0.8225688464875514,
      "epoch": 5.180598877105427,
      "step": 16609
    },
    {
      "epoch": 5.180910792264504,
      "grad_norm": 0.10495775192975998,
      "learning_rate": 8.658209085214325e-05,
      "loss": 0.0421,
      "step": 16610
    },
    {
      "epoch": 5.180910792264504,
      "flow_loss": 0.042931389063596725,
      "step": 16610
    },
    {
      "contrastive_loss": 0.006583239883184433,
      "epoch": 5.180910792264504,
      "step": 16610
    },
    {
      "contrastive_lambda": 0.8225488428356389,
      "epoch": 5.180910792264504,
      "step": 16610
    },
    {
      "contrastive_lambda": 0.8225288382994407,
      "epoch": 5.181222707423581,
      "step": 16611
    },
    {
      "contrastive_lambda": 0.8225088328790111,
      "epoch": 5.1815346225826575,
      "step": 16612
    },
    {
      "contrastive_lambda": 0.8224888265744054,
      "epoch": 5.181846537741734,
      "step": 16613
    },
    {
      "contrastive_lambda": 0.8224688193856782,
      "epoch": 5.182158452900811,
      "step": 16614
    },
    {
      "contrastive_lambda": 0.8224488113128845,
      "epoch": 5.182470368059888,
      "step": 16615
    },
    {
      "contrastive_lambda": 0.8224288023560788,
      "epoch": 5.182782283218964,
      "step": 16616
    },
    {
      "contrastive_lambda": 0.8224087925153166,
      "epoch": 5.183094198378041,
      "step": 16617
    },
    {
      "contrastive_lambda": 0.8223887817906522,
      "epoch": 5.183406113537118,
      "step": 16618
    },
    {
      "contrastive_lambda": 0.8223687701821407,
      "epoch": 5.183718028696195,
      "step": 16619
    },
    {
      "epoch": 5.184029943855271,
      "grad_norm": 0.1629357486963272,
      "learning_rate": 8.656329941972891e-05,
      "loss": 0.0454,
      "step": 16620
    },
    {
      "epoch": 5.184029943855271,
      "flow_loss": 0.04214964061975479,
      "step": 16620
    },
    {
      "contrastive_loss": 0.0064761703833937645,
      "epoch": 5.184029943855271,
      "step": 16620
    },
    {
      "contrastive_lambda": 0.822348757689837,
      "epoch": 5.184029943855271,
      "step": 16620
    },
    {
      "contrastive_lambda": 0.8223287443137957,
      "epoch": 5.184341859014348,
      "step": 16621
    },
    {
      "contrastive_lambda": 0.8223087300540719,
      "epoch": 5.184653774173425,
      "step": 16622
    },
    {
      "contrastive_lambda": 0.8222887149107205,
      "epoch": 5.184965689332501,
      "step": 16623
    },
    {
      "contrastive_lambda": 0.8222686988837962,
      "epoch": 5.185277604491579,
      "step": 16624
    },
    {
      "contrastive_lambda": 0.822248681973354,
      "epoch": 5.185589519650655,
      "step": 16625
    },
    {
      "contrastive_lambda": 0.8222286641794487,
      "epoch": 5.185901434809732,
      "step": 16626
    },
    {
      "contrastive_lambda": 0.8222086455021352,
      "epoch": 5.186213349968808,
      "step": 16627
    },
    {
      "contrastive_lambda": 0.8221886259414686,
      "epoch": 5.1865252651278855,
      "step": 16628
    },
    {
      "contrastive_lambda": 0.8221686054975034,
      "epoch": 5.186837180286962,
      "step": 16629
    },
    {
      "epoch": 5.187149095446038,
      "grad_norm": 0.1464003175497055,
      "learning_rate": 8.654449688034963e-05,
      "loss": 0.0404,
      "step": 16630
    },
    {
      "epoch": 5.187149095446038,
      "flow_loss": 0.04832456633448601,
      "step": 16630
    },
    {
      "contrastive_loss": 0.00534418411552906,
      "epoch": 5.187149095446038,
      "step": 16630
    },
    {
      "contrastive_lambda": 0.8221485841702947,
      "epoch": 5.187149095446038,
      "step": 16630
    },
    {
      "contrastive_lambda": 0.8221285619598975,
      "epoch": 5.187461010605116,
      "step": 16631
    },
    {
      "contrastive_lambda": 0.8221085388663664,
      "epoch": 5.187772925764192,
      "step": 16632
    },
    {
      "contrastive_lambda": 0.8220885148897564,
      "epoch": 5.188084840923269,
      "step": 16633
    },
    {
      "contrastive_lambda": 0.8220684900301226,
      "epoch": 5.188396756082345,
      "step": 16634
    },
    {
      "contrastive_lambda": 0.8220484642875197,
      "epoch": 5.1887086712414225,
      "step": 16635
    },
    {
      "contrastive_lambda": 0.8220284376620026,
      "epoch": 5.189020586400499,
      "step": 16636
    },
    {
      "contrastive_lambda": 0.8220084101536262,
      "epoch": 5.1893325015595755,
      "step": 16637
    },
    {
      "contrastive_lambda": 0.8219883817624458,
      "epoch": 5.189644416718653,
      "step": 16638
    },
    {
      "contrastive_lambda": 0.8219683524885156,
      "epoch": 5.189956331877729,
      "step": 16639
    },
    {
      "epoch": 5.190268247036806,
      "grad_norm": 0.10654862970113754,
      "learning_rate": 8.652568323971706e-05,
      "loss": 0.0414,
      "step": 16640
    },
    {
      "epoch": 5.190268247036806,
      "flow_loss": 0.04864979535341263,
      "step": 16640
    },
    {
      "contrastive_loss": 0.0072127338498830795,
      "epoch": 5.190268247036806,
      "step": 16640
    },
    {
      "contrastive_lambda": 0.8219483223318911,
      "epoch": 5.190268247036806,
      "step": 16640
    },
    {
      "contrastive_lambda": 0.8219282912926269,
      "epoch": 5.190580162195883,
      "step": 16641
    },
    {
      "contrastive_lambda": 0.821908259370778,
      "epoch": 5.19089207735496,
      "step": 16642
    },
    {
      "contrastive_lambda": 0.8218882265663994,
      "epoch": 5.191203992514036,
      "step": 16643
    },
    {
      "contrastive_lambda": 0.8218681928795459,
      "epoch": 5.1915159076731126,
      "step": 16644
    },
    {
      "contrastive_lambda": 0.8218481583102725,
      "epoch": 5.19182782283219,
      "step": 16645
    },
    {
      "contrastive_lambda": 0.821828122858634,
      "epoch": 5.192139737991266,
      "step": 16646
    },
    {
      "contrastive_lambda": 0.8218080865246855,
      "epoch": 5.192451653150343,
      "step": 16647
    },
    {
      "contrastive_lambda": 0.8217880493084819,
      "epoch": 5.19276356830942,
      "step": 16648
    },
    {
      "contrastive_lambda": 0.821768011210078,
      "epoch": 5.193075483468497,
      "step": 16649
    },
    {
      "epoch": 5.193387398627573,
      "grad_norm": 0.1795884519815445,
      "learning_rate": 8.650685850354636e-05,
      "loss": 0.0441,
      "step": 16650
    },
    {
      "epoch": 5.193387398627573,
      "flow_loss": 0.06093307584524155,
      "step": 16650
    },
    {
      "contrastive_loss": 0.005355646833777428,
      "epoch": 5.193387398627573,
      "step": 16650
    },
    {
      "contrastive_lambda": 0.8217479722295289,
      "epoch": 5.193387398627573,
      "step": 16650
    },
    {
      "contrastive_lambda": 0.8217279323668896,
      "epoch": 5.19369931378665,
      "step": 16651
    },
    {
      "contrastive_lambda": 0.8217078916222147,
      "epoch": 5.194011228945727,
      "step": 16652
    },
    {
      "contrastive_lambda": 0.8216878499955593,
      "epoch": 5.1943231441048034,
      "step": 16653
    },
    {
      "contrastive_lambda": 0.8216678074869785,
      "epoch": 5.19463505926388,
      "step": 16654
    },
    {
      "contrastive_lambda": 0.8216477640965272,
      "epoch": 5.194946974422957,
      "step": 16655
    },
    {
      "contrastive_lambda": 0.8216277198242602,
      "epoch": 5.195258889582034,
      "step": 16656
    },
    {
      "contrastive_lambda": 0.8216076746702325,
      "epoch": 5.19557080474111,
      "step": 16657
    },
    {
      "contrastive_lambda": 0.8215876286344993,
      "epoch": 5.195882719900188,
      "step": 16658
    },
    {
      "contrastive_lambda": 0.8215675817171153,
      "epoch": 5.196194635059264,
      "step": 16659
    },
    {
      "epoch": 5.1965065502183405,
      "grad_norm": 0.13560748100280762,
      "learning_rate": 8.648802267755593e-05,
      "loss": 0.0416,
      "step": 16660
    },
    {
      "epoch": 5.1965065502183405,
      "flow_loss": 0.044172417372465134,
      "step": 16660
    },
    {
      "contrastive_loss": 0.00595517735928297,
      "epoch": 5.1965065502183405,
      "step": 16660
    },
    {
      "contrastive_lambda": 0.8215475339181354,
      "epoch": 5.1965065502183405,
      "step": 16660
    },
    {
      "contrastive_lambda": 0.8215274852376148,
      "epoch": 5.196818465377417,
      "step": 16661
    },
    {
      "contrastive_lambda": 0.8215074356756082,
      "epoch": 5.197130380536494,
      "step": 16662
    },
    {
      "contrastive_lambda": 0.8214873852321708,
      "epoch": 5.197442295695571,
      "step": 16663
    },
    {
      "contrastive_lambda": 0.8214673339073575,
      "epoch": 5.197754210854647,
      "step": 16664
    },
    {
      "contrastive_lambda": 0.8214472817012233,
      "epoch": 5.198066126013725,
      "step": 16665
    },
    {
      "contrastive_lambda": 0.8214272286138229,
      "epoch": 5.198378041172801,
      "step": 16666
    },
    {
      "contrastive_lambda": 0.8214071746452116,
      "epoch": 5.198689956331878,
      "step": 16667
    },
    {
      "contrastive_lambda": 0.8213871197954444,
      "epoch": 5.199001871490954,
      "step": 16668
    },
    {
      "contrastive_lambda": 0.8213670640645762,
      "epoch": 5.199313786650031,
      "step": 16669
    },
    {
      "epoch": 5.199625701809108,
      "grad_norm": 0.1410100758075714,
      "learning_rate": 8.646917576746764e-05,
      "loss": 0.042,
      "step": 16670
    },
    {
      "epoch": 5.199625701809108,
      "flow_loss": 0.04353006184101105,
      "step": 16670
    },
    {
      "contrastive_loss": 0.005453241057693958,
      "epoch": 5.199625701809108,
      "step": 16670
    },
    {
      "contrastive_lambda": 0.8213470074526618,
      "epoch": 5.199625701809108,
      "step": 16670
    },
    {
      "contrastive_lambda": 0.8213269499597563,
      "epoch": 5.199937616968184,
      "step": 16671
    },
    {
      "contrastive_lambda": 0.8213068915859149,
      "epoch": 5.200249532127262,
      "step": 16672
    },
    {
      "contrastive_lambda": 0.8212868323311922,
      "epoch": 5.200561447286338,
      "step": 16673
    },
    {
      "contrastive_lambda": 0.8212667721956436,
      "epoch": 5.200873362445415,
      "step": 16674
    },
    {
      "contrastive_lambda": 0.8212467111793238,
      "epoch": 5.201185277604492,
      "step": 16675
    },
    {
      "contrastive_lambda": 0.821226649282288,
      "epoch": 5.2014971927635685,
      "step": 16676
    },
    {
      "contrastive_lambda": 0.821206586504591,
      "epoch": 5.201809107922645,
      "step": 16677
    },
    {
      "contrastive_lambda": 0.8211865228462879,
      "epoch": 5.202121023081721,
      "step": 16678
    },
    {
      "contrastive_lambda": 0.8211664583074337,
      "epoch": 5.202432938240799,
      "step": 16679
    },
    {
      "epoch": 5.202744853399875,
      "grad_norm": 0.15549823641777039,
      "learning_rate": 8.645031777900666e-05,
      "loss": 0.0389,
      "step": 16680
    },
    {
      "epoch": 5.202744853399875,
      "flow_loss": 0.03580774366855621,
      "step": 16680
    },
    {
      "contrastive_loss": 0.007859229110181332,
      "epoch": 5.202744853399875,
      "step": 16680
    },
    {
      "contrastive_lambda": 0.8211463928880836,
      "epoch": 5.202744853399875,
      "step": 16680
    },
    {
      "contrastive_lambda": 0.8211263265882922,
      "epoch": 5.203056768558952,
      "step": 16681
    },
    {
      "contrastive_lambda": 0.8211062594081149,
      "epoch": 5.203368683718029,
      "step": 16682
    },
    {
      "contrastive_lambda": 0.8210861913476064,
      "epoch": 5.2036805988771055,
      "step": 16683
    },
    {
      "contrastive_lambda": 0.8210661224068221,
      "epoch": 5.203992514036182,
      "step": 16684
    },
    {
      "contrastive_lambda": 0.8210460525858165,
      "epoch": 5.2043044291952585,
      "step": 16685
    },
    {
      "contrastive_lambda": 0.8210259818846453,
      "epoch": 5.204616344354336,
      "step": 16686
    },
    {
      "contrastive_lambda": 0.8210059103033628,
      "epoch": 5.204928259513412,
      "step": 16687
    },
    {
      "contrastive_lambda": 0.8209858378420245,
      "epoch": 5.205240174672489,
      "step": 16688
    },
    {
      "contrastive_lambda": 0.8209657645006854,
      "epoch": 5.205552089831566,
      "step": 16689
    },
    {
      "epoch": 5.205864004990643,
      "grad_norm": 0.18438881635665894,
      "learning_rate": 8.643144871790154e-05,
      "loss": 0.042,
      "step": 16690
    },
    {
      "epoch": 5.205864004990643,
      "flow_loss": 0.04495909437537193,
      "step": 16690
    },
    {
      "contrastive_loss": 0.00923183560371399,
      "epoch": 5.205864004990643,
      "step": 16690
    },
    {
      "contrastive_lambda": 0.8209456902794002,
      "epoch": 5.205864004990643,
      "step": 16690
    },
    {
      "contrastive_lambda": 0.8209256151782243,
      "epoch": 5.206175920149719,
      "step": 16691
    },
    {
      "contrastive_lambda": 0.8209055391972127,
      "epoch": 5.2064878353087956,
      "step": 16692
    },
    {
      "contrastive_lambda": 0.8208854623364201,
      "epoch": 5.206799750467873,
      "step": 16693
    },
    {
      "contrastive_lambda": 0.820865384595902,
      "epoch": 5.207111665626949,
      "step": 16694
    },
    {
      "contrastive_lambda": 0.8208453059757133,
      "epoch": 5.207423580786026,
      "step": 16695
    },
    {
      "contrastive_lambda": 0.8208252264759087,
      "epoch": 5.207735495945103,
      "step": 16696
    },
    {
      "contrastive_lambda": 0.8208051460965438,
      "epoch": 5.20804741110418,
      "step": 16697
    },
    {
      "contrastive_lambda": 0.8207850648376731,
      "epoch": 5.208359326263256,
      "step": 16698
    },
    {
      "contrastive_lambda": 0.8207649826993522,
      "epoch": 5.2086712414223335,
      "step": 16699
    },
    {
      "epoch": 5.20898315658141,
      "grad_norm": 0.13462132215499878,
      "learning_rate": 8.641256858988424e-05,
      "loss": 0.0464,
      "step": 16700
    },
    {
      "epoch": 5.20898315658141,
      "flow_loss": 0.04406510293483734,
      "step": 16700
    },
    {
      "contrastive_loss": 0.005694252904504538,
      "epoch": 5.20898315658141,
      "step": 16700
    },
    {
      "contrastive_lambda": 0.8207448996816358,
      "epoch": 5.20898315658141,
      "step": 16700
    },
    {
      "contrastive_lambda": 0.820724815784579,
      "epoch": 5.2092950717404864,
      "step": 16701
    },
    {
      "contrastive_lambda": 0.8207047310082369,
      "epoch": 5.209606986899563,
      "step": 16702
    },
    {
      "contrastive_lambda": 0.8206846453526646,
      "epoch": 5.20991890205864,
      "step": 16703
    },
    {
      "contrastive_lambda": 0.8206645588179171,
      "epoch": 5.210230817217717,
      "step": 16704
    },
    {
      "contrastive_lambda": 0.8206444714040495,
      "epoch": 5.210542732376793,
      "step": 16705
    },
    {
      "contrastive_lambda": 0.820624383111117,
      "epoch": 5.210854647535871,
      "step": 16706
    },
    {
      "contrastive_lambda": 0.8206042939391744,
      "epoch": 5.211166562694947,
      "step": 16707
    },
    {
      "contrastive_lambda": 0.8205842038882769,
      "epoch": 5.2114784778540235,
      "step": 16708
    },
    {
      "contrastive_lambda": 0.8205641129584798,
      "epoch": 5.2117903930131,
      "step": 16709
    },
    {
      "epoch": 5.212102308172177,
      "grad_norm": 0.10119188576936722,
      "learning_rate": 8.639367740069e-05,
      "loss": 0.0367,
      "step": 16710
    },
    {
      "epoch": 5.212102308172177,
      "flow_loss": 0.03662818670272827,
      "step": 16710
    },
    {
      "contrastive_loss": 0.009691381826996803,
      "epoch": 5.212102308172177,
      "step": 16710
    },
    {
      "contrastive_lambda": 0.8205440211498378,
      "epoch": 5.212102308172177,
      "step": 16710
    },
    {
      "contrastive_lambda": 0.8205239284624063,
      "epoch": 5.212414223331254,
      "step": 16711
    },
    {
      "contrastive_lambda": 0.8205038348962401,
      "epoch": 5.21272613849033,
      "step": 16712
    },
    {
      "contrastive_lambda": 0.8204837404513946,
      "epoch": 5.213038053649408,
      "step": 16713
    },
    {
      "contrastive_lambda": 0.8204636451279246,
      "epoch": 5.213349968808484,
      "step": 16714
    },
    {
      "contrastive_lambda": 0.8204435489258854,
      "epoch": 5.213661883967561,
      "step": 16715
    },
    {
      "contrastive_lambda": 0.820423451845332,
      "epoch": 5.213973799126638,
      "step": 16716
    },
    {
      "contrastive_lambda": 0.8204033538863196,
      "epoch": 5.214285714285714,
      "step": 16717
    },
    {
      "contrastive_lambda": 0.8203832550489031,
      "epoch": 5.214597629444791,
      "step": 16718
    },
    {
      "contrastive_lambda": 0.8203631553331378,
      "epoch": 5.214909544603867,
      "step": 16719
    },
    {
      "epoch": 5.215221459762945,
      "grad_norm": 0.14157168567180634,
      "learning_rate": 8.63747751560575e-05,
      "loss": 0.0446,
      "step": 16720
    },
    {
      "epoch": 5.215221459762945,
      "flow_loss": 0.022975139319896698,
      "step": 16720
    },
    {
      "contrastive_loss": 0.00543738529086113,
      "epoch": 5.215221459762945,
      "step": 16720
    },
    {
      "contrastive_lambda": 0.8203430547390786,
      "epoch": 5.215221459762945,
      "step": 16720
    },
    {
      "contrastive_lambda": 0.8203229532667807,
      "epoch": 5.215533374922021,
      "step": 16721
    },
    {
      "contrastive_lambda": 0.8203028509162995,
      "epoch": 5.215845290081098,
      "step": 16722
    },
    {
      "contrastive_lambda": 0.8202827476876895,
      "epoch": 5.216157205240175,
      "step": 16723
    },
    {
      "contrastive_lambda": 0.8202626435810064,
      "epoch": 5.2164691203992515,
      "step": 16724
    },
    {
      "contrastive_lambda": 0.820242538596305,
      "epoch": 5.216781035558328,
      "step": 16725
    },
    {
      "contrastive_lambda": 0.8202224327336405,
      "epoch": 5.217092950717404,
      "step": 16726
    },
    {
      "contrastive_lambda": 0.8202023259930681,
      "epoch": 5.217404865876482,
      "step": 16727
    },
    {
      "contrastive_lambda": 0.8201822183746428,
      "epoch": 5.217716781035558,
      "step": 16728
    },
    {
      "contrastive_lambda": 0.8201621098784198,
      "epoch": 5.218028696194635,
      "step": 16729
    },
    {
      "epoch": 5.218340611353712,
      "grad_norm": 0.15004819631576538,
      "learning_rate": 8.635586186172871e-05,
      "loss": 0.036,
      "step": 16730
    },
    {
      "epoch": 5.218340611353712,
      "flow_loss": 0.03299395740032196,
      "step": 16730
    },
    {
      "contrastive_loss": 0.006220714654773474,
      "epoch": 5.218340611353712,
      "step": 16730
    },
    {
      "contrastive_lambda": 0.8201420005044541,
      "epoch": 5.218340611353712,
      "step": 16730
    },
    {
      "contrastive_lambda": 0.8201218902528009,
      "epoch": 5.2186525265127885,
      "step": 16731
    },
    {
      "contrastive_lambda": 0.8201017791235155,
      "epoch": 5.218964441671865,
      "step": 16732
    },
    {
      "contrastive_lambda": 0.8200816671166528,
      "epoch": 5.219276356830942,
      "step": 16733
    },
    {
      "contrastive_lambda": 0.820061554232268,
      "epoch": 5.219588271990019,
      "step": 16734
    },
    {
      "contrastive_lambda": 0.8200414404704164,
      "epoch": 5.219900187149095,
      "step": 16735
    },
    {
      "contrastive_lambda": 0.820021325831153,
      "epoch": 5.220212102308172,
      "step": 16736
    },
    {
      "contrastive_lambda": 0.8200012103145329,
      "epoch": 5.220524017467249,
      "step": 16737
    },
    {
      "contrastive_lambda": 0.8199810939206114,
      "epoch": 5.220835932626326,
      "step": 16738
    },
    {
      "contrastive_lambda": 0.8199609766494435,
      "epoch": 5.221147847785402,
      "step": 16739
    },
    {
      "epoch": 5.221459762944479,
      "grad_norm": 0.13610908389091492,
      "learning_rate": 8.633693752344902e-05,
      "loss": 0.0365,
      "step": 16740
    },
    {
      "epoch": 5.221459762944479,
      "flow_loss": 0.043749380856752396,
      "step": 16740
    },
    {
      "contrastive_loss": 0.006075415760278702,
      "epoch": 5.221459762944479,
      "step": 16740
    },
    {
      "contrastive_lambda": 0.8199408585010843,
      "epoch": 5.221459762944479,
      "step": 16740
    },
    {
      "contrastive_lambda": 0.8199207394755892,
      "epoch": 5.221771678103556,
      "step": 16741
    },
    {
      "contrastive_lambda": 0.8199006195730132,
      "epoch": 5.222083593262632,
      "step": 16742
    },
    {
      "contrastive_lambda": 0.8198804987934116,
      "epoch": 5.222395508421709,
      "step": 16743
    },
    {
      "contrastive_lambda": 0.8198603771368393,
      "epoch": 5.222707423580786,
      "step": 16744
    },
    {
      "contrastive_lambda": 0.8198402546033516,
      "epoch": 5.223019338739863,
      "step": 16745
    },
    {
      "contrastive_lambda": 0.8198201311930038,
      "epoch": 5.223331253898939,
      "step": 16746
    },
    {
      "contrastive_lambda": 0.819800006905851,
      "epoch": 5.2236431690580165,
      "step": 16747
    },
    {
      "contrastive_lambda": 0.8197798817419482,
      "epoch": 5.223955084217093,
      "step": 16748
    },
    {
      "contrastive_lambda": 0.8197597557013507,
      "epoch": 5.2242669993761695,
      "step": 16749
    },
    {
      "epoch": 5.224578914535247,
      "grad_norm": 0.10439258068799973,
      "learning_rate": 8.631800214696713e-05,
      "loss": 0.0386,
      "step": 16750
    },
    {
      "epoch": 5.224578914535247,
      "flow_loss": 0.045522987842559814,
      "step": 16750
    },
    {
      "contrastive_loss": 0.005681069567799568,
      "epoch": 5.224578914535247,
      "step": 16750
    },
    {
      "contrastive_lambda": 0.8197396287841137,
      "epoch": 5.224578914535247,
      "step": 16750
    },
    {
      "contrastive_lambda": 0.8197195009902924,
      "epoch": 5.224890829694323,
      "step": 16751
    },
    {
      "contrastive_lambda": 0.8196993723199419,
      "epoch": 5.2252027448534,
      "step": 16752
    },
    {
      "contrastive_lambda": 0.8196792427731174,
      "epoch": 5.225514660012476,
      "step": 16753
    },
    {
      "contrastive_lambda": 0.8196591123498741,
      "epoch": 5.225826575171554,
      "step": 16754
    },
    {
      "contrastive_lambda": 0.8196389810502671,
      "epoch": 5.22613849033063,
      "step": 16755
    },
    {
      "contrastive_lambda": 0.8196188488743519,
      "epoch": 5.2264504054897065,
      "step": 16756
    },
    {
      "contrastive_lambda": 0.8195987158221834,
      "epoch": 5.226762320648784,
      "step": 16757
    },
    {
      "contrastive_lambda": 0.8195785818938168,
      "epoch": 5.22707423580786,
      "step": 16758
    },
    {
      "contrastive_lambda": 0.8195584470893074,
      "epoch": 5.227386150966937,
      "step": 16759
    },
    {
      "epoch": 5.227698066126013,
      "grad_norm": 0.18014757335186005,
      "learning_rate": 8.629905573803511e-05,
      "loss": 0.0422,
      "step": 16760
    },
    {
      "epoch": 5.227698066126013,
      "flow_loss": 0.048341646790504456,
      "step": 16760
    },
    {
      "contrastive_loss": 0.007153004873543978,
      "epoch": 5.227698066126013,
      "step": 16760
    },
    {
      "contrastive_lambda": 0.8195383114087105,
      "epoch": 5.227698066126013,
      "step": 16760
    },
    {
      "contrastive_lambda": 0.819518174852081,
      "epoch": 5.228009981285091,
      "step": 16761
    },
    {
      "contrastive_lambda": 0.8194980374194745,
      "epoch": 5.228321896444167,
      "step": 16762
    },
    {
      "contrastive_lambda": 0.8194778991109457,
      "epoch": 5.228633811603244,
      "step": 16763
    },
    {
      "contrastive_lambda": 0.8194577599265502,
      "epoch": 5.228945726762321,
      "step": 16764
    },
    {
      "contrastive_lambda": 0.8194376198663432,
      "epoch": 5.229257641921397,
      "step": 16765
    },
    {
      "contrastive_lambda": 0.8194174789303799,
      "epoch": 5.229569557080474,
      "step": 16766
    },
    {
      "contrastive_lambda": 0.8193973371187153,
      "epoch": 5.229881472239551,
      "step": 16767
    },
    {
      "contrastive_lambda": 0.8193771944314048,
      "epoch": 5.230193387398628,
      "step": 16768
    },
    {
      "contrastive_lambda": 0.8193570508685035,
      "epoch": 5.230505302557704,
      "step": 16769
    },
    {
      "epoch": 5.230817217716781,
      "grad_norm": 0.11970452964305878,
      "learning_rate": 8.628009830240839e-05,
      "loss": 0.0453,
      "step": 16770
    },
    {
      "epoch": 5.230817217716781,
      "flow_loss": 0.02868325635790825,
      "step": 16770
    },
    {
      "contrastive_loss": 0.007977715693414211,
      "epoch": 5.230817217716781,
      "step": 16770
    },
    {
      "contrastive_lambda": 0.8193369064300668,
      "epoch": 5.230817217716781,
      "step": 16770
    },
    {
      "contrastive_lambda": 0.8193167611161499,
      "epoch": 5.231129132875858,
      "step": 16771
    },
    {
      "contrastive_lambda": 0.8192966149268079,
      "epoch": 5.2314410480349345,
      "step": 16772
    },
    {
      "contrastive_lambda": 0.8192764678620961,
      "epoch": 5.231752963194011,
      "step": 16773
    },
    {
      "contrastive_lambda": 0.8192563199220697,
      "epoch": 5.232064878353088,
      "step": 16774
    },
    {
      "contrastive_lambda": 0.8192361711067842,
      "epoch": 5.232376793512165,
      "step": 16775
    },
    {
      "contrastive_lambda": 0.8192160214162943,
      "epoch": 5.232688708671241,
      "step": 16776
    },
    {
      "contrastive_lambda": 0.8191958708506557,
      "epoch": 5.233000623830318,
      "step": 16777
    },
    {
      "contrastive_lambda": 0.8191757194099234,
      "epoch": 5.233312538989395,
      "step": 16778
    },
    {
      "contrastive_lambda": 0.8191555670941528,
      "epoch": 5.2336244541484715,
      "step": 16779
    },
    {
      "epoch": 5.233936369307548,
      "grad_norm": 0.12823626399040222,
      "learning_rate": 8.626112984584571e-05,
      "loss": 0.0396,
      "step": 16780
    },
    {
      "epoch": 5.233936369307548,
      "flow_loss": 0.0448932871222496,
      "step": 16780
    },
    {
      "contrastive_loss": 0.005554880015552044,
      "epoch": 5.233936369307548,
      "step": 16780
    },
    {
      "contrastive_lambda": 0.8191354139033993,
      "epoch": 5.233936369307548,
      "step": 16780
    },
    {
      "contrastive_lambda": 0.8191152598377177,
      "epoch": 5.234248284466625,
      "step": 16781
    },
    {
      "contrastive_lambda": 0.8190951048971635,
      "epoch": 5.234560199625702,
      "step": 16782
    },
    {
      "contrastive_lambda": 0.8190749490817921,
      "epoch": 5.234872114784778,
      "step": 16783
    },
    {
      "contrastive_lambda": 0.8190547923916585,
      "epoch": 5.235184029943856,
      "step": 16784
    },
    {
      "contrastive_lambda": 0.819034634826818,
      "epoch": 5.235495945102932,
      "step": 16785
    },
    {
      "contrastive_lambda": 0.819014476387326,
      "epoch": 5.235807860262009,
      "step": 16786
    },
    {
      "contrastive_lambda": 0.8189943170732379,
      "epoch": 5.236119775421085,
      "step": 16787
    },
    {
      "contrastive_lambda": 0.8189741568846085,
      "epoch": 5.2364316905801624,
      "step": 16788
    },
    {
      "contrastive_lambda": 0.8189539958214934,
      "epoch": 5.236743605739239,
      "step": 16789
    },
    {
      "epoch": 5.237055520898315,
      "grad_norm": 0.1458512246608734,
      "learning_rate": 8.62421503741092e-05,
      "loss": 0.0422,
      "step": 16790
    },
    {
      "epoch": 5.237055520898315,
      "flow_loss": 0.026419810950756073,
      "step": 16790
    },
    {
      "contrastive_loss": 0.006243404932320118,
      "epoch": 5.237055520898315,
      "step": 16790
    },
    {
      "contrastive_lambda": 0.8189338338839479,
      "epoch": 5.237055520898315,
      "step": 16790
    },
    {
      "contrastive_lambda": 0.8189136710720271,
      "epoch": 5.237367436057393,
      "step": 16791
    },
    {
      "contrastive_lambda": 0.8188935073857864,
      "epoch": 5.237679351216469,
      "step": 16792
    },
    {
      "contrastive_lambda": 0.818873342825281,
      "epoch": 5.237991266375546,
      "step": 16793
    },
    {
      "contrastive_lambda": 0.8188531773905663,
      "epoch": 5.238303181534622,
      "step": 16794
    },
    {
      "contrastive_lambda": 0.8188330110816975,
      "epoch": 5.2386150966936995,
      "step": 16795
    },
    {
      "contrastive_lambda": 0.8188128438987299,
      "epoch": 5.238927011852776,
      "step": 16796
    },
    {
      "contrastive_lambda": 0.8187926758417187,
      "epoch": 5.2392389270118525,
      "step": 16797
    },
    {
      "contrastive_lambda": 0.8187725069107193,
      "epoch": 5.23955084217093,
      "step": 16798
    },
    {
      "contrastive_lambda": 0.818752337105787,
      "epoch": 5.239862757330006,
      "step": 16799
    },
    {
      "epoch": 5.240174672489083,
      "grad_norm": 0.09876734018325806,
      "learning_rate": 8.622315989296432e-05,
      "loss": 0.0415,
      "step": 16800
    },
    {
      "epoch": 5.240174672489083,
      "flow_loss": 0.05868152529001236,
      "step": 16800
    },
    {
      "contrastive_loss": 0.004506071098148823,
      "epoch": 5.240174672489083,
      "step": 16800
    },
    {
      "contrastive_lambda": 0.8187321664269771,
      "epoch": 5.240174672489083,
      "step": 16800
    },
    {
      "contrastive_lambda": 0.8187119948743449,
      "epoch": 5.24048658764816,
      "step": 16801
    },
    {
      "contrastive_lambda": 0.8186918224479456,
      "epoch": 5.240798502807237,
      "step": 16802
    },
    {
      "contrastive_lambda": 0.8186716491478345,
      "epoch": 5.241110417966313,
      "step": 16803
    },
    {
      "contrastive_lambda": 0.8186514749740672,
      "epoch": 5.2414223331253895,
      "step": 16804
    },
    {
      "contrastive_lambda": 0.8186312999266986,
      "epoch": 5.241734248284467,
      "step": 16805
    },
    {
      "contrastive_lambda": 0.8186111240057843,
      "epoch": 5.242046163443543,
      "step": 16806
    },
    {
      "contrastive_lambda": 0.8185909472113795,
      "epoch": 5.24235807860262,
      "step": 16807
    },
    {
      "contrastive_lambda": 0.8185707695435395,
      "epoch": 5.242669993761697,
      "step": 16808
    },
    {
      "contrastive_lambda": 0.8185505910023196,
      "epoch": 5.242981908920774,
      "step": 16809
    },
    {
      "epoch": 5.24329382407985,
      "grad_norm": 0.14090126752853394,
      "learning_rate": 8.62041584081799e-05,
      "loss": 0.0469,
      "step": 16810
    },
    {
      "epoch": 5.24329382407985,
      "flow_loss": 0.05322519689798355,
      "step": 16810
    },
    {
      "contrastive_loss": 0.0055913170799613,
      "epoch": 5.24329382407985,
      "step": 16810
    },
    {
      "contrastive_lambda": 0.8185304115877753,
      "epoch": 5.24329382407985,
      "step": 16810
    },
    {
      "contrastive_lambda": 0.8185102312999617,
      "epoch": 5.243605739238927,
      "step": 16811
    },
    {
      "contrastive_lambda": 0.8184900501389342,
      "epoch": 5.243917654398004,
      "step": 16812
    },
    {
      "contrastive_lambda": 0.8184698681047482,
      "epoch": 5.24422956955708,
      "step": 16813
    },
    {
      "contrastive_lambda": 0.818449685197459,
      "epoch": 5.244541484716157,
      "step": 16814
    },
    {
      "contrastive_lambda": 0.8184295014171217,
      "epoch": 5.244853399875234,
      "step": 16815
    },
    {
      "contrastive_lambda": 0.818409316763792,
      "epoch": 5.245165315034311,
      "step": 16816
    },
    {
      "contrastive_lambda": 0.8183891312375251,
      "epoch": 5.245477230193387,
      "step": 16817
    },
    {
      "contrastive_lambda": 0.8183689448383763,
      "epoch": 5.2457891453524645,
      "step": 16818
    },
    {
      "contrastive_lambda": 0.818348757566401,
      "epoch": 5.246101060511541,
      "step": 16819
    },
    {
      "epoch": 5.2464129756706175,
      "grad_norm": 0.12208738178014755,
      "learning_rate": 8.618514592552807e-05,
      "loss": 0.0426,
      "step": 16820
    },
    {
      "epoch": 5.2464129756706175,
      "flow_loss": 0.03680219128727913,
      "step": 16820
    },
    {
      "contrastive_loss": 0.0057213869877159595,
      "epoch": 5.2464129756706175,
      "step": 16820
    },
    {
      "contrastive_lambda": 0.8183285694216544,
      "epoch": 5.2464129756706175,
      "step": 16820
    },
    {
      "contrastive_lambda": 0.8183083804041921,
      "epoch": 5.246724890829694,
      "step": 16821
    },
    {
      "contrastive_lambda": 0.8182881905140691,
      "epoch": 5.247036805988771,
      "step": 16822
    },
    {
      "contrastive_lambda": 0.8182679997513411,
      "epoch": 5.247348721147848,
      "step": 16823
    },
    {
      "contrastive_lambda": 0.8182478081160633,
      "epoch": 5.247660636306924,
      "step": 16824
    },
    {
      "contrastive_lambda": 0.818227615608291,
      "epoch": 5.247972551466002,
      "step": 16825
    },
    {
      "contrastive_lambda": 0.8182074222280797,
      "epoch": 5.248284466625078,
      "step": 16826
    },
    {
      "contrastive_lambda": 0.8181872279754847,
      "epoch": 5.2485963817841546,
      "step": 16827
    },
    {
      "contrastive_lambda": 0.8181670328505612,
      "epoch": 5.248908296943231,
      "step": 16828
    },
    {
      "contrastive_lambda": 0.818146836853365,
      "epoch": 5.249220212102308,
      "step": 16829
    },
    {
      "epoch": 5.249532127261385,
      "grad_norm": 0.11417196691036224,
      "learning_rate": 8.616612245078431e-05,
      "loss": 0.04,
      "step": 16830
    },
    {
      "epoch": 5.249532127261385,
      "flow_loss": 0.04055100679397583,
      "step": 16830
    },
    {
      "contrastive_loss": 0.007700872607529163,
      "epoch": 5.249532127261385,
      "step": 16830
    },
    {
      "contrastive_lambda": 0.8181266399839509,
      "epoch": 5.249532127261385,
      "step": 16830
    },
    {
      "contrastive_lambda": 0.8181064422423747,
      "epoch": 5.249844042420461,
      "step": 16831
    },
    {
      "contrastive_lambda": 0.8180862436286915,
      "epoch": 5.250155957579539,
      "step": 16832
    },
    {
      "contrastive_lambda": 0.8180660441429569,
      "epoch": 5.250467872738615,
      "step": 16833
    },
    {
      "contrastive_lambda": 0.8180458437852263,
      "epoch": 5.250779787897692,
      "step": 16834
    },
    {
      "contrastive_lambda": 0.8180256425555548,
      "epoch": 5.251091703056769,
      "step": 16835
    },
    {
      "contrastive_lambda": 0.8180054404539979,
      "epoch": 5.2514036182158454,
      "step": 16836
    },
    {
      "contrastive_lambda": 0.8179852374806111,
      "epoch": 5.251715533374922,
      "step": 16837
    },
    {
      "contrastive_lambda": 0.8179650336354498,
      "epoch": 5.252027448533998,
      "step": 16838
    },
    {
      "contrastive_lambda": 0.8179448289185691,
      "epoch": 5.252339363693076,
      "step": 16839
    },
    {
      "epoch": 5.252651278852152,
      "grad_norm": 0.13166002929210663,
      "learning_rate": 8.614708798972746e-05,
      "loss": 0.0424,
      "step": 16840
    },
    {
      "epoch": 5.252651278852152,
      "flow_loss": 0.035524673759937286,
      "step": 16840
    },
    {
      "contrastive_loss": 0.007034125737845898,
      "epoch": 5.252651278852152,
      "step": 16840
    },
    {
      "contrastive_lambda": 0.8179246233300248,
      "epoch": 5.252651278852152,
      "step": 16840
    },
    {
      "contrastive_lambda": 0.817904416869872,
      "epoch": 5.252963194011229,
      "step": 16841
    },
    {
      "contrastive_lambda": 0.8178842095381662,
      "epoch": 5.253275109170306,
      "step": 16842
    },
    {
      "contrastive_lambda": 0.8178640013349628,
      "epoch": 5.2535870243293825,
      "step": 16843
    },
    {
      "contrastive_lambda": 0.8178437922603172,
      "epoch": 5.253898939488459,
      "step": 16844
    },
    {
      "contrastive_lambda": 0.8178235823142848,
      "epoch": 5.2542108546475355,
      "step": 16845
    },
    {
      "contrastive_lambda": 0.8178033714969211,
      "epoch": 5.254522769806613,
      "step": 16846
    },
    {
      "contrastive_lambda": 0.8177831598082812,
      "epoch": 5.254834684965689,
      "step": 16847
    },
    {
      "contrastive_lambda": 0.8177629472484209,
      "epoch": 5.255146600124766,
      "step": 16848
    },
    {
      "contrastive_lambda": 0.8177427338173954,
      "epoch": 5.255458515283843,
      "step": 16849
    },
    {
      "epoch": 5.25577043044292,
      "grad_norm": 0.1265689879655838,
      "learning_rate": 8.61280425481397e-05,
      "loss": 0.0415,
      "step": 16850
    },
    {
      "epoch": 5.25577043044292,
      "flow_loss": 0.04378501698374748,
      "step": 16850
    },
    {
      "contrastive_loss": 0.0054069627076387405,
      "epoch": 5.25577043044292,
      "step": 16850
    },
    {
      "contrastive_lambda": 0.8177225195152601,
      "epoch": 5.25577043044292,
      "step": 16850
    },
    {
      "contrastive_lambda": 0.8177023043420705,
      "epoch": 5.256082345601996,
      "step": 16851
    },
    {
      "contrastive_lambda": 0.817682088297882,
      "epoch": 5.256394260761073,
      "step": 16852
    },
    {
      "contrastive_lambda": 0.8176618713827499,
      "epoch": 5.25670617592015,
      "step": 16853
    },
    {
      "contrastive_lambda": 0.8176416535967299,
      "epoch": 5.257018091079226,
      "step": 16854
    },
    {
      "contrastive_lambda": 0.8176214349398773,
      "epoch": 5.257330006238303,
      "step": 16855
    },
    {
      "contrastive_lambda": 0.8176012154122474,
      "epoch": 5.25764192139738,
      "step": 16856
    },
    {
      "contrastive_lambda": 0.8175809950138957,
      "epoch": 5.257953836556457,
      "step": 16857
    },
    {
      "contrastive_lambda": 0.8175607737448778,
      "epoch": 5.258265751715533,
      "step": 16858
    },
    {
      "contrastive_lambda": 0.817540551605249,
      "epoch": 5.2585776668746105,
      "step": 16859
    },
    {
      "epoch": 5.258889582033687,
      "grad_norm": 0.176176518201828,
      "learning_rate": 8.61089861318065e-05,
      "loss": 0.04,
      "step": 16860
    },
    {
      "epoch": 5.258889582033687,
      "flow_loss": 0.02759488672018051,
      "step": 16860
    },
    {
      "contrastive_loss": 0.004970237612724304,
      "epoch": 5.258889582033687,
      "step": 16860
    },
    {
      "contrastive_lambda": 0.8175203285950646,
      "epoch": 5.258889582033687,
      "step": 16860
    },
    {
      "contrastive_lambda": 0.8175001047143804,
      "epoch": 5.259201497192763,
      "step": 16861
    },
    {
      "contrastive_lambda": 0.8174798799632514,
      "epoch": 5.25951341235184,
      "step": 16862
    },
    {
      "contrastive_lambda": 0.8174596543417334,
      "epoch": 5.259825327510917,
      "step": 16863
    },
    {
      "contrastive_lambda": 0.8174394278498818,
      "epoch": 5.260137242669994,
      "step": 16864
    },
    {
      "contrastive_lambda": 0.817419200487752,
      "epoch": 5.26044915782907,
      "step": 16865
    },
    {
      "contrastive_lambda": 0.8173989722553993,
      "epoch": 5.2607610729881475,
      "step": 16866
    },
    {
      "contrastive_lambda": 0.8173787431528794,
      "epoch": 5.261072988147224,
      "step": 16867
    },
    {
      "contrastive_lambda": 0.8173585131802475,
      "epoch": 5.2613849033063005,
      "step": 16868
    },
    {
      "contrastive_lambda": 0.8173382823375595,
      "epoch": 5.261696818465378,
      "step": 16869
    },
    {
      "epoch": 5.262008733624454,
      "grad_norm": 0.1207016333937645,
      "learning_rate": 8.608991874651673e-05,
      "loss": 0.0396,
      "step": 16870
    },
    {
      "epoch": 5.262008733624454,
      "flow_loss": 0.0718652531504631,
      "step": 16870
    },
    {
      "contrastive_loss": 0.010387793183326721,
      "epoch": 5.262008733624454,
      "step": 16870
    },
    {
      "contrastive_lambda": 0.8173180506248703,
      "epoch": 5.262008733624454,
      "step": 16870
    },
    {
      "contrastive_lambda": 0.8172978180422358,
      "epoch": 5.262320648783531,
      "step": 16871
    },
    {
      "contrastive_lambda": 0.8172775845897112,
      "epoch": 5.262632563942607,
      "step": 16872
    },
    {
      "contrastive_lambda": 0.8172573502673521,
      "epoch": 5.262944479101685,
      "step": 16873
    },
    {
      "contrastive_lambda": 0.8172371150752141,
      "epoch": 5.263256394260761,
      "step": 16874
    },
    {
      "contrastive_lambda": 0.8172168790133525,
      "epoch": 5.2635683094198376,
      "step": 16875
    },
    {
      "contrastive_lambda": 0.8171966420818227,
      "epoch": 5.263880224578915,
      "step": 16876
    },
    {
      "contrastive_lambda": 0.8171764042806804,
      "epoch": 5.264192139737991,
      "step": 16877
    },
    {
      "contrastive_lambda": 0.8171561656099811,
      "epoch": 5.264504054897068,
      "step": 16878
    },
    {
      "contrastive_lambda": 0.8171359260697799,
      "epoch": 5.264815970056144,
      "step": 16879
    },
    {
      "epoch": 5.265127885215222,
      "grad_norm": 0.14949588477611542,
      "learning_rate": 8.607084039806255e-05,
      "loss": 0.047,
      "step": 16880
    },
    {
      "epoch": 5.265127885215222,
      "flow_loss": 0.04364224150776863,
      "step": 16880
    },
    {
      "contrastive_loss": 0.012294951826334,
      "epoch": 5.265127885215222,
      "step": 16880
    },
    {
      "contrastive_lambda": 0.8171156856601327,
      "epoch": 5.265127885215222,
      "step": 16880
    },
    {
      "contrastive_lambda": 0.8170954443810947,
      "epoch": 5.265439800374298,
      "step": 16881
    },
    {
      "contrastive_lambda": 0.8170752022327217,
      "epoch": 5.265751715533375,
      "step": 16882
    },
    {
      "contrastive_lambda": 0.817054959215069,
      "epoch": 5.266063630692452,
      "step": 16883
    },
    {
      "contrastive_lambda": 0.817034715328192,
      "epoch": 5.2663755458515285,
      "step": 16884
    },
    {
      "contrastive_lambda": 0.8170144705721465,
      "epoch": 5.266687461010605,
      "step": 16885
    },
    {
      "contrastive_lambda": 0.8169942249469878,
      "epoch": 5.266999376169682,
      "step": 16886
    },
    {
      "contrastive_lambda": 0.8169739784527714,
      "epoch": 5.267311291328759,
      "step": 16887
    },
    {
      "contrastive_lambda": 0.8169537310895529,
      "epoch": 5.267623206487835,
      "step": 16888
    },
    {
      "contrastive_lambda": 0.8169334828573876,
      "epoch": 5.267935121646912,
      "step": 16889
    },
    {
      "epoch": 5.268247036805989,
      "grad_norm": 0.147762268781662,
      "learning_rate": 8.605175109223944e-05,
      "loss": 0.0458,
      "step": 16890
    },
    {
      "epoch": 5.268247036805989,
      "flow_loss": 0.04654911905527115,
      "step": 16890
    },
    {
      "contrastive_loss": 0.008373994380235672,
      "epoch": 5.268247036805989,
      "step": 16890
    },
    {
      "contrastive_lambda": 0.8169132337563313,
      "epoch": 5.268247036805989,
      "step": 16890
    },
    {
      "contrastive_lambda": 0.8168929837864394,
      "epoch": 5.2685589519650655,
      "step": 16891
    },
    {
      "contrastive_lambda": 0.8168727329477673,
      "epoch": 5.268870867124142,
      "step": 16892
    },
    {
      "contrastive_lambda": 0.8168524812403706,
      "epoch": 5.269182782283219,
      "step": 16893
    },
    {
      "contrastive_lambda": 0.8168322286643048,
      "epoch": 5.269494697442296,
      "step": 16894
    },
    {
      "contrastive_lambda": 0.8168119752196256,
      "epoch": 5.269806612601372,
      "step": 16895
    },
    {
      "contrastive_lambda": 0.8167917209063882,
      "epoch": 5.270118527760449,
      "step": 16896
    },
    {
      "contrastive_lambda": 0.8167714657246485,
      "epoch": 5.270430442919526,
      "step": 16897
    },
    {
      "contrastive_lambda": 0.8167512096744618,
      "epoch": 5.270742358078603,
      "step": 16898
    },
    {
      "contrastive_lambda": 0.8167309527558836,
      "epoch": 5.271054273237679,
      "step": 16899
    },
    {
      "epoch": 5.271366188396756,
      "grad_norm": 0.10219776630401611,
      "learning_rate": 8.603265083484624e-05,
      "loss": 0.0538,
      "step": 16900
    },
    {
      "epoch": 5.271366188396756,
      "flow_loss": 0.0397506058216095,
      "step": 16900
    },
    {
      "contrastive_loss": 0.007409301586449146,
      "epoch": 5.271366188396756,
      "step": 16900
    },
    {
      "contrastive_lambda": 0.8167106949689695,
      "epoch": 5.271366188396756,
      "step": 16900
    },
    {
      "contrastive_lambda": 0.816690436313775,
      "epoch": 5.271678103555833,
      "step": 16901
    },
    {
      "contrastive_lambda": 0.8166701767903559,
      "epoch": 5.271990018714909,
      "step": 16902
    },
    {
      "contrastive_lambda": 0.8166499163987674,
      "epoch": 5.272301933873987,
      "step": 16903
    },
    {
      "contrastive_lambda": 0.816629655139065,
      "epoch": 5.272613849033063,
      "step": 16904
    },
    {
      "contrastive_lambda": 0.8166093930113048,
      "epoch": 5.27292576419214,
      "step": 16905
    },
    {
      "contrastive_lambda": 0.8165891300155417,
      "epoch": 5.273237679351216,
      "step": 16906
    },
    {
      "contrastive_lambda": 0.8165688661518317,
      "epoch": 5.2735495945102935,
      "step": 16907
    },
    {
      "contrastive_lambda": 0.81654860142023,
      "epoch": 5.27386150966937,
      "step": 16908
    },
    {
      "contrastive_lambda": 0.8165283358207924,
      "epoch": 5.274173424828446,
      "step": 16909
    },
    {
      "epoch": 5.274485339987524,
      "grad_norm": 0.1101483628153801,
      "learning_rate": 8.60135396316851e-05,
      "loss": 0.0428,
      "step": 16910
    },
    {
      "epoch": 5.274485339987524,
      "flow_loss": 0.042490825057029724,
      "step": 16910
    },
    {
      "contrastive_loss": 0.006627073511481285,
      "epoch": 5.274485339987524,
      "step": 16910
    },
    {
      "contrastive_lambda": 0.8165080693535745,
      "epoch": 5.274485339987524,
      "step": 16910
    },
    {
      "contrastive_lambda": 0.8164878020186317,
      "epoch": 5.2747972551466,
      "step": 16911
    },
    {
      "contrastive_lambda": 0.8164675338160194,
      "epoch": 5.275109170305677,
      "step": 16912
    },
    {
      "contrastive_lambda": 0.8164472647457937,
      "epoch": 5.275421085464753,
      "step": 16913
    },
    {
      "contrastive_lambda": 0.8164269948080097,
      "epoch": 5.2757330006238305,
      "step": 16914
    },
    {
      "contrastive_lambda": 0.8164067240027233,
      "epoch": 5.276044915782907,
      "step": 16915
    },
    {
      "contrastive_lambda": 0.8163864523299897,
      "epoch": 5.2763568309419835,
      "step": 16916
    },
    {
      "contrastive_lambda": 0.8163661797898647,
      "epoch": 5.276668746101061,
      "step": 16917
    },
    {
      "contrastive_lambda": 0.8163459063824039,
      "epoch": 5.276980661260137,
      "step": 16918
    },
    {
      "contrastive_lambda": 0.8163256321076628,
      "epoch": 5.277292576419214,
      "step": 16919
    },
    {
      "epoch": 5.277604491578291,
      "grad_norm": 0.09083304554224014,
      "learning_rate": 8.599441748856152e-05,
      "loss": 0.039,
      "step": 16920
    },
    {
      "epoch": 5.277604491578291,
      "flow_loss": 0.039549779146909714,
      "step": 16920
    },
    {
      "contrastive_loss": 0.008100470528006554,
      "epoch": 5.277604491578291,
      "step": 16920
    },
    {
      "contrastive_lambda": 0.8163053569656971,
      "epoch": 5.277604491578291,
      "step": 16920
    },
    {
      "contrastive_lambda": 0.8162850809565623,
      "epoch": 5.277916406737368,
      "step": 16921
    },
    {
      "contrastive_lambda": 0.816264804080314,
      "epoch": 5.278228321896444,
      "step": 16922
    },
    {
      "contrastive_lambda": 0.8162445263370076,
      "epoch": 5.278540237055521,
      "step": 16923
    },
    {
      "contrastive_lambda": 0.816224247726699,
      "epoch": 5.278852152214598,
      "step": 16924
    },
    {
      "contrastive_lambda": 0.8162039682494437,
      "epoch": 5.279164067373674,
      "step": 16925
    },
    {
      "contrastive_lambda": 0.8161836879052973,
      "epoch": 5.279475982532751,
      "step": 16926
    },
    {
      "contrastive_lambda": 0.8161634066943153,
      "epoch": 5.279787897691828,
      "step": 16927
    },
    {
      "contrastive_lambda": 0.8161431246165534,
      "epoch": 5.280099812850905,
      "step": 16928
    },
    {
      "contrastive_lambda": 0.8161228416720672,
      "epoch": 5.280411728009981,
      "step": 16929
    },
    {
      "epoch": 5.280723643169058,
      "grad_norm": 0.160342738032341,
      "learning_rate": 8.597528441128427e-05,
      "loss": 0.0409,
      "step": 16930
    },
    {
      "epoch": 5.280723643169058,
      "flow_loss": 0.047144755721092224,
      "step": 16930
    },
    {
      "contrastive_loss": 0.008567498996853828,
      "epoch": 5.280723643169058,
      "step": 16930
    },
    {
      "contrastive_lambda": 0.8161025578609122,
      "epoch": 5.280723643169058,
      "step": 16930
    },
    {
      "contrastive_lambda": 0.8160822731831441,
      "epoch": 5.281035558328135,
      "step": 16931
    },
    {
      "contrastive_lambda": 0.8160619876388185,
      "epoch": 5.2813474734872115,
      "step": 16932
    },
    {
      "contrastive_lambda": 0.816041701227991,
      "epoch": 5.281659388646288,
      "step": 16933
    },
    {
      "contrastive_lambda": 0.8160214139507174,
      "epoch": 5.281971303805365,
      "step": 16934
    },
    {
      "contrastive_lambda": 0.816001125807053,
      "epoch": 5.282283218964442,
      "step": 16935
    },
    {
      "contrastive_lambda": 0.8159808367970536,
      "epoch": 5.282595134123518,
      "step": 16936
    },
    {
      "contrastive_lambda": 0.8159605469207748,
      "epoch": 5.282907049282596,
      "step": 16937
    },
    {
      "contrastive_lambda": 0.8159402561782721,
      "epoch": 5.283218964441672,
      "step": 16938
    },
    {
      "contrastive_lambda": 0.8159199645696015,
      "epoch": 5.2835308796007485,
      "step": 16939
    },
    {
      "epoch": 5.283842794759825,
      "grad_norm": 0.11293722689151764,
      "learning_rate": 8.595614040566549e-05,
      "loss": 0.044,
      "step": 16940
    },
    {
      "epoch": 5.283842794759825,
      "flow_loss": 0.040491733700037,
      "step": 16940
    },
    {
      "contrastive_loss": 0.007006615865975618,
      "epoch": 5.283842794759825,
      "step": 16940
    },
    {
      "contrastive_lambda": 0.8158996720948182,
      "epoch": 5.283842794759825,
      "step": 16940
    },
    {
      "contrastive_lambda": 0.8158793787539781,
      "epoch": 5.284154709918902,
      "step": 16941
    },
    {
      "contrastive_lambda": 0.8158590845471367,
      "epoch": 5.284466625077979,
      "step": 16942
    },
    {
      "contrastive_lambda": 0.8158387894743497,
      "epoch": 5.284778540237055,
      "step": 16943
    },
    {
      "contrastive_lambda": 0.8158184935356727,
      "epoch": 5.285090455396133,
      "step": 16944
    },
    {
      "contrastive_lambda": 0.8157981967311614,
      "epoch": 5.285402370555209,
      "step": 16945
    },
    {
      "contrastive_lambda": 0.8157778990608714,
      "epoch": 5.285714285714286,
      "step": 16946
    },
    {
      "contrastive_lambda": 0.8157576005248584,
      "epoch": 5.286026200873362,
      "step": 16947
    },
    {
      "contrastive_lambda": 0.8157373011231779,
      "epoch": 5.286338116032439,
      "step": 16948
    },
    {
      "contrastive_lambda": 0.8157170008558858,
      "epoch": 5.286650031191516,
      "step": 16949
    },
    {
      "epoch": 5.286961946350592,
      "grad_norm": 0.11052098870277405,
      "learning_rate": 8.593698547752063e-05,
      "loss": 0.0375,
      "step": 16950
    },
    {
      "epoch": 5.286961946350592,
      "flow_loss": 0.060440629720687866,
      "step": 16950
    },
    {
      "contrastive_loss": 0.008190266788005829,
      "epoch": 5.286961946350592,
      "step": 16950
    },
    {
      "contrastive_lambda": 0.8156966997230375,
      "epoch": 5.286961946350592,
      "step": 16950
    },
    {
      "contrastive_lambda": 0.8156763977246888,
      "epoch": 5.28727386150967,
      "step": 16951
    },
    {
      "contrastive_lambda": 0.8156560948608954,
      "epoch": 5.287585776668746,
      "step": 16952
    },
    {
      "contrastive_lambda": 0.8156357911317129,
      "epoch": 5.287897691827823,
      "step": 16953
    },
    {
      "contrastive_lambda": 0.815615486537197,
      "epoch": 5.2882096069869,
      "step": 16954
    },
    {
      "contrastive_lambda": 0.8155951810774031,
      "epoch": 5.2885215221459765,
      "step": 16955
    },
    {
      "contrastive_lambda": 0.8155748747523872,
      "epoch": 5.288833437305053,
      "step": 16956
    },
    {
      "contrastive_lambda": 0.8155545675622049,
      "epoch": 5.289145352464129,
      "step": 16957
    },
    {
      "contrastive_lambda": 0.8155342595069118,
      "epoch": 5.289457267623207,
      "step": 16958
    },
    {
      "contrastive_lambda": 0.8155139505865637,
      "epoch": 5.289769182782283,
      "step": 16959
    },
    {
      "epoch": 5.29008109794136,
      "grad_norm": 0.15133997797966003,
      "learning_rate": 8.591781963266843e-05,
      "loss": 0.0456,
      "step": 16960
    },
    {
      "epoch": 5.29008109794136,
      "flow_loss": 0.05506809055805206,
      "step": 16960
    },
    {
      "contrastive_loss": 0.008138788864016533,
      "epoch": 5.29008109794136,
      "step": 16960
    },
    {
      "contrastive_lambda": 0.8154936408012161,
      "epoch": 5.29008109794136,
      "step": 16960
    },
    {
      "contrastive_lambda": 0.8154733301509248,
      "epoch": 5.290393013100437,
      "step": 16961
    },
    {
      "contrastive_lambda": 0.8154530186357455,
      "epoch": 5.2907049282595136,
      "step": 16962
    },
    {
      "contrastive_lambda": 0.8154327062557338,
      "epoch": 5.29101684341859,
      "step": 16963
    },
    {
      "contrastive_lambda": 0.8154123930109454,
      "epoch": 5.2913287585776665,
      "step": 16964
    },
    {
      "contrastive_lambda": 0.815392078901436,
      "epoch": 5.291640673736744,
      "step": 16965
    },
    {
      "contrastive_lambda": 0.8153717639272614,
      "epoch": 5.29195258889582,
      "step": 16966
    },
    {
      "contrastive_lambda": 0.8153514480884771,
      "epoch": 5.292264504054897,
      "step": 16967
    },
    {
      "contrastive_lambda": 0.815331131385139,
      "epoch": 5.292576419213974,
      "step": 16968
    },
    {
      "contrastive_lambda": 0.8153108138173026,
      "epoch": 5.292888334373051,
      "step": 16969
    },
    {
      "epoch": 5.293200249532127,
      "grad_norm": 0.12524762749671936,
      "learning_rate": 8.5898642876931e-05,
      "loss": 0.0473,
      "step": 16970
    },
    {
      "epoch": 5.293200249532127,
      "flow_loss": 0.03906577080488205,
      "step": 16970
    },
    {
      "contrastive_loss": 0.008954700082540512,
      "epoch": 5.293200249532127,
      "step": 16970
    },
    {
      "contrastive_lambda": 0.8152904953850237,
      "epoch": 5.293200249532127,
      "step": 16970
    },
    {
      "contrastive_lambda": 0.8152701760883581,
      "epoch": 5.2935121646912044,
      "step": 16971
    },
    {
      "contrastive_lambda": 0.8152498559273613,
      "epoch": 5.293824079850281,
      "step": 16972
    },
    {
      "contrastive_lambda": 0.8152295349020893,
      "epoch": 5.294135995009357,
      "step": 16973
    },
    {
      "contrastive_lambda": 0.8152092130125975,
      "epoch": 5.294447910168434,
      "step": 16974
    },
    {
      "contrastive_lambda": 0.8151888902589417,
      "epoch": 5.294759825327511,
      "step": 16975
    },
    {
      "contrastive_lambda": 0.8151685666411779,
      "epoch": 5.295071740486588,
      "step": 16976
    },
    {
      "contrastive_lambda": 0.8151482421593612,
      "epoch": 5.295383655645664,
      "step": 16977
    },
    {
      "contrastive_lambda": 0.8151279168135479,
      "epoch": 5.2956955708047415,
      "step": 16978
    },
    {
      "contrastive_lambda": 0.8151075906037937,
      "epoch": 5.296007485963818,
      "step": 16979
    },
    {
      "epoch": 5.2963194011228945,
      "grad_norm": 0.1228799819946289,
      "learning_rate": 8.587945521613369e-05,
      "loss": 0.0375,
      "step": 16980
    },
    {
      "epoch": 5.2963194011228945,
      "flow_loss": 0.03151075541973114,
      "step": 16980
    },
    {
      "contrastive_loss": 0.005580708384513855,
      "epoch": 5.2963194011228945,
      "step": 16980
    },
    {
      "contrastive_lambda": 0.8150872635301539,
      "epoch": 5.2963194011228945,
      "step": 16980
    },
    {
      "contrastive_lambda": 0.8150669355926845,
      "epoch": 5.296631316281971,
      "step": 16981
    },
    {
      "contrastive_lambda": 0.8150466067914413,
      "epoch": 5.296943231441048,
      "step": 16982
    },
    {
      "contrastive_lambda": 0.81502627712648,
      "epoch": 5.297255146600125,
      "step": 16983
    },
    {
      "contrastive_lambda": 0.8150059465978561,
      "epoch": 5.297567061759201,
      "step": 16984
    },
    {
      "contrastive_lambda": 0.8149856152056256,
      "epoch": 5.297878976918279,
      "step": 16985
    },
    {
      "contrastive_lambda": 0.8149652829498442,
      "epoch": 5.298190892077355,
      "step": 16986
    },
    {
      "contrastive_lambda": 0.8149449498305675,
      "epoch": 5.2985028072364315,
      "step": 16987
    },
    {
      "contrastive_lambda": 0.8149246158478514,
      "epoch": 5.298814722395509,
      "step": 16988
    },
    {
      "contrastive_lambda": 0.8149042810017515,
      "epoch": 5.299126637554585,
      "step": 16989
    },
    {
      "epoch": 5.299438552713662,
      "grad_norm": 0.18925708532333374,
      "learning_rate": 8.586025665610524e-05,
      "loss": 0.0457,
      "step": 16990
    },
    {
      "epoch": 5.299438552713662,
      "flow_loss": 0.04514576867222786,
      "step": 16990
    },
    {
      "contrastive_loss": 0.012013175524771214,
      "epoch": 5.299438552713662,
      "step": 16990
    },
    {
      "contrastive_lambda": 0.8148839452923238,
      "epoch": 5.299438552713662,
      "step": 16990
    },
    {
      "contrastive_lambda": 0.8148636087196237,
      "epoch": 5.299750467872738,
      "step": 16991
    },
    {
      "contrastive_lambda": 0.8148432712837073,
      "epoch": 5.300062383031816,
      "step": 16992
    },
    {
      "contrastive_lambda": 0.81482293298463,
      "epoch": 5.300374298190892,
      "step": 16993
    },
    {
      "contrastive_lambda": 0.8148025938224479,
      "epoch": 5.300686213349969,
      "step": 16994
    },
    {
      "contrastive_lambda": 0.8147822537972166,
      "epoch": 5.300998128509046,
      "step": 16995
    },
    {
      "contrastive_lambda": 0.8147619129089918,
      "epoch": 5.301310043668122,
      "step": 16996
    },
    {
      "contrastive_lambda": 0.8147415711578294,
      "epoch": 5.301621958827199,
      "step": 16997
    },
    {
      "contrastive_lambda": 0.8147212285437853,
      "epoch": 5.301933873986275,
      "step": 16998
    },
    {
      "contrastive_lambda": 0.8147008850669147,
      "epoch": 5.302245789145353,
      "step": 16999
    },
    {
      "epoch": 5.302557704304429,
      "grad_norm": 0.1383206993341446,
      "learning_rate": 8.584104720267765e-05,
      "loss": 0.0496,
      "step": 17000
    },
    {
      "epoch": 5.302557704304429,
      "flow_loss": 0.04027324542403221,
      "step": 17000
    },
    {
      "contrastive_loss": 0.005320684984326363,
      "epoch": 5.302557704304429,
      "step": 17000
    },
    {
      "contrastive_lambda": 0.8146805407272741,
      "epoch": 5.302557704304429,
      "step": 17000
    },
    {
      "contrastive_lambda": 0.8146601955249188,
      "epoch": 5.302869619463506,
      "step": 17001
    },
    {
      "contrastive_lambda": 0.8146398494599046,
      "epoch": 5.303181534622583,
      "step": 17002
    },
    {
      "contrastive_lambda": 0.8146195025322875,
      "epoch": 5.3034934497816595,
      "step": 17003
    },
    {
      "contrastive_lambda": 0.8145991547421232,
      "epoch": 5.303805364940736,
      "step": 17004
    },
    {
      "contrastive_lambda": 0.8145788060894674,
      "epoch": 5.304117280099813,
      "step": 17005
    },
    {
      "contrastive_lambda": 0.814558456574376,
      "epoch": 5.30442919525889,
      "step": 17006
    },
    {
      "contrastive_lambda": 0.8145381061969046,
      "epoch": 5.304741110417966,
      "step": 17007
    },
    {
      "contrastive_lambda": 0.8145177549571092,
      "epoch": 5.305053025577043,
      "step": 17008
    },
    {
      "contrastive_lambda": 0.8144974028550456,
      "epoch": 5.30536494073612,
      "step": 17009
    },
    {
      "epoch": 5.3056768558951966,
      "grad_norm": 0.2069357931613922,
      "learning_rate": 8.582182686168625e-05,
      "loss": 0.042,
      "step": 17010
    },
    {
      "epoch": 5.3056768558951966,
      "flow_loss": 0.054710522294044495,
      "step": 17010
    },
    {
      "contrastive_loss": 0.007099478505551815,
      "epoch": 5.3056768558951966,
      "step": 17010
    },
    {
      "contrastive_lambda": 0.8144770498907694,
      "epoch": 5.3056768558951966,
      "step": 17010
    },
    {
      "contrastive_lambda": 0.8144566960643366,
      "epoch": 5.305988771054273,
      "step": 17011
    },
    {
      "contrastive_lambda": 0.8144363413758029,
      "epoch": 5.30630068621335,
      "step": 17012
    },
    {
      "contrastive_lambda": 0.814415985825224,
      "epoch": 5.306612601372427,
      "step": 17013
    },
    {
      "contrastive_lambda": 0.814395629412656,
      "epoch": 5.306924516531503,
      "step": 17014
    },
    {
      "contrastive_lambda": 0.8143752721381543,
      "epoch": 5.30723643169058,
      "step": 17015
    },
    {
      "contrastive_lambda": 0.8143549140017752,
      "epoch": 5.307548346849657,
      "step": 17016
    },
    {
      "contrastive_lambda": 0.8143345550035741,
      "epoch": 5.307860262008734,
      "step": 17017
    },
    {
      "contrastive_lambda": 0.814314195143607,
      "epoch": 5.30817217716781,
      "step": 17018
    },
    {
      "contrastive_lambda": 0.8142938344219297,
      "epoch": 5.3084840923268874,
      "step": 17019
    },
    {
      "epoch": 5.308796007485964,
      "grad_norm": 0.180783212184906,
      "learning_rate": 8.580259563896967e-05,
      "loss": 0.0422,
      "step": 17020
    },
    {
      "epoch": 5.308796007485964,
      "flow_loss": 0.053068917244672775,
      "step": 17020
    },
    {
      "contrastive_loss": 0.00988987646996975,
      "epoch": 5.308796007485964,
      "step": 17020
    },
    {
      "contrastive_lambda": 0.814273472838598,
      "epoch": 5.308796007485964,
      "step": 17020
    },
    {
      "contrastive_lambda": 0.8142531103936677,
      "epoch": 5.30910792264504,
      "step": 17021
    },
    {
      "contrastive_lambda": 0.8142327470871946,
      "epoch": 5.309419837804118,
      "step": 17022
    },
    {
      "contrastive_lambda": 0.8142123829192347,
      "epoch": 5.309731752963194,
      "step": 17023
    },
    {
      "contrastive_lambda": 0.8141920178898437,
      "epoch": 5.310043668122271,
      "step": 17024
    },
    {
      "contrastive_lambda": 0.8141716519990775,
      "epoch": 5.310355583281347,
      "step": 17025
    },
    {
      "contrastive_lambda": 0.8141512852469918,
      "epoch": 5.3106674984404245,
      "step": 17026
    },
    {
      "contrastive_lambda": 0.8141309176336425,
      "epoch": 5.310979413599501,
      "step": 17027
    },
    {
      "contrastive_lambda": 0.8141105491590854,
      "epoch": 5.3112913287585775,
      "step": 17028
    },
    {
      "contrastive_lambda": 0.8140901798233766,
      "epoch": 5.311603243917654,
      "step": 17029
    },
    {
      "epoch": 5.311915159076731,
      "grad_norm": 0.13427844643592834,
      "learning_rate": 8.578335354036983e-05,
      "loss": 0.0441,
      "step": 17030
    },
    {
      "epoch": 5.311915159076731,
      "flow_loss": 0.052131567150354385,
      "step": 17030
    },
    {
      "contrastive_loss": 0.005410872399806976,
      "epoch": 5.311915159076731,
      "step": 17030
    },
    {
      "contrastive_lambda": 0.8140698096265715,
      "epoch": 5.311915159076731,
      "step": 17030
    },
    {
      "contrastive_lambda": 0.8140494385687264,
      "epoch": 5.312227074235808,
      "step": 17031
    },
    {
      "contrastive_lambda": 0.8140290666498968,
      "epoch": 5.312538989394884,
      "step": 17032
    },
    {
      "contrastive_lambda": 0.8140086938701387,
      "epoch": 5.312850904553962,
      "step": 17033
    },
    {
      "contrastive_lambda": 0.813988320229508,
      "epoch": 5.313162819713038,
      "step": 17034
    },
    {
      "contrastive_lambda": 0.8139679457280604,
      "epoch": 5.3134747348721145,
      "step": 17035
    },
    {
      "contrastive_lambda": 0.8139475703658519,
      "epoch": 5.313786650031192,
      "step": 17036
    },
    {
      "contrastive_lambda": 0.8139271941429382,
      "epoch": 5.314098565190268,
      "step": 17037
    },
    {
      "contrastive_lambda": 0.8139068170593755,
      "epoch": 5.314410480349345,
      "step": 17038
    },
    {
      "contrastive_lambda": 0.8138864391152192,
      "epoch": 5.314722395508421,
      "step": 17039
    },
    {
      "epoch": 5.315034310667499,
      "grad_norm": 0.14899837970733643,
      "learning_rate": 8.576410057173201e-05,
      "loss": 0.037,
      "step": 17040
    },
    {
      "epoch": 5.315034310667499,
      "flow_loss": 0.03729115426540375,
      "step": 17040
    },
    {
      "contrastive_loss": 0.00562925823032856,
      "epoch": 5.315034310667499,
      "step": 17040
    },
    {
      "contrastive_lambda": 0.8138660603105256,
      "epoch": 5.315034310667499,
      "step": 17040
    },
    {
      "contrastive_lambda": 0.8138456806453502,
      "epoch": 5.315346225826575,
      "step": 17041
    },
    {
      "contrastive_lambda": 0.8138253001197492,
      "epoch": 5.315658140985652,
      "step": 17042
    },
    {
      "contrastive_lambda": 0.8138049187337782,
      "epoch": 5.315970056144729,
      "step": 17043
    },
    {
      "contrastive_lambda": 0.8137845364874934,
      "epoch": 5.316281971303805,
      "step": 17044
    },
    {
      "contrastive_lambda": 0.8137641533809503,
      "epoch": 5.316593886462882,
      "step": 17045
    },
    {
      "contrastive_lambda": 0.8137437694142049,
      "epoch": 5.316905801621958,
      "step": 17046
    },
    {
      "contrastive_lambda": 0.8137233845873133,
      "epoch": 5.317217716781036,
      "step": 17047
    },
    {
      "contrastive_lambda": 0.8137029989003312,
      "epoch": 5.317529631940112,
      "step": 17048
    },
    {
      "contrastive_lambda": 0.8136826123533144,
      "epoch": 5.317841547099189,
      "step": 17049
    },
    {
      "epoch": 5.318153462258266,
      "grad_norm": 0.1031617820262909,
      "learning_rate": 8.574483673890474e-05,
      "loss": 0.0403,
      "step": 17050
    },
    {
      "epoch": 5.318153462258266,
      "flow_loss": 0.0346030592918396,
      "step": 17050
    },
    {
      "contrastive_loss": 0.0057464479468762875,
      "epoch": 5.318153462258266,
      "step": 17050
    },
    {
      "contrastive_lambda": 0.813662224946319,
      "epoch": 5.318153462258266,
      "step": 17050
    },
    {
      "contrastive_lambda": 0.8136418366794008,
      "epoch": 5.3184653774173425,
      "step": 17051
    },
    {
      "contrastive_lambda": 0.8136214475526158,
      "epoch": 5.318777292576419,
      "step": 17052
    },
    {
      "contrastive_lambda": 0.8136010575660195,
      "epoch": 5.319089207735496,
      "step": 17053
    },
    {
      "contrastive_lambda": 0.8135806667196683,
      "epoch": 5.319401122894573,
      "step": 17054
    },
    {
      "contrastive_lambda": 0.8135602750136179,
      "epoch": 5.319713038053649,
      "step": 17055
    },
    {
      "contrastive_lambda": 0.8135398824479242,
      "epoch": 5.320024953212726,
      "step": 17056
    },
    {
      "contrastive_lambda": 0.8135194890226431,
      "epoch": 5.320336868371803,
      "step": 17057
    },
    {
      "contrastive_lambda": 0.8134990947378306,
      "epoch": 5.3206487835308796,
      "step": 17058
    },
    {
      "contrastive_lambda": 0.8134786995935424,
      "epoch": 5.320960698689956,
      "step": 17059
    },
    {
      "epoch": 5.321272613849033,
      "grad_norm": 0.11334086209535599,
      "learning_rate": 8.572556204773983e-05,
      "loss": 0.0431,
      "step": 17060
    },
    {
      "epoch": 5.321272613849033,
      "flow_loss": 0.02679961547255516,
      "step": 17060
    },
    {
      "contrastive_loss": 0.00635067094117403,
      "epoch": 5.321272613849033,
      "step": 17060
    },
    {
      "contrastive_lambda": 0.8134583035898345,
      "epoch": 5.321272613849033,
      "step": 17060
    },
    {
      "contrastive_lambda": 0.813437906726763,
      "epoch": 5.32158452900811,
      "step": 17061
    },
    {
      "contrastive_lambda": 0.8134175090043836,
      "epoch": 5.321896444167186,
      "step": 17062
    },
    {
      "contrastive_lambda": 0.8133971104227524,
      "epoch": 5.322208359326263,
      "step": 17063
    },
    {
      "contrastive_lambda": 0.8133767109819252,
      "epoch": 5.32252027448534,
      "step": 17064
    },
    {
      "contrastive_lambda": 0.8133563106819579,
      "epoch": 5.322832189644417,
      "step": 17065
    },
    {
      "contrastive_lambda": 0.8133359095229065,
      "epoch": 5.323144104803493,
      "step": 17066
    },
    {
      "contrastive_lambda": 0.8133155075048268,
      "epoch": 5.3234560199625705,
      "step": 17067
    },
    {
      "contrastive_lambda": 0.8132951046277751,
      "epoch": 5.323767935121647,
      "step": 17068
    },
    {
      "contrastive_lambda": 0.8132747008918069,
      "epoch": 5.324079850280723,
      "step": 17069
    },
    {
      "epoch": 5.324391765439801,
      "grad_norm": 0.11308825016021729,
      "learning_rate": 8.570627650409246e-05,
      "loss": 0.0433,
      "step": 17070
    },
    {
      "epoch": 5.324391765439801,
      "flow_loss": 0.073508620262146,
      "step": 17070
    },
    {
      "contrastive_loss": 0.005066948942840099,
      "epoch": 5.324391765439801,
      "step": 17070
    },
    {
      "contrastive_lambda": 0.8132542962969784,
      "epoch": 5.324391765439801,
      "step": 17070
    },
    {
      "contrastive_lambda": 0.8132338908433454,
      "epoch": 5.324703680598877,
      "step": 17071
    },
    {
      "contrastive_lambda": 0.813213484530964,
      "epoch": 5.325015595757954,
      "step": 17072
    },
    {
      "contrastive_lambda": 0.8131930773598899,
      "epoch": 5.32532751091703,
      "step": 17073
    },
    {
      "contrastive_lambda": 0.8131726693301793,
      "epoch": 5.3256394260761075,
      "step": 17074
    },
    {
      "contrastive_lambda": 0.813152260441888,
      "epoch": 5.325951341235184,
      "step": 17075
    },
    {
      "contrastive_lambda": 0.813131850695072,
      "epoch": 5.3262632563942605,
      "step": 17076
    },
    {
      "contrastive_lambda": 0.8131114400897873,
      "epoch": 5.326575171553338,
      "step": 17077
    },
    {
      "contrastive_lambda": 0.8130910286260898,
      "epoch": 5.326887086712414,
      "step": 17078
    },
    {
      "contrastive_lambda": 0.8130706163040354,
      "epoch": 5.327199001871491,
      "step": 17079
    },
    {
      "epoch": 5.327510917030567,
      "grad_norm": 0.12185445427894592,
      "learning_rate": 8.568698011382107e-05,
      "loss": 0.0456,
      "step": 17080
    },
    {
      "epoch": 5.327510917030567,
      "flow_loss": 0.0489945150911808,
      "step": 17080
    },
    {
      "contrastive_loss": 0.009673611260950565,
      "epoch": 5.327510917030567,
      "step": 17080
    },
    {
      "contrastive_lambda": 0.8130502031236803,
      "epoch": 5.327510917030567,
      "step": 17080
    },
    {
      "contrastive_lambda": 0.8130297890850802,
      "epoch": 5.327822832189645,
      "step": 17081
    },
    {
      "contrastive_lambda": 0.8130093741882911,
      "epoch": 5.328134747348721,
      "step": 17082
    },
    {
      "contrastive_lambda": 0.8129889584333689,
      "epoch": 5.3284466625077975,
      "step": 17083
    },
    {
      "contrastive_lambda": 0.81296854182037,
      "epoch": 5.328758577666875,
      "step": 17084
    },
    {
      "contrastive_lambda": 0.8129481243493499,
      "epoch": 5.329070492825951,
      "step": 17085
    },
    {
      "contrastive_lambda": 0.8129277060203648,
      "epoch": 5.329382407985028,
      "step": 17086
    },
    {
      "contrastive_lambda": 0.8129072868334706,
      "epoch": 5.329694323144105,
      "step": 17087
    },
    {
      "contrastive_lambda": 0.8128868667887235,
      "epoch": 5.330006238303182,
      "step": 17088
    },
    {
      "contrastive_lambda": 0.812866445886179,
      "epoch": 5.330318153462258,
      "step": 17089
    },
    {
      "epoch": 5.330630068621335,
      "grad_norm": 0.1331413984298706,
      "learning_rate": 8.566767288278738e-05,
      "loss": 0.0357,
      "step": 17090
    },
    {
      "epoch": 5.330630068621335,
      "flow_loss": 0.03437907248735428,
      "step": 17090
    },
    {
      "contrastive_loss": 0.007419319823384285,
      "epoch": 5.330630068621335,
      "step": 17090
    },
    {
      "contrastive_lambda": 0.8128460241258935,
      "epoch": 5.330630068621335,
      "step": 17090
    },
    {
      "contrastive_lambda": 0.8128256015079228,
      "epoch": 5.330941983780412,
      "step": 17091
    },
    {
      "contrastive_lambda": 0.812805178032323,
      "epoch": 5.331253898939488,
      "step": 17092
    },
    {
      "contrastive_lambda": 0.81278475369915,
      "epoch": 5.331565814098565,
      "step": 17093
    },
    {
      "contrastive_lambda": 0.8127643285084599,
      "epoch": 5.331877729257642,
      "step": 17094
    },
    {
      "contrastive_lambda": 0.8127439024603087,
      "epoch": 5.332189644416719,
      "step": 17095
    },
    {
      "contrastive_lambda": 0.8127234755547522,
      "epoch": 5.332501559575795,
      "step": 17096
    },
    {
      "contrastive_lambda": 0.8127030477918465,
      "epoch": 5.332813474734872,
      "step": 17097
    },
    {
      "contrastive_lambda": 0.8126826191716479,
      "epoch": 5.333125389893949,
      "step": 17098
    },
    {
      "contrastive_lambda": 0.8126621896942119,
      "epoch": 5.3334373050530255,
      "step": 17099
    },
    {
      "epoch": 5.333749220212102,
      "grad_norm": 0.10474987328052521,
      "learning_rate": 8.56483548168564e-05,
      "loss": 0.0406,
      "step": 17100
    },
    {
      "epoch": 5.333749220212102,
      "flow_loss": 0.038366809487342834,
      "step": 17100
    },
    {
      "contrastive_loss": 0.005814636126160622,
      "epoch": 5.333749220212102,
      "step": 17100
    },
    {
      "contrastive_lambda": 0.8126417593595947,
      "epoch": 5.333749220212102,
      "step": 17100
    },
    {
      "contrastive_lambda": 0.8126213281678527,
      "epoch": 5.334061135371179,
      "step": 17101
    },
    {
      "contrastive_lambda": 0.8126008961190413,
      "epoch": 5.334373050530256,
      "step": 17102
    },
    {
      "contrastive_lambda": 0.8125804632132169,
      "epoch": 5.334684965689332,
      "step": 17103
    },
    {
      "contrastive_lambda": 0.8125600294504354,
      "epoch": 5.33499688084841,
      "step": 17104
    },
    {
      "contrastive_lambda": 0.8125395948307528,
      "epoch": 5.335308796007486,
      "step": 17105
    },
    {
      "contrastive_lambda": 0.8125191593542251,
      "epoch": 5.335620711166563,
      "step": 17106
    },
    {
      "contrastive_lambda": 0.8124987230209084,
      "epoch": 5.335932626325639,
      "step": 17107
    },
    {
      "contrastive_lambda": 0.8124782858308588,
      "epoch": 5.336244541484716,
      "step": 17108
    },
    {
      "contrastive_lambda": 0.8124578477841322,
      "epoch": 5.336556456643793,
      "step": 17109
    },
    {
      "epoch": 5.336868371802869,
      "grad_norm": 0.12370267510414124,
      "learning_rate": 8.562902592189648e-05,
      "loss": 0.0447,
      "step": 17110
    },
    {
      "epoch": 5.336868371802869,
      "flow_loss": 0.05902836099267006,
      "step": 17110
    },
    {
      "contrastive_loss": 0.00732513889670372,
      "epoch": 5.336868371802869,
      "step": 17110
    },
    {
      "contrastive_lambda": 0.8124374088807846,
      "epoch": 5.336868371802869,
      "step": 17110
    },
    {
      "contrastive_lambda": 0.8124169691208722,
      "epoch": 5.337180286961947,
      "step": 17111
    },
    {
      "contrastive_lambda": 0.812396528504451,
      "epoch": 5.337492202121023,
      "step": 17112
    },
    {
      "contrastive_lambda": 0.8123760870315768,
      "epoch": 5.3378041172801,
      "step": 17113
    },
    {
      "contrastive_lambda": 0.8123556447023059,
      "epoch": 5.338116032439176,
      "step": 17114
    },
    {
      "contrastive_lambda": 0.8123352015166944,
      "epoch": 5.3384279475982535,
      "step": 17115
    },
    {
      "contrastive_lambda": 0.812314757474798,
      "epoch": 5.33873986275733,
      "step": 17116
    },
    {
      "contrastive_lambda": 0.8122943125766731,
      "epoch": 5.339051777916406,
      "step": 17117
    },
    {
      "contrastive_lambda": 0.8122738668223756,
      "epoch": 5.339363693075484,
      "step": 17118
    },
    {
      "contrastive_lambda": 0.8122534202119615,
      "epoch": 5.33967560823456,
      "step": 17119
    },
    {
      "epoch": 5.339987523393637,
      "grad_norm": 0.09668814390897751,
      "learning_rate": 8.560968620377921e-05,
      "loss": 0.0464,
      "step": 17120
    },
    {
      "epoch": 5.339987523393637,
      "flow_loss": 0.039553314447402954,
      "step": 17120
    },
    {
      "contrastive_loss": 0.007460806518793106,
      "epoch": 5.339987523393637,
      "step": 17120
    },
    {
      "contrastive_lambda": 0.8122329727454869,
      "epoch": 5.339987523393637,
      "step": 17120
    },
    {
      "contrastive_lambda": 0.8122125244230078,
      "epoch": 5.340299438552714,
      "step": 17121
    },
    {
      "contrastive_lambda": 0.8121920752445806,
      "epoch": 5.3406113537117905,
      "step": 17122
    },
    {
      "contrastive_lambda": 0.8121716252102609,
      "epoch": 5.340923268870867,
      "step": 17123
    },
    {
      "contrastive_lambda": 0.8121511743201051,
      "epoch": 5.3412351840299435,
      "step": 17124
    },
    {
      "contrastive_lambda": 0.812130722574169,
      "epoch": 5.341547099189021,
      "step": 17125
    },
    {
      "contrastive_lambda": 0.8121102699725089,
      "epoch": 5.341859014348097,
      "step": 17126
    },
    {
      "contrastive_lambda": 0.8120898165151806,
      "epoch": 5.342170929507174,
      "step": 17127
    },
    {
      "contrastive_lambda": 0.8120693622022406,
      "epoch": 5.342482844666251,
      "step": 17128
    },
    {
      "contrastive_lambda": 0.8120489070337447,
      "epoch": 5.342794759825328,
      "step": 17129
    },
    {
      "epoch": 5.343106674984404,
      "grad_norm": 0.1356925368309021,
      "learning_rate": 8.559033566837951e-05,
      "loss": 0.0486,
      "step": 17130
    },
    {
      "epoch": 5.343106674984404,
      "flow_loss": 0.04601287841796875,
      "step": 17130
    },
    {
      "contrastive_loss": 0.008103098720312119,
      "epoch": 5.343106674984404,
      "step": 17130
    },
    {
      "contrastive_lambda": 0.8120284510097489,
      "epoch": 5.343106674984404,
      "step": 17130
    },
    {
      "contrastive_lambda": 0.8120079941303093,
      "epoch": 5.3434185901434805,
      "step": 17131
    },
    {
      "contrastive_lambda": 0.8119875363954823,
      "epoch": 5.343730505302558,
      "step": 17132
    },
    {
      "contrastive_lambda": 0.8119670778053234,
      "epoch": 5.344042420461634,
      "step": 17133
    },
    {
      "contrastive_lambda": 0.8119466183598893,
      "epoch": 5.344354335620711,
      "step": 17134
    },
    {
      "contrastive_lambda": 0.8119261580592358,
      "epoch": 5.344666250779788,
      "step": 17135
    },
    {
      "contrastive_lambda": 0.8119056969034191,
      "epoch": 5.344978165938865,
      "step": 17136
    },
    {
      "contrastive_lambda": 0.8118852348924951,
      "epoch": 5.345290081097941,
      "step": 17137
    },
    {
      "contrastive_lambda": 0.81186477202652,
      "epoch": 5.3456019962570185,
      "step": 17138
    },
    {
      "contrastive_lambda": 0.8118443083055501,
      "epoch": 5.345913911416095,
      "step": 17139
    },
    {
      "epoch": 5.346225826575171,
      "grad_norm": 0.12022106349468231,
      "learning_rate": 8.557097432157551e-05,
      "loss": 0.0436,
      "step": 17140
    },
    {
      "epoch": 5.346225826575171,
      "flow_loss": 0.03789271041750908,
      "step": 17140
    },
    {
      "contrastive_loss": 0.006190422456711531,
      "epoch": 5.346225826575171,
      "step": 17140
    },
    {
      "contrastive_lambda": 0.8118238437296412,
      "epoch": 5.346225826575171,
      "step": 17140
    },
    {
      "contrastive_lambda": 0.8118033782988495,
      "epoch": 5.346537741734248,
      "step": 17141
    },
    {
      "contrastive_lambda": 0.8117829120132312,
      "epoch": 5.346849656893325,
      "step": 17142
    },
    {
      "contrastive_lambda": 0.8117624448728423,
      "epoch": 5.347161572052402,
      "step": 17143
    },
    {
      "contrastive_lambda": 0.811741976877739,
      "epoch": 5.347473487211478,
      "step": 17144
    },
    {
      "contrastive_lambda": 0.8117215080279774,
      "epoch": 5.3477854023705556,
      "step": 17145
    },
    {
      "contrastive_lambda": 0.8117010383236134,
      "epoch": 5.348097317529632,
      "step": 17146
    },
    {
      "contrastive_lambda": 0.8116805677647034,
      "epoch": 5.3484092326887085,
      "step": 17147
    },
    {
      "contrastive_lambda": 0.8116600963513035,
      "epoch": 5.348721147847785,
      "step": 17148
    },
    {
      "contrastive_lambda": 0.8116396240834698,
      "epoch": 5.349033063006862,
      "step": 17149
    },
    {
      "epoch": 5.349344978165939,
      "grad_norm": 0.10138155519962311,
      "learning_rate": 8.555160216924872e-05,
      "loss": 0.0408,
      "step": 17150
    },
    {
      "epoch": 5.349344978165939,
      "flow_loss": 0.05299489572644234,
      "step": 17150
    },
    {
      "contrastive_loss": 0.005015115719288588,
      "epoch": 5.349344978165939,
      "step": 17150
    },
    {
      "contrastive_lambda": 0.8116191509612583,
      "epoch": 5.349344978165939,
      "step": 17150
    },
    {
      "contrastive_lambda": 0.8115986769847252,
      "epoch": 5.349656893325015,
      "step": 17151
    },
    {
      "contrastive_lambda": 0.8115782021539266,
      "epoch": 5.349968808484093,
      "step": 17152
    },
    {
      "contrastive_lambda": 0.8115577264689187,
      "epoch": 5.350280723643169,
      "step": 17153
    },
    {
      "contrastive_lambda": 0.8115372499297575,
      "epoch": 5.350592638802246,
      "step": 17154
    },
    {
      "contrastive_lambda": 0.8115167725364995,
      "epoch": 5.350904553961323,
      "step": 17155
    },
    {
      "contrastive_lambda": 0.8114962942892003,
      "epoch": 5.351216469120399,
      "step": 17156
    },
    {
      "contrastive_lambda": 0.8114758151879164,
      "epoch": 5.351528384279476,
      "step": 17157
    },
    {
      "contrastive_lambda": 0.8114553352327041,
      "epoch": 5.351840299438552,
      "step": 17158
    },
    {
      "contrastive_lambda": 0.8114348544236191,
      "epoch": 5.35215221459763,
      "step": 17159
    },
    {
      "epoch": 5.352464129756706,
      "grad_norm": 0.0923418179154396,
      "learning_rate": 8.55322192172839e-05,
      "loss": 0.0421,
      "step": 17160
    },
    {
      "epoch": 5.352464129756706,
      "flow_loss": 0.03571861982345581,
      "step": 17160
    },
    {
      "contrastive_loss": 0.008014261722564697,
      "epoch": 5.352464129756706,
      "step": 17160
    },
    {
      "contrastive_lambda": 0.8114143727607177,
      "epoch": 5.352464129756706,
      "step": 17160
    },
    {
      "contrastive_lambda": 0.8113938902440563,
      "epoch": 5.352776044915783,
      "step": 17161
    },
    {
      "contrastive_lambda": 0.8113734068736908,
      "epoch": 5.35308796007486,
      "step": 17162
    },
    {
      "contrastive_lambda": 0.8113529226496774,
      "epoch": 5.3533998752339365,
      "step": 17163
    },
    {
      "contrastive_lambda": 0.8113324375720723,
      "epoch": 5.353711790393013,
      "step": 17164
    },
    {
      "contrastive_lambda": 0.8113119516409315,
      "epoch": 5.354023705552089,
      "step": 17165
    },
    {
      "contrastive_lambda": 0.8112914648563115,
      "epoch": 5.354335620711167,
      "step": 17166
    },
    {
      "contrastive_lambda": 0.8112709772182682,
      "epoch": 5.354647535870243,
      "step": 17167
    },
    {
      "contrastive_lambda": 0.8112504887268579,
      "epoch": 5.35495945102932,
      "step": 17168
    },
    {
      "contrastive_lambda": 0.8112299993821367,
      "epoch": 5.355271366188397,
      "step": 17169
    },
    {
      "epoch": 5.3555832813474735,
      "grad_norm": 0.12584637105464935,
      "learning_rate": 8.551282547156902e-05,
      "loss": 0.0397,
      "step": 17170
    },
    {
      "epoch": 5.3555832813474735,
      "flow_loss": 0.033506494015455246,
      "step": 17170
    },
    {
      "contrastive_loss": 0.008283078670501709,
      "epoch": 5.3555832813474735,
      "step": 17170
    },
    {
      "contrastive_lambda": 0.8112095091841608,
      "epoch": 5.3555832813474735,
      "step": 17170
    },
    {
      "contrastive_lambda": 0.8111890181329863,
      "epoch": 5.35589519650655,
      "step": 17171
    },
    {
      "contrastive_lambda": 0.8111685262286694,
      "epoch": 5.356207111665627,
      "step": 17172
    },
    {
      "contrastive_lambda": 0.8111480334712664,
      "epoch": 5.356519026824704,
      "step": 17173
    },
    {
      "contrastive_lambda": 0.8111275398608334,
      "epoch": 5.35683094198378,
      "step": 17174
    },
    {
      "contrastive_lambda": 0.8111070453974265,
      "epoch": 5.357142857142857,
      "step": 17175
    },
    {
      "contrastive_lambda": 0.8110865500811022,
      "epoch": 5.357454772301934,
      "step": 17176
    },
    {
      "contrastive_lambda": 0.8110660539119162,
      "epoch": 5.357766687461011,
      "step": 17177
    },
    {
      "contrastive_lambda": 0.8110455568899251,
      "epoch": 5.358078602620087,
      "step": 17178
    },
    {
      "contrastive_lambda": 0.8110250590151848,
      "epoch": 5.358390517779164,
      "step": 17179
    },
    {
      "epoch": 5.358702432938241,
      "grad_norm": 0.10026995837688446,
      "learning_rate": 8.549342093799544e-05,
      "loss": 0.0414,
      "step": 17180
    },
    {
      "epoch": 5.358702432938241,
      "flow_loss": 0.053254082798957825,
      "step": 17180
    },
    {
      "contrastive_loss": 0.006929218769073486,
      "epoch": 5.358702432938241,
      "step": 17180
    },
    {
      "contrastive_lambda": 0.8110045602877518,
      "epoch": 5.358702432938241,
      "step": 17180
    },
    {
      "contrastive_lambda": 0.810984060707682,
      "epoch": 5.359014348097317,
      "step": 17181
    },
    {
      "contrastive_lambda": 0.8109635602750318,
      "epoch": 5.359326263256394,
      "step": 17182
    },
    {
      "contrastive_lambda": 0.8109430589898574,
      "epoch": 5.359638178415471,
      "step": 17183
    },
    {
      "contrastive_lambda": 0.8109225568522149,
      "epoch": 5.359950093574548,
      "step": 17184
    },
    {
      "contrastive_lambda": 0.8109020538621605,
      "epoch": 5.360262008733624,
      "step": 17185
    },
    {
      "contrastive_lambda": 0.8108815500197506,
      "epoch": 5.3605739238927015,
      "step": 17186
    },
    {
      "contrastive_lambda": 0.8108610453250413,
      "epoch": 5.360885839051778,
      "step": 17187
    },
    {
      "contrastive_lambda": 0.8108405397780887,
      "epoch": 5.361197754210854,
      "step": 17188
    },
    {
      "contrastive_lambda": 0.810820033378949,
      "epoch": 5.361509669369932,
      "step": 17189
    },
    {
      "epoch": 5.361821584529008,
      "grad_norm": 0.11462900042533875,
      "learning_rate": 8.547400562245773e-05,
      "loss": 0.0405,
      "step": 17190
    },
    {
      "epoch": 5.361821584529008,
      "flow_loss": 0.020917542278766632,
      "step": 17190
    },
    {
      "contrastive_loss": 0.005153357051312923,
      "epoch": 5.361821584529008,
      "step": 17190
    },
    {
      "contrastive_lambda": 0.8107995261276787,
      "epoch": 5.361821584529008,
      "step": 17190
    },
    {
      "contrastive_lambda": 0.8107790180243338,
      "epoch": 5.362133499688085,
      "step": 17191
    },
    {
      "contrastive_lambda": 0.8107585090689706,
      "epoch": 5.362445414847161,
      "step": 17192
    },
    {
      "contrastive_lambda": 0.8107379992616452,
      "epoch": 5.3627573300062386,
      "step": 17193
    },
    {
      "contrastive_lambda": 0.8107174886024141,
      "epoch": 5.363069245165315,
      "step": 17194
    },
    {
      "contrastive_lambda": 0.8106969770913333,
      "epoch": 5.3633811603243915,
      "step": 17195
    },
    {
      "contrastive_lambda": 0.810676464728459,
      "epoch": 5.363693075483469,
      "step": 17196
    },
    {
      "contrastive_lambda": 0.8106559515138476,
      "epoch": 5.364004990642545,
      "step": 17197
    },
    {
      "contrastive_lambda": 0.8106354374475553,
      "epoch": 5.364316905801622,
      "step": 17198
    },
    {
      "contrastive_lambda": 0.8106149225296383,
      "epoch": 5.364628820960698,
      "step": 17199
    },
    {
      "epoch": 5.364940736119776,
      "grad_norm": 0.1584458202123642,
      "learning_rate": 8.545457953085374e-05,
      "loss": 0.0404,
      "step": 17200
    },
    {
      "epoch": 5.364940736119776,
      "flow_loss": 0.0628628358244896,
      "step": 17200
    },
    {
      "contrastive_loss": 0.006188925355672836,
      "epoch": 5.364940736119776,
      "step": 17200
    },
    {
      "contrastive_lambda": 0.8105944067601529,
      "epoch": 5.364940736119776,
      "step": 17200
    },
    {
      "contrastive_lambda": 0.8105738901391552,
      "epoch": 5.365252651278852,
      "step": 17201
    },
    {
      "contrastive_lambda": 0.8105533726667016,
      "epoch": 5.365564566437929,
      "step": 17202
    },
    {
      "contrastive_lambda": 0.8105328543428483,
      "epoch": 5.365876481597006,
      "step": 17203
    },
    {
      "contrastive_lambda": 0.8105123351676515,
      "epoch": 5.366188396756082,
      "step": 17204
    },
    {
      "contrastive_lambda": 0.8104918151411675,
      "epoch": 5.366500311915159,
      "step": 17205
    },
    {
      "contrastive_lambda": 0.8104712942634527,
      "epoch": 5.366812227074236,
      "step": 17206
    },
    {
      "contrastive_lambda": 0.8104507725345631,
      "epoch": 5.367124142233313,
      "step": 17207
    },
    {
      "contrastive_lambda": 0.810430249954555,
      "epoch": 5.367436057392389,
      "step": 17208
    },
    {
      "contrastive_lambda": 0.8104097265234849,
      "epoch": 5.367747972551466,
      "step": 17209
    },
    {
      "epoch": 5.368059887710543,
      "grad_norm": 0.16947819292545319,
      "learning_rate": 8.543514266908463e-05,
      "loss": 0.0436,
      "step": 17210
    },
    {
      "epoch": 5.368059887710543,
      "flow_loss": 0.04521705210208893,
      "step": 17210
    },
    {
      "contrastive_loss": 0.006945370696485043,
      "epoch": 5.368059887710543,
      "step": 17210
    },
    {
      "contrastive_lambda": 0.8103892022414089,
      "epoch": 5.368059887710543,
      "step": 17210
    },
    {
      "contrastive_lambda": 0.8103686771083831,
      "epoch": 5.3683718028696195,
      "step": 17211
    },
    {
      "contrastive_lambda": 0.8103481511244641,
      "epoch": 5.368683718028696,
      "step": 17212
    },
    {
      "contrastive_lambda": 0.8103276242897081,
      "epoch": 5.368995633187773,
      "step": 17213
    },
    {
      "contrastive_lambda": 0.8103070966041712,
      "epoch": 5.36930754834685,
      "step": 17214
    },
    {
      "contrastive_lambda": 0.8102865680679097,
      "epoch": 5.369619463505926,
      "step": 17215
    },
    {
      "contrastive_lambda": 0.81026603868098,
      "epoch": 5.369931378665003,
      "step": 17216
    },
    {
      "contrastive_lambda": 0.8102455084434383,
      "epoch": 5.37024329382408,
      "step": 17217
    },
    {
      "contrastive_lambda": 0.8102249773553412,
      "epoch": 5.3705552089831565,
      "step": 17218
    },
    {
      "contrastive_lambda": 0.8102044454167444,
      "epoch": 5.370867124142233,
      "step": 17219
    },
    {
      "epoch": 5.37117903930131,
      "grad_norm": 0.10582103580236435,
      "learning_rate": 8.541569504305478e-05,
      "loss": 0.0414,
      "step": 17220
    },
    {
      "epoch": 5.37117903930131,
      "flow_loss": 0.04902143031358719,
      "step": 17220
    },
    {
      "contrastive_loss": 0.0064930240623652935,
      "epoch": 5.37117903930131,
      "step": 17220
    },
    {
      "contrastive_lambda": 0.8101839126277046,
      "epoch": 5.37117903930131,
      "step": 17220
    },
    {
      "contrastive_lambda": 0.8101633789882781,
      "epoch": 5.371490954460387,
      "step": 17221
    },
    {
      "contrastive_lambda": 0.8101428444985208,
      "epoch": 5.371802869619463,
      "step": 17222
    },
    {
      "contrastive_lambda": 0.8101223091584896,
      "epoch": 5.372114784778541,
      "step": 17223
    },
    {
      "contrastive_lambda": 0.8101017729682403,
      "epoch": 5.372426699937617,
      "step": 17224
    },
    {
      "contrastive_lambda": 0.8100812359278294,
      "epoch": 5.372738615096694,
      "step": 17225
    },
    {
      "contrastive_lambda": 0.8100606980373133,
      "epoch": 5.37305053025577,
      "step": 17226
    },
    {
      "contrastive_lambda": 0.8100401592967481,
      "epoch": 5.373362445414847,
      "step": 17227
    },
    {
      "contrastive_lambda": 0.8100196197061902,
      "epoch": 5.373674360573924,
      "step": 17228
    },
    {
      "contrastive_lambda": 0.8099990792656959,
      "epoch": 5.373986275733,
      "step": 17229
    },
    {
      "epoch": 5.374298190892078,
      "grad_norm": 0.16113899648189545,
      "learning_rate": 8.539623665867187e-05,
      "loss": 0.0412,
      "step": 17230
    },
    {
      "epoch": 5.374298190892078,
      "flow_loss": 0.04191545024514198,
      "step": 17230
    },
    {
      "contrastive_loss": 0.006259525660425425,
      "epoch": 5.374298190892078,
      "step": 17230
    },
    {
      "contrastive_lambda": 0.8099785379753215,
      "epoch": 5.374298190892078,
      "step": 17230
    },
    {
      "contrastive_lambda": 0.8099579958351235,
      "epoch": 5.374610106051154,
      "step": 17231
    },
    {
      "contrastive_lambda": 0.8099374528451578,
      "epoch": 5.374922021210231,
      "step": 17232
    },
    {
      "contrastive_lambda": 0.8099169090054812,
      "epoch": 5.375233936369307,
      "step": 17233
    },
    {
      "contrastive_lambda": 0.8098963643161496,
      "epoch": 5.3755458515283845,
      "step": 17234
    },
    {
      "contrastive_lambda": 0.8098758187772197,
      "epoch": 5.375857766687461,
      "step": 17235
    },
    {
      "contrastive_lambda": 0.8098552723887475,
      "epoch": 5.376169681846537,
      "step": 17236
    },
    {
      "contrastive_lambda": 0.8098347251507897,
      "epoch": 5.376481597005615,
      "step": 17237
    },
    {
      "contrastive_lambda": 0.8098141770634022,
      "epoch": 5.376793512164691,
      "step": 17238
    },
    {
      "contrastive_lambda": 0.8097936281266416,
      "epoch": 5.377105427323768,
      "step": 17239
    },
    {
      "epoch": 5.377417342482845,
      "grad_norm": 0.14218945801258087,
      "learning_rate": 8.537676752184685e-05,
      "loss": 0.0385,
      "step": 17240
    },
    {
      "epoch": 5.377417342482845,
      "flow_loss": 0.02935374528169632,
      "step": 17240
    },
    {
      "contrastive_loss": 0.005613034591078758,
      "epoch": 5.377417342482845,
      "step": 17240
    },
    {
      "contrastive_lambda": 0.8097730783405643,
      "epoch": 5.377417342482845,
      "step": 17240
    },
    {
      "contrastive_lambda": 0.8097525277052263,
      "epoch": 5.377729257641922,
      "step": 17241
    },
    {
      "contrastive_lambda": 0.8097319762206843,
      "epoch": 5.378041172800998,
      "step": 17242
    },
    {
      "contrastive_lambda": 0.8097114238869945,
      "epoch": 5.3783530879600745,
      "step": 17243
    },
    {
      "contrastive_lambda": 0.8096908707042132,
      "epoch": 5.378665003119152,
      "step": 17244
    },
    {
      "contrastive_lambda": 0.8096703166723969,
      "epoch": 5.378976918278228,
      "step": 17245
    },
    {
      "contrastive_lambda": 0.8096497617916016,
      "epoch": 5.379288833437305,
      "step": 17246
    },
    {
      "contrastive_lambda": 0.8096292060618842,
      "epoch": 5.379600748596382,
      "step": 17247
    },
    {
      "contrastive_lambda": 0.8096086494833006,
      "epoch": 5.379912663755459,
      "step": 17248
    },
    {
      "contrastive_lambda": 0.8095880920559072,
      "epoch": 5.380224578914535,
      "step": 17249
    },
    {
      "epoch": 5.380536494073612,
      "grad_norm": 0.17702391743659973,
      "learning_rate": 8.53572876384939e-05,
      "loss": 0.0448,
      "step": 17250
    },
    {
      "epoch": 5.380536494073612,
      "flow_loss": 0.037417761981487274,
      "step": 17250
    },
    {
      "contrastive_loss": 0.0067245131358504295,
      "epoch": 5.380536494073612,
      "step": 17250
    },
    {
      "contrastive_lambda": 0.8095675337797607,
      "epoch": 5.380536494073612,
      "step": 17250
    },
    {
      "contrastive_lambda": 0.809546974654917,
      "epoch": 5.380848409232689,
      "step": 17251
    },
    {
      "contrastive_lambda": 0.8095264146814328,
      "epoch": 5.381160324391765,
      "step": 17252
    },
    {
      "contrastive_lambda": 0.8095058538593644,
      "epoch": 5.381472239550842,
      "step": 17253
    },
    {
      "contrastive_lambda": 0.8094852921887681,
      "epoch": 5.381784154709919,
      "step": 17254
    },
    {
      "contrastive_lambda": 0.8094647296697002,
      "epoch": 5.382096069868996,
      "step": 17255
    },
    {
      "contrastive_lambda": 0.8094441663022174,
      "epoch": 5.382407985028072,
      "step": 17256
    },
    {
      "contrastive_lambda": 0.8094236020863756,
      "epoch": 5.3827199001871495,
      "step": 17257
    },
    {
      "contrastive_lambda": 0.8094030370222316,
      "epoch": 5.383031815346226,
      "step": 17258
    },
    {
      "contrastive_lambda": 0.8093824711098415,
      "epoch": 5.3833437305053025,
      "step": 17259
    },
    {
      "epoch": 5.383655645664379,
      "grad_norm": 0.14536525309085846,
      "learning_rate": 8.533779701453056e-05,
      "loss": 0.0428,
      "step": 17260
    },
    {
      "epoch": 5.383655645664379,
      "flow_loss": 0.04801611602306366,
      "step": 17260
    },
    {
      "contrastive_loss": 0.005368963349610567,
      "epoch": 5.383655645664379,
      "step": 17260
    },
    {
      "contrastive_lambda": 0.8093619043492618,
      "epoch": 5.383655645664379,
      "step": 17260
    },
    {
      "contrastive_lambda": 0.809341336740549,
      "epoch": 5.383967560823456,
      "step": 17261
    },
    {
      "contrastive_lambda": 0.8093207682837592,
      "epoch": 5.384279475982533,
      "step": 17262
    },
    {
      "contrastive_lambda": 0.809300198978949,
      "epoch": 5.384591391141609,
      "step": 17263
    },
    {
      "contrastive_lambda": 0.8092796288261748,
      "epoch": 5.384903306300687,
      "step": 17264
    },
    {
      "contrastive_lambda": 0.809259057825493,
      "epoch": 5.385215221459763,
      "step": 17265
    },
    {
      "contrastive_lambda": 0.8092384859769597,
      "epoch": 5.3855271366188395,
      "step": 17266
    },
    {
      "contrastive_lambda": 0.8092179132806318,
      "epoch": 5.385839051777916,
      "step": 17267
    },
    {
      "contrastive_lambda": 0.8091973397365653,
      "epoch": 5.386150966936993,
      "step": 17268
    },
    {
      "contrastive_lambda": 0.8091767653448168,
      "epoch": 5.38646288209607,
      "step": 17269
    },
    {
      "epoch": 5.386774797255146,
      "grad_norm": 0.15697787702083588,
      "learning_rate": 8.53182956558775e-05,
      "loss": 0.0428,
      "step": 17270
    },
    {
      "epoch": 5.386774797255146,
      "flow_loss": 0.052758969366550446,
      "step": 17270
    },
    {
      "contrastive_loss": 0.006243573967367411,
      "epoch": 5.386774797255146,
      "step": 17270
    },
    {
      "contrastive_lambda": 0.8091561901054425,
      "epoch": 5.386774797255146,
      "step": 17270
    },
    {
      "contrastive_lambda": 0.8091356140184991,
      "epoch": 5.387086712414224,
      "step": 17271
    },
    {
      "contrastive_lambda": 0.8091150370840428,
      "epoch": 5.3873986275733,
      "step": 17272
    },
    {
      "contrastive_lambda": 0.80909445930213,
      "epoch": 5.387710542732377,
      "step": 17273
    },
    {
      "contrastive_lambda": 0.8090738806728173,
      "epoch": 5.388022457891454,
      "step": 17274
    },
    {
      "contrastive_lambda": 0.8090533011961609,
      "epoch": 5.38833437305053,
      "step": 17275
    },
    {
      "contrastive_lambda": 0.8090327208722174,
      "epoch": 5.388646288209607,
      "step": 17276
    },
    {
      "contrastive_lambda": 0.8090121397010432,
      "epoch": 5.388958203368683,
      "step": 17277
    },
    {
      "contrastive_lambda": 0.8089915576826946,
      "epoch": 5.389270118527761,
      "step": 17278
    },
    {
      "contrastive_lambda": 0.808970974817228,
      "epoch": 5.389582033686837,
      "step": 17279
    },
    {
      "epoch": 5.389893948845914,
      "grad_norm": 0.14430350065231323,
      "learning_rate": 8.529878356845877e-05,
      "loss": 0.0441,
      "step": 17280
    },
    {
      "epoch": 5.389893948845914,
      "flow_loss": 0.05900869518518448,
      "step": 17280
    },
    {
      "contrastive_loss": 0.00779401371255517,
      "epoch": 5.389893948845914,
      "step": 17280
    },
    {
      "contrastive_lambda": 0.8089503911047001,
      "epoch": 5.389893948845914,
      "step": 17280
    },
    {
      "contrastive_lambda": 0.8089298065451671,
      "epoch": 5.390205864004991,
      "step": 17281
    },
    {
      "contrastive_lambda": 0.8089092211386857,
      "epoch": 5.3905177791640675,
      "step": 17282
    },
    {
      "contrastive_lambda": 0.8088886348853118,
      "epoch": 5.390829694323144,
      "step": 17283
    },
    {
      "contrastive_lambda": 0.8088680477851024,
      "epoch": 5.39114160948222,
      "step": 17284
    },
    {
      "contrastive_lambda": 0.8088474598381136,
      "epoch": 5.391453524641298,
      "step": 17285
    },
    {
      "contrastive_lambda": 0.808826871044402,
      "epoch": 5.391765439800374,
      "step": 17286
    },
    {
      "contrastive_lambda": 0.8088062814040239,
      "epoch": 5.392077354959451,
      "step": 17287
    },
    {
      "contrastive_lambda": 0.8087856909170359,
      "epoch": 5.392389270118528,
      "step": 17288
    },
    {
      "contrastive_lambda": 0.8087650995834945,
      "epoch": 5.392701185277605,
      "step": 17289
    },
    {
      "epoch": 5.393013100436681,
      "grad_norm": 0.15257075428962708,
      "learning_rate": 8.527926075820158e-05,
      "loss": 0.042,
      "step": 17290
    },
    {
      "epoch": 5.393013100436681,
      "flow_loss": 0.04207049682736397,
      "step": 17290
    },
    {
      "contrastive_loss": 0.007863862439990044,
      "epoch": 5.393013100436681,
      "step": 17290
    },
    {
      "contrastive_lambda": 0.8087445074034559,
      "epoch": 5.393013100436681,
      "step": 17290
    },
    {
      "contrastive_lambda": 0.8087239143769769,
      "epoch": 5.393325015595758,
      "step": 17291
    },
    {
      "contrastive_lambda": 0.8087033205041135,
      "epoch": 5.393636930754835,
      "step": 17292
    },
    {
      "contrastive_lambda": 0.8086827257849225,
      "epoch": 5.393948845913911,
      "step": 17293
    },
    {
      "contrastive_lambda": 0.8086621302194604,
      "epoch": 5.394260761072988,
      "step": 17294
    },
    {
      "contrastive_lambda": 0.8086415338077835,
      "epoch": 5.394572676232065,
      "step": 17295
    },
    {
      "contrastive_lambda": 0.8086209365499483,
      "epoch": 5.394884591391142,
      "step": 17296
    },
    {
      "contrastive_lambda": 0.8086003384460112,
      "epoch": 5.395196506550218,
      "step": 17297
    },
    {
      "contrastive_lambda": 0.8085797394960289,
      "epoch": 5.3955084217092955,
      "step": 17298
    },
    {
      "contrastive_lambda": 0.8085591397000575,
      "epoch": 5.395820336868372,
      "step": 17299
    },
    {
      "epoch": 5.396132252027448,
      "grad_norm": 0.11867792904376984,
      "learning_rate": 8.525972723103648e-05,
      "loss": 0.0462,
      "step": 17300
    },
    {
      "epoch": 5.396132252027448,
      "flow_loss": 0.04181335121393204,
      "step": 17300
    },
    {
      "contrastive_loss": 0.006861966103315353,
      "epoch": 5.396132252027448,
      "step": 17300
    },
    {
      "contrastive_lambda": 0.8085385390581539,
      "epoch": 5.396132252027448,
      "step": 17300
    },
    {
      "contrastive_lambda": 0.8085179375703744,
      "epoch": 5.396444167186525,
      "step": 17301
    },
    {
      "contrastive_lambda": 0.8084973352367752,
      "epoch": 5.396756082345602,
      "step": 17302
    },
    {
      "contrastive_lambda": 0.8084767320574133,
      "epoch": 5.397067997504679,
      "step": 17303
    },
    {
      "contrastive_lambda": 0.8084561280323448,
      "epoch": 5.397379912663755,
      "step": 17304
    },
    {
      "contrastive_lambda": 0.8084355231616265,
      "epoch": 5.3976918278228325,
      "step": 17305
    },
    {
      "contrastive_lambda": 0.8084149174453145,
      "epoch": 5.398003742981909,
      "step": 17306
    },
    {
      "contrastive_lambda": 0.8083943108834655,
      "epoch": 5.3983156581409855,
      "step": 17307
    },
    {
      "contrastive_lambda": 0.808373703476136,
      "epoch": 5.398627573300063,
      "step": 17308
    },
    {
      "contrastive_lambda": 0.8083530952233826,
      "epoch": 5.398939488459139,
      "step": 17309
    },
    {
      "epoch": 5.399251403618216,
      "grad_norm": 0.15582509338855743,
      "learning_rate": 8.524018299289722e-05,
      "loss": 0.0434,
      "step": 17310
    },
    {
      "epoch": 5.399251403618216,
      "flow_loss": 0.034477509558200836,
      "step": 17310
    },
    {
      "contrastive_loss": 0.007852507755160332,
      "epoch": 5.399251403618216,
      "step": 17310
    },
    {
      "contrastive_lambda": 0.8083324861252615,
      "epoch": 5.399251403618216,
      "step": 17310
    },
    {
      "contrastive_lambda": 0.8083118761818295,
      "epoch": 5.399563318777292,
      "step": 17311
    },
    {
      "contrastive_lambda": 0.808291265393143,
      "epoch": 5.39987523393637,
      "step": 17312
    },
    {
      "contrastive_lambda": 0.8082706537592584,
      "epoch": 5.400187149095446,
      "step": 17313
    },
    {
      "contrastive_lambda": 0.8082500412802324,
      "epoch": 5.4004990642545225,
      "step": 17314
    },
    {
      "contrastive_lambda": 0.8082294279561214,
      "epoch": 5.4008109794136,
      "step": 17315
    },
    {
      "contrastive_lambda": 0.8082088137869818,
      "epoch": 5.401122894572676,
      "step": 17316
    },
    {
      "contrastive_lambda": 0.8081881987728704,
      "epoch": 5.401434809731753,
      "step": 17317
    },
    {
      "contrastive_lambda": 0.8081675829138435,
      "epoch": 5.401746724890829,
      "step": 17318
    },
    {
      "contrastive_lambda": 0.8081469662099576,
      "epoch": 5.402058640049907,
      "step": 17319
    },
    {
      "epoch": 5.402370555208983,
      "grad_norm": 0.10574916005134583,
      "learning_rate": 8.522062804972083e-05,
      "loss": 0.0373,
      "step": 17320
    },
    {
      "epoch": 5.402370555208983,
      "flow_loss": 0.03668864071369171,
      "step": 17320
    },
    {
      "contrastive_loss": 0.011186327785253525,
      "epoch": 5.402370555208983,
      "step": 17320
    },
    {
      "contrastive_lambda": 0.8081263486612693,
      "epoch": 5.402370555208983,
      "step": 17320
    },
    {
      "contrastive_lambda": 0.8081057302678353,
      "epoch": 5.40268247036806,
      "step": 17321
    },
    {
      "contrastive_lambda": 0.8080851110297118,
      "epoch": 5.402994385527137,
      "step": 17322
    },
    {
      "contrastive_lambda": 0.8080644909469554,
      "epoch": 5.403306300686213,
      "step": 17323
    },
    {
      "contrastive_lambda": 0.8080438700196229,
      "epoch": 5.40361821584529,
      "step": 17324
    },
    {
      "contrastive_lambda": 0.8080232482477705,
      "epoch": 5.403930131004367,
      "step": 17325
    },
    {
      "contrastive_lambda": 0.808002625631455,
      "epoch": 5.404242046163444,
      "step": 17326
    },
    {
      "contrastive_lambda": 0.8079820021707327,
      "epoch": 5.40455396132252,
      "step": 17327
    },
    {
      "contrastive_lambda": 0.8079613778656602,
      "epoch": 5.404865876481597,
      "step": 17328
    },
    {
      "contrastive_lambda": 0.8079407527162943,
      "epoch": 5.405177791640674,
      "step": 17329
    },
    {
      "epoch": 5.4054897067997505,
      "grad_norm": 0.20238372683525085,
      "learning_rate": 8.520106240744759e-05,
      "loss": 0.0494,
      "step": 17330
    },
    {
      "epoch": 5.4054897067997505,
      "flow_loss": 0.06373375654220581,
      "step": 17330
    },
    {
      "contrastive_loss": 0.0050110723823308945,
      "epoch": 5.4054897067997505,
      "step": 17330
    },
    {
      "contrastive_lambda": 0.8079201267226912,
      "epoch": 5.4054897067997505,
      "step": 17330
    },
    {
      "contrastive_lambda": 0.8078994998849076,
      "epoch": 5.405801621958827,
      "step": 17331
    },
    {
      "contrastive_lambda": 0.8078788722030001,
      "epoch": 5.406113537117904,
      "step": 17332
    },
    {
      "contrastive_lambda": 0.8078582436770251,
      "epoch": 5.406425452276981,
      "step": 17333
    },
    {
      "contrastive_lambda": 0.8078376143070393,
      "epoch": 5.406737367436057,
      "step": 17334
    },
    {
      "contrastive_lambda": 0.8078169840930992,
      "epoch": 5.407049282595134,
      "step": 17335
    },
    {
      "contrastive_lambda": 0.8077963530352614,
      "epoch": 5.407361197754211,
      "step": 17336
    },
    {
      "contrastive_lambda": 0.8077757211335823,
      "epoch": 5.407673112913288,
      "step": 17337
    },
    {
      "contrastive_lambda": 0.8077550883881187,
      "epoch": 5.407985028072364,
      "step": 17338
    },
    {
      "contrastive_lambda": 0.807734454798927,
      "epoch": 5.408296943231441,
      "step": 17339
    },
    {
      "epoch": 5.408608858390518,
      "grad_norm": 0.11527597904205322,
      "learning_rate": 8.518148607202102e-05,
      "loss": 0.045,
      "step": 17340
    },
    {
      "epoch": 5.408608858390518,
      "flow_loss": 0.04682294651865959,
      "step": 17340
    },
    {
      "contrastive_loss": 0.0068871211260557175,
      "epoch": 5.408608858390518,
      "step": 17340
    },
    {
      "contrastive_lambda": 0.8077138203660639,
      "epoch": 5.408608858390518,
      "step": 17340
    },
    {
      "contrastive_lambda": 0.8076931850895858,
      "epoch": 5.408920773549594,
      "step": 17341
    },
    {
      "contrastive_lambda": 0.8076725489695493,
      "epoch": 5.409232688708672,
      "step": 17342
    },
    {
      "contrastive_lambda": 0.8076519120060112,
      "epoch": 5.409544603867748,
      "step": 17343
    },
    {
      "contrastive_lambda": 0.8076312741990278,
      "epoch": 5.409856519026825,
      "step": 17344
    },
    {
      "contrastive_lambda": 0.8076106355486559,
      "epoch": 5.410168434185901,
      "step": 17345
    },
    {
      "contrastive_lambda": 0.8075899960549519,
      "epoch": 5.4104803493449785,
      "step": 17346
    },
    {
      "contrastive_lambda": 0.8075693557179724,
      "epoch": 5.410792264504055,
      "step": 17347
    },
    {
      "contrastive_lambda": 0.8075487145377742,
      "epoch": 5.411104179663131,
      "step": 17348
    },
    {
      "contrastive_lambda": 0.8075280725144136,
      "epoch": 5.411416094822209,
      "step": 17349
    },
    {
      "epoch": 5.411728009981285,
      "grad_norm": 0.139309361577034,
      "learning_rate": 8.51618990493879e-05,
      "loss": 0.044,
      "step": 17350
    },
    {
      "epoch": 5.411728009981285,
      "flow_loss": 0.04717715084552765,
      "step": 17350
    },
    {
      "contrastive_loss": 0.007083033677190542,
      "epoch": 5.411728009981285,
      "step": 17350
    },
    {
      "contrastive_lambda": 0.8075074296479474,
      "epoch": 5.411728009981285,
      "step": 17350
    },
    {
      "contrastive_lambda": 0.8074867859384322,
      "epoch": 5.412039925140362,
      "step": 17351
    },
    {
      "contrastive_lambda": 0.8074661413859243,
      "epoch": 5.412351840299438,
      "step": 17352
    },
    {
      "contrastive_lambda": 0.8074454959904808,
      "epoch": 5.4126637554585155,
      "step": 17353
    },
    {
      "contrastive_lambda": 0.8074248497521578,
      "epoch": 5.412975670617592,
      "step": 17354
    },
    {
      "contrastive_lambda": 0.8074042026710122,
      "epoch": 5.4132875857766685,
      "step": 17355
    },
    {
      "contrastive_lambda": 0.8073835547471004,
      "epoch": 5.413599500935746,
      "step": 17356
    },
    {
      "contrastive_lambda": 0.8073629059804793,
      "epoch": 5.413911416094822,
      "step": 17357
    },
    {
      "contrastive_lambda": 0.8073422563712053,
      "epoch": 5.414223331253899,
      "step": 17358
    },
    {
      "contrastive_lambda": 0.8073216059193351,
      "epoch": 5.414535246412976,
      "step": 17359
    },
    {
      "epoch": 5.414847161572053,
      "grad_norm": 0.15533144772052765,
      "learning_rate": 8.514230134549823e-05,
      "loss": 0.0446,
      "step": 17360
    },
    {
      "epoch": 5.414847161572053,
      "flow_loss": 0.03730674460530281,
      "step": 17360
    },
    {
      "contrastive_loss": 0.005138642154633999,
      "epoch": 5.414847161572053,
      "step": 17360
    },
    {
      "contrastive_lambda": 0.8073009546249252,
      "epoch": 5.414847161572053,
      "step": 17360
    },
    {
      "contrastive_lambda": 0.8072803024880322,
      "epoch": 5.415159076731129,
      "step": 17361
    },
    {
      "contrastive_lambda": 0.807259649508713,
      "epoch": 5.4154709918902055,
      "step": 17362
    },
    {
      "contrastive_lambda": 0.8072389956870238,
      "epoch": 5.415782907049283,
      "step": 17363
    },
    {
      "contrastive_lambda": 0.8072183410230216,
      "epoch": 5.416094822208359,
      "step": 17364
    },
    {
      "contrastive_lambda": 0.8071976855167629,
      "epoch": 5.416406737367436,
      "step": 17365
    },
    {
      "contrastive_lambda": 0.8071770291683042,
      "epoch": 5.416718652526513,
      "step": 17366
    },
    {
      "contrastive_lambda": 0.8071563719777023,
      "epoch": 5.41703056768559,
      "step": 17367
    },
    {
      "contrastive_lambda": 0.8071357139450137,
      "epoch": 5.417342482844666,
      "step": 17368
    },
    {
      "contrastive_lambda": 0.8071150550702952,
      "epoch": 5.417654398003743,
      "step": 17369
    },
    {
      "epoch": 5.41796631316282,
      "grad_norm": 0.12396720051765442,
      "learning_rate": 8.51226929663053e-05,
      "loss": 0.0392,
      "step": 17370
    },
    {
      "epoch": 5.41796631316282,
      "flow_loss": 0.0369364432990551,
      "step": 17370
    },
    {
      "contrastive_loss": 0.005186374299228191,
      "epoch": 5.41796631316282,
      "step": 17370
    },
    {
      "contrastive_lambda": 0.8070943953536034,
      "epoch": 5.41796631316282,
      "step": 17370
    },
    {
      "contrastive_lambda": 0.8070737347949947,
      "epoch": 5.418278228321896,
      "step": 17371
    },
    {
      "contrastive_lambda": 0.807053073394526,
      "epoch": 5.418590143480973,
      "step": 17372
    },
    {
      "contrastive_lambda": 0.8070324111522538,
      "epoch": 5.41890205864005,
      "step": 17373
    },
    {
      "contrastive_lambda": 0.8070117480682348,
      "epoch": 5.419213973799127,
      "step": 17374
    },
    {
      "contrastive_lambda": 0.8069910841425258,
      "epoch": 5.419525888958203,
      "step": 17375
    },
    {
      "contrastive_lambda": 0.8069704193751832,
      "epoch": 5.4198378041172806,
      "step": 17376
    },
    {
      "contrastive_lambda": 0.8069497537662639,
      "epoch": 5.420149719276357,
      "step": 17377
    },
    {
      "contrastive_lambda": 0.8069290873158244,
      "epoch": 5.4204616344354335,
      "step": 17378
    },
    {
      "contrastive_lambda": 0.8069084200239212,
      "epoch": 5.42077354959451,
      "step": 17379
    },
    {
      "epoch": 5.421085464753587,
      "grad_norm": 0.10556905716657639,
      "learning_rate": 8.51030739177656e-05,
      "loss": 0.0383,
      "step": 17380
    },
    {
      "epoch": 5.421085464753587,
      "flow_loss": 0.03790348768234253,
      "step": 17380
    },
    {
      "contrastive_loss": 0.006203450728207827,
      "epoch": 5.421085464753587,
      "step": 17380
    },
    {
      "contrastive_lambda": 0.8068877518906112,
      "epoch": 5.421085464753587,
      "step": 17380
    },
    {
      "contrastive_lambda": 0.8068670829159511,
      "epoch": 5.421397379912664,
      "step": 17381
    },
    {
      "contrastive_lambda": 0.8068464130999975,
      "epoch": 5.42170929507174,
      "step": 17382
    },
    {
      "contrastive_lambda": 0.8068257424428069,
      "epoch": 5.422021210230818,
      "step": 17383
    },
    {
      "contrastive_lambda": 0.8068050709444361,
      "epoch": 5.422333125389894,
      "step": 17384
    },
    {
      "contrastive_lambda": 0.8067843986049419,
      "epoch": 5.422645040548971,
      "step": 17385
    },
    {
      "contrastive_lambda": 0.8067637254243808,
      "epoch": 5.422956955708047,
      "step": 17386
    },
    {
      "contrastive_lambda": 0.8067430514028096,
      "epoch": 5.423268870867124,
      "step": 17387
    },
    {
      "contrastive_lambda": 0.8067223765402847,
      "epoch": 5.423580786026201,
      "step": 17388
    },
    {
      "contrastive_lambda": 0.8067017008368632,
      "epoch": 5.423892701185277,
      "step": 17389
    },
    {
      "epoch": 5.424204616344355,
      "grad_norm": 0.10098264366388321,
      "learning_rate": 8.508344420583889e-05,
      "loss": 0.0372,
      "step": 17390
    },
    {
      "epoch": 5.424204616344355,
      "flow_loss": 0.030107762664556503,
      "step": 17390
    },
    {
      "contrastive_loss": 0.007406720891594887,
      "epoch": 5.424204616344355,
      "step": 17390
    },
    {
      "contrastive_lambda": 0.8066810242926015,
      "epoch": 5.424204616344355,
      "step": 17390
    },
    {
      "contrastive_lambda": 0.8066603469075564,
      "epoch": 5.424516531503431,
      "step": 17391
    },
    {
      "contrastive_lambda": 0.8066396686817845,
      "epoch": 5.424828446662508,
      "step": 17392
    },
    {
      "contrastive_lambda": 0.8066189896153425,
      "epoch": 5.425140361821585,
      "step": 17393
    },
    {
      "contrastive_lambda": 0.8065983097082872,
      "epoch": 5.4254522769806615,
      "step": 17394
    },
    {
      "contrastive_lambda": 0.8065776289606752,
      "epoch": 5.425764192139738,
      "step": 17395
    },
    {
      "contrastive_lambda": 0.8065569473725632,
      "epoch": 5.426076107298814,
      "step": 17396
    },
    {
      "contrastive_lambda": 0.806536264944008,
      "epoch": 5.426388022457892,
      "step": 17397
    },
    {
      "contrastive_lambda": 0.8065155816750661,
      "epoch": 5.426699937616968,
      "step": 17398
    },
    {
      "contrastive_lambda": 0.8064948975657944,
      "epoch": 5.427011852776045,
      "step": 17399
    },
    {
      "epoch": 5.427323767935122,
      "grad_norm": 0.10558126121759415,
      "learning_rate": 8.506380383648816e-05,
      "loss": 0.0374,
      "step": 17400
    },
    {
      "epoch": 5.427323767935122,
      "flow_loss": 0.03905869275331497,
      "step": 17400
    },
    {
      "contrastive_loss": 0.005640565417706966,
      "epoch": 5.427323767935122,
      "step": 17400
    },
    {
      "contrastive_lambda": 0.8064742126162496,
      "epoch": 5.427323767935122,
      "step": 17400
    },
    {
      "contrastive_lambda": 0.8064535268264883,
      "epoch": 5.4276356830941985,
      "step": 17401
    },
    {
      "contrastive_lambda": 0.8064328401965672,
      "epoch": 5.427947598253275,
      "step": 17402
    },
    {
      "contrastive_lambda": 0.8064121527265431,
      "epoch": 5.4282595134123515,
      "step": 17403
    },
    {
      "contrastive_lambda": 0.8063914644164727,
      "epoch": 5.428571428571429,
      "step": 17404
    },
    {
      "contrastive_lambda": 0.8063707752664127,
      "epoch": 5.428883343730505,
      "step": 17405
    },
    {
      "contrastive_lambda": 0.8063500852764198,
      "epoch": 5.429195258889582,
      "step": 17406
    },
    {
      "contrastive_lambda": 0.8063293944465508,
      "epoch": 5.429507174048659,
      "step": 17407
    },
    {
      "contrastive_lambda": 0.8063087027768623,
      "epoch": 5.429819089207736,
      "step": 17408
    },
    {
      "contrastive_lambda": 0.8062880102674111,
      "epoch": 5.430131004366812,
      "step": 17409
    },
    {
      "epoch": 5.430442919525889,
      "grad_norm": 0.12820546329021454,
      "learning_rate": 8.504415281567963e-05,
      "loss": 0.0411,
      "step": 17410
    },
    {
      "epoch": 5.430442919525889,
      "flow_loss": 0.02996067889034748,
      "step": 17410
    },
    {
      "contrastive_loss": 0.005031253211200237,
      "epoch": 5.430442919525889,
      "step": 17410
    },
    {
      "contrastive_lambda": 0.8062673169182542,
      "epoch": 5.430442919525889,
      "step": 17410
    },
    {
      "contrastive_lambda": 0.8062466227294477,
      "epoch": 5.430754834684966,
      "step": 17411
    },
    {
      "contrastive_lambda": 0.8062259277010488,
      "epoch": 5.431066749844042,
      "step": 17412
    },
    {
      "contrastive_lambda": 0.8062052318331142,
      "epoch": 5.431378665003119,
      "step": 17413
    },
    {
      "contrastive_lambda": 0.8061845351257007,
      "epoch": 5.431690580162196,
      "step": 17414
    },
    {
      "contrastive_lambda": 0.8061638375788647,
      "epoch": 5.432002495321273,
      "step": 17415
    },
    {
      "contrastive_lambda": 0.8061431391926632,
      "epoch": 5.432314410480349,
      "step": 17416
    },
    {
      "contrastive_lambda": 0.8061224399671528,
      "epoch": 5.4326263256394265,
      "step": 17417
    },
    {
      "contrastive_lambda": 0.8061017399023904,
      "epoch": 5.432938240798503,
      "step": 17418
    },
    {
      "contrastive_lambda": 0.8060810389984328,
      "epoch": 5.433250155957579,
      "step": 17419
    },
    {
      "epoch": 5.433562071116656,
      "grad_norm": 0.16208745539188385,
      "learning_rate": 8.502449114938275e-05,
      "loss": 0.0444,
      "step": 17420
    },
    {
      "epoch": 5.433562071116656,
      "flow_loss": 0.030471300706267357,
      "step": 17420
    },
    {
      "contrastive_loss": 0.005921770352870226,
      "epoch": 5.433562071116656,
      "step": 17420
    },
    {
      "contrastive_lambda": 0.8060603372553368,
      "epoch": 5.433562071116656,
      "step": 17420
    },
    {
      "contrastive_lambda": 0.8060396346731586,
      "epoch": 5.433873986275733,
      "step": 17421
    },
    {
      "contrastive_lambda": 0.8060189312519557,
      "epoch": 5.43418590143481,
      "step": 17422
    },
    {
      "contrastive_lambda": 0.8059982269917844,
      "epoch": 5.434497816593886,
      "step": 17423
    },
    {
      "contrastive_lambda": 0.8059775218927016,
      "epoch": 5.434809731752964,
      "step": 17424
    },
    {
      "contrastive_lambda": 0.805956815954764,
      "epoch": 5.43512164691204,
      "step": 17425
    },
    {
      "contrastive_lambda": 0.8059361091780285,
      "epoch": 5.4354335620711165,
      "step": 17426
    },
    {
      "contrastive_lambda": 0.8059154015625518,
      "epoch": 5.435745477230194,
      "step": 17427
    },
    {
      "contrastive_lambda": 0.8058946931083906,
      "epoch": 5.43605739238927,
      "step": 17428
    },
    {
      "contrastive_lambda": 0.8058739838156017,
      "epoch": 5.436369307548347,
      "step": 17429
    },
    {
      "epoch": 5.436681222707423,
      "grad_norm": 0.13344667851924896,
      "learning_rate": 8.500481884357025e-05,
      "loss": 0.0441,
      "step": 17430
    },
    {
      "epoch": 5.436681222707423,
      "flow_loss": 0.05952588841319084,
      "step": 17430
    },
    {
      "contrastive_loss": 0.008061148226261139,
      "epoch": 5.436681222707423,
      "step": 17430
    },
    {
      "contrastive_lambda": 0.8058532736842419,
      "epoch": 5.436681222707423,
      "step": 17430
    },
    {
      "contrastive_lambda": 0.8058325627143681,
      "epoch": 5.436993137866501,
      "step": 17431
    },
    {
      "contrastive_lambda": 0.8058118509060368,
      "epoch": 5.437305053025577,
      "step": 17432
    },
    {
      "contrastive_lambda": 0.8057911382593052,
      "epoch": 5.437616968184654,
      "step": 17433
    },
    {
      "contrastive_lambda": 0.8057704247742296,
      "epoch": 5.43792888334373,
      "step": 17434
    },
    {
      "contrastive_lambda": 0.8057497104508671,
      "epoch": 5.438240798502807,
      "step": 17435
    },
    {
      "contrastive_lambda": 0.8057289952892743,
      "epoch": 5.438552713661884,
      "step": 17436
    },
    {
      "contrastive_lambda": 0.8057082792895083,
      "epoch": 5.43886462882096,
      "step": 17437
    },
    {
      "contrastive_lambda": 0.8056875624516255,
      "epoch": 5.439176543980038,
      "step": 17438
    },
    {
      "contrastive_lambda": 0.8056668447756831,
      "epoch": 5.439488459139114,
      "step": 17439
    },
    {
      "epoch": 5.439800374298191,
      "grad_norm": 0.12844356894493103,
      "learning_rate": 8.498513590421801e-05,
      "loss": 0.0394,
      "step": 17440
    },
    {
      "epoch": 5.439800374298191,
      "flow_loss": 0.030283216387033463,
      "step": 17440
    },
    {
      "contrastive_loss": 0.005694020539522171,
      "epoch": 5.439800374298191,
      "step": 17440
    },
    {
      "contrastive_lambda": 0.8056461262617376,
      "epoch": 5.439800374298191,
      "step": 17440
    },
    {
      "contrastive_lambda": 0.8056254069098459,
      "epoch": 5.440112289457268,
      "step": 17441
    },
    {
      "contrastive_lambda": 0.8056046867200647,
      "epoch": 5.4404242046163445,
      "step": 17442
    },
    {
      "contrastive_lambda": 0.805583965692451,
      "epoch": 5.440736119775421,
      "step": 17443
    },
    {
      "contrastive_lambda": 0.8055632438270615,
      "epoch": 5.441048034934497,
      "step": 17444
    },
    {
      "contrastive_lambda": 0.8055425211239529,
      "epoch": 5.441359950093575,
      "step": 17445
    },
    {
      "contrastive_lambda": 0.8055217975831823,
      "epoch": 5.441671865252651,
      "step": 17446
    },
    {
      "contrastive_lambda": 0.8055010732048062,
      "epoch": 5.441983780411728,
      "step": 17447
    },
    {
      "contrastive_lambda": 0.8054803479888817,
      "epoch": 5.442295695570805,
      "step": 17448
    },
    {
      "contrastive_lambda": 0.8054596219354653,
      "epoch": 5.4426076107298815,
      "step": 17449
    },
    {
      "epoch": 5.442919525888958,
      "grad_norm": 0.13724248111248016,
      "learning_rate": 8.496544233730522e-05,
      "loss": 0.0408,
      "step": 17450
    },
    {
      "epoch": 5.442919525888958,
      "flow_loss": 0.02931118756532669,
      "step": 17450
    },
    {
      "contrastive_loss": 0.009523222222924232,
      "epoch": 5.442919525888958,
      "step": 17450
    },
    {
      "contrastive_lambda": 0.8054388950446143,
      "epoch": 5.442919525888958,
      "step": 17450
    },
    {
      "contrastive_lambda": 0.8054181673163849,
      "epoch": 5.4432314410480345,
      "step": 17451
    },
    {
      "contrastive_lambda": 0.8053974387508345,
      "epoch": 5.443543356207112,
      "step": 17452
    },
    {
      "contrastive_lambda": 0.8053767093480195,
      "epoch": 5.443855271366188,
      "step": 17453
    },
    {
      "contrastive_lambda": 0.805355979107997,
      "epoch": 5.444167186525265,
      "step": 17454
    },
    {
      "contrastive_lambda": 0.8053352480308238,
      "epoch": 5.444479101684342,
      "step": 17455
    },
    {
      "contrastive_lambda": 0.8053145161165566,
      "epoch": 5.444791016843419,
      "step": 17456
    },
    {
      "contrastive_lambda": 0.8052937833652523,
      "epoch": 5.445102932002495,
      "step": 17457
    },
    {
      "contrastive_lambda": 0.8052730497769678,
      "epoch": 5.445414847161572,
      "step": 17458
    },
    {
      "contrastive_lambda": 0.8052523153517599,
      "epoch": 5.445726762320649,
      "step": 17459
    },
    {
      "epoch": 5.446038677479725,
      "grad_norm": 0.1341860145330429,
      "learning_rate": 8.494573814881426e-05,
      "loss": 0.0428,
      "step": 17460
    },
    {
      "epoch": 5.446038677479725,
      "flow_loss": 0.030470388010144234,
      "step": 17460
    },
    {
      "contrastive_loss": 0.005627937614917755,
      "epoch": 5.446038677479725,
      "step": 17460
    },
    {
      "contrastive_lambda": 0.8052315800896854,
      "epoch": 5.446038677479725,
      "step": 17460
    },
    {
      "contrastive_lambda": 0.8052108439908012,
      "epoch": 5.446350592638802,
      "step": 17461
    },
    {
      "contrastive_lambda": 0.8051901070551643,
      "epoch": 5.446662507797879,
      "step": 17462
    },
    {
      "contrastive_lambda": 0.8051693692828312,
      "epoch": 5.446974422956956,
      "step": 17463
    },
    {
      "contrastive_lambda": 0.8051486306738591,
      "epoch": 5.447286338116032,
      "step": 17464
    },
    {
      "contrastive_lambda": 0.8051278912283046,
      "epoch": 5.4475982532751095,
      "step": 17465
    },
    {
      "contrastive_lambda": 0.8051071509462246,
      "epoch": 5.447910168434186,
      "step": 17466
    },
    {
      "contrastive_lambda": 0.8050864098276762,
      "epoch": 5.448222083593262,
      "step": 17467
    },
    {
      "contrastive_lambda": 0.8050656678727159,
      "epoch": 5.448533998752339,
      "step": 17468
    },
    {
      "contrastive_lambda": 0.8050449250814009,
      "epoch": 5.448845913911416,
      "step": 17469
    },
    {
      "epoch": 5.449157829070493,
      "grad_norm": 0.1322508305311203,
      "learning_rate": 8.492602334473074e-05,
      "loss": 0.0417,
      "step": 17470
    },
    {
      "epoch": 5.449157829070493,
      "flow_loss": 0.037312526255846024,
      "step": 17470
    },
    {
      "contrastive_loss": 0.006230589933693409,
      "epoch": 5.449157829070493,
      "step": 17470
    },
    {
      "contrastive_lambda": 0.805024181453788,
      "epoch": 5.449157829070493,
      "step": 17470
    },
    {
      "contrastive_lambda": 0.8050034369899337,
      "epoch": 5.449469744229569,
      "step": 17471
    },
    {
      "contrastive_lambda": 0.8049826916898953,
      "epoch": 5.449781659388647,
      "step": 17472
    },
    {
      "contrastive_lambda": 0.8049619455537296,
      "epoch": 5.450093574547723,
      "step": 17473
    },
    {
      "contrastive_lambda": 0.8049411985814934,
      "epoch": 5.4504054897067995,
      "step": 17474
    },
    {
      "contrastive_lambda": 0.8049204507732435,
      "epoch": 5.450717404865877,
      "step": 17475
    },
    {
      "contrastive_lambda": 0.8048997021290369,
      "epoch": 5.451029320024953,
      "step": 17476
    },
    {
      "contrastive_lambda": 0.8048789526489305,
      "epoch": 5.45134123518403,
      "step": 17477
    },
    {
      "contrastive_lambda": 0.8048582023329811,
      "epoch": 5.451653150343106,
      "step": 17478
    },
    {
      "contrastive_lambda": 0.8048374511812457,
      "epoch": 5.451965065502184,
      "step": 17479
    },
    {
      "epoch": 5.45227698066126,
      "grad_norm": 0.10660383850336075,
      "learning_rate": 8.49062979310435e-05,
      "loss": 0.0413,
      "step": 17480
    },
    {
      "epoch": 5.45227698066126,
      "flow_loss": 0.046025749295949936,
      "step": 17480
    },
    {
      "contrastive_loss": 0.006310830358415842,
      "epoch": 5.45227698066126,
      "step": 17480
    },
    {
      "contrastive_lambda": 0.804816699193781,
      "epoch": 5.45227698066126,
      "step": 17480
    },
    {
      "contrastive_lambda": 0.8047959463706441,
      "epoch": 5.452588895820337,
      "step": 17481
    },
    {
      "contrastive_lambda": 0.8047751927118918,
      "epoch": 5.452900810979414,
      "step": 17482
    },
    {
      "contrastive_lambda": 0.8047544382175809,
      "epoch": 5.45321272613849,
      "step": 17483
    },
    {
      "contrastive_lambda": 0.8047336828877686,
      "epoch": 5.453524641297567,
      "step": 17484
    },
    {
      "contrastive_lambda": 0.8047129267225115,
      "epoch": 5.453836556456643,
      "step": 17485
    },
    {
      "contrastive_lambda": 0.8046921697218665,
      "epoch": 5.454148471615721,
      "step": 17486
    },
    {
      "contrastive_lambda": 0.8046714118858909,
      "epoch": 5.454460386774797,
      "step": 17487
    },
    {
      "contrastive_lambda": 0.804650653214641,
      "epoch": 5.454772301933874,
      "step": 17488
    },
    {
      "contrastive_lambda": 0.8046298937081742,
      "epoch": 5.455084217092951,
      "step": 17489
    },
    {
      "epoch": 5.4553961322520275,
      "grad_norm": 0.14645828306674957,
      "learning_rate": 8.488656191374458e-05,
      "loss": 0.0409,
      "step": 17490
    },
    {
      "epoch": 5.4553961322520275,
      "flow_loss": 0.05229780077934265,
      "step": 17490
    },
    {
      "contrastive_loss": 0.0067925588227808475,
      "epoch": 5.4553961322520275,
      "step": 17490
    },
    {
      "contrastive_lambda": 0.8046091333665473,
      "epoch": 5.4553961322520275,
      "step": 17490
    },
    {
      "contrastive_lambda": 0.804588372189817,
      "epoch": 5.455708047411104,
      "step": 17491
    },
    {
      "contrastive_lambda": 0.8045676101780406,
      "epoch": 5.456019962570181,
      "step": 17492
    },
    {
      "contrastive_lambda": 0.8045468473312747,
      "epoch": 5.456331877729258,
      "step": 17493
    },
    {
      "contrastive_lambda": 0.8045260836495762,
      "epoch": 5.456643792888334,
      "step": 17494
    },
    {
      "contrastive_lambda": 0.8045053191330023,
      "epoch": 5.456955708047411,
      "step": 17495
    },
    {
      "contrastive_lambda": 0.8044845537816099,
      "epoch": 5.457267623206488,
      "step": 17496
    },
    {
      "contrastive_lambda": 0.8044637875954554,
      "epoch": 5.4575795383655645,
      "step": 17497
    },
    {
      "contrastive_lambda": 0.8044430205745966,
      "epoch": 5.457891453524641,
      "step": 17498
    },
    {
      "contrastive_lambda": 0.8044222527190897,
      "epoch": 5.458203368683718,
      "step": 17499
    },
    {
      "epoch": 5.458515283842795,
      "grad_norm": 0.1433877944946289,
      "learning_rate": 8.48668152988293e-05,
      "loss": 0.0351,
      "step": 17500
    },
    {
      "epoch": 5.458515283842795,
      "flow_loss": 0.036619145423173904,
      "step": 17500
    },
    {
      "contrastive_loss": 0.005196633283048868,
      "epoch": 5.458515283842795,
      "step": 17500
    },
    {
      "contrastive_lambda": 0.8044014840289919,
      "epoch": 5.458515283842795,
      "step": 17500
    },
    {
      "contrastive_lambda": 0.8043807145043603,
      "epoch": 5.458827199001871,
      "step": 17501
    },
    {
      "contrastive_lambda": 0.8043599441452516,
      "epoch": 5.459139114160948,
      "step": 17502
    },
    {
      "contrastive_lambda": 0.8043391729517229,
      "epoch": 5.459451029320025,
      "step": 17503
    },
    {
      "contrastive_lambda": 0.8043184009238311,
      "epoch": 5.459762944479102,
      "step": 17504
    },
    {
      "contrastive_lambda": 0.804297628061633,
      "epoch": 5.460074859638178,
      "step": 17505
    },
    {
      "contrastive_lambda": 0.8042768543651857,
      "epoch": 5.460386774797255,
      "step": 17506
    },
    {
      "contrastive_lambda": 0.8042560798345462,
      "epoch": 5.460698689956332,
      "step": 17507
    },
    {
      "contrastive_lambda": 0.8042353044697713,
      "epoch": 5.461010605115408,
      "step": 17508
    },
    {
      "contrastive_lambda": 0.8042145282709181,
      "epoch": 5.461322520274486,
      "step": 17509
    },
    {
      "epoch": 5.461634435433562,
      "grad_norm": 0.10269151628017426,
      "learning_rate": 8.484705809229612e-05,
      "loss": 0.0362,
      "step": 17510
    },
    {
      "epoch": 5.461634435433562,
      "flow_loss": 0.04775231331586838,
      "step": 17510
    },
    {
      "contrastive_loss": 0.006503465585410595,
      "epoch": 5.461634435433562,
      "step": 17510
    },
    {
      "contrastive_lambda": 0.8041937512380435,
      "epoch": 5.461634435433562,
      "step": 17510
    },
    {
      "contrastive_lambda": 0.8041729733712044,
      "epoch": 5.461946350592639,
      "step": 17511
    },
    {
      "contrastive_lambda": 0.8041521946704578,
      "epoch": 5.462258265751715,
      "step": 17512
    },
    {
      "contrastive_lambda": 0.8041314151358608,
      "epoch": 5.4625701809107925,
      "step": 17513
    },
    {
      "contrastive_lambda": 0.8041106347674702,
      "epoch": 5.462882096069869,
      "step": 17514
    },
    {
      "contrastive_lambda": 0.8040898535653431,
      "epoch": 5.463194011228945,
      "step": 17515
    },
    {
      "contrastive_lambda": 0.8040690715295362,
      "epoch": 5.463505926388023,
      "step": 17516
    },
    {
      "contrastive_lambda": 0.8040482886601069,
      "epoch": 5.463817841547099,
      "step": 17517
    },
    {
      "contrastive_lambda": 0.804027504957112,
      "epoch": 5.464129756706176,
      "step": 17518
    },
    {
      "contrastive_lambda": 0.8040067204206083,
      "epoch": 5.464441671865252,
      "step": 17519
    },
    {
      "epoch": 5.46475358702433,
      "grad_norm": 0.12012919038534164,
      "learning_rate": 8.482729030014677e-05,
      "loss": 0.0437,
      "step": 17520
    },
    {
      "epoch": 5.46475358702433,
      "flow_loss": 0.07312767207622528,
      "step": 17520
    },
    {
      "contrastive_loss": 0.0076028648763895035,
      "epoch": 5.46475358702433,
      "step": 17520
    },
    {
      "contrastive_lambda": 0.8039859350506529,
      "epoch": 5.46475358702433,
      "step": 17520
    },
    {
      "contrastive_lambda": 0.8039651488473027,
      "epoch": 5.465065502183406,
      "step": 17521
    },
    {
      "contrastive_lambda": 0.8039443618106149,
      "epoch": 5.4653774173424825,
      "step": 17522
    },
    {
      "contrastive_lambda": 0.8039235739406463,
      "epoch": 5.46568933250156,
      "step": 17523
    },
    {
      "contrastive_lambda": 0.8039027852374541,
      "epoch": 5.466001247660636,
      "step": 17524
    },
    {
      "contrastive_lambda": 0.8038819957010952,
      "epoch": 5.466313162819713,
      "step": 17525
    },
    {
      "contrastive_lambda": 0.8038612053316263,
      "epoch": 5.46662507797879,
      "step": 17526
    },
    {
      "contrastive_lambda": 0.8038404141291049,
      "epoch": 5.466936993137867,
      "step": 17527
    },
    {
      "contrastive_lambda": 0.8038196220935877,
      "epoch": 5.467248908296943,
      "step": 17528
    },
    {
      "contrastive_lambda": 0.8037988292251317,
      "epoch": 5.46756082345602,
      "step": 17529
    },
    {
      "epoch": 5.467872738615097,
      "grad_norm": 0.13996204733848572,
      "learning_rate": 8.48075119283862e-05,
      "loss": 0.0447,
      "step": 17530
    },
    {
      "epoch": 5.467872738615097,
      "flow_loss": 0.039862263947725296,
      "step": 17530
    },
    {
      "contrastive_loss": 0.005632751155644655,
      "epoch": 5.467872738615097,
      "step": 17530
    },
    {
      "contrastive_lambda": 0.803778035523794,
      "epoch": 5.467872738615097,
      "step": 17530
    },
    {
      "contrastive_lambda": 0.8037572409896315,
      "epoch": 5.468184653774173,
      "step": 17531
    },
    {
      "contrastive_lambda": 0.8037364456227014,
      "epoch": 5.46849656893325,
      "step": 17532
    },
    {
      "contrastive_lambda": 0.8037156494230604,
      "epoch": 5.468808484092327,
      "step": 17533
    },
    {
      "contrastive_lambda": 0.8036948523907659,
      "epoch": 5.469120399251404,
      "step": 17534
    },
    {
      "contrastive_lambda": 0.8036740545258746,
      "epoch": 5.46943231441048,
      "step": 17535
    },
    {
      "contrastive_lambda": 0.8036532558284437,
      "epoch": 5.469744229569557,
      "step": 17536
    },
    {
      "contrastive_lambda": 0.8036324562985301,
      "epoch": 5.470056144728634,
      "step": 17537
    },
    {
      "contrastive_lambda": 0.803611655936191,
      "epoch": 5.4703680598877105,
      "step": 17538
    },
    {
      "contrastive_lambda": 0.8035908547414832,
      "epoch": 5.470679975046787,
      "step": 17539
    },
    {
      "epoch": 5.470991890205864,
      "grad_norm": 0.12946996092796326,
      "learning_rate": 8.478772298302254e-05,
      "loss": 0.0458,
      "step": 17540
    },
    {
      "epoch": 5.470991890205864,
      "flow_loss": 0.044060640037059784,
      "step": 17540
    },
    {
      "contrastive_loss": 0.00832132063806057,
      "epoch": 5.470991890205864,
      "step": 17540
    },
    {
      "contrastive_lambda": 0.8035700527144638,
      "epoch": 5.470991890205864,
      "step": 17540
    },
    {
      "contrastive_lambda": 0.8035492498551899,
      "epoch": 5.471303805364941,
      "step": 17541
    },
    {
      "contrastive_lambda": 0.8035284461637184,
      "epoch": 5.471615720524017,
      "step": 17542
    },
    {
      "contrastive_lambda": 0.8035076416401067,
      "epoch": 5.471927635683095,
      "step": 17543
    },
    {
      "contrastive_lambda": 0.8034868362844114,
      "epoch": 5.472239550842171,
      "step": 17544
    },
    {
      "contrastive_lambda": 0.8034660300966897,
      "epoch": 5.4725514660012475,
      "step": 17545
    },
    {
      "contrastive_lambda": 0.8034452230769986,
      "epoch": 5.472863381160324,
      "step": 17546
    },
    {
      "contrastive_lambda": 0.8034244152253953,
      "epoch": 5.473175296319401,
      "step": 17547
    },
    {
      "contrastive_lambda": 0.8034036065419368,
      "epoch": 5.473487211478478,
      "step": 17548
    },
    {
      "contrastive_lambda": 0.8033827970266799,
      "epoch": 5.473799126637554,
      "step": 17549
    },
    {
      "epoch": 5.474111041796632,
      "grad_norm": 0.1543952226638794,
      "learning_rate": 8.476792347006716e-05,
      "loss": 0.0461,
      "step": 17550
    },
    {
      "epoch": 5.474111041796632,
      "flow_loss": 0.0515814833343029,
      "step": 17550
    },
    {
      "contrastive_loss": 0.007655685767531395,
      "epoch": 5.474111041796632,
      "step": 17550
    },
    {
      "contrastive_lambda": 0.803361986679682,
      "epoch": 5.474111041796632,
      "step": 17550
    },
    {
      "contrastive_lambda": 0.8033411755009998,
      "epoch": 5.474422956955708,
      "step": 17551
    },
    {
      "contrastive_lambda": 0.8033203634906907,
      "epoch": 5.474734872114785,
      "step": 17552
    },
    {
      "contrastive_lambda": 0.8032995506488116,
      "epoch": 5.475046787273861,
      "step": 17553
    },
    {
      "contrastive_lambda": 0.8032787369754195,
      "epoch": 5.475358702432938,
      "step": 17554
    },
    {
      "contrastive_lambda": 0.8032579224705716,
      "epoch": 5.475670617592015,
      "step": 17555
    },
    {
      "contrastive_lambda": 0.8032371071343247,
      "epoch": 5.475982532751091,
      "step": 17556
    },
    {
      "contrastive_lambda": 0.8032162909667362,
      "epoch": 5.476294447910169,
      "step": 17557
    },
    {
      "contrastive_lambda": 0.8031954739678631,
      "epoch": 5.476606363069245,
      "step": 17558
    },
    {
      "contrastive_lambda": 0.8031746561377623,
      "epoch": 5.476918278228322,
      "step": 17559
    },
    {
      "epoch": 5.477230193387399,
      "grad_norm": 0.1503136307001114,
      "learning_rate": 8.474811339553462e-05,
      "loss": 0.0427,
      "step": 17560
    },
    {
      "epoch": 5.477230193387399,
      "flow_loss": 0.02900904417037964,
      "step": 17560
    },
    {
      "contrastive_loss": 0.006365139037370682,
      "epoch": 5.477230193387399,
      "step": 17560
    },
    {
      "contrastive_lambda": 0.8031538374764909,
      "epoch": 5.477230193387399,
      "step": 17560
    },
    {
      "contrastive_lambda": 0.8031330179841061,
      "epoch": 5.4775421085464755,
      "step": 17561
    },
    {
      "contrastive_lambda": 0.803112197660665,
      "epoch": 5.477854023705552,
      "step": 17562
    },
    {
      "contrastive_lambda": 0.8030913765062244,
      "epoch": 5.478165938864628,
      "step": 17563
    },
    {
      "contrastive_lambda": 0.8030705545208419,
      "epoch": 5.478477854023706,
      "step": 17564
    },
    {
      "contrastive_lambda": 0.8030497317045739,
      "epoch": 5.478789769182782,
      "step": 17565
    },
    {
      "contrastive_lambda": 0.8030289080574782,
      "epoch": 5.479101684341859,
      "step": 17566
    },
    {
      "contrastive_lambda": 0.8030080835796113,
      "epoch": 5.479413599500936,
      "step": 17567
    },
    {
      "contrastive_lambda": 0.8029872582710307,
      "epoch": 5.479725514660013,
      "step": 17568
    },
    {
      "contrastive_lambda": 0.8029664321317931,
      "epoch": 5.480037429819089,
      "step": 17569
    },
    {
      "epoch": 5.4803493449781655,
      "grad_norm": 0.11402981728315353,
      "learning_rate": 8.47282927654427e-05,
      "loss": 0.0398,
      "step": 17570
    },
    {
      "epoch": 5.4803493449781655,
      "flow_loss": 0.048906031996011734,
      "step": 17570
    },
    {
      "contrastive_loss": 0.006153177469968796,
      "epoch": 5.4803493449781655,
      "step": 17570
    },
    {
      "contrastive_lambda": 0.802945605161956,
      "epoch": 5.4803493449781655,
      "step": 17570
    },
    {
      "contrastive_lambda": 0.8029247773615763,
      "epoch": 5.480661260137243,
      "step": 17571
    },
    {
      "contrastive_lambda": 0.8029039487307111,
      "epoch": 5.480973175296319,
      "step": 17572
    },
    {
      "contrastive_lambda": 0.8028831192694176,
      "epoch": 5.481285090455396,
      "step": 17573
    },
    {
      "contrastive_lambda": 0.8028622889777528,
      "epoch": 5.481597005614473,
      "step": 17574
    },
    {
      "contrastive_lambda": 0.8028414578557738,
      "epoch": 5.48190892077355,
      "step": 17575
    },
    {
      "contrastive_lambda": 0.8028206259035378,
      "epoch": 5.482220835932626,
      "step": 17576
    },
    {
      "contrastive_lambda": 0.8027997931211017,
      "epoch": 5.4825327510917035,
      "step": 17577
    },
    {
      "contrastive_lambda": 0.8027789595085228,
      "epoch": 5.48284466625078,
      "step": 17578
    },
    {
      "contrastive_lambda": 0.8027581250658584,
      "epoch": 5.483156581409856,
      "step": 17579
    },
    {
      "epoch": 5.483468496568933,
      "grad_norm": 0.11492922157049179,
      "learning_rate": 8.470846158581238e-05,
      "loss": 0.047,
      "step": 17580
    },
    {
      "epoch": 5.483468496568933,
      "flow_loss": 0.03162418678402901,
      "step": 17580
    },
    {
      "contrastive_loss": 0.005753694102168083,
      "epoch": 5.483468496568933,
      "step": 17580
    },
    {
      "contrastive_lambda": 0.8027372897931653,
      "epoch": 5.483468496568933,
      "step": 17580
    },
    {
      "contrastive_lambda": 0.8027164536905007,
      "epoch": 5.48378041172801,
      "step": 17581
    },
    {
      "contrastive_lambda": 0.8026956167579218,
      "epoch": 5.484092326887087,
      "step": 17582
    },
    {
      "contrastive_lambda": 0.8026747789954857,
      "epoch": 5.484404242046163,
      "step": 17583
    },
    {
      "contrastive_lambda": 0.8026539404032493,
      "epoch": 5.4847161572052405,
      "step": 17584
    },
    {
      "contrastive_lambda": 0.8026331009812702,
      "epoch": 5.485028072364317,
      "step": 17585
    },
    {
      "contrastive_lambda": 0.8026122607296052,
      "epoch": 5.4853399875233935,
      "step": 17586
    },
    {
      "contrastive_lambda": 0.8025914196483115,
      "epoch": 5.48565190268247,
      "step": 17587
    },
    {
      "contrastive_lambda": 0.8025705777374461,
      "epoch": 5.485963817841547,
      "step": 17588
    },
    {
      "contrastive_lambda": 0.8025497349970665,
      "epoch": 5.486275733000624,
      "step": 17589
    },
    {
      "epoch": 5.4865876481597,
      "grad_norm": 0.12545330822467804,
      "learning_rate": 8.468861986266787e-05,
      "loss": 0.0374,
      "step": 17590
    },
    {
      "epoch": 5.4865876481597,
      "flow_loss": 0.03108966164290905,
      "step": 17590
    },
    {
      "contrastive_loss": 0.010205400176346302,
      "epoch": 5.4865876481597,
      "step": 17590
    },
    {
      "contrastive_lambda": 0.8025288914272295,
      "epoch": 5.4865876481597,
      "step": 17590
    },
    {
      "contrastive_lambda": 0.8025080470279924,
      "epoch": 5.486899563318778,
      "step": 17591
    },
    {
      "contrastive_lambda": 0.8024872017994125,
      "epoch": 5.487211478477854,
      "step": 17592
    },
    {
      "contrastive_lambda": 0.8024663557415465,
      "epoch": 5.4875233936369305,
      "step": 17593
    },
    {
      "contrastive_lambda": 0.8024455088544518,
      "epoch": 5.487835308796008,
      "step": 17594
    },
    {
      "contrastive_lambda": 0.8024246611381857,
      "epoch": 5.488147223955084,
      "step": 17595
    },
    {
      "contrastive_lambda": 0.8024038125928052,
      "epoch": 5.488459139114161,
      "step": 17596
    },
    {
      "contrastive_lambda": 0.8023829632183674,
      "epoch": 5.488771054273237,
      "step": 17597
    },
    {
      "contrastive_lambda": 0.8023621130149297,
      "epoch": 5.489082969432315,
      "step": 17598
    },
    {
      "contrastive_lambda": 0.802341261982549,
      "epoch": 5.489394884591391,
      "step": 17599
    },
    {
      "epoch": 5.489706799750468,
      "grad_norm": 0.11686694622039795,
      "learning_rate": 8.466876760203654e-05,
      "loss": 0.0357,
      "step": 17600
    },
    {
      "epoch": 5.489706799750468,
      "flow_loss": 0.03389311209321022,
      "step": 17600
    },
    {
      "contrastive_loss": 0.004825643263757229,
      "epoch": 5.489706799750468,
      "step": 17600
    },
    {
      "contrastive_lambda": 0.8023204101212824,
      "epoch": 5.489706799750468,
      "step": 17600
    },
    {
      "contrastive_lambda": 0.8022995574311874,
      "epoch": 5.490018714909545,
      "step": 17601
    },
    {
      "contrastive_lambda": 0.802278703912321,
      "epoch": 5.490330630068621,
      "step": 17602
    },
    {
      "contrastive_lambda": 0.8022578495647403,
      "epoch": 5.490642545227698,
      "step": 17603
    },
    {
      "contrastive_lambda": 0.8022369943885026,
      "epoch": 5.490954460386774,
      "step": 17604
    },
    {
      "contrastive_lambda": 0.802216138383665,
      "epoch": 5.491266375545852,
      "step": 17605
    },
    {
      "contrastive_lambda": 0.8021952815502849,
      "epoch": 5.491578290704928,
      "step": 17606
    },
    {
      "contrastive_lambda": 0.802174423888419,
      "epoch": 5.491890205864005,
      "step": 17607
    },
    {
      "contrastive_lambda": 0.8021535653981249,
      "epoch": 5.492202121023082,
      "step": 17608
    },
    {
      "contrastive_lambda": 0.8021327060794596,
      "epoch": 5.4925140361821585,
      "step": 17609
    },
    {
      "epoch": 5.492825951341235,
      "grad_norm": 0.13313394784927368,
      "learning_rate": 8.464890480994898e-05,
      "loss": 0.0338,
      "step": 17610
    },
    {
      "epoch": 5.492825951341235,
      "flow_loss": 0.03546225279569626,
      "step": 17610
    },
    {
      "contrastive_loss": 0.005380926188081503,
      "epoch": 5.492825951341235,
      "step": 17610
    },
    {
      "contrastive_lambda": 0.8021118459324803,
      "epoch": 5.492825951341235,
      "step": 17610
    },
    {
      "contrastive_lambda": 0.8020909849572442,
      "epoch": 5.493137866500312,
      "step": 17611
    },
    {
      "contrastive_lambda": 0.8020701231538085,
      "epoch": 5.493449781659389,
      "step": 17612
    },
    {
      "contrastive_lambda": 0.8020492605222306,
      "epoch": 5.493761696818465,
      "step": 17613
    },
    {
      "contrastive_lambda": 0.8020283970625673,
      "epoch": 5.494073611977542,
      "step": 17614
    },
    {
      "contrastive_lambda": 0.8020075327748761,
      "epoch": 5.494385527136619,
      "step": 17615
    },
    {
      "contrastive_lambda": 0.8019866676592141,
      "epoch": 5.494697442295696,
      "step": 17616
    },
    {
      "contrastive_lambda": 0.8019658017156385,
      "epoch": 5.495009357454772,
      "step": 17617
    },
    {
      "contrastive_lambda": 0.8019449349442065,
      "epoch": 5.495321272613849,
      "step": 17618
    },
    {
      "contrastive_lambda": 0.8019240673449752,
      "epoch": 5.495633187772926,
      "step": 17619
    },
    {
      "epoch": 5.495945102932002,
      "grad_norm": 0.12478651106357574,
      "learning_rate": 8.462903149243899e-05,
      "loss": 0.0401,
      "step": 17620
    },
    {
      "epoch": 5.495945102932002,
      "flow_loss": 0.05326967313885689,
      "step": 17620
    },
    {
      "contrastive_loss": 0.006698119454085827,
      "epoch": 5.495945102932002,
      "step": 17620
    },
    {
      "contrastive_lambda": 0.8019031989180021,
      "epoch": 5.495945102932002,
      "step": 17620
    },
    {
      "contrastive_lambda": 0.8018823296633442,
      "epoch": 5.496257018091079,
      "step": 17621
    },
    {
      "contrastive_lambda": 0.8018614595810587,
      "epoch": 5.496568933250156,
      "step": 17622
    },
    {
      "contrastive_lambda": 0.801840588671203,
      "epoch": 5.496880848409233,
      "step": 17623
    },
    {
      "contrastive_lambda": 0.8018197169338339,
      "epoch": 5.497192763568309,
      "step": 17624
    },
    {
      "contrastive_lambda": 0.8017988443690092,
      "epoch": 5.4975046787273865,
      "step": 17625
    },
    {
      "contrastive_lambda": 0.8017779709767857,
      "epoch": 5.497816593886463,
      "step": 17626
    },
    {
      "contrastive_lambda": 0.8017570967572208,
      "epoch": 5.498128509045539,
      "step": 17627
    },
    {
      "contrastive_lambda": 0.8017362217103716,
      "epoch": 5.498440424204617,
      "step": 17628
    },
    {
      "contrastive_lambda": 0.8017153458362956,
      "epoch": 5.498752339363693,
      "step": 17629
    },
    {
      "epoch": 5.49906425452277,
      "grad_norm": 0.11164050549268723,
      "learning_rate": 8.460914765554357e-05,
      "loss": 0.0435,
      "step": 17630
    },
    {
      "epoch": 5.49906425452277,
      "flow_loss": 0.0419694148004055,
      "step": 17630
    },
    {
      "contrastive_loss": 0.0068285660818219185,
      "epoch": 5.49906425452277,
      "step": 17630
    },
    {
      "contrastive_lambda": 0.8016944691350497,
      "epoch": 5.49906425452277,
      "step": 17630
    },
    {
      "contrastive_lambda": 0.8016735916066913,
      "epoch": 5.499376169681846,
      "step": 17631
    },
    {
      "contrastive_lambda": 0.8016527132512776,
      "epoch": 5.4996880848409235,
      "step": 17632
    },
    {
      "contrastive_lambda": 0.801631834068866,
      "epoch": 5.5,
      "step": 17633
    },
    {
      "contrastive_lambda": 0.8016109540595134,
      "epoch": 5.5003119151590765,
      "step": 17634
    },
    {
      "contrastive_lambda": 0.8015900732232775,
      "epoch": 5.500623830318154,
      "step": 17635
    },
    {
      "contrastive_lambda": 0.801569191560215,
      "epoch": 5.50093574547723,
      "step": 17636
    },
    {
      "contrastive_lambda": 0.8015483090703837,
      "epoch": 5.501247660636307,
      "step": 17637
    },
    {
      "contrastive_lambda": 0.8015274257538404,
      "epoch": 5.501559575795383,
      "step": 17638
    },
    {
      "contrastive_lambda": 0.8015065416106426,
      "epoch": 5.501871490954461,
      "step": 17639
    },
    {
      "epoch": 5.502183406113537,
      "grad_norm": 0.1070014238357544,
      "learning_rate": 8.458925330530288e-05,
      "loss": 0.0443,
      "step": 17640
    },
    {
      "epoch": 5.502183406113537,
      "flow_loss": 0.0329151451587677,
      "step": 17640
    },
    {
      "contrastive_loss": 0.007636892143636942,
      "epoch": 5.502183406113537,
      "step": 17640
    },
    {
      "contrastive_lambda": 0.8014856566408475,
      "epoch": 5.502183406113537,
      "step": 17640
    },
    {
      "contrastive_lambda": 0.8014647708445124,
      "epoch": 5.5024953212726135,
      "step": 17641
    },
    {
      "contrastive_lambda": 0.8014438842216944,
      "epoch": 5.502807236431691,
      "step": 17642
    },
    {
      "contrastive_lambda": 0.8014229967724511,
      "epoch": 5.503119151590767,
      "step": 17643
    },
    {
      "contrastive_lambda": 0.8014021084968392,
      "epoch": 5.503431066749844,
      "step": 17644
    },
    {
      "contrastive_lambda": 0.8013812193949166,
      "epoch": 5.503742981908921,
      "step": 17645
    },
    {
      "contrastive_lambda": 0.8013603294667402,
      "epoch": 5.504054897067998,
      "step": 17646
    },
    {
      "contrastive_lambda": 0.8013394387123673,
      "epoch": 5.504366812227074,
      "step": 17647
    },
    {
      "contrastive_lambda": 0.8013185471318552,
      "epoch": 5.504678727386151,
      "step": 17648
    },
    {
      "contrastive_lambda": 0.8012976547252613,
      "epoch": 5.504990642545228,
      "step": 17649
    },
    {
      "epoch": 5.505302557704304,
      "grad_norm": 0.08934886753559113,
      "learning_rate": 8.456934844776032e-05,
      "loss": 0.0404,
      "step": 17650
    },
    {
      "epoch": 5.505302557704304,
      "flow_loss": 0.03638383746147156,
      "step": 17650
    },
    {
      "contrastive_loss": 0.007218488492071629,
      "epoch": 5.505302557704304,
      "step": 17650
    },
    {
      "contrastive_lambda": 0.8012767614926426,
      "epoch": 5.505302557704304,
      "step": 17650
    },
    {
      "contrastive_lambda": 0.8012558674340566,
      "epoch": 5.505614472863381,
      "step": 17651
    },
    {
      "contrastive_lambda": 0.8012349725495607,
      "epoch": 5.505926388022458,
      "step": 17652
    },
    {
      "contrastive_lambda": 0.801214076839212,
      "epoch": 5.506238303181535,
      "step": 17653
    },
    {
      "contrastive_lambda": 0.8011931803030676,
      "epoch": 5.506550218340611,
      "step": 17654
    },
    {
      "contrastive_lambda": 0.8011722829411851,
      "epoch": 5.506862133499688,
      "step": 17655
    },
    {
      "contrastive_lambda": 0.8011513847536218,
      "epoch": 5.507174048658765,
      "step": 17656
    },
    {
      "contrastive_lambda": 0.8011304857404347,
      "epoch": 5.5074859638178415,
      "step": 17657
    },
    {
      "contrastive_lambda": 0.8011095859016815,
      "epoch": 5.507797878976918,
      "step": 17658
    },
    {
      "contrastive_lambda": 0.801088685237419,
      "epoch": 5.508109794135995,
      "step": 17659
    },
    {
      "epoch": 5.508421709295072,
      "grad_norm": 0.10400228947401047,
      "learning_rate": 8.454943308896246e-05,
      "loss": 0.0446,
      "step": 17660
    },
    {
      "epoch": 5.508421709295072,
      "flow_loss": 0.04740479961037636,
      "step": 17660
    },
    {
      "contrastive_loss": 0.008022602647542953,
      "epoch": 5.508421709295072,
      "step": 17660
    },
    {
      "contrastive_lambda": 0.8010677837477049,
      "epoch": 5.508421709295072,
      "step": 17660
    },
    {
      "contrastive_lambda": 0.8010468814325964,
      "epoch": 5.508733624454148,
      "step": 17661
    },
    {
      "contrastive_lambda": 0.8010259782921507,
      "epoch": 5.509045539613226,
      "step": 17662
    },
    {
      "contrastive_lambda": 0.8010050743264254,
      "epoch": 5.509357454772302,
      "step": 17663
    },
    {
      "contrastive_lambda": 0.8009841695354774,
      "epoch": 5.509669369931379,
      "step": 17664
    },
    {
      "contrastive_lambda": 0.8009632639193642,
      "epoch": 5.509981285090455,
      "step": 17665
    },
    {
      "contrastive_lambda": 0.8009423574781431,
      "epoch": 5.510293200249532,
      "step": 17666
    },
    {
      "contrastive_lambda": 0.8009214502118717,
      "epoch": 5.510605115408609,
      "step": 17667
    },
    {
      "contrastive_lambda": 0.8009005421206068,
      "epoch": 5.510917030567685,
      "step": 17668
    },
    {
      "contrastive_lambda": 0.8008796332044061,
      "epoch": 5.511228945726763,
      "step": 17669
    },
    {
      "epoch": 5.511540860885839,
      "grad_norm": 0.09764786064624786,
      "learning_rate": 8.452950723495905e-05,
      "loss": 0.0479,
      "step": 17670
    },
    {
      "epoch": 5.511540860885839,
      "flow_loss": 0.039168581366539,
      "step": 17670
    },
    {
      "contrastive_loss": 0.007659572642296553,
      "epoch": 5.511540860885839,
      "step": 17670
    },
    {
      "contrastive_lambda": 0.8008587234633268,
      "epoch": 5.511540860885839,
      "step": 17670
    },
    {
      "contrastive_lambda": 0.8008378128974262,
      "epoch": 5.511852776044916,
      "step": 17671
    },
    {
      "contrastive_lambda": 0.8008169015067617,
      "epoch": 5.512164691203992,
      "step": 17672
    },
    {
      "contrastive_lambda": 0.8007959892913905,
      "epoch": 5.5124766063630695,
      "step": 17673
    },
    {
      "contrastive_lambda": 0.80077507625137,
      "epoch": 5.512788521522146,
      "step": 17674
    },
    {
      "contrastive_lambda": 0.8007541623867576,
      "epoch": 5.513100436681222,
      "step": 17675
    },
    {
      "contrastive_lambda": 0.8007332476976106,
      "epoch": 5.5134123518403,
      "step": 17676
    },
    {
      "contrastive_lambda": 0.8007123321839864,
      "epoch": 5.513724266999376,
      "step": 17677
    },
    {
      "contrastive_lambda": 0.8006914158459422,
      "epoch": 5.514036182158453,
      "step": 17678
    },
    {
      "contrastive_lambda": 0.8006704986835353,
      "epoch": 5.51434809731753,
      "step": 17679
    },
    {
      "epoch": 5.5146600124766065,
      "grad_norm": 0.09452296793460846,
      "learning_rate": 8.450957089180303e-05,
      "loss": 0.0393,
      "step": 17680
    },
    {
      "epoch": 5.5146600124766065,
      "flow_loss": 0.03472626209259033,
      "step": 17680
    },
    {
      "contrastive_loss": 0.006609555799514055,
      "epoch": 5.5146600124766065,
      "step": 17680
    },
    {
      "contrastive_lambda": 0.8006495806968232,
      "epoch": 5.5146600124766065,
      "step": 17680
    },
    {
      "contrastive_lambda": 0.8006286618858633,
      "epoch": 5.514971927635683,
      "step": 17681
    },
    {
      "contrastive_lambda": 0.8006077422507127,
      "epoch": 5.5152838427947595,
      "step": 17682
    },
    {
      "contrastive_lambda": 0.8005868217914291,
      "epoch": 5.515595757953837,
      "step": 17683
    },
    {
      "contrastive_lambda": 0.8005659005080696,
      "epoch": 5.515907673112913,
      "step": 17684
    },
    {
      "contrastive_lambda": 0.8005449784006916,
      "epoch": 5.51621958827199,
      "step": 17685
    },
    {
      "contrastive_lambda": 0.8005240554693525,
      "epoch": 5.516531503431067,
      "step": 17686
    },
    {
      "contrastive_lambda": 0.8005031317141096,
      "epoch": 5.516843418590144,
      "step": 17687
    },
    {
      "contrastive_lambda": 0.8004822071350204,
      "epoch": 5.51715533374922,
      "step": 17688
    },
    {
      "contrastive_lambda": 0.8004612817321419,
      "epoch": 5.5174672489082965,
      "step": 17689
    },
    {
      "epoch": 5.517779164067374,
      "grad_norm": 0.12168541550636292,
      "learning_rate": 8.448962406555055e-05,
      "loss": 0.0382,
      "step": 17690
    },
    {
      "epoch": 5.517779164067374,
      "flow_loss": 0.05635462701320648,
      "step": 17690
    },
    {
      "contrastive_loss": 0.007406667806208134,
      "epoch": 5.517779164067374,
      "step": 17690
    },
    {
      "contrastive_lambda": 0.800440355505532,
      "epoch": 5.517779164067374,
      "step": 17690
    },
    {
      "contrastive_lambda": 0.8004194284552477,
      "epoch": 5.51809107922645,
      "step": 17691
    },
    {
      "contrastive_lambda": 0.8003985005813465,
      "epoch": 5.518402994385527,
      "step": 17692
    },
    {
      "contrastive_lambda": 0.8003775718838858,
      "epoch": 5.518714909544604,
      "step": 17693
    },
    {
      "contrastive_lambda": 0.8003566423629229,
      "epoch": 5.519026824703681,
      "step": 17694
    },
    {
      "contrastive_lambda": 0.8003357120185153,
      "epoch": 5.519338739862757,
      "step": 17695
    },
    {
      "contrastive_lambda": 0.80031478085072,
      "epoch": 5.5196506550218345,
      "step": 17696
    },
    {
      "contrastive_lambda": 0.800293848859595,
      "epoch": 5.519962570180911,
      "step": 17697
    },
    {
      "contrastive_lambda": 0.8002729160451972,
      "epoch": 5.520274485339987,
      "step": 17698
    },
    {
      "contrastive_lambda": 0.8002519824075842,
      "epoch": 5.520586400499064,
      "step": 17699
    },
    {
      "epoch": 5.520898315658141,
      "grad_norm": 0.13229608535766602,
      "learning_rate": 8.446966676226093e-05,
      "loss": 0.054,
      "step": 17700
    },
    {
      "epoch": 5.520898315658141,
      "flow_loss": 0.048918332904577255,
      "step": 17700
    },
    {
      "contrastive_loss": 0.006240311544388533,
      "epoch": 5.520898315658141,
      "step": 17700
    },
    {
      "contrastive_lambda": 0.8002310479468133,
      "epoch": 5.520898315658141,
      "step": 17700
    },
    {
      "contrastive_lambda": 0.8002101126629421,
      "epoch": 5.521210230817218,
      "step": 17701
    },
    {
      "contrastive_lambda": 0.8001891765560276,
      "epoch": 5.521522145976294,
      "step": 17702
    },
    {
      "contrastive_lambda": 0.8001682396261276,
      "epoch": 5.521834061135372,
      "step": 17703
    },
    {
      "contrastive_lambda": 0.8001473018732992,
      "epoch": 5.522145976294448,
      "step": 17704
    },
    {
      "contrastive_lambda": 0.8001263632976,
      "epoch": 5.5224578914535245,
      "step": 17705
    },
    {
      "contrastive_lambda": 0.8001054238990873,
      "epoch": 5.522769806612601,
      "step": 17706
    },
    {
      "contrastive_lambda": 0.8000844836778187,
      "epoch": 5.523081721771678,
      "step": 17707
    },
    {
      "contrastive_lambda": 0.8000635426338512,
      "epoch": 5.523393636930755,
      "step": 17708
    },
    {
      "contrastive_lambda": 0.8000426007672425,
      "epoch": 5.523705552089831,
      "step": 17709
    },
    {
      "epoch": 5.524017467248909,
      "grad_norm": 0.14967359602451324,
      "learning_rate": 8.444969898799667e-05,
      "loss": 0.0415,
      "step": 17710
    },
    {
      "epoch": 5.524017467248909,
      "flow_loss": 0.04197852313518524,
      "step": 17710
    },
    {
      "contrastive_loss": 0.005939994007349014,
      "epoch": 5.524017467248909,
      "step": 17710
    },
    {
      "contrastive_lambda": 0.8000216580780501,
      "epoch": 5.524017467248909,
      "step": 17710
    },
    {
      "contrastive_lambda": 0.8000007145663313,
      "epoch": 5.524329382407985,
      "step": 17711
    },
    {
      "contrastive_lambda": 0.7999797702321434,
      "epoch": 5.524641297567062,
      "step": 17712
    },
    {
      "contrastive_lambda": 0.799958825075544,
      "epoch": 5.524953212726139,
      "step": 17713
    },
    {
      "contrastive_lambda": 0.7999378790965905,
      "epoch": 5.525265127885215,
      "step": 17714
    },
    {
      "contrastive_lambda": 0.7999169322953401,
      "epoch": 5.525577043044292,
      "step": 17715
    },
    {
      "contrastive_lambda": 0.7998959846718505,
      "epoch": 5.525888958203368,
      "step": 17716
    },
    {
      "contrastive_lambda": 0.7998750362261791,
      "epoch": 5.526200873362446,
      "step": 17717
    },
    {
      "contrastive_lambda": 0.7998540869583832,
      "epoch": 5.526512788521522,
      "step": 17718
    },
    {
      "contrastive_lambda": 0.7998331368685203,
      "epoch": 5.526824703680599,
      "step": 17719
    },
    {
      "epoch": 5.527136618839676,
      "grad_norm": 0.1649012416601181,
      "learning_rate": 8.442972074882343e-05,
      "loss": 0.0417,
      "step": 17720
    },
    {
      "epoch": 5.527136618839676,
      "flow_loss": 0.029697461053729057,
      "step": 17720
    },
    {
      "contrastive_loss": 0.005649029277265072,
      "epoch": 5.527136618839676,
      "step": 17720
    },
    {
      "contrastive_lambda": 0.7998121859566478,
      "epoch": 5.527136618839676,
      "step": 17720
    },
    {
      "contrastive_lambda": 0.7997912342228233,
      "epoch": 5.5274485339987525,
      "step": 17721
    },
    {
      "contrastive_lambda": 0.799770281667104,
      "epoch": 5.527760449157829,
      "step": 17722
    },
    {
      "contrastive_lambda": 0.7997493282895474,
      "epoch": 5.528072364316905,
      "step": 17723
    },
    {
      "contrastive_lambda": 0.799728374090211,
      "epoch": 5.528384279475983,
      "step": 17724
    },
    {
      "contrastive_lambda": 0.7997074190691522,
      "epoch": 5.528696194635059,
      "step": 17725
    },
    {
      "contrastive_lambda": 0.7996864632264287,
      "epoch": 5.529008109794136,
      "step": 17726
    },
    {
      "contrastive_lambda": 0.7996655065620976,
      "epoch": 5.529320024953213,
      "step": 17727
    },
    {
      "contrastive_lambda": 0.7996445490762165,
      "epoch": 5.5296319401122895,
      "step": 17728
    },
    {
      "contrastive_lambda": 0.7996235907688429,
      "epoch": 5.529943855271366,
      "step": 17729
    },
    {
      "epoch": 5.530255770430443,
      "grad_norm": 0.14069707691669464,
      "learning_rate": 8.44097320508101e-05,
      "loss": 0.045,
      "step": 17730
    },
    {
      "epoch": 5.530255770430443,
      "flow_loss": 0.03304656594991684,
      "step": 17730
    },
    {
      "contrastive_loss": 0.007443735376000404,
      "epoch": 5.530255770430443,
      "step": 17730
    },
    {
      "contrastive_lambda": 0.7996026316400342,
      "epoch": 5.530255770430443,
      "step": 17730
    },
    {
      "contrastive_lambda": 0.799581671689848,
      "epoch": 5.53056768558952,
      "step": 17731
    },
    {
      "contrastive_lambda": 0.7995607109183415,
      "epoch": 5.530879600748596,
      "step": 17732
    },
    {
      "contrastive_lambda": 0.7995397493255723,
      "epoch": 5.531191515907673,
      "step": 17733
    },
    {
      "contrastive_lambda": 0.7995187869115978,
      "epoch": 5.53150343106675,
      "step": 17734
    },
    {
      "contrastive_lambda": 0.7994978236764757,
      "epoch": 5.531815346225827,
      "step": 17735
    },
    {
      "contrastive_lambda": 0.7994768596202633,
      "epoch": 5.532127261384903,
      "step": 17736
    },
    {
      "contrastive_lambda": 0.7994558947430179,
      "epoch": 5.5324391765439795,
      "step": 17737
    },
    {
      "contrastive_lambda": 0.7994349290447973,
      "epoch": 5.532751091703057,
      "step": 17738
    },
    {
      "contrastive_lambda": 0.7994139625256589,
      "epoch": 5.533063006862133,
      "step": 17739
    },
    {
      "epoch": 5.53337492202121,
      "grad_norm": 0.1440984308719635,
      "learning_rate": 8.43897329000287e-05,
      "loss": 0.0414,
      "step": 17740
    },
    {
      "epoch": 5.53337492202121,
      "flow_loss": 0.035962849855422974,
      "step": 17740
    },
    {
      "contrastive_loss": 0.006219354923814535,
      "epoch": 5.53337492202121,
      "step": 17740
    },
    {
      "contrastive_lambda": 0.79939299518566,
      "epoch": 5.53337492202121,
      "step": 17740
    },
    {
      "contrastive_lambda": 0.7993720270248583,
      "epoch": 5.533686837180287,
      "step": 17741
    },
    {
      "contrastive_lambda": 0.7993510580433112,
      "epoch": 5.533998752339364,
      "step": 17742
    },
    {
      "contrastive_lambda": 0.7993300882410761,
      "epoch": 5.53431066749844,
      "step": 17743
    },
    {
      "contrastive_lambda": 0.7993091176182106,
      "epoch": 5.5346225826575175,
      "step": 17744
    },
    {
      "contrastive_lambda": 0.7992881461747721,
      "epoch": 5.534934497816594,
      "step": 17745
    },
    {
      "contrastive_lambda": 0.7992671739108181,
      "epoch": 5.53524641297567,
      "step": 17746
    },
    {
      "contrastive_lambda": 0.7992462008264063,
      "epoch": 5.535558328134748,
      "step": 17747
    },
    {
      "contrastive_lambda": 0.799225226921594,
      "epoch": 5.535870243293824,
      "step": 17748
    },
    {
      "contrastive_lambda": 0.7992042521964389,
      "epoch": 5.536182158452901,
      "step": 17749
    },
    {
      "epoch": 5.536494073611977,
      "grad_norm": 0.1324409395456314,
      "learning_rate": 8.436972330255448e-05,
      "loss": 0.0363,
      "step": 17750
    },
    {
      "epoch": 5.536494073611977,
      "flow_loss": 0.03119509480893612,
      "step": 17750
    },
    {
      "contrastive_loss": 0.00618184357881546,
      "epoch": 5.536494073611977,
      "step": 17750
    },
    {
      "contrastive_lambda": 0.7991832766509981,
      "epoch": 5.536494073611977,
      "step": 17750
    },
    {
      "contrastive_lambda": 0.7991623002853296,
      "epoch": 5.536805988771055,
      "step": 17751
    },
    {
      "contrastive_lambda": 0.7991413230994905,
      "epoch": 5.537117903930131,
      "step": 17752
    },
    {
      "contrastive_lambda": 0.7991203450935385,
      "epoch": 5.5374298190892075,
      "step": 17753
    },
    {
      "contrastive_lambda": 0.7990993662675311,
      "epoch": 5.537741734248284,
      "step": 17754
    },
    {
      "contrastive_lambda": 0.7990783866215259,
      "epoch": 5.538053649407361,
      "step": 17755
    },
    {
      "contrastive_lambda": 0.7990574061555802,
      "epoch": 5.538365564566438,
      "step": 17756
    },
    {
      "contrastive_lambda": 0.7990364248697517,
      "epoch": 5.538677479725514,
      "step": 17757
    },
    {
      "contrastive_lambda": 0.7990154427640979,
      "epoch": 5.538989394884592,
      "step": 17758
    },
    {
      "contrastive_lambda": 0.7989944598386762,
      "epoch": 5.539301310043668,
      "step": 17759
    },
    {
      "epoch": 5.539613225202745,
      "grad_norm": 0.10325025022029877,
      "learning_rate": 8.434970326446579e-05,
      "loss": 0.0422,
      "step": 17760
    },
    {
      "epoch": 5.539613225202745,
      "flow_loss": 0.04757034778594971,
      "step": 17760
    },
    {
      "contrastive_loss": 0.005772886332124472,
      "epoch": 5.539613225202745,
      "step": 17760
    },
    {
      "contrastive_lambda": 0.7989734760935441,
      "epoch": 5.539613225202745,
      "step": 17760
    },
    {
      "contrastive_lambda": 0.7989524915287595,
      "epoch": 5.539925140361822,
      "step": 17761
    },
    {
      "contrastive_lambda": 0.7989315061443796,
      "epoch": 5.540237055520898,
      "step": 17762
    },
    {
      "contrastive_lambda": 0.7989105199404618,
      "epoch": 5.540548970679975,
      "step": 17763
    },
    {
      "contrastive_lambda": 0.798889532917064,
      "epoch": 5.540860885839052,
      "step": 17764
    },
    {
      "contrastive_lambda": 0.7988685450742437,
      "epoch": 5.541172800998129,
      "step": 17765
    },
    {
      "contrastive_lambda": 0.7988475564120581,
      "epoch": 5.541484716157205,
      "step": 17766
    },
    {
      "contrastive_lambda": 0.798826566930565,
      "epoch": 5.541796631316282,
      "step": 17767
    },
    {
      "contrastive_lambda": 0.7988055766298221,
      "epoch": 5.542108546475359,
      "step": 17768
    },
    {
      "contrastive_lambda": 0.7987845855098865,
      "epoch": 5.5424204616344355,
      "step": 17769
    },
    {
      "epoch": 5.542732376793512,
      "grad_norm": 0.142283096909523,
      "learning_rate": 8.432967279184418e-05,
      "loss": 0.0455,
      "step": 17770
    },
    {
      "epoch": 5.542732376793512,
      "flow_loss": 0.03242596983909607,
      "step": 17770
    },
    {
      "contrastive_loss": 0.004776238463819027,
      "epoch": 5.542732376793512,
      "step": 17770
    },
    {
      "contrastive_lambda": 0.798763593570816,
      "epoch": 5.542732376793512,
      "step": 17770
    },
    {
      "contrastive_lambda": 0.7987426008126682,
      "epoch": 5.543044291952588,
      "step": 17771
    },
    {
      "contrastive_lambda": 0.7987216072355008,
      "epoch": 5.543356207111666,
      "step": 17772
    },
    {
      "contrastive_lambda": 0.7987006128393709,
      "epoch": 5.543668122270742,
      "step": 17773
    },
    {
      "contrastive_lambda": 0.7986796176243364,
      "epoch": 5.543980037429819,
      "step": 17774
    },
    {
      "contrastive_lambda": 0.7986586215904548,
      "epoch": 5.544291952588896,
      "step": 17775
    },
    {
      "contrastive_lambda": 0.7986376247377835,
      "epoch": 5.5446038677479725,
      "step": 17776
    },
    {
      "contrastive_lambda": 0.7986166270663804,
      "epoch": 5.544915782907049,
      "step": 17777
    },
    {
      "contrastive_lambda": 0.7985956285763027,
      "epoch": 5.545227698066126,
      "step": 17778
    },
    {
      "contrastive_lambda": 0.7985746292676081,
      "epoch": 5.545539613225203,
      "step": 17779
    },
    {
      "epoch": 5.545851528384279,
      "grad_norm": 0.1428450644016266,
      "learning_rate": 8.430963189077441e-05,
      "loss": 0.0439,
      "step": 17780
    },
    {
      "epoch": 5.545851528384279,
      "flow_loss": 0.0546206571161747,
      "step": 17780
    },
    {
      "contrastive_loss": 0.0059244632720947266,
      "epoch": 5.545851528384279,
      "step": 17780
    },
    {
      "contrastive_lambda": 0.7985536291403543,
      "epoch": 5.545851528384279,
      "step": 17780
    },
    {
      "contrastive_lambda": 0.7985326281945988,
      "epoch": 5.546163443543357,
      "step": 17781
    },
    {
      "contrastive_lambda": 0.7985116264303991,
      "epoch": 5.546475358702433,
      "step": 17782
    },
    {
      "contrastive_lambda": 0.7984906238478129,
      "epoch": 5.54678727386151,
      "step": 17783
    },
    {
      "contrastive_lambda": 0.7984696204468975,
      "epoch": 5.547099189020586,
      "step": 17784
    },
    {
      "contrastive_lambda": 0.7984486162277109,
      "epoch": 5.547411104179663,
      "step": 17785
    },
    {
      "contrastive_lambda": 0.7984276111903104,
      "epoch": 5.54772301933874,
      "step": 17786
    },
    {
      "contrastive_lambda": 0.7984066053347536,
      "epoch": 5.548034934497816,
      "step": 17787
    },
    {
      "contrastive_lambda": 0.7983855986610983,
      "epoch": 5.548346849656893,
      "step": 17788
    },
    {
      "contrastive_lambda": 0.7983645911694018,
      "epoch": 5.54865876481597,
      "step": 17789
    },
    {
      "epoch": 5.548970679975047,
      "grad_norm": 0.1314319670200348,
      "learning_rate": 8.428958056734437e-05,
      "loss": 0.0399,
      "step": 17790
    },
    {
      "epoch": 5.548970679975047,
      "flow_loss": 0.04111194610595703,
      "step": 17790
    },
    {
      "contrastive_loss": 0.005943636409938335,
      "epoch": 5.548970679975047,
      "step": 17790
    },
    {
      "contrastive_lambda": 0.7983435828597218,
      "epoch": 5.548970679975047,
      "step": 17790
    },
    {
      "contrastive_lambda": 0.7983225737321161,
      "epoch": 5.549282595134123,
      "step": 17791
    },
    {
      "contrastive_lambda": 0.7983015637866421,
      "epoch": 5.5495945102932005,
      "step": 17792
    },
    {
      "contrastive_lambda": 0.7982805530233573,
      "epoch": 5.549906425452277,
      "step": 17793
    },
    {
      "contrastive_lambda": 0.7982595414423195,
      "epoch": 5.550218340611353,
      "step": 17794
    },
    {
      "contrastive_lambda": 0.7982385290435863,
      "epoch": 5.550530255770431,
      "step": 17795
    },
    {
      "contrastive_lambda": 0.7982175158272151,
      "epoch": 5.550842170929507,
      "step": 17796
    },
    {
      "contrastive_lambda": 0.7981965017932637,
      "epoch": 5.551154086088584,
      "step": 17797
    },
    {
      "contrastive_lambda": 0.7981754869417896,
      "epoch": 5.551466001247661,
      "step": 17798
    },
    {
      "contrastive_lambda": 0.7981544712728507,
      "epoch": 5.551777916406738,
      "step": 17799
    },
    {
      "epoch": 5.552089831565814,
      "grad_norm": 0.11842302232980728,
      "learning_rate": 8.426951882764513e-05,
      "loss": 0.046,
      "step": 17800
    },
    {
      "epoch": 5.552089831565814,
      "flow_loss": 0.05035913363099098,
      "step": 17800
    },
    {
      "contrastive_loss": 0.007091516628861427,
      "epoch": 5.552089831565814,
      "step": 17800
    },
    {
      "contrastive_lambda": 0.7981334547865042,
      "epoch": 5.552089831565814,
      "step": 17800
    },
    {
      "contrastive_lambda": 0.7981124374828079,
      "epoch": 5.5524017467248905,
      "step": 17801
    },
    {
      "contrastive_lambda": 0.7980914193618195,
      "epoch": 5.552713661883968,
      "step": 17802
    },
    {
      "contrastive_lambda": 0.7980704004235966,
      "epoch": 5.553025577043044,
      "step": 17803
    },
    {
      "contrastive_lambda": 0.7980493806681965,
      "epoch": 5.553337492202121,
      "step": 17804
    },
    {
      "contrastive_lambda": 0.7980283600956773,
      "epoch": 5.553649407361197,
      "step": 17805
    },
    {
      "contrastive_lambda": 0.7980073387060965,
      "epoch": 5.553961322520275,
      "step": 17806
    },
    {
      "contrastive_lambda": 0.7979863164995116,
      "epoch": 5.554273237679351,
      "step": 17807
    },
    {
      "contrastive_lambda": 0.7979652934759802,
      "epoch": 5.554585152838428,
      "step": 17808
    },
    {
      "contrastive_lambda": 0.7979442696355601,
      "epoch": 5.554897067997505,
      "step": 17809
    },
    {
      "epoch": 5.555208983156581,
      "grad_norm": 0.12561121582984924,
      "learning_rate": 8.424944667777089e-05,
      "loss": 0.0423,
      "step": 17810
    },
    {
      "epoch": 5.555208983156581,
      "flow_loss": 0.046983178704977036,
      "step": 17810
    },
    {
      "contrastive_loss": 0.009597841650247574,
      "epoch": 5.555208983156581,
      "step": 17810
    },
    {
      "contrastive_lambda": 0.7979232449783089,
      "epoch": 5.555208983156581,
      "step": 17810
    },
    {
      "contrastive_lambda": 0.7979022195042842,
      "epoch": 5.555520898315658,
      "step": 17811
    },
    {
      "contrastive_lambda": 0.7978811932135437,
      "epoch": 5.555832813474735,
      "step": 17812
    },
    {
      "contrastive_lambda": 0.7978601661061449,
      "epoch": 5.556144728633812,
      "step": 17813
    },
    {
      "contrastive_lambda": 0.7978391381821456,
      "epoch": 5.556456643792888,
      "step": 17814
    },
    {
      "contrastive_lambda": 0.7978181094416033,
      "epoch": 5.5567685589519655,
      "step": 17815
    },
    {
      "contrastive_lambda": 0.7977970798845759,
      "epoch": 5.557080474111042,
      "step": 17816
    },
    {
      "contrastive_lambda": 0.7977760495111208,
      "epoch": 5.5573923892701185,
      "step": 17817
    },
    {
      "contrastive_lambda": 0.7977550183212957,
      "epoch": 5.557704304429195,
      "step": 17818
    },
    {
      "contrastive_lambda": 0.7977339863151583,
      "epoch": 5.558016219588272,
      "step": 17819
    },
    {
      "epoch": 5.558328134747349,
      "grad_norm": 0.17917469143867493,
      "learning_rate": 8.422936412381905e-05,
      "loss": 0.0405,
      "step": 17820
    },
    {
      "epoch": 5.558328134747349,
      "flow_loss": 0.03448024019598961,
      "step": 17820
    },
    {
      "contrastive_loss": 0.0062804752960801125,
      "epoch": 5.558328134747349,
      "step": 17820
    },
    {
      "contrastive_lambda": 0.7977129534927665,
      "epoch": 5.558328134747349,
      "step": 17820
    },
    {
      "contrastive_lambda": 0.7976919198541774,
      "epoch": 5.558640049906425,
      "step": 17821
    },
    {
      "contrastive_lambda": 0.7976708853994493,
      "epoch": 5.558951965065502,
      "step": 17822
    },
    {
      "contrastive_lambda": 0.7976498501286394,
      "epoch": 5.559263880224579,
      "step": 17823
    },
    {
      "contrastive_lambda": 0.7976288140418055,
      "epoch": 5.5595757953836555,
      "step": 17824
    },
    {
      "contrastive_lambda": 0.7976077771390054,
      "epoch": 5.559887710542732,
      "step": 17825
    },
    {
      "contrastive_lambda": 0.7975867394202967,
      "epoch": 5.560199625701809,
      "step": 17826
    },
    {
      "contrastive_lambda": 0.7975657008857371,
      "epoch": 5.560511540860886,
      "step": 17827
    },
    {
      "contrastive_lambda": 0.7975446615353841,
      "epoch": 5.560823456019962,
      "step": 17828
    },
    {
      "contrastive_lambda": 0.7975236213692956,
      "epoch": 5.56113537117904,
      "step": 17829
    },
    {
      "epoch": 5.561447286338116,
      "grad_norm": 0.12016142904758453,
      "learning_rate": 8.420927117189017e-05,
      "loss": 0.0384,
      "step": 17830
    },
    {
      "epoch": 5.561447286338116,
      "flow_loss": 0.043231893330812454,
      "step": 17830
    },
    {
      "contrastive_loss": 0.005764974281191826,
      "epoch": 5.561447286338116,
      "step": 17830
    },
    {
      "contrastive_lambda": 0.7975025803875292,
      "epoch": 5.561447286338116,
      "step": 17830
    },
    {
      "contrastive_lambda": 0.7974815385901426,
      "epoch": 5.561759201497193,
      "step": 17831
    },
    {
      "contrastive_lambda": 0.7974604959771934,
      "epoch": 5.56207111665627,
      "step": 17832
    },
    {
      "contrastive_lambda": 0.7974394525487394,
      "epoch": 5.562383031815346,
      "step": 17833
    },
    {
      "contrastive_lambda": 0.7974184083048381,
      "epoch": 5.562694946974423,
      "step": 17834
    },
    {
      "contrastive_lambda": 0.7973973632455476,
      "epoch": 5.563006862133499,
      "step": 17835
    },
    {
      "contrastive_lambda": 0.7973763173709252,
      "epoch": 5.563318777292577,
      "step": 17836
    },
    {
      "contrastive_lambda": 0.7973552706810288,
      "epoch": 5.563630692451653,
      "step": 17837
    },
    {
      "contrastive_lambda": 0.797334223175916,
      "epoch": 5.56394260761073,
      "step": 17838
    },
    {
      "contrastive_lambda": 0.7973131748556447,
      "epoch": 5.564254522769806,
      "step": 17839
    },
    {
      "epoch": 5.5645664379288835,
      "grad_norm": 0.12089214473962784,
      "learning_rate": 8.418916782808795e-05,
      "loss": 0.045,
      "step": 17840
    },
    {
      "epoch": 5.5645664379288835,
      "flow_loss": 0.03480607643723488,
      "step": 17840
    },
    {
      "contrastive_loss": 0.0064941998571157455,
      "epoch": 5.5645664379288835,
      "step": 17840
    },
    {
      "contrastive_lambda": 0.7972921257202723,
      "epoch": 5.5645664379288835,
      "step": 17840
    },
    {
      "contrastive_lambda": 0.7972710757698567,
      "epoch": 5.56487835308796,
      "step": 17841
    },
    {
      "contrastive_lambda": 0.7972500250044554,
      "epoch": 5.565190268247036,
      "step": 17842
    },
    {
      "contrastive_lambda": 0.7972289734241265,
      "epoch": 5.565502183406114,
      "step": 17843
    },
    {
      "contrastive_lambda": 0.7972079210289273,
      "epoch": 5.56581409856519,
      "step": 17844
    },
    {
      "contrastive_lambda": 0.7971868678189159,
      "epoch": 5.566126013724267,
      "step": 17845
    },
    {
      "contrastive_lambda": 0.7971658137941497,
      "epoch": 5.566437928883344,
      "step": 17846
    },
    {
      "contrastive_lambda": 0.7971447589546867,
      "epoch": 5.566749844042421,
      "step": 17847
    },
    {
      "contrastive_lambda": 0.7971237033005844,
      "epoch": 5.567061759201497,
      "step": 17848
    },
    {
      "contrastive_lambda": 0.7971026468319005,
      "epoch": 5.567373674360574,
      "step": 17849
    },
    {
      "epoch": 5.567685589519651,
      "grad_norm": 0.15603525936603546,
      "learning_rate": 8.416905409851926e-05,
      "loss": 0.0529,
      "step": 17850
    },
    {
      "epoch": 5.567685589519651,
      "flow_loss": 0.061338432133197784,
      "step": 17850
    },
    {
      "contrastive_loss": 0.006632477976381779,
      "epoch": 5.567685589519651,
      "step": 17850
    },
    {
      "contrastive_lambda": 0.7970815895486929,
      "epoch": 5.567685589519651,
      "step": 17850
    },
    {
      "contrastive_lambda": 0.7970605314510193,
      "epoch": 5.567997504678727,
      "step": 17851
    },
    {
      "contrastive_lambda": 0.7970394725389374,
      "epoch": 5.568309419837804,
      "step": 17852
    },
    {
      "contrastive_lambda": 0.7970184128125049,
      "epoch": 5.568621334996881,
      "step": 17853
    },
    {
      "contrastive_lambda": 0.7969973522717795,
      "epoch": 5.568933250155958,
      "step": 17854
    },
    {
      "contrastive_lambda": 0.7969762909168189,
      "epoch": 5.569245165315034,
      "step": 17855
    },
    {
      "contrastive_lambda": 0.7969552287476811,
      "epoch": 5.569557080474111,
      "step": 17856
    },
    {
      "contrastive_lambda": 0.7969341657644236,
      "epoch": 5.569868995633188,
      "step": 17857
    },
    {
      "contrastive_lambda": 0.7969131019671043,
      "epoch": 5.570180910792264,
      "step": 17858
    },
    {
      "contrastive_lambda": 0.7968920373557807,
      "epoch": 5.570492825951341,
      "step": 17859
    },
    {
      "epoch": 5.570804741110418,
      "grad_norm": 0.16176144778728485,
      "learning_rate": 8.41489299892941e-05,
      "loss": 0.0396,
      "step": 17860
    },
    {
      "epoch": 5.570804741110418,
      "flow_loss": 0.036578308790922165,
      "step": 17860
    },
    {
      "contrastive_loss": 0.006421525031328201,
      "epoch": 5.570804741110418,
      "step": 17860
    },
    {
      "contrastive_lambda": 0.7968709719305109,
      "epoch": 5.570804741110418,
      "step": 17860
    },
    {
      "contrastive_lambda": 0.7968499056913525,
      "epoch": 5.571116656269495,
      "step": 17861
    },
    {
      "contrastive_lambda": 0.7968288386383631,
      "epoch": 5.571428571428571,
      "step": 17862
    },
    {
      "contrastive_lambda": 0.7968077707716006,
      "epoch": 5.5717404865876485,
      "step": 17863
    },
    {
      "contrastive_lambda": 0.7967867020911228,
      "epoch": 5.572052401746725,
      "step": 17864
    },
    {
      "contrastive_lambda": 0.7967656325969874,
      "epoch": 5.5723643169058015,
      "step": 17865
    },
    {
      "contrastive_lambda": 0.7967445622892522,
      "epoch": 5.572676232064879,
      "step": 17866
    },
    {
      "contrastive_lambda": 0.7967234911679749,
      "epoch": 5.572988147223955,
      "step": 17867
    },
    {
      "contrastive_lambda": 0.7967024192332133,
      "epoch": 5.573300062383032,
      "step": 17868
    },
    {
      "contrastive_lambda": 0.7966813464850251,
      "epoch": 5.573611977542108,
      "step": 17869
    },
    {
      "epoch": 5.573923892701186,
      "grad_norm": 0.12269502878189087,
      "learning_rate": 8.412879550652566e-05,
      "loss": 0.0362,
      "step": 17870
    },
    {
      "epoch": 5.573923892701186,
      "flow_loss": 0.040062688291072845,
      "step": 17870
    },
    {
      "contrastive_loss": 0.004925061017274857,
      "epoch": 5.573923892701186,
      "step": 17870
    },
    {
      "contrastive_lambda": 0.7966602729234682,
      "epoch": 5.573923892701186,
      "step": 17870
    },
    {
      "contrastive_lambda": 0.7966391985486003,
      "epoch": 5.574235807860262,
      "step": 17871
    },
    {
      "contrastive_lambda": 0.7966181233604792,
      "epoch": 5.5745477230193385,
      "step": 17872
    },
    {
      "contrastive_lambda": 0.7965970473591628,
      "epoch": 5.574859638178415,
      "step": 17873
    },
    {
      "contrastive_lambda": 0.7965759705447086,
      "epoch": 5.575171553337492,
      "step": 17874
    },
    {
      "contrastive_lambda": 0.7965548929171746,
      "epoch": 5.575483468496569,
      "step": 17875
    },
    {
      "contrastive_lambda": 0.7965338144766185,
      "epoch": 5.575795383655645,
      "step": 17876
    },
    {
      "contrastive_lambda": 0.7965127352230983,
      "epoch": 5.576107298814723,
      "step": 17877
    },
    {
      "contrastive_lambda": 0.7964916551566713,
      "epoch": 5.576419213973799,
      "step": 17878
    },
    {
      "contrastive_lambda": 0.7964705742773958,
      "epoch": 5.576731129132876,
      "step": 17879
    },
    {
      "epoch": 5.577043044291953,
      "grad_norm": 0.13111573457717896,
      "learning_rate": 8.410865065633029e-05,
      "loss": 0.0477,
      "step": 17880
    },
    {
      "epoch": 5.577043044291953,
      "flow_loss": 0.04983792081475258,
      "step": 17880
    },
    {
      "contrastive_loss": 0.006345640867948532,
      "epoch": 5.577043044291953,
      "step": 17880
    },
    {
      "contrastive_lambda": 0.7964494925853293,
      "epoch": 5.577043044291953,
      "step": 17880
    },
    {
      "contrastive_lambda": 0.7964284100805297,
      "epoch": 5.577354959451029,
      "step": 17881
    },
    {
      "contrastive_lambda": 0.7964073267630547,
      "epoch": 5.577666874610106,
      "step": 17882
    },
    {
      "contrastive_lambda": 0.7963862426329623,
      "epoch": 5.577978789769183,
      "step": 17883
    },
    {
      "contrastive_lambda": 0.7963651576903101,
      "epoch": 5.57829070492826,
      "step": 17884
    },
    {
      "contrastive_lambda": 0.796344071935156,
      "epoch": 5.578602620087336,
      "step": 17885
    },
    {
      "contrastive_lambda": 0.796322985367558,
      "epoch": 5.578914535246413,
      "step": 17886
    },
    {
      "contrastive_lambda": 0.7963018979875734,
      "epoch": 5.57922645040549,
      "step": 17887
    },
    {
      "contrastive_lambda": 0.7962808097952605,
      "epoch": 5.5795383655645665,
      "step": 17888
    },
    {
      "contrastive_lambda": 0.796259720790677,
      "epoch": 5.579850280723643,
      "step": 17889
    },
    {
      "epoch": 5.5801621958827194,
      "grad_norm": 0.18803511559963226,
      "learning_rate": 8.408849544482742e-05,
      "loss": 0.0373,
      "step": 17890
    },
    {
      "epoch": 5.5801621958827194,
      "flow_loss": 0.03553067892789841,
      "step": 17890
    },
    {
      "contrastive_loss": 0.004978932440280914,
      "epoch": 5.5801621958827194,
      "step": 17890
    },
    {
      "contrastive_lambda": 0.7962386309738805,
      "epoch": 5.5801621958827194,
      "step": 17890
    },
    {
      "contrastive_lambda": 0.796217540344929,
      "epoch": 5.580474111041797,
      "step": 17891
    },
    {
      "contrastive_lambda": 0.7961964489038804,
      "epoch": 5.580786026200873,
      "step": 17892
    },
    {
      "contrastive_lambda": 0.7961753566507923,
      "epoch": 5.58109794135995,
      "step": 17893
    },
    {
      "contrastive_lambda": 0.7961542635857228,
      "epoch": 5.581409856519027,
      "step": 17894
    },
    {
      "contrastive_lambda": 0.7961331697087294,
      "epoch": 5.581721771678104,
      "step": 17895
    },
    {
      "contrastive_lambda": 0.7961120750198702,
      "epoch": 5.58203368683718,
      "step": 17896
    },
    {
      "contrastive_lambda": 0.7960909795192028,
      "epoch": 5.582345601996257,
      "step": 17897
    },
    {
      "contrastive_lambda": 0.7960698832067854,
      "epoch": 5.582657517155334,
      "step": 17898
    },
    {
      "contrastive_lambda": 0.7960487860826755,
      "epoch": 5.58296943231441,
      "step": 17899
    },
    {
      "epoch": 5.583281347473488,
      "grad_norm": 0.14885689318180084,
      "learning_rate": 8.406832987813968e-05,
      "loss": 0.0432,
      "step": 17900
    },
    {
      "epoch": 5.583281347473488,
      "flow_loss": 0.03839503973722458,
      "step": 17900
    },
    {
      "contrastive_loss": 0.005835170857608318,
      "epoch": 5.583281347473488,
      "step": 17900
    },
    {
      "contrastive_lambda": 0.796027688146931,
      "epoch": 5.583281347473488,
      "step": 17900
    },
    {
      "contrastive_lambda": 0.7960065893996098,
      "epoch": 5.583593262632564,
      "step": 17901
    },
    {
      "contrastive_lambda": 0.7959854898407697,
      "epoch": 5.583905177791641,
      "step": 17902
    },
    {
      "contrastive_lambda": 0.7959643894704687,
      "epoch": 5.584217092950717,
      "step": 17903
    },
    {
      "contrastive_lambda": 0.7959432882887644,
      "epoch": 5.5845290081097945,
      "step": 17904
    },
    {
      "contrastive_lambda": 0.7959221862957148,
      "epoch": 5.584840923268871,
      "step": 17905
    },
    {
      "contrastive_lambda": 0.7959010834913777,
      "epoch": 5.585152838427947,
      "step": 17906
    },
    {
      "contrastive_lambda": 0.795879979875811,
      "epoch": 5.585464753587024,
      "step": 17907
    },
    {
      "contrastive_lambda": 0.7958588754490725,
      "epoch": 5.585776668746101,
      "step": 17908
    },
    {
      "contrastive_lambda": 0.7958377702112203,
      "epoch": 5.586088583905178,
      "step": 17909
    },
    {
      "epoch": 5.586400499064254,
      "grad_norm": 0.12447932362556458,
      "learning_rate": 8.404815396239286e-05,
      "loss": 0.0392,
      "step": 17910
    },
    {
      "epoch": 5.586400499064254,
      "flow_loss": 0.0491541363298893,
      "step": 17910
    },
    {
      "contrastive_loss": 0.007151958532631397,
      "epoch": 5.586400499064254,
      "step": 17910
    },
    {
      "contrastive_lambda": 0.7958166641623118,
      "epoch": 5.586400499064254,
      "step": 17910
    },
    {
      "contrastive_lambda": 0.7957955573024051,
      "epoch": 5.5867124142233315,
      "step": 17911
    },
    {
      "contrastive_lambda": 0.7957744496315583,
      "epoch": 5.587024329382408,
      "step": 17912
    },
    {
      "contrastive_lambda": 0.795753341149829,
      "epoch": 5.5873362445414845,
      "step": 17913
    },
    {
      "contrastive_lambda": 0.795732231857275,
      "epoch": 5.587648159700562,
      "step": 17914
    },
    {
      "contrastive_lambda": 0.7957111217539544,
      "epoch": 5.587960074859638,
      "step": 17915
    },
    {
      "contrastive_lambda": 0.795690010839925,
      "epoch": 5.588271990018715,
      "step": 17916
    },
    {
      "contrastive_lambda": 0.7956688991152445,
      "epoch": 5.588583905177792,
      "step": 17917
    },
    {
      "contrastive_lambda": 0.795647786579971,
      "epoch": 5.588895820336869,
      "step": 17918
    },
    {
      "contrastive_lambda": 0.7956266732341624,
      "epoch": 5.589207735495945,
      "step": 17919
    },
    {
      "epoch": 5.5895196506550215,
      "grad_norm": 0.10775481909513474,
      "learning_rate": 8.402796770371587e-05,
      "loss": 0.0452,
      "step": 17920
    },
    {
      "epoch": 5.5895196506550215,
      "flow_loss": 0.043934211134910583,
      "step": 17920
    },
    {
      "contrastive_loss": 0.005211786366999149,
      "epoch": 5.5895196506550215,
      "step": 17920
    },
    {
      "contrastive_lambda": 0.7956055590778763,
      "epoch": 5.5895196506550215,
      "step": 17920
    },
    {
      "contrastive_lambda": 0.795584444111171,
      "epoch": 5.589831565814099,
      "step": 17921
    },
    {
      "contrastive_lambda": 0.795563328334104,
      "epoch": 5.590143480973175,
      "step": 17922
    },
    {
      "contrastive_lambda": 0.7955422117467335,
      "epoch": 5.590455396132252,
      "step": 17923
    },
    {
      "contrastive_lambda": 0.7955210943491171,
      "epoch": 5.590767311291328,
      "step": 17924
    },
    {
      "contrastive_lambda": 0.7954999761413128,
      "epoch": 5.591079226450406,
      "step": 17925
    },
    {
      "contrastive_lambda": 0.7954788571233786,
      "epoch": 5.591391141609482,
      "step": 17926
    },
    {
      "contrastive_lambda": 0.7954577372953725,
      "epoch": 5.591703056768559,
      "step": 17927
    },
    {
      "contrastive_lambda": 0.7954366166573521,
      "epoch": 5.592014971927636,
      "step": 17928
    },
    {
      "contrastive_lambda": 0.7954154952093754,
      "epoch": 5.592326887086712,
      "step": 17929
    },
    {
      "epoch": 5.592638802245789,
      "grad_norm": 0.12417178601026535,
      "learning_rate": 8.400777110824071e-05,
      "loss": 0.0417,
      "step": 17930
    },
    {
      "epoch": 5.592638802245789,
      "flow_loss": 0.05166338384151459,
      "step": 17930
    },
    {
      "contrastive_loss": 0.005852910690009594,
      "epoch": 5.592638802245789,
      "step": 17930
    },
    {
      "contrastive_lambda": 0.7953943729515004,
      "epoch": 5.592638802245789,
      "step": 17930
    },
    {
      "contrastive_lambda": 0.795373249883785,
      "epoch": 5.592950717404866,
      "step": 17931
    },
    {
      "contrastive_lambda": 0.795352126006287,
      "epoch": 5.593262632563943,
      "step": 17932
    },
    {
      "contrastive_lambda": 0.7953310013190644,
      "epoch": 5.593574547723019,
      "step": 17933
    },
    {
      "contrastive_lambda": 0.795309875822175,
      "epoch": 5.593886462882097,
      "step": 17934
    },
    {
      "contrastive_lambda": 0.795288749515677,
      "epoch": 5.594198378041173,
      "step": 17935
    },
    {
      "contrastive_lambda": 0.795267622399628,
      "epoch": 5.5945102932002495,
      "step": 17936
    },
    {
      "contrastive_lambda": 0.795246494474086,
      "epoch": 5.594822208359326,
      "step": 17937
    },
    {
      "contrastive_lambda": 0.7952253657391091,
      "epoch": 5.595134123518403,
      "step": 17938
    },
    {
      "contrastive_lambda": 0.795204236194755,
      "epoch": 5.59544603867748,
      "step": 17939
    },
    {
      "epoch": 5.595757953836556,
      "grad_norm": 0.10947488248348236,
      "learning_rate": 8.398756418210263e-05,
      "loss": 0.0428,
      "step": 17940
    },
    {
      "epoch": 5.595757953836556,
      "flow_loss": 0.03873017430305481,
      "step": 17940
    },
    {
      "contrastive_loss": 0.00791849847882986,
      "epoch": 5.595757953836556,
      "step": 17940
    },
    {
      "contrastive_lambda": 0.7951831058410818,
      "epoch": 5.595757953836556,
      "step": 17940
    },
    {
      "contrastive_lambda": 0.7951619746781473,
      "epoch": 5.596069868995633,
      "step": 17941
    },
    {
      "contrastive_lambda": 0.7951408427060096,
      "epoch": 5.59638178415471,
      "step": 17942
    },
    {
      "contrastive_lambda": 0.7951197099247262,
      "epoch": 5.596693699313787,
      "step": 17943
    },
    {
      "contrastive_lambda": 0.7950985763343558,
      "epoch": 5.597005614472863,
      "step": 17944
    },
    {
      "contrastive_lambda": 0.7950774419349556,
      "epoch": 5.59731752963194,
      "step": 17945
    },
    {
      "contrastive_lambda": 0.7950563067265839,
      "epoch": 5.597629444791017,
      "step": 17946
    },
    {
      "contrastive_lambda": 0.7950351707092986,
      "epoch": 5.597941359950093,
      "step": 17947
    },
    {
      "contrastive_lambda": 0.7950140338831577,
      "epoch": 5.598253275109171,
      "step": 17948
    },
    {
      "contrastive_lambda": 0.794992896248219,
      "epoch": 5.598565190268247,
      "step": 17949
    },
    {
      "epoch": 5.598877105427324,
      "grad_norm": 0.11200663447380066,
      "learning_rate": 8.396734693143993e-05,
      "loss": 0.041,
      "step": 17950
    },
    {
      "epoch": 5.598877105427324,
      "flow_loss": 0.05986182764172554,
      "step": 17950
    },
    {
      "contrastive_loss": 0.007922189310193062,
      "epoch": 5.598877105427324,
      "step": 17950
    },
    {
      "contrastive_lambda": 0.7949717578045405,
      "epoch": 5.598877105427324,
      "step": 17950
    },
    {
      "contrastive_lambda": 0.7949506185521802,
      "epoch": 5.5991890205864,
      "step": 17951
    },
    {
      "contrastive_lambda": 0.794929478491196,
      "epoch": 5.5995009357454775,
      "step": 17952
    },
    {
      "contrastive_lambda": 0.794908337621646,
      "epoch": 5.599812850904554,
      "step": 17953
    },
    {
      "contrastive_lambda": 0.7948871959435879,
      "epoch": 5.60012476606363,
      "step": 17954
    },
    {
      "contrastive_lambda": 0.79486605345708,
      "epoch": 5.600436681222708,
      "step": 17955
    },
    {
      "contrastive_lambda": 0.79484491016218,
      "epoch": 5.600748596381784,
      "step": 17956
    },
    {
      "contrastive_lambda": 0.7948237660589459,
      "epoch": 5.601060511540861,
      "step": 17957
    },
    {
      "contrastive_lambda": 0.7948026211474357,
      "epoch": 5.601372426699937,
      "step": 17958
    },
    {
      "contrastive_lambda": 0.7947814754277074,
      "epoch": 5.6016843418590145,
      "step": 17959
    },
    {
      "epoch": 5.601996257018091,
      "grad_norm": 0.1261524111032486,
      "learning_rate": 8.39471193623941e-05,
      "loss": 0.0444,
      "step": 17960
    },
    {
      "epoch": 5.601996257018091,
      "flow_loss": 0.05342482402920723,
      "step": 17960
    },
    {
      "contrastive_loss": 0.0060358415357768536,
      "epoch": 5.601996257018091,
      "step": 17960
    },
    {
      "contrastive_lambda": 0.7947603288998188,
      "epoch": 5.601996257018091,
      "step": 17960
    },
    {
      "contrastive_lambda": 0.7947391815638283,
      "epoch": 5.6023081721771675,
      "step": 17961
    },
    {
      "contrastive_lambda": 0.7947180334197934,
      "epoch": 5.602620087336245,
      "step": 17962
    },
    {
      "contrastive_lambda": 0.7946968844677724,
      "epoch": 5.602932002495321,
      "step": 17963
    },
    {
      "contrastive_lambda": 0.794675734707823,
      "epoch": 5.603243917654398,
      "step": 17964
    },
    {
      "contrastive_lambda": 0.7946545841400035,
      "epoch": 5.603555832813475,
      "step": 17965
    },
    {
      "contrastive_lambda": 0.7946334327643716,
      "epoch": 5.603867747972552,
      "step": 17966
    },
    {
      "contrastive_lambda": 0.7946122805809854,
      "epoch": 5.604179663131628,
      "step": 17967
    },
    {
      "contrastive_lambda": 0.7945911275899031,
      "epoch": 5.6044915782907045,
      "step": 17968
    },
    {
      "contrastive_lambda": 0.7945699737911824,
      "epoch": 5.604803493449782,
      "step": 17969
    },
    {
      "epoch": 5.605115408608858,
      "grad_norm": 0.1253604292869568,
      "learning_rate": 8.392688148110974e-05,
      "loss": 0.0437,
      "step": 17970
    },
    {
      "epoch": 5.605115408608858,
      "flow_loss": 0.06968524307012558,
      "step": 17970
    },
    {
      "contrastive_loss": 0.00567164272069931,
      "epoch": 5.605115408608858,
      "step": 17970
    },
    {
      "contrastive_lambda": 0.7945488191848814,
      "epoch": 5.605115408608858,
      "step": 17970
    },
    {
      "contrastive_lambda": 0.7945276637710581,
      "epoch": 5.605427323767935,
      "step": 17971
    },
    {
      "contrastive_lambda": 0.7945065075497704,
      "epoch": 5.605739238927012,
      "step": 17972
    },
    {
      "contrastive_lambda": 0.7944853505210765,
      "epoch": 5.606051154086089,
      "step": 17973
    },
    {
      "contrastive_lambda": 0.7944641926850342,
      "epoch": 5.606363069245165,
      "step": 17974
    },
    {
      "contrastive_lambda": 0.7944430340417016,
      "epoch": 5.606674984404242,
      "step": 17975
    },
    {
      "contrastive_lambda": 0.7944218745911367,
      "epoch": 5.606986899563319,
      "step": 17976
    },
    {
      "contrastive_lambda": 0.7944007143333975,
      "epoch": 5.607298814722395,
      "step": 17977
    },
    {
      "contrastive_lambda": 0.7943795532685423,
      "epoch": 5.607610729881472,
      "step": 17978
    },
    {
      "contrastive_lambda": 0.7943583913966284,
      "epoch": 5.607922645040549,
      "step": 17979
    },
    {
      "epoch": 5.608234560199626,
      "grad_norm": 0.12951941788196564,
      "learning_rate": 8.390663329373456e-05,
      "loss": 0.0416,
      "step": 17980
    },
    {
      "epoch": 5.608234560199626,
      "flow_loss": 0.0436076857149601,
      "step": 17980
    },
    {
      "contrastive_loss": 0.006498934701085091,
      "epoch": 5.608234560199626,
      "step": 17980
    },
    {
      "contrastive_lambda": 0.7943372287177146,
      "epoch": 5.608234560199626,
      "step": 17980
    },
    {
      "contrastive_lambda": 0.7943160652318584,
      "epoch": 5.608546475358702,
      "step": 17981
    },
    {
      "contrastive_lambda": 0.794294900939118,
      "epoch": 5.60885839051778,
      "step": 17982
    },
    {
      "contrastive_lambda": 0.7942737358395515,
      "epoch": 5.609170305676856,
      "step": 17983
    },
    {
      "contrastive_lambda": 0.7942525699332168,
      "epoch": 5.6094822208359325,
      "step": 17984
    },
    {
      "contrastive_lambda": 0.794231403220172,
      "epoch": 5.609794135995009,
      "step": 17985
    },
    {
      "contrastive_lambda": 0.794210235700475,
      "epoch": 5.610106051154086,
      "step": 17986
    },
    {
      "contrastive_lambda": 0.794189067374184,
      "epoch": 5.610417966313163,
      "step": 17987
    },
    {
      "contrastive_lambda": 0.7941678982413571,
      "epoch": 5.610729881472239,
      "step": 17988
    },
    {
      "contrastive_lambda": 0.794146728302052,
      "epoch": 5.611041796631317,
      "step": 17989
    },
    {
      "epoch": 5.611353711790393,
      "grad_norm": 0.11882167309522629,
      "learning_rate": 8.388637480641944e-05,
      "loss": 0.0444,
      "step": 17990
    },
    {
      "epoch": 5.611353711790393,
      "flow_loss": 0.041119273751974106,
      "step": 17990
    },
    {
      "contrastive_loss": 0.005218607373535633,
      "epoch": 5.611353711790393,
      "step": 17990
    },
    {
      "contrastive_lambda": 0.7941255575563271,
      "epoch": 5.611353711790393,
      "step": 17990
    },
    {
      "contrastive_lambda": 0.7941043860042403,
      "epoch": 5.61166562694947,
      "step": 17991
    },
    {
      "contrastive_lambda": 0.7940832136458494,
      "epoch": 5.611977542108546,
      "step": 17992
    },
    {
      "contrastive_lambda": 0.7940620404812129,
      "epoch": 5.612289457267623,
      "step": 17993
    },
    {
      "contrastive_lambda": 0.7940408665103884,
      "epoch": 5.6126013724267,
      "step": 17994
    },
    {
      "contrastive_lambda": 0.7940196917334345,
      "epoch": 5.612913287585776,
      "step": 17995
    },
    {
      "contrastive_lambda": 0.7939985161504086,
      "epoch": 5.613225202744854,
      "step": 17996
    },
    {
      "contrastive_lambda": 0.7939773397613692,
      "epoch": 5.61353711790393,
      "step": 17997
    },
    {
      "contrastive_lambda": 0.7939561625663742,
      "epoch": 5.613849033063007,
      "step": 17998
    },
    {
      "contrastive_lambda": 0.7939349845654818,
      "epoch": 5.614160948222084,
      "step": 17999
    },
    {
      "epoch": 5.6144728633811605,
      "grad_norm": 0.12510304152965546,
      "learning_rate": 8.386610602531837e-05,
      "loss": 0.0421,
      "step": 18000
    },
    {
      "epoch": 5.6144728633811605,
      "flow_loss": 0.05210139602422714,
      "step": 18000
    },
    {
      "contrastive_loss": 0.008533948101103306,
      "epoch": 5.6144728633811605,
      "step": 18000
    },
    {
      "contrastive_lambda": 0.7939138057587498,
      "epoch": 5.6144728633811605,
      "step": 18000
    },
    {
      "contrastive_lambda": 0.7938926261462366,
      "epoch": 5.614784778540237,
      "step": 18001
    },
    {
      "contrastive_lambda": 0.793871445728,
      "epoch": 5.615096693699313,
      "step": 18002
    },
    {
      "contrastive_lambda": 0.7938502645040981,
      "epoch": 5.615408608858391,
      "step": 18003
    },
    {
      "contrastive_lambda": 0.793829082474589,
      "epoch": 5.615720524017467,
      "step": 18004
    },
    {
      "contrastive_lambda": 0.7938078996395308,
      "epoch": 5.616032439176544,
      "step": 18005
    },
    {
      "contrastive_lambda": 0.7937867159989815,
      "epoch": 5.616344354335621,
      "step": 18006
    },
    {
      "contrastive_lambda": 0.7937655315529994,
      "epoch": 5.6166562694946975,
      "step": 18007
    },
    {
      "contrastive_lambda": 0.7937443463016423,
      "epoch": 5.616968184653774,
      "step": 18008
    },
    {
      "contrastive_lambda": 0.7937231602449685,
      "epoch": 5.6172800998128505,
      "step": 18009
    },
    {
      "epoch": 5.617592014971928,
      "grad_norm": 0.11383461952209473,
      "learning_rate": 8.384582695658847e-05,
      "loss": 0.0421,
      "step": 18010
    },
    {
      "epoch": 5.617592014971928,
      "flow_loss": 0.07983612269163132,
      "step": 18010
    },
    {
      "contrastive_loss": 0.006725141778588295,
      "epoch": 5.617592014971928,
      "step": 18010
    },
    {
      "contrastive_lambda": 0.7937019733830359,
      "epoch": 5.617592014971928,
      "step": 18010
    },
    {
      "contrastive_lambda": 0.7936807857159026,
      "epoch": 5.617903930131004,
      "step": 18011
    },
    {
      "contrastive_lambda": 0.7936595972436269,
      "epoch": 5.618215845290081,
      "step": 18012
    },
    {
      "contrastive_lambda": 0.7936384079662666,
      "epoch": 5.618527760449158,
      "step": 18013
    },
    {
      "contrastive_lambda": 0.7936172178838801,
      "epoch": 5.618839675608235,
      "step": 18014
    },
    {
      "contrastive_lambda": 0.7935960269965252,
      "epoch": 5.619151590767311,
      "step": 18015
    },
    {
      "contrastive_lambda": 0.7935748353042602,
      "epoch": 5.619463505926388,
      "step": 18016
    },
    {
      "contrastive_lambda": 0.793553642807143,
      "epoch": 5.619775421085465,
      "step": 18017
    },
    {
      "contrastive_lambda": 0.7935324495052318,
      "epoch": 5.620087336244541,
      "step": 18018
    },
    {
      "contrastive_lambda": 0.7935112553985849,
      "epoch": 5.620399251403618,
      "step": 18019
    },
    {
      "epoch": 5.620711166562695,
      "grad_norm": 0.12357749044895172,
      "learning_rate": 8.382553760638999e-05,
      "loss": 0.0426,
      "step": 18020
    },
    {
      "epoch": 5.620711166562695,
      "flow_loss": 0.030071012675762177,
      "step": 18020
    },
    {
      "contrastive_loss": 0.006030105985701084,
      "epoch": 5.620711166562695,
      "step": 18020
    },
    {
      "contrastive_lambda": 0.7934900604872601,
      "epoch": 5.620711166562695,
      "step": 18020
    },
    {
      "contrastive_lambda": 0.7934688647713157,
      "epoch": 5.621023081721772,
      "step": 18021
    },
    {
      "contrastive_lambda": 0.7934476682508098,
      "epoch": 5.621334996880848,
      "step": 18022
    },
    {
      "contrastive_lambda": 0.7934264709258003,
      "epoch": 5.6216469120399255,
      "step": 18023
    },
    {
      "contrastive_lambda": 0.7934052727963457,
      "epoch": 5.621958827199002,
      "step": 18024
    },
    {
      "contrastive_lambda": 0.7933840738625035,
      "epoch": 5.622270742358078,
      "step": 18025
    },
    {
      "contrastive_lambda": 0.7933628741243326,
      "epoch": 5.622582657517155,
      "step": 18026
    },
    {
      "contrastive_lambda": 0.7933416735818906,
      "epoch": 5.622894572676232,
      "step": 18027
    },
    {
      "contrastive_lambda": 0.7933204722352356,
      "epoch": 5.623206487835309,
      "step": 18028
    },
    {
      "contrastive_lambda": 0.793299270084426,
      "epoch": 5.623518402994385,
      "step": 18029
    },
    {
      "epoch": 5.623830318153463,
      "grad_norm": 0.10548549890518188,
      "learning_rate": 8.380523798088631e-05,
      "loss": 0.0454,
      "step": 18030
    },
    {
      "epoch": 5.623830318153463,
      "flow_loss": 0.04778031259775162,
      "step": 18030
    },
    {
      "contrastive_loss": 0.006716882344335318,
      "epoch": 5.623830318153463,
      "step": 18030
    },
    {
      "contrastive_lambda": 0.7932780671295198,
      "epoch": 5.623830318153463,
      "step": 18030
    },
    {
      "contrastive_lambda": 0.7932568633705751,
      "epoch": 5.624142233312539,
      "step": 18031
    },
    {
      "contrastive_lambda": 0.7932356588076501,
      "epoch": 5.6244541484716155,
      "step": 18032
    },
    {
      "contrastive_lambda": 0.7932144534408028,
      "epoch": 5.624766063630693,
      "step": 18033
    },
    {
      "contrastive_lambda": 0.7931932472700916,
      "epoch": 5.625077978789769,
      "step": 18034
    },
    {
      "contrastive_lambda": 0.7931720402955742,
      "epoch": 5.625389893948846,
      "step": 18035
    },
    {
      "contrastive_lambda": 0.7931508325173092,
      "epoch": 5.625701809107922,
      "step": 18036
    },
    {
      "contrastive_lambda": 0.7931296239353545,
      "epoch": 5.626013724267,
      "step": 18037
    },
    {
      "contrastive_lambda": 0.7931084145497683,
      "epoch": 5.626325639426076,
      "step": 18038
    },
    {
      "contrastive_lambda": 0.7930872043606088,
      "epoch": 5.626637554585153,
      "step": 18039
    },
    {
      "epoch": 5.62694946974423,
      "grad_norm": 0.10895904898643494,
      "learning_rate": 8.378492808624389e-05,
      "loss": 0.041,
      "step": 18040
    },
    {
      "epoch": 5.62694946974423,
      "flow_loss": 0.03250449150800705,
      "step": 18040
    },
    {
      "contrastive_loss": 0.005569545552134514,
      "epoch": 5.62694946974423,
      "step": 18040
    },
    {
      "contrastive_lambda": 0.793065993367934,
      "epoch": 5.62694946974423,
      "step": 18040
    },
    {
      "contrastive_lambda": 0.7930447815718021,
      "epoch": 5.627261384903306,
      "step": 18041
    },
    {
      "contrastive_lambda": 0.7930235689722713,
      "epoch": 5.627573300062383,
      "step": 18042
    },
    {
      "contrastive_lambda": 0.7930023555693999,
      "epoch": 5.627885215221459,
      "step": 18043
    },
    {
      "contrastive_lambda": 0.7929811413632458,
      "epoch": 5.628197130380537,
      "step": 18044
    },
    {
      "contrastive_lambda": 0.7929599263538673,
      "epoch": 5.628509045539613,
      "step": 18045
    },
    {
      "contrastive_lambda": 0.7929387105413226,
      "epoch": 5.62882096069869,
      "step": 18046
    },
    {
      "contrastive_lambda": 0.7929174939256696,
      "epoch": 5.629132875857767,
      "step": 18047
    },
    {
      "contrastive_lambda": 0.7928962765069667,
      "epoch": 5.6294447910168435,
      "step": 18048
    },
    {
      "contrastive_lambda": 0.7928750582852722,
      "epoch": 5.62975670617592,
      "step": 18049
    },
    {
      "epoch": 5.630068621334997,
      "grad_norm": 0.1086413711309433,
      "learning_rate": 8.376460792863237e-05,
      "loss": 0.0428,
      "step": 18050
    },
    {
      "epoch": 5.630068621334997,
      "flow_loss": 0.04975399747490883,
      "step": 18050
    },
    {
      "contrastive_loss": 0.00550105469301343,
      "epoch": 5.630068621334997,
      "step": 18050
    },
    {
      "contrastive_lambda": 0.7928538392606439,
      "epoch": 5.630068621334997,
      "step": 18050
    },
    {
      "contrastive_lambda": 0.7928326194331403,
      "epoch": 5.630380536494074,
      "step": 18051
    },
    {
      "contrastive_lambda": 0.7928113988028194,
      "epoch": 5.63069245165315,
      "step": 18052
    },
    {
      "contrastive_lambda": 0.7927901773697394,
      "epoch": 5.631004366812227,
      "step": 18053
    },
    {
      "contrastive_lambda": 0.7927689551339586,
      "epoch": 5.631316281971304,
      "step": 18054
    },
    {
      "contrastive_lambda": 0.792747732095535,
      "epoch": 5.6316281971303805,
      "step": 18055
    },
    {
      "contrastive_lambda": 0.792726508254527,
      "epoch": 5.631940112289457,
      "step": 18056
    },
    {
      "contrastive_lambda": 0.7927052836109925,
      "epoch": 5.632252027448534,
      "step": 18057
    },
    {
      "contrastive_lambda": 0.7926840581649899,
      "epoch": 5.632563942607611,
      "step": 18058
    },
    {
      "contrastive_lambda": 0.7926628319165774,
      "epoch": 5.632875857766687,
      "step": 18059
    },
    {
      "epoch": 5.633187772925764,
      "grad_norm": 0.10965004563331604,
      "learning_rate": 8.374427751422444e-05,
      "loss": 0.0417,
      "step": 18060
    },
    {
      "epoch": 5.633187772925764,
      "flow_loss": 0.046809811145067215,
      "step": 18060
    },
    {
      "contrastive_loss": 0.009289702400565147,
      "epoch": 5.633187772925764,
      "step": 18060
    },
    {
      "contrastive_lambda": 0.7926416048658129,
      "epoch": 5.633187772925764,
      "step": 18060
    },
    {
      "contrastive_lambda": 0.7926203770127551,
      "epoch": 5.633499688084841,
      "step": 18061
    },
    {
      "contrastive_lambda": 0.7925991483574617,
      "epoch": 5.633811603243918,
      "step": 18062
    },
    {
      "contrastive_lambda": 0.7925779188999913,
      "epoch": 5.634123518402994,
      "step": 18063
    },
    {
      "contrastive_lambda": 0.7925566886404019,
      "epoch": 5.634435433562071,
      "step": 18064
    },
    {
      "contrastive_lambda": 0.7925354575787517,
      "epoch": 5.634747348721148,
      "step": 18065
    },
    {
      "contrastive_lambda": 0.7925142257150989,
      "epoch": 5.635059263880224,
      "step": 18066
    },
    {
      "contrastive_lambda": 0.7924929930495017,
      "epoch": 5.635371179039302,
      "step": 18067
    },
    {
      "contrastive_lambda": 0.7924717595820184,
      "epoch": 5.635683094198378,
      "step": 18068
    },
    {
      "contrastive_lambda": 0.7924505253127072,
      "epoch": 5.635995009357455,
      "step": 18069
    },
    {
      "epoch": 5.636306924516531,
      "grad_norm": 0.14605601131916046,
      "learning_rate": 8.3723936849196e-05,
      "loss": 0.0383,
      "step": 18070
    },
    {
      "epoch": 5.636306924516531,
      "flow_loss": 0.039588071405887604,
      "step": 18070
    },
    {
      "contrastive_loss": 0.005668599158525467,
      "epoch": 5.636306924516531,
      "step": 18070
    },
    {
      "contrastive_lambda": 0.7924292902416263,
      "epoch": 5.636306924516531,
      "step": 18070
    },
    {
      "contrastive_lambda": 0.7924080543688339,
      "epoch": 5.6366188396756085,
      "step": 18071
    },
    {
      "contrastive_lambda": 0.792386817694388,
      "epoch": 5.636930754834685,
      "step": 18072
    },
    {
      "contrastive_lambda": 0.7923655802183474,
      "epoch": 5.6372426699937614,
      "step": 18073
    },
    {
      "contrastive_lambda": 0.7923443419407696,
      "epoch": 5.637554585152839,
      "step": 18074
    },
    {
      "contrastive_lambda": 0.7923231028617135,
      "epoch": 5.637866500311915,
      "step": 18075
    },
    {
      "contrastive_lambda": 0.7923018629812368,
      "epoch": 5.638178415470992,
      "step": 18076
    },
    {
      "contrastive_lambda": 0.7922806222993981,
      "epoch": 5.638490330630068,
      "step": 18077
    },
    {
      "contrastive_lambda": 0.7922593808162554,
      "epoch": 5.638802245789146,
      "step": 18078
    },
    {
      "contrastive_lambda": 0.792238138531867,
      "epoch": 5.639114160948222,
      "step": 18079
    },
    {
      "epoch": 5.6394260761072985,
      "grad_norm": 0.13302074372768402,
      "learning_rate": 8.370358593972595e-05,
      "loss": 0.0434,
      "step": 18080
    },
    {
      "epoch": 5.6394260761072985,
      "flow_loss": 0.06621100008487701,
      "step": 18080
    },
    {
      "contrastive_loss": 0.006320655345916748,
      "epoch": 5.6394260761072985,
      "step": 18080
    },
    {
      "contrastive_lambda": 0.7922168954462911,
      "epoch": 5.6394260761072985,
      "step": 18080
    },
    {
      "contrastive_lambda": 0.792195651559586,
      "epoch": 5.639737991266376,
      "step": 18081
    },
    {
      "contrastive_lambda": 0.7921744068718101,
      "epoch": 5.640049906425452,
      "step": 18082
    },
    {
      "contrastive_lambda": 0.7921531613830214,
      "epoch": 5.640361821584529,
      "step": 18083
    },
    {
      "contrastive_lambda": 0.7921319150932782,
      "epoch": 5.640673736743606,
      "step": 18084
    },
    {
      "contrastive_lambda": 0.7921106680026386,
      "epoch": 5.640985651902683,
      "step": 18085
    },
    {
      "contrastive_lambda": 0.7920894201111612,
      "epoch": 5.641297567061759,
      "step": 18086
    },
    {
      "contrastive_lambda": 0.7920681714189042,
      "epoch": 5.641609482220836,
      "step": 18087
    },
    {
      "contrastive_lambda": 0.7920469219259254,
      "epoch": 5.641921397379913,
      "step": 18088
    },
    {
      "contrastive_lambda": 0.7920256716322835,
      "epoch": 5.642233312538989,
      "step": 18089
    },
    {
      "epoch": 5.642545227698066,
      "grad_norm": 0.14004828035831451,
      "learning_rate": 8.36832247919964e-05,
      "loss": 0.0383,
      "step": 18090
    },
    {
      "epoch": 5.642545227698066,
      "flow_loss": 0.07372801750898361,
      "step": 18090
    },
    {
      "contrastive_loss": 0.00985359400510788,
      "epoch": 5.642545227698066,
      "step": 18090
    },
    {
      "contrastive_lambda": 0.7920044205380368,
      "epoch": 5.642545227698066,
      "step": 18090
    },
    {
      "contrastive_lambda": 0.7919831686432433,
      "epoch": 5.642857142857143,
      "step": 18091
    },
    {
      "contrastive_lambda": 0.7919619159479614,
      "epoch": 5.64316905801622,
      "step": 18092
    },
    {
      "contrastive_lambda": 0.7919406624522491,
      "epoch": 5.643480973175296,
      "step": 18093
    },
    {
      "contrastive_lambda": 0.7919194081561651,
      "epoch": 5.643792888334373,
      "step": 18094
    },
    {
      "contrastive_lambda": 0.7918981530597675,
      "epoch": 5.64410480349345,
      "step": 18095
    },
    {
      "contrastive_lambda": 0.7918768971631145,
      "epoch": 5.6444167186525265,
      "step": 18096
    },
    {
      "contrastive_lambda": 0.7918556404662644,
      "epoch": 5.644728633811603,
      "step": 18097
    },
    {
      "contrastive_lambda": 0.7918343829692756,
      "epoch": 5.64504054897068,
      "step": 18098
    },
    {
      "contrastive_lambda": 0.7918131246722061,
      "epoch": 5.645352464129757,
      "step": 18099
    },
    {
      "epoch": 5.645664379288833,
      "grad_norm": 0.13241484761238098,
      "learning_rate": 8.36628534121925e-05,
      "loss": 0.0406,
      "step": 18100
    },
    {
      "epoch": 5.645664379288833,
      "flow_loss": 0.056832537055015564,
      "step": 18100
    },
    {
      "contrastive_loss": 0.0058820536360144615,
      "epoch": 5.645664379288833,
      "step": 18100
    },
    {
      "contrastive_lambda": 0.7917918655751144,
      "epoch": 5.645664379288833,
      "step": 18100
    },
    {
      "contrastive_lambda": 0.7917706056780588,
      "epoch": 5.645976294447911,
      "step": 18101
    },
    {
      "contrastive_lambda": 0.7917493449810975,
      "epoch": 5.646288209606987,
      "step": 18102
    },
    {
      "contrastive_lambda": 0.7917280834842888,
      "epoch": 5.6466001247660635,
      "step": 18103
    },
    {
      "contrastive_lambda": 0.791706821187691,
      "epoch": 5.64691203992514,
      "step": 18104
    },
    {
      "contrastive_lambda": 0.7916855580913622,
      "epoch": 5.647223955084217,
      "step": 18105
    },
    {
      "contrastive_lambda": 0.7916642941953611,
      "epoch": 5.647535870243294,
      "step": 18106
    },
    {
      "contrastive_lambda": 0.7916430294997457,
      "epoch": 5.64784778540237,
      "step": 18107
    },
    {
      "contrastive_lambda": 0.7916217640045744,
      "epoch": 5.648159700561448,
      "step": 18108
    },
    {
      "contrastive_lambda": 0.7916004977099054,
      "epoch": 5.648471615720524,
      "step": 18109
    },
    {
      "epoch": 5.648783530879601,
      "grad_norm": 0.12767203152179718,
      "learning_rate": 8.364247180650254e-05,
      "loss": 0.0456,
      "step": 18110
    },
    {
      "epoch": 5.648783530879601,
      "flow_loss": 0.04121759906411171,
      "step": 18110
    },
    {
      "contrastive_loss": 0.006229533813893795,
      "epoch": 5.648783530879601,
      "step": 18110
    },
    {
      "contrastive_lambda": 0.7915792306157972,
      "epoch": 5.648783530879601,
      "step": 18110
    },
    {
      "contrastive_lambda": 0.7915579627223079,
      "epoch": 5.649095446038677,
      "step": 18111
    },
    {
      "contrastive_lambda": 0.7915366940294959,
      "epoch": 5.649407361197754,
      "step": 18112
    },
    {
      "contrastive_lambda": 0.7915154245374196,
      "epoch": 5.649719276356831,
      "step": 18113
    },
    {
      "contrastive_lambda": 0.7914941542461371,
      "epoch": 5.650031191515907,
      "step": 18114
    },
    {
      "contrastive_lambda": 0.791472883155707,
      "epoch": 5.650343106674985,
      "step": 18115
    },
    {
      "contrastive_lambda": 0.7914516112661871,
      "epoch": 5.650655021834061,
      "step": 18116
    },
    {
      "contrastive_lambda": 0.7914303385776364,
      "epoch": 5.650966936993138,
      "step": 18117
    },
    {
      "contrastive_lambda": 0.7914090650901127,
      "epoch": 5.651278852152215,
      "step": 18118
    },
    {
      "contrastive_lambda": 0.7913877908036746,
      "epoch": 5.6515907673112915,
      "step": 18119
    },
    {
      "epoch": 5.651902682470368,
      "grad_norm": 0.1091364324092865,
      "learning_rate": 8.362207998111794e-05,
      "loss": 0.0443,
      "step": 18120
    },
    {
      "epoch": 5.651902682470368,
      "flow_loss": 0.037472061812877655,
      "step": 18120
    },
    {
      "contrastive_loss": 0.010105191729962826,
      "epoch": 5.651902682470368,
      "step": 18120
    },
    {
      "contrastive_lambda": 0.7913665157183802,
      "epoch": 5.651902682470368,
      "step": 18120
    },
    {
      "contrastive_lambda": 0.7913452398342881,
      "epoch": 5.6522145976294444,
      "step": 18121
    },
    {
      "contrastive_lambda": 0.7913239631514564,
      "epoch": 5.652526512788522,
      "step": 18122
    },
    {
      "contrastive_lambda": 0.7913026856699434,
      "epoch": 5.652838427947598,
      "step": 18123
    },
    {
      "contrastive_lambda": 0.7912814073898078,
      "epoch": 5.653150343106675,
      "step": 18124
    },
    {
      "contrastive_lambda": 0.7912601283111076,
      "epoch": 5.653462258265751,
      "step": 18125
    },
    {
      "contrastive_lambda": 0.791238848433901,
      "epoch": 5.653774173424829,
      "step": 18126
    },
    {
      "contrastive_lambda": 0.7912175677582469,
      "epoch": 5.654086088583905,
      "step": 18127
    },
    {
      "contrastive_lambda": 0.791196286284203,
      "epoch": 5.6543980037429815,
      "step": 18128
    },
    {
      "contrastive_lambda": 0.7911750040118282,
      "epoch": 5.654709918902059,
      "step": 18129
    },
    {
      "epoch": 5.655021834061135,
      "grad_norm": 0.14018917083740234,
      "learning_rate": 8.360167794223318e-05,
      "loss": 0.0352,
      "step": 18130
    },
    {
      "epoch": 5.655021834061135,
      "flow_loss": 0.03135507553815842,
      "step": 18130
    },
    {
      "contrastive_loss": 0.00821924488991499,
      "epoch": 5.655021834061135,
      "step": 18130
    },
    {
      "contrastive_lambda": 0.7911537209411804,
      "epoch": 5.655021834061135,
      "step": 18130
    },
    {
      "contrastive_lambda": 0.7911324370723183,
      "epoch": 5.655333749220212,
      "step": 18131
    },
    {
      "contrastive_lambda": 0.7911111524053,
      "epoch": 5.655645664379289,
      "step": 18132
    },
    {
      "contrastive_lambda": 0.7910898669401839,
      "epoch": 5.655957579538366,
      "step": 18133
    },
    {
      "contrastive_lambda": 0.7910685806770286,
      "epoch": 5.656269494697442,
      "step": 18134
    },
    {
      "contrastive_lambda": 0.7910472936158921,
      "epoch": 5.6565814098565195,
      "step": 18135
    },
    {
      "contrastive_lambda": 0.7910260057568329,
      "epoch": 5.656893325015596,
      "step": 18136
    },
    {
      "contrastive_lambda": 0.7910047170999095,
      "epoch": 5.657205240174672,
      "step": 18137
    },
    {
      "contrastive_lambda": 0.79098342764518,
      "epoch": 5.657517155333749,
      "step": 18138
    },
    {
      "contrastive_lambda": 0.7909621373927029,
      "epoch": 5.657829070492826,
      "step": 18139
    },
    {
      "epoch": 5.658140985651903,
      "grad_norm": 0.09472005814313889,
      "learning_rate": 8.358126569604586e-05,
      "loss": 0.0484,
      "step": 18140
    },
    {
      "epoch": 5.658140985651903,
      "flow_loss": 0.047727834433317184,
      "step": 18140
    },
    {
      "contrastive_loss": 0.006621312815696001,
      "epoch": 5.658140985651903,
      "step": 18140
    },
    {
      "contrastive_lambda": 0.7909408463425367,
      "epoch": 5.658140985651903,
      "step": 18140
    },
    {
      "contrastive_lambda": 0.7909195544947397,
      "epoch": 5.658452900810979,
      "step": 18141
    },
    {
      "contrastive_lambda": 0.7908982618493702,
      "epoch": 5.658764815970056,
      "step": 18142
    },
    {
      "contrastive_lambda": 0.7908769684064865,
      "epoch": 5.659076731129133,
      "step": 18143
    },
    {
      "contrastive_lambda": 0.7908556741661472,
      "epoch": 5.6593886462882095,
      "step": 18144
    },
    {
      "contrastive_lambda": 0.7908343791284104,
      "epoch": 5.659700561447286,
      "step": 18145
    },
    {
      "contrastive_lambda": 0.7908130832933347,
      "epoch": 5.660012476606363,
      "step": 18146
    },
    {
      "contrastive_lambda": 0.7907917866609784,
      "epoch": 5.66032439176544,
      "step": 18147
    },
    {
      "contrastive_lambda": 0.7907704892314,
      "epoch": 5.660636306924516,
      "step": 18148
    },
    {
      "contrastive_lambda": 0.7907491910046577,
      "epoch": 5.660948222083594,
      "step": 18149
    },
    {
      "epoch": 5.66126013724267,
      "grad_norm": 0.10755471140146255,
      "learning_rate": 8.356084324875668e-05,
      "loss": 0.0354,
      "step": 18150
    },
    {
      "epoch": 5.66126013724267,
      "flow_loss": 0.06193089112639427,
      "step": 18150
    },
    {
      "contrastive_loss": 0.007702253293246031,
      "epoch": 5.66126013724267,
      "step": 18150
    },
    {
      "contrastive_lambda": 0.79072789198081,
      "epoch": 5.66126013724267,
      "step": 18150
    },
    {
      "contrastive_lambda": 0.7907065921599153,
      "epoch": 5.6615720524017465,
      "step": 18151
    },
    {
      "contrastive_lambda": 0.7906852915420319,
      "epoch": 5.661883967560824,
      "step": 18152
    },
    {
      "contrastive_lambda": 0.7906639901272183,
      "epoch": 5.6621958827199,
      "step": 18153
    },
    {
      "contrastive_lambda": 0.790642687915533,
      "epoch": 5.662507797878977,
      "step": 18154
    },
    {
      "contrastive_lambda": 0.7906213849070343,
      "epoch": 5.662819713038053,
      "step": 18155
    },
    {
      "contrastive_lambda": 0.7906000811017804,
      "epoch": 5.663131628197131,
      "step": 18156
    },
    {
      "contrastive_lambda": 0.7905787764998298,
      "epoch": 5.663443543356207,
      "step": 18157
    },
    {
      "contrastive_lambda": 0.7905574711012411,
      "epoch": 5.663755458515284,
      "step": 18158
    },
    {
      "contrastive_lambda": 0.7905361649060727,
      "epoch": 5.66406737367436,
      "step": 18159
    },
    {
      "epoch": 5.664379288833437,
      "grad_norm": 0.17284557223320007,
      "learning_rate": 8.354041060656945e-05,
      "loss": 0.0493,
      "step": 18160
    },
    {
      "epoch": 5.664379288833437,
      "flow_loss": 0.0262320376932621,
      "step": 18160
    },
    {
      "contrastive_loss": 0.008704524487257004,
      "epoch": 5.664379288833437,
      "step": 18160
    },
    {
      "contrastive_lambda": 0.7905148579143828,
      "epoch": 5.664379288833437,
      "step": 18160
    },
    {
      "contrastive_lambda": 0.79049355012623,
      "epoch": 5.664691203992514,
      "step": 18161
    },
    {
      "contrastive_lambda": 0.7904722415416725,
      "epoch": 5.66500311915159,
      "step": 18162
    },
    {
      "contrastive_lambda": 0.7904509321607689,
      "epoch": 5.665315034310668,
      "step": 18163
    },
    {
      "contrastive_lambda": 0.7904296219835776,
      "epoch": 5.665626949469744,
      "step": 18164
    },
    {
      "contrastive_lambda": 0.7904083110101571,
      "epoch": 5.665938864628821,
      "step": 18165
    },
    {
      "contrastive_lambda": 0.7903869992405655,
      "epoch": 5.666250779787898,
      "step": 18166
    },
    {
      "contrastive_lambda": 0.7903656866748616,
      "epoch": 5.6665626949469745,
      "step": 18167
    },
    {
      "contrastive_lambda": 0.7903443733131037,
      "epoch": 5.666874610106051,
      "step": 18168
    },
    {
      "contrastive_lambda": 0.7903230591553503,
      "epoch": 5.667186525265128,
      "step": 18169
    },
    {
      "epoch": 5.667498440424205,
      "grad_norm": 0.13659809529781342,
      "learning_rate": 8.351996777569106e-05,
      "loss": 0.0371,
      "step": 18170
    },
    {
      "epoch": 5.667498440424205,
      "flow_loss": 0.031146999448537827,
      "step": 18170
    },
    {
      "contrastive_loss": 0.006252870429307222,
      "epoch": 5.667498440424205,
      "step": 18170
    },
    {
      "contrastive_lambda": 0.7903017442016596,
      "epoch": 5.667498440424205,
      "step": 18170
    },
    {
      "contrastive_lambda": 0.7902804284520902,
      "epoch": 5.667810355583281,
      "step": 18171
    },
    {
      "contrastive_lambda": 0.7902591119067006,
      "epoch": 5.668122270742358,
      "step": 18172
    },
    {
      "contrastive_lambda": 0.790237794565549,
      "epoch": 5.668434185901435,
      "step": 18173
    },
    {
      "contrastive_lambda": 0.7902164764286942,
      "epoch": 5.668746101060512,
      "step": 18174
    },
    {
      "contrastive_lambda": 0.7901951574961943,
      "epoch": 5.669058016219588,
      "step": 18175
    },
    {
      "contrastive_lambda": 0.790173837768108,
      "epoch": 5.6693699313786645,
      "step": 18176
    },
    {
      "contrastive_lambda": 0.7901525172444936,
      "epoch": 5.669681846537742,
      "step": 18177
    },
    {
      "contrastive_lambda": 0.7901311959254097,
      "epoch": 5.669993761696818,
      "step": 18178
    },
    {
      "contrastive_lambda": 0.7901098738109146,
      "epoch": 5.670305676855895,
      "step": 18179
    },
    {
      "epoch": 5.670617592014972,
      "grad_norm": 0.1570734679698944,
      "learning_rate": 8.349951476233148e-05,
      "loss": 0.0417,
      "step": 18180
    },
    {
      "epoch": 5.670617592014972,
      "flow_loss": 0.03464783355593681,
      "step": 18180
    },
    {
      "contrastive_loss": 0.006171879358589649,
      "epoch": 5.670617592014972,
      "step": 18180
    },
    {
      "contrastive_lambda": 0.7900885509010668,
      "epoch": 5.670617592014972,
      "step": 18180
    },
    {
      "contrastive_lambda": 0.7900672271959247,
      "epoch": 5.670929507174049,
      "step": 18181
    },
    {
      "contrastive_lambda": 0.7900459026955469,
      "epoch": 5.671241422333125,
      "step": 18182
    },
    {
      "contrastive_lambda": 0.7900245773999917,
      "epoch": 5.6715533374922025,
      "step": 18183
    },
    {
      "contrastive_lambda": 0.7900032513093178,
      "epoch": 5.671865252651279,
      "step": 18184
    },
    {
      "contrastive_lambda": 0.7899819244235835,
      "epoch": 5.672177167810355,
      "step": 18185
    },
    {
      "contrastive_lambda": 0.7899605967428471,
      "epoch": 5.672489082969433,
      "step": 18186
    },
    {
      "contrastive_lambda": 0.7899392682671674,
      "epoch": 5.672800998128509,
      "step": 18187
    },
    {
      "contrastive_lambda": 0.7899179389966029,
      "epoch": 5.673112913287586,
      "step": 18188
    },
    {
      "contrastive_lambda": 0.7898966089312116,
      "epoch": 5.673424828446662,
      "step": 18189
    },
    {
      "epoch": 5.6737367436057395,
      "grad_norm": 0.1526852548122406,
      "learning_rate": 8.347905157270386e-05,
      "loss": 0.0445,
      "step": 18190
    },
    {
      "epoch": 5.6737367436057395,
      "flow_loss": 0.03367649018764496,
      "step": 18190
    },
    {
      "contrastive_loss": 0.005540240556001663,
      "epoch": 5.6737367436057395,
      "step": 18190
    },
    {
      "contrastive_lambda": 0.7898752780710524,
      "epoch": 5.6737367436057395,
      "step": 18190
    },
    {
      "contrastive_lambda": 0.7898539464161838,
      "epoch": 5.674048658764816,
      "step": 18191
    },
    {
      "contrastive_lambda": 0.789832613966664,
      "epoch": 5.6743605739238925,
      "step": 18192
    },
    {
      "contrastive_lambda": 0.7898112807225517,
      "epoch": 5.674672489082969,
      "step": 18193
    },
    {
      "contrastive_lambda": 0.7897899466839052,
      "epoch": 5.674984404242046,
      "step": 18194
    },
    {
      "contrastive_lambda": 0.7897686118507833,
      "epoch": 5.675296319401123,
      "step": 18195
    },
    {
      "contrastive_lambda": 0.7897472762232441,
      "epoch": 5.675608234560199,
      "step": 18196
    },
    {
      "contrastive_lambda": 0.7897259398013464,
      "epoch": 5.675920149719277,
      "step": 18197
    },
    {
      "contrastive_lambda": 0.7897046025851486,
      "epoch": 5.676232064878353,
      "step": 18198
    },
    {
      "contrastive_lambda": 0.7896832645747092,
      "epoch": 5.6765439800374295,
      "step": 18199
    },
    {
      "epoch": 5.676855895196507,
      "grad_norm": 0.13802511990070343,
      "learning_rate": 8.345857821302432e-05,
      "loss": 0.035,
      "step": 18200
    },
    {
      "epoch": 5.676855895196507,
      "flow_loss": 0.029712313786149025,
      "step": 18200
    },
    {
      "contrastive_loss": 0.00488719716668129,
      "epoch": 5.676855895196507,
      "step": 18200
    },
    {
      "contrastive_lambda": 0.7896619257700865,
      "epoch": 5.676855895196507,
      "step": 18200
    },
    {
      "contrastive_lambda": 0.7896405861713394,
      "epoch": 5.677167810355583,
      "step": 18201
    },
    {
      "contrastive_lambda": 0.7896192457785262,
      "epoch": 5.67747972551466,
      "step": 18202
    },
    {
      "contrastive_lambda": 0.7895979045917052,
      "epoch": 5.677791640673737,
      "step": 18203
    },
    {
      "contrastive_lambda": 0.7895765626109352,
      "epoch": 5.678103555832814,
      "step": 18204
    },
    {
      "contrastive_lambda": 0.7895552198362747,
      "epoch": 5.67841547099189,
      "step": 18205
    },
    {
      "contrastive_lambda": 0.789533876267782,
      "epoch": 5.678727386150967,
      "step": 18206
    },
    {
      "contrastive_lambda": 0.7895125319055158,
      "epoch": 5.679039301310044,
      "step": 18207
    },
    {
      "contrastive_lambda": 0.7894911867495346,
      "epoch": 5.6793512164691204,
      "step": 18208
    },
    {
      "contrastive_lambda": 0.7894698407998968,
      "epoch": 5.679663131628197,
      "step": 18209
    },
    {
      "epoch": 5.679975046787273,
      "grad_norm": 0.14526008069515228,
      "learning_rate": 8.343809468951213e-05,
      "loss": 0.0349,
      "step": 18210
    },
    {
      "epoch": 5.679975046787273,
      "flow_loss": 0.03229270875453949,
      "step": 18210
    },
    {
      "contrastive_loss": 0.005934698507189751,
      "epoch": 5.679975046787273,
      "step": 18210
    },
    {
      "contrastive_lambda": 0.7894484940566611,
      "epoch": 5.679975046787273,
      "step": 18210
    },
    {
      "contrastive_lambda": 0.7894271465198857,
      "epoch": 5.680286961946351,
      "step": 18211
    },
    {
      "contrastive_lambda": 0.7894057981896295,
      "epoch": 5.680598877105427,
      "step": 18212
    },
    {
      "contrastive_lambda": 0.7893844490659508,
      "epoch": 5.680910792264504,
      "step": 18213
    },
    {
      "contrastive_lambda": 0.7893630991489082,
      "epoch": 5.681222707423581,
      "step": 18214
    },
    {
      "contrastive_lambda": 0.7893417484385604,
      "epoch": 5.6815346225826575,
      "step": 18215
    },
    {
      "contrastive_lambda": 0.7893203969349656,
      "epoch": 5.681846537741734,
      "step": 18216
    },
    {
      "contrastive_lambda": 0.7892990446381826,
      "epoch": 5.682158452900811,
      "step": 18217
    },
    {
      "contrastive_lambda": 0.7892776915482698,
      "epoch": 5.682470368059888,
      "step": 18218
    },
    {
      "contrastive_lambda": 0.7892563376652858,
      "epoch": 5.682782283218964,
      "step": 18219
    },
    {
      "epoch": 5.683094198378042,
      "grad_norm": 0.12384771555662155,
      "learning_rate": 8.341760100838965e-05,
      "loss": 0.0421,
      "step": 18220
    },
    {
      "epoch": 5.683094198378042,
      "flow_loss": 0.030508793890476227,
      "step": 18220
    },
    {
      "contrastive_loss": 0.005664529278874397,
      "epoch": 5.683094198378042,
      "step": 18220
    },
    {
      "contrastive_lambda": 0.7892349829892891,
      "epoch": 5.683094198378042,
      "step": 18220
    },
    {
      "contrastive_lambda": 0.7892136275203383,
      "epoch": 5.683406113537118,
      "step": 18221
    },
    {
      "contrastive_lambda": 0.789192271258492,
      "epoch": 5.683718028696195,
      "step": 18222
    },
    {
      "contrastive_lambda": 0.7891709142038085,
      "epoch": 5.684029943855271,
      "step": 18223
    },
    {
      "contrastive_lambda": 0.7891495563563466,
      "epoch": 5.684341859014348,
      "step": 18224
    },
    {
      "contrastive_lambda": 0.7891281977161648,
      "epoch": 5.684653774173425,
      "step": 18225
    },
    {
      "contrastive_lambda": 0.7891068382833215,
      "epoch": 5.684965689332501,
      "step": 18226
    },
    {
      "contrastive_lambda": 0.7890854780578755,
      "epoch": 5.685277604491578,
      "step": 18227
    },
    {
      "contrastive_lambda": 0.7890641170398852,
      "epoch": 5.685589519650655,
      "step": 18228
    },
    {
      "contrastive_lambda": 0.7890427552294093,
      "epoch": 5.685901434809732,
      "step": 18229
    },
    {
      "epoch": 5.686213349968808,
      "grad_norm": 0.1648244708776474,
      "learning_rate": 8.339709717588233e-05,
      "loss": 0.0412,
      "step": 18230
    },
    {
      "epoch": 5.686213349968808,
      "flow_loss": 0.032629162073135376,
      "step": 18230
    },
    {
      "contrastive_loss": 0.004761205520480871,
      "epoch": 5.686213349968808,
      "step": 18230
    },
    {
      "contrastive_lambda": 0.7890213926265062,
      "epoch": 5.686213349968808,
      "step": 18230
    },
    {
      "contrastive_lambda": 0.7890000292312346,
      "epoch": 5.6865252651278855,
      "step": 18231
    },
    {
      "contrastive_lambda": 0.788978665043653,
      "epoch": 5.686837180286962,
      "step": 18232
    },
    {
      "contrastive_lambda": 0.7889573000638199,
      "epoch": 5.687149095446038,
      "step": 18233
    },
    {
      "contrastive_lambda": 0.7889359342917941,
      "epoch": 5.687461010605116,
      "step": 18234
    },
    {
      "contrastive_lambda": 0.7889145677276339,
      "epoch": 5.687772925764192,
      "step": 18235
    },
    {
      "contrastive_lambda": 0.788893200371398,
      "epoch": 5.688084840923269,
      "step": 18236
    },
    {
      "contrastive_lambda": 0.7888718322231452,
      "epoch": 5.688396756082346,
      "step": 18237
    },
    {
      "contrastive_lambda": 0.7888504632829336,
      "epoch": 5.6887086712414225,
      "step": 18238
    },
    {
      "contrastive_lambda": 0.7888290935508222,
      "epoch": 5.689020586400499,
      "step": 18239
    },
    {
      "epoch": 5.6893325015595755,
      "grad_norm": 0.1071927472949028,
      "learning_rate": 8.33765831982187e-05,
      "loss": 0.0416,
      "step": 18240
    },
    {
      "epoch": 5.6893325015595755,
      "flow_loss": 0.043207019567489624,
      "step": 18240
    },
    {
      "contrastive_loss": 0.005302115343511105,
      "epoch": 5.6893325015595755,
      "step": 18240
    },
    {
      "contrastive_lambda": 0.7888077230268693,
      "epoch": 5.6893325015595755,
      "step": 18240
    },
    {
      "contrastive_lambda": 0.7887863517111338,
      "epoch": 5.689644416718653,
      "step": 18241
    },
    {
      "contrastive_lambda": 0.7887649796036741,
      "epoch": 5.689956331877729,
      "step": 18242
    },
    {
      "contrastive_lambda": 0.7887436067045488,
      "epoch": 5.690268247036806,
      "step": 18243
    },
    {
      "contrastive_lambda": 0.7887222330138164,
      "epoch": 5.690580162195882,
      "step": 18244
    },
    {
      "contrastive_lambda": 0.7887008585315357,
      "epoch": 5.69089207735496,
      "step": 18245
    },
    {
      "contrastive_lambda": 0.7886794832577653,
      "epoch": 5.691203992514036,
      "step": 18246
    },
    {
      "contrastive_lambda": 0.7886581071925636,
      "epoch": 5.6915159076731126,
      "step": 18247
    },
    {
      "contrastive_lambda": 0.7886367303359891,
      "epoch": 5.69182782283219,
      "step": 18248
    },
    {
      "contrastive_lambda": 0.788615352688101,
      "epoch": 5.692139737991266,
      "step": 18249
    },
    {
      "epoch": 5.692451653150343,
      "grad_norm": 0.12316237390041351,
      "learning_rate": 8.335605908163035e-05,
      "loss": 0.0441,
      "step": 18250
    },
    {
      "epoch": 5.692451653150343,
      "flow_loss": 0.0336565226316452,
      "step": 18250
    },
    {
      "contrastive_loss": 0.007819827646017075,
      "epoch": 5.692451653150343,
      "step": 18250
    },
    {
      "contrastive_lambda": 0.7885939742489573,
      "epoch": 5.692451653150343,
      "step": 18250
    },
    {
      "contrastive_lambda": 0.7885725950186169,
      "epoch": 5.69276356830942,
      "step": 18251
    },
    {
      "contrastive_lambda": 0.7885512149971383,
      "epoch": 5.693075483468497,
      "step": 18252
    },
    {
      "contrastive_lambda": 0.7885298341845801,
      "epoch": 5.693387398627573,
      "step": 18253
    },
    {
      "contrastive_lambda": 0.7885084525810011,
      "epoch": 5.6936993137866505,
      "step": 18254
    },
    {
      "contrastive_lambda": 0.7884870701864597,
      "epoch": 5.694011228945727,
      "step": 18255
    },
    {
      "contrastive_lambda": 0.7884656870010147,
      "epoch": 5.6943231441048034,
      "step": 18256
    },
    {
      "contrastive_lambda": 0.7884443030247247,
      "epoch": 5.69463505926388,
      "step": 18257
    },
    {
      "contrastive_lambda": 0.7884229182576481,
      "epoch": 5.694946974422957,
      "step": 18258
    },
    {
      "contrastive_lambda": 0.7884015326998438,
      "epoch": 5.695258889582034,
      "step": 18259
    },
    {
      "epoch": 5.69557080474111,
      "grad_norm": 0.13564281165599823,
      "learning_rate": 8.333552483235196e-05,
      "loss": 0.0369,
      "step": 18260
    },
    {
      "epoch": 5.69557080474111,
      "flow_loss": 0.04411933943629265,
      "step": 18260
    },
    {
      "contrastive_loss": 0.009066103026270866,
      "epoch": 5.69557080474111,
      "step": 18260
    },
    {
      "contrastive_lambda": 0.7883801463513703,
      "epoch": 5.69557080474111,
      "step": 18260
    },
    {
      "contrastive_lambda": 0.7883587592122863,
      "epoch": 5.695882719900187,
      "step": 18261
    },
    {
      "contrastive_lambda": 0.7883373712826502,
      "epoch": 5.696194635059264,
      "step": 18262
    },
    {
      "contrastive_lambda": 0.7883159825625211,
      "epoch": 5.6965065502183405,
      "step": 18263
    },
    {
      "contrastive_lambda": 0.7882945930519573,
      "epoch": 5.696818465377417,
      "step": 18264
    },
    {
      "contrastive_lambda": 0.7882732027510173,
      "epoch": 5.697130380536494,
      "step": 18265
    },
    {
      "contrastive_lambda": 0.7882518116597602,
      "epoch": 5.697442295695571,
      "step": 18266
    },
    {
      "contrastive_lambda": 0.7882304197782443,
      "epoch": 5.697754210854647,
      "step": 18267
    },
    {
      "contrastive_lambda": 0.7882090271065283,
      "epoch": 5.698066126013725,
      "step": 18268
    },
    {
      "contrastive_lambda": 0.7881876336446709,
      "epoch": 5.698378041172801,
      "step": 18269
    },
    {
      "epoch": 5.698689956331878,
      "grad_norm": 0.20460861921310425,
      "learning_rate": 8.33149804566213e-05,
      "loss": 0.0414,
      "step": 18270
    },
    {
      "epoch": 5.698689956331878,
      "flow_loss": 0.026407185941934586,
      "step": 18270
    },
    {
      "contrastive_loss": 0.005752788856625557,
      "epoch": 5.698689956331878,
      "step": 18270
    },
    {
      "contrastive_lambda": 0.7881662393927307,
      "epoch": 5.698689956331878,
      "step": 18270
    },
    {
      "contrastive_lambda": 0.7881448443507664,
      "epoch": 5.699001871490955,
      "step": 18271
    },
    {
      "contrastive_lambda": 0.7881234485188366,
      "epoch": 5.699313786650031,
      "step": 18272
    },
    {
      "contrastive_lambda": 0.7881020518970003,
      "epoch": 5.699625701809108,
      "step": 18273
    },
    {
      "contrastive_lambda": 0.7880806544853156,
      "epoch": 5.699937616968184,
      "step": 18274
    },
    {
      "contrastive_lambda": 0.7880592562838415,
      "epoch": 5.700249532127262,
      "step": 18275
    },
    {
      "contrastive_lambda": 0.7880378572926365,
      "epoch": 5.700561447286338,
      "step": 18276
    },
    {
      "contrastive_lambda": 0.7880164575117595,
      "epoch": 5.700873362445415,
      "step": 18277
    },
    {
      "contrastive_lambda": 0.787995056941269,
      "epoch": 5.701185277604491,
      "step": 18278
    },
    {
      "contrastive_lambda": 0.7879736555812238,
      "epoch": 5.7014971927635685,
      "step": 18279
    },
    {
      "epoch": 5.701809107922645,
      "grad_norm": 0.11491645127534866,
      "learning_rate": 8.329442596067921e-05,
      "loss": 0.0345,
      "step": 18280
    },
    {
      "epoch": 5.701809107922645,
      "flow_loss": 0.03643028438091278,
      "step": 18280
    },
    {
      "contrastive_loss": 0.005050577223300934,
      "epoch": 5.701809107922645,
      "step": 18280
    },
    {
      "contrastive_lambda": 0.7879522534316823,
      "epoch": 5.701809107922645,
      "step": 18280
    },
    {
      "contrastive_lambda": 0.7879308504927034,
      "epoch": 5.702121023081721,
      "step": 18281
    },
    {
      "contrastive_lambda": 0.7879094467643456,
      "epoch": 5.702432938240799,
      "step": 18282
    },
    {
      "contrastive_lambda": 0.7878880422466679,
      "epoch": 5.702744853399875,
      "step": 18283
    },
    {
      "contrastive_lambda": 0.7878666369397287,
      "epoch": 5.703056768558952,
      "step": 18284
    },
    {
      "contrastive_lambda": 0.7878452308435868,
      "epoch": 5.703368683718029,
      "step": 18285
    },
    {
      "contrastive_lambda": 0.7878238239583009,
      "epoch": 5.7036805988771055,
      "step": 18286
    },
    {
      "contrastive_lambda": 0.7878024162839294,
      "epoch": 5.703992514036182,
      "step": 18287
    },
    {
      "contrastive_lambda": 0.7877810078205315,
      "epoch": 5.704304429195259,
      "step": 18288
    },
    {
      "contrastive_lambda": 0.7877595985681656,
      "epoch": 5.704616344354336,
      "step": 18289
    },
    {
      "epoch": 5.704928259513412,
      "grad_norm": 0.10993005335330963,
      "learning_rate": 8.32738613507696e-05,
      "loss": 0.045,
      "step": 18290
    },
    {
      "epoch": 5.704928259513412,
      "flow_loss": 0.038769256323575974,
      "step": 18290
    },
    {
      "contrastive_loss": 0.005102247931063175,
      "epoch": 5.704928259513412,
      "step": 18290
    },
    {
      "contrastive_lambda": 0.7877381885268904,
      "epoch": 5.704928259513412,
      "step": 18290
    },
    {
      "contrastive_lambda": 0.7877167776967645,
      "epoch": 5.705240174672489,
      "step": 18291
    },
    {
      "contrastive_lambda": 0.7876953660778467,
      "epoch": 5.705552089831566,
      "step": 18292
    },
    {
      "contrastive_lambda": 0.787673953670196,
      "epoch": 5.705864004990643,
      "step": 18293
    },
    {
      "contrastive_lambda": 0.7876525404738706,
      "epoch": 5.706175920149719,
      "step": 18294
    },
    {
      "contrastive_lambda": 0.7876311264889295,
      "epoch": 5.7064878353087956,
      "step": 18295
    },
    {
      "contrastive_lambda": 0.7876097117154313,
      "epoch": 5.706799750467873,
      "step": 18296
    },
    {
      "contrastive_lambda": 0.7875882961534347,
      "epoch": 5.707111665626949,
      "step": 18297
    },
    {
      "contrastive_lambda": 0.7875668798029986,
      "epoch": 5.707423580786026,
      "step": 18298
    },
    {
      "contrastive_lambda": 0.7875454626641814,
      "epoch": 5.707735495945103,
      "step": 18299
    },
    {
      "epoch": 5.70804741110418,
      "grad_norm": 0.1695607751607895,
      "learning_rate": 8.325328663313946e-05,
      "loss": 0.0465,
      "step": 18300
    },
    {
      "epoch": 5.70804741110418,
      "flow_loss": 0.02881968580186367,
      "step": 18300
    },
    {
      "contrastive_loss": 0.0042868247255682945,
      "epoch": 5.70804741110418,
      "step": 18300
    },
    {
      "contrastive_lambda": 0.7875240447370422,
      "epoch": 5.70804741110418,
      "step": 18300
    },
    {
      "contrastive_lambda": 0.7875026260216393,
      "epoch": 5.708359326263256,
      "step": 18301
    },
    {
      "contrastive_lambda": 0.7874812065180317,
      "epoch": 5.7086712414223335,
      "step": 18302
    },
    {
      "contrastive_lambda": 0.7874597862262781,
      "epoch": 5.70898315658141,
      "step": 18303
    },
    {
      "contrastive_lambda": 0.7874383651464372,
      "epoch": 5.7092950717404864,
      "step": 18304
    },
    {
      "contrastive_lambda": 0.7874169432785676,
      "epoch": 5.709606986899564,
      "step": 18305
    },
    {
      "contrastive_lambda": 0.7873955206227281,
      "epoch": 5.70991890205864,
      "step": 18306
    },
    {
      "contrastive_lambda": 0.7873740971789776,
      "epoch": 5.710230817217717,
      "step": 18307
    },
    {
      "contrastive_lambda": 0.7873526729473745,
      "epoch": 5.710542732376793,
      "step": 18308
    },
    {
      "contrastive_lambda": 0.7873312479279779,
      "epoch": 5.710854647535871,
      "step": 18309
    },
    {
      "epoch": 5.711166562694947,
      "grad_norm": 0.12764887511730194,
      "learning_rate": 8.323270181403884e-05,
      "loss": 0.0384,
      "step": 18310
    },
    {
      "epoch": 5.711166562694947,
      "flow_loss": 0.02575819566845894,
      "step": 18310
    },
    {
      "contrastive_loss": 0.0069884127005934715,
      "epoch": 5.711166562694947,
      "step": 18310
    },
    {
      "contrastive_lambda": 0.7873098221208463,
      "epoch": 5.711166562694947,
      "step": 18310
    },
    {
      "contrastive_lambda": 0.7872883955260386,
      "epoch": 5.7114784778540235,
      "step": 18311
    },
    {
      "contrastive_lambda": 0.7872669681436133,
      "epoch": 5.7117903930131,
      "step": 18312
    },
    {
      "contrastive_lambda": 0.7872455399736296,
      "epoch": 5.712102308172177,
      "step": 18313
    },
    {
      "contrastive_lambda": 0.7872241110161455,
      "epoch": 5.712414223331254,
      "step": 18314
    },
    {
      "contrastive_lambda": 0.7872026812712205,
      "epoch": 5.71272613849033,
      "step": 18315
    },
    {
      "contrastive_lambda": 0.7871812507389129,
      "epoch": 5.713038053649408,
      "step": 18316
    },
    {
      "contrastive_lambda": 0.7871598194192817,
      "epoch": 5.713349968808484,
      "step": 18317
    },
    {
      "contrastive_lambda": 0.7871383873123855,
      "epoch": 5.713661883967561,
      "step": 18318
    },
    {
      "contrastive_lambda": 0.7871169544182832,
      "epoch": 5.713973799126638,
      "step": 18319
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 0.12637652456760406,
      "learning_rate": 8.321210689972086e-05,
      "loss": 0.0331,
      "step": 18320
    },
    {
      "epoch": 5.714285714285714,
      "flow_loss": 0.040721457451581955,
      "step": 18320
    },
    {
      "contrastive_loss": 0.012952333316206932,
      "epoch": 5.714285714285714,
      "step": 18320
    },
    {
      "contrastive_lambda": 0.7870955207370334,
      "epoch": 5.714285714285714,
      "step": 18320
    },
    {
      "contrastive_lambda": 0.7870740862686949,
      "epoch": 5.714597629444791,
      "step": 18321
    },
    {
      "contrastive_lambda": 0.7870526510133264,
      "epoch": 5.714909544603868,
      "step": 18322
    },
    {
      "contrastive_lambda": 0.787031214970987,
      "epoch": 5.715221459762945,
      "step": 18323
    },
    {
      "contrastive_lambda": 0.787009778141735,
      "epoch": 5.715533374922021,
      "step": 18324
    },
    {
      "contrastive_lambda": 0.7869883405256295,
      "epoch": 5.715845290081098,
      "step": 18325
    },
    {
      "contrastive_lambda": 0.7869669021227292,
      "epoch": 5.716157205240175,
      "step": 18326
    },
    {
      "contrastive_lambda": 0.7869454629330928,
      "epoch": 5.7164691203992515,
      "step": 18327
    },
    {
      "contrastive_lambda": 0.7869240229567791,
      "epoch": 5.716781035558328,
      "step": 18328
    },
    {
      "contrastive_lambda": 0.7869025821938469,
      "epoch": 5.717092950717404,
      "step": 18329
    },
    {
      "epoch": 5.717404865876482,
      "grad_norm": 0.1279846429824829,
      "learning_rate": 8.319150189644174e-05,
      "loss": 0.0419,
      "step": 18330
    },
    {
      "epoch": 5.717404865876482,
      "flow_loss": 0.02608809620141983,
      "step": 18330
    },
    {
      "contrastive_loss": 0.006051205098628998,
      "epoch": 5.717404865876482,
      "step": 18330
    },
    {
      "contrastive_lambda": 0.786881140644355,
      "epoch": 5.717404865876482,
      "step": 18330
    },
    {
      "contrastive_lambda": 0.7868596983083622,
      "epoch": 5.717716781035558,
      "step": 18331
    },
    {
      "contrastive_lambda": 0.7868382551859272,
      "epoch": 5.718028696194635,
      "step": 18332
    },
    {
      "contrastive_lambda": 0.7868168112771089,
      "epoch": 5.718340611353712,
      "step": 18333
    },
    {
      "contrastive_lambda": 0.786795366581966,
      "epoch": 5.7186525265127885,
      "step": 18334
    },
    {
      "contrastive_lambda": 0.7867739211005573,
      "epoch": 5.718964441671865,
      "step": 18335
    },
    {
      "contrastive_lambda": 0.7867524748329416,
      "epoch": 5.719276356830942,
      "step": 18336
    },
    {
      "contrastive_lambda": 0.7867310277791777,
      "epoch": 5.719588271990019,
      "step": 18337
    },
    {
      "contrastive_lambda": 0.7867095799393244,
      "epoch": 5.719900187149095,
      "step": 18338
    },
    {
      "contrastive_lambda": 0.7866881313134406,
      "epoch": 5.720212102308173,
      "step": 18339
    },
    {
      "epoch": 5.720524017467249,
      "grad_norm": 0.16761256754398346,
      "learning_rate": 8.31708868104607e-05,
      "loss": 0.0369,
      "step": 18340
    },
    {
      "epoch": 5.720524017467249,
      "flow_loss": 0.022909419611096382,
      "step": 18340
    },
    {
      "contrastive_loss": 0.004967521410435438,
      "epoch": 5.720524017467249,
      "step": 18340
    },
    {
      "contrastive_lambda": 0.7866666819015851,
      "epoch": 5.720524017467249,
      "step": 18340
    },
    {
      "contrastive_lambda": 0.7866452317038164,
      "epoch": 5.720835932626326,
      "step": 18341
    },
    {
      "contrastive_lambda": 0.7866237807201936,
      "epoch": 5.721147847785402,
      "step": 18342
    },
    {
      "contrastive_lambda": 0.7866023289507753,
      "epoch": 5.721459762944479,
      "step": 18343
    },
    {
      "contrastive_lambda": 0.7865808763956207,
      "epoch": 5.721771678103556,
      "step": 18344
    },
    {
      "contrastive_lambda": 0.7865594230547881,
      "epoch": 5.722083593262632,
      "step": 18345
    },
    {
      "contrastive_lambda": 0.7865379689283367,
      "epoch": 5.722395508421709,
      "step": 18346
    },
    {
      "contrastive_lambda": 0.7865165140163253,
      "epoch": 5.722707423580786,
      "step": 18347
    },
    {
      "contrastive_lambda": 0.7864950583188125,
      "epoch": 5.723019338739863,
      "step": 18348
    },
    {
      "contrastive_lambda": 0.7864736018358571,
      "epoch": 5.723331253898939,
      "step": 18349
    },
    {
      "epoch": 5.7236431690580165,
      "grad_norm": 0.09024880826473236,
      "learning_rate": 8.315026164804007e-05,
      "loss": 0.0374,
      "step": 18350
    },
    {
      "epoch": 5.7236431690580165,
      "flow_loss": 0.04814113676548004,
      "step": 18350
    },
    {
      "contrastive_loss": 0.006826186552643776,
      "epoch": 5.7236431690580165,
      "step": 18350
    },
    {
      "contrastive_lambda": 0.7864521445675182,
      "epoch": 5.7236431690580165,
      "step": 18350
    },
    {
      "contrastive_lambda": 0.7864306865138545,
      "epoch": 5.723955084217093,
      "step": 18351
    },
    {
      "contrastive_lambda": 0.7864092276749248,
      "epoch": 5.7242669993761695,
      "step": 18352
    },
    {
      "contrastive_lambda": 0.7863877680507879,
      "epoch": 5.724578914535247,
      "step": 18353
    },
    {
      "contrastive_lambda": 0.7863663076415026,
      "epoch": 5.724890829694323,
      "step": 18354
    },
    {
      "contrastive_lambda": 0.786344846447128,
      "epoch": 5.7252027448534,
      "step": 18355
    },
    {
      "contrastive_lambda": 0.7863233844677227,
      "epoch": 5.725514660012476,
      "step": 18356
    },
    {
      "contrastive_lambda": 0.7863019217033455,
      "epoch": 5.725826575171554,
      "step": 18357
    },
    {
      "contrastive_lambda": 0.7862804581540552,
      "epoch": 5.72613849033063,
      "step": 18358
    },
    {
      "contrastive_lambda": 0.786258993819911,
      "epoch": 5.7264504054897065,
      "step": 18359
    },
    {
      "epoch": 5.726762320648784,
      "grad_norm": 0.14440719783306122,
      "learning_rate": 8.312962641544524e-05,
      "loss": 0.0427,
      "step": 18360
    },
    {
      "epoch": 5.726762320648784,
      "flow_loss": 0.04968037083745003,
      "step": 18360
    },
    {
      "contrastive_loss": 0.00790882483124733,
      "epoch": 5.726762320648784,
      "step": 18360
    },
    {
      "contrastive_lambda": 0.7862375287009714,
      "epoch": 5.726762320648784,
      "step": 18360
    },
    {
      "contrastive_lambda": 0.7862160627972955,
      "epoch": 5.72707423580786,
      "step": 18361
    },
    {
      "contrastive_lambda": 0.7861945961089418,
      "epoch": 5.727386150966937,
      "step": 18362
    },
    {
      "contrastive_lambda": 0.7861731286359696,
      "epoch": 5.727698066126013,
      "step": 18363
    },
    {
      "contrastive_lambda": 0.7861516603784373,
      "epoch": 5.728009981285091,
      "step": 18364
    },
    {
      "contrastive_lambda": 0.7861301913364042,
      "epoch": 5.728321896444167,
      "step": 18365
    },
    {
      "contrastive_lambda": 0.7861087215099287,
      "epoch": 5.728633811603244,
      "step": 18366
    },
    {
      "contrastive_lambda": 0.7860872508990701,
      "epoch": 5.728945726762321,
      "step": 18367
    },
    {
      "contrastive_lambda": 0.7860657795038869,
      "epoch": 5.729257641921397,
      "step": 18368
    },
    {
      "contrastive_lambda": 0.7860443073244382,
      "epoch": 5.729569557080474,
      "step": 18369
    },
    {
      "epoch": 5.729881472239551,
      "grad_norm": 0.13553452491760254,
      "learning_rate": 8.310898111894465e-05,
      "loss": 0.0467,
      "step": 18370
    },
    {
      "epoch": 5.729881472239551,
      "flow_loss": 0.029644828289747238,
      "step": 18370
    },
    {
      "contrastive_loss": 0.004671258851885796,
      "epoch": 5.729881472239551,
      "step": 18370
    },
    {
      "contrastive_lambda": 0.7860228343607827,
      "epoch": 5.729881472239551,
      "step": 18370
    },
    {
      "contrastive_lambda": 0.7860013606129794,
      "epoch": 5.730193387398628,
      "step": 18371
    },
    {
      "contrastive_lambda": 0.7859798860810873,
      "epoch": 5.730505302557704,
      "step": 18372
    },
    {
      "contrastive_lambda": 0.7859584107651649,
      "epoch": 5.730817217716781,
      "step": 18373
    },
    {
      "contrastive_lambda": 0.7859369346652714,
      "epoch": 5.731129132875858,
      "step": 18374
    },
    {
      "contrastive_lambda": 0.7859154577814655,
      "epoch": 5.7314410480349345,
      "step": 18375
    },
    {
      "contrastive_lambda": 0.7858939801138061,
      "epoch": 5.731752963194011,
      "step": 18376
    },
    {
      "contrastive_lambda": 0.7858725016623522,
      "epoch": 5.732064878353088,
      "step": 18377
    },
    {
      "contrastive_lambda": 0.7858510224271626,
      "epoch": 5.732376793512165,
      "step": 18378
    },
    {
      "contrastive_lambda": 0.7858295424082962,
      "epoch": 5.732688708671241,
      "step": 18379
    },
    {
      "epoch": 5.733000623830318,
      "grad_norm": 0.16194035112857819,
      "learning_rate": 8.308832576480977e-05,
      "loss": 0.0442,
      "step": 18380
    },
    {
      "epoch": 5.733000623830318,
      "flow_loss": 0.021435067057609558,
      "step": 18380
    },
    {
      "contrastive_loss": 0.0047164298593997955,
      "epoch": 5.733000623830318,
      "step": 18380
    },
    {
      "contrastive_lambda": 0.7858080616058118,
      "epoch": 5.733000623830318,
      "step": 18380
    },
    {
      "contrastive_lambda": 0.7857865800197685,
      "epoch": 5.733312538989395,
      "step": 18381
    },
    {
      "contrastive_lambda": 0.785765097650225,
      "epoch": 5.7336244541484715,
      "step": 18382
    },
    {
      "contrastive_lambda": 0.7857436144972402,
      "epoch": 5.733936369307548,
      "step": 18383
    },
    {
      "contrastive_lambda": 0.7857221305608731,
      "epoch": 5.734248284466625,
      "step": 18384
    },
    {
      "contrastive_lambda": 0.7857006458411826,
      "epoch": 5.734560199625702,
      "step": 18385
    },
    {
      "contrastive_lambda": 0.7856791603382275,
      "epoch": 5.734872114784778,
      "step": 18386
    },
    {
      "contrastive_lambda": 0.7856576740520667,
      "epoch": 5.735184029943856,
      "step": 18387
    },
    {
      "contrastive_lambda": 0.7856361869827593,
      "epoch": 5.735495945102932,
      "step": 18388
    },
    {
      "contrastive_lambda": 0.7856146991303641,
      "epoch": 5.735807860262009,
      "step": 18389
    },
    {
      "epoch": 5.736119775421085,
      "grad_norm": 0.10496030002832413,
      "learning_rate": 8.306766035931519e-05,
      "loss": 0.0378,
      "step": 18390
    },
    {
      "epoch": 5.736119775421085,
      "flow_loss": 0.05341365933418274,
      "step": 18390
    },
    {
      "contrastive_loss": 0.0050778454169631,
      "epoch": 5.736119775421085,
      "step": 18390
    },
    {
      "contrastive_lambda": 0.7855932104949398,
      "epoch": 5.736119775421085,
      "step": 18390
    },
    {
      "contrastive_lambda": 0.7855717210765456,
      "epoch": 5.7364316905801624,
      "step": 18391
    },
    {
      "contrastive_lambda": 0.7855502308752403,
      "epoch": 5.736743605739239,
      "step": 18392
    },
    {
      "contrastive_lambda": 0.7855287398910829,
      "epoch": 5.737055520898315,
      "step": 18393
    },
    {
      "contrastive_lambda": 0.7855072481241321,
      "epoch": 5.737367436057393,
      "step": 18394
    },
    {
      "contrastive_lambda": 0.7854857555744472,
      "epoch": 5.737679351216469,
      "step": 18395
    },
    {
      "contrastive_lambda": 0.7854642622420867,
      "epoch": 5.737991266375546,
      "step": 18396
    },
    {
      "contrastive_lambda": 0.7854427681271098,
      "epoch": 5.738303181534622,
      "step": 18397
    },
    {
      "contrastive_lambda": 0.7854212732295753,
      "epoch": 5.7386150966936995,
      "step": 18398
    },
    {
      "contrastive_lambda": 0.7853997775495423,
      "epoch": 5.738927011852776,
      "step": 18399
    },
    {
      "epoch": 5.7392389270118525,
      "grad_norm": 0.12709492444992065,
      "learning_rate": 8.304698490873847e-05,
      "loss": 0.0429,
      "step": 18400
    },
    {
      "epoch": 5.7392389270118525,
      "flow_loss": 0.07119910418987274,
      "step": 18400
    },
    {
      "contrastive_loss": 0.004558505956083536,
      "epoch": 5.7392389270118525,
      "step": 18400
    },
    {
      "contrastive_lambda": 0.7853782810870694,
      "epoch": 5.7392389270118525,
      "step": 18400
    },
    {
      "contrastive_lambda": 0.785356783842216,
      "epoch": 5.73955084217093,
      "step": 18401
    },
    {
      "contrastive_lambda": 0.7853352858150404,
      "epoch": 5.739862757330006,
      "step": 18402
    },
    {
      "contrastive_lambda": 0.7853137870056022,
      "epoch": 5.740174672489083,
      "step": 18403
    },
    {
      "contrastive_lambda": 0.78529228741396,
      "epoch": 5.74048658764816,
      "step": 18404
    },
    {
      "contrastive_lambda": 0.7852707870401727,
      "epoch": 5.740798502807237,
      "step": 18405
    },
    {
      "contrastive_lambda": 0.7852492858842994,
      "epoch": 5.741110417966313,
      "step": 18406
    },
    {
      "contrastive_lambda": 0.785227783946399,
      "epoch": 5.7414223331253895,
      "step": 18407
    },
    {
      "contrastive_lambda": 0.7852062812265306,
      "epoch": 5.741734248284467,
      "step": 18408
    },
    {
      "contrastive_lambda": 0.7851847777247527,
      "epoch": 5.742046163443543,
      "step": 18409
    },
    {
      "epoch": 5.74235807860262,
      "grad_norm": 0.12263946235179901,
      "learning_rate": 8.30262994193603e-05,
      "loss": 0.045,
      "step": 18410
    },
    {
      "epoch": 5.74235807860262,
      "flow_loss": 0.041143521666526794,
      "step": 18410
    },
    {
      "contrastive_loss": 0.004812642931938171,
      "epoch": 5.74235807860262,
      "step": 18410
    },
    {
      "contrastive_lambda": 0.7851632734411247,
      "epoch": 5.74235807860262,
      "step": 18410
    },
    {
      "contrastive_lambda": 0.7851417683757054,
      "epoch": 5.742669993761697,
      "step": 18411
    },
    {
      "contrastive_lambda": 0.7851202625285537,
      "epoch": 5.742981908920774,
      "step": 18412
    },
    {
      "contrastive_lambda": 0.7850987558997287,
      "epoch": 5.74329382407985,
      "step": 18413
    },
    {
      "contrastive_lambda": 0.7850772484892892,
      "epoch": 5.743605739238927,
      "step": 18414
    },
    {
      "contrastive_lambda": 0.7850557402972942,
      "epoch": 5.743917654398004,
      "step": 18415
    },
    {
      "contrastive_lambda": 0.7850342313238027,
      "epoch": 5.74422956955708,
      "step": 18416
    },
    {
      "contrastive_lambda": 0.7850127215688737,
      "epoch": 5.744541484716157,
      "step": 18417
    },
    {
      "contrastive_lambda": 0.7849912110325662,
      "epoch": 5.744853399875234,
      "step": 18418
    },
    {
      "contrastive_lambda": 0.784969699714939,
      "epoch": 5.745165315034311,
      "step": 18419
    },
    {
      "epoch": 5.745477230193387,
      "grad_norm": 0.10960916429758072,
      "learning_rate": 8.300560389746438e-05,
      "loss": 0.043,
      "step": 18420
    },
    {
      "epoch": 5.745477230193387,
      "flow_loss": 0.03462226316332817,
      "step": 18420
    },
    {
      "contrastive_loss": 0.007347719743847847,
      "epoch": 5.745477230193387,
      "step": 18420
    },
    {
      "contrastive_lambda": 0.7849481876160513,
      "epoch": 5.745477230193387,
      "step": 18420
    },
    {
      "contrastive_lambda": 0.7849266747359619,
      "epoch": 5.7457891453524645,
      "step": 18421
    },
    {
      "contrastive_lambda": 0.78490516107473,
      "epoch": 5.746101060511541,
      "step": 18422
    },
    {
      "contrastive_lambda": 0.7848836466324142,
      "epoch": 5.7464129756706175,
      "step": 18423
    },
    {
      "contrastive_lambda": 0.7848621314090738,
      "epoch": 5.746724890829694,
      "step": 18424
    },
    {
      "contrastive_lambda": 0.7848406154047677,
      "epoch": 5.747036805988771,
      "step": 18425
    },
    {
      "contrastive_lambda": 0.7848190986195549,
      "epoch": 5.747348721147848,
      "step": 18426
    },
    {
      "contrastive_lambda": 0.7847975810534942,
      "epoch": 5.747660636306924,
      "step": 18427
    },
    {
      "contrastive_lambda": 0.784776062706645,
      "epoch": 5.747972551466002,
      "step": 18428
    },
    {
      "contrastive_lambda": 0.7847545435790659,
      "epoch": 5.748284466625078,
      "step": 18429
    },
    {
      "epoch": 5.7485963817841546,
      "grad_norm": 0.12186781316995621,
      "learning_rate": 8.298489834933745e-05,
      "loss": 0.0412,
      "step": 18430
    },
    {
      "epoch": 5.7485963817841546,
      "flow_loss": 0.04106605052947998,
      "step": 18430
    },
    {
      "contrastive_loss": 0.009020743891596794,
      "epoch": 5.7485963817841546,
      "step": 18430
    },
    {
      "contrastive_lambda": 0.7847330236708161,
      "epoch": 5.7485963817841546,
      "step": 18430
    },
    {
      "contrastive_lambda": 0.7847115029819546,
      "epoch": 5.748908296943231,
      "step": 18431
    },
    {
      "contrastive_lambda": 0.7846899815125403,
      "epoch": 5.749220212102308,
      "step": 18432
    },
    {
      "contrastive_lambda": 0.7846684592626323,
      "epoch": 5.749532127261385,
      "step": 18433
    },
    {
      "contrastive_lambda": 0.7846469362322894,
      "epoch": 5.749844042420461,
      "step": 18434
    },
    {
      "contrastive_lambda": 0.784625412421571,
      "epoch": 5.750155957579539,
      "step": 18435
    },
    {
      "contrastive_lambda": 0.7846038878305357,
      "epoch": 5.750467872738615,
      "step": 18436
    },
    {
      "contrastive_lambda": 0.7845823624592427,
      "epoch": 5.750779787897692,
      "step": 18437
    },
    {
      "contrastive_lambda": 0.784560836307751,
      "epoch": 5.751091703056769,
      "step": 18438
    },
    {
      "contrastive_lambda": 0.7845393093761197,
      "epoch": 5.7514036182158454,
      "step": 18439
    },
    {
      "epoch": 5.751715533374922,
      "grad_norm": 0.09620941430330276,
      "learning_rate": 8.296418278126934e-05,
      "loss": 0.0412,
      "step": 18440
    },
    {
      "epoch": 5.751715533374922,
      "flow_loss": 0.06598223745822906,
      "step": 18440
    },
    {
      "contrastive_loss": 0.005352250300347805,
      "epoch": 5.751715533374922,
      "step": 18440
    },
    {
      "contrastive_lambda": 0.7845177816644076,
      "epoch": 5.751715533374922,
      "step": 18440
    },
    {
      "contrastive_lambda": 0.784496253172674,
      "epoch": 5.752027448533998,
      "step": 18441
    },
    {
      "contrastive_lambda": 0.7844747239009777,
      "epoch": 5.752339363693076,
      "step": 18442
    },
    {
      "contrastive_lambda": 0.7844531938493777,
      "epoch": 5.752651278852152,
      "step": 18443
    },
    {
      "contrastive_lambda": 0.7844316630179331,
      "epoch": 5.752963194011229,
      "step": 18444
    },
    {
      "contrastive_lambda": 0.7844101314067031,
      "epoch": 5.753275109170306,
      "step": 18445
    },
    {
      "contrastive_lambda": 0.7843885990157465,
      "epoch": 5.7535870243293825,
      "step": 18446
    },
    {
      "contrastive_lambda": 0.7843670658451225,
      "epoch": 5.753898939488459,
      "step": 18447
    },
    {
      "contrastive_lambda": 0.78434553189489,
      "epoch": 5.7542108546475355,
      "step": 18448
    },
    {
      "contrastive_lambda": 0.784323997165108,
      "epoch": 5.754522769806613,
      "step": 18449
    },
    {
      "epoch": 5.754834684965689,
      "grad_norm": 0.10182861983776093,
      "learning_rate": 8.294345719955284e-05,
      "loss": 0.0409,
      "step": 18450
    },
    {
      "epoch": 5.754834684965689,
      "flow_loss": 0.0489952526986599,
      "step": 18450
    },
    {
      "contrastive_loss": 0.006409197114408016,
      "epoch": 5.754834684965689,
      "step": 18450
    },
    {
      "contrastive_lambda": 0.7843024616558356,
      "epoch": 5.754834684965689,
      "step": 18450
    },
    {
      "contrastive_lambda": 0.7842809253671319,
      "epoch": 5.755146600124766,
      "step": 18451
    },
    {
      "contrastive_lambda": 0.7842593882990561,
      "epoch": 5.755458515283843,
      "step": 18452
    },
    {
      "contrastive_lambda": 0.7842378504516667,
      "epoch": 5.75577043044292,
      "step": 18453
    },
    {
      "contrastive_lambda": 0.7842163118250234,
      "epoch": 5.756082345601996,
      "step": 18454
    },
    {
      "contrastive_lambda": 0.7841947724191847,
      "epoch": 5.756394260761073,
      "step": 18455
    },
    {
      "contrastive_lambda": 0.7841732322342101,
      "epoch": 5.75670617592015,
      "step": 18456
    },
    {
      "contrastive_lambda": 0.7841516912701583,
      "epoch": 5.757018091079226,
      "step": 18457
    },
    {
      "contrastive_lambda": 0.7841301495270886,
      "epoch": 5.757330006238303,
      "step": 18458
    },
    {
      "contrastive_lambda": 0.78410860700506,
      "epoch": 5.75764192139738,
      "step": 18459
    },
    {
      "epoch": 5.757953836556457,
      "grad_norm": 0.14035776257514954,
      "learning_rate": 8.29227216104839e-05,
      "loss": 0.0434,
      "step": 18460
    },
    {
      "epoch": 5.757953836556457,
      "flow_loss": 0.02612393908202648,
      "step": 18460
    },
    {
      "contrastive_loss": 0.007160766050219536,
      "epoch": 5.757953836556457,
      "step": 18460
    },
    {
      "contrastive_lambda": 0.7840870637041314,
      "epoch": 5.757953836556457,
      "step": 18460
    },
    {
      "contrastive_lambda": 0.784065519624362,
      "epoch": 5.758265751715533,
      "step": 18461
    },
    {
      "contrastive_lambda": 0.784043974765811,
      "epoch": 5.7585776668746105,
      "step": 18462
    },
    {
      "contrastive_lambda": 0.7840224291285371,
      "epoch": 5.758889582033687,
      "step": 18463
    },
    {
      "contrastive_lambda": 0.7840008827125997,
      "epoch": 5.759201497192763,
      "step": 18464
    },
    {
      "contrastive_lambda": 0.7839793355180578,
      "epoch": 5.75951341235184,
      "step": 18465
    },
    {
      "contrastive_lambda": 0.7839577875449704,
      "epoch": 5.759825327510917,
      "step": 18466
    },
    {
      "contrastive_lambda": 0.7839362387933965,
      "epoch": 5.760137242669994,
      "step": 18467
    },
    {
      "contrastive_lambda": 0.7839146892633952,
      "epoch": 5.76044915782907,
      "step": 18468
    },
    {
      "contrastive_lambda": 0.7838931389550259,
      "epoch": 5.7607610729881475,
      "step": 18469
    },
    {
      "epoch": 5.761072988147224,
      "grad_norm": 0.09944602102041245,
      "learning_rate": 8.290197602036137e-05,
      "loss": 0.0385,
      "step": 18470
    },
    {
      "epoch": 5.761072988147224,
      "flow_loss": 0.03471527248620987,
      "step": 18470
    },
    {
      "contrastive_loss": 0.0073255496099591255,
      "epoch": 5.761072988147224,
      "step": 18470
    },
    {
      "contrastive_lambda": 0.7838715878683474,
      "epoch": 5.761072988147224,
      "step": 18470
    },
    {
      "contrastive_lambda": 0.7838500360034187,
      "epoch": 5.7613849033063005,
      "step": 18471
    },
    {
      "contrastive_lambda": 0.7838284833602992,
      "epoch": 5.761696818465378,
      "step": 18472
    },
    {
      "contrastive_lambda": 0.7838069299390477,
      "epoch": 5.762008733624454,
      "step": 18473
    },
    {
      "contrastive_lambda": 0.7837853757397233,
      "epoch": 5.762320648783531,
      "step": 18474
    },
    {
      "contrastive_lambda": 0.7837638207623853,
      "epoch": 5.762632563942607,
      "step": 18475
    },
    {
      "contrastive_lambda": 0.7837422650070927,
      "epoch": 5.762944479101685,
      "step": 18476
    },
    {
      "contrastive_lambda": 0.7837207084739044,
      "epoch": 5.763256394260761,
      "step": 18477
    },
    {
      "contrastive_lambda": 0.7836991511628797,
      "epoch": 5.7635683094198376,
      "step": 18478
    },
    {
      "contrastive_lambda": 0.7836775930740778,
      "epoch": 5.763880224578915,
      "step": 18479
    },
    {
      "epoch": 5.764192139737991,
      "grad_norm": 0.14009703695774078,
      "learning_rate": 8.288122043548725e-05,
      "loss": 0.0361,
      "step": 18480
    },
    {
      "epoch": 5.764192139737991,
      "flow_loss": 0.043586939573287964,
      "step": 18480
    },
    {
      "contrastive_loss": 0.007737988140434027,
      "epoch": 5.764192139737991,
      "step": 18480
    },
    {
      "contrastive_lambda": 0.7836560342075576,
      "epoch": 5.764192139737991,
      "step": 18480
    },
    {
      "contrastive_lambda": 0.7836344745633783,
      "epoch": 5.764504054897068,
      "step": 18481
    },
    {
      "contrastive_lambda": 0.7836129141415988,
      "epoch": 5.764815970056144,
      "step": 18482
    },
    {
      "contrastive_lambda": 0.7835913529422787,
      "epoch": 5.765127885215222,
      "step": 18483
    },
    {
      "contrastive_lambda": 0.7835697909654766,
      "epoch": 5.765439800374298,
      "step": 18484
    },
    {
      "contrastive_lambda": 0.7835482282112519,
      "epoch": 5.765751715533375,
      "step": 18485
    },
    {
      "contrastive_lambda": 0.7835266646796637,
      "epoch": 5.766063630692452,
      "step": 18486
    },
    {
      "contrastive_lambda": 0.7835051003707709,
      "epoch": 5.7663755458515285,
      "step": 18487
    },
    {
      "contrastive_lambda": 0.7834835352846328,
      "epoch": 5.766687461010605,
      "step": 18488
    },
    {
      "contrastive_lambda": 0.7834619694213086,
      "epoch": 5.766999376169682,
      "step": 18489
    },
    {
      "epoch": 5.767311291328759,
      "grad_norm": 0.15898531675338745,
      "learning_rate": 8.286045486216657e-05,
      "loss": 0.042,
      "step": 18490
    },
    {
      "epoch": 5.767311291328759,
      "flow_loss": 0.048336539417505264,
      "step": 18490
    },
    {
      "contrastive_loss": 0.006816110573709011,
      "epoch": 5.767311291328759,
      "step": 18490
    },
    {
      "contrastive_lambda": 0.7834404027808572,
      "epoch": 5.767311291328759,
      "step": 18490
    },
    {
      "contrastive_lambda": 0.7834188353633379,
      "epoch": 5.767623206487835,
      "step": 18491
    },
    {
      "contrastive_lambda": 0.7833972671688098,
      "epoch": 5.767935121646912,
      "step": 18492
    },
    {
      "contrastive_lambda": 0.7833756981973319,
      "epoch": 5.768247036805989,
      "step": 18493
    },
    {
      "contrastive_lambda": 0.7833541284489636,
      "epoch": 5.7685589519650655,
      "step": 18494
    },
    {
      "contrastive_lambda": 0.7833325579237637,
      "epoch": 5.768870867124142,
      "step": 18495
    },
    {
      "contrastive_lambda": 0.7833109866217915,
      "epoch": 5.769182782283219,
      "step": 18496
    },
    {
      "contrastive_lambda": 0.7832894145431062,
      "epoch": 5.769494697442296,
      "step": 18497
    },
    {
      "contrastive_lambda": 0.783267841687767,
      "epoch": 5.769806612601372,
      "step": 18498
    },
    {
      "contrastive_lambda": 0.7832462680558328,
      "epoch": 5.770118527760449,
      "step": 18499
    },
    {
      "epoch": 5.770430442919526,
      "grad_norm": 0.13461191952228546,
      "learning_rate": 8.283967930670733e-05,
      "loss": 0.0391,
      "step": 18500
    },
    {
      "epoch": 5.770430442919526,
      "flow_loss": 0.04436688497662544,
      "step": 18500
    },
    {
      "contrastive_loss": 0.006034648511558771,
      "epoch": 5.770430442919526,
      "step": 18500
    },
    {
      "contrastive_lambda": 0.7832246936473629,
      "epoch": 5.770430442919526,
      "step": 18500
    },
    {
      "contrastive_lambda": 0.7832031184624164,
      "epoch": 5.770742358078603,
      "step": 18501
    },
    {
      "contrastive_lambda": 0.7831815425010525,
      "epoch": 5.771054273237679,
      "step": 18502
    },
    {
      "contrastive_lambda": 0.7831599657633304,
      "epoch": 5.771366188396756,
      "step": 18503
    },
    {
      "contrastive_lambda": 0.783138388249309,
      "epoch": 5.771678103555833,
      "step": 18504
    },
    {
      "contrastive_lambda": 0.7831168099590478,
      "epoch": 5.771990018714909,
      "step": 18505
    },
    {
      "contrastive_lambda": 0.7830952308926058,
      "epoch": 5.772301933873987,
      "step": 18506
    },
    {
      "contrastive_lambda": 0.783073651050042,
      "epoch": 5.772613849033063,
      "step": 18507
    },
    {
      "contrastive_lambda": 0.7830520704314157,
      "epoch": 5.77292576419214,
      "step": 18508
    },
    {
      "contrastive_lambda": 0.7830304890367862,
      "epoch": 5.773237679351216,
      "step": 18509
    },
    {
      "epoch": 5.7735495945102935,
      "grad_norm": 0.17879866063594818,
      "learning_rate": 8.281889377542058e-05,
      "loss": 0.0435,
      "step": 18510
    },
    {
      "epoch": 5.7735495945102935,
      "flow_loss": 0.03665310516953468,
      "step": 18510
    },
    {
      "contrastive_loss": 0.006601966917514801,
      "epoch": 5.7735495945102935,
      "step": 18510
    },
    {
      "contrastive_lambda": 0.7830089068662125,
      "epoch": 5.7735495945102935,
      "step": 18510
    },
    {
      "contrastive_lambda": 0.7829873239197538,
      "epoch": 5.77386150966937,
      "step": 18511
    },
    {
      "contrastive_lambda": 0.7829657401974692,
      "epoch": 5.774173424828446,
      "step": 18512
    },
    {
      "contrastive_lambda": 0.7829441556994182,
      "epoch": 5.774485339987524,
      "step": 18513
    },
    {
      "contrastive_lambda": 0.7829225704256595,
      "epoch": 5.7747972551466,
      "step": 18514
    },
    {
      "contrastive_lambda": 0.7829009843762527,
      "epoch": 5.775109170305677,
      "step": 18515
    },
    {
      "contrastive_lambda": 0.7828793975512567,
      "epoch": 5.775421085464753,
      "step": 18516
    },
    {
      "contrastive_lambda": 0.7828578099507307,
      "epoch": 5.7757330006238305,
      "step": 18517
    },
    {
      "contrastive_lambda": 0.782836221574734,
      "epoch": 5.776044915782907,
      "step": 18518
    },
    {
      "contrastive_lambda": 0.7828146324233258,
      "epoch": 5.7763568309419835,
      "step": 18519
    },
    {
      "epoch": 5.776668746101061,
      "grad_norm": 0.11980459839105606,
      "learning_rate": 8.279809827462045e-05,
      "loss": 0.0397,
      "step": 18520
    },
    {
      "epoch": 5.776668746101061,
      "flow_loss": 0.047774095088243484,
      "step": 18520
    },
    {
      "contrastive_loss": 0.00581187242642045,
      "epoch": 5.776668746101061,
      "step": 18520
    },
    {
      "contrastive_lambda": 0.7827930424965652,
      "epoch": 5.776668746101061,
      "step": 18520
    },
    {
      "contrastive_lambda": 0.7827714517945115,
      "epoch": 5.776980661260137,
      "step": 18521
    },
    {
      "contrastive_lambda": 0.7827498603172236,
      "epoch": 5.777292576419214,
      "step": 18522
    },
    {
      "contrastive_lambda": 0.782728268064761,
      "epoch": 5.777604491578291,
      "step": 18523
    },
    {
      "contrastive_lambda": 0.7827066750371828,
      "epoch": 5.777916406737368,
      "step": 18524
    },
    {
      "contrastive_lambda": 0.7826850812345483,
      "epoch": 5.778228321896444,
      "step": 18525
    },
    {
      "contrastive_lambda": 0.7826634866569164,
      "epoch": 5.778540237055521,
      "step": 18526
    },
    {
      "contrastive_lambda": 0.7826418913043467,
      "epoch": 5.778852152214598,
      "step": 18527
    },
    {
      "contrastive_lambda": 0.7826202951768981,
      "epoch": 5.779164067373674,
      "step": 18528
    },
    {
      "contrastive_lambda": 0.7825986982746299,
      "epoch": 5.779475982532751,
      "step": 18529
    },
    {
      "epoch": 5.779787897691827,
      "grad_norm": 0.1404593139886856,
      "learning_rate": 8.277729281062402e-05,
      "loss": 0.044,
      "step": 18530
    },
    {
      "epoch": 5.779787897691827,
      "flow_loss": 0.02783353254199028,
      "step": 18530
    },
    {
      "contrastive_loss": 0.00642012432217598,
      "epoch": 5.779787897691827,
      "step": 18530
    },
    {
      "contrastive_lambda": 0.7825771005976014,
      "epoch": 5.779787897691827,
      "step": 18530
    },
    {
      "contrastive_lambda": 0.7825555021458717,
      "epoch": 5.780099812850905,
      "step": 18531
    },
    {
      "contrastive_lambda": 0.7825339029195,
      "epoch": 5.780411728009981,
      "step": 18532
    },
    {
      "contrastive_lambda": 0.7825123029185457,
      "epoch": 5.780723643169058,
      "step": 18533
    },
    {
      "contrastive_lambda": 0.7824907021430678,
      "epoch": 5.781035558328135,
      "step": 18534
    },
    {
      "contrastive_lambda": 0.7824691005931255,
      "epoch": 5.7813474734872115,
      "step": 18535
    },
    {
      "contrastive_lambda": 0.7824474982687782,
      "epoch": 5.781659388646288,
      "step": 18536
    },
    {
      "contrastive_lambda": 0.7824258951700851,
      "epoch": 5.781971303805365,
      "step": 18537
    },
    {
      "contrastive_lambda": 0.7824042912971053,
      "epoch": 5.782283218964442,
      "step": 18538
    },
    {
      "contrastive_lambda": 0.7823826866498982,
      "epoch": 5.782595134123518,
      "step": 18539
    },
    {
      "epoch": 5.782907049282596,
      "grad_norm": 0.15075810253620148,
      "learning_rate": 8.27564773897515e-05,
      "loss": 0.0498,
      "step": 18540
    },
    {
      "epoch": 5.782907049282596,
      "flow_loss": 0.043682146817445755,
      "step": 18540
    },
    {
      "contrastive_loss": 0.00649322709068656,
      "epoch": 5.782907049282596,
      "step": 18540
    },
    {
      "contrastive_lambda": 0.7823610812285229,
      "epoch": 5.782907049282596,
      "step": 18540
    },
    {
      "contrastive_lambda": 0.7823394750330386,
      "epoch": 5.783218964441672,
      "step": 18541
    },
    {
      "contrastive_lambda": 0.7823178680635046,
      "epoch": 5.7835308796007485,
      "step": 18542
    },
    {
      "contrastive_lambda": 0.7822962603199801,
      "epoch": 5.783842794759825,
      "step": 18543
    },
    {
      "contrastive_lambda": 0.7822746518025245,
      "epoch": 5.784154709918902,
      "step": 18544
    },
    {
      "contrastive_lambda": 0.7822530425111969,
      "epoch": 5.784466625077979,
      "step": 18545
    },
    {
      "contrastive_lambda": 0.7822314324460564,
      "epoch": 5.784778540237055,
      "step": 18546
    },
    {
      "contrastive_lambda": 0.7822098216071626,
      "epoch": 5.785090455396132,
      "step": 18547
    },
    {
      "contrastive_lambda": 0.7821882099945745,
      "epoch": 5.785402370555209,
      "step": 18548
    },
    {
      "contrastive_lambda": 0.7821665976083513,
      "epoch": 5.785714285714286,
      "step": 18549
    },
    {
      "epoch": 5.786026200873362,
      "grad_norm": 0.1597515046596527,
      "learning_rate": 8.273565201832602e-05,
      "loss": 0.037,
      "step": 18550
    },
    {
      "epoch": 5.786026200873362,
      "flow_loss": 0.030355317518115044,
      "step": 18550
    },
    {
      "contrastive_loss": 0.007482739631086588,
      "epoch": 5.786026200873362,
      "step": 18550
    },
    {
      "contrastive_lambda": 0.7821449844485524,
      "epoch": 5.786026200873362,
      "step": 18550
    },
    {
      "contrastive_lambda": 0.7821233705152371,
      "epoch": 5.786338116032439,
      "step": 18551
    },
    {
      "contrastive_lambda": 0.7821017558084644,
      "epoch": 5.786650031191516,
      "step": 18552
    },
    {
      "contrastive_lambda": 0.7820801403282938,
      "epoch": 5.786961946350592,
      "step": 18553
    },
    {
      "contrastive_lambda": 0.7820585240747845,
      "epoch": 5.78727386150967,
      "step": 18554
    },
    {
      "contrastive_lambda": 0.7820369070479958,
      "epoch": 5.787585776668746,
      "step": 18555
    },
    {
      "contrastive_lambda": 0.7820152892479868,
      "epoch": 5.787897691827823,
      "step": 18556
    },
    {
      "contrastive_lambda": 0.781993670674817,
      "epoch": 5.7882096069869,
      "step": 18557
    },
    {
      "contrastive_lambda": 0.7819720513285453,
      "epoch": 5.7885215221459765,
      "step": 18558
    },
    {
      "contrastive_lambda": 0.7819504312092314,
      "epoch": 5.788833437305053,
      "step": 18559
    },
    {
      "epoch": 5.789145352464129,
      "grad_norm": 0.14825375378131866,
      "learning_rate": 8.27148167026738e-05,
      "loss": 0.0482,
      "step": 18560
    },
    {
      "epoch": 5.789145352464129,
      "flow_loss": 0.03606885299086571,
      "step": 18560
    },
    {
      "contrastive_loss": 0.005675554275512695,
      "epoch": 5.789145352464129,
      "step": 18560
    },
    {
      "contrastive_lambda": 0.7819288103169344,
      "epoch": 5.789145352464129,
      "step": 18560
    },
    {
      "contrastive_lambda": 0.7819071886517135,
      "epoch": 5.789457267623207,
      "step": 18561
    },
    {
      "contrastive_lambda": 0.7818855662136279,
      "epoch": 5.789769182782283,
      "step": 18562
    },
    {
      "contrastive_lambda": 0.7818639430027372,
      "epoch": 5.79008109794136,
      "step": 18563
    },
    {
      "contrastive_lambda": 0.7818423190191004,
      "epoch": 5.790393013100436,
      "step": 18564
    },
    {
      "contrastive_lambda": 0.781820694262777,
      "epoch": 5.7907049282595136,
      "step": 18565
    },
    {
      "contrastive_lambda": 0.7817990687338261,
      "epoch": 5.79101684341859,
      "step": 18566
    },
    {
      "contrastive_lambda": 0.7817774424323071,
      "epoch": 5.7913287585776665,
      "step": 18567
    },
    {
      "contrastive_lambda": 0.7817558153582791,
      "epoch": 5.791640673736744,
      "step": 18568
    },
    {
      "contrastive_lambda": 0.7817341875118016,
      "epoch": 5.79195258889582,
      "step": 18569
    },
    {
      "epoch": 5.792264504054897,
      "grad_norm": 0.16720817983150482,
      "learning_rate": 8.269397144912405e-05,
      "loss": 0.0406,
      "step": 18570
    },
    {
      "epoch": 5.792264504054897,
      "flow_loss": 0.025259966030716896,
      "step": 18570
    },
    {
      "contrastive_loss": 0.005341441370546818,
      "epoch": 5.792264504054897,
      "step": 18570
    },
    {
      "contrastive_lambda": 0.7817125588929339,
      "epoch": 5.792264504054897,
      "step": 18570
    },
    {
      "contrastive_lambda": 0.7816909295017351,
      "epoch": 5.792576419213974,
      "step": 18571
    },
    {
      "contrastive_lambda": 0.7816692993382648,
      "epoch": 5.792888334373051,
      "step": 18572
    },
    {
      "contrastive_lambda": 0.7816476684025819,
      "epoch": 5.793200249532127,
      "step": 18573
    },
    {
      "contrastive_lambda": 0.7816260366947462,
      "epoch": 5.7935121646912044,
      "step": 18574
    },
    {
      "contrastive_lambda": 0.7816044042148165,
      "epoch": 5.793824079850281,
      "step": 18575
    },
    {
      "contrastive_lambda": 0.7815827709628524,
      "epoch": 5.794135995009357,
      "step": 18576
    },
    {
      "contrastive_lambda": 0.7815611369389133,
      "epoch": 5.794447910168434,
      "step": 18577
    },
    {
      "contrastive_lambda": 0.7815395021430582,
      "epoch": 5.794759825327511,
      "step": 18578
    },
    {
      "contrastive_lambda": 0.7815178665753465,
      "epoch": 5.795071740486588,
      "step": 18579
    },
    {
      "epoch": 5.795383655645664,
      "grad_norm": 0.17184005677700043,
      "learning_rate": 8.267311626400899e-05,
      "loss": 0.0374,
      "step": 18580
    },
    {
      "epoch": 5.795383655645664,
      "flow_loss": 0.044229455292224884,
      "step": 18580
    },
    {
      "contrastive_loss": 0.008133676834404469,
      "epoch": 5.795383655645664,
      "step": 18580
    },
    {
      "contrastive_lambda": 0.7814962302358377,
      "epoch": 5.795383655645664,
      "step": 18580
    },
    {
      "contrastive_lambda": 0.781474593124591,
      "epoch": 5.795695570804741,
      "step": 18581
    },
    {
      "contrastive_lambda": 0.7814529552416657,
      "epoch": 5.796007485963818,
      "step": 18582
    },
    {
      "contrastive_lambda": 0.7814313165871212,
      "epoch": 5.7963194011228945,
      "step": 18583
    },
    {
      "contrastive_lambda": 0.7814096771610166,
      "epoch": 5.796631316281971,
      "step": 18584
    },
    {
      "contrastive_lambda": 0.7813880369634115,
      "epoch": 5.796943231441048,
      "step": 18585
    },
    {
      "contrastive_lambda": 0.7813663959943652,
      "epoch": 5.797255146600125,
      "step": 18586
    },
    {
      "contrastive_lambda": 0.7813447542539368,
      "epoch": 5.797567061759201,
      "step": 18587
    },
    {
      "contrastive_lambda": 0.7813231117421859,
      "epoch": 5.797878976918279,
      "step": 18588
    },
    {
      "contrastive_lambda": 0.7813014684591717,
      "epoch": 5.798190892077355,
      "step": 18589
    },
    {
      "epoch": 5.7985028072364315,
      "grad_norm": 0.13180656731128693,
      "learning_rate": 8.26522511536639e-05,
      "loss": 0.045,
      "step": 18590
    },
    {
      "epoch": 5.7985028072364315,
      "flow_loss": 0.03969839960336685,
      "step": 18590
    },
    {
      "contrastive_loss": 0.004211940802633762,
      "epoch": 5.7985028072364315,
      "step": 18590
    },
    {
      "contrastive_lambda": 0.7812798244049535,
      "epoch": 5.7985028072364315,
      "step": 18590
    },
    {
      "contrastive_lambda": 0.7812581795795908,
      "epoch": 5.798814722395509,
      "step": 18591
    },
    {
      "contrastive_lambda": 0.7812365339831426,
      "epoch": 5.799126637554585,
      "step": 18592
    },
    {
      "contrastive_lambda": 0.7812148876156686,
      "epoch": 5.799438552713662,
      "step": 18593
    },
    {
      "contrastive_lambda": 0.7811932404772282,
      "epoch": 5.799750467872738,
      "step": 18594
    },
    {
      "contrastive_lambda": 0.7811715925678804,
      "epoch": 5.800062383031816,
      "step": 18595
    },
    {
      "contrastive_lambda": 0.7811499438876846,
      "epoch": 5.800374298190892,
      "step": 18596
    },
    {
      "contrastive_lambda": 0.7811282944367004,
      "epoch": 5.800686213349969,
      "step": 18597
    },
    {
      "contrastive_lambda": 0.781106644214987,
      "epoch": 5.800998128509045,
      "step": 18598
    },
    {
      "contrastive_lambda": 0.7810849932226038,
      "epoch": 5.801310043668122,
      "step": 18599
    },
    {
      "epoch": 5.801621958827199,
      "grad_norm": 0.11494328826665878,
      "learning_rate": 8.263137612442706e-05,
      "loss": 0.0444,
      "step": 18600
    },
    {
      "epoch": 5.801621958827199,
      "flow_loss": 0.04442574456334114,
      "step": 18600
    },
    {
      "contrastive_loss": 0.005791290197521448,
      "epoch": 5.801621958827199,
      "step": 18600
    },
    {
      "contrastive_lambda": 0.7810633414596101,
      "epoch": 5.801621958827199,
      "step": 18600
    },
    {
      "contrastive_lambda": 0.7810416889260654,
      "epoch": 5.801933873986275,
      "step": 18601
    },
    {
      "contrastive_lambda": 0.7810200356220287,
      "epoch": 5.802245789145353,
      "step": 18602
    },
    {
      "contrastive_lambda": 0.7809983815475599,
      "epoch": 5.802557704304429,
      "step": 18603
    },
    {
      "contrastive_lambda": 0.7809767267027179,
      "epoch": 5.802869619463506,
      "step": 18604
    },
    {
      "contrastive_lambda": 0.7809550710875623,
      "epoch": 5.803181534622583,
      "step": 18605
    },
    {
      "contrastive_lambda": 0.7809334147021525,
      "epoch": 5.8034934497816595,
      "step": 18606
    },
    {
      "contrastive_lambda": 0.7809117575465476,
      "epoch": 5.803805364940736,
      "step": 18607
    },
    {
      "contrastive_lambda": 0.7808900996208074,
      "epoch": 5.804117280099813,
      "step": 18608
    },
    {
      "contrastive_lambda": 0.7808684409249909,
      "epoch": 5.80442919525889,
      "step": 18609
    },
    {
      "epoch": 5.804741110417966,
      "grad_norm": 0.15979525446891785,
      "learning_rate": 8.261049118263971e-05,
      "loss": 0.0428,
      "step": 18610
    },
    {
      "epoch": 5.804741110417966,
      "flow_loss": 0.0333850271999836,
      "step": 18610
    },
    {
      "contrastive_loss": 0.008336225524544716,
      "epoch": 5.804741110417966,
      "step": 18610
    },
    {
      "contrastive_lambda": 0.7808467814591575,
      "epoch": 5.804741110417966,
      "step": 18610
    },
    {
      "contrastive_lambda": 0.780825121223367,
      "epoch": 5.805053025577043,
      "step": 18611
    },
    {
      "contrastive_lambda": 0.7808034602176783,
      "epoch": 5.80536494073612,
      "step": 18612
    },
    {
      "contrastive_lambda": 0.780781798442151,
      "epoch": 5.8056768558951966,
      "step": 18613
    },
    {
      "contrastive_lambda": 0.7807601358968445,
      "epoch": 5.805988771054273,
      "step": 18614
    },
    {
      "contrastive_lambda": 0.780738472581818,
      "epoch": 5.8063006862133495,
      "step": 18615
    },
    {
      "contrastive_lambda": 0.7807168084971312,
      "epoch": 5.806612601372427,
      "step": 18616
    },
    {
      "contrastive_lambda": 0.7806951436428433,
      "epoch": 5.806924516531503,
      "step": 18617
    },
    {
      "contrastive_lambda": 0.7806734780190138,
      "epoch": 5.80723643169058,
      "step": 18618
    },
    {
      "contrastive_lambda": 0.7806518116257019,
      "epoch": 5.807548346849657,
      "step": 18619
    },
    {
      "epoch": 5.807860262008734,
      "grad_norm": 0.11073637008666992,
      "learning_rate": 8.258959633464619e-05,
      "loss": 0.0367,
      "step": 18620
    },
    {
      "epoch": 5.807860262008734,
      "flow_loss": 0.044931624084711075,
      "step": 18620
    },
    {
      "contrastive_loss": 0.006150431931018829,
      "epoch": 5.807860262008734,
      "step": 18620
    },
    {
      "contrastive_lambda": 0.7806301444629671,
      "epoch": 5.807860262008734,
      "step": 18620
    },
    {
      "contrastive_lambda": 0.780608476530869,
      "epoch": 5.80817217716781,
      "step": 18621
    },
    {
      "contrastive_lambda": 0.7805868078294667,
      "epoch": 5.8084840923268874,
      "step": 18622
    },
    {
      "contrastive_lambda": 0.7805651383588197,
      "epoch": 5.808796007485964,
      "step": 18623
    },
    {
      "contrastive_lambda": 0.7805434681189876,
      "epoch": 5.80910792264504,
      "step": 18624
    },
    {
      "contrastive_lambda": 0.7805217971100294,
      "epoch": 5.809419837804118,
      "step": 18625
    },
    {
      "contrastive_lambda": 0.780500125332005,
      "epoch": 5.809731752963194,
      "step": 18626
    },
    {
      "contrastive_lambda": 0.7804784527849734,
      "epoch": 5.810043668122271,
      "step": 18627
    },
    {
      "contrastive_lambda": 0.7804567794689943,
      "epoch": 5.810355583281347,
      "step": 18628
    },
    {
      "contrastive_lambda": 0.780435105384127,
      "epoch": 5.8106674984404245,
      "step": 18629
    },
    {
      "epoch": 5.810979413599501,
      "grad_norm": 0.15467193722724915,
      "learning_rate": 8.256869158679377e-05,
      "loss": 0.0416,
      "step": 18630
    },
    {
      "epoch": 5.810979413599501,
      "flow_loss": 0.03420454263687134,
      "step": 18630
    },
    {
      "contrastive_loss": 0.005214000586420298,
      "epoch": 5.810979413599501,
      "step": 18630
    },
    {
      "contrastive_lambda": 0.780413430530431,
      "epoch": 5.810979413599501,
      "step": 18630
    },
    {
      "contrastive_lambda": 0.7803917549079655,
      "epoch": 5.8112913287585775,
      "step": 18631
    },
    {
      "contrastive_lambda": 0.7803700785167903,
      "epoch": 5.811603243917654,
      "step": 18632
    },
    {
      "contrastive_lambda": 0.7803484013569644,
      "epoch": 5.811915159076731,
      "step": 18633
    },
    {
      "contrastive_lambda": 0.7803267234285476,
      "epoch": 5.812227074235808,
      "step": 18634
    },
    {
      "contrastive_lambda": 0.7803050447315991,
      "epoch": 5.812538989394884,
      "step": 18635
    },
    {
      "contrastive_lambda": 0.7802833652661784,
      "epoch": 5.812850904553962,
      "step": 18636
    },
    {
      "contrastive_lambda": 0.7802616850323449,
      "epoch": 5.813162819713038,
      "step": 18637
    },
    {
      "contrastive_lambda": 0.7802400040301583,
      "epoch": 5.8134747348721145,
      "step": 18638
    },
    {
      "contrastive_lambda": 0.7802183222596775,
      "epoch": 5.813786650031192,
      "step": 18639
    },
    {
      "epoch": 5.814098565190268,
      "grad_norm": 0.14355088770389557,
      "learning_rate": 8.254777694543278e-05,
      "loss": 0.0352,
      "step": 18640
    },
    {
      "epoch": 5.814098565190268,
      "flow_loss": 0.04950115084648132,
      "step": 18640
    },
    {
      "contrastive_loss": 0.007031762972474098,
      "epoch": 5.814098565190268,
      "step": 18640
    },
    {
      "contrastive_lambda": 0.7801966397209624,
      "epoch": 5.814098565190268,
      "step": 18640
    },
    {
      "contrastive_lambda": 0.7801749564140723,
      "epoch": 5.814410480349345,
      "step": 18641
    },
    {
      "contrastive_lambda": 0.7801532723390667,
      "epoch": 5.814722395508422,
      "step": 18642
    },
    {
      "contrastive_lambda": 0.780131587496005,
      "epoch": 5.815034310667499,
      "step": 18643
    },
    {
      "contrastive_lambda": 0.7801099018849466,
      "epoch": 5.815346225826575,
      "step": 18644
    },
    {
      "contrastive_lambda": 0.780088215505951,
      "epoch": 5.815658140985652,
      "step": 18645
    },
    {
      "contrastive_lambda": 0.7800665283590776,
      "epoch": 5.815970056144729,
      "step": 18646
    },
    {
      "contrastive_lambda": 0.780044840444386,
      "epoch": 5.816281971303805,
      "step": 18647
    },
    {
      "contrastive_lambda": 0.7800231517619356,
      "epoch": 5.816593886462882,
      "step": 18648
    },
    {
      "contrastive_lambda": 0.7800014623117857,
      "epoch": 5.816905801621958,
      "step": 18649
    },
    {
      "epoch": 5.817217716781036,
      "grad_norm": 0.15977808833122253,
      "learning_rate": 8.252685241691651e-05,
      "loss": 0.0373,
      "step": 18650
    },
    {
      "epoch": 5.817217716781036,
      "flow_loss": 0.036727964878082275,
      "step": 18650
    },
    {
      "contrastive_loss": 0.007191019132733345,
      "epoch": 5.817217716781036,
      "step": 18650
    },
    {
      "contrastive_lambda": 0.7799797720939959,
      "epoch": 5.817217716781036,
      "step": 18650
    },
    {
      "contrastive_lambda": 0.7799580811086257,
      "epoch": 5.817529631940112,
      "step": 18651
    },
    {
      "contrastive_lambda": 0.7799363893557347,
      "epoch": 5.817841547099189,
      "step": 18652
    },
    {
      "contrastive_lambda": 0.779914696835382,
      "epoch": 5.818153462258266,
      "step": 18653
    },
    {
      "contrastive_lambda": 0.7798930035476273,
      "epoch": 5.8184653774173425,
      "step": 18654
    },
    {
      "contrastive_lambda": 0.77987130949253,
      "epoch": 5.818777292576419,
      "step": 18655
    },
    {
      "contrastive_lambda": 0.7798496146701497,
      "epoch": 5.819089207735496,
      "step": 18656
    },
    {
      "contrastive_lambda": 0.7798279190805457,
      "epoch": 5.819401122894573,
      "step": 18657
    },
    {
      "contrastive_lambda": 0.7798062227237776,
      "epoch": 5.819713038053649,
      "step": 18658
    },
    {
      "contrastive_lambda": 0.779784525599905,
      "epoch": 5.820024953212727,
      "step": 18659
    },
    {
      "epoch": 5.820336868371803,
      "grad_norm": 0.11113753914833069,
      "learning_rate": 8.250591800760133e-05,
      "loss": 0.0413,
      "step": 18660
    },
    {
      "epoch": 5.820336868371803,
      "flow_loss": 0.025430770590901375,
      "step": 18660
    },
    {
      "contrastive_loss": 0.004922425840049982,
      "epoch": 5.820336868371803,
      "step": 18660
    },
    {
      "contrastive_lambda": 0.7797628277089871,
      "epoch": 5.820336868371803,
      "step": 18660
    },
    {
      "contrastive_lambda": 0.7797411290510834,
      "epoch": 5.8206487835308796,
      "step": 18661
    },
    {
      "contrastive_lambda": 0.7797194296262537,
      "epoch": 5.820960698689956,
      "step": 18662
    },
    {
      "contrastive_lambda": 0.7796977294345573,
      "epoch": 5.821272613849033,
      "step": 18663
    },
    {
      "contrastive_lambda": 0.7796760284760537,
      "epoch": 5.82158452900811,
      "step": 18664
    },
    {
      "contrastive_lambda": 0.7796543267508023,
      "epoch": 5.821896444167186,
      "step": 18665
    },
    {
      "contrastive_lambda": 0.7796326242588627,
      "epoch": 5.822208359326263,
      "step": 18666
    },
    {
      "contrastive_lambda": 0.7796109210002944,
      "epoch": 5.82252027448534,
      "step": 18667
    },
    {
      "contrastive_lambda": 0.7795892169751569,
      "epoch": 5.822832189644417,
      "step": 18668
    },
    {
      "contrastive_lambda": 0.7795675121835097,
      "epoch": 5.823144104803493,
      "step": 18669
    },
    {
      "epoch": 5.8234560199625705,
      "grad_norm": 0.14283965528011322,
      "learning_rate": 8.248497372384649e-05,
      "loss": 0.0504,
      "step": 18670
    },
    {
      "epoch": 5.8234560199625705,
      "flow_loss": 0.02368973009288311,
      "step": 18670
    },
    {
      "contrastive_loss": 0.006225251592695713,
      "epoch": 5.8234560199625705,
      "step": 18670
    },
    {
      "contrastive_lambda": 0.7795458066254123,
      "epoch": 5.8234560199625705,
      "step": 18670
    },
    {
      "contrastive_lambda": 0.7795241003009241,
      "epoch": 5.823767935121647,
      "step": 18671
    },
    {
      "contrastive_lambda": 0.7795023932101048,
      "epoch": 5.824079850280723,
      "step": 18672
    },
    {
      "contrastive_lambda": 0.7794806853530138,
      "epoch": 5.824391765439801,
      "step": 18673
    },
    {
      "contrastive_lambda": 0.7794589767297107,
      "epoch": 5.824703680598877,
      "step": 18674
    },
    {
      "contrastive_lambda": 0.7794372673402548,
      "epoch": 5.825015595757954,
      "step": 18675
    },
    {
      "contrastive_lambda": 0.7794155571847059,
      "epoch": 5.825327510917031,
      "step": 18676
    },
    {
      "contrastive_lambda": 0.7793938462631234,
      "epoch": 5.8256394260761075,
      "step": 18677
    },
    {
      "contrastive_lambda": 0.7793721345755666,
      "epoch": 5.825951341235184,
      "step": 18678
    },
    {
      "contrastive_lambda": 0.7793504221220955,
      "epoch": 5.8262632563942605,
      "step": 18679
    },
    {
      "epoch": 5.826575171553338,
      "grad_norm": 0.15357598662376404,
      "learning_rate": 8.246401957201437e-05,
      "loss": 0.039,
      "step": 18680
    },
    {
      "epoch": 5.826575171553338,
      "flow_loss": 0.04647858068346977,
      "step": 18680
    },
    {
      "contrastive_loss": 0.006239268928766251,
      "epoch": 5.826575171553338,
      "step": 18680
    },
    {
      "contrastive_lambda": 0.7793287089027692,
      "epoch": 5.826575171553338,
      "step": 18680
    },
    {
      "contrastive_lambda": 0.7793069949176473,
      "epoch": 5.826887086712414,
      "step": 18681
    },
    {
      "contrastive_lambda": 0.7792852801667896,
      "epoch": 5.827199001871491,
      "step": 18682
    },
    {
      "contrastive_lambda": 0.7792635646502553,
      "epoch": 5.827510917030567,
      "step": 18683
    },
    {
      "contrastive_lambda": 0.7792418483681042,
      "epoch": 5.827822832189645,
      "step": 18684
    },
    {
      "contrastive_lambda": 0.7792201313203957,
      "epoch": 5.828134747348721,
      "step": 18685
    },
    {
      "contrastive_lambda": 0.7791984135071892,
      "epoch": 5.8284466625077975,
      "step": 18686
    },
    {
      "contrastive_lambda": 0.7791766949285446,
      "epoch": 5.828758577666875,
      "step": 18687
    },
    {
      "contrastive_lambda": 0.7791549755845211,
      "epoch": 5.829070492825951,
      "step": 18688
    },
    {
      "contrastive_lambda": 0.7791332554751785,
      "epoch": 5.829382407985028,
      "step": 18689
    },
    {
      "epoch": 5.829694323144105,
      "grad_norm": 0.12611325085163116,
      "learning_rate": 8.244305555847027e-05,
      "loss": 0.0436,
      "step": 18690
    },
    {
      "epoch": 5.829694323144105,
      "flow_loss": 0.0492328517138958,
      "step": 18690
    },
    {
      "contrastive_loss": 0.006974502466619015,
      "epoch": 5.829694323144105,
      "step": 18690
    },
    {
      "contrastive_lambda": 0.7791115346005761,
      "epoch": 5.829694323144105,
      "step": 18690
    },
    {
      "contrastive_lambda": 0.7790898129607737,
      "epoch": 5.830006238303182,
      "step": 18691
    },
    {
      "contrastive_lambda": 0.7790680905558307,
      "epoch": 5.830318153462258,
      "step": 18692
    },
    {
      "contrastive_lambda": 0.7790463673858068,
      "epoch": 5.8306300686213355,
      "step": 18693
    },
    {
      "contrastive_lambda": 0.7790246434507613,
      "epoch": 5.830941983780412,
      "step": 18694
    },
    {
      "contrastive_lambda": 0.7790029187507539,
      "epoch": 5.831253898939488,
      "step": 18695
    },
    {
      "contrastive_lambda": 0.7789811932858441,
      "epoch": 5.831565814098565,
      "step": 18696
    },
    {
      "contrastive_lambda": 0.7789594670560915,
      "epoch": 5.831877729257642,
      "step": 18697
    },
    {
      "contrastive_lambda": 0.7789377400615559,
      "epoch": 5.832189644416719,
      "step": 18698
    },
    {
      "contrastive_lambda": 0.7789160123022965,
      "epoch": 5.832501559575795,
      "step": 18699
    },
    {
      "epoch": 5.832813474734872,
      "grad_norm": 0.13521911203861237,
      "learning_rate": 8.24220816895825e-05,
      "loss": 0.0421,
      "step": 18700
    },
    {
      "epoch": 5.832813474734872,
      "flow_loss": 0.05815628916025162,
      "step": 18700
    },
    {
      "contrastive_loss": 0.006306356750428677,
      "epoch": 5.832813474734872,
      "step": 18700
    },
    {
      "contrastive_lambda": 0.778894283778373,
      "epoch": 5.832813474734872,
      "step": 18700
    },
    {
      "contrastive_lambda": 0.778872554489845,
      "epoch": 5.833125389893949,
      "step": 18701
    },
    {
      "contrastive_lambda": 0.7788508244367722,
      "epoch": 5.8334373050530255,
      "step": 18702
    },
    {
      "contrastive_lambda": 0.7788290936192139,
      "epoch": 5.833749220212102,
      "step": 18703
    },
    {
      "contrastive_lambda": 0.7788073620372298,
      "epoch": 5.834061135371179,
      "step": 18704
    },
    {
      "contrastive_lambda": 0.7787856296908795,
      "epoch": 5.834373050530256,
      "step": 18705
    },
    {
      "contrastive_lambda": 0.7787638965802226,
      "epoch": 5.834684965689332,
      "step": 18706
    },
    {
      "contrastive_lambda": 0.7787421627053186,
      "epoch": 5.83499688084841,
      "step": 18707
    },
    {
      "contrastive_lambda": 0.7787204280662272,
      "epoch": 5.835308796007486,
      "step": 18708
    },
    {
      "contrastive_lambda": 0.778698692663008,
      "epoch": 5.835620711166563,
      "step": 18709
    },
    {
      "epoch": 5.83593262632564,
      "grad_norm": 0.14359034597873688,
      "learning_rate": 8.240109797172237e-05,
      "loss": 0.0422,
      "step": 18710
    },
    {
      "epoch": 5.83593262632564,
      "flow_loss": 0.024326637387275696,
      "step": 18710
    },
    {
      "contrastive_loss": 0.005701176822185516,
      "epoch": 5.83593262632564,
      "step": 18710
    },
    {
      "contrastive_lambda": 0.7786769564957203,
      "epoch": 5.83593262632564,
      "step": 18710
    },
    {
      "contrastive_lambda": 0.778655219564424,
      "epoch": 5.836244541484716,
      "step": 18711
    },
    {
      "contrastive_lambda": 0.7786334818691785,
      "epoch": 5.836556456643793,
      "step": 18712
    },
    {
      "contrastive_lambda": 0.7786117434100437,
      "epoch": 5.836868371802869,
      "step": 18713
    },
    {
      "contrastive_lambda": 0.7785900041870788,
      "epoch": 5.837180286961947,
      "step": 18714
    },
    {
      "contrastive_lambda": 0.7785682642003436,
      "epoch": 5.837492202121023,
      "step": 18715
    },
    {
      "contrastive_lambda": 0.7785465234498978,
      "epoch": 5.8378041172801,
      "step": 18716
    },
    {
      "contrastive_lambda": 0.7785247819358008,
      "epoch": 5.838116032439176,
      "step": 18717
    },
    {
      "contrastive_lambda": 0.7785030396581123,
      "epoch": 5.8384279475982535,
      "step": 18718
    },
    {
      "contrastive_lambda": 0.7784812966168919,
      "epoch": 5.83873986275733,
      "step": 18719
    },
    {
      "epoch": 5.839051777916406,
      "grad_norm": 0.11784151196479797,
      "learning_rate": 8.238010441126416e-05,
      "loss": 0.038,
      "step": 18720
    },
    {
      "epoch": 5.839051777916406,
      "flow_loss": 0.05129976198077202,
      "step": 18720
    },
    {
      "contrastive_loss": 0.005890407599508762,
      "epoch": 5.839051777916406,
      "step": 18720
    },
    {
      "contrastive_lambda": 0.7784595528121994,
      "epoch": 5.839051777916406,
      "step": 18720
    },
    {
      "contrastive_lambda": 0.778437808244094,
      "epoch": 5.839363693075484,
      "step": 18721
    },
    {
      "contrastive_lambda": 0.7784160629126355,
      "epoch": 5.83967560823456,
      "step": 18722
    },
    {
      "contrastive_lambda": 0.7783943168178838,
      "epoch": 5.839987523393637,
      "step": 18723
    },
    {
      "contrastive_lambda": 0.7783725699598981,
      "epoch": 5.840299438552714,
      "step": 18724
    },
    {
      "contrastive_lambda": 0.7783508223387383,
      "epoch": 5.8406113537117905,
      "step": 18725
    },
    {
      "contrastive_lambda": 0.7783290739544638,
      "epoch": 5.840923268870867,
      "step": 18726
    },
    {
      "contrastive_lambda": 0.7783073248071344,
      "epoch": 5.841235184029944,
      "step": 18727
    },
    {
      "contrastive_lambda": 0.7782855748968096,
      "epoch": 5.841547099189021,
      "step": 18728
    },
    {
      "contrastive_lambda": 0.7782638242235492,
      "epoch": 5.841859014348097,
      "step": 18729
    },
    {
      "epoch": 5.842170929507174,
      "grad_norm": 0.1312127560377121,
      "learning_rate": 8.23591010145852e-05,
      "loss": 0.037,
      "step": 18730
    },
    {
      "epoch": 5.842170929507174,
      "flow_loss": 0.04269983991980553,
      "step": 18730
    },
    {
      "contrastive_loss": 0.0053049540147185326,
      "epoch": 5.842170929507174,
      "step": 18730
    },
    {
      "contrastive_lambda": 0.7782420727874126,
      "epoch": 5.842170929507174,
      "step": 18730
    },
    {
      "contrastive_lambda": 0.7782203205884597,
      "epoch": 5.842482844666251,
      "step": 18731
    },
    {
      "contrastive_lambda": 0.77819856762675,
      "epoch": 5.842794759825328,
      "step": 18732
    },
    {
      "contrastive_lambda": 0.7781768139023431,
      "epoch": 5.843106674984404,
      "step": 18733
    },
    {
      "contrastive_lambda": 0.7781550594152986,
      "epoch": 5.8434185901434805,
      "step": 18734
    },
    {
      "contrastive_lambda": 0.7781333041656762,
      "epoch": 5.843730505302558,
      "step": 18735
    },
    {
      "contrastive_lambda": 0.7781115481535357,
      "epoch": 5.844042420461634,
      "step": 18736
    },
    {
      "contrastive_lambda": 0.7780897913789364,
      "epoch": 5.844354335620711,
      "step": 18737
    },
    {
      "contrastive_lambda": 0.7780680338419383,
      "epoch": 5.844666250779788,
      "step": 18738
    },
    {
      "contrastive_lambda": 0.7780462755426008,
      "epoch": 5.844978165938865,
      "step": 18739
    },
    {
      "epoch": 5.845290081097941,
      "grad_norm": 0.12144335359334946,
      "learning_rate": 8.233808778806571e-05,
      "loss": 0.0394,
      "step": 18740
    },
    {
      "epoch": 5.845290081097941,
      "flow_loss": 0.029300982132554054,
      "step": 18740
    },
    {
      "contrastive_loss": 0.0049271360039711,
      "epoch": 5.845290081097941,
      "step": 18740
    },
    {
      "contrastive_lambda": 0.7780245164809838,
      "epoch": 5.845290081097941,
      "step": 18740
    },
    {
      "contrastive_lambda": 0.7780027566571466,
      "epoch": 5.8456019962570185,
      "step": 18741
    },
    {
      "contrastive_lambda": 0.7779809960711492,
      "epoch": 5.845913911416095,
      "step": 18742
    },
    {
      "contrastive_lambda": 0.7779592347230511,
      "epoch": 5.846225826575171,
      "step": 18743
    },
    {
      "contrastive_lambda": 0.777937472612912,
      "epoch": 5.846537741734249,
      "step": 18744
    },
    {
      "contrastive_lambda": 0.7779157097407914,
      "epoch": 5.846849656893325,
      "step": 18745
    },
    {
      "contrastive_lambda": 0.7778939461067492,
      "epoch": 5.847161572052402,
      "step": 18746
    },
    {
      "contrastive_lambda": 0.7778721817108449,
      "epoch": 5.847473487211478,
      "step": 18747
    },
    {
      "contrastive_lambda": 0.7778504165531384,
      "epoch": 5.8477854023705556,
      "step": 18748
    },
    {
      "contrastive_lambda": 0.7778286506336891,
      "epoch": 5.848097317529632,
      "step": 18749
    },
    {
      "epoch": 5.8484092326887085,
      "grad_norm": 0.1136784628033638,
      "learning_rate": 8.231706473808903e-05,
      "loss": 0.035,
      "step": 18750
    },
    {
      "epoch": 5.8484092326887085,
      "flow_loss": 0.041056077927351,
      "step": 18750
    },
    {
      "contrastive_loss": 0.005654255859553814,
      "epoch": 5.8484092326887085,
      "step": 18750
    },
    {
      "contrastive_lambda": 0.7778068839525568,
      "epoch": 5.8484092326887085,
      "step": 18750
    },
    {
      "contrastive_lambda": 0.7777851165098011,
      "epoch": 5.848721147847785,
      "step": 18751
    },
    {
      "contrastive_lambda": 0.7777633483054818,
      "epoch": 5.849033063006862,
      "step": 18752
    },
    {
      "contrastive_lambda": 0.7777415793396585,
      "epoch": 5.849344978165939,
      "step": 18753
    },
    {
      "contrastive_lambda": 0.777719809612391,
      "epoch": 5.849656893325015,
      "step": 18754
    },
    {
      "contrastive_lambda": 0.7776980391237386,
      "epoch": 5.849968808484093,
      "step": 18755
    },
    {
      "contrastive_lambda": 0.7776762678737614,
      "epoch": 5.850280723643169,
      "step": 18756
    },
    {
      "contrastive_lambda": 0.7776544958625189,
      "epoch": 5.850592638802246,
      "step": 18757
    },
    {
      "contrastive_lambda": 0.7776327230900709,
      "epoch": 5.850904553961323,
      "step": 18758
    },
    {
      "contrastive_lambda": 0.777610949556477,
      "epoch": 5.851216469120399,
      "step": 18759
    },
    {
      "epoch": 5.851528384279476,
      "grad_norm": 0.11293002963066101,
      "learning_rate": 8.229603187104133e-05,
      "loss": 0.0373,
      "step": 18760
    },
    {
      "epoch": 5.851528384279476,
      "flow_loss": 0.06610987335443497,
      "step": 18760
    },
    {
      "contrastive_loss": 0.005871829576790333,
      "epoch": 5.851528384279476,
      "step": 18760
    },
    {
      "contrastive_lambda": 0.7775891752617969,
      "epoch": 5.851528384279476,
      "step": 18760
    },
    {
      "contrastive_lambda": 0.7775674002060904,
      "epoch": 5.851840299438552,
      "step": 18761
    },
    {
      "contrastive_lambda": 0.777545624389417,
      "epoch": 5.85215221459763,
      "step": 18762
    },
    {
      "contrastive_lambda": 0.7775238478118367,
      "epoch": 5.852464129756706,
      "step": 18763
    },
    {
      "contrastive_lambda": 0.7775020704734088,
      "epoch": 5.852776044915783,
      "step": 18764
    },
    {
      "contrastive_lambda": 0.7774802923741934,
      "epoch": 5.85308796007486,
      "step": 18765
    },
    {
      "contrastive_lambda": 0.7774585135142499,
      "epoch": 5.8533998752339365,
      "step": 18766
    },
    {
      "contrastive_lambda": 0.7774367338936381,
      "epoch": 5.853711790393013,
      "step": 18767
    },
    {
      "contrastive_lambda": 0.7774149535124179,
      "epoch": 5.854023705552089,
      "step": 18768
    },
    {
      "contrastive_lambda": 0.7773931723706486,
      "epoch": 5.854335620711167,
      "step": 18769
    },
    {
      "epoch": 5.854647535870243,
      "grad_norm": 0.13903126120567322,
      "learning_rate": 8.22749891933119e-05,
      "loss": 0.0428,
      "step": 18770
    },
    {
      "epoch": 5.854647535870243,
      "flow_loss": 0.030821995809674263,
      "step": 18770
    },
    {
      "contrastive_loss": 0.006333286873996258,
      "epoch": 5.854647535870243,
      "step": 18770
    },
    {
      "contrastive_lambda": 0.7773713904683904,
      "epoch": 5.854647535870243,
      "step": 18770
    },
    {
      "contrastive_lambda": 0.7773496078057027,
      "epoch": 5.85495945102932,
      "step": 18771
    },
    {
      "contrastive_lambda": 0.7773278243826454,
      "epoch": 5.855271366188397,
      "step": 18772
    },
    {
      "contrastive_lambda": 0.777306040199278,
      "epoch": 5.8555832813474735,
      "step": 18773
    },
    {
      "contrastive_lambda": 0.7772842552556604,
      "epoch": 5.85589519650655,
      "step": 18774
    },
    {
      "contrastive_lambda": 0.7772624695518522,
      "epoch": 5.856207111665627,
      "step": 18775
    },
    {
      "contrastive_lambda": 0.7772406830879133,
      "epoch": 5.856519026824704,
      "step": 18776
    },
    {
      "contrastive_lambda": 0.7772188958639032,
      "epoch": 5.85683094198378,
      "step": 18777
    },
    {
      "contrastive_lambda": 0.7771971078798818,
      "epoch": 5.857142857142857,
      "step": 18778
    },
    {
      "contrastive_lambda": 0.7771753191359089,
      "epoch": 5.857454772301934,
      "step": 18779
    },
    {
      "epoch": 5.857766687461011,
      "grad_norm": 0.14057889580726624,
      "learning_rate": 8.225393671129291e-05,
      "loss": 0.039,
      "step": 18780
    },
    {
      "epoch": 5.857766687461011,
      "flow_loss": 0.03967287391424179,
      "step": 18780
    },
    {
      "contrastive_loss": 0.00780944200232625,
      "epoch": 5.857766687461011,
      "step": 18780
    },
    {
      "contrastive_lambda": 0.7771535296320441,
      "epoch": 5.857766687461011,
      "step": 18780
    },
    {
      "contrastive_lambda": 0.777131739368347,
      "epoch": 5.858078602620087,
      "step": 18781
    },
    {
      "contrastive_lambda": 0.7771099483448777,
      "epoch": 5.858390517779164,
      "step": 18782
    },
    {
      "contrastive_lambda": 0.7770881565616956,
      "epoch": 5.858702432938241,
      "step": 18783
    },
    {
      "contrastive_lambda": 0.7770663640188606,
      "epoch": 5.859014348097317,
      "step": 18784
    },
    {
      "contrastive_lambda": 0.7770445707164325,
      "epoch": 5.859326263256394,
      "step": 18785
    },
    {
      "contrastive_lambda": 0.7770227766544711,
      "epoch": 5.859638178415471,
      "step": 18786
    },
    {
      "contrastive_lambda": 0.7770009818330358,
      "epoch": 5.859950093574548,
      "step": 18787
    },
    {
      "contrastive_lambda": 0.7769791862521866,
      "epoch": 5.860262008733624,
      "step": 18788
    },
    {
      "contrastive_lambda": 0.7769573899119833,
      "epoch": 5.8605739238927015,
      "step": 18789
    },
    {
      "epoch": 5.860885839051778,
      "grad_norm": 0.09721585363149643,
      "learning_rate": 8.223287443137957e-05,
      "loss": 0.0418,
      "step": 18790
    },
    {
      "epoch": 5.860885839051778,
      "flow_loss": 0.05892467498779297,
      "step": 18790
    },
    {
      "contrastive_loss": 0.014466828666627407,
      "epoch": 5.860885839051778,
      "step": 18790
    },
    {
      "contrastive_lambda": 0.7769355928124857,
      "epoch": 5.860885839051778,
      "step": 18790
    },
    {
      "contrastive_lambda": 0.7769137949537532,
      "epoch": 5.861197754210854,
      "step": 18791
    },
    {
      "contrastive_lambda": 0.776891996335846,
      "epoch": 5.861509669369932,
      "step": 18792
    },
    {
      "contrastive_lambda": 0.7768701969588236,
      "epoch": 5.861821584529008,
      "step": 18793
    },
    {
      "contrastive_lambda": 0.776848396822746,
      "epoch": 5.862133499688085,
      "step": 18794
    },
    {
      "contrastive_lambda": 0.7768265959276726,
      "epoch": 5.862445414847161,
      "step": 18795
    },
    {
      "contrastive_lambda": 0.7768047942736633,
      "epoch": 5.8627573300062386,
      "step": 18796
    },
    {
      "contrastive_lambda": 0.7767829918607781,
      "epoch": 5.863069245165315,
      "step": 18797
    },
    {
      "contrastive_lambda": 0.7767611886890766,
      "epoch": 5.8633811603243915,
      "step": 18798
    },
    {
      "contrastive_lambda": 0.7767393847586186,
      "epoch": 5.863693075483469,
      "step": 18799
    },
    {
      "epoch": 5.864004990642545,
      "grad_norm": 0.1416248232126236,
      "learning_rate": 8.221180235997004e-05,
      "loss": 0.0404,
      "step": 18800
    },
    {
      "epoch": 5.864004990642545,
      "flow_loss": 0.06226303428411484,
      "step": 18800
    },
    {
      "contrastive_loss": 0.007378730457276106,
      "epoch": 5.864004990642545,
      "step": 18800
    },
    {
      "contrastive_lambda": 0.7767175800694637,
      "epoch": 5.864004990642545,
      "step": 18800
    },
    {
      "contrastive_lambda": 0.776695774621672,
      "epoch": 5.864316905801622,
      "step": 18801
    },
    {
      "contrastive_lambda": 0.7766739684153031,
      "epoch": 5.864628820960698,
      "step": 18802
    },
    {
      "contrastive_lambda": 0.7766521614504168,
      "epoch": 5.864940736119776,
      "step": 18803
    },
    {
      "contrastive_lambda": 0.7766303537270729,
      "epoch": 5.865252651278852,
      "step": 18804
    },
    {
      "contrastive_lambda": 0.7766085452453313,
      "epoch": 5.865564566437929,
      "step": 18805
    },
    {
      "contrastive_lambda": 0.7765867360052514,
      "epoch": 5.865876481597006,
      "step": 18806
    },
    {
      "contrastive_lambda": 0.7765649260068934,
      "epoch": 5.866188396756082,
      "step": 18807
    },
    {
      "contrastive_lambda": 0.776543115250317,
      "epoch": 5.866500311915159,
      "step": 18808
    },
    {
      "contrastive_lambda": 0.7765213037355819,
      "epoch": 5.866812227074236,
      "step": 18809
    },
    {
      "epoch": 5.867124142233313,
      "grad_norm": 0.10838693380355835,
      "learning_rate": 8.219072050346544e-05,
      "loss": 0.0441,
      "step": 18810
    },
    {
      "epoch": 5.867124142233313,
      "flow_loss": 0.03241688385605812,
      "step": 18810
    },
    {
      "contrastive_loss": 0.005188249051570892,
      "epoch": 5.867124142233313,
      "step": 18810
    },
    {
      "contrastive_lambda": 0.7764994914627479,
      "epoch": 5.867124142233313,
      "step": 18810
    },
    {
      "contrastive_lambda": 0.776477678431875,
      "epoch": 5.867436057392389,
      "step": 18811
    },
    {
      "contrastive_lambda": 0.7764558646430226,
      "epoch": 5.867747972551466,
      "step": 18812
    },
    {
      "contrastive_lambda": 0.776434050096251,
      "epoch": 5.868059887710543,
      "step": 18813
    },
    {
      "contrastive_lambda": 0.7764122347916196,
      "epoch": 5.8683718028696195,
      "step": 18814
    },
    {
      "contrastive_lambda": 0.7763904187291883,
      "epoch": 5.868683718028696,
      "step": 18815
    },
    {
      "contrastive_lambda": 0.7763686019090172,
      "epoch": 5.868995633187773,
      "step": 18816
    },
    {
      "contrastive_lambda": 0.7763467843311658,
      "epoch": 5.86930754834685,
      "step": 18817
    },
    {
      "contrastive_lambda": 0.7763249659956939,
      "epoch": 5.869619463505926,
      "step": 18818
    },
    {
      "contrastive_lambda": 0.7763031469026616,
      "epoch": 5.869931378665003,
      "step": 18819
    },
    {
      "epoch": 5.87024329382408,
      "grad_norm": 0.09318136423826218,
      "learning_rate": 8.216962886826992e-05,
      "loss": 0.0418,
      "step": 18820
    },
    {
      "epoch": 5.87024329382408,
      "flow_loss": 0.030460670590400696,
      "step": 18820
    },
    {
      "contrastive_loss": 0.006847144104540348,
      "epoch": 5.87024329382408,
      "step": 18820
    },
    {
      "contrastive_lambda": 0.7762813270521283,
      "epoch": 5.87024329382408,
      "step": 18820
    },
    {
      "contrastive_lambda": 0.7762595064441542,
      "epoch": 5.8705552089831565,
      "step": 18821
    },
    {
      "contrastive_lambda": 0.776237685078799,
      "epoch": 5.870867124142233,
      "step": 18822
    },
    {
      "contrastive_lambda": 0.7762158629561224,
      "epoch": 5.87117903930131,
      "step": 18823
    },
    {
      "contrastive_lambda": 0.7761940400761844,
      "epoch": 5.871490954460387,
      "step": 18824
    },
    {
      "contrastive_lambda": 0.7761722164390448,
      "epoch": 5.871802869619463,
      "step": 18825
    },
    {
      "contrastive_lambda": 0.7761503920447633,
      "epoch": 5.872114784778541,
      "step": 18826
    },
    {
      "contrastive_lambda": 0.7761285668933998,
      "epoch": 5.872426699937617,
      "step": 18827
    },
    {
      "contrastive_lambda": 0.7761067409850143,
      "epoch": 5.872738615096694,
      "step": 18828
    },
    {
      "contrastive_lambda": 0.7760849143196664,
      "epoch": 5.87305053025577,
      "step": 18829
    },
    {
      "epoch": 5.873362445414847,
      "grad_norm": 0.1499137431383133,
      "learning_rate": 8.214852746079054e-05,
      "loss": 0.0385,
      "step": 18830
    },
    {
      "epoch": 5.873362445414847,
      "flow_loss": 0.03923514857888222,
      "step": 18830
    },
    {
      "contrastive_loss": 0.005933010950684547,
      "epoch": 5.873362445414847,
      "step": 18830
    },
    {
      "contrastive_lambda": 0.776063086897416,
      "epoch": 5.873362445414847,
      "step": 18830
    },
    {
      "contrastive_lambda": 0.776041258718323,
      "epoch": 5.873674360573924,
      "step": 18831
    },
    {
      "contrastive_lambda": 0.7760194297824472,
      "epoch": 5.873986275733,
      "step": 18832
    },
    {
      "contrastive_lambda": 0.7759976000898485,
      "epoch": 5.874298190892078,
      "step": 18833
    },
    {
      "contrastive_lambda": 0.7759757696405867,
      "epoch": 5.874610106051154,
      "step": 18834
    },
    {
      "contrastive_lambda": 0.7759539384347216,
      "epoch": 5.874922021210231,
      "step": 18835
    },
    {
      "contrastive_lambda": 0.7759321064723133,
      "epoch": 5.875233936369307,
      "step": 18836
    },
    {
      "contrastive_lambda": 0.7759102737534213,
      "epoch": 5.8755458515283845,
      "step": 18837
    },
    {
      "contrastive_lambda": 0.7758884402781057,
      "epoch": 5.875857766687461,
      "step": 18838
    },
    {
      "contrastive_lambda": 0.7758666060464261,
      "epoch": 5.876169681846537,
      "step": 18839
    },
    {
      "epoch": 5.876481597005615,
      "grad_norm": 0.14127999544143677,
      "learning_rate": 8.212741628743732e-05,
      "loss": 0.0363,
      "step": 18840
    },
    {
      "epoch": 5.876481597005615,
      "flow_loss": 0.03995969891548157,
      "step": 18840
    },
    {
      "contrastive_loss": 0.0073001631535589695,
      "epoch": 5.876481597005615,
      "step": 18840
    },
    {
      "contrastive_lambda": 0.7758447710584426,
      "epoch": 5.876481597005615,
      "step": 18840
    },
    {
      "contrastive_lambda": 0.7758229353142152,
      "epoch": 5.876793512164691,
      "step": 18841
    },
    {
      "contrastive_lambda": 0.7758010988138033,
      "epoch": 5.877105427323768,
      "step": 18842
    },
    {
      "contrastive_lambda": 0.7757792615572672,
      "epoch": 5.877417342482845,
      "step": 18843
    },
    {
      "contrastive_lambda": 0.7757574235446665,
      "epoch": 5.877729257641922,
      "step": 18844
    },
    {
      "contrastive_lambda": 0.7757355847760613,
      "epoch": 5.878041172800998,
      "step": 18845
    },
    {
      "contrastive_lambda": 0.7757137452515113,
      "epoch": 5.8783530879600745,
      "step": 18846
    },
    {
      "contrastive_lambda": 0.7756919049710762,
      "epoch": 5.878665003119152,
      "step": 18847
    },
    {
      "contrastive_lambda": 0.7756700639348163,
      "epoch": 5.878976918278228,
      "step": 18848
    },
    {
      "contrastive_lambda": 0.7756482221427913,
      "epoch": 5.879288833437305,
      "step": 18849
    },
    {
      "epoch": 5.879600748596382,
      "grad_norm": 0.11502861231565475,
      "learning_rate": 8.210629535462333e-05,
      "loss": 0.0439,
      "step": 18850
    },
    {
      "epoch": 5.879600748596382,
      "flow_loss": 0.022121494635939598,
      "step": 18850
    },
    {
      "contrastive_loss": 0.005583698861300945,
      "epoch": 5.879600748596382,
      "step": 18850
    },
    {
      "contrastive_lambda": 0.7756263795950609,
      "epoch": 5.879600748596382,
      "step": 18850
    },
    {
      "contrastive_lambda": 0.7756045362916852,
      "epoch": 5.879912663755459,
      "step": 18851
    },
    {
      "contrastive_lambda": 0.775582692232724,
      "epoch": 5.880224578914535,
      "step": 18852
    },
    {
      "contrastive_lambda": 0.7755608474182372,
      "epoch": 5.880536494073612,
      "step": 18853
    },
    {
      "contrastive_lambda": 0.7755390018482847,
      "epoch": 5.880848409232689,
      "step": 18854
    },
    {
      "contrastive_lambda": 0.7755171555229264,
      "epoch": 5.881160324391765,
      "step": 18855
    },
    {
      "contrastive_lambda": 0.7754953084422223,
      "epoch": 5.881472239550842,
      "step": 18856
    },
    {
      "contrastive_lambda": 0.7754734606062319,
      "epoch": 5.881784154709919,
      "step": 18857
    },
    {
      "contrastive_lambda": 0.7754516120150156,
      "epoch": 5.882096069868996,
      "step": 18858
    },
    {
      "contrastive_lambda": 0.7754297626686328,
      "epoch": 5.882407985028072,
      "step": 18859
    },
    {
      "epoch": 5.8827199001871495,
      "grad_norm": 0.15140768885612488,
      "learning_rate": 8.208516466876453e-05,
      "loss": 0.0351,
      "step": 18860
    },
    {
      "epoch": 5.8827199001871495,
      "flow_loss": 0.025623828172683716,
      "step": 18860
    },
    {
      "contrastive_loss": 0.0076522547751665115,
      "epoch": 5.8827199001871495,
      "step": 18860
    },
    {
      "contrastive_lambda": 0.7754079125671439,
      "epoch": 5.8827199001871495,
      "step": 18860
    },
    {
      "contrastive_lambda": 0.7753860617106085,
      "epoch": 5.883031815346226,
      "step": 18861
    },
    {
      "contrastive_lambda": 0.7753642100990866,
      "epoch": 5.8833437305053025,
      "step": 18862
    },
    {
      "contrastive_lambda": 0.775342357732638,
      "epoch": 5.883655645664379,
      "step": 18863
    },
    {
      "contrastive_lambda": 0.7753205046113228,
      "epoch": 5.883967560823456,
      "step": 18864
    },
    {
      "contrastive_lambda": 0.7752986507352009,
      "epoch": 5.884279475982533,
      "step": 18865
    },
    {
      "contrastive_lambda": 0.7752767961043319,
      "epoch": 5.884591391141609,
      "step": 18866
    },
    {
      "contrastive_lambda": 0.775254940718776,
      "epoch": 5.884903306300687,
      "step": 18867
    },
    {
      "contrastive_lambda": 0.7752330845785931,
      "epoch": 5.885215221459763,
      "step": 18868
    },
    {
      "contrastive_lambda": 0.775211227683843,
      "epoch": 5.8855271366188395,
      "step": 18869
    },
    {
      "epoch": 5.885839051777916,
      "grad_norm": 0.12438368797302246,
      "learning_rate": 8.206402423627986e-05,
      "loss": 0.0402,
      "step": 18870
    },
    {
      "epoch": 5.885839051777916,
      "flow_loss": 0.04318813979625702,
      "step": 18870
    },
    {
      "contrastive_loss": 0.004455399699509144,
      "epoch": 5.885839051777916,
      "step": 18870
    },
    {
      "contrastive_lambda": 0.7751893700345858,
      "epoch": 5.885839051777916,
      "step": 18870
    },
    {
      "contrastive_lambda": 0.7751675116308812,
      "epoch": 5.886150966936993,
      "step": 18871
    },
    {
      "contrastive_lambda": 0.7751456524727893,
      "epoch": 5.88646288209607,
      "step": 18872
    },
    {
      "contrastive_lambda": 0.77512379256037,
      "epoch": 5.886774797255146,
      "step": 18873
    },
    {
      "contrastive_lambda": 0.7751019318936831,
      "epoch": 5.887086712414224,
      "step": 18874
    },
    {
      "contrastive_lambda": 0.7750800704727887,
      "epoch": 5.8873986275733,
      "step": 18875
    },
    {
      "contrastive_lambda": 0.7750582082977466,
      "epoch": 5.887710542732377,
      "step": 18876
    },
    {
      "contrastive_lambda": 0.7750363453686169,
      "epoch": 5.888022457891454,
      "step": 18877
    },
    {
      "contrastive_lambda": 0.7750144816854594,
      "epoch": 5.88833437305053,
      "step": 18878
    },
    {
      "contrastive_lambda": 0.7749926172483341,
      "epoch": 5.888646288209607,
      "step": 18879
    },
    {
      "epoch": 5.888958203368683,
      "grad_norm": 0.145393967628479,
      "learning_rate": 8.204287406359124e-05,
      "loss": 0.0426,
      "step": 18880
    },
    {
      "epoch": 5.888958203368683,
      "flow_loss": 0.023659028112888336,
      "step": 18880
    },
    {
      "contrastive_loss": 0.007642765529453754,
      "epoch": 5.888958203368683,
      "step": 18880
    },
    {
      "contrastive_lambda": 0.774970752057301,
      "epoch": 5.888958203368683,
      "step": 18880
    },
    {
      "contrastive_lambda": 0.7749488861124199,
      "epoch": 5.889270118527761,
      "step": 18881
    },
    {
      "contrastive_lambda": 0.7749270194137508,
      "epoch": 5.889582033686837,
      "step": 18882
    },
    {
      "contrastive_lambda": 0.7749051519613537,
      "epoch": 5.889893948845914,
      "step": 18883
    },
    {
      "contrastive_lambda": 0.7748832837552885,
      "epoch": 5.890205864004991,
      "step": 18884
    },
    {
      "contrastive_lambda": 0.7748614147956152,
      "epoch": 5.8905177791640675,
      "step": 18885
    },
    {
      "contrastive_lambda": 0.7748395450823937,
      "epoch": 5.890829694323144,
      "step": 18886
    },
    {
      "contrastive_lambda": 0.774817674615684,
      "epoch": 5.89114160948222,
      "step": 18887
    },
    {
      "contrastive_lambda": 0.774795803395546,
      "epoch": 5.891453524641298,
      "step": 18888
    },
    {
      "contrastive_lambda": 0.7747739314220397,
      "epoch": 5.891765439800374,
      "step": 18889
    },
    {
      "epoch": 5.892077354959451,
      "grad_norm": 0.11308708041906357,
      "learning_rate": 8.20217141571235e-05,
      "loss": 0.0356,
      "step": 18890
    },
    {
      "epoch": 5.892077354959451,
      "flow_loss": 0.04384603723883629,
      "step": 18890
    },
    {
      "contrastive_loss": 0.008406180888414383,
      "epoch": 5.892077354959451,
      "step": 18890
    },
    {
      "contrastive_lambda": 0.774752058695225,
      "epoch": 5.892077354959451,
      "step": 18890
    },
    {
      "contrastive_lambda": 0.7747301852151621,
      "epoch": 5.892389270118528,
      "step": 18891
    },
    {
      "contrastive_lambda": 0.7747083109819107,
      "epoch": 5.892701185277605,
      "step": 18892
    },
    {
      "contrastive_lambda": 0.774686435995531,
      "epoch": 5.893013100436681,
      "step": 18893
    },
    {
      "contrastive_lambda": 0.7746645602560827,
      "epoch": 5.893325015595758,
      "step": 18894
    },
    {
      "contrastive_lambda": 0.7746426837636258,
      "epoch": 5.893636930754835,
      "step": 18895
    },
    {
      "contrastive_lambda": 0.7746208065182206,
      "epoch": 5.893948845913911,
      "step": 18896
    },
    {
      "contrastive_lambda": 0.7745989285199268,
      "epoch": 5.894260761072988,
      "step": 18897
    },
    {
      "contrastive_lambda": 0.7745770497688045,
      "epoch": 5.894572676232065,
      "step": 18898
    },
    {
      "contrastive_lambda": 0.7745551702649135,
      "epoch": 5.894884591391142,
      "step": 18899
    },
    {
      "epoch": 5.895196506550218,
      "grad_norm": 0.12626422941684723,
      "learning_rate": 8.200054452330449e-05,
      "loss": 0.0397,
      "step": 18900
    },
    {
      "epoch": 5.895196506550218,
      "flow_loss": 0.01959165744483471,
      "step": 18900
    },
    {
      "contrastive_loss": 0.0056759063154459,
      "epoch": 5.895196506550218,
      "step": 18900
    },
    {
      "contrastive_lambda": 0.774533290008314,
      "epoch": 5.895196506550218,
      "step": 18900
    },
    {
      "contrastive_lambda": 0.7745114089990659,
      "epoch": 5.8955084217092955,
      "step": 18901
    },
    {
      "contrastive_lambda": 0.7744895272372292,
      "epoch": 5.895820336868372,
      "step": 18902
    },
    {
      "contrastive_lambda": 0.7744676447228638,
      "epoch": 5.896132252027448,
      "step": 18903
    },
    {
      "contrastive_lambda": 0.7744457614560298,
      "epoch": 5.896444167186525,
      "step": 18904
    },
    {
      "contrastive_lambda": 0.7744238774367871,
      "epoch": 5.896756082345602,
      "step": 18905
    },
    {
      "contrastive_lambda": 0.7744019926651959,
      "epoch": 5.897067997504679,
      "step": 18906
    },
    {
      "contrastive_lambda": 0.774380107141316,
      "epoch": 5.897379912663755,
      "step": 18907
    },
    {
      "contrastive_lambda": 0.7743582208652074,
      "epoch": 5.8976918278228325,
      "step": 18908
    },
    {
      "contrastive_lambda": 0.7743363338369302,
      "epoch": 5.898003742981909,
      "step": 18909
    },
    {
      "epoch": 5.8983156581409855,
      "grad_norm": 0.10603117942810059,
      "learning_rate": 8.197936516856499e-05,
      "loss": 0.0373,
      "step": 18910
    },
    {
      "epoch": 5.8983156581409855,
      "flow_loss": 0.04009455814957619,
      "step": 18910
    },
    {
      "contrastive_loss": 0.005852648988366127,
      "epoch": 5.8983156581409855,
      "step": 18910
    },
    {
      "contrastive_lambda": 0.7743144460565445,
      "epoch": 5.8983156581409855,
      "step": 18910
    },
    {
      "contrastive_lambda": 0.77429255752411,
      "epoch": 5.898627573300063,
      "step": 18911
    },
    {
      "contrastive_lambda": 0.7742706682396869,
      "epoch": 5.898939488459139,
      "step": 18912
    },
    {
      "contrastive_lambda": 0.7742487782033352,
      "epoch": 5.899251403618216,
      "step": 18913
    },
    {
      "contrastive_lambda": 0.774226887415115,
      "epoch": 5.899563318777292,
      "step": 18914
    },
    {
      "contrastive_lambda": 0.7742049958750861,
      "epoch": 5.89987523393637,
      "step": 18915
    },
    {
      "contrastive_lambda": 0.7741831035833087,
      "epoch": 5.900187149095446,
      "step": 18916
    },
    {
      "contrastive_lambda": 0.7741612105398427,
      "epoch": 5.9004990642545225,
      "step": 18917
    },
    {
      "contrastive_lambda": 0.7741393167447481,
      "epoch": 5.9008109794136,
      "step": 18918
    },
    {
      "contrastive_lambda": 0.7741174221980852,
      "epoch": 5.901122894572676,
      "step": 18919
    },
    {
      "epoch": 5.901434809731753,
      "grad_norm": 0.15535710752010345,
      "learning_rate": 8.195817609933871e-05,
      "loss": 0.0471,
      "step": 18920
    },
    {
      "epoch": 5.901434809731753,
      "flow_loss": 0.04823058471083641,
      "step": 18920
    },
    {
      "contrastive_loss": 0.004853067919611931,
      "epoch": 5.901434809731753,
      "step": 18920
    },
    {
      "contrastive_lambda": 0.7740955268999137,
      "epoch": 5.901434809731753,
      "step": 18920
    },
    {
      "contrastive_lambda": 0.7740736308502938,
      "epoch": 5.901746724890829,
      "step": 18921
    },
    {
      "contrastive_lambda": 0.7740517340492854,
      "epoch": 5.902058640049907,
      "step": 18922
    },
    {
      "contrastive_lambda": 0.7740298364969487,
      "epoch": 5.902370555208983,
      "step": 18923
    },
    {
      "contrastive_lambda": 0.7740079381933436,
      "epoch": 5.90268247036806,
      "step": 18924
    },
    {
      "contrastive_lambda": 0.7739860391385303,
      "epoch": 5.902994385527137,
      "step": 18925
    },
    {
      "contrastive_lambda": 0.7739641393325685,
      "epoch": 5.903306300686213,
      "step": 18926
    },
    {
      "contrastive_lambda": 0.7739422387755186,
      "epoch": 5.90361821584529,
      "step": 18927
    },
    {
      "contrastive_lambda": 0.7739203374674404,
      "epoch": 5.903930131004367,
      "step": 18928
    },
    {
      "contrastive_lambda": 0.7738984354083942,
      "epoch": 5.904242046163444,
      "step": 18929
    },
    {
      "epoch": 5.90455396132252,
      "grad_norm": 0.1438852995634079,
      "learning_rate": 8.193697732206233e-05,
      "loss": 0.0387,
      "step": 18930
    },
    {
      "epoch": 5.90455396132252,
      "flow_loss": 0.04792281985282898,
      "step": 18930
    },
    {
      "contrastive_loss": 0.005421020090579987,
      "epoch": 5.90455396132252,
      "step": 18930
    },
    {
      "contrastive_lambda": 0.7738765325984398,
      "epoch": 5.90455396132252,
      "step": 18930
    },
    {
      "contrastive_lambda": 0.7738546290376372,
      "epoch": 5.904865876481597,
      "step": 18931
    },
    {
      "contrastive_lambda": 0.7738327247260468,
      "epoch": 5.905177791640674,
      "step": 18932
    },
    {
      "contrastive_lambda": 0.7738108196637283,
      "epoch": 5.9054897067997505,
      "step": 18933
    },
    {
      "contrastive_lambda": 0.7737889138507419,
      "epoch": 5.905801621958827,
      "step": 18934
    },
    {
      "contrastive_lambda": 0.7737670072871476,
      "epoch": 5.906113537117903,
      "step": 18935
    },
    {
      "contrastive_lambda": 0.7737450999730058,
      "epoch": 5.906425452276981,
      "step": 18936
    },
    {
      "contrastive_lambda": 0.773723191908376,
      "epoch": 5.906737367436057,
      "step": 18937
    },
    {
      "contrastive_lambda": 0.7737012830933185,
      "epoch": 5.907049282595134,
      "step": 18938
    },
    {
      "contrastive_lambda": 0.7736793735278935,
      "epoch": 5.907361197754211,
      "step": 18939
    },
    {
      "epoch": 5.907673112913288,
      "grad_norm": 0.13970881700515747,
      "learning_rate": 8.19157688431755e-05,
      "loss": 0.041,
      "step": 18940
    },
    {
      "epoch": 5.907673112913288,
      "flow_loss": 0.02259119600057602,
      "step": 18940
    },
    {
      "contrastive_loss": 0.007248586043715477,
      "epoch": 5.907673112913288,
      "step": 18940
    },
    {
      "contrastive_lambda": 0.7736574632121611,
      "epoch": 5.907673112913288,
      "step": 18940
    },
    {
      "contrastive_lambda": 0.773635552146181,
      "epoch": 5.907985028072364,
      "step": 18941
    },
    {
      "contrastive_lambda": 0.7736136403300136,
      "epoch": 5.908296943231441,
      "step": 18942
    },
    {
      "contrastive_lambda": 0.7735917277637188,
      "epoch": 5.908608858390518,
      "step": 18943
    },
    {
      "contrastive_lambda": 0.7735698144473568,
      "epoch": 5.908920773549594,
      "step": 18944
    },
    {
      "contrastive_lambda": 0.7735479003809875,
      "epoch": 5.909232688708672,
      "step": 18945
    },
    {
      "contrastive_lambda": 0.7735259855646713,
      "epoch": 5.909544603867748,
      "step": 18946
    },
    {
      "contrastive_lambda": 0.773504069998468,
      "epoch": 5.909856519026825,
      "step": 18947
    },
    {
      "contrastive_lambda": 0.7734821536824377,
      "epoch": 5.910168434185901,
      "step": 18948
    },
    {
      "contrastive_lambda": 0.7734602366166405,
      "epoch": 5.9104803493449785,
      "step": 18949
    },
    {
      "epoch": 5.910792264504055,
      "grad_norm": 0.1355331838130951,
      "learning_rate": 8.189455066912077e-05,
      "loss": 0.0349,
      "step": 18950
    },
    {
      "epoch": 5.910792264504055,
      "flow_loss": 0.04538766294717789,
      "step": 18950
    },
    {
      "contrastive_loss": 0.005197698250412941,
      "epoch": 5.910792264504055,
      "step": 18950
    },
    {
      "contrastive_lambda": 0.7734383188011368,
      "epoch": 5.910792264504055,
      "step": 18950
    },
    {
      "contrastive_lambda": 0.7734164002359862,
      "epoch": 5.911104179663131,
      "step": 18951
    },
    {
      "contrastive_lambda": 0.7733944809212491,
      "epoch": 5.911416094822208,
      "step": 18952
    },
    {
      "contrastive_lambda": 0.7733725608569855,
      "epoch": 5.911728009981285,
      "step": 18953
    },
    {
      "contrastive_lambda": 0.7733506400432555,
      "epoch": 5.912039925140362,
      "step": 18954
    },
    {
      "contrastive_lambda": 0.7733287184801191,
      "epoch": 5.912351840299438,
      "step": 18955
    },
    {
      "contrastive_lambda": 0.7733067961676365,
      "epoch": 5.9126637554585155,
      "step": 18956
    },
    {
      "contrastive_lambda": 0.7732848731058679,
      "epoch": 5.912975670617592,
      "step": 18957
    },
    {
      "contrastive_lambda": 0.7732629492948733,
      "epoch": 5.9132875857766685,
      "step": 18958
    },
    {
      "contrastive_lambda": 0.7732410247347128,
      "epoch": 5.913599500935746,
      "step": 18959
    },
    {
      "epoch": 5.913911416094822,
      "grad_norm": 0.17843632400035858,
      "learning_rate": 8.187332280634369e-05,
      "loss": 0.0438,
      "step": 18960
    },
    {
      "epoch": 5.913911416094822,
      "flow_loss": 0.05314042419195175,
      "step": 18960
    },
    {
      "contrastive_loss": 0.006112420931458473,
      "epoch": 5.913911416094822,
      "step": 18960
    },
    {
      "contrastive_lambda": 0.7732190994254465,
      "epoch": 5.913911416094822,
      "step": 18960
    },
    {
      "contrastive_lambda": 0.7731971733671346,
      "epoch": 5.914223331253899,
      "step": 18961
    },
    {
      "contrastive_lambda": 0.7731752465598369,
      "epoch": 5.914535246412976,
      "step": 18962
    },
    {
      "contrastive_lambda": 0.7731533190036141,
      "epoch": 5.914847161572053,
      "step": 18963
    },
    {
      "contrastive_lambda": 0.7731313906985258,
      "epoch": 5.915159076731129,
      "step": 18964
    },
    {
      "contrastive_lambda": 0.7731094616446322,
      "epoch": 5.9154709918902055,
      "step": 18965
    },
    {
      "contrastive_lambda": 0.7730875318419936,
      "epoch": 5.915782907049283,
      "step": 18966
    },
    {
      "contrastive_lambda": 0.77306560129067,
      "epoch": 5.916094822208359,
      "step": 18967
    },
    {
      "contrastive_lambda": 0.7730436699907215,
      "epoch": 5.916406737367436,
      "step": 18968
    },
    {
      "contrastive_lambda": 0.7730217379422084,
      "epoch": 5.916718652526512,
      "step": 18969
    },
    {
      "epoch": 5.91703056768559,
      "grad_norm": 0.09902385622262955,
      "learning_rate": 8.18520852612927e-05,
      "loss": 0.0377,
      "step": 18970
    },
    {
      "epoch": 5.91703056768559,
      "flow_loss": 0.03389241546392441,
      "step": 18970
    },
    {
      "contrastive_loss": 0.006096048280596733,
      "epoch": 5.91703056768559,
      "step": 18970
    },
    {
      "contrastive_lambda": 0.7729998051451906,
      "epoch": 5.91703056768559,
      "step": 18970
    },
    {
      "contrastive_lambda": 0.7729778715997284,
      "epoch": 5.917342482844666,
      "step": 18971
    },
    {
      "contrastive_lambda": 0.7729559373058819,
      "epoch": 5.917654398003743,
      "step": 18972
    },
    {
      "contrastive_lambda": 0.7729340022637111,
      "epoch": 5.91796631316282,
      "step": 18973
    },
    {
      "contrastive_lambda": 0.7729120664732763,
      "epoch": 5.918278228321896,
      "step": 18974
    },
    {
      "contrastive_lambda": 0.7728901299346376,
      "epoch": 5.918590143480973,
      "step": 18975
    },
    {
      "contrastive_lambda": 0.7728681926478549,
      "epoch": 5.91890205864005,
      "step": 18976
    },
    {
      "contrastive_lambda": 0.7728462546129888,
      "epoch": 5.919213973799127,
      "step": 18977
    },
    {
      "contrastive_lambda": 0.7728243158300991,
      "epoch": 5.919525888958203,
      "step": 18978
    },
    {
      "contrastive_lambda": 0.772802376299246,
      "epoch": 5.9198378041172806,
      "step": 18979
    },
    {
      "epoch": 5.920149719276357,
      "grad_norm": 0.1262674331665039,
      "learning_rate": 8.183083804041921e-05,
      "loss": 0.0374,
      "step": 18980
    },
    {
      "epoch": 5.920149719276357,
      "flow_loss": 0.04159011319279671,
      "step": 18980
    },
    {
      "contrastive_loss": 0.0077515291050076485,
      "epoch": 5.920149719276357,
      "step": 18980
    },
    {
      "contrastive_lambda": 0.7727804360204898,
      "epoch": 5.920149719276357,
      "step": 18980
    },
    {
      "contrastive_lambda": 0.7727584949938906,
      "epoch": 5.9204616344354335,
      "step": 18981
    },
    {
      "contrastive_lambda": 0.7727365532195083,
      "epoch": 5.92077354959451,
      "step": 18982
    },
    {
      "contrastive_lambda": 0.7727146106974034,
      "epoch": 5.921085464753587,
      "step": 18983
    },
    {
      "contrastive_lambda": 0.772692667427636,
      "epoch": 5.921397379912664,
      "step": 18984
    },
    {
      "contrastive_lambda": 0.7726707234102659,
      "epoch": 5.92170929507174,
      "step": 18985
    },
    {
      "contrastive_lambda": 0.7726487786453538,
      "epoch": 5.922021210230817,
      "step": 18986
    },
    {
      "contrastive_lambda": 0.7726268331329593,
      "epoch": 5.922333125389894,
      "step": 18987
    },
    {
      "contrastive_lambda": 0.7726048868731431,
      "epoch": 5.922645040548971,
      "step": 18988
    },
    {
      "contrastive_lambda": 0.772582939865965,
      "epoch": 5.922956955708047,
      "step": 18989
    },
    {
      "epoch": 5.923268870867124,
      "grad_norm": 0.08982420712709427,
      "learning_rate": 8.180958115017757e-05,
      "loss": 0.0322,
      "step": 18990
    },
    {
      "epoch": 5.923268870867124,
      "flow_loss": 0.03287214785814285,
      "step": 18990
    },
    {
      "contrastive_loss": 0.006725840270519257,
      "epoch": 5.923268870867124,
      "step": 18990
    },
    {
      "contrastive_lambda": 0.7725609921114854,
      "epoch": 5.923268870867124,
      "step": 18990
    },
    {
      "contrastive_lambda": 0.7725390436097643,
      "epoch": 5.923580786026201,
      "step": 18991
    },
    {
      "contrastive_lambda": 0.7725170943608619,
      "epoch": 5.923892701185277,
      "step": 18992
    },
    {
      "contrastive_lambda": 0.7724951443648385,
      "epoch": 5.924204616344355,
      "step": 18993
    },
    {
      "contrastive_lambda": 0.7724731936217542,
      "epoch": 5.924516531503431,
      "step": 18994
    },
    {
      "contrastive_lambda": 0.7724512421316692,
      "epoch": 5.924828446662508,
      "step": 18995
    },
    {
      "contrastive_lambda": 0.7724292898946434,
      "epoch": 5.925140361821585,
      "step": 18996
    },
    {
      "contrastive_lambda": 0.7724073369107375,
      "epoch": 5.9254522769806615,
      "step": 18997
    },
    {
      "contrastive_lambda": 0.7723853831800113,
      "epoch": 5.925764192139738,
      "step": 18998
    },
    {
      "contrastive_lambda": 0.7723634287025252,
      "epoch": 5.926076107298814,
      "step": 18999
    },
    {
      "epoch": 5.926388022457892,
      "grad_norm": 0.12442080676555634,
      "learning_rate": 8.178831459702505e-05,
      "loss": 0.0343,
      "step": 19000
    },
    {
      "epoch": 5.926388022457892,
      "flow_loss": 0.06601302325725555,
      "step": 19000
    },
    {
      "contrastive_loss": 0.006315663456916809,
      "epoch": 5.926388022457892,
      "step": 19000
    },
    {
      "contrastive_lambda": 0.7723414734783391,
      "epoch": 5.926388022457892,
      "step": 19000
    },
    {
      "contrastive_lambda": 0.7723195175075136,
      "epoch": 5.926699937616968,
      "step": 19001
    },
    {
      "contrastive_lambda": 0.7722975607901086,
      "epoch": 5.927011852776045,
      "step": 19002
    },
    {
      "contrastive_lambda": 0.7722756033261844,
      "epoch": 5.927323767935121,
      "step": 19003
    },
    {
      "contrastive_lambda": 0.7722536451158011,
      "epoch": 5.9276356830941985,
      "step": 19004
    },
    {
      "contrastive_lambda": 0.772231686159019,
      "epoch": 5.927947598253275,
      "step": 19005
    },
    {
      "contrastive_lambda": 0.7722097264558982,
      "epoch": 5.9282595134123515,
      "step": 19006
    },
    {
      "contrastive_lambda": 0.7721877660064992,
      "epoch": 5.928571428571429,
      "step": 19007
    },
    {
      "contrastive_lambda": 0.7721658048108818,
      "epoch": 5.928883343730505,
      "step": 19008
    },
    {
      "contrastive_lambda": 0.7721438428691065,
      "epoch": 5.929195258889582,
      "step": 19009
    },
    {
      "epoch": 5.929507174048659,
      "grad_norm": 0.09895063936710358,
      "learning_rate": 8.17670383874219e-05,
      "loss": 0.0395,
      "step": 19010
    },
    {
      "epoch": 5.929507174048659,
      "flow_loss": 0.027100495994091034,
      "step": 19010
    },
    {
      "contrastive_loss": 0.006055109202861786,
      "epoch": 5.929507174048659,
      "step": 19010
    },
    {
      "contrastive_lambda": 0.7721218801812333,
      "epoch": 5.929507174048659,
      "step": 19010
    },
    {
      "contrastive_lambda": 0.7720999167473226,
      "epoch": 5.929819089207736,
      "step": 19011
    },
    {
      "contrastive_lambda": 0.7720779525674345,
      "epoch": 5.930131004366812,
      "step": 19012
    },
    {
      "contrastive_lambda": 0.7720559876416293,
      "epoch": 5.930442919525889,
      "step": 19013
    },
    {
      "contrastive_lambda": 0.7720340219699671,
      "epoch": 5.930754834684966,
      "step": 19014
    },
    {
      "contrastive_lambda": 0.7720120555525082,
      "epoch": 5.931066749844042,
      "step": 19015
    },
    {
      "contrastive_lambda": 0.7719900883893127,
      "epoch": 5.931378665003119,
      "step": 19016
    },
    {
      "contrastive_lambda": 0.7719681204804412,
      "epoch": 5.931690580162196,
      "step": 19017
    },
    {
      "contrastive_lambda": 0.7719461518259534,
      "epoch": 5.932002495321273,
      "step": 19018
    },
    {
      "contrastive_lambda": 0.7719241824259098,
      "epoch": 5.932314410480349,
      "step": 19019
    },
    {
      "epoch": 5.932626325639426,
      "grad_norm": 0.11452993005514145,
      "learning_rate": 8.174575252783124e-05,
      "loss": 0.0433,
      "step": 19020
    },
    {
      "epoch": 5.932626325639426,
      "flow_loss": 0.02962639555335045,
      "step": 19020
    },
    {
      "contrastive_loss": 0.0060200076550245285,
      "epoch": 5.932626325639426,
      "step": 19020
    },
    {
      "contrastive_lambda": 0.7719022122803707,
      "epoch": 5.932626325639426,
      "step": 19020
    },
    {
      "contrastive_lambda": 0.7718802413893963,
      "epoch": 5.932938240798503,
      "step": 19021
    },
    {
      "contrastive_lambda": 0.7718582697530467,
      "epoch": 5.933250155957579,
      "step": 19022
    },
    {
      "contrastive_lambda": 0.7718362973713822,
      "epoch": 5.933562071116656,
      "step": 19023
    },
    {
      "contrastive_lambda": 0.7718143242444631,
      "epoch": 5.933873986275733,
      "step": 19024
    },
    {
      "contrastive_lambda": 0.7717923503723496,
      "epoch": 5.93418590143481,
      "step": 19025
    },
    {
      "contrastive_lambda": 0.7717703757551019,
      "epoch": 5.934497816593886,
      "step": 19026
    },
    {
      "contrastive_lambda": 0.7717484003927803,
      "epoch": 5.934809731752964,
      "step": 19027
    },
    {
      "contrastive_lambda": 0.7717264242854451,
      "epoch": 5.93512164691204,
      "step": 19028
    },
    {
      "contrastive_lambda": 0.7717044474331564,
      "epoch": 5.9354335620711165,
      "step": 19029
    },
    {
      "epoch": 5.935745477230194,
      "grad_norm": 0.1275707185268402,
      "learning_rate": 8.172445702471914e-05,
      "loss": 0.0424,
      "step": 19030
    },
    {
      "epoch": 5.935745477230194,
      "flow_loss": 0.044015735387802124,
      "step": 19030
    },
    {
      "contrastive_loss": 0.005403943359851837,
      "epoch": 5.935745477230194,
      "step": 19030
    },
    {
      "contrastive_lambda": 0.7716824698359745,
      "epoch": 5.935745477230194,
      "step": 19030
    },
    {
      "contrastive_lambda": 0.7716604914939598,
      "epoch": 5.93605739238927,
      "step": 19031
    },
    {
      "contrastive_lambda": 0.7716385124071723,
      "epoch": 5.936369307548347,
      "step": 19032
    },
    {
      "contrastive_lambda": 0.7716165325756725,
      "epoch": 5.936681222707423,
      "step": 19033
    },
    {
      "contrastive_lambda": 0.7715945519995205,
      "epoch": 5.936993137866501,
      "step": 19034
    },
    {
      "contrastive_lambda": 0.7715725706787766,
      "epoch": 5.937305053025577,
      "step": 19035
    },
    {
      "contrastive_lambda": 0.7715505886135011,
      "epoch": 5.937616968184654,
      "step": 19036
    },
    {
      "contrastive_lambda": 0.7715286058037543,
      "epoch": 5.93792888334373,
      "step": 19037
    },
    {
      "contrastive_lambda": 0.7715066222495963,
      "epoch": 5.938240798502807,
      "step": 19038
    },
    {
      "contrastive_lambda": 0.7714846379510876,
      "epoch": 5.938552713661884,
      "step": 19039
    },
    {
      "epoch": 5.93886462882096,
      "grad_norm": 0.1340675801038742,
      "learning_rate": 8.170315188455466e-05,
      "loss": 0.0376,
      "step": 19040
    },
    {
      "epoch": 5.93886462882096,
      "flow_loss": 0.03010077401995659,
      "step": 19040
    },
    {
      "contrastive_loss": 0.005147000774741173,
      "epoch": 5.93886462882096,
      "step": 19040
    },
    {
      "contrastive_lambda": 0.7714626529082883,
      "epoch": 5.93886462882096,
      "step": 19040
    },
    {
      "contrastive_lambda": 0.7714406671212588,
      "epoch": 5.939176543980038,
      "step": 19041
    },
    {
      "contrastive_lambda": 0.7714186805900591,
      "epoch": 5.939488459139114,
      "step": 19042
    },
    {
      "contrastive_lambda": 0.7713966933147498,
      "epoch": 5.939800374298191,
      "step": 19043
    },
    {
      "contrastive_lambda": 0.7713747052953911,
      "epoch": 5.940112289457268,
      "step": 19044
    },
    {
      "contrastive_lambda": 0.7713527165320433,
      "epoch": 5.9404242046163445,
      "step": 19045
    },
    {
      "contrastive_lambda": 0.7713307270247665,
      "epoch": 5.940736119775421,
      "step": 19046
    },
    {
      "contrastive_lambda": 0.7713087367736211,
      "epoch": 5.941048034934498,
      "step": 19047
    },
    {
      "contrastive_lambda": 0.7712867457786674,
      "epoch": 5.941359950093575,
      "step": 19048
    },
    {
      "contrastive_lambda": 0.7712647540399657,
      "epoch": 5.941671865252651,
      "step": 19049
    },
    {
      "epoch": 5.941983780411728,
      "grad_norm": 0.11754971742630005,
      "learning_rate": 8.168183711380969e-05,
      "loss": 0.0346,
      "step": 19050
    },
    {
      "epoch": 5.941983780411728,
      "flow_loss": 0.032418787479400635,
      "step": 19050
    },
    {
      "contrastive_loss": 0.006696308963000774,
      "epoch": 5.941983780411728,
      "step": 19050
    },
    {
      "contrastive_lambda": 0.7712427615575762,
      "epoch": 5.941983780411728,
      "step": 19050
    },
    {
      "contrastive_lambda": 0.7712207683315595,
      "epoch": 5.942295695570805,
      "step": 19051
    },
    {
      "contrastive_lambda": 0.7711987743619755,
      "epoch": 5.9426076107298815,
      "step": 19052
    },
    {
      "contrastive_lambda": 0.7711767796488846,
      "epoch": 5.942919525888958,
      "step": 19053
    },
    {
      "contrastive_lambda": 0.7711547841923472,
      "epoch": 5.9432314410480345,
      "step": 19054
    },
    {
      "contrastive_lambda": 0.7711327879924237,
      "epoch": 5.943543356207112,
      "step": 19055
    },
    {
      "contrastive_lambda": 0.7711107910491741,
      "epoch": 5.943855271366188,
      "step": 19056
    },
    {
      "contrastive_lambda": 0.7710887933626589,
      "epoch": 5.944167186525265,
      "step": 19057
    },
    {
      "contrastive_lambda": 0.7710667949329384,
      "epoch": 5.944479101684342,
      "step": 19058
    },
    {
      "contrastive_lambda": 0.7710447957600729,
      "epoch": 5.944791016843419,
      "step": 19059
    },
    {
      "epoch": 5.945102932002495,
      "grad_norm": 0.10653304308652878,
      "learning_rate": 8.166051271895913e-05,
      "loss": 0.034,
      "step": 19060
    },
    {
      "epoch": 5.945102932002495,
      "flow_loss": 0.023635048419237137,
      "step": 19060
    },
    {
      "contrastive_loss": 0.00444781593978405,
      "epoch": 5.945102932002495,
      "step": 19060
    },
    {
      "contrastive_lambda": 0.7710227958441227,
      "epoch": 5.945102932002495,
      "step": 19060
    },
    {
      "contrastive_lambda": 0.7710007951851481,
      "epoch": 5.945414847161572,
      "step": 19061
    },
    {
      "contrastive_lambda": 0.7709787937832095,
      "epoch": 5.945726762320649,
      "step": 19062
    },
    {
      "contrastive_lambda": 0.7709567916383671,
      "epoch": 5.946038677479725,
      "step": 19063
    },
    {
      "contrastive_lambda": 0.7709347887506812,
      "epoch": 5.946350592638803,
      "step": 19064
    },
    {
      "contrastive_lambda": 0.7709127851202124,
      "epoch": 5.946662507797879,
      "step": 19065
    },
    {
      "contrastive_lambda": 0.7708907807470207,
      "epoch": 5.946974422956956,
      "step": 19066
    },
    {
      "contrastive_lambda": 0.7708687756311665,
      "epoch": 5.947286338116032,
      "step": 19067
    },
    {
      "contrastive_lambda": 0.7708467697727103,
      "epoch": 5.9475982532751095,
      "step": 19068
    },
    {
      "contrastive_lambda": 0.7708247631717122,
      "epoch": 5.947910168434186,
      "step": 19069
    },
    {
      "epoch": 5.948222083593262,
      "grad_norm": 0.14984427392482758,
      "learning_rate": 8.163917870648075e-05,
      "loss": 0.0387,
      "step": 19070
    },
    {
      "epoch": 5.948222083593262,
      "flow_loss": 0.04666418954730034,
      "step": 19070
    },
    {
      "contrastive_loss": 0.006406975910067558,
      "epoch": 5.948222083593262,
      "step": 19070
    },
    {
      "contrastive_lambda": 0.7708027558282327,
      "epoch": 5.948222083593262,
      "step": 19070
    },
    {
      "contrastive_lambda": 0.7707807477423319,
      "epoch": 5.948533998752339,
      "step": 19071
    },
    {
      "contrastive_lambda": 0.7707587389140704,
      "epoch": 5.948845913911416,
      "step": 19072
    },
    {
      "contrastive_lambda": 0.7707367293435086,
      "epoch": 5.949157829070493,
      "step": 19073
    },
    {
      "contrastive_lambda": 0.7707147190307064,
      "epoch": 5.949469744229569,
      "step": 19074
    },
    {
      "contrastive_lambda": 0.7706927079757246,
      "epoch": 5.949781659388647,
      "step": 19075
    },
    {
      "contrastive_lambda": 0.7706706961786234,
      "epoch": 5.950093574547723,
      "step": 19076
    },
    {
      "contrastive_lambda": 0.770648683639463,
      "epoch": 5.9504054897067995,
      "step": 19077
    },
    {
      "contrastive_lambda": 0.770626670358304,
      "epoch": 5.950717404865877,
      "step": 19078
    },
    {
      "contrastive_lambda": 0.7706046563352066,
      "epoch": 5.951029320024953,
      "step": 19079
    },
    {
      "epoch": 5.95134123518403,
      "grad_norm": 0.11168098449707031,
      "learning_rate": 8.161783508285526e-05,
      "loss": 0.0392,
      "step": 19080
    },
    {
      "epoch": 5.95134123518403,
      "flow_loss": 0.03180711716413498,
      "step": 19080
    },
    {
      "contrastive_loss": 0.006018774583935738,
      "epoch": 5.95134123518403,
      "step": 19080
    },
    {
      "contrastive_lambda": 0.770582641570231,
      "epoch": 5.95134123518403,
      "step": 19080
    },
    {
      "contrastive_lambda": 0.7705606260634379,
      "epoch": 5.951653150343107,
      "step": 19081
    },
    {
      "contrastive_lambda": 0.7705386098148874,
      "epoch": 5.951965065502184,
      "step": 19082
    },
    {
      "contrastive_lambda": 0.77051659282464,
      "epoch": 5.95227698066126,
      "step": 19083
    },
    {
      "contrastive_lambda": 0.770494575092756,
      "epoch": 5.952588895820337,
      "step": 19084
    },
    {
      "contrastive_lambda": 0.7704725566192958,
      "epoch": 5.952900810979414,
      "step": 19085
    },
    {
      "contrastive_lambda": 0.7704505374043196,
      "epoch": 5.95321272613849,
      "step": 19086
    },
    {
      "contrastive_lambda": 0.770428517447888,
      "epoch": 5.953524641297567,
      "step": 19087
    },
    {
      "contrastive_lambda": 0.7704064967500612,
      "epoch": 5.953836556456643,
      "step": 19088
    },
    {
      "contrastive_lambda": 0.7703844753108997,
      "epoch": 5.954148471615721,
      "step": 19089
    },
    {
      "epoch": 5.954460386774797,
      "grad_norm": 0.168390691280365,
      "learning_rate": 8.159648185456628e-05,
      "loss": 0.0392,
      "step": 19090
    },
    {
      "epoch": 5.954460386774797,
      "flow_loss": 0.02920656092464924,
      "step": 19090
    },
    {
      "contrastive_loss": 0.005014101974666119,
      "epoch": 5.954460386774797,
      "step": 19090
    },
    {
      "contrastive_lambda": 0.7703624531304638,
      "epoch": 5.954460386774797,
      "step": 19090
    },
    {
      "contrastive_lambda": 0.7703404302088138,
      "epoch": 5.954772301933874,
      "step": 19091
    },
    {
      "contrastive_lambda": 0.7703184065460102,
      "epoch": 5.955084217092951,
      "step": 19092
    },
    {
      "contrastive_lambda": 0.7702963821421134,
      "epoch": 5.9553961322520275,
      "step": 19093
    },
    {
      "contrastive_lambda": 0.7702743569971837,
      "epoch": 5.955708047411104,
      "step": 19094
    },
    {
      "contrastive_lambda": 0.7702523311112816,
      "epoch": 5.956019962570181,
      "step": 19095
    },
    {
      "contrastive_lambda": 0.7702303044844672,
      "epoch": 5.956331877729258,
      "step": 19096
    },
    {
      "contrastive_lambda": 0.7702082771168011,
      "epoch": 5.956643792888334,
      "step": 19097
    },
    {
      "contrastive_lambda": 0.7701862490083438,
      "epoch": 5.956955708047412,
      "step": 19098
    },
    {
      "contrastive_lambda": 0.7701642201591554,
      "epoch": 5.957267623206488,
      "step": 19099
    },
    {
      "epoch": 5.9575795383655645,
      "grad_norm": 0.1265619993209839,
      "learning_rate": 8.157511902810038e-05,
      "loss": 0.0448,
      "step": 19100
    },
    {
      "epoch": 5.9575795383655645,
      "flow_loss": 0.04455878958106041,
      "step": 19100
    },
    {
      "contrastive_loss": 0.0056260721758008,
      "epoch": 5.9575795383655645,
      "step": 19100
    },
    {
      "contrastive_lambda": 0.7701421905692964,
      "epoch": 5.9575795383655645,
      "step": 19100
    },
    {
      "contrastive_lambda": 0.7701201602388276,
      "epoch": 5.957891453524641,
      "step": 19101
    },
    {
      "contrastive_lambda": 0.7700981291678087,
      "epoch": 5.958203368683718,
      "step": 19102
    },
    {
      "contrastive_lambda": 0.7700760973563007,
      "epoch": 5.958515283842795,
      "step": 19103
    },
    {
      "contrastive_lambda": 0.7700540648043634,
      "epoch": 5.958827199001871,
      "step": 19104
    },
    {
      "contrastive_lambda": 0.7700320315120579,
      "epoch": 5.959139114160948,
      "step": 19105
    },
    {
      "contrastive_lambda": 0.7700099974794441,
      "epoch": 5.959451029320025,
      "step": 19106
    },
    {
      "contrastive_lambda": 0.7699879627065825,
      "epoch": 5.959762944479102,
      "step": 19107
    },
    {
      "contrastive_lambda": 0.7699659271935337,
      "epoch": 5.960074859638178,
      "step": 19108
    },
    {
      "contrastive_lambda": 0.769943890940358,
      "epoch": 5.960386774797255,
      "step": 19109
    },
    {
      "epoch": 5.960698689956332,
      "grad_norm": 0.13028161227703094,
      "learning_rate": 8.155374660994701e-05,
      "loss": 0.0381,
      "step": 19110
    },
    {
      "epoch": 5.960698689956332,
      "flow_loss": 0.04837028682231903,
      "step": 19110
    },
    {
      "contrastive_loss": 0.010289391502737999,
      "epoch": 5.960698689956332,
      "step": 19110
    },
    {
      "contrastive_lambda": 0.7699218539471157,
      "epoch": 5.960698689956332,
      "step": 19110
    },
    {
      "contrastive_lambda": 0.7698998162138673,
      "epoch": 5.961010605115408,
      "step": 19111
    },
    {
      "contrastive_lambda": 0.7698777777406733,
      "epoch": 5.961322520274486,
      "step": 19112
    },
    {
      "contrastive_lambda": 0.769855738527594,
      "epoch": 5.961634435433562,
      "step": 19113
    },
    {
      "contrastive_lambda": 0.7698336985746899,
      "epoch": 5.961946350592639,
      "step": 19114
    },
    {
      "contrastive_lambda": 0.7698116578820213,
      "epoch": 5.962258265751716,
      "step": 19115
    },
    {
      "contrastive_lambda": 0.7697896164496489,
      "epoch": 5.9625701809107925,
      "step": 19116
    },
    {
      "contrastive_lambda": 0.7697675742776329,
      "epoch": 5.962882096069869,
      "step": 19117
    },
    {
      "contrastive_lambda": 0.7697455313660335,
      "epoch": 5.963194011228945,
      "step": 19118
    },
    {
      "contrastive_lambda": 0.7697234877149117,
      "epoch": 5.963505926388023,
      "step": 19119
    },
    {
      "epoch": 5.963817841547099,
      "grad_norm": 0.11154981702566147,
      "learning_rate": 8.153236460659857e-05,
      "loss": 0.0396,
      "step": 19120
    },
    {
      "epoch": 5.963817841547099,
      "flow_loss": 0.03922254964709282,
      "step": 19120
    },
    {
      "contrastive_loss": 0.00877620093524456,
      "epoch": 5.963817841547099,
      "step": 19120
    },
    {
      "contrastive_lambda": 0.7697014433243277,
      "epoch": 5.963817841547099,
      "step": 19120
    },
    {
      "contrastive_lambda": 0.7696793981943417,
      "epoch": 5.964129756706176,
      "step": 19121
    },
    {
      "contrastive_lambda": 0.7696573523250144,
      "epoch": 5.964441671865252,
      "step": 19122
    },
    {
      "contrastive_lambda": 0.769635305716406,
      "epoch": 5.96475358702433,
      "step": 19123
    },
    {
      "contrastive_lambda": 0.7696132583685774,
      "epoch": 5.965065502183406,
      "step": 19124
    },
    {
      "contrastive_lambda": 0.7695912102815885,
      "epoch": 5.9653774173424825,
      "step": 19125
    },
    {
      "contrastive_lambda": 0.7695691614555003,
      "epoch": 5.96568933250156,
      "step": 19126
    },
    {
      "contrastive_lambda": 0.7695471118903725,
      "epoch": 5.966001247660636,
      "step": 19127
    },
    {
      "contrastive_lambda": 0.7695250615862662,
      "epoch": 5.966313162819713,
      "step": 19128
    },
    {
      "contrastive_lambda": 0.7695030105432417,
      "epoch": 5.96662507797879,
      "step": 19129
    },
    {
      "epoch": 5.966936993137867,
      "grad_norm": 0.13384681940078735,
      "learning_rate": 8.151097302455031e-05,
      "loss": 0.0428,
      "step": 19130
    },
    {
      "epoch": 5.966936993137867,
      "flow_loss": 0.027640730142593384,
      "step": 19130
    },
    {
      "contrastive_loss": 0.007268093526363373,
      "epoch": 5.966936993137867,
      "step": 19130
    },
    {
      "contrastive_lambda": 0.7694809587613594,
      "epoch": 5.966936993137867,
      "step": 19130
    },
    {
      "contrastive_lambda": 0.7694589062406796,
      "epoch": 5.967248908296943,
      "step": 19131
    },
    {
      "contrastive_lambda": 0.769436852981263,
      "epoch": 5.9675608234560205,
      "step": 19132
    },
    {
      "contrastive_lambda": 0.7694147989831699,
      "epoch": 5.967872738615097,
      "step": 19133
    },
    {
      "contrastive_lambda": 0.769392744246461,
      "epoch": 5.968184653774173,
      "step": 19134
    },
    {
      "contrastive_lambda": 0.7693706887711964,
      "epoch": 5.96849656893325,
      "step": 19135
    },
    {
      "contrastive_lambda": 0.769348632557437,
      "epoch": 5.968808484092327,
      "step": 19136
    },
    {
      "contrastive_lambda": 0.7693265756052428,
      "epoch": 5.969120399251404,
      "step": 19137
    },
    {
      "contrastive_lambda": 0.7693045179146746,
      "epoch": 5.96943231441048,
      "step": 19138
    },
    {
      "contrastive_lambda": 0.7692824594857928,
      "epoch": 5.969744229569557,
      "step": 19139
    },
    {
      "epoch": 5.970056144728634,
      "grad_norm": 0.10931479930877686,
      "learning_rate": 8.148957187030044e-05,
      "loss": 0.0359,
      "step": 19140
    },
    {
      "epoch": 5.970056144728634,
      "flow_loss": 0.04457920044660568,
      "step": 19140
    },
    {
      "contrastive_loss": 0.006352774798870087,
      "epoch": 5.970056144728634,
      "step": 19140
    },
    {
      "contrastive_lambda": 0.7692604003186578,
      "epoch": 5.970056144728634,
      "step": 19140
    },
    {
      "contrastive_lambda": 0.7692383404133301,
      "epoch": 5.9703680598877105,
      "step": 19141
    },
    {
      "contrastive_lambda": 0.7692162797698702,
      "epoch": 5.970679975046787,
      "step": 19142
    },
    {
      "contrastive_lambda": 0.7691942183883387,
      "epoch": 5.970991890205864,
      "step": 19143
    },
    {
      "contrastive_lambda": 0.7691721562687959,
      "epoch": 5.971303805364941,
      "step": 19144
    },
    {
      "contrastive_lambda": 0.7691500934113022,
      "epoch": 5.971615720524017,
      "step": 19145
    },
    {
      "contrastive_lambda": 0.7691280298159184,
      "epoch": 5.971927635683095,
      "step": 19146
    },
    {
      "contrastive_lambda": 0.7691059654827049,
      "epoch": 5.972239550842171,
      "step": 19147
    },
    {
      "contrastive_lambda": 0.769083900411722,
      "epoch": 5.9725514660012475,
      "step": 19148
    },
    {
      "contrastive_lambda": 0.7690618346030305,
      "epoch": 5.972863381160324,
      "step": 19149
    },
    {
      "epoch": 5.973175296319401,
      "grad_norm": 0.13535721600055695,
      "learning_rate": 8.146816115035006e-05,
      "loss": 0.044,
      "step": 19150
    },
    {
      "epoch": 5.973175296319401,
      "flow_loss": 0.03885067254304886,
      "step": 19150
    },
    {
      "contrastive_loss": 0.0059201959520578384,
      "epoch": 5.973175296319401,
      "step": 19150
    },
    {
      "contrastive_lambda": 0.7690397680566904,
      "epoch": 5.973175296319401,
      "step": 19150
    },
    {
      "contrastive_lambda": 0.7690177007727625,
      "epoch": 5.973487211478478,
      "step": 19151
    },
    {
      "contrastive_lambda": 0.7689956327513074,
      "epoch": 5.973799126637554,
      "step": 19152
    },
    {
      "contrastive_lambda": 0.7689735639923856,
      "epoch": 5.974111041796632,
      "step": 19153
    },
    {
      "contrastive_lambda": 0.7689514944960575,
      "epoch": 5.974422956955708,
      "step": 19154
    },
    {
      "contrastive_lambda": 0.7689294242623836,
      "epoch": 5.974734872114785,
      "step": 19155
    },
    {
      "contrastive_lambda": 0.7689073532914243,
      "epoch": 5.975046787273861,
      "step": 19156
    },
    {
      "contrastive_lambda": 0.7688852815832403,
      "epoch": 5.975358702432938,
      "step": 19157
    },
    {
      "contrastive_lambda": 0.768863209137892,
      "epoch": 5.975670617592015,
      "step": 19158
    },
    {
      "contrastive_lambda": 0.7688411359554399,
      "epoch": 5.975982532751091,
      "step": 19159
    },
    {
      "epoch": 5.976294447910169,
      "grad_norm": 0.1326957494020462,
      "learning_rate": 8.14467408712032e-05,
      "loss": 0.0428,
      "step": 19160
    },
    {
      "epoch": 5.976294447910169,
      "flow_loss": 0.033481352031230927,
      "step": 19160
    },
    {
      "contrastive_loss": 0.005842231214046478,
      "epoch": 5.976294447910169,
      "step": 19160
    },
    {
      "contrastive_lambda": 0.7688190620359447,
      "epoch": 5.976294447910169,
      "step": 19160
    },
    {
      "contrastive_lambda": 0.7687969873794667,
      "epoch": 5.976606363069245,
      "step": 19161
    },
    {
      "contrastive_lambda": 0.7687749119860664,
      "epoch": 5.976918278228322,
      "step": 19162
    },
    {
      "contrastive_lambda": 0.7687528358558047,
      "epoch": 5.977230193387399,
      "step": 19163
    },
    {
      "contrastive_lambda": 0.7687307589887415,
      "epoch": 5.9775421085464755,
      "step": 19164
    },
    {
      "contrastive_lambda": 0.7687086813849378,
      "epoch": 5.977854023705552,
      "step": 19165
    },
    {
      "contrastive_lambda": 0.7686866030444541,
      "epoch": 5.978165938864628,
      "step": 19166
    },
    {
      "contrastive_lambda": 0.7686645239673506,
      "epoch": 5.978477854023706,
      "step": 19167
    },
    {
      "contrastive_lambda": 0.7686424441536883,
      "epoch": 5.978789769182782,
      "step": 19168
    },
    {
      "contrastive_lambda": 0.7686203636035274,
      "epoch": 5.979101684341859,
      "step": 19169
    },
    {
      "epoch": 5.979413599500936,
      "grad_norm": 0.12636539340019226,
      "learning_rate": 8.142531103936678e-05,
      "loss": 0.0404,
      "step": 19170
    },
    {
      "epoch": 5.979413599500936,
      "flow_loss": 0.03389718011021614,
      "step": 19170
    },
    {
      "contrastive_loss": 0.004802904091775417,
      "epoch": 5.979413599500936,
      "step": 19170
    },
    {
      "contrastive_lambda": 0.7685982823169286,
      "epoch": 5.979413599500936,
      "step": 19170
    },
    {
      "contrastive_lambda": 0.7685762002939522,
      "epoch": 5.979725514660013,
      "step": 19171
    },
    {
      "contrastive_lambda": 0.7685541175346589,
      "epoch": 5.980037429819089,
      "step": 19172
    },
    {
      "contrastive_lambda": 0.7685320340391093,
      "epoch": 5.9803493449781655,
      "step": 19173
    },
    {
      "contrastive_lambda": 0.7685099498073639,
      "epoch": 5.980661260137243,
      "step": 19174
    },
    {
      "contrastive_lambda": 0.7684878648394832,
      "epoch": 5.980973175296319,
      "step": 19175
    },
    {
      "contrastive_lambda": 0.7684657791355277,
      "epoch": 5.981285090455396,
      "step": 19176
    },
    {
      "contrastive_lambda": 0.7684436926955582,
      "epoch": 5.981597005614473,
      "step": 19177
    },
    {
      "contrastive_lambda": 0.7684216055196349,
      "epoch": 5.98190892077355,
      "step": 19178
    },
    {
      "contrastive_lambda": 0.7683995176078187,
      "epoch": 5.982220835932626,
      "step": 19179
    },
    {
      "epoch": 5.9825327510917035,
      "grad_norm": 0.1718764305114746,
      "learning_rate": 8.14038716613506e-05,
      "loss": 0.0382,
      "step": 19180
    },
    {
      "epoch": 5.9825327510917035,
      "flow_loss": 0.04878045618534088,
      "step": 19180
    },
    {
      "contrastive_loss": 0.005599800497293472,
      "epoch": 5.9825327510917035,
      "step": 19180
    },
    {
      "contrastive_lambda": 0.7683774289601698,
      "epoch": 5.9825327510917035,
      "step": 19180
    },
    {
      "contrastive_lambda": 0.7683553395767491,
      "epoch": 5.98284466625078,
      "step": 19181
    },
    {
      "contrastive_lambda": 0.7683332494576169,
      "epoch": 5.983156581409856,
      "step": 19182
    },
    {
      "contrastive_lambda": 0.7683111586028339,
      "epoch": 5.983468496568933,
      "step": 19183
    },
    {
      "contrastive_lambda": 0.7682890670124607,
      "epoch": 5.98378041172801,
      "step": 19184
    },
    {
      "contrastive_lambda": 0.7682669746865576,
      "epoch": 5.984092326887087,
      "step": 19185
    },
    {
      "contrastive_lambda": 0.7682448816251854,
      "epoch": 5.984404242046163,
      "step": 19186
    },
    {
      "contrastive_lambda": 0.7682227878284048,
      "epoch": 5.9847161572052405,
      "step": 19187
    },
    {
      "contrastive_lambda": 0.768200693296276,
      "epoch": 5.985028072364317,
      "step": 19188
    },
    {
      "contrastive_lambda": 0.76817859802886,
      "epoch": 5.9853399875233935,
      "step": 19189
    },
    {
      "epoch": 5.98565190268247,
      "grad_norm": 0.10708868503570557,
      "learning_rate": 8.138242274366736e-05,
      "loss": 0.0427,
      "step": 19190
    },
    {
      "epoch": 5.98565190268247,
      "flow_loss": 0.04414910450577736,
      "step": 19190
    },
    {
      "contrastive_loss": 0.007543609477579594,
      "epoch": 5.98565190268247,
      "step": 19190
    },
    {
      "contrastive_lambda": 0.7681565020262169,
      "epoch": 5.98565190268247,
      "step": 19190
    },
    {
      "contrastive_lambda": 0.7681344052884077,
      "epoch": 5.985963817841547,
      "step": 19191
    },
    {
      "contrastive_lambda": 0.7681123078154928,
      "epoch": 5.986275733000624,
      "step": 19192
    },
    {
      "contrastive_lambda": 0.7680902096075327,
      "epoch": 5.9865876481597,
      "step": 19193
    },
    {
      "contrastive_lambda": 0.7680681106645881,
      "epoch": 5.986899563318778,
      "step": 19194
    },
    {
      "contrastive_lambda": 0.7680460109867195,
      "epoch": 5.987211478477854,
      "step": 19195
    },
    {
      "contrastive_lambda": 0.7680239105739874,
      "epoch": 5.9875233936369305,
      "step": 19196
    },
    {
      "contrastive_lambda": 0.7680018094264529,
      "epoch": 5.987835308796008,
      "step": 19197
    },
    {
      "contrastive_lambda": 0.767979707544176,
      "epoch": 5.988147223955084,
      "step": 19198
    },
    {
      "contrastive_lambda": 0.7679576049272175,
      "epoch": 5.988459139114161,
      "step": 19199
    },
    {
      "epoch": 5.988771054273237,
      "grad_norm": 0.13150671124458313,
      "learning_rate": 8.136096429283271e-05,
      "loss": 0.0399,
      "step": 19200
    },
    {
      "epoch": 5.988771054273237,
      "flow_loss": 0.03523639589548111,
      "step": 19200
    },
    {
      "contrastive_loss": 0.006263059098273516,
      "epoch": 5.988771054273237,
      "step": 19200
    },
    {
      "contrastive_lambda": 0.7679355015756382,
      "epoch": 5.988771054273237,
      "step": 19200
    },
    {
      "contrastive_lambda": 0.7679133974894983,
      "epoch": 5.989082969432315,
      "step": 19201
    },
    {
      "contrastive_lambda": 0.7678912926688588,
      "epoch": 5.989394884591391,
      "step": 19202
    },
    {
      "contrastive_lambda": 0.7678691871137799,
      "epoch": 5.989706799750468,
      "step": 19203
    },
    {
      "contrastive_lambda": 0.7678470808243225,
      "epoch": 5.990018714909545,
      "step": 19204
    },
    {
      "contrastive_lambda": 0.7678249738005472,
      "epoch": 5.990330630068621,
      "step": 19205
    },
    {
      "contrastive_lambda": 0.7678028660425145,
      "epoch": 5.990642545227698,
      "step": 19206
    },
    {
      "contrastive_lambda": 0.767780757550285,
      "epoch": 5.990954460386774,
      "step": 19207
    },
    {
      "contrastive_lambda": 0.7677586483239193,
      "epoch": 5.991266375545852,
      "step": 19208
    },
    {
      "contrastive_lambda": 0.767736538363478,
      "epoch": 5.991578290704928,
      "step": 19209
    },
    {
      "epoch": 5.991890205864005,
      "grad_norm": 0.12746526300907135,
      "learning_rate": 8.133949631536515e-05,
      "loss": 0.0345,
      "step": 19210
    },
    {
      "epoch": 5.991890205864005,
      "flow_loss": 0.042268190532922745,
      "step": 19210
    },
    {
      "contrastive_loss": 0.008104180917143822,
      "epoch": 5.991890205864005,
      "step": 19210
    },
    {
      "contrastive_lambda": 0.767714427669022,
      "epoch": 5.991890205864005,
      "step": 19210
    },
    {
      "contrastive_lambda": 0.7676923162406115,
      "epoch": 5.992202121023082,
      "step": 19211
    },
    {
      "contrastive_lambda": 0.7676702040783074,
      "epoch": 5.9925140361821585,
      "step": 19212
    },
    {
      "contrastive_lambda": 0.7676480911821704,
      "epoch": 5.992825951341235,
      "step": 19213
    },
    {
      "contrastive_lambda": 0.7676259775522607,
      "epoch": 5.993137866500312,
      "step": 19214
    },
    {
      "contrastive_lambda": 0.7676038631886393,
      "epoch": 5.993449781659389,
      "step": 19215
    },
    {
      "contrastive_lambda": 0.7675817480913667,
      "epoch": 5.993761696818465,
      "step": 19216
    },
    {
      "contrastive_lambda": 0.7675596322605036,
      "epoch": 5.994073611977542,
      "step": 19217
    },
    {
      "contrastive_lambda": 0.7675375156961105,
      "epoch": 5.994385527136619,
      "step": 19218
    },
    {
      "contrastive_lambda": 0.7675153983982481,
      "epoch": 5.994697442295696,
      "step": 19219
    },
    {
      "epoch": 5.995009357454772,
      "grad_norm": 0.10446828603744507,
      "learning_rate": 8.131801881778607e-05,
      "loss": 0.0401,
      "step": 19220
    },
    {
      "epoch": 5.995009357454772,
      "flow_loss": 0.054015036672353745,
      "step": 19220
    },
    {
      "contrastive_loss": 0.005559442564845085,
      "epoch": 5.995009357454772,
      "step": 19220
    },
    {
      "contrastive_lambda": 0.7674932803669771,
      "epoch": 5.995009357454772,
      "step": 19220
    },
    {
      "contrastive_lambda": 0.7674711616023581,
      "epoch": 5.995321272613849,
      "step": 19221
    },
    {
      "contrastive_lambda": 0.7674490421044516,
      "epoch": 5.995633187772926,
      "step": 19222
    },
    {
      "contrastive_lambda": 0.7674269218733185,
      "epoch": 5.995945102932002,
      "step": 19223
    },
    {
      "contrastive_lambda": 0.7674048009090193,
      "epoch": 5.996257018091079,
      "step": 19224
    },
    {
      "contrastive_lambda": 0.7673826792116147,
      "epoch": 5.996568933250156,
      "step": 19225
    },
    {
      "contrastive_lambda": 0.7673605567811652,
      "epoch": 5.996880848409233,
      "step": 19226
    },
    {
      "contrastive_lambda": 0.7673384336177316,
      "epoch": 5.997192763568309,
      "step": 19227
    },
    {
      "contrastive_lambda": 0.7673163097213744,
      "epoch": 5.9975046787273865,
      "step": 19228
    },
    {
      "contrastive_lambda": 0.7672941850921544,
      "epoch": 5.997816593886463,
      "step": 19229
    },
    {
      "epoch": 5.998128509045539,
      "grad_norm": 0.12605002522468567,
      "learning_rate": 8.129653180661978e-05,
      "loss": 0.042,
      "step": 19230
    },
    {
      "epoch": 5.998128509045539,
      "flow_loss": 0.03808293864130974,
      "step": 19230
    },
    {
      "contrastive_loss": 0.00736613105982542,
      "epoch": 5.998128509045539,
      "step": 19230
    },
    {
      "contrastive_lambda": 0.7672720597301323,
      "epoch": 5.998128509045539,
      "step": 19230
    },
    {
      "contrastive_lambda": 0.7672499336353686,
      "epoch": 5.998440424204617,
      "step": 19231
    },
    {
      "contrastive_lambda": 0.7672278068079241,
      "epoch": 5.998752339363693,
      "step": 19232
    },
    {
      "contrastive_lambda": 0.7672056792478594,
      "epoch": 5.99906425452277,
      "step": 19233
    },
    {
      "contrastive_lambda": 0.7671835509552352,
      "epoch": 5.999376169681846,
      "step": 19234
    },
    {
      "contrastive_lambda": 0.767161421930112,
      "epoch": 5.9996880848409235,
      "step": 19235
    },
    {
      "contrastive_lambda": 0.7671392921725506,
      "epoch": 6.0,
      "step": 19236
    },
    {
      "contrastive_lambda": 0.7671171616826118,
      "epoch": 6.0003119151590765,
      "step": 19237
    },
    {
      "contrastive_lambda": 0.767095030460356,
      "epoch": 6.000623830318154,
      "step": 19238
    },
    {
      "contrastive_lambda": 0.767072898505844,
      "epoch": 6.00093574547723,
      "step": 19239
    },
    {
      "epoch": 6.001247660636307,
      "grad_norm": 0.13183145225048065,
      "learning_rate": 8.127503528839346e-05,
      "loss": 0.0363,
      "step": 19240
    },
    {
      "epoch": 6.001247660636307,
      "flow_loss": 0.035666607320308685,
      "step": 19240
    },
    {
      "contrastive_loss": 0.006012695841491222,
      "epoch": 6.001247660636307,
      "step": 19240
    },
    {
      "contrastive_lambda": 0.7670507658191366,
      "epoch": 6.001247660636307,
      "step": 19240
    },
    {
      "contrastive_lambda": 0.7670286324002943,
      "epoch": 6.001559575795383,
      "step": 19241
    },
    {
      "contrastive_lambda": 0.7670064982493778,
      "epoch": 6.001871490954461,
      "step": 19242
    },
    {
      "contrastive_lambda": 0.7669843633664478,
      "epoch": 6.002183406113537,
      "step": 19243
    },
    {
      "contrastive_lambda": 0.7669622277515651,
      "epoch": 6.0024953212726135,
      "step": 19244
    },
    {
      "contrastive_lambda": 0.7669400914047902,
      "epoch": 6.002807236431691,
      "step": 19245
    },
    {
      "contrastive_lambda": 0.7669179543261841,
      "epoch": 6.003119151590767,
      "step": 19246
    },
    {
      "contrastive_lambda": 0.7668958165158071,
      "epoch": 6.003431066749844,
      "step": 19247
    },
    {
      "contrastive_lambda": 0.7668736779737202,
      "epoch": 6.003742981908921,
      "step": 19248
    },
    {
      "contrastive_lambda": 0.7668515386999837,
      "epoch": 6.004054897067998,
      "step": 19249
    },
    {
      "epoch": 6.004366812227074,
      "grad_norm": 0.14846739172935486,
      "learning_rate": 8.125352926963721e-05,
      "loss": 0.0427,
      "step": 19250
    },
    {
      "epoch": 6.004366812227074,
      "flow_loss": 0.05381280183792114,
      "step": 19250
    },
    {
      "contrastive_loss": 0.005523179657757282,
      "epoch": 6.004366812227074,
      "step": 19250
    },
    {
      "contrastive_lambda": 0.7668293986946587,
      "epoch": 6.004366812227074,
      "step": 19250
    },
    {
      "contrastive_lambda": 0.7668072579578058,
      "epoch": 6.004678727386151,
      "step": 19251
    },
    {
      "contrastive_lambda": 0.7667851164894857,
      "epoch": 6.004990642545228,
      "step": 19252
    },
    {
      "contrastive_lambda": 0.7667629742897588,
      "epoch": 6.005302557704304,
      "step": 19253
    },
    {
      "contrastive_lambda": 0.7667408313586863,
      "epoch": 6.005614472863381,
      "step": 19254
    },
    {
      "contrastive_lambda": 0.7667186876963286,
      "epoch": 6.005926388022458,
      "step": 19255
    },
    {
      "contrastive_lambda": 0.7666965433027465,
      "epoch": 6.006238303181535,
      "step": 19256
    },
    {
      "contrastive_lambda": 0.7666743981780006,
      "epoch": 6.006550218340611,
      "step": 19257
    },
    {
      "contrastive_lambda": 0.7666522523221518,
      "epoch": 6.006862133499688,
      "step": 19258
    },
    {
      "contrastive_lambda": 0.7666301057352607,
      "epoch": 6.007174048658765,
      "step": 19259
    },
    {
      "epoch": 6.0074859638178415,
      "grad_norm": 0.1102052852511406,
      "learning_rate": 8.123201375688395e-05,
      "loss": 0.0396,
      "step": 19260
    },
    {
      "epoch": 6.0074859638178415,
      "flow_loss": 0.04044210538268089,
      "step": 19260
    },
    {
      "contrastive_loss": 0.006127596367150545,
      "epoch": 6.0074859638178415,
      "step": 19260
    },
    {
      "contrastive_lambda": 0.7666079584173879,
      "epoch": 6.0074859638178415,
      "step": 19260
    },
    {
      "contrastive_lambda": 0.7665858103685943,
      "epoch": 6.007797878976918,
      "step": 19261
    },
    {
      "contrastive_lambda": 0.7665636615889406,
      "epoch": 6.008109794135995,
      "step": 19262
    },
    {
      "contrastive_lambda": 0.7665415120784875,
      "epoch": 6.008421709295072,
      "step": 19263
    },
    {
      "contrastive_lambda": 0.7665193618372956,
      "epoch": 6.008733624454148,
      "step": 19264
    },
    {
      "contrastive_lambda": 0.766497210865426,
      "epoch": 6.009045539613226,
      "step": 19265
    },
    {
      "contrastive_lambda": 0.7664750591629389,
      "epoch": 6.009357454772302,
      "step": 19266
    },
    {
      "contrastive_lambda": 0.7664529067298954,
      "epoch": 6.009669369931379,
      "step": 19267
    },
    {
      "contrastive_lambda": 0.7664307535663561,
      "epoch": 6.009981285090455,
      "step": 19268
    },
    {
      "contrastive_lambda": 0.7664085996723818,
      "epoch": 6.010293200249532,
      "step": 19269
    },
    {
      "epoch": 6.010605115408609,
      "grad_norm": 0.12915556132793427,
      "learning_rate": 8.121048875666954e-05,
      "loss": 0.0386,
      "step": 19270
    },
    {
      "epoch": 6.010605115408609,
      "flow_loss": 0.04664524272084236,
      "step": 19270
    },
    {
      "contrastive_loss": 0.005115344189107418,
      "epoch": 6.010605115408609,
      "step": 19270
    },
    {
      "contrastive_lambda": 0.7663864450480332,
      "epoch": 6.010605115408609,
      "step": 19270
    },
    {
      "contrastive_lambda": 0.7663642896933711,
      "epoch": 6.010917030567685,
      "step": 19271
    },
    {
      "contrastive_lambda": 0.766342133608456,
      "epoch": 6.011228945726763,
      "step": 19272
    },
    {
      "contrastive_lambda": 0.7663199767933488,
      "epoch": 6.011540860885839,
      "step": 19273
    },
    {
      "contrastive_lambda": 0.7662978192481105,
      "epoch": 6.011852776044916,
      "step": 19274
    },
    {
      "contrastive_lambda": 0.7662756609728014,
      "epoch": 6.012164691203992,
      "step": 19275
    },
    {
      "contrastive_lambda": 0.7662535019674825,
      "epoch": 6.0124766063630695,
      "step": 19276
    },
    {
      "contrastive_lambda": 0.7662313422322147,
      "epoch": 6.012788521522146,
      "step": 19277
    },
    {
      "contrastive_lambda": 0.7662091817670584,
      "epoch": 6.013100436681222,
      "step": 19278
    },
    {
      "contrastive_lambda": 0.7661870205720746,
      "epoch": 6.0134123518403,
      "step": 19279
    },
    {
      "epoch": 6.013724266999376,
      "grad_norm": 0.14781151711940765,
      "learning_rate": 8.118895427553274e-05,
      "loss": 0.0444,
      "step": 19280
    },
    {
      "epoch": 6.013724266999376,
      "flow_loss": 0.06394968926906586,
      "step": 19280
    },
    {
      "contrastive_loss": 0.0057891253381967545,
      "epoch": 6.013724266999376,
      "step": 19280
    },
    {
      "contrastive_lambda": 0.7661648586473238,
      "epoch": 6.013724266999376,
      "step": 19280
    },
    {
      "contrastive_lambda": 0.766142695992867,
      "epoch": 6.014036182158453,
      "step": 19281
    },
    {
      "contrastive_lambda": 0.766120532608765,
      "epoch": 6.01434809731753,
      "step": 19282
    },
    {
      "contrastive_lambda": 0.7660983684950782,
      "epoch": 6.0146600124766065,
      "step": 19283
    },
    {
      "contrastive_lambda": 0.7660762036518678,
      "epoch": 6.014971927635683,
      "step": 19284
    },
    {
      "contrastive_lambda": 0.7660540380791944,
      "epoch": 6.0152838427947595,
      "step": 19285
    },
    {
      "contrastive_lambda": 0.7660318717771186,
      "epoch": 6.015595757953837,
      "step": 19286
    },
    {
      "contrastive_lambda": 0.7660097047457014,
      "epoch": 6.015907673112913,
      "step": 19287
    },
    {
      "contrastive_lambda": 0.7659875369850035,
      "epoch": 6.01621958827199,
      "step": 19288
    },
    {
      "contrastive_lambda": 0.7659653684950858,
      "epoch": 6.016531503431067,
      "step": 19289
    },
    {
      "epoch": 6.016843418590144,
      "grad_norm": 0.14786450564861298,
      "learning_rate": 8.116741032001511e-05,
      "loss": 0.0437,
      "step": 19290
    },
    {
      "epoch": 6.016843418590144,
      "flow_loss": 0.048425473272800446,
      "step": 19290
    },
    {
      "contrastive_loss": 0.007853501476347446,
      "epoch": 6.016843418590144,
      "step": 19290
    },
    {
      "contrastive_lambda": 0.7659431992760088,
      "epoch": 6.016843418590144,
      "step": 19290
    },
    {
      "contrastive_lambda": 0.7659210293278333,
      "epoch": 6.01715533374922,
      "step": 19291
    },
    {
      "contrastive_lambda": 0.7658988586506206,
      "epoch": 6.0174672489082965,
      "step": 19292
    },
    {
      "contrastive_lambda": 0.7658766872444307,
      "epoch": 6.017779164067374,
      "step": 19293
    },
    {
      "contrastive_lambda": 0.7658545151093248,
      "epoch": 6.01809107922645,
      "step": 19294
    },
    {
      "contrastive_lambda": 0.7658323422453638,
      "epoch": 6.018402994385527,
      "step": 19295
    },
    {
      "contrastive_lambda": 0.7658101686526082,
      "epoch": 6.018714909544604,
      "step": 19296
    },
    {
      "contrastive_lambda": 0.765787994331119,
      "epoch": 6.019026824703681,
      "step": 19297
    },
    {
      "contrastive_lambda": 0.765765819280957,
      "epoch": 6.019338739862757,
      "step": 19298
    },
    {
      "contrastive_lambda": 0.7657436435021828,
      "epoch": 6.0196506550218345,
      "step": 19299
    },
    {
      "epoch": 6.019962570180911,
      "grad_norm": 0.1062207818031311,
      "learning_rate": 8.114585689666114e-05,
      "loss": 0.0394,
      "step": 19300
    },
    {
      "epoch": 6.019962570180911,
      "flow_loss": 0.035027146339416504,
      "step": 19300
    },
    {
      "contrastive_loss": 0.004857030231505632,
      "epoch": 6.019962570180911,
      "step": 19300
    },
    {
      "contrastive_lambda": 0.7657214669948573,
      "epoch": 6.019962570180911,
      "step": 19300
    },
    {
      "contrastive_lambda": 0.7656992897590414,
      "epoch": 6.020274485339987,
      "step": 19301
    },
    {
      "contrastive_lambda": 0.7656771117947958,
      "epoch": 6.020586400499064,
      "step": 19302
    },
    {
      "contrastive_lambda": 0.7656549331021814,
      "epoch": 6.020898315658141,
      "step": 19303
    },
    {
      "contrastive_lambda": 0.7656327536812587,
      "epoch": 6.021210230817218,
      "step": 19304
    },
    {
      "contrastive_lambda": 0.765610573532089,
      "epoch": 6.021522145976294,
      "step": 19305
    },
    {
      "contrastive_lambda": 0.7655883926547326,
      "epoch": 6.021834061135372,
      "step": 19306
    },
    {
      "contrastive_lambda": 0.7655662110492505,
      "epoch": 6.022145976294448,
      "step": 19307
    },
    {
      "contrastive_lambda": 0.7655440287157036,
      "epoch": 6.0224578914535245,
      "step": 19308
    },
    {
      "contrastive_lambda": 0.7655218456541528,
      "epoch": 6.022769806612601,
      "step": 19309
    },
    {
      "epoch": 6.023081721771678,
      "grad_norm": 0.10537296533584595,
      "learning_rate": 8.112429401201821e-05,
      "loss": 0.0373,
      "step": 19310
    },
    {
      "epoch": 6.023081721771678,
      "flow_loss": 0.038487426936626434,
      "step": 19310
    },
    {
      "contrastive_loss": 0.005481936037540436,
      "epoch": 6.023081721771678,
      "step": 19310
    },
    {
      "contrastive_lambda": 0.7654996618646588,
      "epoch": 6.023081721771678,
      "step": 19310
    },
    {
      "contrastive_lambda": 0.7654774773472823,
      "epoch": 6.023393636930755,
      "step": 19311
    },
    {
      "contrastive_lambda": 0.7654552921020843,
      "epoch": 6.023705552089831,
      "step": 19312
    },
    {
      "contrastive_lambda": 0.7654331061291255,
      "epoch": 6.024017467248909,
      "step": 19313
    },
    {
      "contrastive_lambda": 0.7654109194284666,
      "epoch": 6.024329382407985,
      "step": 19314
    },
    {
      "contrastive_lambda": 0.7653887320001689,
      "epoch": 6.024641297567062,
      "step": 19315
    },
    {
      "contrastive_lambda": 0.7653665438442927,
      "epoch": 6.024953212726139,
      "step": 19316
    },
    {
      "contrastive_lambda": 0.7653443549608991,
      "epoch": 6.025265127885215,
      "step": 19317
    },
    {
      "contrastive_lambda": 0.7653221653500488,
      "epoch": 6.025577043044292,
      "step": 19318
    },
    {
      "contrastive_lambda": 0.765299975011803,
      "epoch": 6.025888958203368,
      "step": 19319
    },
    {
      "epoch": 6.026200873362446,
      "grad_norm": 0.10429538786411285,
      "learning_rate": 8.110272167263656e-05,
      "loss": 0.0347,
      "step": 19320
    },
    {
      "epoch": 6.026200873362446,
      "flow_loss": 0.027345256879925728,
      "step": 19320
    },
    {
      "contrastive_loss": 0.006039409898221493,
      "epoch": 6.026200873362446,
      "step": 19320
    },
    {
      "contrastive_lambda": 0.765277783946222,
      "epoch": 6.026200873362446,
      "step": 19320
    },
    {
      "contrastive_lambda": 0.765255592153367,
      "epoch": 6.026512788521522,
      "step": 19321
    },
    {
      "contrastive_lambda": 0.7652333996332987,
      "epoch": 6.026824703680599,
      "step": 19322
    },
    {
      "contrastive_lambda": 0.7652112063860781,
      "epoch": 6.027136618839676,
      "step": 19323
    },
    {
      "contrastive_lambda": 0.7651890124117657,
      "epoch": 6.0274485339987525,
      "step": 19324
    },
    {
      "contrastive_lambda": 0.7651668177104227,
      "epoch": 6.027760449157829,
      "step": 19325
    },
    {
      "contrastive_lambda": 0.7651446222821099,
      "epoch": 6.028072364316905,
      "step": 19326
    },
    {
      "contrastive_lambda": 0.7651224261268879,
      "epoch": 6.028384279475983,
      "step": 19327
    },
    {
      "contrastive_lambda": 0.7651002292448177,
      "epoch": 6.028696194635059,
      "step": 19328
    },
    {
      "contrastive_lambda": 0.7650780316359603,
      "epoch": 6.029008109794136,
      "step": 19329
    },
    {
      "epoch": 6.029320024953213,
      "grad_norm": 0.08810572326183319,
      "learning_rate": 8.108113988506929e-05,
      "loss": 0.0384,
      "step": 19330
    },
    {
      "epoch": 6.029320024953213,
      "flow_loss": 0.035544246435165405,
      "step": 19330
    },
    {
      "contrastive_loss": 0.006497968919575214,
      "epoch": 6.029320024953213,
      "step": 19330
    },
    {
      "contrastive_lambda": 0.7650558333003763,
      "epoch": 6.029320024953213,
      "step": 19330
    },
    {
      "contrastive_lambda": 0.7650336342381268,
      "epoch": 6.0296319401122895,
      "step": 19331
    },
    {
      "contrastive_lambda": 0.7650114344492724,
      "epoch": 6.029943855271366,
      "step": 19332
    },
    {
      "contrastive_lambda": 0.7649892339338742,
      "epoch": 6.030255770430443,
      "step": 19333
    },
    {
      "contrastive_lambda": 0.7649670326919931,
      "epoch": 6.03056768558952,
      "step": 19334
    },
    {
      "contrastive_lambda": 0.7649448307236897,
      "epoch": 6.030879600748596,
      "step": 19335
    },
    {
      "contrastive_lambda": 0.764922628029025,
      "epoch": 6.031191515907673,
      "step": 19336
    },
    {
      "contrastive_lambda": 0.7649004246080598,
      "epoch": 6.03150343106675,
      "step": 19337
    },
    {
      "contrastive_lambda": 0.7648782204608552,
      "epoch": 6.031815346225827,
      "step": 19338
    },
    {
      "contrastive_lambda": 0.7648560155874718,
      "epoch": 6.032127261384903,
      "step": 19339
    },
    {
      "epoch": 6.03243917654398,
      "grad_norm": 0.11263824254274368,
      "learning_rate": 8.105954865587235e-05,
      "loss": 0.0399,
      "step": 19340
    },
    {
      "epoch": 6.03243917654398,
      "flow_loss": 0.02817525342106819,
      "step": 19340
    },
    {
      "contrastive_loss": 0.005342228338122368,
      "epoch": 6.03243917654398,
      "step": 19340
    },
    {
      "contrastive_lambda": 0.7648338099879707,
      "epoch": 6.03243917654398,
      "step": 19340
    },
    {
      "contrastive_lambda": 0.7648116036624125,
      "epoch": 6.032751091703057,
      "step": 19341
    },
    {
      "contrastive_lambda": 0.7647893966108585,
      "epoch": 6.033063006862133,
      "step": 19342
    },
    {
      "contrastive_lambda": 0.7647671888333691,
      "epoch": 6.03337492202121,
      "step": 19343
    },
    {
      "contrastive_lambda": 0.7647449803300055,
      "epoch": 6.033686837180287,
      "step": 19344
    },
    {
      "contrastive_lambda": 0.7647227711008286,
      "epoch": 6.033998752339364,
      "step": 19345
    },
    {
      "contrastive_lambda": 0.764700561145899,
      "epoch": 6.03431066749844,
      "step": 19346
    },
    {
      "contrastive_lambda": 0.7646783504652781,
      "epoch": 6.0346225826575175,
      "step": 19347
    },
    {
      "contrastive_lambda": 0.7646561390590262,
      "epoch": 6.034934497816594,
      "step": 19348
    },
    {
      "contrastive_lambda": 0.7646339269272047,
      "epoch": 6.03524641297567,
      "step": 19349
    },
    {
      "epoch": 6.035558328134747,
      "grad_norm": 0.12581902742385864,
      "learning_rate": 8.103794799160463e-05,
      "loss": 0.0408,
      "step": 19350
    },
    {
      "epoch": 6.035558328134747,
      "flow_loss": 0.04740673303604126,
      "step": 19350
    },
    {
      "contrastive_loss": 0.005860959179699421,
      "epoch": 6.035558328134747,
      "step": 19350
    },
    {
      "contrastive_lambda": 0.764611714069874,
      "epoch": 6.035558328134747,
      "step": 19350
    },
    {
      "contrastive_lambda": 0.7645895004870953,
      "epoch": 6.035870243293824,
      "step": 19351
    },
    {
      "contrastive_lambda": 0.7645672861789294,
      "epoch": 6.036182158452901,
      "step": 19352
    },
    {
      "contrastive_lambda": 0.7645450711454376,
      "epoch": 6.036494073611977,
      "step": 19353
    },
    {
      "contrastive_lambda": 0.7645228553866802,
      "epoch": 6.036805988771055,
      "step": 19354
    },
    {
      "contrastive_lambda": 0.7645006389027185,
      "epoch": 6.037117903930131,
      "step": 19355
    },
    {
      "contrastive_lambda": 0.7644784216936131,
      "epoch": 6.0374298190892075,
      "step": 19356
    },
    {
      "contrastive_lambda": 0.7644562037594254,
      "epoch": 6.037741734248285,
      "step": 19357
    },
    {
      "contrastive_lambda": 0.7644339851002158,
      "epoch": 6.038053649407361,
      "step": 19358
    },
    {
      "contrastive_lambda": 0.7644117657160454,
      "epoch": 6.038365564566438,
      "step": 19359
    },
    {
      "epoch": 6.038677479725514,
      "grad_norm": 0.10305379331111908,
      "learning_rate": 8.101633789882781e-05,
      "loss": 0.0359,
      "step": 19360
    },
    {
      "epoch": 6.038677479725514,
      "flow_loss": 0.03497764840722084,
      "step": 19360
    },
    {
      "contrastive_loss": 0.00614780280739069,
      "epoch": 6.038677479725514,
      "step": 19360
    },
    {
      "contrastive_lambda": 0.7643895456069751,
      "epoch": 6.038677479725514,
      "step": 19360
    },
    {
      "contrastive_lambda": 0.7643673247730658,
      "epoch": 6.038989394884592,
      "step": 19361
    },
    {
      "contrastive_lambda": 0.7643451032143787,
      "epoch": 6.039301310043668,
      "step": 19362
    },
    {
      "contrastive_lambda": 0.7643228809309743,
      "epoch": 6.039613225202745,
      "step": 19363
    },
    {
      "contrastive_lambda": 0.7643006579229138,
      "epoch": 6.039925140361822,
      "step": 19364
    },
    {
      "contrastive_lambda": 0.764278434190258,
      "epoch": 6.040237055520898,
      "step": 19365
    },
    {
      "contrastive_lambda": 0.7642562097330678,
      "epoch": 6.040548970679975,
      "step": 19366
    },
    {
      "contrastive_lambda": 0.7642339845514043,
      "epoch": 6.040860885839051,
      "step": 19367
    },
    {
      "contrastive_lambda": 0.7642117586453284,
      "epoch": 6.041172800998129,
      "step": 19368
    },
    {
      "contrastive_lambda": 0.7641895320149008,
      "epoch": 6.041484716157205,
      "step": 19369
    },
    {
      "epoch": 6.041796631316282,
      "grad_norm": 0.1857147216796875,
      "learning_rate": 8.099471838410648e-05,
      "loss": 0.0385,
      "step": 19370
    },
    {
      "epoch": 6.041796631316282,
      "flow_loss": 0.0466596782207489,
      "step": 19370
    },
    {
      "contrastive_loss": 0.005560881458222866,
      "epoch": 6.041796631316282,
      "step": 19370
    },
    {
      "contrastive_lambda": 0.7641673046601828,
      "epoch": 6.041796631316282,
      "step": 19370
    },
    {
      "contrastive_lambda": 0.764145076581235,
      "epoch": 6.042108546475359,
      "step": 19371
    },
    {
      "contrastive_lambda": 0.7641228477781185,
      "epoch": 6.0424204616344355,
      "step": 19372
    },
    {
      "contrastive_lambda": 0.7641006182508943,
      "epoch": 6.042732376793512,
      "step": 19373
    },
    {
      "contrastive_lambda": 0.764078387999623,
      "epoch": 6.043044291952589,
      "step": 19374
    },
    {
      "contrastive_lambda": 0.764056157024366,
      "epoch": 6.043356207111666,
      "step": 19375
    },
    {
      "contrastive_lambda": 0.764033925325184,
      "epoch": 6.043668122270742,
      "step": 19376
    },
    {
      "contrastive_lambda": 0.764011692902138,
      "epoch": 6.043980037429819,
      "step": 19377
    },
    {
      "contrastive_lambda": 0.763989459755289,
      "epoch": 6.044291952588896,
      "step": 19378
    },
    {
      "contrastive_lambda": 0.7639672258846979,
      "epoch": 6.0446038677479725,
      "step": 19379
    },
    {
      "epoch": 6.044915782907049,
      "grad_norm": 0.11784608662128448,
      "learning_rate": 8.097308945400806e-05,
      "loss": 0.0423,
      "step": 19380
    },
    {
      "epoch": 6.044915782907049,
      "flow_loss": 0.03320831060409546,
      "step": 19380
    },
    {
      "contrastive_loss": 0.005160671658813953,
      "epoch": 6.044915782907049,
      "step": 19380
    },
    {
      "contrastive_lambda": 0.7639449912904257,
      "epoch": 6.044915782907049,
      "step": 19380
    },
    {
      "contrastive_lambda": 0.7639227559725332,
      "epoch": 6.045227698066126,
      "step": 19381
    },
    {
      "contrastive_lambda": 0.7639005199310815,
      "epoch": 6.045539613225203,
      "step": 19382
    },
    {
      "contrastive_lambda": 0.7638782831661317,
      "epoch": 6.045851528384279,
      "step": 19383
    },
    {
      "contrastive_lambda": 0.7638560456777445,
      "epoch": 6.046163443543356,
      "step": 19384
    },
    {
      "contrastive_lambda": 0.763833807465981,
      "epoch": 6.046475358702433,
      "step": 19385
    },
    {
      "contrastive_lambda": 0.763811568530902,
      "epoch": 6.04678727386151,
      "step": 19386
    },
    {
      "contrastive_lambda": 0.7637893288725688,
      "epoch": 6.047099189020586,
      "step": 19387
    },
    {
      "contrastive_lambda": 0.7637670884910419,
      "epoch": 6.047411104179663,
      "step": 19388
    },
    {
      "contrastive_lambda": 0.7637448473863828,
      "epoch": 6.04772301933874,
      "step": 19389
    },
    {
      "epoch": 6.048034934497816,
      "grad_norm": 0.1668444722890854,
      "learning_rate": 8.095145111510288e-05,
      "loss": 0.0428,
      "step": 19390
    },
    {
      "epoch": 6.048034934497816,
      "flow_loss": 0.026328589767217636,
      "step": 19390
    },
    {
      "contrastive_loss": 0.008542980067431927,
      "epoch": 6.048034934497816,
      "step": 19390
    },
    {
      "contrastive_lambda": 0.7637226055586521,
      "epoch": 6.048034934497816,
      "step": 19390
    },
    {
      "contrastive_lambda": 0.7637003630079111,
      "epoch": 6.048346849656894,
      "step": 19391
    },
    {
      "contrastive_lambda": 0.7636781197342204,
      "epoch": 6.04865876481597,
      "step": 19392
    },
    {
      "contrastive_lambda": 0.7636558757376413,
      "epoch": 6.048970679975047,
      "step": 19393
    },
    {
      "contrastive_lambda": 0.7636336310182346,
      "epoch": 6.049282595134123,
      "step": 19394
    },
    {
      "contrastive_lambda": 0.7636113855760611,
      "epoch": 6.0495945102932005,
      "step": 19395
    },
    {
      "contrastive_lambda": 0.7635891394111822,
      "epoch": 6.049906425452277,
      "step": 19396
    },
    {
      "contrastive_lambda": 0.7635668925236587,
      "epoch": 6.050218340611353,
      "step": 19397
    },
    {
      "contrastive_lambda": 0.7635446449135517,
      "epoch": 6.050530255770431,
      "step": 19398
    },
    {
      "contrastive_lambda": 0.7635223965809219,
      "epoch": 6.050842170929507,
      "step": 19399
    },
    {
      "epoch": 6.051154086088584,
      "grad_norm": 0.12234849482774734,
      "learning_rate": 8.092980337396406e-05,
      "loss": 0.039,
      "step": 19400
    },
    {
      "epoch": 6.051154086088584,
      "flow_loss": 0.02186553366482258,
      "step": 19400
    },
    {
      "contrastive_loss": 0.005512887146323919,
      "epoch": 6.051154086088584,
      "step": 19400
    },
    {
      "contrastive_lambda": 0.7635001475258307,
      "epoch": 6.051154086088584,
      "step": 19400
    },
    {
      "contrastive_lambda": 0.7634778977483387,
      "epoch": 6.05146600124766,
      "step": 19401
    },
    {
      "contrastive_lambda": 0.7634556472485072,
      "epoch": 6.051777916406738,
      "step": 19402
    },
    {
      "contrastive_lambda": 0.763433396026397,
      "epoch": 6.052089831565814,
      "step": 19403
    },
    {
      "contrastive_lambda": 0.7634111440820694,
      "epoch": 6.0524017467248905,
      "step": 19404
    },
    {
      "contrastive_lambda": 0.763388891415585,
      "epoch": 6.052713661883968,
      "step": 19405
    },
    {
      "contrastive_lambda": 0.763366638027005,
      "epoch": 6.053025577043044,
      "step": 19406
    },
    {
      "contrastive_lambda": 0.7633443839163905,
      "epoch": 6.053337492202121,
      "step": 19407
    },
    {
      "contrastive_lambda": 0.7633221290838024,
      "epoch": 6.053649407361198,
      "step": 19408
    },
    {
      "contrastive_lambda": 0.7632998735293015,
      "epoch": 6.053961322520275,
      "step": 19409
    },
    {
      "epoch": 6.054273237679351,
      "grad_norm": 0.16215696930885315,
      "learning_rate": 8.090814623716763e-05,
      "loss": 0.0418,
      "step": 19410
    },
    {
      "epoch": 6.054273237679351,
      "flow_loss": 0.034425217658281326,
      "step": 19410
    },
    {
      "contrastive_loss": 0.006039132364094257,
      "epoch": 6.054273237679351,
      "step": 19410
    },
    {
      "contrastive_lambda": 0.7632776172529494,
      "epoch": 6.054273237679351,
      "step": 19410
    },
    {
      "contrastive_lambda": 0.7632553602548064,
      "epoch": 6.054585152838428,
      "step": 19411
    },
    {
      "contrastive_lambda": 0.7632331025349343,
      "epoch": 6.054897067997505,
      "step": 19412
    },
    {
      "contrastive_lambda": 0.7632108440933933,
      "epoch": 6.055208983156581,
      "step": 19413
    },
    {
      "contrastive_lambda": 0.7631885849302451,
      "epoch": 6.055520898315658,
      "step": 19414
    },
    {
      "contrastive_lambda": 0.7631663250455504,
      "epoch": 6.055832813474735,
      "step": 19415
    },
    {
      "contrastive_lambda": 0.7631440644393702,
      "epoch": 6.056144728633812,
      "step": 19416
    },
    {
      "contrastive_lambda": 0.7631218031117657,
      "epoch": 6.056456643792888,
      "step": 19417
    },
    {
      "contrastive_lambda": 0.7630995410627978,
      "epoch": 6.056768558951965,
      "step": 19418
    },
    {
      "contrastive_lambda": 0.7630772782925275,
      "epoch": 6.057080474111042,
      "step": 19419
    },
    {
      "epoch": 6.0573923892701185,
      "grad_norm": 0.12100949883460999,
      "learning_rate": 8.088647971129246e-05,
      "loss": 0.0374,
      "step": 19420
    },
    {
      "epoch": 6.0573923892701185,
      "flow_loss": 0.04849123954772949,
      "step": 19420
    },
    {
      "contrastive_loss": 0.00555793009698391,
      "epoch": 6.0573923892701185,
      "step": 19420
    },
    {
      "contrastive_lambda": 0.763055014801016,
      "epoch": 6.0573923892701185,
      "step": 19420
    },
    {
      "contrastive_lambda": 0.7630327505883242,
      "epoch": 6.057704304429195,
      "step": 19421
    },
    {
      "contrastive_lambda": 0.7630104856545131,
      "epoch": 6.058016219588272,
      "step": 19422
    },
    {
      "contrastive_lambda": 0.7629882199996441,
      "epoch": 6.058328134747349,
      "step": 19423
    },
    {
      "contrastive_lambda": 0.7629659536237776,
      "epoch": 6.058640049906425,
      "step": 19424
    },
    {
      "contrastive_lambda": 0.7629436865269752,
      "epoch": 6.058951965065503,
      "step": 19425
    },
    {
      "contrastive_lambda": 0.7629214187092977,
      "epoch": 6.059263880224579,
      "step": 19426
    },
    {
      "contrastive_lambda": 0.7628991501708063,
      "epoch": 6.0595757953836555,
      "step": 19427
    },
    {
      "contrastive_lambda": 0.7628768809115619,
      "epoch": 6.059887710542732,
      "step": 19428
    },
    {
      "contrastive_lambda": 0.7628546109316255,
      "epoch": 6.060199625701809,
      "step": 19429
    },
    {
      "epoch": 6.060511540860886,
      "grad_norm": 0.12571914494037628,
      "learning_rate": 8.086480380292026e-05,
      "loss": 0.0409,
      "step": 19430
    },
    {
      "epoch": 6.060511540860886,
      "flow_loss": 0.029699137434363365,
      "step": 19430
    },
    {
      "contrastive_loss": 0.005856799427419901,
      "epoch": 6.060511540860886,
      "step": 19430
    },
    {
      "contrastive_lambda": 0.7628323402310584,
      "epoch": 6.060511540860886,
      "step": 19430
    },
    {
      "contrastive_lambda": 0.7628100688099215,
      "epoch": 6.060823456019962,
      "step": 19431
    },
    {
      "contrastive_lambda": 0.7627877966682758,
      "epoch": 6.06113537117904,
      "step": 19432
    },
    {
      "contrastive_lambda": 0.7627655238061826,
      "epoch": 6.061447286338116,
      "step": 19433
    },
    {
      "contrastive_lambda": 0.7627432502237026,
      "epoch": 6.061759201497193,
      "step": 19434
    },
    {
      "contrastive_lambda": 0.7627209759208972,
      "epoch": 6.062071116656269,
      "step": 19435
    },
    {
      "contrastive_lambda": 0.7626987008978272,
      "epoch": 6.062383031815346,
      "step": 19436
    },
    {
      "contrastive_lambda": 0.7626764251545539,
      "epoch": 6.062694946974423,
      "step": 19437
    },
    {
      "contrastive_lambda": 0.7626541486911382,
      "epoch": 6.063006862133499,
      "step": 19438
    },
    {
      "contrastive_lambda": 0.7626318715076412,
      "epoch": 6.063318777292577,
      "step": 19439
    },
    {
      "epoch": 6.063630692451653,
      "grad_norm": 0.17629458010196686,
      "learning_rate": 8.084311851863562e-05,
      "loss": 0.0422,
      "step": 19440
    },
    {
      "epoch": 6.063630692451653,
      "flow_loss": 0.04034166783094406,
      "step": 19440
    },
    {
      "contrastive_loss": 0.006200818344950676,
      "epoch": 6.063630692451653,
      "step": 19440
    },
    {
      "contrastive_lambda": 0.7626095936041241,
      "epoch": 6.063630692451653,
      "step": 19440
    },
    {
      "contrastive_lambda": 0.7625873149806479,
      "epoch": 6.06394260761073,
      "step": 19441
    },
    {
      "contrastive_lambda": 0.7625650356372735,
      "epoch": 6.064254522769807,
      "step": 19442
    },
    {
      "contrastive_lambda": 0.7625427555740623,
      "epoch": 6.0645664379288835,
      "step": 19443
    },
    {
      "contrastive_lambda": 0.7625204747910752,
      "epoch": 6.06487835308796,
      "step": 19444
    },
    {
      "contrastive_lambda": 0.7624981932883734,
      "epoch": 6.065190268247036,
      "step": 19445
    },
    {
      "contrastive_lambda": 0.7624759110660179,
      "epoch": 6.065502183406114,
      "step": 19446
    },
    {
      "contrastive_lambda": 0.7624536281240697,
      "epoch": 6.06581409856519,
      "step": 19447
    },
    {
      "contrastive_lambda": 0.76243134446259,
      "epoch": 6.066126013724267,
      "step": 19448
    },
    {
      "contrastive_lambda": 0.7624090600816398,
      "epoch": 6.066437928883344,
      "step": 19449
    },
    {
      "epoch": 6.066749844042421,
      "grad_norm": 0.10677974671125412,
      "learning_rate": 8.082142386502591e-05,
      "loss": 0.0384,
      "step": 19450
    },
    {
      "epoch": 6.066749844042421,
      "flow_loss": 0.043649982661008835,
      "step": 19450
    },
    {
      "contrastive_loss": 0.006749952211976051,
      "epoch": 6.066749844042421,
      "step": 19450
    },
    {
      "contrastive_lambda": 0.7623867749812803,
      "epoch": 6.066749844042421,
      "step": 19450
    },
    {
      "contrastive_lambda": 0.7623644891615726,
      "epoch": 6.067061759201497,
      "step": 19451
    },
    {
      "contrastive_lambda": 0.7623422026225777,
      "epoch": 6.0673736743605735,
      "step": 19452
    },
    {
      "contrastive_lambda": 0.7623199153643567,
      "epoch": 6.067685589519651,
      "step": 19453
    },
    {
      "contrastive_lambda": 0.7622976273869709,
      "epoch": 6.067997504678727,
      "step": 19454
    },
    {
      "contrastive_lambda": 0.7622753386904813,
      "epoch": 6.068309419837804,
      "step": 19455
    },
    {
      "contrastive_lambda": 0.7622530492749489,
      "epoch": 6.068621334996881,
      "step": 19456
    },
    {
      "contrastive_lambda": 0.7622307591404347,
      "epoch": 6.068933250155958,
      "step": 19457
    },
    {
      "contrastive_lambda": 0.7622084682870003,
      "epoch": 6.069245165315034,
      "step": 19458
    },
    {
      "contrastive_lambda": 0.7621861767147062,
      "epoch": 6.0695570804741115,
      "step": 19459
    },
    {
      "epoch": 6.069868995633188,
      "grad_norm": 0.09908082336187363,
      "learning_rate": 8.079971984868145e-05,
      "loss": 0.035,
      "step": 19460
    },
    {
      "epoch": 6.069868995633188,
      "flow_loss": 0.03517265245318413,
      "step": 19460
    },
    {
      "contrastive_loss": 0.005685412324965,
      "epoch": 6.069868995633188,
      "step": 19460
    },
    {
      "contrastive_lambda": 0.762163884423614,
      "epoch": 6.069868995633188,
      "step": 19460
    },
    {
      "contrastive_lambda": 0.7621415914137846,
      "epoch": 6.070180910792264,
      "step": 19461
    },
    {
      "contrastive_lambda": 0.7621192976852791,
      "epoch": 6.070492825951341,
      "step": 19462
    },
    {
      "contrastive_lambda": 0.7620970032381587,
      "epoch": 6.070804741110418,
      "step": 19463
    },
    {
      "contrastive_lambda": 0.7620747080724845,
      "epoch": 6.071116656269495,
      "step": 19464
    },
    {
      "contrastive_lambda": 0.7620524121883174,
      "epoch": 6.071428571428571,
      "step": 19465
    },
    {
      "contrastive_lambda": 0.762030115585719,
      "epoch": 6.0717404865876485,
      "step": 19466
    },
    {
      "contrastive_lambda": 0.7620078182647501,
      "epoch": 6.072052401746725,
      "step": 19467
    },
    {
      "contrastive_lambda": 0.7619855202254717,
      "epoch": 6.0723643169058015,
      "step": 19468
    },
    {
      "contrastive_lambda": 0.7619632214679455,
      "epoch": 6.072676232064878,
      "step": 19469
    },
    {
      "epoch": 6.072988147223955,
      "grad_norm": 0.11860212683677673,
      "learning_rate": 8.077800647619532e-05,
      "loss": 0.0439,
      "step": 19470
    },
    {
      "epoch": 6.072988147223955,
      "flow_loss": 0.04360353201627731,
      "step": 19470
    },
    {
      "contrastive_loss": 0.008247893303632736,
      "epoch": 6.072988147223955,
      "step": 19470
    },
    {
      "contrastive_lambda": 0.761940921992232,
      "epoch": 6.072988147223955,
      "step": 19470
    },
    {
      "contrastive_lambda": 0.7619186217983926,
      "epoch": 6.073300062383032,
      "step": 19471
    },
    {
      "contrastive_lambda": 0.7618963208864884,
      "epoch": 6.073611977542108,
      "step": 19472
    },
    {
      "contrastive_lambda": 0.7618740192565805,
      "epoch": 6.073923892701186,
      "step": 19473
    },
    {
      "contrastive_lambda": 0.7618517169087303,
      "epoch": 6.074235807860262,
      "step": 19474
    },
    {
      "contrastive_lambda": 0.7618294138429986,
      "epoch": 6.0745477230193385,
      "step": 19475
    },
    {
      "contrastive_lambda": 0.7618071100594468,
      "epoch": 6.074859638178416,
      "step": 19476
    },
    {
      "contrastive_lambda": 0.761784805558136,
      "epoch": 6.075171553337492,
      "step": 19477
    },
    {
      "contrastive_lambda": 0.7617625003391271,
      "epoch": 6.075483468496569,
      "step": 19478
    },
    {
      "contrastive_lambda": 0.7617401944024816,
      "epoch": 6.075795383655645,
      "step": 19479
    },
    {
      "epoch": 6.076107298814723,
      "grad_norm": 0.11999135464429855,
      "learning_rate": 8.075628375416345e-05,
      "loss": 0.0474,
      "step": 19480
    },
    {
      "epoch": 6.076107298814723,
      "flow_loss": 0.07404130697250366,
      "step": 19480
    },
    {
      "contrastive_loss": 0.005452215671539307,
      "epoch": 6.076107298814723,
      "step": 19480
    },
    {
      "contrastive_lambda": 0.7617178877482604,
      "epoch": 6.076107298814723,
      "step": 19480
    },
    {
      "contrastive_lambda": 0.7616955803765249,
      "epoch": 6.076419213973799,
      "step": 19481
    },
    {
      "contrastive_lambda": 0.761673272287336,
      "epoch": 6.076731129132876,
      "step": 19482
    },
    {
      "contrastive_lambda": 0.7616509634807549,
      "epoch": 6.077043044291953,
      "step": 19483
    },
    {
      "contrastive_lambda": 0.7616286539568429,
      "epoch": 6.077354959451029,
      "step": 19484
    },
    {
      "contrastive_lambda": 0.761606343715661,
      "epoch": 6.077666874610106,
      "step": 19485
    },
    {
      "contrastive_lambda": 0.7615840327572706,
      "epoch": 6.077978789769182,
      "step": 19486
    },
    {
      "contrastive_lambda": 0.7615617210817327,
      "epoch": 6.07829070492826,
      "step": 19487
    },
    {
      "contrastive_lambda": 0.7615394086891084,
      "epoch": 6.078602620087336,
      "step": 19488
    },
    {
      "contrastive_lambda": 0.761517095579459,
      "epoch": 6.078914535246413,
      "step": 19489
    },
    {
      "epoch": 6.07922645040549,
      "grad_norm": 0.14439217746257782,
      "learning_rate": 8.073455168918464e-05,
      "loss": 0.0476,
      "step": 19490
    },
    {
      "epoch": 6.07922645040549,
      "flow_loss": 0.036180052906274796,
      "step": 19490
    },
    {
      "contrastive_loss": 0.004841404035687447,
      "epoch": 6.07922645040549,
      "step": 19490
    },
    {
      "contrastive_lambda": 0.7614947817528457,
      "epoch": 6.07922645040549,
      "step": 19490
    },
    {
      "contrastive_lambda": 0.7614724672093296,
      "epoch": 6.0795383655645665,
      "step": 19491
    },
    {
      "contrastive_lambda": 0.7614501519489718,
      "epoch": 6.079850280723643,
      "step": 19492
    },
    {
      "contrastive_lambda": 0.7614278359718336,
      "epoch": 6.08016219588272,
      "step": 19493
    },
    {
      "contrastive_lambda": 0.7614055192779761,
      "epoch": 6.080474111041797,
      "step": 19494
    },
    {
      "contrastive_lambda": 0.7613832018674607,
      "epoch": 6.080786026200873,
      "step": 19495
    },
    {
      "contrastive_lambda": 0.7613608837403483,
      "epoch": 6.08109794135995,
      "step": 19496
    },
    {
      "contrastive_lambda": 0.7613385648967002,
      "epoch": 6.081409856519027,
      "step": 19497
    },
    {
      "contrastive_lambda": 0.7613162453365775,
      "epoch": 6.081721771678104,
      "step": 19498
    },
    {
      "contrastive_lambda": 0.7612939250600415,
      "epoch": 6.08203368683718,
      "step": 19499
    },
    {
      "epoch": 6.082345601996257,
      "grad_norm": 0.19713042676448822,
      "learning_rate": 8.071281028786055e-05,
      "loss": 0.038,
      "step": 19500
    },
    {
      "epoch": 6.082345601996257,
      "flow_loss": 0.04429245740175247,
      "step": 19500
    },
    {
      "contrastive_loss": 0.006117099896073341,
      "epoch": 6.082345601996257,
      "step": 19500
    },
    {
      "contrastive_lambda": 0.7612716040671534,
      "epoch": 6.082345601996257,
      "step": 19500
    },
    {
      "contrastive_lambda": 0.7612492823579744,
      "epoch": 6.082657517155334,
      "step": 19501
    },
    {
      "contrastive_lambda": 0.7612269599325656,
      "epoch": 6.08296943231441,
      "step": 19502
    },
    {
      "contrastive_lambda": 0.7612046367909884,
      "epoch": 6.083281347473487,
      "step": 19503
    },
    {
      "contrastive_lambda": 0.7611823129333037,
      "epoch": 6.083593262632564,
      "step": 19504
    },
    {
      "contrastive_lambda": 0.761159988359573,
      "epoch": 6.083905177791641,
      "step": 19505
    },
    {
      "contrastive_lambda": 0.7611376630698572,
      "epoch": 6.084217092950717,
      "step": 19506
    },
    {
      "contrastive_lambda": 0.7611153370642177,
      "epoch": 6.0845290081097945,
      "step": 19507
    },
    {
      "contrastive_lambda": 0.7610930103427158,
      "epoch": 6.084840923268871,
      "step": 19508
    },
    {
      "contrastive_lambda": 0.7610706829054126,
      "epoch": 6.085152838427947,
      "step": 19509
    },
    {
      "epoch": 6.085464753587024,
      "grad_norm": 0.14237827062606812,
      "learning_rate": 8.069105955679562e-05,
      "loss": 0.0388,
      "step": 19510
    },
    {
      "epoch": 6.085464753587024,
      "flow_loss": 0.035039182752370834,
      "step": 19510
    },
    {
      "contrastive_loss": 0.004711891990154982,
      "epoch": 6.085464753587024,
      "step": 19510
    },
    {
      "contrastive_lambda": 0.7610483547523691,
      "epoch": 6.085464753587024,
      "step": 19510
    },
    {
      "contrastive_lambda": 0.761026025883647,
      "epoch": 6.085776668746101,
      "step": 19511
    },
    {
      "contrastive_lambda": 0.761003696299307,
      "epoch": 6.086088583905178,
      "step": 19512
    },
    {
      "contrastive_lambda": 0.7609813659994106,
      "epoch": 6.086400499064254,
      "step": 19513
    },
    {
      "contrastive_lambda": 0.760959034984019,
      "epoch": 6.0867124142233315,
      "step": 19514
    },
    {
      "contrastive_lambda": 0.7609367032531933,
      "epoch": 6.087024329382408,
      "step": 19515
    },
    {
      "contrastive_lambda": 0.760914370806995,
      "epoch": 6.0873362445414845,
      "step": 19516
    },
    {
      "contrastive_lambda": 0.7608920376454849,
      "epoch": 6.087648159700562,
      "step": 19517
    },
    {
      "contrastive_lambda": 0.7608697037687246,
      "epoch": 6.087960074859638,
      "step": 19518
    },
    {
      "contrastive_lambda": 0.7608473691767752,
      "epoch": 6.088271990018715,
      "step": 19519
    },
    {
      "epoch": 6.088583905177791,
      "grad_norm": 0.16452746093273163,
      "learning_rate": 8.066929950259713e-05,
      "loss": 0.0394,
      "step": 19520
    },
    {
      "epoch": 6.088583905177791,
      "flow_loss": 0.03324341028928757,
      "step": 19520
    },
    {
      "contrastive_loss": 0.004679923877120018,
      "epoch": 6.088583905177791,
      "step": 19520
    },
    {
      "contrastive_lambda": 0.7608250338696978,
      "epoch": 6.088583905177791,
      "step": 19520
    },
    {
      "contrastive_lambda": 0.7608026978475538,
      "epoch": 6.088895820336869,
      "step": 19521
    },
    {
      "contrastive_lambda": 0.7607803611104046,
      "epoch": 6.089207735495945,
      "step": 19522
    },
    {
      "contrastive_lambda": 0.760758023658311,
      "epoch": 6.0895196506550215,
      "step": 19523
    },
    {
      "contrastive_lambda": 0.7607356854913346,
      "epoch": 6.089831565814099,
      "step": 19524
    },
    {
      "contrastive_lambda": 0.7607133466095365,
      "epoch": 6.090143480973175,
      "step": 19525
    },
    {
      "contrastive_lambda": 0.760691007012978,
      "epoch": 6.090455396132252,
      "step": 19526
    },
    {
      "contrastive_lambda": 0.7606686667017202,
      "epoch": 6.090767311291328,
      "step": 19527
    },
    {
      "contrastive_lambda": 0.7606463256758245,
      "epoch": 6.091079226450406,
      "step": 19528
    },
    {
      "contrastive_lambda": 0.7606239839353521,
      "epoch": 6.091391141609482,
      "step": 19529
    },
    {
      "epoch": 6.091703056768559,
      "grad_norm": 0.14416472613811493,
      "learning_rate": 8.064753013187522e-05,
      "loss": 0.0415,
      "step": 19530
    },
    {
      "epoch": 6.091703056768559,
      "flow_loss": 0.052166715264320374,
      "step": 19530
    },
    {
      "contrastive_loss": 0.005952793639153242,
      "epoch": 6.091703056768559,
      "step": 19530
    },
    {
      "contrastive_lambda": 0.7606016414803642,
      "epoch": 6.091703056768559,
      "step": 19530
    },
    {
      "contrastive_lambda": 0.7605792983109221,
      "epoch": 6.092014971927636,
      "step": 19531
    },
    {
      "contrastive_lambda": 0.7605569544270872,
      "epoch": 6.092326887086712,
      "step": 19532
    },
    {
      "contrastive_lambda": 0.7605346098289205,
      "epoch": 6.092638802245789,
      "step": 19533
    },
    {
      "contrastive_lambda": 0.7605122645164835,
      "epoch": 6.092950717404866,
      "step": 19534
    },
    {
      "contrastive_lambda": 0.760489918489837,
      "epoch": 6.093262632563943,
      "step": 19535
    },
    {
      "contrastive_lambda": 0.760467571749043,
      "epoch": 6.093574547723019,
      "step": 19536
    },
    {
      "contrastive_lambda": 0.7604452242941622,
      "epoch": 6.093886462882096,
      "step": 19537
    },
    {
      "contrastive_lambda": 0.7604228761252559,
      "epoch": 6.094198378041173,
      "step": 19538
    },
    {
      "contrastive_lambda": 0.7604005272423857,
      "epoch": 6.0945102932002495,
      "step": 19539
    },
    {
      "epoch": 6.094822208359326,
      "grad_norm": 0.11843275278806686,
      "learning_rate": 8.062575145124289e-05,
      "loss": 0.0392,
      "step": 19540
    },
    {
      "epoch": 6.094822208359326,
      "flow_loss": 0.024799346923828125,
      "step": 19540
    },
    {
      "contrastive_loss": 0.005845596082508564,
      "epoch": 6.094822208359326,
      "step": 19540
    },
    {
      "contrastive_lambda": 0.7603781776456127,
      "epoch": 6.094822208359326,
      "step": 19540
    },
    {
      "contrastive_lambda": 0.760355827334998,
      "epoch": 6.095134123518403,
      "step": 19541
    },
    {
      "contrastive_lambda": 0.760333476310603,
      "epoch": 6.09544603867748,
      "step": 19542
    },
    {
      "contrastive_lambda": 0.760311124572489,
      "epoch": 6.095757953836556,
      "step": 19543
    },
    {
      "contrastive_lambda": 0.7602887721207172,
      "epoch": 6.096069868995633,
      "step": 19544
    },
    {
      "contrastive_lambda": 0.7602664189553492,
      "epoch": 6.09638178415471,
      "step": 19545
    },
    {
      "contrastive_lambda": 0.7602440650764459,
      "epoch": 6.096693699313787,
      "step": 19546
    },
    {
      "contrastive_lambda": 0.7602217104840687,
      "epoch": 6.097005614472863,
      "step": 19547
    },
    {
      "contrastive_lambda": 0.760199355178279,
      "epoch": 6.09731752963194,
      "step": 19548
    },
    {
      "contrastive_lambda": 0.760176999159138,
      "epoch": 6.097629444791017,
      "step": 19549
    },
    {
      "epoch": 6.097941359950093,
      "grad_norm": 0.13372044265270233,
      "learning_rate": 8.060396346731587e-05,
      "loss": 0.0428,
      "step": 19550
    },
    {
      "epoch": 6.097941359950093,
      "flow_loss": 0.031972937285900116,
      "step": 19550
    },
    {
      "contrastive_loss": 0.005614929832518101,
      "epoch": 6.097941359950093,
      "step": 19550
    },
    {
      "contrastive_lambda": 0.7601546424267068,
      "epoch": 6.097941359950093,
      "step": 19550
    },
    {
      "contrastive_lambda": 0.760132284981047,
      "epoch": 6.098253275109171,
      "step": 19551
    },
    {
      "contrastive_lambda": 0.7601099268222198,
      "epoch": 6.098565190268247,
      "step": 19552
    },
    {
      "contrastive_lambda": 0.7600875679502863,
      "epoch": 6.098877105427324,
      "step": 19553
    },
    {
      "contrastive_lambda": 0.7600652083653081,
      "epoch": 6.0991890205864,
      "step": 19554
    },
    {
      "contrastive_lambda": 0.7600428480673465,
      "epoch": 6.0995009357454775,
      "step": 19555
    },
    {
      "contrastive_lambda": 0.7600204870564624,
      "epoch": 6.099812850904554,
      "step": 19556
    },
    {
      "contrastive_lambda": 0.7599981253327175,
      "epoch": 6.10012476606363,
      "step": 19557
    },
    {
      "contrastive_lambda": 0.759975762896173,
      "epoch": 6.100436681222708,
      "step": 19558
    },
    {
      "contrastive_lambda": 0.7599533997468901,
      "epoch": 6.100748596381784,
      "step": 19559
    },
    {
      "epoch": 6.101060511540861,
      "grad_norm": 0.15048186480998993,
      "learning_rate": 8.058216618671281e-05,
      "loss": 0.0415,
      "step": 19560
    },
    {
      "epoch": 6.101060511540861,
      "flow_loss": 0.04348188266158104,
      "step": 19560
    },
    {
      "contrastive_loss": 0.004684092476963997,
      "epoch": 6.101060511540861,
      "step": 19560
    },
    {
      "contrastive_lambda": 0.7599310358849303,
      "epoch": 6.101060511540861,
      "step": 19560
    },
    {
      "contrastive_lambda": 0.7599086713103547,
      "epoch": 6.101372426699937,
      "step": 19561
    },
    {
      "contrastive_lambda": 0.7598863060232248,
      "epoch": 6.1016843418590145,
      "step": 19562
    },
    {
      "contrastive_lambda": 0.7598639400236018,
      "epoch": 6.101996257018091,
      "step": 19563
    },
    {
      "contrastive_lambda": 0.7598415733115471,
      "epoch": 6.1023081721771675,
      "step": 19564
    },
    {
      "contrastive_lambda": 0.7598192058871219,
      "epoch": 6.102620087336245,
      "step": 19565
    },
    {
      "contrastive_lambda": 0.7597968377503876,
      "epoch": 6.102932002495321,
      "step": 19566
    },
    {
      "contrastive_lambda": 0.7597744689014057,
      "epoch": 6.103243917654398,
      "step": 19567
    },
    {
      "contrastive_lambda": 0.7597520993402371,
      "epoch": 6.103555832813475,
      "step": 19568
    },
    {
      "contrastive_lambda": 0.7597297290669436,
      "epoch": 6.103867747972552,
      "step": 19569
    },
    {
      "epoch": 6.104179663131628,
      "grad_norm": 0.1591968536376953,
      "learning_rate": 8.056035961605514e-05,
      "loss": 0.0448,
      "step": 19570
    },
    {
      "epoch": 6.104179663131628,
      "flow_loss": 0.030869530513882637,
      "step": 19570
    },
    {
      "contrastive_loss": 0.006497491151094437,
      "epoch": 6.104179663131628,
      "step": 19570
    },
    {
      "contrastive_lambda": 0.7597073580815861,
      "epoch": 6.104179663131628,
      "step": 19570
    },
    {
      "contrastive_lambda": 0.7596849863842262,
      "epoch": 6.1044915782907045,
      "step": 19571
    },
    {
      "contrastive_lambda": 0.7596626139749252,
      "epoch": 6.104803493449782,
      "step": 19572
    },
    {
      "contrastive_lambda": 0.7596402408537444,
      "epoch": 6.105115408608858,
      "step": 19573
    },
    {
      "contrastive_lambda": 0.7596178670207451,
      "epoch": 6.105427323767935,
      "step": 19574
    },
    {
      "contrastive_lambda": 0.7595954924759887,
      "epoch": 6.105739238927012,
      "step": 19575
    },
    {
      "contrastive_lambda": 0.7595731172195365,
      "epoch": 6.106051154086089,
      "step": 19576
    },
    {
      "contrastive_lambda": 0.7595507412514497,
      "epoch": 6.106363069245165,
      "step": 19577
    },
    {
      "contrastive_lambda": 0.7595283645717901,
      "epoch": 6.106674984404242,
      "step": 19578
    },
    {
      "contrastive_lambda": 0.7595059871806187,
      "epoch": 6.106986899563319,
      "step": 19579
    },
    {
      "epoch": 6.107298814722395,
      "grad_norm": 0.14524097740650177,
      "learning_rate": 8.05385437619671e-05,
      "loss": 0.0416,
      "step": 19580
    },
    {
      "epoch": 6.107298814722395,
      "flow_loss": 0.04095279052853584,
      "step": 19580
    },
    {
      "contrastive_loss": 0.00484061473980546,
      "epoch": 6.107298814722395,
      "step": 19580
    },
    {
      "contrastive_lambda": 0.7594836090779968,
      "epoch": 6.107298814722395,
      "step": 19580
    },
    {
      "contrastive_lambda": 0.7594612302639858,
      "epoch": 6.107610729881472,
      "step": 19581
    },
    {
      "contrastive_lambda": 0.7594388507386471,
      "epoch": 6.107922645040549,
      "step": 19582
    },
    {
      "contrastive_lambda": 0.7594164705020423,
      "epoch": 6.108234560199626,
      "step": 19583
    },
    {
      "contrastive_lambda": 0.7593940895542324,
      "epoch": 6.108546475358702,
      "step": 19584
    },
    {
      "contrastive_lambda": 0.7593717078952787,
      "epoch": 6.10885839051778,
      "step": 19585
    },
    {
      "contrastive_lambda": 0.759349325525243,
      "epoch": 6.109170305676856,
      "step": 19586
    },
    {
      "contrastive_lambda": 0.7593269424441862,
      "epoch": 6.1094822208359325,
      "step": 19587
    },
    {
      "contrastive_lambda": 0.7593045586521698,
      "epoch": 6.109794135995009,
      "step": 19588
    },
    {
      "contrastive_lambda": 0.7592821741492555,
      "epoch": 6.110106051154086,
      "step": 19589
    },
    {
      "epoch": 6.110417966313163,
      "grad_norm": 0.10729125142097473,
      "learning_rate": 8.05167186310758e-05,
      "loss": 0.035,
      "step": 19590
    },
    {
      "epoch": 6.110417966313163,
      "flow_loss": 0.03787699714303017,
      "step": 19590
    },
    {
      "contrastive_loss": 0.008844038471579552,
      "epoch": 6.110417966313163,
      "step": 19590
    },
    {
      "contrastive_lambda": 0.7592597889355043,
      "epoch": 6.110417966313163,
      "step": 19590
    },
    {
      "contrastive_lambda": 0.7592374030109776,
      "epoch": 6.110729881472239,
      "step": 19591
    },
    {
      "contrastive_lambda": 0.759215016375737,
      "epoch": 6.111041796631317,
      "step": 19592
    },
    {
      "contrastive_lambda": 0.7591926290298436,
      "epoch": 6.111353711790393,
      "step": 19593
    },
    {
      "contrastive_lambda": 0.7591702409733587,
      "epoch": 6.11166562694947,
      "step": 19594
    },
    {
      "contrastive_lambda": 0.7591478522063442,
      "epoch": 6.111977542108546,
      "step": 19595
    },
    {
      "contrastive_lambda": 0.7591254627288611,
      "epoch": 6.112289457267623,
      "step": 19596
    },
    {
      "contrastive_lambda": 0.7591030725409706,
      "epoch": 6.1126013724267,
      "step": 19597
    },
    {
      "contrastive_lambda": 0.7590806816427345,
      "epoch": 6.112913287585776,
      "step": 19598
    },
    {
      "contrastive_lambda": 0.7590582900342139,
      "epoch": 6.113225202744854,
      "step": 19599
    },
    {
      "epoch": 6.11353711790393,
      "grad_norm": 0.1319468468427658,
      "learning_rate": 8.049488423001113e-05,
      "loss": 0.0362,
      "step": 19600
    },
    {
      "epoch": 6.11353711790393,
      "flow_loss": 0.032984212040901184,
      "step": 19600
    },
    {
      "contrastive_loss": 0.005937655922025442,
      "epoch": 6.11353711790393,
      "step": 19600
    },
    {
      "contrastive_lambda": 0.7590358977154703,
      "epoch": 6.11353711790393,
      "step": 19600
    },
    {
      "contrastive_lambda": 0.7590135046865651,
      "epoch": 6.113849033063007,
      "step": 19601
    },
    {
      "contrastive_lambda": 0.7589911109475598,
      "epoch": 6.114160948222084,
      "step": 19602
    },
    {
      "contrastive_lambda": 0.7589687164985155,
      "epoch": 6.1144728633811605,
      "step": 19603
    },
    {
      "contrastive_lambda": 0.7589463213394938,
      "epoch": 6.114784778540237,
      "step": 19604
    },
    {
      "contrastive_lambda": 0.758923925470556,
      "epoch": 6.115096693699313,
      "step": 19605
    },
    {
      "contrastive_lambda": 0.7589015288917638,
      "epoch": 6.115408608858391,
      "step": 19606
    },
    {
      "contrastive_lambda": 0.7588791316031781,
      "epoch": 6.115720524017467,
      "step": 19607
    },
    {
      "contrastive_lambda": 0.7588567336048606,
      "epoch": 6.116032439176544,
      "step": 19608
    },
    {
      "contrastive_lambda": 0.7588343348968727,
      "epoch": 6.116344354335621,
      "step": 19609
    },
    {
      "epoch": 6.1166562694946975,
      "grad_norm": 0.11491226404905319,
      "learning_rate": 8.047304056540581e-05,
      "loss": 0.0332,
      "step": 19610
    },
    {
      "epoch": 6.1166562694946975,
      "flow_loss": 0.02620440162718296,
      "step": 19610
    },
    {
      "contrastive_loss": 0.007713166996836662,
      "epoch": 6.1166562694946975,
      "step": 19610
    },
    {
      "contrastive_lambda": 0.7588119354792758,
      "epoch": 6.1166562694946975,
      "step": 19610
    },
    {
      "contrastive_lambda": 0.7587895353521312,
      "epoch": 6.116968184653774,
      "step": 19611
    },
    {
      "contrastive_lambda": 0.7587671345155006,
      "epoch": 6.1172800998128505,
      "step": 19612
    },
    {
      "contrastive_lambda": 0.758744732969445,
      "epoch": 6.117592014971928,
      "step": 19613
    },
    {
      "contrastive_lambda": 0.7587223307140262,
      "epoch": 6.117903930131004,
      "step": 19614
    },
    {
      "contrastive_lambda": 0.7586999277493053,
      "epoch": 6.118215845290081,
      "step": 19615
    },
    {
      "contrastive_lambda": 0.7586775240753438,
      "epoch": 6.118527760449158,
      "step": 19616
    },
    {
      "contrastive_lambda": 0.7586551196922033,
      "epoch": 6.118839675608235,
      "step": 19617
    },
    {
      "contrastive_lambda": 0.7586327145999452,
      "epoch": 6.119151590767311,
      "step": 19618
    },
    {
      "contrastive_lambda": 0.7586103087986307,
      "epoch": 6.119463505926388,
      "step": 19619
    },
    {
      "epoch": 6.119775421085465,
      "grad_norm": 0.12548118829727173,
      "learning_rate": 8.045118764389534e-05,
      "loss": 0.0388,
      "step": 19620
    },
    {
      "epoch": 6.119775421085465,
      "flow_loss": 0.0625864714384079,
      "step": 19620
    },
    {
      "contrastive_loss": 0.005239041522145271,
      "epoch": 6.119775421085465,
      "step": 19620
    },
    {
      "contrastive_lambda": 0.7585879022883213,
      "epoch": 6.119775421085465,
      "step": 19620
    },
    {
      "contrastive_lambda": 0.7585654950690786,
      "epoch": 6.120087336244541,
      "step": 19621
    },
    {
      "contrastive_lambda": 0.7585430871409637,
      "epoch": 6.120399251403618,
      "step": 19622
    },
    {
      "contrastive_lambda": 0.7585206785040386,
      "epoch": 6.120711166562695,
      "step": 19623
    },
    {
      "contrastive_lambda": 0.7584982691583642,
      "epoch": 6.121023081721772,
      "step": 19624
    },
    {
      "contrastive_lambda": 0.7584758591040022,
      "epoch": 6.121334996880848,
      "step": 19625
    },
    {
      "contrastive_lambda": 0.7584534483410137,
      "epoch": 6.1216469120399255,
      "step": 19626
    },
    {
      "contrastive_lambda": 0.7584310368694607,
      "epoch": 6.121958827199002,
      "step": 19627
    },
    {
      "contrastive_lambda": 0.7584086246894042,
      "epoch": 6.122270742358078,
      "step": 19628
    },
    {
      "contrastive_lambda": 0.7583862118009057,
      "epoch": 6.122582657517155,
      "step": 19629
    },
    {
      "epoch": 6.122894572676232,
      "grad_norm": 0.1443730741739273,
      "learning_rate": 8.042932547211809e-05,
      "loss": 0.038,
      "step": 19630
    },
    {
      "epoch": 6.122894572676232,
      "flow_loss": 0.04911617562174797,
      "step": 19630
    },
    {
      "contrastive_loss": 0.00515636894851923,
      "epoch": 6.122894572676232,
      "step": 19630
    },
    {
      "contrastive_lambda": 0.758363798204027,
      "epoch": 6.122894572676232,
      "step": 19630
    },
    {
      "contrastive_lambda": 0.758341383898829,
      "epoch": 6.123206487835309,
      "step": 19631
    },
    {
      "contrastive_lambda": 0.7583189688853735,
      "epoch": 6.123518402994385,
      "step": 19632
    },
    {
      "contrastive_lambda": 0.758296553163722,
      "epoch": 6.123830318153463,
      "step": 19633
    },
    {
      "contrastive_lambda": 0.7582741367339356,
      "epoch": 6.124142233312539,
      "step": 19634
    },
    {
      "contrastive_lambda": 0.7582517195960763,
      "epoch": 6.1244541484716155,
      "step": 19635
    },
    {
      "contrastive_lambda": 0.758229301750205,
      "epoch": 6.124766063630693,
      "step": 19636
    },
    {
      "contrastive_lambda": 0.7582068831963835,
      "epoch": 6.125077978789769,
      "step": 19637
    },
    {
      "contrastive_lambda": 0.7581844639346731,
      "epoch": 6.125389893948846,
      "step": 19638
    },
    {
      "contrastive_lambda": 0.7581620439651354,
      "epoch": 6.125701809107922,
      "step": 19639
    },
    {
      "epoch": 6.126013724267,
      "grad_norm": 0.1278601884841919,
      "learning_rate": 8.04074540567152e-05,
      "loss": 0.0351,
      "step": 19640
    },
    {
      "epoch": 6.126013724267,
      "flow_loss": 0.033765483647584915,
      "step": 19640
    },
    {
      "contrastive_loss": 0.009962143376469612,
      "epoch": 6.126013724267,
      "step": 19640
    },
    {
      "contrastive_lambda": 0.7581396232878319,
      "epoch": 6.126013724267,
      "step": 19640
    },
    {
      "contrastive_lambda": 0.7581172019028237,
      "epoch": 6.126325639426076,
      "step": 19641
    },
    {
      "contrastive_lambda": 0.7580947798101727,
      "epoch": 6.126637554585153,
      "step": 19642
    },
    {
      "contrastive_lambda": 0.7580723570099401,
      "epoch": 6.12694946974423,
      "step": 19643
    },
    {
      "contrastive_lambda": 0.7580499335021877,
      "epoch": 6.127261384903306,
      "step": 19644
    },
    {
      "contrastive_lambda": 0.7580275092869766,
      "epoch": 6.127573300062383,
      "step": 19645
    },
    {
      "contrastive_lambda": 0.7580050843643686,
      "epoch": 6.127885215221459,
      "step": 19646
    },
    {
      "contrastive_lambda": 0.7579826587344248,
      "epoch": 6.128197130380537,
      "step": 19647
    },
    {
      "contrastive_lambda": 0.757960232397207,
      "epoch": 6.128509045539613,
      "step": 19648
    },
    {
      "contrastive_lambda": 0.7579378053527766,
      "epoch": 6.12882096069869,
      "step": 19649
    },
    {
      "epoch": 6.129132875857767,
      "grad_norm": 0.1273038238286972,
      "learning_rate": 8.038557340433063e-05,
      "loss": 0.035,
      "step": 19650
    },
    {
      "epoch": 6.129132875857767,
      "flow_loss": 0.05471641197800636,
      "step": 19650
    },
    {
      "contrastive_loss": 0.00525401346385479,
      "epoch": 6.129132875857767,
      "step": 19650
    },
    {
      "contrastive_lambda": 0.7579153776011951,
      "epoch": 6.129132875857767,
      "step": 19650
    },
    {
      "contrastive_lambda": 0.7578929491425237,
      "epoch": 6.1294447910168435,
      "step": 19651
    },
    {
      "contrastive_lambda": 0.7578705199768243,
      "epoch": 6.12975670617592,
      "step": 19652
    },
    {
      "contrastive_lambda": 0.7578480901041582,
      "epoch": 6.130068621334997,
      "step": 19653
    },
    {
      "contrastive_lambda": 0.757825659524587,
      "epoch": 6.130380536494074,
      "step": 19654
    },
    {
      "contrastive_lambda": 0.757803228238172,
      "epoch": 6.13069245165315,
      "step": 19655
    },
    {
      "contrastive_lambda": 0.757780796244975,
      "epoch": 6.131004366812227,
      "step": 19656
    },
    {
      "contrastive_lambda": 0.7577583635450571,
      "epoch": 6.131316281971304,
      "step": 19657
    },
    {
      "contrastive_lambda": 0.7577359301384802,
      "epoch": 6.1316281971303805,
      "step": 19658
    },
    {
      "contrastive_lambda": 0.7577134960253055,
      "epoch": 6.131940112289457,
      "step": 19659
    },
    {
      "epoch": 6.132252027448534,
      "grad_norm": 0.11552707105875015,
      "learning_rate": 8.036368352161115e-05,
      "loss": 0.0441,
      "step": 19660
    },
    {
      "epoch": 6.132252027448534,
      "flow_loss": 0.02987283281981945,
      "step": 19660
    },
    {
      "contrastive_loss": 0.0073733082972466946,
      "epoch": 6.132252027448534,
      "step": 19660
    },
    {
      "contrastive_lambda": 0.7576910612055945,
      "epoch": 6.132252027448534,
      "step": 19660
    },
    {
      "contrastive_lambda": 0.7576686256794091,
      "epoch": 6.132563942607611,
      "step": 19661
    },
    {
      "contrastive_lambda": 0.7576461894468103,
      "epoch": 6.132875857766687,
      "step": 19662
    },
    {
      "contrastive_lambda": 0.75762375250786,
      "epoch": 6.133187772925764,
      "step": 19663
    },
    {
      "contrastive_lambda": 0.7576013148626195,
      "epoch": 6.133499688084841,
      "step": 19664
    },
    {
      "contrastive_lambda": 0.7575788765111503,
      "epoch": 6.133811603243918,
      "step": 19665
    },
    {
      "contrastive_lambda": 0.757556437453514,
      "epoch": 6.134123518402994,
      "step": 19666
    },
    {
      "contrastive_lambda": 0.7575339976897721,
      "epoch": 6.134435433562071,
      "step": 19667
    },
    {
      "contrastive_lambda": 0.7575115572199862,
      "epoch": 6.134747348721148,
      "step": 19668
    },
    {
      "contrastive_lambda": 0.7574891160442179,
      "epoch": 6.135059263880224,
      "step": 19669
    },
    {
      "epoch": 6.135371179039302,
      "grad_norm": 0.11262868344783783,
      "learning_rate": 8.034178441520633e-05,
      "loss": 0.0431,
      "step": 19670
    },
    {
      "epoch": 6.135371179039302,
      "flow_loss": 0.02791355736553669,
      "step": 19670
    },
    {
      "contrastive_loss": 0.006112453993409872,
      "epoch": 6.135371179039302,
      "step": 19670
    },
    {
      "contrastive_lambda": 0.7574666741625282,
      "epoch": 6.135371179039302,
      "step": 19670
    },
    {
      "contrastive_lambda": 0.7574442315749793,
      "epoch": 6.135683094198378,
      "step": 19671
    },
    {
      "contrastive_lambda": 0.7574217882816323,
      "epoch": 6.135995009357455,
      "step": 19672
    },
    {
      "contrastive_lambda": 0.7573993442825488,
      "epoch": 6.136306924516531,
      "step": 19673
    },
    {
      "contrastive_lambda": 0.7573768995777905,
      "epoch": 6.1366188396756085,
      "step": 19674
    },
    {
      "contrastive_lambda": 0.7573544541674186,
      "epoch": 6.136930754834685,
      "step": 19675
    },
    {
      "contrastive_lambda": 0.757332008051495,
      "epoch": 6.1372426699937614,
      "step": 19676
    },
    {
      "contrastive_lambda": 0.7573095612300812,
      "epoch": 6.137554585152839,
      "step": 19677
    },
    {
      "contrastive_lambda": 0.7572871137032384,
      "epoch": 6.137866500311915,
      "step": 19678
    },
    {
      "contrastive_lambda": 0.7572646654710287,
      "epoch": 6.138178415470992,
      "step": 19679
    },
    {
      "epoch": 6.138490330630068,
      "grad_norm": 0.11149117350578308,
      "learning_rate": 8.031987609176852e-05,
      "loss": 0.0355,
      "step": 19680
    },
    {
      "epoch": 6.138490330630068,
      "flow_loss": 0.02738308347761631,
      "step": 19680
    },
    {
      "contrastive_loss": 0.004944984335452318,
      "epoch": 6.138490330630068,
      "step": 19680
    },
    {
      "contrastive_lambda": 0.757242216533513,
      "epoch": 6.138490330630068,
      "step": 19680
    },
    {
      "contrastive_lambda": 0.7572197668907533,
      "epoch": 6.138802245789146,
      "step": 19681
    },
    {
      "contrastive_lambda": 0.757197316542811,
      "epoch": 6.139114160948222,
      "step": 19682
    },
    {
      "contrastive_lambda": 0.7571748654897474,
      "epoch": 6.1394260761072985,
      "step": 19683
    },
    {
      "contrastive_lambda": 0.7571524137316247,
      "epoch": 6.139737991266376,
      "step": 19684
    },
    {
      "contrastive_lambda": 0.7571299612685038,
      "epoch": 6.140049906425452,
      "step": 19685
    },
    {
      "contrastive_lambda": 0.7571075081004466,
      "epoch": 6.140361821584529,
      "step": 19686
    },
    {
      "contrastive_lambda": 0.7570850542275145,
      "epoch": 6.140673736743606,
      "step": 19687
    },
    {
      "contrastive_lambda": 0.7570625996497693,
      "epoch": 6.140985651902683,
      "step": 19688
    },
    {
      "contrastive_lambda": 0.7570401443672722,
      "epoch": 6.141297567061759,
      "step": 19689
    },
    {
      "epoch": 6.141609482220836,
      "grad_norm": 0.13363991677761078,
      "learning_rate": 8.02979585579529e-05,
      "loss": 0.0362,
      "step": 19690
    },
    {
      "epoch": 6.141609482220836,
      "flow_loss": 0.04850165918469429,
      "step": 19690
    },
    {
      "contrastive_loss": 0.005528938956558704,
      "epoch": 6.141609482220836,
      "step": 19690
    },
    {
      "contrastive_lambda": 0.7570176883800851,
      "epoch": 6.141609482220836,
      "step": 19690
    },
    {
      "contrastive_lambda": 0.7569952316882693,
      "epoch": 6.141921397379913,
      "step": 19691
    },
    {
      "contrastive_lambda": 0.7569727742918866,
      "epoch": 6.142233312538989,
      "step": 19692
    },
    {
      "contrastive_lambda": 0.7569503161909983,
      "epoch": 6.142545227698066,
      "step": 19693
    },
    {
      "contrastive_lambda": 0.7569278573856663,
      "epoch": 6.142857142857143,
      "step": 19694
    },
    {
      "contrastive_lambda": 0.7569053978759518,
      "epoch": 6.14316905801622,
      "step": 19695
    },
    {
      "contrastive_lambda": 0.7568829376619166,
      "epoch": 6.143480973175296,
      "step": 19696
    },
    {
      "contrastive_lambda": 0.7568604767436222,
      "epoch": 6.143792888334373,
      "step": 19697
    },
    {
      "contrastive_lambda": 0.7568380151211305,
      "epoch": 6.14410480349345,
      "step": 19698
    },
    {
      "contrastive_lambda": 0.7568155527945025,
      "epoch": 6.1444167186525265,
      "step": 19699
    },
    {
      "epoch": 6.144728633811603,
      "grad_norm": 0.14620408415794373,
      "learning_rate": 8.027603182041745e-05,
      "loss": 0.0443,
      "step": 19700
    },
    {
      "epoch": 6.144728633811603,
      "flow_loss": 0.028998995199799538,
      "step": 19700
    },
    {
      "contrastive_loss": 0.004172861110419035,
      "epoch": 6.144728633811603,
      "step": 19700
    },
    {
      "contrastive_lambda": 0.7567930897638002,
      "epoch": 6.144728633811603,
      "step": 19700
    },
    {
      "contrastive_lambda": 0.7567706260290851,
      "epoch": 6.14504054897068,
      "step": 19701
    },
    {
      "contrastive_lambda": 0.7567481615904188,
      "epoch": 6.145352464129757,
      "step": 19702
    },
    {
      "contrastive_lambda": 0.7567256964478626,
      "epoch": 6.145664379288833,
      "step": 19703
    },
    {
      "contrastive_lambda": 0.7567032306014785,
      "epoch": 6.145976294447911,
      "step": 19704
    },
    {
      "contrastive_lambda": 0.7566807640513279,
      "epoch": 6.146288209606987,
      "step": 19705
    },
    {
      "contrastive_lambda": 0.7566582967974724,
      "epoch": 6.1466001247660635,
      "step": 19706
    },
    {
      "contrastive_lambda": 0.7566358288399735,
      "epoch": 6.14691203992514,
      "step": 19707
    },
    {
      "contrastive_lambda": 0.7566133601788931,
      "epoch": 6.147223955084217,
      "step": 19708
    },
    {
      "contrastive_lambda": 0.7565908908142924,
      "epoch": 6.147535870243294,
      "step": 19709
    },
    {
      "epoch": 6.14784778540237,
      "grad_norm": 0.13156144320964813,
      "learning_rate": 8.025409588582292e-05,
      "loss": 0.0345,
      "step": 19710
    },
    {
      "epoch": 6.14784778540237,
      "flow_loss": 0.045137640088796616,
      "step": 19710
    },
    {
      "contrastive_loss": 0.004800114780664444,
      "epoch": 6.14784778540237,
      "step": 19710
    },
    {
      "contrastive_lambda": 0.7565684207462333,
      "epoch": 6.14784778540237,
      "step": 19710
    },
    {
      "contrastive_lambda": 0.7565459499747774,
      "epoch": 6.148159700561448,
      "step": 19711
    },
    {
      "contrastive_lambda": 0.7565234784999861,
      "epoch": 6.148471615720524,
      "step": 19712
    },
    {
      "contrastive_lambda": 0.7565010063219213,
      "epoch": 6.148783530879601,
      "step": 19713
    },
    {
      "contrastive_lambda": 0.7564785334406441,
      "epoch": 6.149095446038677,
      "step": 19714
    },
    {
      "contrastive_lambda": 0.7564560598562167,
      "epoch": 6.149407361197754,
      "step": 19715
    },
    {
      "contrastive_lambda": 0.7564335855687003,
      "epoch": 6.149719276356831,
      "step": 19716
    },
    {
      "contrastive_lambda": 0.7564111105781568,
      "epoch": 6.150031191515907,
      "step": 19717
    },
    {
      "contrastive_lambda": 0.7563886348846476,
      "epoch": 6.150343106674985,
      "step": 19718
    },
    {
      "contrastive_lambda": 0.7563661584882344,
      "epoch": 6.150655021834061,
      "step": 19719
    },
    {
      "epoch": 6.150966936993138,
      "grad_norm": 0.09342452138662338,
      "learning_rate": 8.023215076083288e-05,
      "loss": 0.041,
      "step": 19720
    },
    {
      "epoch": 6.150966936993138,
      "flow_loss": 0.03157258406281471,
      "step": 19720
    },
    {
      "contrastive_loss": 0.004708928056061268,
      "epoch": 6.150966936993138,
      "step": 19720
    },
    {
      "contrastive_lambda": 0.7563436813889788,
      "epoch": 6.150966936993138,
      "step": 19720
    },
    {
      "contrastive_lambda": 0.7563212035869425,
      "epoch": 6.151278852152215,
      "step": 19721
    },
    {
      "contrastive_lambda": 0.7562987250821871,
      "epoch": 6.1515907673112915,
      "step": 19722
    },
    {
      "contrastive_lambda": 0.7562762458747742,
      "epoch": 6.151902682470368,
      "step": 19723
    },
    {
      "contrastive_lambda": 0.7562537659647652,
      "epoch": 6.1522145976294444,
      "step": 19724
    },
    {
      "contrastive_lambda": 0.7562312853522222,
      "epoch": 6.152526512788522,
      "step": 19725
    },
    {
      "contrastive_lambda": 0.7562088040372066,
      "epoch": 6.152838427947598,
      "step": 19726
    },
    {
      "contrastive_lambda": 0.7561863220197798,
      "epoch": 6.153150343106675,
      "step": 19727
    },
    {
      "contrastive_lambda": 0.7561638393000039,
      "epoch": 6.153462258265752,
      "step": 19728
    },
    {
      "contrastive_lambda": 0.7561413558779401,
      "epoch": 6.153774173424829,
      "step": 19729
    },
    {
      "epoch": 6.154086088583905,
      "grad_norm": 0.09929405897855759,
      "learning_rate": 8.021019645211367e-05,
      "loss": 0.0382,
      "step": 19730
    },
    {
      "epoch": 6.154086088583905,
      "flow_loss": 0.0315103717148304,
      "step": 19730
    },
    {
      "contrastive_loss": 0.006765358615666628,
      "epoch": 6.154086088583905,
      "step": 19730
    },
    {
      "contrastive_lambda": 0.7561188717536502,
      "epoch": 6.154086088583905,
      "step": 19730
    },
    {
      "contrastive_lambda": 0.7560963869271959,
      "epoch": 6.1543980037429815,
      "step": 19731
    },
    {
      "contrastive_lambda": 0.756073901398639,
      "epoch": 6.154709918902059,
      "step": 19732
    },
    {
      "contrastive_lambda": 0.7560514151680408,
      "epoch": 6.155021834061135,
      "step": 19733
    },
    {
      "contrastive_lambda": 0.7560289282354631,
      "epoch": 6.155333749220212,
      "step": 19734
    },
    {
      "contrastive_lambda": 0.7560064406009677,
      "epoch": 6.155645664379289,
      "step": 19735
    },
    {
      "contrastive_lambda": 0.7559839522646159,
      "epoch": 6.155957579538366,
      "step": 19736
    },
    {
      "contrastive_lambda": 0.7559614632264697,
      "epoch": 6.156269494697442,
      "step": 19737
    },
    {
      "contrastive_lambda": 0.7559389734865907,
      "epoch": 6.1565814098565195,
      "step": 19738
    },
    {
      "contrastive_lambda": 0.7559164830450402,
      "epoch": 6.156893325015596,
      "step": 19739
    },
    {
      "epoch": 6.157205240174672,
      "grad_norm": 0.15023529529571533,
      "learning_rate": 8.018823296633441e-05,
      "loss": 0.0419,
      "step": 19740
    },
    {
      "epoch": 6.157205240174672,
      "flow_loss": 0.0570867545902729,
      "step": 19740
    },
    {
      "contrastive_loss": 0.005054887849837542,
      "epoch": 6.157205240174672,
      "step": 19740
    },
    {
      "contrastive_lambda": 0.7558939919018803,
      "epoch": 6.157205240174672,
      "step": 19740
    },
    {
      "contrastive_lambda": 0.7558715000571725,
      "epoch": 6.157517155333749,
      "step": 19741
    },
    {
      "contrastive_lambda": 0.7558490075109785,
      "epoch": 6.157829070492826,
      "step": 19742
    },
    {
      "contrastive_lambda": 0.7558265142633598,
      "epoch": 6.158140985651903,
      "step": 19743
    },
    {
      "contrastive_lambda": 0.7558040203143781,
      "epoch": 6.158452900810979,
      "step": 19744
    },
    {
      "contrastive_lambda": 0.7557815256640954,
      "epoch": 6.1587648159700565,
      "step": 19745
    },
    {
      "contrastive_lambda": 0.755759030312573,
      "epoch": 6.159076731129133,
      "step": 19746
    },
    {
      "contrastive_lambda": 0.7557365342598727,
      "epoch": 6.1593886462882095,
      "step": 19747
    },
    {
      "contrastive_lambda": 0.7557140375060563,
      "epoch": 6.159700561447286,
      "step": 19748
    },
    {
      "contrastive_lambda": 0.7556915400511852,
      "epoch": 6.160012476606363,
      "step": 19749
    },
    {
      "epoch": 6.16032439176544,
      "grad_norm": 0.10551033914089203,
      "learning_rate": 8.016626031016708e-05,
      "loss": 0.0398,
      "step": 19750
    },
    {
      "epoch": 6.16032439176544,
      "flow_loss": 0.059770263731479645,
      "step": 19750
    },
    {
      "contrastive_loss": 0.0069970618933439255,
      "epoch": 6.16032439176544,
      "step": 19750
    },
    {
      "contrastive_lambda": 0.7556690418953211,
      "epoch": 6.16032439176544,
      "step": 19750
    },
    {
      "contrastive_lambda": 0.755646543038526,
      "epoch": 6.160636306924516,
      "step": 19751
    },
    {
      "contrastive_lambda": 0.7556240434808614,
      "epoch": 6.160948222083594,
      "step": 19752
    },
    {
      "contrastive_lambda": 0.7556015432223889,
      "epoch": 6.16126013724267,
      "step": 19753
    },
    {
      "contrastive_lambda": 0.7555790422631703,
      "epoch": 6.1615720524017465,
      "step": 19754
    },
    {
      "contrastive_lambda": 0.7555565406032673,
      "epoch": 6.161883967560824,
      "step": 19755
    },
    {
      "contrastive_lambda": 0.7555340382427413,
      "epoch": 6.1621958827199,
      "step": 19756
    },
    {
      "contrastive_lambda": 0.7555115351816545,
      "epoch": 6.162507797878977,
      "step": 19757
    },
    {
      "contrastive_lambda": 0.7554890314200682,
      "epoch": 6.162819713038053,
      "step": 19758
    },
    {
      "contrastive_lambda": 0.7554665269580443,
      "epoch": 6.163131628197131,
      "step": 19759
    },
    {
      "epoch": 6.163443543356207,
      "grad_norm": 0.10552611202001572,
      "learning_rate": 8.014427849028636e-05,
      "loss": 0.0399,
      "step": 19760
    },
    {
      "epoch": 6.163443543356207,
      "flow_loss": 0.05578256770968437,
      "step": 19760
    },
    {
      "contrastive_loss": 0.005887340754270554,
      "epoch": 6.163443543356207,
      "step": 19760
    },
    {
      "contrastive_lambda": 0.7554440217956442,
      "epoch": 6.163443543356207,
      "step": 19760
    },
    {
      "contrastive_lambda": 0.7554215159329299,
      "epoch": 6.163755458515284,
      "step": 19761
    },
    {
      "contrastive_lambda": 0.7553990093699632,
      "epoch": 6.164067373674361,
      "step": 19762
    },
    {
      "contrastive_lambda": 0.7553765021068053,
      "epoch": 6.164379288833437,
      "step": 19763
    },
    {
      "contrastive_lambda": 0.7553539941435183,
      "epoch": 6.164691203992514,
      "step": 19764
    },
    {
      "contrastive_lambda": 0.755331485480164,
      "epoch": 6.16500311915159,
      "step": 19765
    },
    {
      "contrastive_lambda": 0.7553089761168039,
      "epoch": 6.165315034310668,
      "step": 19766
    },
    {
      "contrastive_lambda": 0.7552864660534997,
      "epoch": 6.165626949469744,
      "step": 19767
    },
    {
      "contrastive_lambda": 0.7552639552903131,
      "epoch": 6.165938864628821,
      "step": 19768
    },
    {
      "contrastive_lambda": 0.755241443827306,
      "epoch": 6.166250779787898,
      "step": 19769
    },
    {
      "epoch": 6.1665626949469745,
      "grad_norm": 0.14437133073806763,
      "learning_rate": 8.012228751336974e-05,
      "loss": 0.0427,
      "step": 19770
    },
    {
      "epoch": 6.1665626949469745,
      "flow_loss": 0.043719805777072906,
      "step": 19770
    },
    {
      "contrastive_loss": 0.0050199911929667,
      "epoch": 6.1665626949469745,
      "step": 19770
    },
    {
      "contrastive_lambda": 0.7552189316645399,
      "epoch": 6.1665626949469745,
      "step": 19770
    },
    {
      "contrastive_lambda": 0.7551964188020766,
      "epoch": 6.166874610106051,
      "step": 19771
    },
    {
      "contrastive_lambda": 0.755173905239978,
      "epoch": 6.167186525265128,
      "step": 19772
    },
    {
      "contrastive_lambda": 0.7551513909783054,
      "epoch": 6.167498440424205,
      "step": 19773
    },
    {
      "contrastive_lambda": 0.7551288760171209,
      "epoch": 6.167810355583281,
      "step": 19774
    },
    {
      "contrastive_lambda": 0.755106360356486,
      "epoch": 6.168122270742358,
      "step": 19775
    },
    {
      "contrastive_lambda": 0.7550838439964627,
      "epoch": 6.168434185901435,
      "step": 19776
    },
    {
      "contrastive_lambda": 0.7550613269371124,
      "epoch": 6.168746101060512,
      "step": 19777
    },
    {
      "contrastive_lambda": 0.7550388091784971,
      "epoch": 6.169058016219588,
      "step": 19778
    },
    {
      "contrastive_lambda": 0.7550162907206783,
      "epoch": 6.169369931378665,
      "step": 19779
    },
    {
      "epoch": 6.169681846537742,
      "grad_norm": 0.08535505086183548,
      "learning_rate": 8.01002873860975e-05,
      "loss": 0.0399,
      "step": 19780
    },
    {
      "epoch": 6.169681846537742,
      "flow_loss": 0.047489602118730545,
      "step": 19780
    },
    {
      "contrastive_loss": 0.004785749129951,
      "epoch": 6.169681846537742,
      "step": 19780
    },
    {
      "contrastive_lambda": 0.754993771563718,
      "epoch": 6.169681846537742,
      "step": 19780
    },
    {
      "contrastive_lambda": 0.7549712517076776,
      "epoch": 6.169993761696818,
      "step": 19781
    },
    {
      "contrastive_lambda": 0.7549487311526193,
      "epoch": 6.170305676855895,
      "step": 19782
    },
    {
      "contrastive_lambda": 0.7549262098986045,
      "epoch": 6.170617592014972,
      "step": 19783
    },
    {
      "contrastive_lambda": 0.754903687945695,
      "epoch": 6.170929507174049,
      "step": 19784
    },
    {
      "contrastive_lambda": 0.7548811652939524,
      "epoch": 6.171241422333125,
      "step": 19785
    },
    {
      "contrastive_lambda": 0.7548586419434389,
      "epoch": 6.1715533374922025,
      "step": 19786
    },
    {
      "contrastive_lambda": 0.7548361178942157,
      "epoch": 6.171865252651279,
      "step": 19787
    },
    {
      "contrastive_lambda": 0.7548135931463449,
      "epoch": 6.172177167810355,
      "step": 19788
    },
    {
      "contrastive_lambda": 0.7547910676998882,
      "epoch": 6.172489082969433,
      "step": 19789
    },
    {
      "epoch": 6.172800998128509,
      "grad_norm": 0.14042066037654877,
      "learning_rate": 8.00782781151527e-05,
      "loss": 0.0406,
      "step": 19790
    },
    {
      "epoch": 6.172800998128509,
      "flow_loss": 0.04450251907110214,
      "step": 19790
    },
    {
      "contrastive_loss": 0.0053351083770394325,
      "epoch": 6.172800998128509,
      "step": 19790
    },
    {
      "contrastive_lambda": 0.7547685415549072,
      "epoch": 6.172800998128509,
      "step": 19790
    },
    {
      "contrastive_lambda": 0.7547460147114641,
      "epoch": 6.173112913287586,
      "step": 19791
    },
    {
      "contrastive_lambda": 0.75472348716962,
      "epoch": 6.173424828446662,
      "step": 19792
    },
    {
      "contrastive_lambda": 0.7547009589294373,
      "epoch": 6.1737367436057395,
      "step": 19793
    },
    {
      "contrastive_lambda": 0.7546784299909772,
      "epoch": 6.174048658764816,
      "step": 19794
    },
    {
      "contrastive_lambda": 0.7546559003543019,
      "epoch": 6.1743605739238925,
      "step": 19795
    },
    {
      "contrastive_lambda": 0.7546333700194728,
      "epoch": 6.17467248908297,
      "step": 19796
    },
    {
      "contrastive_lambda": 0.754610838986552,
      "epoch": 6.174984404242046,
      "step": 19797
    },
    {
      "contrastive_lambda": 0.754588307255601,
      "epoch": 6.175296319401123,
      "step": 19798
    },
    {
      "contrastive_lambda": 0.7545657748266819,
      "epoch": 6.175608234560199,
      "step": 19799
    },
    {
      "epoch": 6.175920149719277,
      "grad_norm": 0.11454243957996368,
      "learning_rate": 8.005625970722119e-05,
      "loss": 0.0379,
      "step": 19800
    },
    {
      "epoch": 6.175920149719277,
      "flow_loss": 0.06875450909137726,
      "step": 19800
    },
    {
      "contrastive_loss": 0.004941822960972786,
      "epoch": 6.175920149719277,
      "step": 19800
    },
    {
      "contrastive_lambda": 0.7545432416998561,
      "epoch": 6.175920149719277,
      "step": 19800
    },
    {
      "contrastive_lambda": 0.7545207078751857,
      "epoch": 6.176232064878353,
      "step": 19801
    },
    {
      "contrastive_lambda": 0.7544981733527323,
      "epoch": 6.1765439800374295,
      "step": 19802
    },
    {
      "contrastive_lambda": 0.7544756381325577,
      "epoch": 6.176855895196507,
      "step": 19803
    },
    {
      "contrastive_lambda": 0.7544531022147236,
      "epoch": 6.177167810355583,
      "step": 19804
    },
    {
      "contrastive_lambda": 0.7544305655992918,
      "epoch": 6.17747972551466,
      "step": 19805
    },
    {
      "contrastive_lambda": 0.7544080282863244,
      "epoch": 6.177791640673736,
      "step": 19806
    },
    {
      "contrastive_lambda": 0.7543854902758828,
      "epoch": 6.178103555832814,
      "step": 19807
    },
    {
      "contrastive_lambda": 0.7543629515680288,
      "epoch": 6.17841547099189,
      "step": 19808
    },
    {
      "contrastive_lambda": 0.7543404121628245,
      "epoch": 6.178727386150967,
      "step": 19809
    },
    {
      "epoch": 6.179039301310044,
      "grad_norm": 0.12654471397399902,
      "learning_rate": 8.003423216899158e-05,
      "loss": 0.0415,
      "step": 19810
    },
    {
      "epoch": 6.179039301310044,
      "flow_loss": 0.02472565323114395,
      "step": 19810
    },
    {
      "contrastive_loss": 0.0054858531802892685,
      "epoch": 6.179039301310044,
      "step": 19810
    },
    {
      "contrastive_lambda": 0.7543178720603316,
      "epoch": 6.179039301310044,
      "step": 19810
    },
    {
      "contrastive_lambda": 0.7542953312606117,
      "epoch": 6.1793512164691204,
      "step": 19811
    },
    {
      "contrastive_lambda": 0.7542727897637267,
      "epoch": 6.179663131628197,
      "step": 19812
    },
    {
      "contrastive_lambda": 0.7542502475697385,
      "epoch": 6.179975046787274,
      "step": 19813
    },
    {
      "contrastive_lambda": 0.7542277046787087,
      "epoch": 6.180286961946351,
      "step": 19814
    },
    {
      "contrastive_lambda": 0.7542051610906992,
      "epoch": 6.180598877105427,
      "step": 19815
    },
    {
      "contrastive_lambda": 0.754182616805772,
      "epoch": 6.180910792264504,
      "step": 19816
    },
    {
      "contrastive_lambda": 0.7541600718239886,
      "epoch": 6.181222707423581,
      "step": 19817
    },
    {
      "contrastive_lambda": 0.7541375261454109,
      "epoch": 6.1815346225826575,
      "step": 19818
    },
    {
      "contrastive_lambda": 0.7541149797701008,
      "epoch": 6.181846537741734,
      "step": 19819
    },
    {
      "epoch": 6.182158452900811,
      "grad_norm": 0.18553292751312256,
      "learning_rate": 8.001219550715522e-05,
      "loss": 0.0401,
      "step": 19820
    },
    {
      "epoch": 6.182158452900811,
      "flow_loss": 0.052165787667036057,
      "step": 19820
    },
    {
      "contrastive_loss": 0.0066873859614133835,
      "epoch": 6.182158452900811,
      "step": 19820
    },
    {
      "contrastive_lambda": 0.75409243269812,
      "epoch": 6.182158452900811,
      "step": 19820
    },
    {
      "contrastive_lambda": 0.7540698849295304,
      "epoch": 6.182470368059888,
      "step": 19821
    },
    {
      "contrastive_lambda": 0.7540473364643938,
      "epoch": 6.182782283218964,
      "step": 19822
    },
    {
      "contrastive_lambda": 0.754024787302772,
      "epoch": 6.183094198378041,
      "step": 19823
    },
    {
      "contrastive_lambda": 0.7540022374447268,
      "epoch": 6.183406113537118,
      "step": 19824
    },
    {
      "contrastive_lambda": 0.7539796868903201,
      "epoch": 6.183718028696195,
      "step": 19825
    },
    {
      "contrastive_lambda": 0.7539571356396136,
      "epoch": 6.184029943855271,
      "step": 19826
    },
    {
      "contrastive_lambda": 0.7539345836926692,
      "epoch": 6.184341859014348,
      "step": 19827
    },
    {
      "contrastive_lambda": 0.7539120310495487,
      "epoch": 6.184653774173425,
      "step": 19828
    },
    {
      "contrastive_lambda": 0.753889477710314,
      "epoch": 6.184965689332501,
      "step": 19829
    },
    {
      "epoch": 6.185277604491579,
      "grad_norm": 0.1292511522769928,
      "learning_rate": 7.999014972840632e-05,
      "loss": 0.0414,
      "step": 19830
    },
    {
      "epoch": 6.185277604491579,
      "flow_loss": 0.05561566725373268,
      "step": 19830
    },
    {
      "contrastive_loss": 0.004446717910468578,
      "epoch": 6.185277604491579,
      "step": 19830
    },
    {
      "contrastive_lambda": 0.753866923675027,
      "epoch": 6.185277604491579,
      "step": 19830
    },
    {
      "contrastive_lambda": 0.7538443689437492,
      "epoch": 6.185589519650655,
      "step": 19831
    },
    {
      "contrastive_lambda": 0.7538218135165426,
      "epoch": 6.185901434809732,
      "step": 19832
    },
    {
      "contrastive_lambda": 0.7537992573934693,
      "epoch": 6.186213349968808,
      "step": 19833
    },
    {
      "contrastive_lambda": 0.7537767005745909,
      "epoch": 6.1865252651278855,
      "step": 19834
    },
    {
      "contrastive_lambda": 0.7537541430599692,
      "epoch": 6.186837180286962,
      "step": 19835
    },
    {
      "contrastive_lambda": 0.7537315848496662,
      "epoch": 6.187149095446038,
      "step": 19836
    },
    {
      "contrastive_lambda": 0.7537090259437436,
      "epoch": 6.187461010605116,
      "step": 19837
    },
    {
      "contrastive_lambda": 0.7536864663422632,
      "epoch": 6.187772925764192,
      "step": 19838
    },
    {
      "contrastive_lambda": 0.753663906045287,
      "epoch": 6.188084840923269,
      "step": 19839
    },
    {
      "epoch": 6.188396756082345,
      "grad_norm": 0.13677582144737244,
      "learning_rate": 7.996809483944174e-05,
      "loss": 0.0428,
      "step": 19840
    },
    {
      "epoch": 6.188396756082345,
      "flow_loss": 0.05223992094397545,
      "step": 19840
    },
    {
      "contrastive_loss": 0.005968410987406969,
      "epoch": 6.188396756082345,
      "step": 19840
    },
    {
      "contrastive_lambda": 0.7536413450528769,
      "epoch": 6.188396756082345,
      "step": 19840
    },
    {
      "contrastive_lambda": 0.7536187833650946,
      "epoch": 6.1887086712414225,
      "step": 19841
    },
    {
      "contrastive_lambda": 0.753596220982002,
      "epoch": 6.189020586400499,
      "step": 19842
    },
    {
      "contrastive_lambda": 0.7535736579036609,
      "epoch": 6.1893325015595755,
      "step": 19843
    },
    {
      "contrastive_lambda": 0.7535510941301332,
      "epoch": 6.189644416718653,
      "step": 19844
    },
    {
      "contrastive_lambda": 0.7535285296614809,
      "epoch": 6.189956331877729,
      "step": 19845
    },
    {
      "contrastive_lambda": 0.7535059644977657,
      "epoch": 6.190268247036806,
      "step": 19846
    },
    {
      "contrastive_lambda": 0.7534833986390495,
      "epoch": 6.190580162195883,
      "step": 19847
    },
    {
      "contrastive_lambda": 0.7534608320853942,
      "epoch": 6.19089207735496,
      "step": 19848
    },
    {
      "contrastive_lambda": 0.7534382648368616,
      "epoch": 6.191203992514036,
      "step": 19849
    },
    {
      "epoch": 6.1915159076731126,
      "grad_norm": 0.12351074814796448,
      "learning_rate": 7.994603084696124e-05,
      "loss": 0.0476,
      "step": 19850
    },
    {
      "epoch": 6.1915159076731126,
      "flow_loss": 0.04454168677330017,
      "step": 19850
    },
    {
      "contrastive_loss": 0.005110902711749077,
      "epoch": 6.1915159076731126,
      "step": 19850
    },
    {
      "contrastive_lambda": 0.7534156968935136,
      "epoch": 6.1915159076731126,
      "step": 19850
    },
    {
      "contrastive_lambda": 0.753393128255412,
      "epoch": 6.19182782283219,
      "step": 19851
    },
    {
      "contrastive_lambda": 0.7533705589226188,
      "epoch": 6.192139737991266,
      "step": 19852
    },
    {
      "contrastive_lambda": 0.7533479888951959,
      "epoch": 6.192451653150343,
      "step": 19853
    },
    {
      "contrastive_lambda": 0.7533254181732052,
      "epoch": 6.19276356830942,
      "step": 19854
    },
    {
      "contrastive_lambda": 0.7533028467567082,
      "epoch": 6.193075483468497,
      "step": 19855
    },
    {
      "contrastive_lambda": 0.7532802746457673,
      "epoch": 6.193387398627573,
      "step": 19856
    },
    {
      "contrastive_lambda": 0.753257701840444,
      "epoch": 6.19369931378665,
      "step": 19857
    },
    {
      "contrastive_lambda": 0.7532351283408005,
      "epoch": 6.194011228945727,
      "step": 19858
    },
    {
      "contrastive_lambda": 0.7532125541468984,
      "epoch": 6.1943231441048034,
      "step": 19859
    },
    {
      "epoch": 6.19463505926388,
      "grad_norm": 0.12958785891532898,
      "learning_rate": 7.992395775766724e-05,
      "loss": 0.0439,
      "step": 19860
    },
    {
      "epoch": 6.19463505926388,
      "flow_loss": 0.03679199144244194,
      "step": 19860
    },
    {
      "contrastive_loss": 0.00595908984541893,
      "epoch": 6.19463505926388,
      "step": 19860
    },
    {
      "contrastive_lambda": 0.7531899792587997,
      "epoch": 6.19463505926388,
      "step": 19860
    },
    {
      "contrastive_lambda": 0.7531674036765663,
      "epoch": 6.194946974422957,
      "step": 19861
    },
    {
      "contrastive_lambda": 0.7531448274002601,
      "epoch": 6.195258889582034,
      "step": 19862
    },
    {
      "contrastive_lambda": 0.7531222504299429,
      "epoch": 6.19557080474111,
      "step": 19863
    },
    {
      "contrastive_lambda": 0.7530996727656769,
      "epoch": 6.195882719900188,
      "step": 19864
    },
    {
      "contrastive_lambda": 0.7530770944075236,
      "epoch": 6.196194635059264,
      "step": 19865
    },
    {
      "contrastive_lambda": 0.753054515355545,
      "epoch": 6.1965065502183405,
      "step": 19866
    },
    {
      "contrastive_lambda": 0.7530319356098033,
      "epoch": 6.196818465377417,
      "step": 19867
    },
    {
      "contrastive_lambda": 0.75300935517036,
      "epoch": 6.197130380536494,
      "step": 19868
    },
    {
      "contrastive_lambda": 0.7529867740372773,
      "epoch": 6.197442295695571,
      "step": 19869
    },
    {
      "epoch": 6.197754210854647,
      "grad_norm": 0.12503209710121155,
      "learning_rate": 7.990187557826497e-05,
      "loss": 0.0404,
      "step": 19870
    },
    {
      "epoch": 6.197754210854647,
      "flow_loss": 0.04811619967222214,
      "step": 19870
    },
    {
      "contrastive_loss": 0.0052097998559474945,
      "epoch": 6.197754210854647,
      "step": 19870
    },
    {
      "contrastive_lambda": 0.752964192210617,
      "epoch": 6.197754210854647,
      "step": 19870
    },
    {
      "contrastive_lambda": 0.752941609690441,
      "epoch": 6.198066126013725,
      "step": 19871
    },
    {
      "contrastive_lambda": 0.7529190264768111,
      "epoch": 6.198378041172801,
      "step": 19872
    },
    {
      "contrastive_lambda": 0.7528964425697895,
      "epoch": 6.198689956331878,
      "step": 19873
    },
    {
      "contrastive_lambda": 0.7528738579694378,
      "epoch": 6.199001871490954,
      "step": 19874
    },
    {
      "contrastive_lambda": 0.7528512726758181,
      "epoch": 6.199313786650031,
      "step": 19875
    },
    {
      "contrastive_lambda": 0.7528286866889923,
      "epoch": 6.199625701809108,
      "step": 19876
    },
    {
      "contrastive_lambda": 0.7528061000090223,
      "epoch": 6.199937616968184,
      "step": 19877
    },
    {
      "contrastive_lambda": 0.75278351263597,
      "epoch": 6.200249532127262,
      "step": 19878
    },
    {
      "contrastive_lambda": 0.7527609245698974,
      "epoch": 6.200561447286338,
      "step": 19879
    },
    {
      "epoch": 6.200873362445415,
      "grad_norm": 0.11916566640138626,
      "learning_rate": 7.987978431546242e-05,
      "loss": 0.0367,
      "step": 19880
    },
    {
      "epoch": 6.200873362445415,
      "flow_loss": 0.03191197291016579,
      "step": 19880
    },
    {
      "contrastive_loss": 0.004844378214329481,
      "epoch": 6.200873362445415,
      "step": 19880
    },
    {
      "contrastive_lambda": 0.7527383358108664,
      "epoch": 6.200873362445415,
      "step": 19880
    },
    {
      "contrastive_lambda": 0.7527157463589389,
      "epoch": 6.201185277604492,
      "step": 19881
    },
    {
      "contrastive_lambda": 0.7526931562141767,
      "epoch": 6.2014971927635685,
      "step": 19882
    },
    {
      "contrastive_lambda": 0.7526705653766419,
      "epoch": 6.201809107922645,
      "step": 19883
    },
    {
      "contrastive_lambda": 0.7526479738463965,
      "epoch": 6.202121023081721,
      "step": 19884
    },
    {
      "contrastive_lambda": 0.7526253816235022,
      "epoch": 6.202432938240799,
      "step": 19885
    },
    {
      "contrastive_lambda": 0.7526027887080211,
      "epoch": 6.202744853399875,
      "step": 19886
    },
    {
      "contrastive_lambda": 0.7525801951000153,
      "epoch": 6.203056768558952,
      "step": 19887
    },
    {
      "contrastive_lambda": 0.7525576007995463,
      "epoch": 6.203368683718029,
      "step": 19888
    },
    {
      "contrastive_lambda": 0.7525350058066764,
      "epoch": 6.2036805988771055,
      "step": 19889
    },
    {
      "epoch": 6.203992514036182,
      "grad_norm": 0.1700088232755661,
      "learning_rate": 7.985768397597031e-05,
      "loss": 0.0415,
      "step": 19890
    },
    {
      "epoch": 6.203992514036182,
      "flow_loss": 0.055750973522663116,
      "step": 19890
    },
    {
      "contrastive_loss": 0.008035732433199883,
      "epoch": 6.203992514036182,
      "step": 19890
    },
    {
      "contrastive_lambda": 0.7525124101214675,
      "epoch": 6.203992514036182,
      "step": 19890
    },
    {
      "contrastive_lambda": 0.7524898137439814,
      "epoch": 6.2043044291952585,
      "step": 19891
    },
    {
      "contrastive_lambda": 0.7524672166742803,
      "epoch": 6.204616344354336,
      "step": 19892
    },
    {
      "contrastive_lambda": 0.7524446189124259,
      "epoch": 6.204928259513412,
      "step": 19893
    },
    {
      "contrastive_lambda": 0.7524220204584802,
      "epoch": 6.205240174672489,
      "step": 19894
    },
    {
      "contrastive_lambda": 0.7523994213125051,
      "epoch": 6.205552089831566,
      "step": 19895
    },
    {
      "contrastive_lambda": 0.7523768214745628,
      "epoch": 6.205864004990643,
      "step": 19896
    },
    {
      "contrastive_lambda": 0.752354220944715,
      "epoch": 6.206175920149719,
      "step": 19897
    },
    {
      "contrastive_lambda": 0.752331619723024,
      "epoch": 6.2064878353087956,
      "step": 19898
    },
    {
      "contrastive_lambda": 0.7523090178095513,
      "epoch": 6.206799750467873,
      "step": 19899
    },
    {
      "epoch": 6.207111665626949,
      "grad_norm": 0.11804843693971634,
      "learning_rate": 7.983557456650216e-05,
      "loss": 0.0401,
      "step": 19900
    },
    {
      "epoch": 6.207111665626949,
      "flow_loss": 0.02864558808505535,
      "step": 19900
    },
    {
      "contrastive_loss": 0.006051479838788509,
      "epoch": 6.207111665626949,
      "step": 19900
    },
    {
      "contrastive_lambda": 0.7522864152043593,
      "epoch": 6.207111665626949,
      "step": 19900
    },
    {
      "contrastive_lambda": 0.7522638119075096,
      "epoch": 6.207423580786026,
      "step": 19901
    },
    {
      "contrastive_lambda": 0.7522412079190646,
      "epoch": 6.207735495945103,
      "step": 19902
    },
    {
      "contrastive_lambda": 0.7522186032390856,
      "epoch": 6.20804741110418,
      "step": 19903
    },
    {
      "contrastive_lambda": 0.7521959978676354,
      "epoch": 6.208359326263256,
      "step": 19904
    },
    {
      "contrastive_lambda": 0.7521733918047753,
      "epoch": 6.2086712414223335,
      "step": 19905
    },
    {
      "contrastive_lambda": 0.7521507850505675,
      "epoch": 6.20898315658141,
      "step": 19906
    },
    {
      "contrastive_lambda": 0.7521281776050741,
      "epoch": 6.2092950717404864,
      "step": 19907
    },
    {
      "contrastive_lambda": 0.7521055694683569,
      "epoch": 6.209606986899563,
      "step": 19908
    },
    {
      "contrastive_lambda": 0.7520829606404781,
      "epoch": 6.20991890205864,
      "step": 19909
    },
    {
      "epoch": 6.210230817217717,
      "grad_norm": 0.11019417643547058,
      "learning_rate": 7.981345609377422e-05,
      "loss": 0.0353,
      "step": 19910
    },
    {
      "epoch": 6.210230817217717,
      "flow_loss": 0.028008416295051575,
      "step": 19910
    },
    {
      "contrastive_loss": 0.005492260679602623,
      "epoch": 6.210230817217717,
      "step": 19910
    },
    {
      "contrastive_lambda": 0.7520603511214994,
      "epoch": 6.210230817217717,
      "step": 19910
    },
    {
      "contrastive_lambda": 0.7520377409114831,
      "epoch": 6.210542732376793,
      "step": 19911
    },
    {
      "contrastive_lambda": 0.7520151300104909,
      "epoch": 6.210854647535871,
      "step": 19912
    },
    {
      "contrastive_lambda": 0.751992518418585,
      "epoch": 6.211166562694947,
      "step": 19913
    },
    {
      "contrastive_lambda": 0.7519699061358273,
      "epoch": 6.2114784778540235,
      "step": 19914
    },
    {
      "contrastive_lambda": 0.7519472931622797,
      "epoch": 6.2117903930131,
      "step": 19915
    },
    {
      "contrastive_lambda": 0.7519246794980043,
      "epoch": 6.212102308172177,
      "step": 19916
    },
    {
      "contrastive_lambda": 0.7519020651430632,
      "epoch": 6.212414223331254,
      "step": 19917
    },
    {
      "contrastive_lambda": 0.7518794500975183,
      "epoch": 6.21272613849033,
      "step": 19918
    },
    {
      "contrastive_lambda": 0.7518568343614314,
      "epoch": 6.213038053649408,
      "step": 19919
    },
    {
      "epoch": 6.213349968808484,
      "grad_norm": 0.1209990531206131,
      "learning_rate": 7.97913285645055e-05,
      "loss": 0.0404,
      "step": 19920
    },
    {
      "epoch": 6.213349968808484,
      "flow_loss": 0.035436853766441345,
      "step": 19920
    },
    {
      "contrastive_loss": 0.006278410088270903,
      "epoch": 6.213349968808484,
      "step": 19920
    },
    {
      "contrastive_lambda": 0.7518342179348648,
      "epoch": 6.213349968808484,
      "step": 19920
    },
    {
      "contrastive_lambda": 0.7518116008178805,
      "epoch": 6.213661883967561,
      "step": 19921
    },
    {
      "contrastive_lambda": 0.7517889830105402,
      "epoch": 6.213973799126638,
      "step": 19922
    },
    {
      "contrastive_lambda": 0.7517663645129062,
      "epoch": 6.214285714285714,
      "step": 19923
    },
    {
      "contrastive_lambda": 0.7517437453250404,
      "epoch": 6.214597629444791,
      "step": 19924
    },
    {
      "contrastive_lambda": 0.7517211254470049,
      "epoch": 6.214909544603867,
      "step": 19925
    },
    {
      "contrastive_lambda": 0.7516985048788616,
      "epoch": 6.215221459762945,
      "step": 19926
    },
    {
      "contrastive_lambda": 0.7516758836206725,
      "epoch": 6.215533374922021,
      "step": 19927
    },
    {
      "contrastive_lambda": 0.7516532616724998,
      "epoch": 6.215845290081098,
      "step": 19928
    },
    {
      "contrastive_lambda": 0.7516306390344052,
      "epoch": 6.216157205240175,
      "step": 19929
    },
    {
      "epoch": 6.2164691203992515,
      "grad_norm": 0.10238604247570038,
      "learning_rate": 7.976919198541776e-05,
      "loss": 0.0367,
      "step": 19930
    },
    {
      "epoch": 6.2164691203992515,
      "flow_loss": 0.02828350104391575,
      "step": 19930
    },
    {
      "contrastive_loss": 0.005097579210996628,
      "epoch": 6.2164691203992515,
      "step": 19930
    },
    {
      "contrastive_lambda": 0.7516080157064511,
      "epoch": 6.2164691203992515,
      "step": 19930
    },
    {
      "contrastive_lambda": 0.7515853916886992,
      "epoch": 6.216781035558328,
      "step": 19931
    },
    {
      "contrastive_lambda": 0.7515627669812117,
      "epoch": 6.217092950717404,
      "step": 19932
    },
    {
      "contrastive_lambda": 0.7515401415840507,
      "epoch": 6.217404865876482,
      "step": 19933
    },
    {
      "contrastive_lambda": 0.7515175154972781,
      "epoch": 6.217716781035558,
      "step": 19934
    },
    {
      "contrastive_lambda": 0.7514948887209558,
      "epoch": 6.218028696194635,
      "step": 19935
    },
    {
      "contrastive_lambda": 0.7514722612551461,
      "epoch": 6.218340611353712,
      "step": 19936
    },
    {
      "contrastive_lambda": 0.751449633099911,
      "epoch": 6.2186525265127885,
      "step": 19937
    },
    {
      "contrastive_lambda": 0.7514270042553124,
      "epoch": 6.218964441671865,
      "step": 19938
    },
    {
      "contrastive_lambda": 0.7514043747214123,
      "epoch": 6.219276356830942,
      "step": 19939
    },
    {
      "epoch": 6.219588271990019,
      "grad_norm": 0.11325425654649734,
      "learning_rate": 7.974704636323548e-05,
      "loss": 0.0372,
      "step": 19940
    },
    {
      "epoch": 6.219588271990019,
      "flow_loss": 0.033670518547296524,
      "step": 19940
    },
    {
      "contrastive_loss": 0.006420963443815708,
      "epoch": 6.219588271990019,
      "step": 19940
    },
    {
      "contrastive_lambda": 0.7513817444982728,
      "epoch": 6.219588271990019,
      "step": 19940
    },
    {
      "contrastive_lambda": 0.751359113585956,
      "epoch": 6.219900187149095,
      "step": 19941
    },
    {
      "contrastive_lambda": 0.7513364819845241,
      "epoch": 6.220212102308172,
      "step": 19942
    },
    {
      "contrastive_lambda": 0.7513138496940388,
      "epoch": 6.220524017467249,
      "step": 19943
    },
    {
      "contrastive_lambda": 0.7512912167145623,
      "epoch": 6.220835932626326,
      "step": 19944
    },
    {
      "contrastive_lambda": 0.7512685830461567,
      "epoch": 6.221147847785402,
      "step": 19945
    },
    {
      "contrastive_lambda": 0.7512459486888841,
      "epoch": 6.221459762944479,
      "step": 19946
    },
    {
      "contrastive_lambda": 0.7512233136428064,
      "epoch": 6.221771678103556,
      "step": 19947
    },
    {
      "contrastive_lambda": 0.7512006779079856,
      "epoch": 6.222083593262632,
      "step": 19948
    },
    {
      "contrastive_lambda": 0.7511780414844841,
      "epoch": 6.222395508421709,
      "step": 19949
    },
    {
      "epoch": 6.222707423580786,
      "grad_norm": 0.12501347064971924,
      "learning_rate": 7.972489170468597e-05,
      "loss": 0.0391,
      "step": 19950
    },
    {
      "epoch": 6.222707423580786,
      "flow_loss": 0.02231452614068985,
      "step": 19950
    },
    {
      "contrastive_loss": 0.005919535644352436,
      "epoch": 6.222707423580786,
      "step": 19950
    },
    {
      "contrastive_lambda": 0.7511554043723636,
      "epoch": 6.222707423580786,
      "step": 19950
    },
    {
      "contrastive_lambda": 0.7511327665716863,
      "epoch": 6.223019338739863,
      "step": 19951
    },
    {
      "contrastive_lambda": 0.7511101280825143,
      "epoch": 6.223331253898939,
      "step": 19952
    },
    {
      "contrastive_lambda": 0.7510874889049095,
      "epoch": 6.2236431690580165,
      "step": 19953
    },
    {
      "contrastive_lambda": 0.7510648490389342,
      "epoch": 6.223955084217093,
      "step": 19954
    },
    {
      "contrastive_lambda": 0.7510422084846504,
      "epoch": 6.2242669993761695,
      "step": 19955
    },
    {
      "contrastive_lambda": 0.75101956724212,
      "epoch": 6.224578914535247,
      "step": 19956
    },
    {
      "contrastive_lambda": 0.7509969253114055,
      "epoch": 6.224890829694323,
      "step": 19957
    },
    {
      "contrastive_lambda": 0.7509742826925685,
      "epoch": 6.2252027448534,
      "step": 19958
    },
    {
      "contrastive_lambda": 0.7509516393856712,
      "epoch": 6.225514660012476,
      "step": 19959
    },
    {
      "epoch": 6.225826575171554,
      "grad_norm": 0.10670623183250427,
      "learning_rate": 7.970272801649918e-05,
      "loss": 0.0358,
      "step": 19960
    },
    {
      "epoch": 6.225826575171554,
      "flow_loss": 0.05307914316654205,
      "step": 19960
    },
    {
      "contrastive_loss": 0.006115573924034834,
      "epoch": 6.225826575171554,
      "step": 19960
    },
    {
      "contrastive_lambda": 0.7509289953907757,
      "epoch": 6.225826575171554,
      "step": 19960
    },
    {
      "contrastive_lambda": 0.7509063507079442,
      "epoch": 6.22613849033063,
      "step": 19961
    },
    {
      "contrastive_lambda": 0.7508837053372388,
      "epoch": 6.2264504054897065,
      "step": 19962
    },
    {
      "contrastive_lambda": 0.7508610592787213,
      "epoch": 6.226762320648784,
      "step": 19963
    },
    {
      "contrastive_lambda": 0.7508384125324539,
      "epoch": 6.22707423580786,
      "step": 19964
    },
    {
      "contrastive_lambda": 0.750815765098499,
      "epoch": 6.227386150966937,
      "step": 19965
    },
    {
      "contrastive_lambda": 0.7507931169769182,
      "epoch": 6.227698066126013,
      "step": 19966
    },
    {
      "contrastive_lambda": 0.7507704681677739,
      "epoch": 6.228009981285091,
      "step": 19967
    },
    {
      "contrastive_lambda": 0.7507478186711283,
      "epoch": 6.228321896444167,
      "step": 19968
    },
    {
      "contrastive_lambda": 0.7507251684870431,
      "epoch": 6.228633811603244,
      "step": 19969
    },
    {
      "epoch": 6.228945726762321,
      "grad_norm": 0.132717564702034,
      "learning_rate": 7.96805553054079e-05,
      "loss": 0.0421,
      "step": 19970
    },
    {
      "epoch": 6.228945726762321,
      "flow_loss": 0.028901856392621994,
      "step": 19970
    },
    {
      "contrastive_loss": 0.005290376953780651,
      "epoch": 6.228945726762321,
      "step": 19970
    },
    {
      "contrastive_lambda": 0.7507025176155807,
      "epoch": 6.228945726762321,
      "step": 19970
    },
    {
      "contrastive_lambda": 0.750679866056803,
      "epoch": 6.229257641921397,
      "step": 19971
    },
    {
      "contrastive_lambda": 0.7506572138107726,
      "epoch": 6.229569557080474,
      "step": 19972
    },
    {
      "contrastive_lambda": 0.7506345608775508,
      "epoch": 6.229881472239551,
      "step": 19973
    },
    {
      "contrastive_lambda": 0.7506119072572002,
      "epoch": 6.230193387398628,
      "step": 19974
    },
    {
      "contrastive_lambda": 0.750589252949783,
      "epoch": 6.230505302557704,
      "step": 19975
    },
    {
      "contrastive_lambda": 0.7505665979553608,
      "epoch": 6.230817217716781,
      "step": 19976
    },
    {
      "contrastive_lambda": 0.7505439422739963,
      "epoch": 6.231129132875858,
      "step": 19977
    },
    {
      "contrastive_lambda": 0.7505212859057515,
      "epoch": 6.2314410480349345,
      "step": 19978
    },
    {
      "contrastive_lambda": 0.7504986288506881,
      "epoch": 6.231752963194011,
      "step": 19979
    },
    {
      "epoch": 6.232064878353088,
      "grad_norm": 0.13020648062229156,
      "learning_rate": 7.965837357814756e-05,
      "loss": 0.0354,
      "step": 19980
    },
    {
      "epoch": 6.232064878353088,
      "flow_loss": 0.03002266213297844,
      "step": 19980
    },
    {
      "contrastive_loss": 0.00473827263340354,
      "epoch": 6.232064878353088,
      "step": 19980
    },
    {
      "contrastive_lambda": 0.7504759711088687,
      "epoch": 6.232064878353088,
      "step": 19980
    },
    {
      "contrastive_lambda": 0.750453312680355,
      "epoch": 6.232376793512165,
      "step": 19981
    },
    {
      "contrastive_lambda": 0.7504306535652094,
      "epoch": 6.232688708671241,
      "step": 19982
    },
    {
      "contrastive_lambda": 0.750407993763494,
      "epoch": 6.233000623830318,
      "step": 19983
    },
    {
      "contrastive_lambda": 0.7503853332752708,
      "epoch": 6.233312538989395,
      "step": 19984
    },
    {
      "contrastive_lambda": 0.7503626721006019,
      "epoch": 6.2336244541484715,
      "step": 19985
    },
    {
      "contrastive_lambda": 0.7503400102395497,
      "epoch": 6.233936369307548,
      "step": 19986
    },
    {
      "contrastive_lambda": 0.7503173476921761,
      "epoch": 6.234248284466625,
      "step": 19987
    },
    {
      "contrastive_lambda": 0.7502946844585432,
      "epoch": 6.234560199625702,
      "step": 19988
    },
    {
      "contrastive_lambda": 0.7502720205387132,
      "epoch": 6.234872114784778,
      "step": 19989
    },
    {
      "epoch": 6.235184029943856,
      "grad_norm": 0.13526493310928345,
      "learning_rate": 7.963618284145643e-05,
      "loss": 0.0427,
      "step": 19990
    },
    {
      "epoch": 6.235184029943856,
      "flow_loss": 0.030094822868704796,
      "step": 19990
    },
    {
      "contrastive_loss": 0.005777670536190271,
      "epoch": 6.235184029943856,
      "step": 19990
    },
    {
      "contrastive_lambda": 0.7502493559327483,
      "epoch": 6.235184029943856,
      "step": 19990
    },
    {
      "contrastive_lambda": 0.7502266906407107,
      "epoch": 6.235495945102932,
      "step": 19991
    },
    {
      "contrastive_lambda": 0.7502040246626622,
      "epoch": 6.235807860262009,
      "step": 19992
    },
    {
      "contrastive_lambda": 0.7501813579986654,
      "epoch": 6.236119775421085,
      "step": 19993
    },
    {
      "contrastive_lambda": 0.750158690648782,
      "epoch": 6.2364316905801624,
      "step": 19994
    },
    {
      "contrastive_lambda": 0.7501360226130744,
      "epoch": 6.236743605739239,
      "step": 19995
    },
    {
      "contrastive_lambda": 0.7501133538916048,
      "epoch": 6.237055520898315,
      "step": 19996
    },
    {
      "contrastive_lambda": 0.7500906844844352,
      "epoch": 6.237367436057393,
      "step": 19997
    },
    {
      "contrastive_lambda": 0.7500680143916276,
      "epoch": 6.237679351216469,
      "step": 19998
    },
    {
      "contrastive_lambda": 0.7500453436132446,
      "epoch": 6.237991266375546,
      "step": 19999
    },
    {
      "epoch": 6.238303181534622,
      "grad_norm": 0.13476508855819702,
      "learning_rate": 7.961398310207544e-05,
      "loss": 0.0368,
      "step": 20000
    },
    {
      "epoch": 6.238303181534622,
      "flow_loss": 0.030650993809103966,
      "step": 20000
    },
    {
      "contrastive_loss": 0.004884746391326189,
      "epoch": 6.238303181534622,
      "step": 20000
    },
    {
      "contrastive_lambda": 0.7500226721493479,
      "epoch": 6.238303181534622,
      "step": 20000
    },
    {
      "contrastive_lambda": 0.75,
      "epoch": 6.2386150966936995,
      "step": 20001
    },
    {
      "contrastive_lambda": 0.7499773271652629,
      "epoch": 6.238927011852776,
      "step": 20002
    },
    {
      "contrastive_lambda": 0.7499546536451986,
      "epoch": 6.2392389270118525,
      "step": 20003
    },
    {
      "contrastive_lambda": 0.7499319794398696,
      "epoch": 6.23955084217093,
      "step": 20004
    },
    {
      "contrastive_lambda": 0.7499093045493378,
      "epoch": 6.239862757330006,
      "step": 20005
    },
    {
      "contrastive_lambda": 0.7498866289736654,
      "epoch": 6.240174672489083,
      "step": 20006
    },
    {
      "contrastive_lambda": 0.7498639527129147,
      "epoch": 6.24048658764816,
      "step": 20007
    },
    {
      "contrastive_lambda": 0.7498412757671478,
      "epoch": 6.240798502807237,
      "step": 20008
    },
    {
      "contrastive_lambda": 0.7498185981364269,
      "epoch": 6.241110417966313,
      "step": 20009
    },
    {
      "epoch": 6.2414223331253895,
      "grad_norm": 0.12130115181207657,
      "learning_rate": 7.95917743667483e-05,
      "loss": 0.0371,
      "step": 20010
    },
    {
      "epoch": 6.2414223331253895,
      "flow_loss": 0.039967093616724014,
      "step": 20010
    },
    {
      "contrastive_loss": 0.005014680325984955,
      "epoch": 6.2414223331253895,
      "step": 20010
    },
    {
      "contrastive_lambda": 0.749795919820814,
      "epoch": 6.2414223331253895,
      "step": 20010
    },
    {
      "contrastive_lambda": 0.7497732408203714,
      "epoch": 6.241734248284467,
      "step": 20011
    },
    {
      "contrastive_lambda": 0.7497505611351614,
      "epoch": 6.242046163443543,
      "step": 20012
    },
    {
      "contrastive_lambda": 0.749727880765246,
      "epoch": 6.24235807860262,
      "step": 20013
    },
    {
      "contrastive_lambda": 0.7497051997106874,
      "epoch": 6.242669993761697,
      "step": 20014
    },
    {
      "contrastive_lambda": 0.7496825179715478,
      "epoch": 6.242981908920774,
      "step": 20015
    },
    {
      "contrastive_lambda": 0.7496598355478896,
      "epoch": 6.24329382407985,
      "step": 20016
    },
    {
      "contrastive_lambda": 0.7496371524397746,
      "epoch": 6.243605739238927,
      "step": 20017
    },
    {
      "contrastive_lambda": 0.7496144686472651,
      "epoch": 6.243917654398004,
      "step": 20018
    },
    {
      "contrastive_lambda": 0.7495917841704236,
      "epoch": 6.24422956955708,
      "step": 20019
    },
    {
      "epoch": 6.244541484716157,
      "grad_norm": 0.15103894472122192,
      "learning_rate": 7.956955664222144e-05,
      "loss": 0.0363,
      "step": 20020
    },
    {
      "epoch": 6.244541484716157,
      "flow_loss": 0.06344862282276154,
      "step": 20020
    },
    {
      "contrastive_loss": 0.0055853500962257385,
      "epoch": 6.244541484716157,
      "step": 20020
    },
    {
      "contrastive_lambda": 0.7495690990093118,
      "epoch": 6.244541484716157,
      "step": 20020
    },
    {
      "contrastive_lambda": 0.7495464131639923,
      "epoch": 6.244853399875234,
      "step": 20021
    },
    {
      "contrastive_lambda": 0.7495237266345272,
      "epoch": 6.245165315034311,
      "step": 20022
    },
    {
      "contrastive_lambda": 0.7495010394209785,
      "epoch": 6.245477230193387,
      "step": 20023
    },
    {
      "contrastive_lambda": 0.7494783515234086,
      "epoch": 6.2457891453524645,
      "step": 20024
    },
    {
      "contrastive_lambda": 0.7494556629418796,
      "epoch": 6.246101060511541,
      "step": 20025
    },
    {
      "contrastive_lambda": 0.7494329736764538,
      "epoch": 6.2464129756706175,
      "step": 20026
    },
    {
      "contrastive_lambda": 0.7494102837271932,
      "epoch": 6.246724890829694,
      "step": 20027
    },
    {
      "contrastive_lambda": 0.7493875930941603,
      "epoch": 6.247036805988771,
      "step": 20028
    },
    {
      "contrastive_lambda": 0.749364901777417,
      "epoch": 6.247348721147848,
      "step": 20029
    },
    {
      "epoch": 6.247660636306924,
      "grad_norm": 0.1444045901298523,
      "learning_rate": 7.954732993524399e-05,
      "loss": 0.0384,
      "step": 20030
    },
    {
      "epoch": 6.247660636306924,
      "flow_loss": 0.03989965468645096,
      "step": 20030
    },
    {
      "contrastive_loss": 0.007221576292067766,
      "epoch": 6.247660636306924,
      "step": 20030
    },
    {
      "contrastive_lambda": 0.7493422097770258,
      "epoch": 6.247660636306924,
      "step": 20030
    },
    {
      "contrastive_lambda": 0.7493195170930487,
      "epoch": 6.247972551466002,
      "step": 20031
    },
    {
      "contrastive_lambda": 0.749296823725548,
      "epoch": 6.248284466625078,
      "step": 20032
    },
    {
      "contrastive_lambda": 0.749274129674586,
      "epoch": 6.2485963817841546,
      "step": 20033
    },
    {
      "contrastive_lambda": 0.7492514349402246,
      "epoch": 6.248908296943231,
      "step": 20034
    },
    {
      "contrastive_lambda": 0.7492287395225264,
      "epoch": 6.249220212102308,
      "step": 20035
    },
    {
      "contrastive_lambda": 0.7492060434215535,
      "epoch": 6.249532127261385,
      "step": 20036
    },
    {
      "contrastive_lambda": 0.7491833466373681,
      "epoch": 6.249844042420461,
      "step": 20037
    },
    {
      "contrastive_lambda": 0.7491606491700322,
      "epoch": 6.250155957579539,
      "step": 20038
    },
    {
      "contrastive_lambda": 0.7491379510196083,
      "epoch": 6.250467872738615,
      "step": 20039
    },
    {
      "epoch": 6.250779787897692,
      "grad_norm": 0.12059067189693451,
      "learning_rate": 7.952509425256786e-05,
      "loss": 0.0387,
      "step": 20040
    },
    {
      "epoch": 6.250779787897692,
      "flow_loss": 0.037772584706544876,
      "step": 20040
    },
    {
      "contrastive_loss": 0.004436061717569828,
      "epoch": 6.250779787897692,
      "step": 20040
    },
    {
      "contrastive_lambda": 0.7491152521861587,
      "epoch": 6.250779787897692,
      "step": 20040
    },
    {
      "contrastive_lambda": 0.7490925526697454,
      "epoch": 6.251091703056769,
      "step": 20041
    },
    {
      "contrastive_lambda": 0.7490698524704307,
      "epoch": 6.2514036182158454,
      "step": 20042
    },
    {
      "contrastive_lambda": 0.749047151588277,
      "epoch": 6.251715533374922,
      "step": 20043
    },
    {
      "contrastive_lambda": 0.7490244500233463,
      "epoch": 6.252027448533998,
      "step": 20044
    },
    {
      "contrastive_lambda": 0.7490017477757009,
      "epoch": 6.252339363693076,
      "step": 20045
    },
    {
      "contrastive_lambda": 0.7489790448454031,
      "epoch": 6.252651278852152,
      "step": 20046
    },
    {
      "contrastive_lambda": 0.7489563412325151,
      "epoch": 6.252963194011229,
      "step": 20047
    },
    {
      "contrastive_lambda": 0.7489336369370991,
      "epoch": 6.253275109170306,
      "step": 20048
    },
    {
      "contrastive_lambda": 0.7489109319592175,
      "epoch": 6.2535870243293825,
      "step": 20049
    },
    {
      "epoch": 6.253898939488459,
      "grad_norm": 0.14193563163280487,
      "learning_rate": 7.950284960094767e-05,
      "loss": 0.0358,
      "step": 20050
    },
    {
      "epoch": 6.253898939488459,
      "flow_loss": 0.03017614595592022,
      "step": 20050
    },
    {
      "contrastive_loss": 0.005900018848478794,
      "epoch": 6.253898939488459,
      "step": 20050
    },
    {
      "contrastive_lambda": 0.7488882262989325,
      "epoch": 6.253898939488459,
      "step": 20050
    },
    {
      "contrastive_lambda": 0.7488655199563061,
      "epoch": 6.2542108546475355,
      "step": 20051
    },
    {
      "contrastive_lambda": 0.7488428129314009,
      "epoch": 6.254522769806613,
      "step": 20052
    },
    {
      "contrastive_lambda": 0.748820105224279,
      "epoch": 6.254834684965689,
      "step": 20053
    },
    {
      "contrastive_lambda": 0.7487973968350026,
      "epoch": 6.255146600124766,
      "step": 20054
    },
    {
      "contrastive_lambda": 0.7487746877636339,
      "epoch": 6.255458515283843,
      "step": 20055
    },
    {
      "contrastive_lambda": 0.7487519780102354,
      "epoch": 6.25577043044292,
      "step": 20056
    },
    {
      "contrastive_lambda": 0.7487292675748692,
      "epoch": 6.256082345601996,
      "step": 20057
    },
    {
      "contrastive_lambda": 0.7487065564575976,
      "epoch": 6.256394260761073,
      "step": 20058
    },
    {
      "contrastive_lambda": 0.7486838446584829,
      "epoch": 6.25670617592015,
      "step": 20059
    },
    {
      "epoch": 6.257018091079226,
      "grad_norm": 0.14119607210159302,
      "learning_rate": 7.948059598714076e-05,
      "loss": 0.0395,
      "step": 20060
    },
    {
      "epoch": 6.257018091079226,
      "flow_loss": 0.04150298237800598,
      "step": 20060
    },
    {
      "contrastive_loss": 0.006195232272148132,
      "epoch": 6.257018091079226,
      "step": 20060
    },
    {
      "contrastive_lambda": 0.7486611321775873,
      "epoch": 6.257018091079226,
      "step": 20060
    },
    {
      "contrastive_lambda": 0.7486384190149731,
      "epoch": 6.257330006238303,
      "step": 20061
    },
    {
      "contrastive_lambda": 0.7486157051707025,
      "epoch": 6.25764192139738,
      "step": 20062
    },
    {
      "contrastive_lambda": 0.7485929906448379,
      "epoch": 6.257953836556457,
      "step": 20063
    },
    {
      "contrastive_lambda": 0.7485702754374414,
      "epoch": 6.258265751715533,
      "step": 20064
    },
    {
      "contrastive_lambda": 0.7485475595485754,
      "epoch": 6.2585776668746105,
      "step": 20065
    },
    {
      "contrastive_lambda": 0.7485248429783021,
      "epoch": 6.258889582033687,
      "step": 20066
    },
    {
      "contrastive_lambda": 0.7485021257266841,
      "epoch": 6.259201497192763,
      "step": 20067
    },
    {
      "contrastive_lambda": 0.7484794077937831,
      "epoch": 6.25951341235184,
      "step": 20068
    },
    {
      "contrastive_lambda": 0.7484566891796619,
      "epoch": 6.259825327510917,
      "step": 20069
    },
    {
      "epoch": 6.260137242669994,
      "grad_norm": 0.11267037689685822,
      "learning_rate": 7.945833341790717e-05,
      "loss": 0.0404,
      "step": 20070
    },
    {
      "epoch": 6.260137242669994,
      "flow_loss": 0.04774089902639389,
      "step": 20070
    },
    {
      "contrastive_loss": 0.005750972777605057,
      "epoch": 6.260137242669994,
      "step": 20070
    },
    {
      "contrastive_lambda": 0.7484339698843825,
      "epoch": 6.260137242669994,
      "step": 20070
    },
    {
      "contrastive_lambda": 0.7484112499080073,
      "epoch": 6.26044915782907,
      "step": 20071
    },
    {
      "contrastive_lambda": 0.7483885292505985,
      "epoch": 6.2607610729881475,
      "step": 20072
    },
    {
      "contrastive_lambda": 0.7483658079122184,
      "epoch": 6.261072988147224,
      "step": 20073
    },
    {
      "contrastive_lambda": 0.7483430858929295,
      "epoch": 6.2613849033063005,
      "step": 20074
    },
    {
      "contrastive_lambda": 0.7483203631927938,
      "epoch": 6.261696818465378,
      "step": 20075
    },
    {
      "contrastive_lambda": 0.7482976398118737,
      "epoch": 6.262008733624454,
      "step": 20076
    },
    {
      "contrastive_lambda": 0.7482749157502316,
      "epoch": 6.262320648783531,
      "step": 20077
    },
    {
      "contrastive_lambda": 0.7482521910079297,
      "epoch": 6.262632563942607,
      "step": 20078
    },
    {
      "contrastive_lambda": 0.7482294655850305,
      "epoch": 6.262944479101685,
      "step": 20079
    },
    {
      "epoch": 6.263256394260761,
      "grad_norm": 0.11423972994089127,
      "learning_rate": 7.94360619000097e-05,
      "loss": 0.0359,
      "step": 20080
    },
    {
      "epoch": 6.263256394260761,
      "flow_loss": 0.04006458446383476,
      "step": 20080
    },
    {
      "contrastive_loss": 0.007795073091983795,
      "epoch": 6.263256394260761,
      "step": 20080
    },
    {
      "contrastive_lambda": 0.7482067394815959,
      "epoch": 6.263256394260761,
      "step": 20080
    },
    {
      "contrastive_lambda": 0.7481840126976884,
      "epoch": 6.2635683094198376,
      "step": 20081
    },
    {
      "contrastive_lambda": 0.7481612852333704,
      "epoch": 6.263880224578915,
      "step": 20082
    },
    {
      "contrastive_lambda": 0.7481385570887042,
      "epoch": 6.264192139737991,
      "step": 20083
    },
    {
      "contrastive_lambda": 0.7481158282637521,
      "epoch": 6.264504054897068,
      "step": 20084
    },
    {
      "contrastive_lambda": 0.7480930987585762,
      "epoch": 6.264815970056144,
      "step": 20085
    },
    {
      "contrastive_lambda": 0.748070368573239,
      "epoch": 6.265127885215222,
      "step": 20086
    },
    {
      "contrastive_lambda": 0.748047637707803,
      "epoch": 6.265439800374298,
      "step": 20087
    },
    {
      "contrastive_lambda": 0.7480249061623302,
      "epoch": 6.265751715533375,
      "step": 20088
    },
    {
      "contrastive_lambda": 0.748002173936883,
      "epoch": 6.266063630692452,
      "step": 20089
    },
    {
      "epoch": 6.2663755458515285,
      "grad_norm": 0.11254455894231796,
      "learning_rate": 7.941378144021381e-05,
      "loss": 0.0394,
      "step": 20090
    },
    {
      "epoch": 6.2663755458515285,
      "flow_loss": 0.032682593911886215,
      "step": 20090
    },
    {
      "contrastive_loss": 0.004940293729305267,
      "epoch": 6.2663755458515285,
      "step": 20090
    },
    {
      "contrastive_lambda": 0.7479794410315239,
      "epoch": 6.2663755458515285,
      "step": 20090
    },
    {
      "contrastive_lambda": 0.7479567074463149,
      "epoch": 6.266687461010605,
      "step": 20091
    },
    {
      "contrastive_lambda": 0.7479339731813186,
      "epoch": 6.266999376169682,
      "step": 20092
    },
    {
      "contrastive_lambda": 0.7479112382365972,
      "epoch": 6.267311291328759,
      "step": 20093
    },
    {
      "contrastive_lambda": 0.7478885026122132,
      "epoch": 6.267623206487835,
      "step": 20094
    },
    {
      "contrastive_lambda": 0.7478657663082287,
      "epoch": 6.267935121646912,
      "step": 20095
    },
    {
      "contrastive_lambda": 0.747843029324706,
      "epoch": 6.268247036805989,
      "step": 20096
    },
    {
      "contrastive_lambda": 0.7478202916617077,
      "epoch": 6.2685589519650655,
      "step": 20097
    },
    {
      "contrastive_lambda": 0.747797553319296,
      "epoch": 6.268870867124142,
      "step": 20098
    },
    {
      "contrastive_lambda": 0.7477748142975331,
      "epoch": 6.269182782283219,
      "step": 20099
    },
    {
      "epoch": 6.269494697442296,
      "grad_norm": 0.09676969796419144,
      "learning_rate": 7.939149204528777e-05,
      "loss": 0.0395,
      "step": 20100
    },
    {
      "epoch": 6.269494697442296,
      "flow_loss": 0.028029460459947586,
      "step": 20100
    },
    {
      "contrastive_loss": 0.006261900998651981,
      "epoch": 6.269494697442296,
      "step": 20100
    },
    {
      "contrastive_lambda": 0.7477520745964816,
      "epoch": 6.269494697442296,
      "step": 20100
    },
    {
      "contrastive_lambda": 0.7477293342162038,
      "epoch": 6.269806612601372,
      "step": 20101
    },
    {
      "contrastive_lambda": 0.7477065931567619,
      "epoch": 6.270118527760449,
      "step": 20102
    },
    {
      "contrastive_lambda": 0.7476838514182182,
      "epoch": 6.270430442919526,
      "step": 20103
    },
    {
      "contrastive_lambda": 0.7476611090006353,
      "epoch": 6.270742358078603,
      "step": 20104
    },
    {
      "contrastive_lambda": 0.7476383659040754,
      "epoch": 6.271054273237679,
      "step": 20105
    },
    {
      "contrastive_lambda": 0.7476156221286008,
      "epoch": 6.271366188396756,
      "step": 20106
    },
    {
      "contrastive_lambda": 0.747592877674274,
      "epoch": 6.271678103555833,
      "step": 20107
    },
    {
      "contrastive_lambda": 0.7475701325411571,
      "epoch": 6.271990018714909,
      "step": 20108
    },
    {
      "contrastive_lambda": 0.7475473867293126,
      "epoch": 6.272301933873987,
      "step": 20109
    },
    {
      "epoch": 6.272613849033063,
      "grad_norm": 0.10858877003192902,
      "learning_rate": 7.936919372200246e-05,
      "loss": 0.0365,
      "step": 20110
    },
    {
      "epoch": 6.272613849033063,
      "flow_loss": 0.02705957554280758,
      "step": 20110
    },
    {
      "contrastive_loss": 0.0062040966004133224,
      "epoch": 6.272613849033063,
      "step": 20110
    },
    {
      "contrastive_lambda": 0.747524640238803,
      "epoch": 6.272613849033063,
      "step": 20110
    },
    {
      "contrastive_lambda": 0.7475018930696906,
      "epoch": 6.27292576419214,
      "step": 20111
    },
    {
      "contrastive_lambda": 0.7474791452220377,
      "epoch": 6.273237679351216,
      "step": 20112
    },
    {
      "contrastive_lambda": 0.7474563966959067,
      "epoch": 6.2735495945102935,
      "step": 20113
    },
    {
      "contrastive_lambda": 0.7474336474913598,
      "epoch": 6.27386150966937,
      "step": 20114
    },
    {
      "contrastive_lambda": 0.7474108976084597,
      "epoch": 6.274173424828446,
      "step": 20115
    },
    {
      "contrastive_lambda": 0.7473881470472683,
      "epoch": 6.274485339987524,
      "step": 20116
    },
    {
      "contrastive_lambda": 0.7473653958078483,
      "epoch": 6.2747972551466,
      "step": 20117
    },
    {
      "contrastive_lambda": 0.7473426438902623,
      "epoch": 6.275109170305677,
      "step": 20118
    },
    {
      "contrastive_lambda": 0.7473198912945722,
      "epoch": 6.275421085464753,
      "step": 20119
    },
    {
      "epoch": 6.2757330006238305,
      "grad_norm": 0.11701357364654541,
      "learning_rate": 7.934688647713158e-05,
      "loss": 0.0345,
      "step": 20120
    },
    {
      "epoch": 6.2757330006238305,
      "flow_loss": 0.018245045095682144,
      "step": 20120
    },
    {
      "contrastive_loss": 0.004322897642850876,
      "epoch": 6.2757330006238305,
      "step": 20120
    },
    {
      "contrastive_lambda": 0.7472971380208405,
      "epoch": 6.2757330006238305,
      "step": 20120
    },
    {
      "contrastive_lambda": 0.7472743840691298,
      "epoch": 6.276044915782907,
      "step": 20121
    },
    {
      "contrastive_lambda": 0.7472516294395023,
      "epoch": 6.2763568309419835,
      "step": 20122
    },
    {
      "contrastive_lambda": 0.7472288741320204,
      "epoch": 6.276668746101061,
      "step": 20123
    },
    {
      "contrastive_lambda": 0.7472061181467465,
      "epoch": 6.276980661260137,
      "step": 20124
    },
    {
      "contrastive_lambda": 0.7471833614837431,
      "epoch": 6.277292576419214,
      "step": 20125
    },
    {
      "contrastive_lambda": 0.7471606041430723,
      "epoch": 6.277604491578291,
      "step": 20126
    },
    {
      "contrastive_lambda": 0.7471378461247967,
      "epoch": 6.277916406737368,
      "step": 20127
    },
    {
      "contrastive_lambda": 0.7471150874289788,
      "epoch": 6.278228321896444,
      "step": 20128
    },
    {
      "contrastive_lambda": 0.7470923280556807,
      "epoch": 6.278540237055521,
      "step": 20129
    },
    {
      "epoch": 6.278852152214598,
      "grad_norm": 0.11685190349817276,
      "learning_rate": 7.932457031745143e-05,
      "loss": 0.0335,
      "step": 20130
    },
    {
      "epoch": 6.278852152214598,
      "flow_loss": 0.04692823067307472,
      "step": 20130
    },
    {
      "contrastive_loss": 0.004850863013416529,
      "epoch": 6.278852152214598,
      "step": 20130
    },
    {
      "contrastive_lambda": 0.747069568004965,
      "epoch": 6.278852152214598,
      "step": 20130
    },
    {
      "contrastive_lambda": 0.7470468072768942,
      "epoch": 6.279164067373674,
      "step": 20131
    },
    {
      "contrastive_lambda": 0.7470240458715304,
      "epoch": 6.279475982532751,
      "step": 20132
    },
    {
      "contrastive_lambda": 0.7470012837889362,
      "epoch": 6.279787897691828,
      "step": 20133
    },
    {
      "contrastive_lambda": 0.746978521029174,
      "epoch": 6.280099812850905,
      "step": 20134
    },
    {
      "contrastive_lambda": 0.746955757592306,
      "epoch": 6.280411728009981,
      "step": 20135
    },
    {
      "contrastive_lambda": 0.7469329934783949,
      "epoch": 6.280723643169058,
      "step": 20136
    },
    {
      "contrastive_lambda": 0.7469102286875029,
      "epoch": 6.281035558328135,
      "step": 20137
    },
    {
      "contrastive_lambda": 0.7468874632196927,
      "epoch": 6.2813474734872115,
      "step": 20138
    },
    {
      "contrastive_lambda": 0.7468646970750262,
      "epoch": 6.281659388646288,
      "step": 20139
    },
    {
      "epoch": 6.281971303805365,
      "grad_norm": 0.10987493395805359,
      "learning_rate": 7.930224524974108e-05,
      "loss": 0.0418,
      "step": 20140
    },
    {
      "epoch": 6.281971303805365,
      "flow_loss": 0.042783595621585846,
      "step": 20140
    },
    {
      "contrastive_loss": 0.007609234191477299,
      "epoch": 6.281971303805365,
      "step": 20140
    },
    {
      "contrastive_lambda": 0.7468419302535663,
      "epoch": 6.281971303805365,
      "step": 20140
    },
    {
      "contrastive_lambda": 0.7468191627553752,
      "epoch": 6.282283218964442,
      "step": 20141
    },
    {
      "contrastive_lambda": 0.7467963945805153,
      "epoch": 6.282595134123518,
      "step": 20142
    },
    {
      "contrastive_lambda": 0.7467736257290492,
      "epoch": 6.282907049282596,
      "step": 20143
    },
    {
      "contrastive_lambda": 0.746750856201039,
      "epoch": 6.283218964441672,
      "step": 20144
    },
    {
      "contrastive_lambda": 0.7467280859965475,
      "epoch": 6.2835308796007485,
      "step": 20145
    },
    {
      "contrastive_lambda": 0.7467053151156369,
      "epoch": 6.283842794759825,
      "step": 20146
    },
    {
      "contrastive_lambda": 0.7466825435583696,
      "epoch": 6.284154709918902,
      "step": 20147
    },
    {
      "contrastive_lambda": 0.7466597713248082,
      "epoch": 6.284466625077979,
      "step": 20148
    },
    {
      "contrastive_lambda": 0.746636998415015,
      "epoch": 6.284778540237055,
      "step": 20149
    },
    {
      "epoch": 6.285090455396133,
      "grad_norm": 0.0834561362862587,
      "learning_rate": 7.927991128078232e-05,
      "loss": 0.0428,
      "step": 20150
    },
    {
      "epoch": 6.285090455396133,
      "flow_loss": 0.038620490580797195,
      "step": 20150
    },
    {
      "contrastive_loss": 0.004833195358514786,
      "epoch": 6.285090455396133,
      "step": 20150
    },
    {
      "contrastive_lambda": 0.7466142248290523,
      "epoch": 6.285090455396133,
      "step": 20150
    },
    {
      "contrastive_lambda": 0.7465914505669828,
      "epoch": 6.285402370555209,
      "step": 20151
    },
    {
      "contrastive_lambda": 0.746568675628869,
      "epoch": 6.285714285714286,
      "step": 20152
    },
    {
      "contrastive_lambda": 0.746545900014773,
      "epoch": 6.286026200873362,
      "step": 20153
    },
    {
      "contrastive_lambda": 0.7465231237247574,
      "epoch": 6.286338116032439,
      "step": 20154
    },
    {
      "contrastive_lambda": 0.7465003467588848,
      "epoch": 6.286650031191516,
      "step": 20155
    },
    {
      "contrastive_lambda": 0.7464775691172174,
      "epoch": 6.286961946350592,
      "step": 20156
    },
    {
      "contrastive_lambda": 0.7464547907998178,
      "epoch": 6.28727386150967,
      "step": 20157
    },
    {
      "contrastive_lambda": 0.7464320118067483,
      "epoch": 6.287585776668746,
      "step": 20158
    },
    {
      "contrastive_lambda": 0.7464092321380716,
      "epoch": 6.287897691827823,
      "step": 20159
    },
    {
      "epoch": 6.2882096069869,
      "grad_norm": 0.12653331458568573,
      "learning_rate": 7.925756841735958e-05,
      "loss": 0.042,
      "step": 20160
    },
    {
      "epoch": 6.2882096069869,
      "flow_loss": 0.026368042454123497,
      "step": 20160
    },
    {
      "contrastive_loss": 0.005645533557981253,
      "epoch": 6.2882096069869,
      "step": 20160
    },
    {
      "contrastive_lambda": 0.7463864517938499,
      "epoch": 6.2882096069869,
      "step": 20160
    },
    {
      "contrastive_lambda": 0.7463636707741458,
      "epoch": 6.2885215221459765,
      "step": 20161
    },
    {
      "contrastive_lambda": 0.7463408890790217,
      "epoch": 6.288833437305053,
      "step": 20162
    },
    {
      "contrastive_lambda": 0.74631810670854,
      "epoch": 6.289145352464129,
      "step": 20163
    },
    {
      "contrastive_lambda": 0.7462953236627633,
      "epoch": 6.289457267623207,
      "step": 20164
    },
    {
      "contrastive_lambda": 0.746272539941754,
      "epoch": 6.289769182782283,
      "step": 20165
    },
    {
      "contrastive_lambda": 0.7462497555455745,
      "epoch": 6.29008109794136,
      "step": 20166
    },
    {
      "contrastive_lambda": 0.7462269704742874,
      "epoch": 6.290393013100437,
      "step": 20167
    },
    {
      "contrastive_lambda": 0.7462041847279549,
      "epoch": 6.2907049282595136,
      "step": 20168
    },
    {
      "contrastive_lambda": 0.7461813983066398,
      "epoch": 6.29101684341859,
      "step": 20169
    },
    {
      "epoch": 6.2913287585776665,
      "grad_norm": 0.11518337577581406,
      "learning_rate": 7.923521666626008e-05,
      "loss": 0.0354,
      "step": 20170
    },
    {
      "epoch": 6.2913287585776665,
      "flow_loss": 0.036441292613744736,
      "step": 20170
    },
    {
      "contrastive_loss": 0.004672793671488762,
      "epoch": 6.2913287585776665,
      "step": 20170
    },
    {
      "contrastive_lambda": 0.7461586112104044,
      "epoch": 6.2913287585776665,
      "step": 20170
    },
    {
      "contrastive_lambda": 0.7461358234393112,
      "epoch": 6.291640673736744,
      "step": 20171
    },
    {
      "contrastive_lambda": 0.7461130349934226,
      "epoch": 6.29195258889582,
      "step": 20172
    },
    {
      "contrastive_lambda": 0.7460902458728011,
      "epoch": 6.292264504054897,
      "step": 20173
    },
    {
      "contrastive_lambda": 0.7460674560775094,
      "epoch": 6.292576419213974,
      "step": 20174
    },
    {
      "contrastive_lambda": 0.7460446656076096,
      "epoch": 6.292888334373051,
      "step": 20175
    },
    {
      "contrastive_lambda": 0.7460218744631645,
      "epoch": 6.293200249532127,
      "step": 20176
    },
    {
      "contrastive_lambda": 0.7459990826442364,
      "epoch": 6.2935121646912044,
      "step": 20177
    },
    {
      "contrastive_lambda": 0.745976290150888,
      "epoch": 6.293824079850281,
      "step": 20178
    },
    {
      "contrastive_lambda": 0.7459534969831814,
      "epoch": 6.294135995009357,
      "step": 20179
    },
    {
      "epoch": 6.294447910168434,
      "grad_norm": 0.10140697658061981,
      "learning_rate": 7.921285603427366e-05,
      "loss": 0.0394,
      "step": 20180
    },
    {
      "epoch": 6.294447910168434,
      "flow_loss": 0.03867517039179802,
      "step": 20180
    },
    {
      "contrastive_loss": 0.004655181430280209,
      "epoch": 6.294447910168434,
      "step": 20180
    },
    {
      "contrastive_lambda": 0.7459307031411795,
      "epoch": 6.294447910168434,
      "step": 20180
    },
    {
      "contrastive_lambda": 0.7459079086249445,
      "epoch": 6.294759825327511,
      "step": 20181
    },
    {
      "contrastive_lambda": 0.7458851134345391,
      "epoch": 6.295071740486588,
      "step": 20182
    },
    {
      "contrastive_lambda": 0.7458623175700256,
      "epoch": 6.295383655645664,
      "step": 20183
    },
    {
      "contrastive_lambda": 0.7458395210314667,
      "epoch": 6.2956955708047415,
      "step": 20184
    },
    {
      "contrastive_lambda": 0.7458167238189248,
      "epoch": 6.296007485963818,
      "step": 20185
    },
    {
      "contrastive_lambda": 0.7457939259324623,
      "epoch": 6.2963194011228945,
      "step": 20186
    },
    {
      "contrastive_lambda": 0.7457711273721418,
      "epoch": 6.296631316281971,
      "step": 20187
    },
    {
      "contrastive_lambda": 0.7457483281380258,
      "epoch": 6.296943231441048,
      "step": 20188
    },
    {
      "contrastive_lambda": 0.7457255282301769,
      "epoch": 6.297255146600125,
      "step": 20189
    },
    {
      "epoch": 6.297567061759201,
      "grad_norm": 0.19202962517738342,
      "learning_rate": 7.91904865281929e-05,
      "loss": 0.0402,
      "step": 20190
    },
    {
      "epoch": 6.297567061759201,
      "flow_loss": 0.02756865695118904,
      "step": 20190
    },
    {
      "contrastive_loss": 0.0061662704683840275,
      "epoch": 6.297567061759201,
      "step": 20190
    },
    {
      "contrastive_lambda": 0.7457027276486574,
      "epoch": 6.297567061759201,
      "step": 20190
    },
    {
      "contrastive_lambda": 0.7456799263935301,
      "epoch": 6.297878976918279,
      "step": 20191
    },
    {
      "contrastive_lambda": 0.7456571244648572,
      "epoch": 6.298190892077355,
      "step": 20192
    },
    {
      "contrastive_lambda": 0.7456343218627014,
      "epoch": 6.2985028072364315,
      "step": 20193
    },
    {
      "contrastive_lambda": 0.745611518587125,
      "epoch": 6.298814722395509,
      "step": 20194
    },
    {
      "contrastive_lambda": 0.745588714638191,
      "epoch": 6.299126637554585,
      "step": 20195
    },
    {
      "contrastive_lambda": 0.7455659100159613,
      "epoch": 6.299438552713662,
      "step": 20196
    },
    {
      "contrastive_lambda": 0.7455431047204988,
      "epoch": 6.299750467872738,
      "step": 20197
    },
    {
      "contrastive_lambda": 0.7455202987518659,
      "epoch": 6.300062383031816,
      "step": 20198
    },
    {
      "contrastive_lambda": 0.7454974921101252,
      "epoch": 6.300374298190892,
      "step": 20199
    },
    {
      "epoch": 6.300686213349969,
      "grad_norm": 0.13926970958709717,
      "learning_rate": 7.916810815481307e-05,
      "loss": 0.0447,
      "step": 20200
    },
    {
      "epoch": 6.300686213349969,
      "flow_loss": 0.03228442370891571,
      "step": 20200
    },
    {
      "contrastive_loss": 0.005942735821008682,
      "epoch": 6.300686213349969,
      "step": 20200
    },
    {
      "contrastive_lambda": 0.7454746847953392,
      "epoch": 6.300686213349969,
      "step": 20200
    },
    {
      "contrastive_lambda": 0.7454518768075704,
      "epoch": 6.300998128509046,
      "step": 20201
    },
    {
      "contrastive_lambda": 0.7454290681468814,
      "epoch": 6.301310043668122,
      "step": 20202
    },
    {
      "contrastive_lambda": 0.7454062588133347,
      "epoch": 6.301621958827199,
      "step": 20203
    },
    {
      "contrastive_lambda": 0.7453834488069926,
      "epoch": 6.301933873986275,
      "step": 20204
    },
    {
      "contrastive_lambda": 0.745360638127918,
      "epoch": 6.302245789145353,
      "step": 20205
    },
    {
      "contrastive_lambda": 0.7453378267761733,
      "epoch": 6.302557704304429,
      "step": 20206
    },
    {
      "contrastive_lambda": 0.7453150147518209,
      "epoch": 6.302869619463506,
      "step": 20207
    },
    {
      "contrastive_lambda": 0.7452922020549235,
      "epoch": 6.303181534622583,
      "step": 20208
    },
    {
      "contrastive_lambda": 0.7452693886855437,
      "epoch": 6.3034934497816595,
      "step": 20209
    },
    {
      "epoch": 6.303805364940736,
      "grad_norm": 0.12976661324501038,
      "learning_rate": 7.914572092093211e-05,
      "loss": 0.0389,
      "step": 20210
    },
    {
      "epoch": 6.303805364940736,
      "flow_loss": 0.026382995769381523,
      "step": 20210
    },
    {
      "contrastive_loss": 0.007080427836626768,
      "epoch": 6.303805364940736,
      "step": 20210
    },
    {
      "contrastive_lambda": 0.7452465746437439,
      "epoch": 6.303805364940736,
      "step": 20210
    },
    {
      "contrastive_lambda": 0.7452237599295866,
      "epoch": 6.304117280099813,
      "step": 20211
    },
    {
      "contrastive_lambda": 0.7452009445431346,
      "epoch": 6.30442919525889,
      "step": 20212
    },
    {
      "contrastive_lambda": 0.7451781284844501,
      "epoch": 6.304741110417966,
      "step": 20213
    },
    {
      "contrastive_lambda": 0.7451553117535961,
      "epoch": 6.305053025577043,
      "step": 20214
    },
    {
      "contrastive_lambda": 0.7451324943506347,
      "epoch": 6.30536494073612,
      "step": 20215
    },
    {
      "contrastive_lambda": 0.7451096762756286,
      "epoch": 6.3056768558951966,
      "step": 20216
    },
    {
      "contrastive_lambda": 0.7450868575286405,
      "epoch": 6.305988771054273,
      "step": 20217
    },
    {
      "contrastive_lambda": 0.7450640381097329,
      "epoch": 6.30630068621335,
      "step": 20218
    },
    {
      "contrastive_lambda": 0.7450412180189683,
      "epoch": 6.306612601372427,
      "step": 20219
    },
    {
      "epoch": 6.306924516531503,
      "grad_norm": 0.1461842954158783,
      "learning_rate": 7.912332483335068e-05,
      "loss": 0.0418,
      "step": 20220
    },
    {
      "epoch": 6.306924516531503,
      "flow_loss": 0.03844635188579559,
      "step": 20220
    },
    {
      "contrastive_loss": 0.007072646636515856,
      "epoch": 6.306924516531503,
      "step": 20220
    },
    {
      "contrastive_lambda": 0.7450183972564092,
      "epoch": 6.306924516531503,
      "step": 20220
    },
    {
      "contrastive_lambda": 0.7449955758221183,
      "epoch": 6.30723643169058,
      "step": 20221
    },
    {
      "contrastive_lambda": 0.7449727537161581,
      "epoch": 6.307548346849657,
      "step": 20222
    },
    {
      "contrastive_lambda": 0.7449499309385912,
      "epoch": 6.307860262008734,
      "step": 20223
    },
    {
      "contrastive_lambda": 0.7449271074894803,
      "epoch": 6.30817217716781,
      "step": 20224
    },
    {
      "contrastive_lambda": 0.7449042833688877,
      "epoch": 6.3084840923268874,
      "step": 20225
    },
    {
      "contrastive_lambda": 0.7448814585768762,
      "epoch": 6.308796007485964,
      "step": 20226
    },
    {
      "contrastive_lambda": 0.7448586331135081,
      "epoch": 6.30910792264504,
      "step": 20227
    },
    {
      "contrastive_lambda": 0.7448358069788462,
      "epoch": 6.309419837804118,
      "step": 20228
    },
    {
      "contrastive_lambda": 0.744812980172953,
      "epoch": 6.309731752963194,
      "step": 20229
    },
    {
      "epoch": 6.310043668122271,
      "grad_norm": 0.10107441246509552,
      "learning_rate": 7.910091989887213e-05,
      "loss": 0.0353,
      "step": 20230
    },
    {
      "epoch": 6.310043668122271,
      "flow_loss": 0.03180507943034172,
      "step": 20230
    },
    {
      "contrastive_loss": 0.005151895806193352,
      "epoch": 6.310043668122271,
      "step": 20230
    },
    {
      "contrastive_lambda": 0.7447901526958913,
      "epoch": 6.310043668122271,
      "step": 20230
    },
    {
      "contrastive_lambda": 0.7447673245477233,
      "epoch": 6.310355583281347,
      "step": 20231
    },
    {
      "contrastive_lambda": 0.7447444957285119,
      "epoch": 6.3106674984404245,
      "step": 20232
    },
    {
      "contrastive_lambda": 0.7447216662383196,
      "epoch": 6.310979413599501,
      "step": 20233
    },
    {
      "contrastive_lambda": 0.7446988360772088,
      "epoch": 6.3112913287585775,
      "step": 20234
    },
    {
      "contrastive_lambda": 0.7446760052452424,
      "epoch": 6.311603243917654,
      "step": 20235
    },
    {
      "contrastive_lambda": 0.7446531737424827,
      "epoch": 6.311915159076731,
      "step": 20236
    },
    {
      "contrastive_lambda": 0.7446303415689927,
      "epoch": 6.312227074235808,
      "step": 20237
    },
    {
      "contrastive_lambda": 0.7446075087248345,
      "epoch": 6.312538989394884,
      "step": 20238
    },
    {
      "contrastive_lambda": 0.744584675210071,
      "epoch": 6.312850904553962,
      "step": 20239
    },
    {
      "epoch": 6.313162819713038,
      "grad_norm": 0.11662761867046356,
      "learning_rate": 7.907850612430248e-05,
      "loss": 0.0415,
      "step": 20240
    },
    {
      "epoch": 6.313162819713038,
      "flow_loss": 0.031083736568689346,
      "step": 20240
    },
    {
      "contrastive_loss": 0.005772069562226534,
      "epoch": 6.313162819713038,
      "step": 20240
    },
    {
      "contrastive_lambda": 0.7445618410247646,
      "epoch": 6.313162819713038,
      "step": 20240
    },
    {
      "contrastive_lambda": 0.7445390061689782,
      "epoch": 6.3134747348721145,
      "step": 20241
    },
    {
      "contrastive_lambda": 0.7445161706427741,
      "epoch": 6.313786650031192,
      "step": 20242
    },
    {
      "contrastive_lambda": 0.7444933344462151,
      "epoch": 6.314098565190268,
      "step": 20243
    },
    {
      "contrastive_lambda": 0.7444704975793637,
      "epoch": 6.314410480349345,
      "step": 20244
    },
    {
      "contrastive_lambda": 0.7444476600422827,
      "epoch": 6.314722395508421,
      "step": 20245
    },
    {
      "contrastive_lambda": 0.7444248218350343,
      "epoch": 6.315034310667499,
      "step": 20246
    },
    {
      "contrastive_lambda": 0.7444019829576816,
      "epoch": 6.315346225826575,
      "step": 20247
    },
    {
      "contrastive_lambda": 0.7443791434102869,
      "epoch": 6.315658140985652,
      "step": 20248
    },
    {
      "contrastive_lambda": 0.7443563031929129,
      "epoch": 6.315970056144729,
      "step": 20249
    },
    {
      "epoch": 6.316281971303805,
      "grad_norm": 0.1084665060043335,
      "learning_rate": 7.905608351645044e-05,
      "loss": 0.0306,
      "step": 20250
    },
    {
      "epoch": 6.316281971303805,
      "flow_loss": 0.05267586186528206,
      "step": 20250
    },
    {
      "contrastive_loss": 0.008653098717331886,
      "epoch": 6.316281971303805,
      "step": 20250
    },
    {
      "contrastive_lambda": 0.7443334623056223,
      "epoch": 6.316281971303805,
      "step": 20250
    },
    {
      "contrastive_lambda": 0.7443106207484775,
      "epoch": 6.316593886462882,
      "step": 20251
    },
    {
      "contrastive_lambda": 0.7442877785215413,
      "epoch": 6.316905801621958,
      "step": 20252
    },
    {
      "contrastive_lambda": 0.7442649356248764,
      "epoch": 6.317217716781036,
      "step": 20253
    },
    {
      "contrastive_lambda": 0.7442420920585452,
      "epoch": 6.317529631940112,
      "step": 20254
    },
    {
      "contrastive_lambda": 0.7442192478226104,
      "epoch": 6.317841547099189,
      "step": 20255
    },
    {
      "contrastive_lambda": 0.7441964029171347,
      "epoch": 6.318153462258266,
      "step": 20256
    },
    {
      "contrastive_lambda": 0.7441735573421808,
      "epoch": 6.3184653774173425,
      "step": 20257
    },
    {
      "contrastive_lambda": 0.7441507110978112,
      "epoch": 6.318777292576419,
      "step": 20258
    },
    {
      "contrastive_lambda": 0.7441278641840885,
      "epoch": 6.319089207735496,
      "step": 20259
    },
    {
      "epoch": 6.319401122894573,
      "grad_norm": 0.11214637011289597,
      "learning_rate": 7.90336520821274e-05,
      "loss": 0.0391,
      "step": 20260
    },
    {
      "epoch": 6.319401122894573,
      "flow_loss": 0.0423395037651062,
      "step": 20260
    },
    {
      "contrastive_loss": 0.00673172390088439,
      "epoch": 6.319401122894573,
      "step": 20260
    },
    {
      "contrastive_lambda": 0.7441050166010754,
      "epoch": 6.319401122894573,
      "step": 20260
    },
    {
      "contrastive_lambda": 0.7440821683488346,
      "epoch": 6.319713038053649,
      "step": 20261
    },
    {
      "contrastive_lambda": 0.7440593194274285,
      "epoch": 6.320024953212726,
      "step": 20262
    },
    {
      "contrastive_lambda": 0.7440364698369202,
      "epoch": 6.320336868371803,
      "step": 20263
    },
    {
      "contrastive_lambda": 0.7440136195773719,
      "epoch": 6.3206487835308796,
      "step": 20264
    },
    {
      "contrastive_lambda": 0.7439907686488463,
      "epoch": 6.320960698689956,
      "step": 20265
    },
    {
      "contrastive_lambda": 0.7439679170514064,
      "epoch": 6.321272613849033,
      "step": 20266
    },
    {
      "contrastive_lambda": 0.7439450647851145,
      "epoch": 6.32158452900811,
      "step": 20267
    },
    {
      "contrastive_lambda": 0.7439222118500333,
      "epoch": 6.321896444167186,
      "step": 20268
    },
    {
      "contrastive_lambda": 0.7438993582462254,
      "epoch": 6.322208359326263,
      "step": 20269
    },
    {
      "epoch": 6.32252027448534,
      "grad_norm": 0.09057211875915527,
      "learning_rate": 7.901121182814746e-05,
      "loss": 0.0421,
      "step": 20270
    },
    {
      "epoch": 6.32252027448534,
      "flow_loss": 0.03317898511886597,
      "step": 20270
    },
    {
      "contrastive_loss": 0.005644001066684723,
      "epoch": 6.32252027448534,
      "step": 20270
    },
    {
      "contrastive_lambda": 0.7438765039737538,
      "epoch": 6.32252027448534,
      "step": 20270
    },
    {
      "contrastive_lambda": 0.7438536490326808,
      "epoch": 6.322832189644417,
      "step": 20271
    },
    {
      "contrastive_lambda": 0.7438307934230692,
      "epoch": 6.323144104803493,
      "step": 20272
    },
    {
      "contrastive_lambda": 0.7438079371449817,
      "epoch": 6.3234560199625705,
      "step": 20273
    },
    {
      "contrastive_lambda": 0.7437850801984808,
      "epoch": 6.323767935121647,
      "step": 20274
    },
    {
      "contrastive_lambda": 0.7437622225836292,
      "epoch": 6.324079850280723,
      "step": 20275
    },
    {
      "contrastive_lambda": 0.7437393643004897,
      "epoch": 6.324391765439801,
      "step": 20276
    },
    {
      "contrastive_lambda": 0.743716505349125,
      "epoch": 6.324703680598877,
      "step": 20277
    },
    {
      "contrastive_lambda": 0.7436936457295975,
      "epoch": 6.325015595757954,
      "step": 20278
    },
    {
      "contrastive_lambda": 0.7436707854419702,
      "epoch": 6.32532751091703,
      "step": 20279
    },
    {
      "epoch": 6.3256394260761075,
      "grad_norm": 0.10255470126867294,
      "learning_rate": 7.898876276132736e-05,
      "loss": 0.0347,
      "step": 20280
    },
    {
      "epoch": 6.3256394260761075,
      "flow_loss": 0.022662801668047905,
      "step": 20280
    },
    {
      "contrastive_loss": 0.006850305944681168,
      "epoch": 6.3256394260761075,
      "step": 20280
    },
    {
      "contrastive_lambda": 0.7436479244863055,
      "epoch": 6.3256394260761075,
      "step": 20280
    },
    {
      "contrastive_lambda": 0.7436250628626662,
      "epoch": 6.325951341235184,
      "step": 20281
    },
    {
      "contrastive_lambda": 0.7436022005711149,
      "epoch": 6.3262632563942605,
      "step": 20282
    },
    {
      "contrastive_lambda": 0.7435793376117145,
      "epoch": 6.326575171553338,
      "step": 20283
    },
    {
      "contrastive_lambda": 0.7435564739845273,
      "epoch": 6.326887086712414,
      "step": 20284
    },
    {
      "contrastive_lambda": 0.7435336096896163,
      "epoch": 6.327199001871491,
      "step": 20285
    },
    {
      "contrastive_lambda": 0.743510744727044,
      "epoch": 6.327510917030567,
      "step": 20286
    },
    {
      "contrastive_lambda": 0.7434878790968734,
      "epoch": 6.327822832189645,
      "step": 20287
    },
    {
      "contrastive_lambda": 0.7434650127991668,
      "epoch": 6.328134747348721,
      "step": 20288
    },
    {
      "contrastive_lambda": 0.7434421458339869,
      "epoch": 6.3284466625077975,
      "step": 20289
    },
    {
      "epoch": 6.328758577666875,
      "grad_norm": 0.10771016776561737,
      "learning_rate": 7.896630488848654e-05,
      "loss": 0.0334,
      "step": 20290
    },
    {
      "epoch": 6.328758577666875,
      "flow_loss": 0.044767118990421295,
      "step": 20290
    },
    {
      "contrastive_loss": 0.006844744086265564,
      "epoch": 6.328758577666875,
      "step": 20290
    },
    {
      "contrastive_lambda": 0.7434192782013969,
      "epoch": 6.328758577666875,
      "step": 20290
    },
    {
      "contrastive_lambda": 0.7433964099014587,
      "epoch": 6.329070492825951,
      "step": 20291
    },
    {
      "contrastive_lambda": 0.7433735409342358,
      "epoch": 6.329382407985028,
      "step": 20292
    },
    {
      "contrastive_lambda": 0.7433506712997903,
      "epoch": 6.329694323144105,
      "step": 20293
    },
    {
      "contrastive_lambda": 0.7433278009981852,
      "epoch": 6.330006238303182,
      "step": 20294
    },
    {
      "contrastive_lambda": 0.7433049300294831,
      "epoch": 6.330318153462258,
      "step": 20295
    },
    {
      "contrastive_lambda": 0.7432820583937467,
      "epoch": 6.330630068621335,
      "step": 20296
    },
    {
      "contrastive_lambda": 0.7432591860910388,
      "epoch": 6.330941983780412,
      "step": 20297
    },
    {
      "contrastive_lambda": 0.7432363131214219,
      "epoch": 6.331253898939488,
      "step": 20298
    },
    {
      "contrastive_lambda": 0.7432134394849589,
      "epoch": 6.331565814098565,
      "step": 20299
    },
    {
      "epoch": 6.331877729257642,
      "grad_norm": 0.160137340426445,
      "learning_rate": 7.89438382164471e-05,
      "loss": 0.0375,
      "step": 20300
    },
    {
      "epoch": 6.331877729257642,
      "flow_loss": 0.046071745455265045,
      "step": 20300
    },
    {
      "contrastive_loss": 0.005643781274557114,
      "epoch": 6.331877729257642,
      "step": 20300
    },
    {
      "contrastive_lambda": 0.7431905651817124,
      "epoch": 6.331877729257642,
      "step": 20300
    },
    {
      "contrastive_lambda": 0.7431676902117452,
      "epoch": 6.332189644416719,
      "step": 20301
    },
    {
      "contrastive_lambda": 0.74314481457512,
      "epoch": 6.332501559575795,
      "step": 20302
    },
    {
      "contrastive_lambda": 0.7431219382718995,
      "epoch": 6.332813474734872,
      "step": 20303
    },
    {
      "contrastive_lambda": 0.7430990613021464,
      "epoch": 6.333125389893949,
      "step": 20304
    },
    {
      "contrastive_lambda": 0.7430761836659234,
      "epoch": 6.3334373050530255,
      "step": 20305
    },
    {
      "contrastive_lambda": 0.7430533053632932,
      "epoch": 6.333749220212102,
      "step": 20306
    },
    {
      "contrastive_lambda": 0.7430304263943186,
      "epoch": 6.334061135371179,
      "step": 20307
    },
    {
      "contrastive_lambda": 0.7430075467590622,
      "epoch": 6.334373050530256,
      "step": 20308
    },
    {
      "contrastive_lambda": 0.742984666457587,
      "epoch": 6.334684965689332,
      "step": 20309
    },
    {
      "epoch": 6.33499688084841,
      "grad_norm": 0.11410465091466904,
      "learning_rate": 7.892136275203383e-05,
      "loss": 0.0374,
      "step": 20310
    },
    {
      "epoch": 6.33499688084841,
      "flow_loss": 0.03253740072250366,
      "step": 20310
    },
    {
      "contrastive_loss": 0.006443581078201532,
      "epoch": 6.33499688084841,
      "step": 20310
    },
    {
      "contrastive_lambda": 0.7429617854899553,
      "epoch": 6.33499688084841,
      "step": 20310
    },
    {
      "contrastive_lambda": 0.7429389038562303,
      "epoch": 6.335308796007486,
      "step": 20311
    },
    {
      "contrastive_lambda": 0.7429160215564743,
      "epoch": 6.335620711166563,
      "step": 20312
    },
    {
      "contrastive_lambda": 0.7428931385907505,
      "epoch": 6.335932626325639,
      "step": 20313
    },
    {
      "contrastive_lambda": 0.7428702549591211,
      "epoch": 6.336244541484716,
      "step": 20314
    },
    {
      "contrastive_lambda": 0.7428473706616493,
      "epoch": 6.336556456643793,
      "step": 20315
    },
    {
      "contrastive_lambda": 0.7428244856983975,
      "epoch": 6.336868371802869,
      "step": 20316
    },
    {
      "contrastive_lambda": 0.7428016000694287,
      "epoch": 6.337180286961947,
      "step": 20317
    },
    {
      "contrastive_lambda": 0.7427787137748054,
      "epoch": 6.337492202121023,
      "step": 20318
    },
    {
      "contrastive_lambda": 0.7427558268145906,
      "epoch": 6.3378041172801,
      "step": 20319
    },
    {
      "epoch": 6.338116032439176,
      "grad_norm": 0.12945342063903809,
      "learning_rate": 7.889887850207418e-05,
      "loss": 0.0373,
      "step": 20320
    },
    {
      "epoch": 6.338116032439176,
      "flow_loss": 0.04009011760354042,
      "step": 20320
    },
    {
      "contrastive_loss": 0.006289636716246605,
      "epoch": 6.338116032439176,
      "step": 20320
    },
    {
      "contrastive_lambda": 0.7427329391888469,
      "epoch": 6.338116032439176,
      "step": 20320
    },
    {
      "contrastive_lambda": 0.742710050897637,
      "epoch": 6.3384279475982535,
      "step": 20321
    },
    {
      "contrastive_lambda": 0.7426871619410237,
      "epoch": 6.33873986275733,
      "step": 20322
    },
    {
      "contrastive_lambda": 0.74266427231907,
      "epoch": 6.339051777916406,
      "step": 20323
    },
    {
      "contrastive_lambda": 0.742641382031838,
      "epoch": 6.339363693075484,
      "step": 20324
    },
    {
      "contrastive_lambda": 0.7426184910793913,
      "epoch": 6.33967560823456,
      "step": 20325
    },
    {
      "contrastive_lambda": 0.7425955994617919,
      "epoch": 6.339987523393637,
      "step": 20326
    },
    {
      "contrastive_lambda": 0.7425727071791031,
      "epoch": 6.340299438552714,
      "step": 20327
    },
    {
      "contrastive_lambda": 0.7425498142313873,
      "epoch": 6.3406113537117905,
      "step": 20328
    },
    {
      "contrastive_lambda": 0.7425269206187075,
      "epoch": 6.340923268870867,
      "step": 20329
    },
    {
      "epoch": 6.3412351840299435,
      "grad_norm": 0.10161672532558441,
      "learning_rate": 7.887638547339827e-05,
      "loss": 0.0413,
      "step": 20330
    },
    {
      "epoch": 6.3412351840299435,
      "flow_loss": 0.05317356809973717,
      "step": 20330
    },
    {
      "contrastive_loss": 0.005385838449001312,
      "epoch": 6.3412351840299435,
      "step": 20330
    },
    {
      "contrastive_lambda": 0.7425040263411263,
      "epoch": 6.3412351840299435,
      "step": 20330
    },
    {
      "contrastive_lambda": 0.7424811313987068,
      "epoch": 6.341547099189021,
      "step": 20331
    },
    {
      "contrastive_lambda": 0.7424582357915113,
      "epoch": 6.341859014348097,
      "step": 20332
    },
    {
      "contrastive_lambda": 0.7424353395196026,
      "epoch": 6.342170929507174,
      "step": 20333
    },
    {
      "contrastive_lambda": 0.742412442583044,
      "epoch": 6.342482844666251,
      "step": 20334
    },
    {
      "contrastive_lambda": 0.7423895449818978,
      "epoch": 6.342794759825328,
      "step": 20335
    },
    {
      "contrastive_lambda": 0.7423666467162269,
      "epoch": 6.343106674984404,
      "step": 20336
    },
    {
      "contrastive_lambda": 0.742343747786094,
      "epoch": 6.3434185901434805,
      "step": 20337
    },
    {
      "contrastive_lambda": 0.7423208481915621,
      "epoch": 6.343730505302558,
      "step": 20338
    },
    {
      "contrastive_lambda": 0.7422979479326937,
      "epoch": 6.344042420461634,
      "step": 20339
    },
    {
      "epoch": 6.344354335620711,
      "grad_norm": 0.14471286535263062,
      "learning_rate": 7.885388367283891e-05,
      "loss": 0.0474,
      "step": 20340
    },
    {
      "epoch": 6.344354335620711,
      "flow_loss": 0.033037975430488586,
      "step": 20340
    },
    {
      "contrastive_loss": 0.004790280945599079,
      "epoch": 6.344354335620711,
      "step": 20340
    },
    {
      "contrastive_lambda": 0.7422750470095517,
      "epoch": 6.344354335620711,
      "step": 20340
    },
    {
      "contrastive_lambda": 0.7422521454221991,
      "epoch": 6.344666250779788,
      "step": 20341
    },
    {
      "contrastive_lambda": 0.7422292431706983,
      "epoch": 6.344978165938865,
      "step": 20342
    },
    {
      "contrastive_lambda": 0.7422063402551122,
      "epoch": 6.345290081097941,
      "step": 20343
    },
    {
      "contrastive_lambda": 0.7421834366755039,
      "epoch": 6.3456019962570185,
      "step": 20344
    },
    {
      "contrastive_lambda": 0.7421605324319358,
      "epoch": 6.345913911416095,
      "step": 20345
    },
    {
      "contrastive_lambda": 0.742137627524471,
      "epoch": 6.346225826575171,
      "step": 20346
    },
    {
      "contrastive_lambda": 0.7421147219531721,
      "epoch": 6.346537741734248,
      "step": 20347
    },
    {
      "contrastive_lambda": 0.7420918157181019,
      "epoch": 6.346849656893325,
      "step": 20348
    },
    {
      "contrastive_lambda": 0.7420689088193232,
      "epoch": 6.347161572052402,
      "step": 20349
    },
    {
      "epoch": 6.347473487211478,
      "grad_norm": 0.11946872621774673,
      "learning_rate": 7.88313731072315e-05,
      "loss": 0.0382,
      "step": 20350
    },
    {
      "epoch": 6.347473487211478,
      "flow_loss": 0.053131815046072006,
      "step": 20350
    },
    {
      "contrastive_loss": 0.006616730242967606,
      "epoch": 6.347473487211478,
      "step": 20350
    },
    {
      "contrastive_lambda": 0.7420460012568988,
      "epoch": 6.347473487211478,
      "step": 20350
    },
    {
      "contrastive_lambda": 0.7420230930308918,
      "epoch": 6.3477854023705556,
      "step": 20351
    },
    {
      "contrastive_lambda": 0.7420001841413645,
      "epoch": 6.348097317529632,
      "step": 20352
    },
    {
      "contrastive_lambda": 0.7419772745883799,
      "epoch": 6.3484092326887085,
      "step": 20353
    },
    {
      "contrastive_lambda": 0.741954364372001,
      "epoch": 6.348721147847785,
      "step": 20354
    },
    {
      "contrastive_lambda": 0.7419314534922905,
      "epoch": 6.349033063006862,
      "step": 20355
    },
    {
      "contrastive_lambda": 0.7419085419493112,
      "epoch": 6.349344978165939,
      "step": 20356
    },
    {
      "contrastive_lambda": 0.7418856297431259,
      "epoch": 6.349656893325015,
      "step": 20357
    },
    {
      "contrastive_lambda": 0.7418627168737972,
      "epoch": 6.349968808484093,
      "step": 20358
    },
    {
      "contrastive_lambda": 0.7418398033413884,
      "epoch": 6.350280723643169,
      "step": 20359
    },
    {
      "epoch": 6.350592638802246,
      "grad_norm": 0.10457754135131836,
      "learning_rate": 7.88088537834142e-05,
      "loss": 0.0373,
      "step": 20360
    },
    {
      "epoch": 6.350592638802246,
      "flow_loss": 0.04361549764871597,
      "step": 20360
    },
    {
      "contrastive_loss": 0.006120200268924236,
      "epoch": 6.350592638802246,
      "step": 20360
    },
    {
      "contrastive_lambda": 0.741816889145962,
      "epoch": 6.350592638802246,
      "step": 20360
    },
    {
      "contrastive_lambda": 0.7417939742875808,
      "epoch": 6.350904553961323,
      "step": 20361
    },
    {
      "contrastive_lambda": 0.7417710587663077,
      "epoch": 6.351216469120399,
      "step": 20362
    },
    {
      "contrastive_lambda": 0.7417481425822054,
      "epoch": 6.351528384279476,
      "step": 20363
    },
    {
      "contrastive_lambda": 0.741725225735337,
      "epoch": 6.351840299438552,
      "step": 20364
    },
    {
      "contrastive_lambda": 0.7417023082257652,
      "epoch": 6.35215221459763,
      "step": 20365
    },
    {
      "contrastive_lambda": 0.7416793900535527,
      "epoch": 6.352464129756706,
      "step": 20366
    },
    {
      "contrastive_lambda": 0.7416564712187624,
      "epoch": 6.352776044915783,
      "step": 20367
    },
    {
      "contrastive_lambda": 0.7416335517214573,
      "epoch": 6.35308796007486,
      "step": 20368
    },
    {
      "contrastive_lambda": 0.7416106315617,
      "epoch": 6.3533998752339365,
      "step": 20369
    },
    {
      "epoch": 6.353711790393013,
      "grad_norm": 0.12440415471792221,
      "learning_rate": 7.878632570822778e-05,
      "loss": 0.0359,
      "step": 20370
    },
    {
      "epoch": 6.353711790393013,
      "flow_loss": 0.03622540086507797,
      "step": 20370
    },
    {
      "contrastive_loss": 0.0058501469902694225,
      "epoch": 6.353711790393013,
      "step": 20370
    },
    {
      "contrastive_lambda": 0.7415877107395534,
      "epoch": 6.353711790393013,
      "step": 20370
    },
    {
      "contrastive_lambda": 0.7415647892550805,
      "epoch": 6.354023705552089,
      "step": 20371
    },
    {
      "contrastive_lambda": 0.7415418671083439,
      "epoch": 6.354335620711167,
      "step": 20372
    },
    {
      "contrastive_lambda": 0.7415189442994066,
      "epoch": 6.354647535870243,
      "step": 20373
    },
    {
      "contrastive_lambda": 0.7414960208283313,
      "epoch": 6.35495945102932,
      "step": 20374
    },
    {
      "contrastive_lambda": 0.7414730966951811,
      "epoch": 6.355271366188397,
      "step": 20375
    },
    {
      "contrastive_lambda": 0.7414501719000186,
      "epoch": 6.3555832813474735,
      "step": 20376
    },
    {
      "contrastive_lambda": 0.7414272464429068,
      "epoch": 6.35589519650655,
      "step": 20377
    },
    {
      "contrastive_lambda": 0.7414043203239086,
      "epoch": 6.356207111665627,
      "step": 20378
    },
    {
      "contrastive_lambda": 0.7413813935430865,
      "epoch": 6.356519026824704,
      "step": 20379
    },
    {
      "epoch": 6.35683094198378,
      "grad_norm": 0.13231715559959412,
      "learning_rate": 7.876378888851567e-05,
      "loss": 0.035,
      "step": 20380
    },
    {
      "epoch": 6.35683094198378,
      "flow_loss": 0.028967786580324173,
      "step": 20380
    },
    {
      "contrastive_loss": 0.0053390273824334145,
      "epoch": 6.35683094198378,
      "step": 20380
    },
    {
      "contrastive_lambda": 0.7413584661005038,
      "epoch": 6.35683094198378,
      "step": 20380
    },
    {
      "contrastive_lambda": 0.7413355379962231,
      "epoch": 6.357142857142857,
      "step": 20381
    },
    {
      "contrastive_lambda": 0.7413126092303074,
      "epoch": 6.357454772301934,
      "step": 20382
    },
    {
      "contrastive_lambda": 0.7412896798028193,
      "epoch": 6.357766687461011,
      "step": 20383
    },
    {
      "contrastive_lambda": 0.7412667497138219,
      "epoch": 6.358078602620087,
      "step": 20384
    },
    {
      "contrastive_lambda": 0.7412438189633781,
      "epoch": 6.358390517779164,
      "step": 20385
    },
    {
      "contrastive_lambda": 0.7412208875515507,
      "epoch": 6.358702432938241,
      "step": 20386
    },
    {
      "contrastive_lambda": 0.7411979554784024,
      "epoch": 6.359014348097317,
      "step": 20387
    },
    {
      "contrastive_lambda": 0.7411750227439963,
      "epoch": 6.359326263256394,
      "step": 20388
    },
    {
      "contrastive_lambda": 0.7411520893483952,
      "epoch": 6.359638178415471,
      "step": 20389
    },
    {
      "epoch": 6.359950093574548,
      "grad_norm": 0.12175671011209488,
      "learning_rate": 7.874124333112396e-05,
      "loss": 0.0382,
      "step": 20390
    },
    {
      "epoch": 6.359950093574548,
      "flow_loss": 0.035621657967567444,
      "step": 20390
    },
    {
      "contrastive_loss": 0.007914346642792225,
      "epoch": 6.359950093574548,
      "step": 20390
    },
    {
      "contrastive_lambda": 0.7411291552916618,
      "epoch": 6.359950093574548,
      "step": 20390
    },
    {
      "contrastive_lambda": 0.7411062205738593,
      "epoch": 6.360262008733624,
      "step": 20391
    },
    {
      "contrastive_lambda": 0.7410832851950503,
      "epoch": 6.3605739238927015,
      "step": 20392
    },
    {
      "contrastive_lambda": 0.7410603491552978,
      "epoch": 6.360885839051778,
      "step": 20393
    },
    {
      "contrastive_lambda": 0.7410374124546648,
      "epoch": 6.361197754210854,
      "step": 20394
    },
    {
      "contrastive_lambda": 0.7410144750932139,
      "epoch": 6.361509669369932,
      "step": 20395
    },
    {
      "contrastive_lambda": 0.7409915370710082,
      "epoch": 6.361821584529008,
      "step": 20396
    },
    {
      "contrastive_lambda": 0.7409685983881105,
      "epoch": 6.362133499688085,
      "step": 20397
    },
    {
      "contrastive_lambda": 0.7409456590445836,
      "epoch": 6.362445414847161,
      "step": 20398
    },
    {
      "contrastive_lambda": 0.7409227190404907,
      "epoch": 6.3627573300062386,
      "step": 20399
    },
    {
      "epoch": 6.363069245165315,
      "grad_norm": 0.1385526806116104,
      "learning_rate": 7.871868904290138e-05,
      "loss": 0.0341,
      "step": 20400
    },
    {
      "epoch": 6.363069245165315,
      "flow_loss": 0.033223919570446014,
      "step": 20400
    },
    {
      "contrastive_loss": 0.006347944959998131,
      "epoch": 6.363069245165315,
      "step": 20400
    },
    {
      "contrastive_lambda": 0.7408997783758944,
      "epoch": 6.363069245165315,
      "step": 20400
    },
    {
      "contrastive_lambda": 0.7408768370508576,
      "epoch": 6.3633811603243915,
      "step": 20401
    },
    {
      "contrastive_lambda": 0.7408538950654434,
      "epoch": 6.363693075483469,
      "step": 20402
    },
    {
      "contrastive_lambda": 0.7408309524197145,
      "epoch": 6.364004990642545,
      "step": 20403
    },
    {
      "contrastive_lambda": 0.7408080091137339,
      "epoch": 6.364316905801622,
      "step": 20404
    },
    {
      "contrastive_lambda": 0.7407850651475645,
      "epoch": 6.364628820960698,
      "step": 20405
    },
    {
      "contrastive_lambda": 0.7407621205212691,
      "epoch": 6.364940736119776,
      "step": 20406
    },
    {
      "contrastive_lambda": 0.7407391752349106,
      "epoch": 6.365252651278852,
      "step": 20407
    },
    {
      "contrastive_lambda": 0.7407162292885521,
      "epoch": 6.365564566437929,
      "step": 20408
    },
    {
      "contrastive_lambda": 0.7406932826822564,
      "epoch": 6.365876481597006,
      "step": 20409
    },
    {
      "epoch": 6.366188396756082,
      "grad_norm": 0.12766656279563904,
      "learning_rate": 7.869612603069935e-05,
      "loss": 0.0391,
      "step": 20410
    },
    {
      "epoch": 6.366188396756082,
      "flow_loss": 0.024628441780805588,
      "step": 20410
    },
    {
      "contrastive_loss": 0.005747312214225531,
      "epoch": 6.366188396756082,
      "step": 20410
    },
    {
      "contrastive_lambda": 0.7406703354160864,
      "epoch": 6.366188396756082,
      "step": 20410
    },
    {
      "contrastive_lambda": 0.740647387490105,
      "epoch": 6.366500311915159,
      "step": 20411
    },
    {
      "contrastive_lambda": 0.7406244389043751,
      "epoch": 6.366812227074236,
      "step": 20412
    },
    {
      "contrastive_lambda": 0.7406014896589597,
      "epoch": 6.367124142233313,
      "step": 20413
    },
    {
      "contrastive_lambda": 0.7405785397539215,
      "epoch": 6.367436057392389,
      "step": 20414
    },
    {
      "contrastive_lambda": 0.7405555891893237,
      "epoch": 6.367747972551466,
      "step": 20415
    },
    {
      "contrastive_lambda": 0.7405326379652292,
      "epoch": 6.368059887710543,
      "step": 20416
    },
    {
      "contrastive_lambda": 0.7405096860817006,
      "epoch": 6.3683718028696195,
      "step": 20417
    },
    {
      "contrastive_lambda": 0.7404867335388011,
      "epoch": 6.368683718028696,
      "step": 20418
    },
    {
      "contrastive_lambda": 0.7404637803365937,
      "epoch": 6.368995633187773,
      "step": 20419
    },
    {
      "epoch": 6.36930754834685,
      "grad_norm": 0.1258895844221115,
      "learning_rate": 7.867355430137192e-05,
      "loss": 0.0345,
      "step": 20420
    },
    {
      "epoch": 6.36930754834685,
      "flow_loss": 0.047564052045345306,
      "step": 20420
    },
    {
      "contrastive_loss": 0.005761255975812674,
      "epoch": 6.36930754834685,
      "step": 20420
    },
    {
      "contrastive_lambda": 0.740440826475141,
      "epoch": 6.36930754834685,
      "step": 20420
    },
    {
      "contrastive_lambda": 0.7404178719545061,
      "epoch": 6.369619463505926,
      "step": 20421
    },
    {
      "contrastive_lambda": 0.7403949167747522,
      "epoch": 6.369931378665003,
      "step": 20422
    },
    {
      "contrastive_lambda": 0.7403719609359418,
      "epoch": 6.37024329382408,
      "step": 20423
    },
    {
      "contrastive_lambda": 0.7403490044381381,
      "epoch": 6.3705552089831565,
      "step": 20424
    },
    {
      "contrastive_lambda": 0.7403260472814039,
      "epoch": 6.370867124142233,
      "step": 20425
    },
    {
      "contrastive_lambda": 0.7403030894658023,
      "epoch": 6.37117903930131,
      "step": 20426
    },
    {
      "contrastive_lambda": 0.740280130991396,
      "epoch": 6.371490954460387,
      "step": 20427
    },
    {
      "contrastive_lambda": 0.7402571718582481,
      "epoch": 6.371802869619463,
      "step": 20428
    },
    {
      "contrastive_lambda": 0.7402342120664217,
      "epoch": 6.372114784778541,
      "step": 20429
    },
    {
      "epoch": 6.372426699937617,
      "grad_norm": 0.13415561616420746,
      "learning_rate": 7.865097386177577e-05,
      "loss": 0.0402,
      "step": 20430
    },
    {
      "epoch": 6.372426699937617,
      "flow_loss": 0.04526577889919281,
      "step": 20430
    },
    {
      "contrastive_loss": 0.005195826757699251,
      "epoch": 6.372426699937617,
      "step": 20430
    },
    {
      "contrastive_lambda": 0.7402112516159793,
      "epoch": 6.372426699937617,
      "step": 20430
    },
    {
      "contrastive_lambda": 0.7401882905069843,
      "epoch": 6.372738615096694,
      "step": 20431
    },
    {
      "contrastive_lambda": 0.7401653287394995,
      "epoch": 6.37305053025577,
      "step": 20432
    },
    {
      "contrastive_lambda": 0.7401423663135877,
      "epoch": 6.373362445414847,
      "step": 20433
    },
    {
      "contrastive_lambda": 0.7401194032293119,
      "epoch": 6.373674360573924,
      "step": 20434
    },
    {
      "contrastive_lambda": 0.7400964394867353,
      "epoch": 6.373986275733,
      "step": 20435
    },
    {
      "contrastive_lambda": 0.7400734750859205,
      "epoch": 6.374298190892078,
      "step": 20436
    },
    {
      "contrastive_lambda": 0.7400505100269308,
      "epoch": 6.374610106051154,
      "step": 20437
    },
    {
      "contrastive_lambda": 0.7400275443098289,
      "epoch": 6.374922021210231,
      "step": 20438
    },
    {
      "contrastive_lambda": 0.740004577934678,
      "epoch": 6.375233936369307,
      "step": 20439
    },
    {
      "epoch": 6.3755458515283845,
      "grad_norm": 0.11791485548019409,
      "learning_rate": 7.862838471877023e-05,
      "loss": 0.0418,
      "step": 20440
    },
    {
      "epoch": 6.3755458515283845,
      "flow_loss": 0.030725324526429176,
      "step": 20440
    },
    {
      "contrastive_loss": 0.004983983468264341,
      "epoch": 6.3755458515283845,
      "step": 20440
    },
    {
      "contrastive_lambda": 0.7399816109015407,
      "epoch": 6.3755458515283845,
      "step": 20440
    },
    {
      "contrastive_lambda": 0.7399586432104803,
      "epoch": 6.375857766687461,
      "step": 20441
    },
    {
      "contrastive_lambda": 0.7399356748615595,
      "epoch": 6.376169681846537,
      "step": 20442
    },
    {
      "contrastive_lambda": 0.7399127058548417,
      "epoch": 6.376481597005615,
      "step": 20443
    },
    {
      "contrastive_lambda": 0.7398897361903894,
      "epoch": 6.376793512164691,
      "step": 20444
    },
    {
      "contrastive_lambda": 0.7398667658682659,
      "epoch": 6.377105427323768,
      "step": 20445
    },
    {
      "contrastive_lambda": 0.739843794888534,
      "epoch": 6.377417342482845,
      "step": 20446
    },
    {
      "contrastive_lambda": 0.7398208232512568,
      "epoch": 6.377729257641922,
      "step": 20447
    },
    {
      "contrastive_lambda": 0.7397978509564971,
      "epoch": 6.378041172800998,
      "step": 20448
    },
    {
      "contrastive_lambda": 0.739774878004318,
      "epoch": 6.3783530879600745,
      "step": 20449
    },
    {
      "epoch": 6.378665003119152,
      "grad_norm": 0.12513741850852966,
      "learning_rate": 7.860578687921731e-05,
      "loss": 0.0344,
      "step": 20450
    },
    {
      "epoch": 6.378665003119152,
      "flow_loss": 0.04386225342750549,
      "step": 20450
    },
    {
      "contrastive_loss": 0.006116361822932959,
      "epoch": 6.378665003119152,
      "step": 20450
    },
    {
      "contrastive_lambda": 0.7397519043947824,
      "epoch": 6.378665003119152,
      "step": 20450
    },
    {
      "contrastive_lambda": 0.7397289301279533,
      "epoch": 6.378976918278228,
      "step": 20451
    },
    {
      "contrastive_lambda": 0.7397059552038938,
      "epoch": 6.379288833437305,
      "step": 20452
    },
    {
      "contrastive_lambda": 0.7396829796226669,
      "epoch": 6.379600748596382,
      "step": 20453
    },
    {
      "contrastive_lambda": 0.7396600033843354,
      "epoch": 6.379912663755459,
      "step": 20454
    },
    {
      "contrastive_lambda": 0.7396370264889623,
      "epoch": 6.380224578914535,
      "step": 20455
    },
    {
      "contrastive_lambda": 0.7396140489366109,
      "epoch": 6.380536494073612,
      "step": 20456
    },
    {
      "contrastive_lambda": 0.7395910707273439,
      "epoch": 6.380848409232689,
      "step": 20457
    },
    {
      "contrastive_lambda": 0.7395680918612244,
      "epoch": 6.381160324391765,
      "step": 20458
    },
    {
      "contrastive_lambda": 0.7395451123383152,
      "epoch": 6.381472239550842,
      "step": 20459
    },
    {
      "epoch": 6.381784154709919,
      "grad_norm": 0.0978119745850563,
      "learning_rate": 7.858318034998164e-05,
      "loss": 0.036,
      "step": 20460
    },
    {
      "epoch": 6.381784154709919,
      "flow_loss": 0.03838182985782623,
      "step": 20460
    },
    {
      "contrastive_loss": 0.00425890926271677,
      "epoch": 6.381784154709919,
      "step": 20460
    },
    {
      "contrastive_lambda": 0.7395221321586797,
      "epoch": 6.381784154709919,
      "step": 20460
    },
    {
      "contrastive_lambda": 0.7394991513223805,
      "epoch": 6.382096069868996,
      "step": 20461
    },
    {
      "contrastive_lambda": 0.7394761698294808,
      "epoch": 6.382407985028072,
      "step": 20462
    },
    {
      "contrastive_lambda": 0.7394531876800438,
      "epoch": 6.3827199001871495,
      "step": 20463
    },
    {
      "contrastive_lambda": 0.739430204874132,
      "epoch": 6.383031815346226,
      "step": 20464
    },
    {
      "contrastive_lambda": 0.7394072214118088,
      "epoch": 6.3833437305053025,
      "step": 20465
    },
    {
      "contrastive_lambda": 0.7393842372931372,
      "epoch": 6.383655645664379,
      "step": 20466
    },
    {
      "contrastive_lambda": 0.7393612525181801,
      "epoch": 6.383967560823456,
      "step": 20467
    },
    {
      "contrastive_lambda": 0.7393382670870006,
      "epoch": 6.384279475982533,
      "step": 20468
    },
    {
      "contrastive_lambda": 0.7393152809996615,
      "epoch": 6.384591391141609,
      "step": 20469
    },
    {
      "epoch": 6.384903306300687,
      "grad_norm": 0.13857035338878632,
      "learning_rate": 7.856056513793046e-05,
      "loss": 0.0378,
      "step": 20470
    },
    {
      "epoch": 6.384903306300687,
      "flow_loss": 0.03398291766643524,
      "step": 20470
    },
    {
      "contrastive_loss": 0.0051077003590762615,
      "epoch": 6.384903306300687,
      "step": 20470
    },
    {
      "contrastive_lambda": 0.739292294256226,
      "epoch": 6.384903306300687,
      "step": 20470
    },
    {
      "contrastive_lambda": 0.7392693068567571,
      "epoch": 6.385215221459763,
      "step": 20471
    },
    {
      "contrastive_lambda": 0.7392463188013177,
      "epoch": 6.3855271366188395,
      "step": 20472
    },
    {
      "contrastive_lambda": 0.7392233300899712,
      "epoch": 6.385839051777916,
      "step": 20473
    },
    {
      "contrastive_lambda": 0.7392003407227802,
      "epoch": 6.386150966936993,
      "step": 20474
    },
    {
      "contrastive_lambda": 0.7391773506998078,
      "epoch": 6.38646288209607,
      "step": 20475
    },
    {
      "contrastive_lambda": 0.7391543600211172,
      "epoch": 6.386774797255146,
      "step": 20476
    },
    {
      "contrastive_lambda": 0.7391313686867714,
      "epoch": 6.387086712414224,
      "step": 20477
    },
    {
      "contrastive_lambda": 0.7391083766968333,
      "epoch": 6.3873986275733,
      "step": 20478
    },
    {
      "contrastive_lambda": 0.739085384051366,
      "epoch": 6.387710542732377,
      "step": 20479
    },
    {
      "epoch": 6.388022457891454,
      "grad_norm": 0.10491850227117538,
      "learning_rate": 7.85379412499337e-05,
      "loss": 0.034,
      "step": 20480
    },
    {
      "epoch": 6.388022457891454,
      "flow_loss": 0.05124418064951897,
      "step": 20480
    },
    {
      "contrastive_loss": 0.0061019593849778175,
      "epoch": 6.388022457891454,
      "step": 20480
    },
    {
      "contrastive_lambda": 0.7390623907504326,
      "epoch": 6.388022457891454,
      "step": 20480
    },
    {
      "contrastive_lambda": 0.7390393967940961,
      "epoch": 6.38833437305053,
      "step": 20481
    },
    {
      "contrastive_lambda": 0.7390164021824195,
      "epoch": 6.388646288209607,
      "step": 20482
    },
    {
      "contrastive_lambda": 0.7389934069154659,
      "epoch": 6.388958203368683,
      "step": 20483
    },
    {
      "contrastive_lambda": 0.7389704109932982,
      "epoch": 6.389270118527761,
      "step": 20484
    },
    {
      "contrastive_lambda": 0.7389474144159796,
      "epoch": 6.389582033686837,
      "step": 20485
    },
    {
      "contrastive_lambda": 0.738924417183573,
      "epoch": 6.389893948845914,
      "step": 20486
    },
    {
      "contrastive_lambda": 0.7389014192961417,
      "epoch": 6.390205864004991,
      "step": 20487
    },
    {
      "contrastive_lambda": 0.7388784207537485,
      "epoch": 6.3905177791640675,
      "step": 20488
    },
    {
      "contrastive_lambda": 0.7388554215564567,
      "epoch": 6.390829694323144,
      "step": 20489
    },
    {
      "epoch": 6.39114160948222,
      "grad_norm": 0.12087591737508774,
      "learning_rate": 7.851530869286389e-05,
      "loss": 0.0345,
      "step": 20490
    },
    {
      "epoch": 6.39114160948222,
      "flow_loss": 0.047744158655405045,
      "step": 20490
    },
    {
      "contrastive_loss": 0.0060904426500201225,
      "epoch": 6.39114160948222,
      "step": 20490
    },
    {
      "contrastive_lambda": 0.7388324217043291,
      "epoch": 6.39114160948222,
      "step": 20490
    },
    {
      "contrastive_lambda": 0.7388094211974289,
      "epoch": 6.391453524641298,
      "step": 20491
    },
    {
      "contrastive_lambda": 0.738786420035819,
      "epoch": 6.391765439800374,
      "step": 20492
    },
    {
      "contrastive_lambda": 0.7387634182195626,
      "epoch": 6.392077354959451,
      "step": 20493
    },
    {
      "contrastive_lambda": 0.7387404157487227,
      "epoch": 6.392389270118528,
      "step": 20494
    },
    {
      "contrastive_lambda": 0.7387174126233624,
      "epoch": 6.392701185277605,
      "step": 20495
    },
    {
      "contrastive_lambda": 0.7386944088435449,
      "epoch": 6.393013100436681,
      "step": 20496
    },
    {
      "contrastive_lambda": 0.738671404409333,
      "epoch": 6.393325015595758,
      "step": 20497
    },
    {
      "contrastive_lambda": 0.73864839932079,
      "epoch": 6.393636930754835,
      "step": 20498
    },
    {
      "contrastive_lambda": 0.7386253935779787,
      "epoch": 6.393948845913911,
      "step": 20499
    },
    {
      "epoch": 6.394260761072988,
      "grad_norm": 0.11074810475111008,
      "learning_rate": 7.849266747359619e-05,
      "loss": 0.0326,
      "step": 20500
    },
    {
      "epoch": 6.394260761072988,
      "flow_loss": 0.032481782138347626,
      "step": 20500
    },
    {
      "contrastive_loss": 0.005355300381779671,
      "epoch": 6.394260761072988,
      "step": 20500
    },
    {
      "contrastive_lambda": 0.7386023871809625,
      "epoch": 6.394260761072988,
      "step": 20500
    },
    {
      "contrastive_lambda": 0.7385793801298042,
      "epoch": 6.394572676232065,
      "step": 20501
    },
    {
      "contrastive_lambda": 0.7385563724245671,
      "epoch": 6.394884591391142,
      "step": 20502
    },
    {
      "contrastive_lambda": 0.738533364065314,
      "epoch": 6.395196506550218,
      "step": 20503
    },
    {
      "contrastive_lambda": 0.7385103550521083,
      "epoch": 6.3955084217092955,
      "step": 20504
    },
    {
      "contrastive_lambda": 0.7384873453850128,
      "epoch": 6.395820336868372,
      "step": 20505
    },
    {
      "contrastive_lambda": 0.7384643350640907,
      "epoch": 6.396132252027448,
      "step": 20506
    },
    {
      "contrastive_lambda": 0.7384413240894052,
      "epoch": 6.396444167186525,
      "step": 20507
    },
    {
      "contrastive_lambda": 0.7384183124610192,
      "epoch": 6.396756082345602,
      "step": 20508
    },
    {
      "contrastive_lambda": 0.7383953001789958,
      "epoch": 6.397067997504679,
      "step": 20509
    },
    {
      "epoch": 6.397379912663755,
      "grad_norm": 0.10548657923936844,
      "learning_rate": 7.847001759900843e-05,
      "loss": 0.0419,
      "step": 20510
    },
    {
      "epoch": 6.397379912663755,
      "flow_loss": 0.04561714828014374,
      "step": 20510
    },
    {
      "contrastive_loss": 0.007427574135363102,
      "epoch": 6.397379912663755,
      "step": 20510
    },
    {
      "contrastive_lambda": 0.7383722872433982,
      "epoch": 6.397379912663755,
      "step": 20510
    },
    {
      "contrastive_lambda": 0.7383492736542895,
      "epoch": 6.3976918278228325,
      "step": 20511
    },
    {
      "contrastive_lambda": 0.7383262594117326,
      "epoch": 6.398003742981909,
      "step": 20512
    },
    {
      "contrastive_lambda": 0.7383032445157909,
      "epoch": 6.3983156581409855,
      "step": 20513
    },
    {
      "contrastive_lambda": 0.7382802289665272,
      "epoch": 6.398627573300063,
      "step": 20514
    },
    {
      "contrastive_lambda": 0.7382572127640048,
      "epoch": 6.398939488459139,
      "step": 20515
    },
    {
      "contrastive_lambda": 0.7382341959082867,
      "epoch": 6.399251403618216,
      "step": 20516
    },
    {
      "contrastive_lambda": 0.7382111783994361,
      "epoch": 6.399563318777292,
      "step": 20517
    },
    {
      "contrastive_lambda": 0.7381881602375158,
      "epoch": 6.39987523393637,
      "step": 20518
    },
    {
      "contrastive_lambda": 0.7381651414225893,
      "epoch": 6.400187149095446,
      "step": 20519
    },
    {
      "epoch": 6.4004990642545225,
      "grad_norm": 0.15970566868782043,
      "learning_rate": 7.844735907598102e-05,
      "loss": 0.04,
      "step": 20520
    },
    {
      "epoch": 6.4004990642545225,
      "flow_loss": 0.027619143947958946,
      "step": 20520
    },
    {
      "contrastive_loss": 0.005598866380751133,
      "epoch": 6.4004990642545225,
      "step": 20520
    },
    {
      "contrastive_lambda": 0.7381421219547195,
      "epoch": 6.4004990642545225,
      "step": 20520
    },
    {
      "contrastive_lambda": 0.7381191018339696,
      "epoch": 6.4008109794136,
      "step": 20521
    },
    {
      "contrastive_lambda": 0.7380960810604026,
      "epoch": 6.401122894572676,
      "step": 20522
    },
    {
      "contrastive_lambda": 0.7380730596340818,
      "epoch": 6.401434809731753,
      "step": 20523
    },
    {
      "contrastive_lambda": 0.73805003755507,
      "epoch": 6.401746724890829,
      "step": 20524
    },
    {
      "contrastive_lambda": 0.7380270148234307,
      "epoch": 6.402058640049907,
      "step": 20525
    },
    {
      "contrastive_lambda": 0.7380039914392267,
      "epoch": 6.402370555208983,
      "step": 20526
    },
    {
      "contrastive_lambda": 0.7379809674025213,
      "epoch": 6.40268247036806,
      "step": 20527
    },
    {
      "contrastive_lambda": 0.7379579427133774,
      "epoch": 6.402994385527137,
      "step": 20528
    },
    {
      "contrastive_lambda": 0.7379349173718585,
      "epoch": 6.403306300686213,
      "step": 20529
    },
    {
      "epoch": 6.40361821584529,
      "grad_norm": 0.09712143242359161,
      "learning_rate": 7.842469191139703e-05,
      "loss": 0.0374,
      "step": 20530
    },
    {
      "epoch": 6.40361821584529,
      "flow_loss": 0.021644851192831993,
      "step": 20530
    },
    {
      "contrastive_loss": 0.00718417065218091,
      "epoch": 6.40361821584529,
      "step": 20530
    },
    {
      "contrastive_lambda": 0.7379118913780274,
      "epoch": 6.40361821584529,
      "step": 20530
    },
    {
      "contrastive_lambda": 0.7378888647319474,
      "epoch": 6.403930131004367,
      "step": 20531
    },
    {
      "contrastive_lambda": 0.7378658374336815,
      "epoch": 6.404242046163444,
      "step": 20532
    },
    {
      "contrastive_lambda": 0.737842809483293,
      "epoch": 6.40455396132252,
      "step": 20533
    },
    {
      "contrastive_lambda": 0.7378197808808449,
      "epoch": 6.404865876481597,
      "step": 20534
    },
    {
      "contrastive_lambda": 0.7377967516264003,
      "epoch": 6.405177791640674,
      "step": 20535
    },
    {
      "contrastive_lambda": 0.7377737217200225,
      "epoch": 6.4054897067997505,
      "step": 20536
    },
    {
      "contrastive_lambda": 0.7377506911617745,
      "epoch": 6.405801621958827,
      "step": 20537
    },
    {
      "contrastive_lambda": 0.7377276599517195,
      "epoch": 6.406113537117904,
      "step": 20538
    },
    {
      "contrastive_lambda": 0.7377046280899207,
      "epoch": 6.406425452276981,
      "step": 20539
    },
    {
      "epoch": 6.406737367436057,
      "grad_norm": 0.10998117923736572,
      "learning_rate": 7.840201611214215e-05,
      "loss": 0.0415,
      "step": 20540
    },
    {
      "epoch": 6.406737367436057,
      "flow_loss": 0.0381440632045269,
      "step": 20540
    },
    {
      "contrastive_loss": 0.006299526896327734,
      "epoch": 6.406737367436057,
      "step": 20540
    },
    {
      "contrastive_lambda": 0.7376815955764409,
      "epoch": 6.406737367436057,
      "step": 20540
    },
    {
      "contrastive_lambda": 0.7376585624113438,
      "epoch": 6.407049282595134,
      "step": 20541
    },
    {
      "contrastive_lambda": 0.7376355285946921,
      "epoch": 6.407361197754211,
      "step": 20542
    },
    {
      "contrastive_lambda": 0.7376124941265491,
      "epoch": 6.407673112913288,
      "step": 20543
    },
    {
      "contrastive_lambda": 0.737589459006978,
      "epoch": 6.407985028072364,
      "step": 20544
    },
    {
      "contrastive_lambda": 0.7375664232360419,
      "epoch": 6.408296943231441,
      "step": 20545
    },
    {
      "contrastive_lambda": 0.737543386813804,
      "epoch": 6.408608858390518,
      "step": 20546
    },
    {
      "contrastive_lambda": 0.7375203497403274,
      "epoch": 6.408920773549594,
      "step": 20547
    },
    {
      "contrastive_lambda": 0.7374973120156754,
      "epoch": 6.409232688708672,
      "step": 20548
    },
    {
      "contrastive_lambda": 0.7374742736399108,
      "epoch": 6.409544603867748,
      "step": 20549
    },
    {
      "epoch": 6.409856519026825,
      "grad_norm": 0.13917984068393707,
      "learning_rate": 7.837933168510469e-05,
      "loss": 0.0382,
      "step": 20550
    },
    {
      "epoch": 6.409856519026825,
      "flow_loss": 0.021338654682040215,
      "step": 20550
    },
    {
      "contrastive_loss": 0.004780092742294073,
      "epoch": 6.409856519026825,
      "step": 20550
    },
    {
      "contrastive_lambda": 0.737451234613097,
      "epoch": 6.409856519026825,
      "step": 20550
    },
    {
      "contrastive_lambda": 0.7374281949352973,
      "epoch": 6.410168434185901,
      "step": 20551
    },
    {
      "contrastive_lambda": 0.7374051546065747,
      "epoch": 6.4104803493449785,
      "step": 20552
    },
    {
      "contrastive_lambda": 0.7373821136269924,
      "epoch": 6.410792264504055,
      "step": 20553
    },
    {
      "contrastive_lambda": 0.7373590719966135,
      "epoch": 6.411104179663131,
      "step": 20554
    },
    {
      "contrastive_lambda": 0.7373360297155012,
      "epoch": 6.411416094822209,
      "step": 20555
    },
    {
      "contrastive_lambda": 0.7373129867837187,
      "epoch": 6.411728009981285,
      "step": 20556
    },
    {
      "contrastive_lambda": 0.7372899432013293,
      "epoch": 6.412039925140362,
      "step": 20557
    },
    {
      "contrastive_lambda": 0.7372668989683959,
      "epoch": 6.412351840299438,
      "step": 20558
    },
    {
      "contrastive_lambda": 0.7372438540849819,
      "epoch": 6.4126637554585155,
      "step": 20559
    },
    {
      "epoch": 6.412975670617592,
      "grad_norm": 0.1046023890376091,
      "learning_rate": 7.835663863717559e-05,
      "loss": 0.0432,
      "step": 20560
    },
    {
      "epoch": 6.412975670617592,
      "flow_loss": 0.06485909223556519,
      "step": 20560
    },
    {
      "contrastive_loss": 0.0068809231743216515,
      "epoch": 6.412975670617592,
      "step": 20560
    },
    {
      "contrastive_lambda": 0.7372208085511505,
      "epoch": 6.412975670617592,
      "step": 20560
    },
    {
      "contrastive_lambda": 0.7371977623669648,
      "epoch": 6.4132875857766685,
      "step": 20561
    },
    {
      "contrastive_lambda": 0.7371747155324877,
      "epoch": 6.413599500935746,
      "step": 20562
    },
    {
      "contrastive_lambda": 0.7371516680477828,
      "epoch": 6.413911416094822,
      "step": 20563
    },
    {
      "contrastive_lambda": 0.7371286199129132,
      "epoch": 6.414223331253899,
      "step": 20564
    },
    {
      "contrastive_lambda": 0.737105571127942,
      "epoch": 6.414535246412976,
      "step": 20565
    },
    {
      "contrastive_lambda": 0.7370825216929322,
      "epoch": 6.414847161572053,
      "step": 20566
    },
    {
      "contrastive_lambda": 0.7370594716079475,
      "epoch": 6.415159076731129,
      "step": 20567
    },
    {
      "contrastive_lambda": 0.7370364208730507,
      "epoch": 6.4154709918902055,
      "step": 20568
    },
    {
      "contrastive_lambda": 0.7370133694883051,
      "epoch": 6.415782907049283,
      "step": 20569
    },
    {
      "epoch": 6.416094822208359,
      "grad_norm": 0.13863076269626617,
      "learning_rate": 7.833393697524838e-05,
      "loss": 0.0392,
      "step": 20570
    },
    {
      "epoch": 6.416094822208359,
      "flow_loss": 0.072707898914814,
      "step": 20570
    },
    {
      "contrastive_loss": 0.006924060173332691,
      "epoch": 6.416094822208359,
      "step": 20570
    },
    {
      "contrastive_lambda": 0.7369903174537739,
      "epoch": 6.416094822208359,
      "step": 20570
    },
    {
      "contrastive_lambda": 0.7369672647695202,
      "epoch": 6.416406737367436,
      "step": 20571
    },
    {
      "contrastive_lambda": 0.7369442114356073,
      "epoch": 6.416718652526513,
      "step": 20572
    },
    {
      "contrastive_lambda": 0.7369211574520984,
      "epoch": 6.41703056768559,
      "step": 20573
    },
    {
      "contrastive_lambda": 0.7368981028190568,
      "epoch": 6.417342482844666,
      "step": 20574
    },
    {
      "contrastive_lambda": 0.7368750475365455,
      "epoch": 6.417654398003743,
      "step": 20575
    },
    {
      "contrastive_lambda": 0.7368519916046279,
      "epoch": 6.41796631316282,
      "step": 20576
    },
    {
      "contrastive_lambda": 0.736828935023367,
      "epoch": 6.418278228321896,
      "step": 20577
    },
    {
      "contrastive_lambda": 0.7368058777928262,
      "epoch": 6.418590143480973,
      "step": 20578
    },
    {
      "contrastive_lambda": 0.7367828199130686,
      "epoch": 6.41890205864005,
      "step": 20579
    },
    {
      "epoch": 6.419213973799127,
      "grad_norm": 0.09292725473642349,
      "learning_rate": 7.831122670621922e-05,
      "loss": 0.0398,
      "step": 20580
    },
    {
      "epoch": 6.419213973799127,
      "flow_loss": 0.05000443756580353,
      "step": 20580
    },
    {
      "contrastive_loss": 0.007968612015247345,
      "epoch": 6.419213973799127,
      "step": 20580
    },
    {
      "contrastive_lambda": 0.7367597613841576,
      "epoch": 6.419213973799127,
      "step": 20580
    },
    {
      "contrastive_lambda": 0.7367367022061561,
      "epoch": 6.419525888958203,
      "step": 20581
    },
    {
      "contrastive_lambda": 0.7367136423791276,
      "epoch": 6.4198378041172806,
      "step": 20582
    },
    {
      "contrastive_lambda": 0.7366905819031351,
      "epoch": 6.420149719276357,
      "step": 20583
    },
    {
      "contrastive_lambda": 0.7366675207782419,
      "epoch": 6.4204616344354335,
      "step": 20584
    },
    {
      "contrastive_lambda": 0.7366444590045115,
      "epoch": 6.42077354959451,
      "step": 20585
    },
    {
      "contrastive_lambda": 0.7366213965820066,
      "epoch": 6.421085464753587,
      "step": 20586
    },
    {
      "contrastive_lambda": 0.7365983335107908,
      "epoch": 6.421397379912664,
      "step": 20587
    },
    {
      "contrastive_lambda": 0.7365752697909274,
      "epoch": 6.42170929507174,
      "step": 20588
    },
    {
      "contrastive_lambda": 0.7365522054224792,
      "epoch": 6.422021210230818,
      "step": 20589
    },
    {
      "epoch": 6.422333125389894,
      "grad_norm": 0.13511860370635986,
      "learning_rate": 7.82885078369869e-05,
      "loss": 0.0372,
      "step": 20590
    },
    {
      "epoch": 6.422333125389894,
      "flow_loss": 0.030794447287917137,
      "step": 20590
    },
    {
      "contrastive_loss": 0.005378185771405697,
      "epoch": 6.422333125389894,
      "step": 20590
    },
    {
      "contrastive_lambda": 0.7365291404055099,
      "epoch": 6.422333125389894,
      "step": 20590
    },
    {
      "contrastive_lambda": 0.7365060747400825,
      "epoch": 6.422645040548971,
      "step": 20591
    },
    {
      "contrastive_lambda": 0.7364830084262602,
      "epoch": 6.422956955708047,
      "step": 20592
    },
    {
      "contrastive_lambda": 0.7364599414641063,
      "epoch": 6.423268870867124,
      "step": 20593
    },
    {
      "contrastive_lambda": 0.7364368738536841,
      "epoch": 6.423580786026201,
      "step": 20594
    },
    {
      "contrastive_lambda": 0.7364138055950568,
      "epoch": 6.423892701185277,
      "step": 20595
    },
    {
      "contrastive_lambda": 0.7363907366882875,
      "epoch": 6.424204616344355,
      "step": 20596
    },
    {
      "contrastive_lambda": 0.7363676671334396,
      "epoch": 6.424516531503431,
      "step": 20597
    },
    {
      "contrastive_lambda": 0.7363445969305765,
      "epoch": 6.424828446662508,
      "step": 20598
    },
    {
      "contrastive_lambda": 0.7363215260797611,
      "epoch": 6.425140361821585,
      "step": 20599
    },
    {
      "epoch": 6.4254522769806615,
      "grad_norm": 0.13235358893871307,
      "learning_rate": 7.826578037445283e-05,
      "loss": 0.0432,
      "step": 20600
    },
    {
      "epoch": 6.4254522769806615,
      "flow_loss": 0.03396567702293396,
      "step": 20600
    },
    {
      "contrastive_loss": 0.005765695124864578,
      "epoch": 6.4254522769806615,
      "step": 20600
    },
    {
      "contrastive_lambda": 0.7362984545810568,
      "epoch": 6.4254522769806615,
      "step": 20600
    },
    {
      "contrastive_lambda": 0.7362753824345271,
      "epoch": 6.425764192139738,
      "step": 20601
    },
    {
      "contrastive_lambda": 0.7362523096402347,
      "epoch": 6.426076107298814,
      "step": 20602
    },
    {
      "contrastive_lambda": 0.7362292361982434,
      "epoch": 6.426388022457892,
      "step": 20603
    },
    {
      "contrastive_lambda": 0.7362061621086162,
      "epoch": 6.426699937616968,
      "step": 20604
    },
    {
      "contrastive_lambda": 0.7361830873714165,
      "epoch": 6.427011852776045,
      "step": 20605
    },
    {
      "contrastive_lambda": 0.7361600119867072,
      "epoch": 6.427323767935122,
      "step": 20606
    },
    {
      "contrastive_lambda": 0.736136935954552,
      "epoch": 6.4276356830941985,
      "step": 20607
    },
    {
      "contrastive_lambda": 0.7361138592750139,
      "epoch": 6.427947598253275,
      "step": 20608
    },
    {
      "contrastive_lambda": 0.7360907819481564,
      "epoch": 6.4282595134123515,
      "step": 20609
    },
    {
      "epoch": 6.428571428571429,
      "grad_norm": 0.12640732526779175,
      "learning_rate": 7.824304432552097e-05,
      "loss": 0.04,
      "step": 20610
    },
    {
      "epoch": 6.428571428571429,
      "flow_loss": 0.04015057533979416,
      "step": 20610
    },
    {
      "contrastive_loss": 0.006754771806299686,
      "epoch": 6.428571428571429,
      "step": 20610
    },
    {
      "contrastive_lambda": 0.7360677039740424,
      "epoch": 6.428571428571429,
      "step": 20610
    },
    {
      "contrastive_lambda": 0.7360446253527354,
      "epoch": 6.428883343730505,
      "step": 20611
    },
    {
      "contrastive_lambda": 0.7360215460842988,
      "epoch": 6.429195258889582,
      "step": 20612
    },
    {
      "contrastive_lambda": 0.7359984661687956,
      "epoch": 6.429507174048659,
      "step": 20613
    },
    {
      "contrastive_lambda": 0.7359753856062894,
      "epoch": 6.429819089207736,
      "step": 20614
    },
    {
      "contrastive_lambda": 0.7359523043968431,
      "epoch": 6.430131004366812,
      "step": 20615
    },
    {
      "contrastive_lambda": 0.7359292225405203,
      "epoch": 6.430442919525889,
      "step": 20616
    },
    {
      "contrastive_lambda": 0.735906140037384,
      "epoch": 6.430754834684966,
      "step": 20617
    },
    {
      "contrastive_lambda": 0.7358830568874977,
      "epoch": 6.431066749844042,
      "step": 20618
    },
    {
      "contrastive_lambda": 0.7358599730909245,
      "epoch": 6.431378665003119,
      "step": 20619
    },
    {
      "epoch": 6.431690580162196,
      "grad_norm": 0.13269047439098358,
      "learning_rate": 7.822029969709798e-05,
      "loss": 0.0362,
      "step": 20620
    },
    {
      "epoch": 6.431690580162196,
      "flow_loss": 0.027755750343203545,
      "step": 20620
    },
    {
      "contrastive_loss": 0.007051662541925907,
      "epoch": 6.431690580162196,
      "step": 20620
    },
    {
      "contrastive_lambda": 0.735836888647728,
      "epoch": 6.431690580162196,
      "step": 20620
    },
    {
      "contrastive_lambda": 0.7358138035579711,
      "epoch": 6.432002495321273,
      "step": 20621
    },
    {
      "contrastive_lambda": 0.7357907178217173,
      "epoch": 6.432314410480349,
      "step": 20622
    },
    {
      "contrastive_lambda": 0.7357676314390299,
      "epoch": 6.4326263256394265,
      "step": 20623
    },
    {
      "contrastive_lambda": 0.7357445444099723,
      "epoch": 6.432938240798503,
      "step": 20624
    },
    {
      "contrastive_lambda": 0.7357214567346074,
      "epoch": 6.433250155957579,
      "step": 20625
    },
    {
      "contrastive_lambda": 0.735698368412999,
      "epoch": 6.433562071116656,
      "step": 20626
    },
    {
      "contrastive_lambda": 0.7356752794452098,
      "epoch": 6.433873986275733,
      "step": 20627
    },
    {
      "contrastive_lambda": 0.7356521898313035,
      "epoch": 6.43418590143481,
      "step": 20628
    },
    {
      "contrastive_lambda": 0.7356290995713436,
      "epoch": 6.434497816593886,
      "step": 20629
    },
    {
      "epoch": 6.434809731752964,
      "grad_norm": 0.14269092679023743,
      "learning_rate": 7.819754649609306e-05,
      "loss": 0.0337,
      "step": 20630
    },
    {
      "epoch": 6.434809731752964,
      "flow_loss": 0.024575140327215195,
      "step": 20630
    },
    {
      "contrastive_loss": 0.005220096092671156,
      "epoch": 6.434809731752964,
      "step": 20630
    },
    {
      "contrastive_lambda": 0.735606008665393,
      "epoch": 6.434809731752964,
      "step": 20630
    },
    {
      "contrastive_lambda": 0.7355829171135151,
      "epoch": 6.43512164691204,
      "step": 20631
    },
    {
      "contrastive_lambda": 0.7355598249157733,
      "epoch": 6.4354335620711165,
      "step": 20632
    },
    {
      "contrastive_lambda": 0.7355367320722309,
      "epoch": 6.435745477230194,
      "step": 20633
    },
    {
      "contrastive_lambda": 0.7355136385829512,
      "epoch": 6.43605739238927,
      "step": 20634
    },
    {
      "contrastive_lambda": 0.7354905444479974,
      "epoch": 6.436369307548347,
      "step": 20635
    },
    {
      "contrastive_lambda": 0.7354674496674329,
      "epoch": 6.436681222707423,
      "step": 20636
    },
    {
      "contrastive_lambda": 0.7354443542413212,
      "epoch": 6.436993137866501,
      "step": 20637
    },
    {
      "contrastive_lambda": 0.7354212581697253,
      "epoch": 6.437305053025577,
      "step": 20638
    },
    {
      "contrastive_lambda": 0.7353981614527086,
      "epoch": 6.437616968184654,
      "step": 20639
    },
    {
      "epoch": 6.43792888334373,
      "grad_norm": 0.1060190200805664,
      "learning_rate": 7.817478472941802e-05,
      "loss": 0.0365,
      "step": 20640
    },
    {
      "epoch": 6.43792888334373,
      "flow_loss": 0.03383059799671173,
      "step": 20640
    },
    {
      "contrastive_loss": 0.00610513286665082,
      "epoch": 6.43792888334373,
      "step": 20640
    },
    {
      "contrastive_lambda": 0.7353750640903345,
      "epoch": 6.43792888334373,
      "step": 20640
    },
    {
      "contrastive_lambda": 0.7353519660826663,
      "epoch": 6.438240798502807,
      "step": 20641
    },
    {
      "contrastive_lambda": 0.7353288674297673,
      "epoch": 6.438552713661884,
      "step": 20642
    },
    {
      "contrastive_lambda": 0.7353057681317009,
      "epoch": 6.43886462882096,
      "step": 20643
    },
    {
      "contrastive_lambda": 0.7352826681885304,
      "epoch": 6.439176543980038,
      "step": 20644
    },
    {
      "contrastive_lambda": 0.7352595676003191,
      "epoch": 6.439488459139114,
      "step": 20645
    },
    {
      "contrastive_lambda": 0.7352364663671302,
      "epoch": 6.439800374298191,
      "step": 20646
    },
    {
      "contrastive_lambda": 0.7352133644890274,
      "epoch": 6.440112289457268,
      "step": 20647
    },
    {
      "contrastive_lambda": 0.7351902619660736,
      "epoch": 6.4404242046163445,
      "step": 20648
    },
    {
      "contrastive_lambda": 0.7351671587983326,
      "epoch": 6.440736119775421,
      "step": 20649
    },
    {
      "epoch": 6.441048034934497,
      "grad_norm": 0.15592336654663086,
      "learning_rate": 7.815201440398727e-05,
      "loss": 0.0399,
      "step": 20650
    },
    {
      "epoch": 6.441048034934497,
      "flow_loss": 0.05760336294770241,
      "step": 20650
    },
    {
      "contrastive_loss": 0.005633162334561348,
      "epoch": 6.441048034934497,
      "step": 20650
    },
    {
      "contrastive_lambda": 0.7351440549858672,
      "epoch": 6.441048034934497,
      "step": 20650
    },
    {
      "contrastive_lambda": 0.7351209505287412,
      "epoch": 6.441359950093575,
      "step": 20651
    },
    {
      "contrastive_lambda": 0.7350978454270177,
      "epoch": 6.441671865252651,
      "step": 20652
    },
    {
      "contrastive_lambda": 0.7350747396807601,
      "epoch": 6.441983780411728,
      "step": 20653
    },
    {
      "contrastive_lambda": 0.7350516332900316,
      "epoch": 6.442295695570805,
      "step": 20654
    },
    {
      "contrastive_lambda": 0.7350285262548959,
      "epoch": 6.4426076107298815,
      "step": 20655
    },
    {
      "contrastive_lambda": 0.7350054185754162,
      "epoch": 6.442919525888958,
      "step": 20656
    },
    {
      "contrastive_lambda": 0.7349823102516557,
      "epoch": 6.4432314410480345,
      "step": 20657
    },
    {
      "contrastive_lambda": 0.7349592012836779,
      "epoch": 6.443543356207112,
      "step": 20658
    },
    {
      "contrastive_lambda": 0.734936091671546,
      "epoch": 6.443855271366188,
      "step": 20659
    },
    {
      "epoch": 6.444167186525265,
      "grad_norm": 0.17188146710395813,
      "learning_rate": 7.812923552671789e-05,
      "loss": 0.0426,
      "step": 20660
    },
    {
      "epoch": 6.444167186525265,
      "flow_loss": 0.020507875829935074,
      "step": 20660
    },
    {
      "contrastive_loss": 0.004780611954629421,
      "epoch": 6.444167186525265,
      "step": 20660
    },
    {
      "contrastive_lambda": 0.7349129814153237,
      "epoch": 6.444167186525265,
      "step": 20660
    },
    {
      "contrastive_lambda": 0.7348898705150739,
      "epoch": 6.444479101684342,
      "step": 20661
    },
    {
      "contrastive_lambda": 0.7348667589708602,
      "epoch": 6.444791016843419,
      "step": 20662
    },
    {
      "contrastive_lambda": 0.734843646782746,
      "epoch": 6.445102932002495,
      "step": 20663
    },
    {
      "contrastive_lambda": 0.7348205339507947,
      "epoch": 6.445414847161572,
      "step": 20664
    },
    {
      "contrastive_lambda": 0.7347974204750694,
      "epoch": 6.445726762320649,
      "step": 20665
    },
    {
      "contrastive_lambda": 0.7347743063556338,
      "epoch": 6.446038677479725,
      "step": 20666
    },
    {
      "contrastive_lambda": 0.734751191592551,
      "epoch": 6.446350592638802,
      "step": 20667
    },
    {
      "contrastive_lambda": 0.7347280761858845,
      "epoch": 6.446662507797879,
      "step": 20668
    },
    {
      "contrastive_lambda": 0.7347049601356976,
      "epoch": 6.446974422956956,
      "step": 20669
    },
    {
      "epoch": 6.447286338116032,
      "grad_norm": 0.10161280632019043,
      "learning_rate": 7.810644810452945e-05,
      "loss": 0.0394,
      "step": 20670
    },
    {
      "epoch": 6.447286338116032,
      "flow_loss": 0.032956503331661224,
      "step": 20670
    },
    {
      "contrastive_loss": 0.005461477674543858,
      "epoch": 6.447286338116032,
      "step": 20670
    },
    {
      "contrastive_lambda": 0.7346818434420539,
      "epoch": 6.447286338116032,
      "step": 20670
    },
    {
      "contrastive_lambda": 0.7346587261050165,
      "epoch": 6.4475982532751095,
      "step": 20671
    },
    {
      "contrastive_lambda": 0.7346356081246488,
      "epoch": 6.447910168434186,
      "step": 20672
    },
    {
      "contrastive_lambda": 0.7346124895010144,
      "epoch": 6.448222083593262,
      "step": 20673
    },
    {
      "contrastive_lambda": 0.7345893702341765,
      "epoch": 6.448533998752339,
      "step": 20674
    },
    {
      "contrastive_lambda": 0.7345662503241984,
      "epoch": 6.448845913911416,
      "step": 20675
    },
    {
      "contrastive_lambda": 0.7345431297711438,
      "epoch": 6.449157829070493,
      "step": 20676
    },
    {
      "contrastive_lambda": 0.7345200085750757,
      "epoch": 6.449469744229569,
      "step": 20677
    },
    {
      "contrastive_lambda": 0.7344968867360577,
      "epoch": 6.449781659388647,
      "step": 20678
    },
    {
      "contrastive_lambda": 0.7344737642541533,
      "epoch": 6.450093574547723,
      "step": 20679
    },
    {
      "epoch": 6.4504054897067995,
      "grad_norm": 0.09893584996461868,
      "learning_rate": 7.808365214434417e-05,
      "loss": 0.0366,
      "step": 20680
    },
    {
      "epoch": 6.4504054897067995,
      "flow_loss": 0.04388410225510597,
      "step": 20680
    },
    {
      "contrastive_loss": 0.005492628552019596,
      "epoch": 6.4504054897067995,
      "step": 20680
    },
    {
      "contrastive_lambda": 0.7344506411294257,
      "epoch": 6.4504054897067995,
      "step": 20680
    },
    {
      "contrastive_lambda": 0.7344275173619385,
      "epoch": 6.450717404865877,
      "step": 20681
    },
    {
      "contrastive_lambda": 0.7344043929517547,
      "epoch": 6.451029320024953,
      "step": 20682
    },
    {
      "contrastive_lambda": 0.7343812678989381,
      "epoch": 6.45134123518403,
      "step": 20683
    },
    {
      "contrastive_lambda": 0.7343581422035519,
      "epoch": 6.451653150343106,
      "step": 20684
    },
    {
      "contrastive_lambda": 0.7343350158656595,
      "epoch": 6.451965065502184,
      "step": 20685
    },
    {
      "contrastive_lambda": 0.7343118888853245,
      "epoch": 6.45227698066126,
      "step": 20686
    },
    {
      "contrastive_lambda": 0.73428876126261,
      "epoch": 6.452588895820337,
      "step": 20687
    },
    {
      "contrastive_lambda": 0.7342656329975795,
      "epoch": 6.452900810979414,
      "step": 20688
    },
    {
      "contrastive_lambda": 0.7342425040902967,
      "epoch": 6.45321272613849,
      "step": 20689
    },
    {
      "epoch": 6.453524641297567,
      "grad_norm": 0.12603332102298737,
      "learning_rate": 7.80608476530869e-05,
      "loss": 0.0378,
      "step": 20690
    },
    {
      "epoch": 6.453524641297567,
      "flow_loss": 0.03641045093536377,
      "step": 20690
    },
    {
      "contrastive_loss": 0.005252121947705746,
      "epoch": 6.453524641297567,
      "step": 20690
    },
    {
      "contrastive_lambda": 0.7342193745408246,
      "epoch": 6.453524641297567,
      "step": 20690
    },
    {
      "contrastive_lambda": 0.7341962443492269,
      "epoch": 6.453836556456643,
      "step": 20691
    },
    {
      "contrastive_lambda": 0.7341731135155668,
      "epoch": 6.454148471615721,
      "step": 20692
    },
    {
      "contrastive_lambda": 0.734149982039908,
      "epoch": 6.454460386774797,
      "step": 20693
    },
    {
      "contrastive_lambda": 0.7341268499223135,
      "epoch": 6.454772301933874,
      "step": 20694
    },
    {
      "contrastive_lambda": 0.734103717162847,
      "epoch": 6.455084217092951,
      "step": 20695
    },
    {
      "contrastive_lambda": 0.7340805837615719,
      "epoch": 6.4553961322520275,
      "step": 20696
    },
    {
      "contrastive_lambda": 0.7340574497185516,
      "epoch": 6.455708047411104,
      "step": 20697
    },
    {
      "contrastive_lambda": 0.7340343150338494,
      "epoch": 6.456019962570181,
      "step": 20698
    },
    {
      "contrastive_lambda": 0.7340111797075289,
      "epoch": 6.456331877729258,
      "step": 20699
    },
    {
      "epoch": 6.456643792888334,
      "grad_norm": 0.1538255363702774,
      "learning_rate": 7.8038034637685e-05,
      "loss": 0.0362,
      "step": 20700
    },
    {
      "epoch": 6.456643792888334,
      "flow_loss": 0.03242791071534157,
      "step": 20700
    },
    {
      "contrastive_loss": 0.00446737464517355,
      "epoch": 6.456643792888334,
      "step": 20700
    },
    {
      "contrastive_lambda": 0.7339880437396537,
      "epoch": 6.456643792888334,
      "step": 20700
    },
    {
      "contrastive_lambda": 0.7339649071302867,
      "epoch": 6.456955708047411,
      "step": 20701
    },
    {
      "contrastive_lambda": 0.7339417698794918,
      "epoch": 6.457267623206488,
      "step": 20702
    },
    {
      "contrastive_lambda": 0.7339186319873321,
      "epoch": 6.4575795383655645,
      "step": 20703
    },
    {
      "contrastive_lambda": 0.7338954934538713,
      "epoch": 6.457891453524641,
      "step": 20704
    },
    {
      "contrastive_lambda": 0.7338723542791726,
      "epoch": 6.458203368683718,
      "step": 20705
    },
    {
      "contrastive_lambda": 0.7338492144632996,
      "epoch": 6.458515283842795,
      "step": 20706
    },
    {
      "contrastive_lambda": 0.7338260740063158,
      "epoch": 6.458827199001871,
      "step": 20707
    },
    {
      "contrastive_lambda": 0.7338029329082845,
      "epoch": 6.459139114160948,
      "step": 20708
    },
    {
      "contrastive_lambda": 0.7337797911692692,
      "epoch": 6.459451029320025,
      "step": 20709
    },
    {
      "epoch": 6.459762944479102,
      "grad_norm": 0.11312471330165863,
      "learning_rate": 7.801521310506848e-05,
      "loss": 0.0389,
      "step": 20710
    },
    {
      "epoch": 6.459762944479102,
      "flow_loss": 0.02571994997560978,
      "step": 20710
    },
    {
      "contrastive_loss": 0.00489395298063755,
      "epoch": 6.459762944479102,
      "step": 20710
    },
    {
      "contrastive_lambda": 0.7337566487893333,
      "epoch": 6.459762944479102,
      "step": 20710
    },
    {
      "contrastive_lambda": 0.7337335057685404,
      "epoch": 6.460074859638178,
      "step": 20711
    },
    {
      "contrastive_lambda": 0.7337103621069536,
      "epoch": 6.460386774797255,
      "step": 20712
    },
    {
      "contrastive_lambda": 0.7336872178046367,
      "epoch": 6.460698689956332,
      "step": 20713
    },
    {
      "contrastive_lambda": 0.733664072861653,
      "epoch": 6.461010605115408,
      "step": 20714
    },
    {
      "contrastive_lambda": 0.733640927278066,
      "epoch": 6.461322520274486,
      "step": 20715
    },
    {
      "contrastive_lambda": 0.733617781053939,
      "epoch": 6.461634435433562,
      "step": 20716
    },
    {
      "contrastive_lambda": 0.7335946341893358,
      "epoch": 6.461946350592639,
      "step": 20717
    },
    {
      "contrastive_lambda": 0.7335714866843195,
      "epoch": 6.462258265751715,
      "step": 20718
    },
    {
      "contrastive_lambda": 0.7335483385389537,
      "epoch": 6.4625701809107925,
      "step": 20719
    },
    {
      "epoch": 6.462882096069869,
      "grad_norm": 0.1052807942032814,
      "learning_rate": 7.799238306216994e-05,
      "loss": 0.0385,
      "step": 20720
    },
    {
      "epoch": 6.462882096069869,
      "flow_loss": 0.03074953332543373,
      "step": 20720
    },
    {
      "contrastive_loss": 0.004761214833706617,
      "epoch": 6.462882096069869,
      "step": 20720
    },
    {
      "contrastive_lambda": 0.733525189753302,
      "epoch": 6.462882096069869,
      "step": 20720
    },
    {
      "contrastive_lambda": 0.7335020403274277,
      "epoch": 6.463194011228945,
      "step": 20721
    },
    {
      "contrastive_lambda": 0.7334788902613942,
      "epoch": 6.463505926388023,
      "step": 20722
    },
    {
      "contrastive_lambda": 0.7334557395552652,
      "epoch": 6.463817841547099,
      "step": 20723
    },
    {
      "contrastive_lambda": 0.733432588209104,
      "epoch": 6.464129756706176,
      "step": 20724
    },
    {
      "contrastive_lambda": 0.733409436222974,
      "epoch": 6.464441671865252,
      "step": 20725
    },
    {
      "contrastive_lambda": 0.7333862835969388,
      "epoch": 6.46475358702433,
      "step": 20726
    },
    {
      "contrastive_lambda": 0.7333631303310619,
      "epoch": 6.465065502183406,
      "step": 20727
    },
    {
      "contrastive_lambda": 0.7333399764254067,
      "epoch": 6.4653774173424825,
      "step": 20728
    },
    {
      "contrastive_lambda": 0.7333168218800368,
      "epoch": 6.46568933250156,
      "step": 20729
    },
    {
      "epoch": 6.466001247660636,
      "grad_norm": 0.1333732306957245,
      "learning_rate": 7.796954451592448e-05,
      "loss": 0.0403,
      "step": 20730
    },
    {
      "epoch": 6.466001247660636,
      "flow_loss": 0.02310868352651596,
      "step": 20730
    },
    {
      "contrastive_loss": 0.004432434216141701,
      "epoch": 6.466001247660636,
      "step": 20730
    },
    {
      "contrastive_lambda": 0.7332936666950155,
      "epoch": 6.466001247660636,
      "step": 20730
    },
    {
      "contrastive_lambda": 0.7332705108704064,
      "epoch": 6.466313162819713,
      "step": 20731
    },
    {
      "contrastive_lambda": 0.7332473544062729,
      "epoch": 6.46662507797879,
      "step": 20732
    },
    {
      "contrastive_lambda": 0.7332241973026785,
      "epoch": 6.466936993137867,
      "step": 20733
    },
    {
      "contrastive_lambda": 0.7332010395596869,
      "epoch": 6.467248908296943,
      "step": 20734
    },
    {
      "contrastive_lambda": 0.7331778811773613,
      "epoch": 6.46756082345602,
      "step": 20735
    },
    {
      "contrastive_lambda": 0.7331547221557653,
      "epoch": 6.467872738615097,
      "step": 20736
    },
    {
      "contrastive_lambda": 0.7331315624949624,
      "epoch": 6.468184653774173,
      "step": 20737
    },
    {
      "contrastive_lambda": 0.733108402195016,
      "epoch": 6.46849656893325,
      "step": 20738
    },
    {
      "contrastive_lambda": 0.7330852412559897,
      "epoch": 6.468808484092327,
      "step": 20739
    },
    {
      "epoch": 6.469120399251404,
      "grad_norm": 0.0873100534081459,
      "learning_rate": 7.794669747326992e-05,
      "loss": 0.0348,
      "step": 20740
    },
    {
      "epoch": 6.469120399251404,
      "flow_loss": 0.025254985317587852,
      "step": 20740
    },
    {
      "contrastive_loss": 0.005276727490127087,
      "epoch": 6.469120399251404,
      "step": 20740
    },
    {
      "contrastive_lambda": 0.7330620796779471,
      "epoch": 6.469120399251404,
      "step": 20740
    },
    {
      "contrastive_lambda": 0.7330389174609515,
      "epoch": 6.46943231441048,
      "step": 20741
    },
    {
      "contrastive_lambda": 0.7330157546050664,
      "epoch": 6.469744229569557,
      "step": 20742
    },
    {
      "contrastive_lambda": 0.7329925911103555,
      "epoch": 6.470056144728634,
      "step": 20743
    },
    {
      "contrastive_lambda": 0.7329694269768822,
      "epoch": 6.4703680598877105,
      "step": 20744
    },
    {
      "contrastive_lambda": 0.7329462622047098,
      "epoch": 6.470679975046787,
      "step": 20745
    },
    {
      "contrastive_lambda": 0.7329230967939022,
      "epoch": 6.470991890205864,
      "step": 20746
    },
    {
      "contrastive_lambda": 0.7328999307445226,
      "epoch": 6.471303805364941,
      "step": 20747
    },
    {
      "contrastive_lambda": 0.7328767640566348,
      "epoch": 6.471615720524017,
      "step": 20748
    },
    {
      "contrastive_lambda": 0.7328535967303019,
      "epoch": 6.471927635683095,
      "step": 20749
    },
    {
      "epoch": 6.472239550842171,
      "grad_norm": 0.12327444553375244,
      "learning_rate": 7.792384194114654e-05,
      "loss": 0.035,
      "step": 20750
    },
    {
      "epoch": 6.472239550842171,
      "flow_loss": 0.026161300018429756,
      "step": 20750
    },
    {
      "contrastive_loss": 0.005208036862313747,
      "epoch": 6.472239550842171,
      "step": 20750
    },
    {
      "contrastive_lambda": 0.7328304287655877,
      "epoch": 6.472239550842171,
      "step": 20750
    },
    {
      "contrastive_lambda": 0.7328072601625557,
      "epoch": 6.4725514660012475,
      "step": 20751
    },
    {
      "contrastive_lambda": 0.7327840909212694,
      "epoch": 6.472863381160324,
      "step": 20752
    },
    {
      "contrastive_lambda": 0.7327609210417922,
      "epoch": 6.473175296319401,
      "step": 20753
    },
    {
      "contrastive_lambda": 0.7327377505241879,
      "epoch": 6.473487211478478,
      "step": 20754
    },
    {
      "contrastive_lambda": 0.7327145793685197,
      "epoch": 6.473799126637554,
      "step": 20755
    },
    {
      "contrastive_lambda": 0.7326914075748512,
      "epoch": 6.474111041796632,
      "step": 20756
    },
    {
      "contrastive_lambda": 0.7326682351432461,
      "epoch": 6.474422956955708,
      "step": 20757
    },
    {
      "contrastive_lambda": 0.7326450620737678,
      "epoch": 6.474734872114785,
      "step": 20758
    },
    {
      "contrastive_lambda": 0.7326218883664799,
      "epoch": 6.475046787273861,
      "step": 20759
    },
    {
      "epoch": 6.475358702432938,
      "grad_norm": 0.09860745817422867,
      "learning_rate": 7.790097792649729e-05,
      "loss": 0.036,
      "step": 20760
    },
    {
      "epoch": 6.475358702432938,
      "flow_loss": 0.04041808843612671,
      "step": 20760
    },
    {
      "contrastive_loss": 0.004951861687004566,
      "epoch": 6.475358702432938,
      "step": 20760
    },
    {
      "contrastive_lambda": 0.7325987140214458,
      "epoch": 6.475358702432938,
      "step": 20760
    },
    {
      "contrastive_lambda": 0.7325755390387292,
      "epoch": 6.475670617592015,
      "step": 20761
    },
    {
      "contrastive_lambda": 0.7325523634183935,
      "epoch": 6.475982532751091,
      "step": 20762
    },
    {
      "contrastive_lambda": 0.7325291871605023,
      "epoch": 6.476294447910169,
      "step": 20763
    },
    {
      "contrastive_lambda": 0.7325060102651192,
      "epoch": 6.476606363069245,
      "step": 20764
    },
    {
      "contrastive_lambda": 0.7324828327323076,
      "epoch": 6.476918278228322,
      "step": 20765
    },
    {
      "contrastive_lambda": 0.732459654562131,
      "epoch": 6.477230193387399,
      "step": 20766
    },
    {
      "contrastive_lambda": 0.7324364757546533,
      "epoch": 6.4775421085464755,
      "step": 20767
    },
    {
      "contrastive_lambda": 0.7324132963099377,
      "epoch": 6.477854023705552,
      "step": 20768
    },
    {
      "contrastive_lambda": 0.7323901162280478,
      "epoch": 6.478165938864628,
      "step": 20769
    },
    {
      "epoch": 6.478477854023706,
      "grad_norm": 0.12608081102371216,
      "learning_rate": 7.787810543626762e-05,
      "loss": 0.0366,
      "step": 20770
    },
    {
      "epoch": 6.478477854023706,
      "flow_loss": 0.04128492623567581,
      "step": 20770
    },
    {
      "contrastive_loss": 0.00467904144898057,
      "epoch": 6.478477854023706,
      "step": 20770
    },
    {
      "contrastive_lambda": 0.7323669355090473,
      "epoch": 6.478477854023706,
      "step": 20770
    },
    {
      "contrastive_lambda": 0.7323437541529996,
      "epoch": 6.478789769182782,
      "step": 20771
    },
    {
      "contrastive_lambda": 0.7323205721599683,
      "epoch": 6.479101684341859,
      "step": 20772
    },
    {
      "contrastive_lambda": 0.7322973895300169,
      "epoch": 6.479413599500936,
      "step": 20773
    },
    {
      "contrastive_lambda": 0.7322742062632092,
      "epoch": 6.479725514660013,
      "step": 20774
    },
    {
      "contrastive_lambda": 0.7322510223596084,
      "epoch": 6.480037429819089,
      "step": 20775
    },
    {
      "contrastive_lambda": 0.7322278378192782,
      "epoch": 6.4803493449781655,
      "step": 20776
    },
    {
      "contrastive_lambda": 0.7322046526422823,
      "epoch": 6.480661260137243,
      "step": 20777
    },
    {
      "contrastive_lambda": 0.7321814668286842,
      "epoch": 6.480973175296319,
      "step": 20778
    },
    {
      "contrastive_lambda": 0.7321582803785474,
      "epoch": 6.481285090455396,
      "step": 20779
    },
    {
      "epoch": 6.481597005614473,
      "grad_norm": 0.126453697681427,
      "learning_rate": 7.785522447740558e-05,
      "loss": 0.0416,
      "step": 20780
    },
    {
      "epoch": 6.481597005614473,
      "flow_loss": 0.0567617267370224,
      "step": 20780
    },
    {
      "contrastive_loss": 0.005712892860174179,
      "epoch": 6.481597005614473,
      "step": 20780
    },
    {
      "contrastive_lambda": 0.7321350932919355,
      "epoch": 6.481597005614473,
      "step": 20780
    },
    {
      "contrastive_lambda": 0.732111905568912,
      "epoch": 6.48190892077355,
      "step": 20781
    },
    {
      "contrastive_lambda": 0.7320887172095406,
      "epoch": 6.482220835932626,
      "step": 20782
    },
    {
      "contrastive_lambda": 0.7320655282138847,
      "epoch": 6.4825327510917035,
      "step": 20783
    },
    {
      "contrastive_lambda": 0.7320423385820082,
      "epoch": 6.48284466625078,
      "step": 20784
    },
    {
      "contrastive_lambda": 0.7320191483139742,
      "epoch": 6.483156581409856,
      "step": 20785
    },
    {
      "contrastive_lambda": 0.7319959574098466,
      "epoch": 6.483468496568933,
      "step": 20786
    },
    {
      "contrastive_lambda": 0.7319727658696888,
      "epoch": 6.48378041172801,
      "step": 20787
    },
    {
      "contrastive_lambda": 0.7319495736935648,
      "epoch": 6.484092326887087,
      "step": 20788
    },
    {
      "contrastive_lambda": 0.7319263808815377,
      "epoch": 6.484404242046163,
      "step": 20789
    },
    {
      "epoch": 6.4847161572052405,
      "grad_norm": 0.0917779952287674,
      "learning_rate": 7.783233505686182e-05,
      "loss": 0.0413,
      "step": 20790
    },
    {
      "epoch": 6.4847161572052405,
      "flow_loss": 0.06088598445057869,
      "step": 20790
    },
    {
      "contrastive_loss": 0.0067688110284507275,
      "epoch": 6.4847161572052405,
      "step": 20790
    },
    {
      "contrastive_lambda": 0.7319031874336713,
      "epoch": 6.4847161572052405,
      "step": 20790
    },
    {
      "contrastive_lambda": 0.7318799933500291,
      "epoch": 6.485028072364317,
      "step": 20791
    },
    {
      "contrastive_lambda": 0.7318567986306748,
      "epoch": 6.4853399875233935,
      "step": 20792
    },
    {
      "contrastive_lambda": 0.7318336032756718,
      "epoch": 6.48565190268247,
      "step": 20793
    },
    {
      "contrastive_lambda": 0.7318104072850838,
      "epoch": 6.485963817841547,
      "step": 20794
    },
    {
      "contrastive_lambda": 0.7317872106589747,
      "epoch": 6.486275733000624,
      "step": 20795
    },
    {
      "contrastive_lambda": 0.7317640133974075,
      "epoch": 6.4865876481597,
      "step": 20796
    },
    {
      "contrastive_lambda": 0.7317408155004461,
      "epoch": 6.486899563318778,
      "step": 20797
    },
    {
      "contrastive_lambda": 0.7317176169681543,
      "epoch": 6.487211478477854,
      "step": 20798
    },
    {
      "contrastive_lambda": 0.7316944178005953,
      "epoch": 6.4875233936369305,
      "step": 20799
    },
    {
      "epoch": 6.487835308796008,
      "grad_norm": 0.10232046246528625,
      "learning_rate": 7.780943718158955e-05,
      "loss": 0.0387,
      "step": 20800
    },
    {
      "epoch": 6.487835308796008,
      "flow_loss": 0.031491968780756,
      "step": 20800
    },
    {
      "contrastive_loss": 0.0052714841440320015,
      "epoch": 6.487835308796008,
      "step": 20800
    },
    {
      "contrastive_lambda": 0.731671217997833,
      "epoch": 6.487835308796008,
      "step": 20800
    },
    {
      "contrastive_lambda": 0.7316480175599309,
      "epoch": 6.488147223955084,
      "step": 20801
    },
    {
      "contrastive_lambda": 0.7316248164869525,
      "epoch": 6.488459139114161,
      "step": 20802
    },
    {
      "contrastive_lambda": 0.7316016147789617,
      "epoch": 6.488771054273237,
      "step": 20803
    },
    {
      "contrastive_lambda": 0.7315784124360218,
      "epoch": 6.489082969432315,
      "step": 20804
    },
    {
      "contrastive_lambda": 0.7315552094581966,
      "epoch": 6.489394884591391,
      "step": 20805
    },
    {
      "contrastive_lambda": 0.7315320058455496,
      "epoch": 6.489706799750468,
      "step": 20806
    },
    {
      "contrastive_lambda": 0.7315088015981444,
      "epoch": 6.490018714909545,
      "step": 20807
    },
    {
      "contrastive_lambda": 0.7314855967160449,
      "epoch": 6.490330630068621,
      "step": 20808
    },
    {
      "contrastive_lambda": 0.7314623911993142,
      "epoch": 6.490642545227698,
      "step": 20809
    },
    {
      "epoch": 6.490954460386774,
      "grad_norm": 0.10181936621665955,
      "learning_rate": 7.778653085854453e-05,
      "loss": 0.0379,
      "step": 20810
    },
    {
      "epoch": 6.490954460386774,
      "flow_loss": 0.03593399003148079,
      "step": 20810
    },
    {
      "contrastive_loss": 0.008436810225248337,
      "epoch": 6.490954460386774,
      "step": 20810
    },
    {
      "contrastive_lambda": 0.7314391850480163,
      "epoch": 6.490954460386774,
      "step": 20810
    },
    {
      "contrastive_lambda": 0.7314159782622149,
      "epoch": 6.491266375545852,
      "step": 20811
    },
    {
      "contrastive_lambda": 0.7313927708419733,
      "epoch": 6.491578290704928,
      "step": 20812
    },
    {
      "contrastive_lambda": 0.7313695627873553,
      "epoch": 6.491890205864005,
      "step": 20813
    },
    {
      "contrastive_lambda": 0.7313463540984245,
      "epoch": 6.492202121023082,
      "step": 20814
    },
    {
      "contrastive_lambda": 0.7313231447752446,
      "epoch": 6.4925140361821585,
      "step": 20815
    },
    {
      "contrastive_lambda": 0.7312999348178791,
      "epoch": 6.492825951341235,
      "step": 20816
    },
    {
      "contrastive_lambda": 0.7312767242263918,
      "epoch": 6.493137866500312,
      "step": 20817
    },
    {
      "contrastive_lambda": 0.7312535130008462,
      "epoch": 6.493449781659389,
      "step": 20818
    },
    {
      "contrastive_lambda": 0.7312303011413058,
      "epoch": 6.493761696818465,
      "step": 20819
    },
    {
      "epoch": 6.494073611977542,
      "grad_norm": 0.10727480798959732,
      "learning_rate": 7.77636160946851e-05,
      "loss": 0.0389,
      "step": 20820
    },
    {
      "epoch": 6.494073611977542,
      "flow_loss": 0.03207625821232796,
      "step": 20820
    },
    {
      "contrastive_loss": 0.007728192489594221,
      "epoch": 6.494073611977542,
      "step": 20820
    },
    {
      "contrastive_lambda": 0.7312070886478346,
      "epoch": 6.494073611977542,
      "step": 20820
    },
    {
      "contrastive_lambda": 0.7311838755204958,
      "epoch": 6.494385527136619,
      "step": 20821
    },
    {
      "contrastive_lambda": 0.7311606617593536,
      "epoch": 6.494697442295696,
      "step": 20822
    },
    {
      "contrastive_lambda": 0.7311374473644711,
      "epoch": 6.495009357454772,
      "step": 20823
    },
    {
      "contrastive_lambda": 0.7311142323359122,
      "epoch": 6.495321272613849,
      "step": 20824
    },
    {
      "contrastive_lambda": 0.7310910166737405,
      "epoch": 6.495633187772926,
      "step": 20825
    },
    {
      "contrastive_lambda": 0.7310678003780198,
      "epoch": 6.495945102932002,
      "step": 20826
    },
    {
      "contrastive_lambda": 0.7310445834488135,
      "epoch": 6.496257018091079,
      "step": 20827
    },
    {
      "contrastive_lambda": 0.7310213658861854,
      "epoch": 6.496568933250156,
      "step": 20828
    },
    {
      "contrastive_lambda": 0.730998147690199,
      "epoch": 6.496880848409233,
      "step": 20829
    },
    {
      "epoch": 6.497192763568309,
      "grad_norm": 0.151113823056221,
      "learning_rate": 7.774069289697215e-05,
      "loss": 0.0367,
      "step": 20830
    },
    {
      "epoch": 6.497192763568309,
      "flow_loss": 0.02268795482814312,
      "step": 20830
    },
    {
      "contrastive_loss": 0.004841298796236515,
      "epoch": 6.497192763568309,
      "step": 20830
    },
    {
      "contrastive_lambda": 0.7309749288609181,
      "epoch": 6.497192763568309,
      "step": 20830
    },
    {
      "contrastive_lambda": 0.7309517093984063,
      "epoch": 6.4975046787273865,
      "step": 20831
    },
    {
      "contrastive_lambda": 0.7309284893027274,
      "epoch": 6.497816593886463,
      "step": 20832
    },
    {
      "contrastive_lambda": 0.7309052685739448,
      "epoch": 6.498128509045539,
      "step": 20833
    },
    {
      "contrastive_lambda": 0.7308820472121222,
      "epoch": 6.498440424204617,
      "step": 20834
    },
    {
      "contrastive_lambda": 0.7308588252173236,
      "epoch": 6.498752339363693,
      "step": 20835
    },
    {
      "contrastive_lambda": 0.7308356025896123,
      "epoch": 6.49906425452277,
      "step": 20836
    },
    {
      "contrastive_lambda": 0.7308123793290522,
      "epoch": 6.499376169681846,
      "step": 20837
    },
    {
      "contrastive_lambda": 0.7307891554357068,
      "epoch": 6.4996880848409235,
      "step": 20838
    },
    {
      "contrastive_lambda": 0.7307659309096398,
      "epoch": 6.5,
      "step": 20839
    },
    {
      "epoch": 6.5003119151590765,
      "grad_norm": 0.12466398626565933,
      "learning_rate": 7.771776127236913e-05,
      "loss": 0.0393,
      "step": 20840
    },
    {
      "epoch": 6.5003119151590765,
      "flow_loss": 0.044661685824394226,
      "step": 20840
    },
    {
      "contrastive_loss": 0.00542409997433424,
      "epoch": 6.5003119151590765,
      "step": 20840
    },
    {
      "contrastive_lambda": 0.7307427057509148,
      "epoch": 6.5003119151590765,
      "step": 20840
    },
    {
      "contrastive_lambda": 0.7307194799595957,
      "epoch": 6.500623830318154,
      "step": 20841
    },
    {
      "contrastive_lambda": 0.7306962535357461,
      "epoch": 6.50093574547723,
      "step": 20842
    },
    {
      "contrastive_lambda": 0.7306730264794294,
      "epoch": 6.501247660636307,
      "step": 20843
    },
    {
      "contrastive_lambda": 0.7306497987907097,
      "epoch": 6.501559575795383,
      "step": 20844
    },
    {
      "contrastive_lambda": 0.7306265704696504,
      "epoch": 6.501871490954461,
      "step": 20845
    },
    {
      "contrastive_lambda": 0.7306033415163153,
      "epoch": 6.502183406113537,
      "step": 20846
    },
    {
      "contrastive_lambda": 0.7305801119307681,
      "epoch": 6.5024953212726135,
      "step": 20847
    },
    {
      "contrastive_lambda": 0.7305568817130723,
      "epoch": 6.502807236431691,
      "step": 20848
    },
    {
      "contrastive_lambda": 0.7305336508632919,
      "epoch": 6.503119151590767,
      "step": 20849
    },
    {
      "epoch": 6.503431066749844,
      "grad_norm": 0.09247367829084396,
      "learning_rate": 7.769482122784212e-05,
      "loss": 0.0381,
      "step": 20850
    },
    {
      "epoch": 6.503431066749844,
      "flow_loss": 0.03925099968910217,
      "step": 20850
    },
    {
      "contrastive_loss": 0.005497741047292948,
      "epoch": 6.503431066749844,
      "step": 20850
    },
    {
      "contrastive_lambda": 0.7305104193814902,
      "epoch": 6.503431066749844,
      "step": 20850
    },
    {
      "contrastive_lambda": 0.7304871872677312,
      "epoch": 6.503742981908921,
      "step": 20851
    },
    {
      "contrastive_lambda": 0.7304639545220786,
      "epoch": 6.504054897067998,
      "step": 20852
    },
    {
      "contrastive_lambda": 0.7304407211445958,
      "epoch": 6.504366812227074,
      "step": 20853
    },
    {
      "contrastive_lambda": 0.7304174871353466,
      "epoch": 6.504678727386151,
      "step": 20854
    },
    {
      "contrastive_lambda": 0.7303942524943949,
      "epoch": 6.504990642545228,
      "step": 20855
    },
    {
      "contrastive_lambda": 0.7303710172218043,
      "epoch": 6.505302557704304,
      "step": 20856
    },
    {
      "contrastive_lambda": 0.7303477813176384,
      "epoch": 6.505614472863381,
      "step": 20857
    },
    {
      "contrastive_lambda": 0.7303245447819612,
      "epoch": 6.505926388022458,
      "step": 20858
    },
    {
      "contrastive_lambda": 0.7303013076148359,
      "epoch": 6.506238303181535,
      "step": 20859
    },
    {
      "epoch": 6.506550218340611,
      "grad_norm": 0.11787272244691849,
      "learning_rate": 7.767187277035963e-05,
      "loss": 0.0325,
      "step": 20860
    },
    {
      "epoch": 6.506550218340611,
      "flow_loss": 0.031733810901641846,
      "step": 20860
    },
    {
      "contrastive_loss": 0.004957946948707104,
      "epoch": 6.506550218340611,
      "step": 20860
    },
    {
      "contrastive_lambda": 0.7302780698163267,
      "epoch": 6.506550218340611,
      "step": 20860
    },
    {
      "contrastive_lambda": 0.730254831386497,
      "epoch": 6.506862133499688,
      "step": 20861
    },
    {
      "contrastive_lambda": 0.7302315923254107,
      "epoch": 6.507174048658765,
      "step": 20862
    },
    {
      "contrastive_lambda": 0.7302083526331312,
      "epoch": 6.5074859638178415,
      "step": 20863
    },
    {
      "contrastive_lambda": 0.7301851123097227,
      "epoch": 6.507797878976918,
      "step": 20864
    },
    {
      "contrastive_lambda": 0.7301618713552485,
      "epoch": 6.508109794135995,
      "step": 20865
    },
    {
      "contrastive_lambda": 0.7301386297697725,
      "epoch": 6.508421709295072,
      "step": 20866
    },
    {
      "contrastive_lambda": 0.7301153875533583,
      "epoch": 6.508733624454148,
      "step": 20867
    },
    {
      "contrastive_lambda": 0.7300921447060698,
      "epoch": 6.509045539613226,
      "step": 20868
    },
    {
      "contrastive_lambda": 0.7300689012279705,
      "epoch": 6.509357454772302,
      "step": 20869
    },
    {
      "epoch": 6.509669369931379,
      "grad_norm": 0.12207549810409546,
      "learning_rate": 7.764891590689285e-05,
      "loss": 0.0347,
      "step": 20870
    },
    {
      "epoch": 6.509669369931379,
      "flow_loss": 0.02411000430583954,
      "step": 20870
    },
    {
      "contrastive_loss": 0.005132955498993397,
      "epoch": 6.509669369931379,
      "step": 20870
    },
    {
      "contrastive_lambda": 0.7300456571191244,
      "epoch": 6.509669369931379,
      "step": 20870
    },
    {
      "contrastive_lambda": 0.730022412379595,
      "epoch": 6.509981285090455,
      "step": 20871
    },
    {
      "contrastive_lambda": 0.729999167009446,
      "epoch": 6.510293200249532,
      "step": 20872
    },
    {
      "contrastive_lambda": 0.7299759210087414,
      "epoch": 6.510605115408609,
      "step": 20873
    },
    {
      "contrastive_lambda": 0.7299526743775447,
      "epoch": 6.510917030567685,
      "step": 20874
    },
    {
      "contrastive_lambda": 0.7299294271159196,
      "epoch": 6.511228945726763,
      "step": 20875
    },
    {
      "contrastive_lambda": 0.72990617922393,
      "epoch": 6.511540860885839,
      "step": 20876
    },
    {
      "contrastive_lambda": 0.7298829307016395,
      "epoch": 6.511852776044916,
      "step": 20877
    },
    {
      "contrastive_lambda": 0.7298596815491118,
      "epoch": 6.512164691203992,
      "step": 20878
    },
    {
      "contrastive_lambda": 0.729836431766411,
      "epoch": 6.5124766063630695,
      "step": 20879
    },
    {
      "epoch": 6.512788521522146,
      "grad_norm": 0.14095832407474518,
      "learning_rate": 7.762595064441542e-05,
      "loss": 0.0343,
      "step": 20880
    },
    {
      "epoch": 6.512788521522146,
      "flow_loss": 0.02209950052201748,
      "step": 20880
    },
    {
      "contrastive_loss": 0.005653289146721363,
      "epoch": 6.512788521522146,
      "step": 20880
    },
    {
      "contrastive_lambda": 0.7298131813536004,
      "epoch": 6.512788521522146,
      "step": 20880
    },
    {
      "contrastive_lambda": 0.729789930310744,
      "epoch": 6.513100436681222,
      "step": 20881
    },
    {
      "contrastive_lambda": 0.7297666786379053,
      "epoch": 6.5134123518403,
      "step": 20882
    },
    {
      "contrastive_lambda": 0.7297434263351483,
      "epoch": 6.513724266999376,
      "step": 20883
    },
    {
      "contrastive_lambda": 0.7297201734025367,
      "epoch": 6.514036182158453,
      "step": 20884
    },
    {
      "contrastive_lambda": 0.7296969198401343,
      "epoch": 6.51434809731753,
      "step": 20885
    },
    {
      "contrastive_lambda": 0.7296736656480044,
      "epoch": 6.5146600124766065,
      "step": 20886
    },
    {
      "contrastive_lambda": 0.7296504108262114,
      "epoch": 6.514971927635683,
      "step": 20887
    },
    {
      "contrastive_lambda": 0.7296271553748188,
      "epoch": 6.5152838427947595,
      "step": 20888
    },
    {
      "contrastive_lambda": 0.7296038992938901,
      "epoch": 6.515595757953837,
      "step": 20889
    },
    {
      "epoch": 6.515907673112913,
      "grad_norm": 0.1066933423280716,
      "learning_rate": 7.760297698990362e-05,
      "loss": 0.0336,
      "step": 20890
    },
    {
      "epoch": 6.515907673112913,
      "flow_loss": 0.04701480641961098,
      "step": 20890
    },
    {
      "contrastive_loss": 0.00394799979403615,
      "epoch": 6.515907673112913,
      "step": 20890
    },
    {
      "contrastive_lambda": 0.7295806425834893,
      "epoch": 6.515907673112913,
      "step": 20890
    },
    {
      "contrastive_lambda": 0.7295573852436803,
      "epoch": 6.51621958827199,
      "step": 20891
    },
    {
      "contrastive_lambda": 0.7295341272745266,
      "epoch": 6.516531503431067,
      "step": 20892
    },
    {
      "contrastive_lambda": 0.729510868676092,
      "epoch": 6.516843418590144,
      "step": 20893
    },
    {
      "contrastive_lambda": 0.7294876094484404,
      "epoch": 6.51715533374922,
      "step": 20894
    },
    {
      "contrastive_lambda": 0.7294643495916354,
      "epoch": 6.5174672489082965,
      "step": 20895
    },
    {
      "contrastive_lambda": 0.729441089105741,
      "epoch": 6.517779164067374,
      "step": 20896
    },
    {
      "contrastive_lambda": 0.7294178279908207,
      "epoch": 6.51809107922645,
      "step": 20897
    },
    {
      "contrastive_lambda": 0.7293945662469384,
      "epoch": 6.518402994385527,
      "step": 20898
    },
    {
      "contrastive_lambda": 0.729371303874158,
      "epoch": 6.518714909544604,
      "step": 20899
    },
    {
      "epoch": 6.519026824703681,
      "grad_norm": 0.14813022315502167,
      "learning_rate": 7.757999495033623e-05,
      "loss": 0.0379,
      "step": 20900
    },
    {
      "epoch": 6.519026824703681,
      "flow_loss": 0.028076503425836563,
      "step": 20900
    },
    {
      "contrastive_loss": 0.008126161992549896,
      "epoch": 6.519026824703681,
      "step": 20900
    },
    {
      "contrastive_lambda": 0.7293480408725431,
      "epoch": 6.519026824703681,
      "step": 20900
    },
    {
      "contrastive_lambda": 0.7293247772421574,
      "epoch": 6.519338739862757,
      "step": 20901
    },
    {
      "contrastive_lambda": 0.729301512983065,
      "epoch": 6.5196506550218345,
      "step": 20902
    },
    {
      "contrastive_lambda": 0.7292782480953294,
      "epoch": 6.519962570180911,
      "step": 20903
    },
    {
      "contrastive_lambda": 0.7292549825790144,
      "epoch": 6.520274485339987,
      "step": 20904
    },
    {
      "contrastive_lambda": 0.7292317164341839,
      "epoch": 6.520586400499064,
      "step": 20905
    },
    {
      "contrastive_lambda": 0.7292084496609016,
      "epoch": 6.520898315658141,
      "step": 20906
    },
    {
      "contrastive_lambda": 0.7291851822592315,
      "epoch": 6.521210230817218,
      "step": 20907
    },
    {
      "contrastive_lambda": 0.729161914229237,
      "epoch": 6.521522145976294,
      "step": 20908
    },
    {
      "contrastive_lambda": 0.7291386455709821,
      "epoch": 6.521834061135372,
      "step": 20909
    },
    {
      "epoch": 6.522145976294448,
      "grad_norm": 0.13440147042274475,
      "learning_rate": 7.755700453269456e-05,
      "loss": 0.0364,
      "step": 20910
    },
    {
      "epoch": 6.522145976294448,
      "flow_loss": 0.025228062644600868,
      "step": 20910
    },
    {
      "contrastive_loss": 0.006260731723159552,
      "epoch": 6.522145976294448,
      "step": 20910
    },
    {
      "contrastive_lambda": 0.7291153762845306,
      "epoch": 6.522145976294448,
      "step": 20910
    },
    {
      "contrastive_lambda": 0.7290921063699465,
      "epoch": 6.5224578914535245,
      "step": 20911
    },
    {
      "contrastive_lambda": 0.7290688358272932,
      "epoch": 6.522769806612601,
      "step": 20912
    },
    {
      "contrastive_lambda": 0.7290455646566346,
      "epoch": 6.523081721771678,
      "step": 20913
    },
    {
      "contrastive_lambda": 0.7290222928580347,
      "epoch": 6.523393636930755,
      "step": 20914
    },
    {
      "contrastive_lambda": 0.7289990204315572,
      "epoch": 6.523705552089831,
      "step": 20915
    },
    {
      "contrastive_lambda": 0.7289757473772659,
      "epoch": 6.524017467248909,
      "step": 20916
    },
    {
      "contrastive_lambda": 0.7289524736952244,
      "epoch": 6.524329382407985,
      "step": 20917
    },
    {
      "contrastive_lambda": 0.7289291993854969,
      "epoch": 6.524641297567062,
      "step": 20918
    },
    {
      "contrastive_lambda": 0.7289059244481471,
      "epoch": 6.524953212726139,
      "step": 20919
    },
    {
      "epoch": 6.525265127885215,
      "grad_norm": 0.10134748369455338,
      "learning_rate": 7.753400574396254e-05,
      "loss": 0.0419,
      "step": 20920
    },
    {
      "epoch": 6.525265127885215,
      "flow_loss": 0.050134532153606415,
      "step": 20920
    },
    {
      "contrastive_loss": 0.005359172821044922,
      "epoch": 6.525265127885215,
      "step": 20920
    },
    {
      "contrastive_lambda": 0.7288826488832383,
      "epoch": 6.525265127885215,
      "step": 20920
    },
    {
      "contrastive_lambda": 0.728859372690835,
      "epoch": 6.525577043044292,
      "step": 20921
    },
    {
      "contrastive_lambda": 0.7288360958710007,
      "epoch": 6.525888958203368,
      "step": 20922
    },
    {
      "contrastive_lambda": 0.7288128184237993,
      "epoch": 6.526200873362446,
      "step": 20923
    },
    {
      "contrastive_lambda": 0.7287895403492946,
      "epoch": 6.526512788521522,
      "step": 20924
    },
    {
      "contrastive_lambda": 0.7287662616475503,
      "epoch": 6.526824703680599,
      "step": 20925
    },
    {
      "contrastive_lambda": 0.7287429823186302,
      "epoch": 6.527136618839676,
      "step": 20926
    },
    {
      "contrastive_lambda": 0.7287197023625984,
      "epoch": 6.5274485339987525,
      "step": 20927
    },
    {
      "contrastive_lambda": 0.7286964217795184,
      "epoch": 6.527760449157829,
      "step": 20928
    },
    {
      "contrastive_lambda": 0.7286731405694543,
      "epoch": 6.528072364316905,
      "step": 20929
    },
    {
      "epoch": 6.528384279475983,
      "grad_norm": 0.13491789996623993,
      "learning_rate": 7.751099859112655e-05,
      "loss": 0.0367,
      "step": 20930
    },
    {
      "epoch": 6.528384279475983,
      "flow_loss": 0.026464642956852913,
      "step": 20930
    },
    {
      "contrastive_loss": 0.007500577252358198,
      "epoch": 6.528384279475983,
      "step": 20930
    },
    {
      "contrastive_lambda": 0.7286498587324698,
      "epoch": 6.528384279475983,
      "step": 20930
    },
    {
      "contrastive_lambda": 0.7286265762686287,
      "epoch": 6.528696194635059,
      "step": 20931
    },
    {
      "contrastive_lambda": 0.7286032931779948,
      "epoch": 6.529008109794136,
      "step": 20932
    },
    {
      "contrastive_lambda": 0.7285800094606321,
      "epoch": 6.529320024953213,
      "step": 20933
    },
    {
      "contrastive_lambda": 0.7285567251166043,
      "epoch": 6.5296319401122895,
      "step": 20934
    },
    {
      "contrastive_lambda": 0.7285334401459752,
      "epoch": 6.529943855271366,
      "step": 20935
    },
    {
      "contrastive_lambda": 0.7285101545488087,
      "epoch": 6.530255770430443,
      "step": 20936
    },
    {
      "contrastive_lambda": 0.7284868683251686,
      "epoch": 6.53056768558952,
      "step": 20937
    },
    {
      "contrastive_lambda": 0.7284635814751189,
      "epoch": 6.530879600748596,
      "step": 20938
    },
    {
      "contrastive_lambda": 0.7284402939987233,
      "epoch": 6.531191515907673,
      "step": 20939
    },
    {
      "epoch": 6.53150343106675,
      "grad_norm": 0.14531327784061432,
      "learning_rate": 7.748798308117557e-05,
      "loss": 0.0401,
      "step": 20940
    },
    {
      "epoch": 6.53150343106675,
      "flow_loss": 0.04723776504397392,
      "step": 20940
    },
    {
      "contrastive_loss": 0.0050545502454042435,
      "epoch": 6.53150343106675,
      "step": 20940
    },
    {
      "contrastive_lambda": 0.7284170058960455,
      "epoch": 6.53150343106675,
      "step": 20940
    },
    {
      "contrastive_lambda": 0.7283937171671497,
      "epoch": 6.531815346225827,
      "step": 20941
    },
    {
      "contrastive_lambda": 0.7283704278120996,
      "epoch": 6.532127261384903,
      "step": 20942
    },
    {
      "contrastive_lambda": 0.7283471378309588,
      "epoch": 6.5324391765439795,
      "step": 20943
    },
    {
      "contrastive_lambda": 0.7283238472237915,
      "epoch": 6.532751091703057,
      "step": 20944
    },
    {
      "contrastive_lambda": 0.7283005559906615,
      "epoch": 6.533063006862133,
      "step": 20945
    },
    {
      "contrastive_lambda": 0.7282772641316323,
      "epoch": 6.53337492202121,
      "step": 20946
    },
    {
      "contrastive_lambda": 0.7282539716467682,
      "epoch": 6.533686837180287,
      "step": 20947
    },
    {
      "contrastive_lambda": 0.7282306785361328,
      "epoch": 6.533998752339364,
      "step": 20948
    },
    {
      "contrastive_lambda": 0.7282073847997901,
      "epoch": 6.53431066749844,
      "step": 20949
    },
    {
      "epoch": 6.5346225826575175,
      "grad_norm": 0.0883684977889061,
      "learning_rate": 7.746495922110112e-05,
      "loss": 0.0349,
      "step": 20950
    },
    {
      "epoch": 6.5346225826575175,
      "flow_loss": 0.0337897352874279,
      "step": 20950
    },
    {
      "contrastive_loss": 0.004998903721570969,
      "epoch": 6.5346225826575175,
      "step": 20950
    },
    {
      "contrastive_lambda": 0.7281840904378039,
      "epoch": 6.5346225826575175,
      "step": 20950
    },
    {
      "contrastive_lambda": 0.7281607954502378,
      "epoch": 6.534934497816594,
      "step": 20951
    },
    {
      "contrastive_lambda": 0.7281374998371563,
      "epoch": 6.53524641297567,
      "step": 20952
    },
    {
      "contrastive_lambda": 0.7281142035986228,
      "epoch": 6.535558328134748,
      "step": 20953
    },
    {
      "contrastive_lambda": 0.728090906734701,
      "epoch": 6.535870243293824,
      "step": 20954
    },
    {
      "contrastive_lambda": 0.7280676092454553,
      "epoch": 6.536182158452901,
      "step": 20955
    },
    {
      "contrastive_lambda": 0.7280443111309494,
      "epoch": 6.536494073611977,
      "step": 20956
    },
    {
      "contrastive_lambda": 0.7280210123912467,
      "epoch": 6.536805988771055,
      "step": 20957
    },
    {
      "contrastive_lambda": 0.7279977130264117,
      "epoch": 6.537117903930131,
      "step": 20958
    },
    {
      "contrastive_lambda": 0.727974413036508,
      "epoch": 6.5374298190892075,
      "step": 20959
    },
    {
      "epoch": 6.537741734248284,
      "grad_norm": 0.13312646746635437,
      "learning_rate": 7.744192701789723e-05,
      "loss": 0.0388,
      "step": 20960
    },
    {
      "epoch": 6.537741734248284,
      "flow_loss": 0.04375568404793739,
      "step": 20960
    },
    {
      "contrastive_loss": 0.004774102941155434,
      "epoch": 6.537741734248284,
      "step": 20960
    },
    {
      "contrastive_lambda": 0.7279511124215994,
      "epoch": 6.537741734248284,
      "step": 20960
    },
    {
      "contrastive_lambda": 0.7279278111817501,
      "epoch": 6.538053649407361,
      "step": 20961
    },
    {
      "contrastive_lambda": 0.7279045093170236,
      "epoch": 6.538365564566438,
      "step": 20962
    },
    {
      "contrastive_lambda": 0.7278812068274839,
      "epoch": 6.538677479725514,
      "step": 20963
    },
    {
      "contrastive_lambda": 0.727857903713195,
      "epoch": 6.538989394884592,
      "step": 20964
    },
    {
      "contrastive_lambda": 0.7278345999742207,
      "epoch": 6.539301310043668,
      "step": 20965
    },
    {
      "contrastive_lambda": 0.7278112956106249,
      "epoch": 6.539613225202745,
      "step": 20966
    },
    {
      "contrastive_lambda": 0.7277879906224716,
      "epoch": 6.539925140361822,
      "step": 20967
    },
    {
      "contrastive_lambda": 0.7277646850098245,
      "epoch": 6.540237055520898,
      "step": 20968
    },
    {
      "contrastive_lambda": 0.7277413787727477,
      "epoch": 6.540548970679975,
      "step": 20969
    },
    {
      "epoch": 6.540860885839052,
      "grad_norm": 0.10939572006464005,
      "learning_rate": 7.741888647856046e-05,
      "loss": 0.0417,
      "step": 20970
    },
    {
      "epoch": 6.540860885839052,
      "flow_loss": 0.05636754259467125,
      "step": 20970
    },
    {
      "contrastive_loss": 0.004574229940772057,
      "epoch": 6.540860885839052,
      "step": 20970
    },
    {
      "contrastive_lambda": 0.7277180719113048,
      "epoch": 6.540860885839052,
      "step": 20970
    },
    {
      "contrastive_lambda": 0.7276947644255599,
      "epoch": 6.541172800998129,
      "step": 20971
    },
    {
      "contrastive_lambda": 0.7276714563155771,
      "epoch": 6.541484716157205,
      "step": 20972
    },
    {
      "contrastive_lambda": 0.7276481475814198,
      "epoch": 6.541796631316282,
      "step": 20973
    },
    {
      "contrastive_lambda": 0.7276248382231523,
      "epoch": 6.542108546475359,
      "step": 20974
    },
    {
      "contrastive_lambda": 0.7276015282408383,
      "epoch": 6.5424204616344355,
      "step": 20975
    },
    {
      "contrastive_lambda": 0.727578217634542,
      "epoch": 6.542732376793512,
      "step": 20976
    },
    {
      "contrastive_lambda": 0.7275549064043269,
      "epoch": 6.543044291952588,
      "step": 20977
    },
    {
      "contrastive_lambda": 0.7275315945502572,
      "epoch": 6.543356207111666,
      "step": 20978
    },
    {
      "contrastive_lambda": 0.7275082820723966,
      "epoch": 6.543668122270742,
      "step": 20979
    },
    {
      "epoch": 6.543980037429819,
      "grad_norm": 0.10380949079990387,
      "learning_rate": 7.739583761008994e-05,
      "loss": 0.0401,
      "step": 20980
    },
    {
      "epoch": 6.543980037429819,
      "flow_loss": 0.06708113849163055,
      "step": 20980
    },
    {
      "contrastive_loss": 0.004928829148411751,
      "epoch": 6.543980037429819,
      "step": 20980
    },
    {
      "contrastive_lambda": 0.7274849689708092,
      "epoch": 6.543980037429819,
      "step": 20980
    },
    {
      "contrastive_lambda": 0.7274616552455588,
      "epoch": 6.544291952588896,
      "step": 20981
    },
    {
      "contrastive_lambda": 0.7274383408967096,
      "epoch": 6.5446038677479725,
      "step": 20982
    },
    {
      "contrastive_lambda": 0.7274150259243249,
      "epoch": 6.544915782907049,
      "step": 20983
    },
    {
      "contrastive_lambda": 0.7273917103284693,
      "epoch": 6.545227698066126,
      "step": 20984
    },
    {
      "contrastive_lambda": 0.7273683941092062,
      "epoch": 6.545539613225203,
      "step": 20985
    },
    {
      "contrastive_lambda": 0.7273450772665998,
      "epoch": 6.545851528384279,
      "step": 20986
    },
    {
      "contrastive_lambda": 0.727321759800714,
      "epoch": 6.546163443543357,
      "step": 20987
    },
    {
      "contrastive_lambda": 0.7272984417116126,
      "epoch": 6.546475358702433,
      "step": 20988
    },
    {
      "contrastive_lambda": 0.7272751229993597,
      "epoch": 6.54678727386151,
      "step": 20989
    },
    {
      "epoch": 6.547099189020586,
      "grad_norm": 0.11274099349975586,
      "learning_rate": 7.73727804194873e-05,
      "loss": 0.0429,
      "step": 20990
    },
    {
      "epoch": 6.547099189020586,
      "flow_loss": 0.029738936573266983,
      "step": 20990
    },
    {
      "contrastive_loss": 0.00436586607247591,
      "epoch": 6.547099189020586,
      "step": 20990
    },
    {
      "contrastive_lambda": 0.7272518036640192,
      "epoch": 6.547099189020586,
      "step": 20990
    },
    {
      "contrastive_lambda": 0.7272284837056548,
      "epoch": 6.547411104179663,
      "step": 20991
    },
    {
      "contrastive_lambda": 0.7272051631243308,
      "epoch": 6.54772301933874,
      "step": 20992
    },
    {
      "contrastive_lambda": 0.7271818419201109,
      "epoch": 6.548034934497816,
      "step": 20993
    },
    {
      "contrastive_lambda": 0.727158520093059,
      "epoch": 6.548346849656893,
      "step": 20994
    },
    {
      "contrastive_lambda": 0.7271351976432392,
      "epoch": 6.54865876481597,
      "step": 20995
    },
    {
      "contrastive_lambda": 0.7271118745707155,
      "epoch": 6.548970679975047,
      "step": 20996
    },
    {
      "contrastive_lambda": 0.7270885508755514,
      "epoch": 6.549282595134123,
      "step": 20997
    },
    {
      "contrastive_lambda": 0.7270652265578113,
      "epoch": 6.5495945102932005,
      "step": 20998
    },
    {
      "contrastive_lambda": 0.727041901617559,
      "epoch": 6.549906425452277,
      "step": 20999
    },
    {
      "epoch": 6.550218340611353,
      "grad_norm": 0.08849029242992401,
      "learning_rate": 7.734971491375671e-05,
      "loss": 0.0424,
      "step": 21000
    },
    {
      "epoch": 6.550218340611353,
      "flow_loss": 0.02942659705877304,
      "step": 21000
    },
    {
      "contrastive_loss": 0.006898314226418734,
      "epoch": 6.550218340611353,
      "step": 21000
    },
    {
      "contrastive_lambda": 0.7270185760548582,
      "epoch": 6.550218340611353,
      "step": 21000
    },
    {
      "contrastive_lambda": 0.7269952498697734,
      "epoch": 6.550530255770431,
      "step": 21001
    },
    {
      "contrastive_lambda": 0.7269719230623681,
      "epoch": 6.550842170929507,
      "step": 21002
    },
    {
      "contrastive_lambda": 0.7269485956327064,
      "epoch": 6.551154086088584,
      "step": 21003
    },
    {
      "contrastive_lambda": 0.7269252675808523,
      "epoch": 6.551466001247661,
      "step": 21004
    },
    {
      "contrastive_lambda": 0.7269019389068696,
      "epoch": 6.551777916406738,
      "step": 21005
    },
    {
      "contrastive_lambda": 0.7268786096108224,
      "epoch": 6.552089831565814,
      "step": 21006
    },
    {
      "contrastive_lambda": 0.7268552796927747,
      "epoch": 6.5524017467248905,
      "step": 21007
    },
    {
      "contrastive_lambda": 0.7268319491527901,
      "epoch": 6.552713661883968,
      "step": 21008
    },
    {
      "contrastive_lambda": 0.7268086179909331,
      "epoch": 6.553025577043044,
      "step": 21009
    },
    {
      "epoch": 6.553337492202121,
      "grad_norm": 0.08755408227443695,
      "learning_rate": 7.732664109990485e-05,
      "loss": 0.034,
      "step": 21010
    },
    {
      "epoch": 6.553337492202121,
      "flow_loss": 0.039252087473869324,
      "step": 21010
    },
    {
      "contrastive_loss": 0.006999460980296135,
      "epoch": 6.553337492202121,
      "step": 21010
    },
    {
      "contrastive_lambda": 0.7267852862072673,
      "epoch": 6.553337492202121,
      "step": 21010
    },
    {
      "contrastive_lambda": 0.7267619538018568,
      "epoch": 6.553649407361197,
      "step": 21011
    },
    {
      "contrastive_lambda": 0.7267386207747655,
      "epoch": 6.553961322520275,
      "step": 21012
    },
    {
      "contrastive_lambda": 0.7267152871260574,
      "epoch": 6.554273237679351,
      "step": 21013
    },
    {
      "contrastive_lambda": 0.7266919528557964,
      "epoch": 6.554585152838428,
      "step": 21014
    },
    {
      "contrastive_lambda": 0.7266686179640467,
      "epoch": 6.554897067997505,
      "step": 21015
    },
    {
      "contrastive_lambda": 0.7266452824508719,
      "epoch": 6.555208983156581,
      "step": 21016
    },
    {
      "contrastive_lambda": 0.7266219463163363,
      "epoch": 6.555520898315658,
      "step": 21017
    },
    {
      "contrastive_lambda": 0.7265986095605038,
      "epoch": 6.555832813474735,
      "step": 21018
    },
    {
      "contrastive_lambda": 0.7265752721834382,
      "epoch": 6.556144728633812,
      "step": 21019
    },
    {
      "epoch": 6.556456643792888,
      "grad_norm": 0.1118025854229927,
      "learning_rate": 7.730355898494095e-05,
      "loss": 0.0326,
      "step": 21020
    },
    {
      "epoch": 6.556456643792888,
      "flow_loss": 0.04553300887346268,
      "step": 21020
    },
    {
      "contrastive_loss": 0.00682044168934226,
      "epoch": 6.556456643792888,
      "step": 21020
    },
    {
      "contrastive_lambda": 0.7265519341852038,
      "epoch": 6.556456643792888,
      "step": 21020
    },
    {
      "contrastive_lambda": 0.7265285955658645,
      "epoch": 6.5567685589519655,
      "step": 21021
    },
    {
      "contrastive_lambda": 0.7265052563254839,
      "epoch": 6.557080474111042,
      "step": 21022
    },
    {
      "contrastive_lambda": 0.7264819164641264,
      "epoch": 6.5573923892701185,
      "step": 21023
    },
    {
      "contrastive_lambda": 0.7264585759818559,
      "epoch": 6.557704304429195,
      "step": 21024
    },
    {
      "contrastive_lambda": 0.7264352348787364,
      "epoch": 6.558016219588272,
      "step": 21025
    },
    {
      "contrastive_lambda": 0.7264118931548318,
      "epoch": 6.558328134747349,
      "step": 21026
    },
    {
      "contrastive_lambda": 0.7263885508102061,
      "epoch": 6.558640049906425,
      "step": 21027
    },
    {
      "contrastive_lambda": 0.7263652078449233,
      "epoch": 6.558951965065502,
      "step": 21028
    },
    {
      "contrastive_lambda": 0.7263418642590476,
      "epoch": 6.559263880224579,
      "step": 21029
    },
    {
      "epoch": 6.5595757953836555,
      "grad_norm": 0.11083666235208511,
      "learning_rate": 7.728046857587673e-05,
      "loss": 0.0355,
      "step": 21030
    },
    {
      "epoch": 6.5595757953836555,
      "flow_loss": 0.03611571341753006,
      "step": 21030
    },
    {
      "contrastive_loss": 0.004642278887331486,
      "epoch": 6.5595757953836555,
      "step": 21030
    },
    {
      "contrastive_lambda": 0.7263185200526427,
      "epoch": 6.5595757953836555,
      "step": 21030
    },
    {
      "contrastive_lambda": 0.7262951752257727,
      "epoch": 6.559887710542732,
      "step": 21031
    },
    {
      "contrastive_lambda": 0.7262718297785018,
      "epoch": 6.560199625701809,
      "step": 21032
    },
    {
      "contrastive_lambda": 0.7262484837108937,
      "epoch": 6.560511540860886,
      "step": 21033
    },
    {
      "contrastive_lambda": 0.7262251370230125,
      "epoch": 6.560823456019962,
      "step": 21034
    },
    {
      "contrastive_lambda": 0.7262017897149222,
      "epoch": 6.56113537117904,
      "step": 21035
    },
    {
      "contrastive_lambda": 0.726178441786687,
      "epoch": 6.561447286338116,
      "step": 21036
    },
    {
      "contrastive_lambda": 0.7261550932383707,
      "epoch": 6.561759201497193,
      "step": 21037
    },
    {
      "contrastive_lambda": 0.7261317440700374,
      "epoch": 6.56207111665627,
      "step": 21038
    },
    {
      "contrastive_lambda": 0.726108394281751,
      "epoch": 6.562383031815346,
      "step": 21039
    },
    {
      "epoch": 6.562694946974423,
      "grad_norm": 0.1654438078403473,
      "learning_rate": 7.725736987972647e-05,
      "loss": 0.0362,
      "step": 21040
    },
    {
      "epoch": 6.562694946974423,
      "flow_loss": 0.040736936032772064,
      "step": 21040
    },
    {
      "contrastive_loss": 0.005824513733386993,
      "epoch": 6.562694946974423,
      "step": 21040
    },
    {
      "contrastive_lambda": 0.7260850438735758,
      "epoch": 6.562694946974423,
      "step": 21040
    },
    {
      "contrastive_lambda": 0.7260616928455754,
      "epoch": 6.563006862133499,
      "step": 21041
    },
    {
      "contrastive_lambda": 0.726038341197814,
      "epoch": 6.563318777292577,
      "step": 21042
    },
    {
      "contrastive_lambda": 0.7260149889303558,
      "epoch": 6.563630692451653,
      "step": 21043
    },
    {
      "contrastive_lambda": 0.7259916360432648,
      "epoch": 6.56394260761073,
      "step": 21044
    },
    {
      "contrastive_lambda": 0.7259682825366046,
      "epoch": 6.564254522769806,
      "step": 21045
    },
    {
      "contrastive_lambda": 0.7259449284104397,
      "epoch": 6.5645664379288835,
      "step": 21046
    },
    {
      "contrastive_lambda": 0.7259215736648339,
      "epoch": 6.56487835308796,
      "step": 21047
    },
    {
      "contrastive_lambda": 0.7258982182998512,
      "epoch": 6.565190268247036,
      "step": 21048
    },
    {
      "contrastive_lambda": 0.725874862315556,
      "epoch": 6.565502183406114,
      "step": 21049
    },
    {
      "epoch": 6.56581409856519,
      "grad_norm": 0.14186827838420868,
      "learning_rate": 7.723426290350691e-05,
      "loss": 0.04,
      "step": 21050
    },
    {
      "epoch": 6.56581409856519,
      "flow_loss": 0.03188938647508621,
      "step": 21050
    },
    {
      "contrastive_loss": 0.006994172930717468,
      "epoch": 6.56581409856519,
      "step": 21050
    },
    {
      "contrastive_lambda": 0.7258515057120117,
      "epoch": 6.56581409856519,
      "step": 21050
    },
    {
      "contrastive_lambda": 0.7258281484892828,
      "epoch": 6.566126013724267,
      "step": 21051
    },
    {
      "contrastive_lambda": 0.7258047906474333,
      "epoch": 6.566437928883344,
      "step": 21052
    },
    {
      "contrastive_lambda": 0.725781432186527,
      "epoch": 6.566749844042421,
      "step": 21053
    },
    {
      "contrastive_lambda": 0.7257580731066281,
      "epoch": 6.567061759201497,
      "step": 21054
    },
    {
      "contrastive_lambda": 0.7257347134078007,
      "epoch": 6.567373674360574,
      "step": 21055
    },
    {
      "contrastive_lambda": 0.7257113530901087,
      "epoch": 6.567685589519651,
      "step": 21056
    },
    {
      "contrastive_lambda": 0.7256879921536162,
      "epoch": 6.567997504678727,
      "step": 21057
    },
    {
      "contrastive_lambda": 0.7256646305983874,
      "epoch": 6.568309419837804,
      "step": 21058
    },
    {
      "contrastive_lambda": 0.7256412684244861,
      "epoch": 6.568621334996881,
      "step": 21059
    },
    {
      "epoch": 6.568933250155958,
      "grad_norm": 0.10027620196342468,
      "learning_rate": 7.721114765423736e-05,
      "loss": 0.0405,
      "step": 21060
    },
    {
      "epoch": 6.568933250155958,
      "flow_loss": 0.032498251646757126,
      "step": 21060
    },
    {
      "contrastive_loss": 0.00814998708665371,
      "epoch": 6.568933250155958,
      "step": 21060
    },
    {
      "contrastive_lambda": 0.7256179056319765,
      "epoch": 6.568933250155958,
      "step": 21060
    },
    {
      "contrastive_lambda": 0.7255945422209226,
      "epoch": 6.569245165315034,
      "step": 21061
    },
    {
      "contrastive_lambda": 0.7255711781913883,
      "epoch": 6.569557080474111,
      "step": 21062
    },
    {
      "contrastive_lambda": 0.725547813543438,
      "epoch": 6.569868995633188,
      "step": 21063
    },
    {
      "contrastive_lambda": 0.7255244482771355,
      "epoch": 6.570180910792264,
      "step": 21064
    },
    {
      "contrastive_lambda": 0.7255010823925447,
      "epoch": 6.570492825951341,
      "step": 21065
    },
    {
      "contrastive_lambda": 0.7254777158897303,
      "epoch": 6.570804741110418,
      "step": 21066
    },
    {
      "contrastive_lambda": 0.7254543487687557,
      "epoch": 6.571116656269495,
      "step": 21067
    },
    {
      "contrastive_lambda": 0.7254309810296853,
      "epoch": 6.571428571428571,
      "step": 21068
    },
    {
      "contrastive_lambda": 0.7254076126725829,
      "epoch": 6.5717404865876485,
      "step": 21069
    },
    {
      "epoch": 6.572052401746725,
      "grad_norm": 0.12535636126995087,
      "learning_rate": 7.718802413893963e-05,
      "loss": 0.0351,
      "step": 21070
    },
    {
      "epoch": 6.572052401746725,
      "flow_loss": 0.021443741396069527,
      "step": 21070
    },
    {
      "contrastive_loss": 0.005432211793959141,
      "epoch": 6.572052401746725,
      "step": 21070
    },
    {
      "contrastive_lambda": 0.7253842436975128,
      "epoch": 6.572052401746725,
      "step": 21070
    },
    {
      "contrastive_lambda": 0.7253608741045391,
      "epoch": 6.5723643169058015,
      "step": 21071
    },
    {
      "contrastive_lambda": 0.7253375038937258,
      "epoch": 6.572676232064879,
      "step": 21072
    },
    {
      "contrastive_lambda": 0.7253141330651366,
      "epoch": 6.572988147223955,
      "step": 21073
    },
    {
      "contrastive_lambda": 0.7252907616188362,
      "epoch": 6.573300062383032,
      "step": 21074
    },
    {
      "contrastive_lambda": 0.7252673895548885,
      "epoch": 6.573611977542108,
      "step": 21075
    },
    {
      "contrastive_lambda": 0.725244016873357,
      "epoch": 6.573923892701186,
      "step": 21076
    },
    {
      "contrastive_lambda": 0.7252206435743066,
      "epoch": 6.574235807860262,
      "step": 21077
    },
    {
      "contrastive_lambda": 0.7251972696578011,
      "epoch": 6.5745477230193385,
      "step": 21078
    },
    {
      "contrastive_lambda": 0.7251738951239043,
      "epoch": 6.574859638178415,
      "step": 21079
    },
    {
      "epoch": 6.575171553337492,
      "grad_norm": 0.14408598840236664,
      "learning_rate": 7.716489236463802e-05,
      "loss": 0.0433,
      "step": 21080
    },
    {
      "epoch": 6.575171553337492,
      "flow_loss": 0.0470021553337574,
      "step": 21080
    },
    {
      "contrastive_loss": 0.009403479285538197,
      "epoch": 6.575171553337492,
      "step": 21080
    },
    {
      "contrastive_lambda": 0.7251505199726804,
      "epoch": 6.575171553337492,
      "step": 21080
    },
    {
      "contrastive_lambda": 0.7251271442041938,
      "epoch": 6.575483468496569,
      "step": 21081
    },
    {
      "contrastive_lambda": 0.7251037678185082,
      "epoch": 6.575795383655645,
      "step": 21082
    },
    {
      "contrastive_lambda": 0.725080390815688,
      "epoch": 6.576107298814723,
      "step": 21083
    },
    {
      "contrastive_lambda": 0.725057013195797,
      "epoch": 6.576419213973799,
      "step": 21084
    },
    {
      "contrastive_lambda": 0.7250336349588993,
      "epoch": 6.576731129132876,
      "step": 21085
    },
    {
      "contrastive_lambda": 0.7250102561050593,
      "epoch": 6.577043044291953,
      "step": 21086
    },
    {
      "contrastive_lambda": 0.7249868766343409,
      "epoch": 6.577354959451029,
      "step": 21087
    },
    {
      "contrastive_lambda": 0.724963496546808,
      "epoch": 6.577666874610106,
      "step": 21088
    },
    {
      "contrastive_lambda": 0.7249401158425252,
      "epoch": 6.577978789769183,
      "step": 21089
    },
    {
      "epoch": 6.57829070492826,
      "grad_norm": 0.13103121519088745,
      "learning_rate": 7.714175233835936e-05,
      "loss": 0.0364,
      "step": 21090
    },
    {
      "epoch": 6.57829070492826,
      "flow_loss": 0.05714061111211777,
      "step": 21090
    },
    {
      "contrastive_loss": 0.005266210995614529,
      "epoch": 6.57829070492826,
      "step": 21090
    },
    {
      "contrastive_lambda": 0.7249167345215561,
      "epoch": 6.57829070492826,
      "step": 21090
    },
    {
      "contrastive_lambda": 0.7248933525839651,
      "epoch": 6.578602620087336,
      "step": 21091
    },
    {
      "contrastive_lambda": 0.7248699700298161,
      "epoch": 6.578914535246413,
      "step": 21092
    },
    {
      "contrastive_lambda": 0.7248465868591734,
      "epoch": 6.57922645040549,
      "step": 21093
    },
    {
      "contrastive_lambda": 0.724823203072101,
      "epoch": 6.5795383655645665,
      "step": 21094
    },
    {
      "contrastive_lambda": 0.7247998186686632,
      "epoch": 6.579850280723643,
      "step": 21095
    },
    {
      "contrastive_lambda": 0.7247764336489235,
      "epoch": 6.5801621958827194,
      "step": 21096
    },
    {
      "contrastive_lambda": 0.7247530480129468,
      "epoch": 6.580474111041797,
      "step": 21097
    },
    {
      "contrastive_lambda": 0.7247296617607968,
      "epoch": 6.580786026200873,
      "step": 21098
    },
    {
      "contrastive_lambda": 0.7247062748925375,
      "epoch": 6.58109794135995,
      "step": 21099
    },
    {
      "epoch": 6.581409856519027,
      "grad_norm": 0.132963627576828,
      "learning_rate": 7.711860406713299e-05,
      "loss": 0.0408,
      "step": 21100
    },
    {
      "epoch": 6.581409856519027,
      "flow_loss": 0.04018501937389374,
      "step": 21100
    },
    {
      "contrastive_loss": 0.00691930390894413,
      "epoch": 6.581409856519027,
      "step": 21100
    },
    {
      "contrastive_lambda": 0.7246828874082334,
      "epoch": 6.581409856519027,
      "step": 21100
    },
    {
      "contrastive_lambda": 0.7246594993079484,
      "epoch": 6.581721771678104,
      "step": 21101
    },
    {
      "contrastive_lambda": 0.7246361105917465,
      "epoch": 6.58203368683718,
      "step": 21102
    },
    {
      "contrastive_lambda": 0.724612721259692,
      "epoch": 6.582345601996257,
      "step": 21103
    },
    {
      "contrastive_lambda": 0.724589331311849,
      "epoch": 6.582657517155334,
      "step": 21104
    },
    {
      "contrastive_lambda": 0.7245659407482815,
      "epoch": 6.58296943231441,
      "step": 21105
    },
    {
      "contrastive_lambda": 0.7245425495690538,
      "epoch": 6.583281347473488,
      "step": 21106
    },
    {
      "contrastive_lambda": 0.7245191577742298,
      "epoch": 6.583593262632564,
      "step": 21107
    },
    {
      "contrastive_lambda": 0.7244957653638741,
      "epoch": 6.583905177791641,
      "step": 21108
    },
    {
      "contrastive_lambda": 0.7244723723380504,
      "epoch": 6.584217092950717,
      "step": 21109
    },
    {
      "epoch": 6.5845290081097945,
      "grad_norm": 0.12454190850257874,
      "learning_rate": 7.70954475579907e-05,
      "loss": 0.0384,
      "step": 21110
    },
    {
      "epoch": 6.5845290081097945,
      "flow_loss": 0.05730387568473816,
      "step": 21110
    },
    {
      "contrastive_loss": 0.0072373985312879086,
      "epoch": 6.5845290081097945,
      "step": 21110
    },
    {
      "contrastive_lambda": 0.7244489786968228,
      "epoch": 6.5845290081097945,
      "step": 21110
    },
    {
      "contrastive_lambda": 0.7244255844402556,
      "epoch": 6.584840923268871,
      "step": 21111
    },
    {
      "contrastive_lambda": 0.7244021895684131,
      "epoch": 6.585152838427947,
      "step": 21112
    },
    {
      "contrastive_lambda": 0.7243787940813591,
      "epoch": 6.585464753587024,
      "step": 21113
    },
    {
      "contrastive_lambda": 0.7243553979791579,
      "epoch": 6.585776668746101,
      "step": 21114
    },
    {
      "contrastive_lambda": 0.7243320012618737,
      "epoch": 6.586088583905178,
      "step": 21115
    },
    {
      "contrastive_lambda": 0.7243086039295705,
      "epoch": 6.586400499064254,
      "step": 21116
    },
    {
      "contrastive_lambda": 0.7242852059823126,
      "epoch": 6.5867124142233315,
      "step": 21117
    },
    {
      "contrastive_lambda": 0.7242618074201641,
      "epoch": 6.587024329382408,
      "step": 21118
    },
    {
      "contrastive_lambda": 0.724238408243189,
      "epoch": 6.5873362445414845,
      "step": 21119
    },
    {
      "epoch": 6.587648159700562,
      "grad_norm": 0.1530989557504654,
      "learning_rate": 7.707228281796688e-05,
      "loss": 0.0395,
      "step": 21120
    },
    {
      "epoch": 6.587648159700562,
      "flow_loss": 0.023397650569677353,
      "step": 21120
    },
    {
      "contrastive_loss": 0.007971100509166718,
      "epoch": 6.587648159700562,
      "step": 21120
    },
    {
      "contrastive_lambda": 0.7242150084514517,
      "epoch": 6.587648159700562,
      "step": 21120
    },
    {
      "contrastive_lambda": 0.7241916080450163,
      "epoch": 6.587960074859638,
      "step": 21121
    },
    {
      "contrastive_lambda": 0.7241682070239466,
      "epoch": 6.588271990018715,
      "step": 21122
    },
    {
      "contrastive_lambda": 0.7241448053883072,
      "epoch": 6.588583905177792,
      "step": 21123
    },
    {
      "contrastive_lambda": 0.724121403138162,
      "epoch": 6.588895820336869,
      "step": 21124
    },
    {
      "contrastive_lambda": 0.7240980002735754,
      "epoch": 6.589207735495945,
      "step": 21125
    },
    {
      "contrastive_lambda": 0.7240745967946113,
      "epoch": 6.5895196506550215,
      "step": 21126
    },
    {
      "contrastive_lambda": 0.724051192701334,
      "epoch": 6.589831565814099,
      "step": 21127
    },
    {
      "contrastive_lambda": 0.7240277879938076,
      "epoch": 6.590143480973175,
      "step": 21128
    },
    {
      "contrastive_lambda": 0.7240043826720964,
      "epoch": 6.590455396132252,
      "step": 21129
    },
    {
      "epoch": 6.590767311291328,
      "grad_norm": 0.12734486162662506,
      "learning_rate": 7.704910985409833e-05,
      "loss": 0.0338,
      "step": 21130
    },
    {
      "epoch": 6.590767311291328,
      "flow_loss": 0.06058668717741966,
      "step": 21130
    },
    {
      "contrastive_loss": 0.0057764858938753605,
      "epoch": 6.590767311291328,
      "step": 21130
    },
    {
      "contrastive_lambda": 0.7239809767362643,
      "epoch": 6.590767311291328,
      "step": 21130
    },
    {
      "contrastive_lambda": 0.7239575701863759,
      "epoch": 6.591079226450406,
      "step": 21131
    },
    {
      "contrastive_lambda": 0.7239341630224949,
      "epoch": 6.591391141609482,
      "step": 21132
    },
    {
      "contrastive_lambda": 0.7239107552446857,
      "epoch": 6.591703056768559,
      "step": 21133
    },
    {
      "contrastive_lambda": 0.7238873468530124,
      "epoch": 6.592014971927636,
      "step": 21134
    },
    {
      "contrastive_lambda": 0.7238639378475393,
      "epoch": 6.592326887086712,
      "step": 21135
    },
    {
      "contrastive_lambda": 0.7238405282283304,
      "epoch": 6.592638802245789,
      "step": 21136
    },
    {
      "contrastive_lambda": 0.7238171179954502,
      "epoch": 6.592950717404866,
      "step": 21137
    },
    {
      "contrastive_lambda": 0.7237937071489626,
      "epoch": 6.593262632563943,
      "step": 21138
    },
    {
      "contrastive_lambda": 0.7237702956889317,
      "epoch": 6.593574547723019,
      "step": 21139
    },
    {
      "epoch": 6.593886462882097,
      "grad_norm": 0.10395533591508865,
      "learning_rate": 7.702592867342439e-05,
      "loss": 0.041,
      "step": 21140
    },
    {
      "epoch": 6.593886462882097,
      "flow_loss": 0.049589548259973526,
      "step": 21140
    },
    {
      "contrastive_loss": 0.00586932897567749,
      "epoch": 6.593886462882097,
      "step": 21140
    },
    {
      "contrastive_lambda": 0.7237468836154219,
      "epoch": 6.593886462882097,
      "step": 21140
    },
    {
      "contrastive_lambda": 0.7237234709284973,
      "epoch": 6.594198378041173,
      "step": 21141
    },
    {
      "contrastive_lambda": 0.7237000576282222,
      "epoch": 6.5945102932002495,
      "step": 21142
    },
    {
      "contrastive_lambda": 0.7236766437146607,
      "epoch": 6.594822208359326,
      "step": 21143
    },
    {
      "contrastive_lambda": 0.7236532291878769,
      "epoch": 6.595134123518403,
      "step": 21144
    },
    {
      "contrastive_lambda": 0.723629814047935,
      "epoch": 6.59544603867748,
      "step": 21145
    },
    {
      "contrastive_lambda": 0.7236063982948995,
      "epoch": 6.595757953836556,
      "step": 21146
    },
    {
      "contrastive_lambda": 0.7235829819288341,
      "epoch": 6.596069868995633,
      "step": 21147
    },
    {
      "contrastive_lambda": 0.7235595649498034,
      "epoch": 6.59638178415471,
      "step": 21148
    },
    {
      "contrastive_lambda": 0.7235361473578714,
      "epoch": 6.596693699313787,
      "step": 21149
    },
    {
      "epoch": 6.597005614472863,
      "grad_norm": 0.10046054422855377,
      "learning_rate": 7.700273928298691e-05,
      "loss": 0.0411,
      "step": 21150
    },
    {
      "epoch": 6.597005614472863,
      "flow_loss": 0.041738174855709076,
      "step": 21150
    },
    {
      "contrastive_loss": 0.004926664754748344,
      "epoch": 6.597005614472863,
      "step": 21150
    },
    {
      "contrastive_lambda": 0.7235127291531024,
      "epoch": 6.597005614472863,
      "step": 21150
    },
    {
      "contrastive_lambda": 0.7234893103355606,
      "epoch": 6.59731752963194,
      "step": 21151
    },
    {
      "contrastive_lambda": 0.7234658909053102,
      "epoch": 6.597629444791017,
      "step": 21152
    },
    {
      "contrastive_lambda": 0.7234424708624152,
      "epoch": 6.597941359950093,
      "step": 21153
    },
    {
      "contrastive_lambda": 0.7234190502069401,
      "epoch": 6.598253275109171,
      "step": 21154
    },
    {
      "contrastive_lambda": 0.7233956289389489,
      "epoch": 6.598565190268247,
      "step": 21155
    },
    {
      "contrastive_lambda": 0.723372207058506,
      "epoch": 6.598877105427324,
      "step": 21156
    },
    {
      "contrastive_lambda": 0.7233487845656754,
      "epoch": 6.5991890205864,
      "step": 21157
    },
    {
      "contrastive_lambda": 0.7233253614605215,
      "epoch": 6.5995009357454775,
      "step": 21158
    },
    {
      "contrastive_lambda": 0.7233019377431085,
      "epoch": 6.599812850904554,
      "step": 21159
    },
    {
      "epoch": 6.60012476606363,
      "grad_norm": 0.12151213735342026,
      "learning_rate": 7.697954168983021e-05,
      "loss": 0.0364,
      "step": 21160
    },
    {
      "epoch": 6.60012476606363,
      "flow_loss": 0.034852251410484314,
      "step": 21160
    },
    {
      "contrastive_loss": 0.004732432775199413,
      "epoch": 6.60012476606363,
      "step": 21160
    },
    {
      "contrastive_lambda": 0.7232785134135005,
      "epoch": 6.60012476606363,
      "step": 21160
    },
    {
      "contrastive_lambda": 0.7232550884717617,
      "epoch": 6.600436681222708,
      "step": 21161
    },
    {
      "contrastive_lambda": 0.7232316629179566,
      "epoch": 6.600748596381784,
      "step": 21162
    },
    {
      "contrastive_lambda": 0.7232082367521491,
      "epoch": 6.601060511540861,
      "step": 21163
    },
    {
      "contrastive_lambda": 0.7231848099744035,
      "epoch": 6.601372426699937,
      "step": 21164
    },
    {
      "contrastive_lambda": 0.7231613825847841,
      "epoch": 6.6016843418590145,
      "step": 21165
    },
    {
      "contrastive_lambda": 0.7231379545833552,
      "epoch": 6.601996257018091,
      "step": 21166
    },
    {
      "contrastive_lambda": 0.7231145259701808,
      "epoch": 6.6023081721771675,
      "step": 21167
    },
    {
      "contrastive_lambda": 0.7230910967453252,
      "epoch": 6.602620087336245,
      "step": 21168
    },
    {
      "contrastive_lambda": 0.7230676669088529,
      "epoch": 6.602932002495321,
      "step": 21169
    },
    {
      "epoch": 6.603243917654398,
      "grad_norm": 0.09909526258707047,
      "learning_rate": 7.695633590100109e-05,
      "loss": 0.0408,
      "step": 21170
    },
    {
      "epoch": 6.603243917654398,
      "flow_loss": 0.023782044649124146,
      "step": 21170
    },
    {
      "contrastive_loss": 0.005072812549769878,
      "epoch": 6.603243917654398,
      "step": 21170
    },
    {
      "contrastive_lambda": 0.7230442364608278,
      "epoch": 6.603243917654398,
      "step": 21170
    },
    {
      "contrastive_lambda": 0.7230208054013143,
      "epoch": 6.603555832813475,
      "step": 21171
    },
    {
      "contrastive_lambda": 0.7229973737303766,
      "epoch": 6.603867747972552,
      "step": 21172
    },
    {
      "contrastive_lambda": 0.7229739414480789,
      "epoch": 6.604179663131628,
      "step": 21173
    },
    {
      "contrastive_lambda": 0.7229505085544856,
      "epoch": 6.6044915782907045,
      "step": 21174
    },
    {
      "contrastive_lambda": 0.7229270750496608,
      "epoch": 6.604803493449782,
      "step": 21175
    },
    {
      "contrastive_lambda": 0.7229036409336684,
      "epoch": 6.605115408608858,
      "step": 21176
    },
    {
      "contrastive_lambda": 0.7228802062065735,
      "epoch": 6.605427323767935,
      "step": 21177
    },
    {
      "contrastive_lambda": 0.7228567708684396,
      "epoch": 6.605739238927012,
      "step": 21178
    },
    {
      "contrastive_lambda": 0.7228333349193312,
      "epoch": 6.606051154086089,
      "step": 21179
    },
    {
      "epoch": 6.606363069245165,
      "grad_norm": 0.2068198025226593,
      "learning_rate": 7.693312192354886e-05,
      "loss": 0.0344,
      "step": 21180
    },
    {
      "epoch": 6.606363069245165,
      "flow_loss": 0.027922509238123894,
      "step": 21180
    },
    {
      "contrastive_loss": 0.00642783660441637,
      "epoch": 6.606363069245165,
      "step": 21180
    },
    {
      "contrastive_lambda": 0.7228098983593128,
      "epoch": 6.606363069245165,
      "step": 21180
    },
    {
      "contrastive_lambda": 0.7227864611884481,
      "epoch": 6.606674984404242,
      "step": 21181
    },
    {
      "contrastive_lambda": 0.7227630234068019,
      "epoch": 6.606986899563319,
      "step": 21182
    },
    {
      "contrastive_lambda": 0.7227395850144381,
      "epoch": 6.607298814722395,
      "step": 21183
    },
    {
      "contrastive_lambda": 0.7227161460114211,
      "epoch": 6.607610729881472,
      "step": 21184
    },
    {
      "contrastive_lambda": 0.7226927063978152,
      "epoch": 6.607922645040549,
      "step": 21185
    },
    {
      "contrastive_lambda": 0.7226692661736847,
      "epoch": 6.608234560199626,
      "step": 21186
    },
    {
      "contrastive_lambda": 0.7226458253390934,
      "epoch": 6.608546475358702,
      "step": 21187
    },
    {
      "contrastive_lambda": 0.7226223838941062,
      "epoch": 6.60885839051778,
      "step": 21188
    },
    {
      "contrastive_lambda": 0.7225989418387871,
      "epoch": 6.609170305676856,
      "step": 21189
    },
    {
      "epoch": 6.6094822208359325,
      "grad_norm": 0.109305739402771,
      "learning_rate": 7.690989976452532e-05,
      "loss": 0.0353,
      "step": 21190
    },
    {
      "epoch": 6.6094822208359325,
      "flow_loss": 0.05125480890274048,
      "step": 21190
    },
    {
      "contrastive_loss": 0.005504868924617767,
      "epoch": 6.6094822208359325,
      "step": 21190
    },
    {
      "contrastive_lambda": 0.7225754991732003,
      "epoch": 6.6094822208359325,
      "step": 21190
    },
    {
      "contrastive_lambda": 0.7225520558974101,
      "epoch": 6.609794135995009,
      "step": 21191
    },
    {
      "contrastive_lambda": 0.7225286120114809,
      "epoch": 6.610106051154086,
      "step": 21192
    },
    {
      "contrastive_lambda": 0.7225051675154768,
      "epoch": 6.610417966313163,
      "step": 21193
    },
    {
      "contrastive_lambda": 0.7224817224094622,
      "epoch": 6.610729881472239,
      "step": 21194
    },
    {
      "contrastive_lambda": 0.7224582766935012,
      "epoch": 6.611041796631317,
      "step": 21195
    },
    {
      "contrastive_lambda": 0.7224348303676583,
      "epoch": 6.611353711790393,
      "step": 21196
    },
    {
      "contrastive_lambda": 0.7224113834319978,
      "epoch": 6.61166562694947,
      "step": 21197
    },
    {
      "contrastive_lambda": 0.7223879358865836,
      "epoch": 6.611977542108546,
      "step": 21198
    },
    {
      "contrastive_lambda": 0.7223644877314804,
      "epoch": 6.612289457267623,
      "step": 21199
    },
    {
      "epoch": 6.6126013724267,
      "grad_norm": 0.16336072981357574,
      "learning_rate": 7.688666943098475e-05,
      "loss": 0.0378,
      "step": 21200
    },
    {
      "epoch": 6.6126013724267,
      "flow_loss": 0.028031354770064354,
      "step": 21200
    },
    {
      "contrastive_loss": 0.005380611401051283,
      "epoch": 6.6126013724267,
      "step": 21200
    },
    {
      "contrastive_lambda": 0.7223410389667524,
      "epoch": 6.6126013724267,
      "step": 21200
    },
    {
      "contrastive_lambda": 0.7223175895924637,
      "epoch": 6.612913287585776,
      "step": 21201
    },
    {
      "contrastive_lambda": 0.7222941396086788,
      "epoch": 6.613225202744854,
      "step": 21202
    },
    {
      "contrastive_lambda": 0.7222706890154619,
      "epoch": 6.61353711790393,
      "step": 21203
    },
    {
      "contrastive_lambda": 0.7222472378128771,
      "epoch": 6.613849033063007,
      "step": 21204
    },
    {
      "contrastive_lambda": 0.7222237860009891,
      "epoch": 6.614160948222084,
      "step": 21205
    },
    {
      "contrastive_lambda": 0.7222003335798619,
      "epoch": 6.6144728633811605,
      "step": 21206
    },
    {
      "contrastive_lambda": 0.7221768805495599,
      "epoch": 6.614784778540237,
      "step": 21207
    },
    {
      "contrastive_lambda": 0.7221534269101473,
      "epoch": 6.615096693699313,
      "step": 21208
    },
    {
      "contrastive_lambda": 0.7221299726616885,
      "epoch": 6.615408608858391,
      "step": 21209
    },
    {
      "epoch": 6.615720524017467,
      "grad_norm": 0.16936913132667542,
      "learning_rate": 7.686343092998389e-05,
      "loss": 0.0353,
      "step": 21210
    },
    {
      "epoch": 6.615720524017467,
      "flow_loss": 0.04121757671236992,
      "step": 21210
    },
    {
      "contrastive_loss": 0.005715184845030308,
      "epoch": 6.615720524017467,
      "step": 21210
    },
    {
      "contrastive_lambda": 0.7221065178042476,
      "epoch": 6.615720524017467,
      "step": 21210
    },
    {
      "contrastive_lambda": 0.7220830623378893,
      "epoch": 6.616032439176544,
      "step": 21211
    },
    {
      "contrastive_lambda": 0.7220596062626776,
      "epoch": 6.616344354335621,
      "step": 21212
    },
    {
      "contrastive_lambda": 0.7220361495786769,
      "epoch": 6.6166562694946975,
      "step": 21213
    },
    {
      "contrastive_lambda": 0.7220126922859514,
      "epoch": 6.616968184653774,
      "step": 21214
    },
    {
      "contrastive_lambda": 0.7219892343845656,
      "epoch": 6.6172800998128505,
      "step": 21215
    },
    {
      "contrastive_lambda": 0.7219657758745838,
      "epoch": 6.617592014971928,
      "step": 21216
    },
    {
      "contrastive_lambda": 0.7219423167560701,
      "epoch": 6.617903930131004,
      "step": 21217
    },
    {
      "contrastive_lambda": 0.7219188570290889,
      "epoch": 6.618215845290081,
      "step": 21218
    },
    {
      "contrastive_lambda": 0.7218953966937045,
      "epoch": 6.618527760449158,
      "step": 21219
    },
    {
      "epoch": 6.618839675608235,
      "grad_norm": 0.0915905311703682,
      "learning_rate": 7.684018426858202e-05,
      "loss": 0.036,
      "step": 21220
    },
    {
      "epoch": 6.618839675608235,
      "flow_loss": 0.0400356650352478,
      "step": 21220
    },
    {
      "contrastive_loss": 0.004404283128678799,
      "epoch": 6.618839675608235,
      "step": 21220
    },
    {
      "contrastive_lambda": 0.7218719357499814,
      "epoch": 6.618839675608235,
      "step": 21220
    },
    {
      "contrastive_lambda": 0.7218484741979837,
      "epoch": 6.619151590767311,
      "step": 21221
    },
    {
      "contrastive_lambda": 0.7218250120377759,
      "epoch": 6.619463505926388,
      "step": 21222
    },
    {
      "contrastive_lambda": 0.7218015492694223,
      "epoch": 6.619775421085465,
      "step": 21223
    },
    {
      "contrastive_lambda": 0.721778085892987,
      "epoch": 6.620087336244541,
      "step": 21224
    },
    {
      "contrastive_lambda": 0.7217546219085346,
      "epoch": 6.620399251403618,
      "step": 21225
    },
    {
      "contrastive_lambda": 0.7217311573161292,
      "epoch": 6.620711166562695,
      "step": 21226
    },
    {
      "contrastive_lambda": 0.7217076921158353,
      "epoch": 6.621023081721772,
      "step": 21227
    },
    {
      "contrastive_lambda": 0.7216842263077172,
      "epoch": 6.621334996880848,
      "step": 21228
    },
    {
      "contrastive_lambda": 0.7216607598918391,
      "epoch": 6.6216469120399255,
      "step": 21229
    },
    {
      "epoch": 6.621958827199002,
      "grad_norm": 0.09759082645177841,
      "learning_rate": 7.681692945384084e-05,
      "loss": 0.0408,
      "step": 21230
    },
    {
      "epoch": 6.621958827199002,
      "flow_loss": 0.06633913516998291,
      "step": 21230
    },
    {
      "contrastive_loss": 0.008079931139945984,
      "epoch": 6.621958827199002,
      "step": 21230
    },
    {
      "contrastive_lambda": 0.7216372928682656,
      "epoch": 6.621958827199002,
      "step": 21230
    },
    {
      "contrastive_lambda": 0.7216138252370609,
      "epoch": 6.622270742358078,
      "step": 21231
    },
    {
      "contrastive_lambda": 0.7215903569982891,
      "epoch": 6.622582657517155,
      "step": 21232
    },
    {
      "contrastive_lambda": 0.7215668881520149,
      "epoch": 6.622894572676232,
      "step": 21233
    },
    {
      "contrastive_lambda": 0.7215434186983025,
      "epoch": 6.623206487835309,
      "step": 21234
    },
    {
      "contrastive_lambda": 0.7215199486372161,
      "epoch": 6.623518402994385,
      "step": 21235
    },
    {
      "contrastive_lambda": 0.7214964779688204,
      "epoch": 6.623830318153463,
      "step": 21236
    },
    {
      "contrastive_lambda": 0.7214730066931794,
      "epoch": 6.624142233312539,
      "step": 21237
    },
    {
      "contrastive_lambda": 0.7214495348103576,
      "epoch": 6.6244541484716155,
      "step": 21238
    },
    {
      "contrastive_lambda": 0.7214260623204194,
      "epoch": 6.624766063630693,
      "step": 21239
    },
    {
      "epoch": 6.625077978789769,
      "grad_norm": 0.14543479681015015,
      "learning_rate": 7.679366649282456e-05,
      "loss": 0.04,
      "step": 21240
    },
    {
      "epoch": 6.625077978789769,
      "flow_loss": 0.04088642820715904,
      "step": 21240
    },
    {
      "contrastive_loss": 0.00466343155130744,
      "epoch": 6.625077978789769,
      "step": 21240
    },
    {
      "contrastive_lambda": 0.721402589223429,
      "epoch": 6.625077978789769,
      "step": 21240
    },
    {
      "contrastive_lambda": 0.7213791155194508,
      "epoch": 6.625389893948846,
      "step": 21241
    },
    {
      "contrastive_lambda": 0.7213556412085492,
      "epoch": 6.625701809107922,
      "step": 21242
    },
    {
      "contrastive_lambda": 0.7213321662907887,
      "epoch": 6.626013724267,
      "step": 21243
    },
    {
      "contrastive_lambda": 0.7213086907662332,
      "epoch": 6.626325639426076,
      "step": 21244
    },
    {
      "contrastive_lambda": 0.7212852146349475,
      "epoch": 6.626637554585153,
      "step": 21245
    },
    {
      "contrastive_lambda": 0.7212617378969959,
      "epoch": 6.62694946974423,
      "step": 21246
    },
    {
      "contrastive_lambda": 0.7212382605524427,
      "epoch": 6.627261384903306,
      "step": 21247
    },
    {
      "contrastive_lambda": 0.7212147826013521,
      "epoch": 6.627573300062383,
      "step": 21248
    },
    {
      "contrastive_lambda": 0.7211913040437886,
      "epoch": 6.627885215221459,
      "step": 21249
    },
    {
      "epoch": 6.628197130380537,
      "grad_norm": 0.10710424929857254,
      "learning_rate": 7.677039539259983e-05,
      "loss": 0.0367,
      "step": 21250
    },
    {
      "epoch": 6.628197130380537,
      "flow_loss": 0.02311042696237564,
      "step": 21250
    },
    {
      "contrastive_loss": 0.005680607631802559,
      "epoch": 6.628197130380537,
      "step": 21250
    },
    {
      "contrastive_lambda": 0.7211678248798168,
      "epoch": 6.628197130380537,
      "step": 21250
    },
    {
      "contrastive_lambda": 0.7211443451095008,
      "epoch": 6.628509045539613,
      "step": 21251
    },
    {
      "contrastive_lambda": 0.7211208647329047,
      "epoch": 6.62882096069869,
      "step": 21252
    },
    {
      "contrastive_lambda": 0.7210973837500936,
      "epoch": 6.629132875857767,
      "step": 21253
    },
    {
      "contrastive_lambda": 0.7210739021611313,
      "epoch": 6.6294447910168435,
      "step": 21254
    },
    {
      "contrastive_lambda": 0.7210504199660823,
      "epoch": 6.62975670617592,
      "step": 21255
    },
    {
      "contrastive_lambda": 0.7210269371650111,
      "epoch": 6.630068621334997,
      "step": 21256
    },
    {
      "contrastive_lambda": 0.7210034537579819,
      "epoch": 6.630380536494074,
      "step": 21257
    },
    {
      "contrastive_lambda": 0.7209799697450593,
      "epoch": 6.63069245165315,
      "step": 21258
    },
    {
      "contrastive_lambda": 0.7209564851263075,
      "epoch": 6.631004366812227,
      "step": 21259
    },
    {
      "epoch": 6.631316281971304,
      "grad_norm": 0.1382807195186615,
      "learning_rate": 7.674711616023581e-05,
      "loss": 0.0415,
      "step": 21260
    },
    {
      "epoch": 6.631316281971304,
      "flow_loss": 0.06659954786300659,
      "step": 21260
    },
    {
      "contrastive_loss": 0.008975883945822716,
      "epoch": 6.631316281971304,
      "step": 21260
    },
    {
      "contrastive_lambda": 0.720932999901791,
      "epoch": 6.631316281971304,
      "step": 21260
    },
    {
      "contrastive_lambda": 0.7209095140715741,
      "epoch": 6.6316281971303805,
      "step": 21261
    },
    {
      "contrastive_lambda": 0.7208860276357213,
      "epoch": 6.631940112289457,
      "step": 21262
    },
    {
      "contrastive_lambda": 0.7208625405942968,
      "epoch": 6.632252027448534,
      "step": 21263
    },
    {
      "contrastive_lambda": 0.7208390529473652,
      "epoch": 6.632563942607611,
      "step": 21264
    },
    {
      "contrastive_lambda": 0.7208155646949908,
      "epoch": 6.632875857766687,
      "step": 21265
    },
    {
      "contrastive_lambda": 0.7207920758372378,
      "epoch": 6.633187772925764,
      "step": 21266
    },
    {
      "contrastive_lambda": 0.7207685863741708,
      "epoch": 6.633499688084841,
      "step": 21267
    },
    {
      "contrastive_lambda": 0.7207450963058545,
      "epoch": 6.633811603243918,
      "step": 21268
    },
    {
      "contrastive_lambda": 0.7207216056323528,
      "epoch": 6.634123518402994,
      "step": 21269
    },
    {
      "epoch": 6.634435433562071,
      "grad_norm": 0.14614485204219818,
      "learning_rate": 7.672382880280413e-05,
      "loss": 0.0417,
      "step": 21270
    },
    {
      "epoch": 6.634435433562071,
      "flow_loss": 0.04855507239699364,
      "step": 21270
    },
    {
      "contrastive_loss": 0.007277493365108967,
      "epoch": 6.634435433562071,
      "step": 21270
    },
    {
      "contrastive_lambda": 0.7206981143537303,
      "epoch": 6.634435433562071,
      "step": 21270
    },
    {
      "contrastive_lambda": 0.7206746224700513,
      "epoch": 6.634747348721148,
      "step": 21271
    },
    {
      "contrastive_lambda": 0.7206511299813804,
      "epoch": 6.635059263880224,
      "step": 21272
    },
    {
      "contrastive_lambda": 0.720627636887782,
      "epoch": 6.635371179039302,
      "step": 21273
    },
    {
      "contrastive_lambda": 0.7206041431893202,
      "epoch": 6.635683094198378,
      "step": 21274
    },
    {
      "contrastive_lambda": 0.7205806488860595,
      "epoch": 6.635995009357455,
      "step": 21275
    },
    {
      "contrastive_lambda": 0.7205571539780647,
      "epoch": 6.636306924516531,
      "step": 21276
    },
    {
      "contrastive_lambda": 0.7205336584654001,
      "epoch": 6.6366188396756085,
      "step": 21277
    },
    {
      "contrastive_lambda": 0.7205101623481295,
      "epoch": 6.636930754834685,
      "step": 21278
    },
    {
      "contrastive_lambda": 0.720486665626318,
      "epoch": 6.6372426699937614,
      "step": 21279
    },
    {
      "epoch": 6.637554585152839,
      "grad_norm": 0.11378056555986404,
      "learning_rate": 7.670053332737885e-05,
      "loss": 0.0417,
      "step": 21280
    },
    {
      "epoch": 6.637554585152839,
      "flow_loss": 0.021428104490041733,
      "step": 21280
    },
    {
      "contrastive_loss": 0.006766072474420071,
      "epoch": 6.637554585152839,
      "step": 21280
    },
    {
      "contrastive_lambda": 0.7204631683000299,
      "epoch": 6.637554585152839,
      "step": 21280
    },
    {
      "contrastive_lambda": 0.7204396703693293,
      "epoch": 6.637866500311915,
      "step": 21281
    },
    {
      "contrastive_lambda": 0.7204161718342809,
      "epoch": 6.638178415470992,
      "step": 21282
    },
    {
      "contrastive_lambda": 0.720392672694949,
      "epoch": 6.638490330630068,
      "step": 21283
    },
    {
      "contrastive_lambda": 0.7203691729513981,
      "epoch": 6.638802245789146,
      "step": 21284
    },
    {
      "contrastive_lambda": 0.7203456726036928,
      "epoch": 6.639114160948222,
      "step": 21285
    },
    {
      "contrastive_lambda": 0.720322171651897,
      "epoch": 6.6394260761072985,
      "step": 21286
    },
    {
      "contrastive_lambda": 0.7202986700960756,
      "epoch": 6.639737991266376,
      "step": 21287
    },
    {
      "contrastive_lambda": 0.7202751679362931,
      "epoch": 6.640049906425452,
      "step": 21288
    },
    {
      "contrastive_lambda": 0.7202516651726134,
      "epoch": 6.640361821584529,
      "step": 21289
    },
    {
      "epoch": 6.640673736743606,
      "grad_norm": 0.14507342875003815,
      "learning_rate": 7.667722974103654e-05,
      "loss": 0.0367,
      "step": 21290
    },
    {
      "epoch": 6.640673736743606,
      "flow_loss": 0.043313439935445786,
      "step": 21290
    },
    {
      "contrastive_loss": 0.005807635374367237,
      "epoch": 6.640673736743606,
      "step": 21290
    },
    {
      "contrastive_lambda": 0.7202281618051014,
      "epoch": 6.640673736743606,
      "step": 21290
    },
    {
      "contrastive_lambda": 0.7202046578338214,
      "epoch": 6.640985651902683,
      "step": 21291
    },
    {
      "contrastive_lambda": 0.7201811532588378,
      "epoch": 6.641297567061759,
      "step": 21292
    },
    {
      "contrastive_lambda": 0.7201576480802151,
      "epoch": 6.641609482220836,
      "step": 21293
    },
    {
      "contrastive_lambda": 0.7201341422980176,
      "epoch": 6.641921397379913,
      "step": 21294
    },
    {
      "contrastive_lambda": 0.72011063591231,
      "epoch": 6.642233312538989,
      "step": 21295
    },
    {
      "contrastive_lambda": 0.7200871289231565,
      "epoch": 6.642545227698066,
      "step": 21296
    },
    {
      "contrastive_lambda": 0.7200636213306217,
      "epoch": 6.642857142857143,
      "step": 21297
    },
    {
      "contrastive_lambda": 0.7200401131347698,
      "epoch": 6.64316905801622,
      "step": 21298
    },
    {
      "contrastive_lambda": 0.7200166043356656,
      "epoch": 6.643480973175296,
      "step": 21299
    },
    {
      "epoch": 6.643792888334373,
      "grad_norm": 0.11561369895935059,
      "learning_rate": 7.66539180508562e-05,
      "loss": 0.0431,
      "step": 21300
    },
    {
      "epoch": 6.643792888334373,
      "flow_loss": 0.03280375897884369,
      "step": 21300
    },
    {
      "contrastive_loss": 0.006165282800793648,
      "epoch": 6.643792888334373,
      "step": 21300
    },
    {
      "contrastive_lambda": 0.7199930949333734,
      "epoch": 6.643792888334373,
      "step": 21300
    },
    {
      "contrastive_lambda": 0.7199695849279575,
      "epoch": 6.64410480349345,
      "step": 21301
    },
    {
      "contrastive_lambda": 0.7199460743194827,
      "epoch": 6.6444167186525265,
      "step": 21302
    },
    {
      "contrastive_lambda": 0.7199225631080131,
      "epoch": 6.644728633811603,
      "step": 21303
    },
    {
      "contrastive_lambda": 0.7198990512936134,
      "epoch": 6.64504054897068,
      "step": 21304
    },
    {
      "contrastive_lambda": 0.7198755388763479,
      "epoch": 6.645352464129757,
      "step": 21305
    },
    {
      "contrastive_lambda": 0.719852025856281,
      "epoch": 6.645664379288833,
      "step": 21306
    },
    {
      "contrastive_lambda": 0.7198285122334775,
      "epoch": 6.645976294447911,
      "step": 21307
    },
    {
      "contrastive_lambda": 0.7198049980080018,
      "epoch": 6.646288209606987,
      "step": 21308
    },
    {
      "contrastive_lambda": 0.7197814831799179,
      "epoch": 6.6466001247660635,
      "step": 21309
    },
    {
      "epoch": 6.64691203992514,
      "grad_norm": 0.1372615396976471,
      "learning_rate": 7.663059826391932e-05,
      "loss": 0.0299,
      "step": 21310
    },
    {
      "epoch": 6.64691203992514,
      "flow_loss": 0.037172142416238785,
      "step": 21310
    },
    {
      "contrastive_loss": 0.0070563009940087795,
      "epoch": 6.64691203992514,
      "step": 21310
    },
    {
      "contrastive_lambda": 0.7197579677492907,
      "epoch": 6.64691203992514,
      "step": 21310
    },
    {
      "contrastive_lambda": 0.7197344517161846,
      "epoch": 6.647223955084217,
      "step": 21311
    },
    {
      "contrastive_lambda": 0.7197109350806639,
      "epoch": 6.647535870243294,
      "step": 21312
    },
    {
      "contrastive_lambda": 0.7196874178427932,
      "epoch": 6.64784778540237,
      "step": 21313
    },
    {
      "contrastive_lambda": 0.7196639000026371,
      "epoch": 6.648159700561448,
      "step": 21314
    },
    {
      "contrastive_lambda": 0.7196403815602599,
      "epoch": 6.648471615720524,
      "step": 21315
    },
    {
      "contrastive_lambda": 0.7196168625157262,
      "epoch": 6.648783530879601,
      "step": 21316
    },
    {
      "contrastive_lambda": 0.7195933428691001,
      "epoch": 6.649095446038677,
      "step": 21317
    },
    {
      "contrastive_lambda": 0.7195698226204467,
      "epoch": 6.649407361197754,
      "step": 21318
    },
    {
      "contrastive_lambda": 0.7195463017698301,
      "epoch": 6.649719276356831,
      "step": 21319
    },
    {
      "epoch": 6.650031191515907,
      "grad_norm": 0.08810455352067947,
      "learning_rate": 7.660727038730981e-05,
      "loss": 0.0343,
      "step": 21320
    },
    {
      "epoch": 6.650031191515907,
      "flow_loss": 0.0501788966357708,
      "step": 21320
    },
    {
      "contrastive_loss": 0.005142073146998882,
      "epoch": 6.650031191515907,
      "step": 21320
    },
    {
      "contrastive_lambda": 0.7195227803173148,
      "epoch": 6.650031191515907,
      "step": 21320
    },
    {
      "contrastive_lambda": 0.7194992582629653,
      "epoch": 6.650343106674985,
      "step": 21321
    },
    {
      "contrastive_lambda": 0.7194757356068462,
      "epoch": 6.650655021834061,
      "step": 21322
    },
    {
      "contrastive_lambda": 0.7194522123490219,
      "epoch": 6.650966936993138,
      "step": 21323
    },
    {
      "contrastive_lambda": 0.7194286884895568,
      "epoch": 6.651278852152215,
      "step": 21324
    },
    {
      "contrastive_lambda": 0.7194051640285156,
      "epoch": 6.6515907673112915,
      "step": 21325
    },
    {
      "contrastive_lambda": 0.7193816389659626,
      "epoch": 6.651902682470368,
      "step": 21326
    },
    {
      "contrastive_lambda": 0.7193581133019625,
      "epoch": 6.6522145976294444,
      "step": 21327
    },
    {
      "contrastive_lambda": 0.7193345870365796,
      "epoch": 6.652526512788522,
      "step": 21328
    },
    {
      "contrastive_lambda": 0.7193110601698784,
      "epoch": 6.652838427947598,
      "step": 21329
    },
    {
      "epoch": 6.653150343106675,
      "grad_norm": 0.14780913293361664,
      "learning_rate": 7.65839344281141e-05,
      "loss": 0.0362,
      "step": 21330
    },
    {
      "epoch": 6.653150343106675,
      "flow_loss": 0.03686900809407234,
      "step": 21330
    },
    {
      "contrastive_loss": 0.007803549058735371,
      "epoch": 6.653150343106675,
      "step": 21330
    },
    {
      "contrastive_lambda": 0.7192875327019237,
      "epoch": 6.653150343106675,
      "step": 21330
    },
    {
      "contrastive_lambda": 0.7192640046327796,
      "epoch": 6.653462258265751,
      "step": 21331
    },
    {
      "contrastive_lambda": 0.7192404759625107,
      "epoch": 6.653774173424829,
      "step": 21332
    },
    {
      "contrastive_lambda": 0.7192169466911817,
      "epoch": 6.654086088583905,
      "step": 21333
    },
    {
      "contrastive_lambda": 0.7191934168188571,
      "epoch": 6.6543980037429815,
      "step": 21334
    },
    {
      "contrastive_lambda": 0.7191698863456012,
      "epoch": 6.654709918902059,
      "step": 21335
    },
    {
      "contrastive_lambda": 0.7191463552714786,
      "epoch": 6.655021834061135,
      "step": 21336
    },
    {
      "contrastive_lambda": 0.7191228235965538,
      "epoch": 6.655333749220212,
      "step": 21337
    },
    {
      "contrastive_lambda": 0.7190992913208915,
      "epoch": 6.655645664379289,
      "step": 21338
    },
    {
      "contrastive_lambda": 0.719075758444556,
      "epoch": 6.655957579538366,
      "step": 21339
    },
    {
      "epoch": 6.656269494697442,
      "grad_norm": 0.13587728142738342,
      "learning_rate": 7.656059039342101e-05,
      "loss": 0.0378,
      "step": 21340
    },
    {
      "epoch": 6.656269494697442,
      "flow_loss": 0.021883878856897354,
      "step": 21340
    },
    {
      "contrastive_loss": 0.004865247290581465,
      "epoch": 6.656269494697442,
      "step": 21340
    },
    {
      "contrastive_lambda": 0.7190522249676116,
      "epoch": 6.656269494697442,
      "step": 21340
    },
    {
      "contrastive_lambda": 0.7190286908901233,
      "epoch": 6.6565814098565195,
      "step": 21341
    },
    {
      "contrastive_lambda": 0.7190051562121555,
      "epoch": 6.656893325015596,
      "step": 21342
    },
    {
      "contrastive_lambda": 0.7189816209337724,
      "epoch": 6.657205240174672,
      "step": 21343
    },
    {
      "contrastive_lambda": 0.718958085055039,
      "epoch": 6.657517155333749,
      "step": 21344
    },
    {
      "contrastive_lambda": 0.7189345485760195,
      "epoch": 6.657829070492826,
      "step": 21345
    },
    {
      "contrastive_lambda": 0.7189110114967784,
      "epoch": 6.658140985651903,
      "step": 21346
    },
    {
      "contrastive_lambda": 0.7188874738173803,
      "epoch": 6.658452900810979,
      "step": 21347
    },
    {
      "contrastive_lambda": 0.71886393553789,
      "epoch": 6.658764815970056,
      "step": 21348
    },
    {
      "contrastive_lambda": 0.7188403966583716,
      "epoch": 6.659076731129133,
      "step": 21349
    },
    {
      "epoch": 6.6593886462882095,
      "grad_norm": 0.12202560901641846,
      "learning_rate": 7.653723829032187e-05,
      "loss": 0.0358,
      "step": 21350
    },
    {
      "epoch": 6.6593886462882095,
      "flow_loss": 0.05176805332303047,
      "step": 21350
    },
    {
      "contrastive_loss": 0.006862625479698181,
      "epoch": 6.6593886462882095,
      "step": 21350
    },
    {
      "contrastive_lambda": 0.7188168571788899,
      "epoch": 6.6593886462882095,
      "step": 21350
    },
    {
      "contrastive_lambda": 0.7187933170995093,
      "epoch": 6.659700561447286,
      "step": 21351
    },
    {
      "contrastive_lambda": 0.7187697764202944,
      "epoch": 6.660012476606363,
      "step": 21352
    },
    {
      "contrastive_lambda": 0.7187462351413099,
      "epoch": 6.66032439176544,
      "step": 21353
    },
    {
      "contrastive_lambda": 0.71872269326262,
      "epoch": 6.660636306924516,
      "step": 21354
    },
    {
      "contrastive_lambda": 0.7186991507842894,
      "epoch": 6.660948222083594,
      "step": 21355
    },
    {
      "contrastive_lambda": 0.7186756077063827,
      "epoch": 6.66126013724267,
      "step": 21356
    },
    {
      "contrastive_lambda": 0.7186520640289645,
      "epoch": 6.6615720524017465,
      "step": 21357
    },
    {
      "contrastive_lambda": 0.7186285197520992,
      "epoch": 6.661883967560824,
      "step": 21358
    },
    {
      "contrastive_lambda": 0.7186049748758514,
      "epoch": 6.6621958827199,
      "step": 21359
    },
    {
      "epoch": 6.662507797878977,
      "grad_norm": 0.14729134738445282,
      "learning_rate": 7.65138781259104e-05,
      "loss": 0.045,
      "step": 21360
    },
    {
      "epoch": 6.662507797878977,
      "flow_loss": 0.048884067684412,
      "step": 21360
    },
    {
      "contrastive_loss": 0.004967343062162399,
      "epoch": 6.662507797878977,
      "step": 21360
    },
    {
      "contrastive_lambda": 0.7185814294002856,
      "epoch": 6.662507797878977,
      "step": 21360
    },
    {
      "contrastive_lambda": 0.7185578833254664,
      "epoch": 6.662819713038053,
      "step": 21361
    },
    {
      "contrastive_lambda": 0.7185343366514585,
      "epoch": 6.663131628197131,
      "step": 21362
    },
    {
      "contrastive_lambda": 0.7185107893783261,
      "epoch": 6.663443543356207,
      "step": 21363
    },
    {
      "contrastive_lambda": 0.7184872415061342,
      "epoch": 6.663755458515284,
      "step": 21364
    },
    {
      "contrastive_lambda": 0.7184636930349471,
      "epoch": 6.66406737367436,
      "step": 21365
    },
    {
      "contrastive_lambda": 0.718440143964829,
      "epoch": 6.664379288833437,
      "step": 21366
    },
    {
      "contrastive_lambda": 0.7184165942958451,
      "epoch": 6.664691203992514,
      "step": 21367
    },
    {
      "contrastive_lambda": 0.7183930440280599,
      "epoch": 6.66500311915159,
      "step": 21368
    },
    {
      "contrastive_lambda": 0.7183694931615375,
      "epoch": 6.665315034310668,
      "step": 21369
    },
    {
      "epoch": 6.665626949469744,
      "grad_norm": 0.1212768629193306,
      "learning_rate": 7.649050990728279e-05,
      "loss": 0.0436,
      "step": 21370
    },
    {
      "epoch": 6.665626949469744,
      "flow_loss": 0.035484109073877335,
      "step": 21370
    },
    {
      "contrastive_loss": 0.008907463401556015,
      "epoch": 6.665626949469744,
      "step": 21370
    },
    {
      "contrastive_lambda": 0.7183459416963428,
      "epoch": 6.665626949469744,
      "step": 21370
    },
    {
      "contrastive_lambda": 0.7183223896325404,
      "epoch": 6.665938864628821,
      "step": 21371
    },
    {
      "contrastive_lambda": 0.7182988369701947,
      "epoch": 6.666250779787898,
      "step": 21372
    },
    {
      "contrastive_lambda": 0.7182752837093704,
      "epoch": 6.6665626949469745,
      "step": 21373
    },
    {
      "contrastive_lambda": 0.7182517298501319,
      "epoch": 6.666874610106051,
      "step": 21374
    },
    {
      "contrastive_lambda": 0.7182281753925439,
      "epoch": 6.667186525265128,
      "step": 21375
    },
    {
      "contrastive_lambda": 0.7182046203366711,
      "epoch": 6.667498440424205,
      "step": 21376
    },
    {
      "contrastive_lambda": 0.7181810646825778,
      "epoch": 6.667810355583281,
      "step": 21377
    },
    {
      "contrastive_lambda": 0.7181575084303288,
      "epoch": 6.668122270742358,
      "step": 21378
    },
    {
      "contrastive_lambda": 0.7181339515799886,
      "epoch": 6.668434185901435,
      "step": 21379
    },
    {
      "epoch": 6.668746101060512,
      "grad_norm": 0.10738392919301987,
      "learning_rate": 7.646713364153774e-05,
      "loss": 0.0387,
      "step": 21380
    },
    {
      "epoch": 6.668746101060512,
      "flow_loss": 0.04547453671693802,
      "step": 21380
    },
    {
      "contrastive_loss": 0.004726124461740255,
      "epoch": 6.668746101060512,
      "step": 21380
    },
    {
      "contrastive_lambda": 0.7181103941316218,
      "epoch": 6.668746101060512,
      "step": 21380
    },
    {
      "contrastive_lambda": 0.7180868360852929,
      "epoch": 6.669058016219588,
      "step": 21381
    },
    {
      "contrastive_lambda": 0.7180632774410667,
      "epoch": 6.6693699313786645,
      "step": 21382
    },
    {
      "contrastive_lambda": 0.7180397181990075,
      "epoch": 6.669681846537742,
      "step": 21383
    },
    {
      "contrastive_lambda": 0.7180161583591801,
      "epoch": 6.669993761696818,
      "step": 21384
    },
    {
      "contrastive_lambda": 0.717992597921649,
      "epoch": 6.670305676855895,
      "step": 21385
    },
    {
      "contrastive_lambda": 0.7179690368864787,
      "epoch": 6.670617592014972,
      "step": 21386
    },
    {
      "contrastive_lambda": 0.7179454752537342,
      "epoch": 6.670929507174049,
      "step": 21387
    },
    {
      "contrastive_lambda": 0.7179219130234795,
      "epoch": 6.671241422333125,
      "step": 21388
    },
    {
      "contrastive_lambda": 0.7178983501957796,
      "epoch": 6.6715533374922025,
      "step": 21389
    },
    {
      "epoch": 6.671865252651279,
      "grad_norm": 0.13472500443458557,
      "learning_rate": 7.64437493357763e-05,
      "loss": 0.0352,
      "step": 21390
    },
    {
      "epoch": 6.671865252651279,
      "flow_loss": 0.05377344787120819,
      "step": 21390
    },
    {
      "contrastive_loss": 0.004736179020255804,
      "epoch": 6.671865252651279,
      "step": 21390
    },
    {
      "contrastive_lambda": 0.7178747867706992,
      "epoch": 6.671865252651279,
      "step": 21390
    },
    {
      "contrastive_lambda": 0.7178512227483025,
      "epoch": 6.672177167810355,
      "step": 21391
    },
    {
      "contrastive_lambda": 0.7178276581286543,
      "epoch": 6.672489082969433,
      "step": 21392
    },
    {
      "contrastive_lambda": 0.7178040929118192,
      "epoch": 6.672800998128509,
      "step": 21393
    },
    {
      "contrastive_lambda": 0.7177805270978619,
      "epoch": 6.673112913287586,
      "step": 21394
    },
    {
      "contrastive_lambda": 0.717756960686847,
      "epoch": 6.673424828446662,
      "step": 21395
    },
    {
      "contrastive_lambda": 0.7177333936788389,
      "epoch": 6.6737367436057395,
      "step": 21396
    },
    {
      "contrastive_lambda": 0.7177098260739022,
      "epoch": 6.674048658764816,
      "step": 21397
    },
    {
      "contrastive_lambda": 0.7176862578721019,
      "epoch": 6.6743605739238925,
      "step": 21398
    },
    {
      "contrastive_lambda": 0.7176626890735023,
      "epoch": 6.674672489082969,
      "step": 21399
    },
    {
      "epoch": 6.674984404242046,
      "grad_norm": 0.11115501821041107,
      "learning_rate": 7.642035699710202e-05,
      "loss": 0.0431,
      "step": 21400
    },
    {
      "epoch": 6.674984404242046,
      "flow_loss": 0.020493177697062492,
      "step": 21400
    },
    {
      "contrastive_loss": 0.0048025017604231834,
      "epoch": 6.674984404242046,
      "step": 21400
    },
    {
      "contrastive_lambda": 0.717639119678168,
      "epoch": 6.674984404242046,
      "step": 21400
    },
    {
      "contrastive_lambda": 0.7176155496861638,
      "epoch": 6.675296319401123,
      "step": 21401
    },
    {
      "contrastive_lambda": 0.7175919790975542,
      "epoch": 6.675608234560199,
      "step": 21402
    },
    {
      "contrastive_lambda": 0.7175684079124037,
      "epoch": 6.675920149719277,
      "step": 21403
    },
    {
      "contrastive_lambda": 0.7175448361307771,
      "epoch": 6.676232064878353,
      "step": 21404
    },
    {
      "contrastive_lambda": 0.7175212637527391,
      "epoch": 6.6765439800374295,
      "step": 21405
    },
    {
      "contrastive_lambda": 0.7174976907783541,
      "epoch": 6.676855895196507,
      "step": 21406
    },
    {
      "contrastive_lambda": 0.717474117207687,
      "epoch": 6.677167810355583,
      "step": 21407
    },
    {
      "contrastive_lambda": 0.717450543040802,
      "epoch": 6.67747972551466,
      "step": 21408
    },
    {
      "contrastive_lambda": 0.7174269682777641,
      "epoch": 6.677791640673737,
      "step": 21409
    },
    {
      "epoch": 6.678103555832814,
      "grad_norm": 0.11463349312543869,
      "learning_rate": 7.639695663262089e-05,
      "loss": 0.0359,
      "step": 21410
    },
    {
      "epoch": 6.678103555832814,
      "flow_loss": 0.03582269698381424,
      "step": 21410
    },
    {
      "contrastive_loss": 0.007141916546970606,
      "epoch": 6.678103555832814,
      "step": 21410
    },
    {
      "contrastive_lambda": 0.717403392918638,
      "epoch": 6.678103555832814,
      "step": 21410
    },
    {
      "contrastive_lambda": 0.717379816963488,
      "epoch": 6.67841547099189,
      "step": 21411
    },
    {
      "contrastive_lambda": 0.7173562404123788,
      "epoch": 6.678727386150967,
      "step": 21412
    },
    {
      "contrastive_lambda": 0.7173326632653751,
      "epoch": 6.679039301310044,
      "step": 21413
    },
    {
      "contrastive_lambda": 0.7173090855225417,
      "epoch": 6.6793512164691204,
      "step": 21414
    },
    {
      "contrastive_lambda": 0.7172855071839432,
      "epoch": 6.679663131628197,
      "step": 21415
    },
    {
      "contrastive_lambda": 0.717261928249644,
      "epoch": 6.679975046787273,
      "step": 21416
    },
    {
      "contrastive_lambda": 0.7172383487197088,
      "epoch": 6.680286961946351,
      "step": 21417
    },
    {
      "contrastive_lambda": 0.7172147685942025,
      "epoch": 6.680598877105427,
      "step": 21418
    },
    {
      "contrastive_lambda": 0.7171911878731896,
      "epoch": 6.680910792264504,
      "step": 21419
    },
    {
      "epoch": 6.681222707423581,
      "grad_norm": 0.22917991876602173,
      "learning_rate": 7.637354824944128e-05,
      "loss": 0.0382,
      "step": 21420
    },
    {
      "epoch": 6.681222707423581,
      "flow_loss": 0.031940359622240067,
      "step": 21420
    },
    {
      "contrastive_loss": 0.0070620449259877205,
      "epoch": 6.681222707423581,
      "step": 21420
    },
    {
      "contrastive_lambda": 0.7171676065567345,
      "epoch": 6.681222707423581,
      "step": 21420
    },
    {
      "contrastive_lambda": 0.7171440246449023,
      "epoch": 6.6815346225826575,
      "step": 21421
    },
    {
      "contrastive_lambda": 0.7171204421377574,
      "epoch": 6.681846537741734,
      "step": 21422
    },
    {
      "contrastive_lambda": 0.7170968590353644,
      "epoch": 6.682158452900811,
      "step": 21423
    },
    {
      "contrastive_lambda": 0.7170732753377881,
      "epoch": 6.682470368059888,
      "step": 21424
    },
    {
      "contrastive_lambda": 0.717049691045093,
      "epoch": 6.682782283218964,
      "step": 21425
    },
    {
      "contrastive_lambda": 0.717026106157344,
      "epoch": 6.683094198378042,
      "step": 21426
    },
    {
      "contrastive_lambda": 0.7170025206746055,
      "epoch": 6.683406113537118,
      "step": 21427
    },
    {
      "contrastive_lambda": 0.7169789345969422,
      "epoch": 6.683718028696195,
      "step": 21428
    },
    {
      "contrastive_lambda": 0.716955347924419,
      "epoch": 6.684029943855271,
      "step": 21429
    },
    {
      "epoch": 6.684341859014348,
      "grad_norm": 0.11071175336837769,
      "learning_rate": 7.635013185467408e-05,
      "loss": 0.0407,
      "step": 21430
    },
    {
      "epoch": 6.684341859014348,
      "flow_loss": 0.03168704733252525,
      "step": 21430
    },
    {
      "contrastive_loss": 0.004808132536709309,
      "epoch": 6.684341859014348,
      "step": 21430
    },
    {
      "contrastive_lambda": 0.7169317606571004,
      "epoch": 6.684341859014348,
      "step": 21430
    },
    {
      "contrastive_lambda": 0.7169081727950508,
      "epoch": 6.684653774173425,
      "step": 21431
    },
    {
      "contrastive_lambda": 0.7168845843383354,
      "epoch": 6.684965689332501,
      "step": 21432
    },
    {
      "contrastive_lambda": 0.7168609952870185,
      "epoch": 6.685277604491578,
      "step": 21433
    },
    {
      "contrastive_lambda": 0.7168374056411648,
      "epoch": 6.685589519650655,
      "step": 21434
    },
    {
      "contrastive_lambda": 0.7168138154008391,
      "epoch": 6.685901434809732,
      "step": 21435
    },
    {
      "contrastive_lambda": 0.7167902245661061,
      "epoch": 6.686213349968808,
      "step": 21436
    },
    {
      "contrastive_lambda": 0.7167666331370303,
      "epoch": 6.6865252651278855,
      "step": 21437
    },
    {
      "contrastive_lambda": 0.7167430411136765,
      "epoch": 6.686837180286962,
      "step": 21438
    },
    {
      "contrastive_lambda": 0.7167194484961092,
      "epoch": 6.687149095446038,
      "step": 21439
    },
    {
      "epoch": 6.687461010605116,
      "grad_norm": 0.12630417943000793,
      "learning_rate": 7.632670745543256e-05,
      "loss": 0.0374,
      "step": 21440
    },
    {
      "epoch": 6.687461010605116,
      "flow_loss": 0.05031595379114151,
      "step": 21440
    },
    {
      "contrastive_loss": 0.004972556605935097,
      "epoch": 6.687461010605116,
      "step": 21440
    },
    {
      "contrastive_lambda": 0.7166958552843934,
      "epoch": 6.687461010605116,
      "step": 21440
    },
    {
      "contrastive_lambda": 0.7166722614785936,
      "epoch": 6.687772925764192,
      "step": 21441
    },
    {
      "contrastive_lambda": 0.7166486670787744,
      "epoch": 6.688084840923269,
      "step": 21442
    },
    {
      "contrastive_lambda": 0.7166250720850007,
      "epoch": 6.688396756082346,
      "step": 21443
    },
    {
      "contrastive_lambda": 0.716601476497337,
      "epoch": 6.6887086712414225,
      "step": 21444
    },
    {
      "contrastive_lambda": 0.716577880315848,
      "epoch": 6.689020586400499,
      "step": 21445
    },
    {
      "contrastive_lambda": 0.7165542835405985,
      "epoch": 6.6893325015595755,
      "step": 21446
    },
    {
      "contrastive_lambda": 0.7165306861716532,
      "epoch": 6.689644416718653,
      "step": 21447
    },
    {
      "contrastive_lambda": 0.7165070882090766,
      "epoch": 6.689956331877729,
      "step": 21448
    },
    {
      "contrastive_lambda": 0.7164834896529337,
      "epoch": 6.690268247036806,
      "step": 21449
    },
    {
      "epoch": 6.690580162195882,
      "grad_norm": 0.1496509462594986,
      "learning_rate": 7.630327505883242e-05,
      "loss": 0.0419,
      "step": 21450
    },
    {
      "epoch": 6.690580162195882,
      "flow_loss": 0.023043030872941017,
      "step": 21450
    },
    {
      "contrastive_loss": 0.0052767847664654255,
      "epoch": 6.690580162195882,
      "step": 21450
    },
    {
      "contrastive_lambda": 0.7164598905032888,
      "epoch": 6.690580162195882,
      "step": 21450
    },
    {
      "contrastive_lambda": 0.716436290760207,
      "epoch": 6.69089207735496,
      "step": 21451
    },
    {
      "contrastive_lambda": 0.7164126904237528,
      "epoch": 6.691203992514036,
      "step": 21452
    },
    {
      "contrastive_lambda": 0.7163890894939909,
      "epoch": 6.6915159076731126,
      "step": 21453
    },
    {
      "contrastive_lambda": 0.7163654879709859,
      "epoch": 6.69182782283219,
      "step": 21454
    },
    {
      "contrastive_lambda": 0.7163418858548027,
      "epoch": 6.692139737991266,
      "step": 21455
    },
    {
      "contrastive_lambda": 0.716318283145506,
      "epoch": 6.692451653150343,
      "step": 21456
    },
    {
      "contrastive_lambda": 0.7162946798431604,
      "epoch": 6.69276356830942,
      "step": 21457
    },
    {
      "contrastive_lambda": 0.7162710759478307,
      "epoch": 6.693075483468497,
      "step": 21458
    },
    {
      "contrastive_lambda": 0.7162474714595815,
      "epoch": 6.693387398627573,
      "step": 21459
    },
    {
      "epoch": 6.6936993137866505,
      "grad_norm": 0.129216268658638,
      "learning_rate": 7.627983467199182e-05,
      "loss": 0.0375,
      "step": 21460
    },
    {
      "epoch": 6.6936993137866505,
      "flow_loss": 0.039463914930820465,
      "step": 21460
    },
    {
      "contrastive_loss": 0.004538338631391525,
      "epoch": 6.6936993137866505,
      "step": 21460
    },
    {
      "contrastive_lambda": 0.7162238663784777,
      "epoch": 6.6936993137866505,
      "step": 21460
    },
    {
      "contrastive_lambda": 0.7162002607045839,
      "epoch": 6.694011228945727,
      "step": 21461
    },
    {
      "contrastive_lambda": 0.7161766544379645,
      "epoch": 6.6943231441048034,
      "step": 21462
    },
    {
      "contrastive_lambda": 0.7161530475786848,
      "epoch": 6.69463505926388,
      "step": 21463
    },
    {
      "contrastive_lambda": 0.7161294401268092,
      "epoch": 6.694946974422957,
      "step": 21464
    },
    {
      "contrastive_lambda": 0.7161058320824024,
      "epoch": 6.695258889582034,
      "step": 21465
    },
    {
      "contrastive_lambda": 0.7160822234455293,
      "epoch": 6.69557080474111,
      "step": 21466
    },
    {
      "contrastive_lambda": 0.7160586142162545,
      "epoch": 6.695882719900187,
      "step": 21467
    },
    {
      "contrastive_lambda": 0.7160350043946426,
      "epoch": 6.696194635059264,
      "step": 21468
    },
    {
      "contrastive_lambda": 0.7160113939807586,
      "epoch": 6.6965065502183405,
      "step": 21469
    },
    {
      "epoch": 6.696818465377417,
      "grad_norm": 0.10500320047140121,
      "learning_rate": 7.625638630203132e-05,
      "loss": 0.0399,
      "step": 21470
    },
    {
      "epoch": 6.696818465377417,
      "flow_loss": 0.030857687816023827,
      "step": 21470
    },
    {
      "contrastive_loss": 0.00459721963852644,
      "epoch": 6.696818465377417,
      "step": 21470
    },
    {
      "contrastive_lambda": 0.7159877829746671,
      "epoch": 6.696818465377417,
      "step": 21470
    },
    {
      "contrastive_lambda": 0.7159641713764329,
      "epoch": 6.697130380536494,
      "step": 21471
    },
    {
      "contrastive_lambda": 0.7159405591861205,
      "epoch": 6.697442295695571,
      "step": 21472
    },
    {
      "contrastive_lambda": 0.7159169464037949,
      "epoch": 6.697754210854647,
      "step": 21473
    },
    {
      "contrastive_lambda": 0.7158933330295206,
      "epoch": 6.698066126013725,
      "step": 21474
    },
    {
      "contrastive_lambda": 0.7158697190633627,
      "epoch": 6.698378041172801,
      "step": 21475
    },
    {
      "contrastive_lambda": 0.7158461045053855,
      "epoch": 6.698689956331878,
      "step": 21476
    },
    {
      "contrastive_lambda": 0.715822489355654,
      "epoch": 6.699001871490955,
      "step": 21477
    },
    {
      "contrastive_lambda": 0.715798873614233,
      "epoch": 6.699313786650031,
      "step": 21478
    },
    {
      "contrastive_lambda": 0.715775257281187,
      "epoch": 6.699625701809108,
      "step": 21479
    },
    {
      "epoch": 6.699937616968184,
      "grad_norm": 0.14083270728588104,
      "learning_rate": 7.623292995607394e-05,
      "loss": 0.0365,
      "step": 21480
    },
    {
      "epoch": 6.699937616968184,
      "flow_loss": 0.04312571883201599,
      "step": 21480
    },
    {
      "contrastive_loss": 0.004543841816484928,
      "epoch": 6.699937616968184,
      "step": 21480
    },
    {
      "contrastive_lambda": 0.715751640356581,
      "epoch": 6.699937616968184,
      "step": 21480
    },
    {
      "contrastive_lambda": 0.7157280228404795,
      "epoch": 6.700249532127262,
      "step": 21481
    },
    {
      "contrastive_lambda": 0.7157044047329474,
      "epoch": 6.700561447286338,
      "step": 21482
    },
    {
      "contrastive_lambda": 0.7156807860340495,
      "epoch": 6.700873362445415,
      "step": 21483
    },
    {
      "contrastive_lambda": 0.7156571667438505,
      "epoch": 6.701185277604491,
      "step": 21484
    },
    {
      "contrastive_lambda": 0.715633546862415,
      "epoch": 6.7014971927635685,
      "step": 21485
    },
    {
      "contrastive_lambda": 0.715609926389808,
      "epoch": 6.701809107922645,
      "step": 21486
    },
    {
      "contrastive_lambda": 0.7155863053260942,
      "epoch": 6.702121023081721,
      "step": 21487
    },
    {
      "contrastive_lambda": 0.715562683671338,
      "epoch": 6.702432938240799,
      "step": 21488
    },
    {
      "contrastive_lambda": 0.7155390614256047,
      "epoch": 6.702744853399875,
      "step": 21489
    },
    {
      "epoch": 6.703056768558952,
      "grad_norm": 0.1004301980137825,
      "learning_rate": 7.620946564124507e-05,
      "loss": 0.0382,
      "step": 21490
    },
    {
      "epoch": 6.703056768558952,
      "flow_loss": 0.040983617305755615,
      "step": 21490
    },
    {
      "contrastive_loss": 0.00817581731826067,
      "epoch": 6.703056768558952,
      "step": 21490
    },
    {
      "contrastive_lambda": 0.7155154385889589,
      "epoch": 6.703056768558952,
      "step": 21490
    },
    {
      "contrastive_lambda": 0.7154918151614652,
      "epoch": 6.703368683718029,
      "step": 21491
    },
    {
      "contrastive_lambda": 0.7154681911431884,
      "epoch": 6.7036805988771055,
      "step": 21492
    },
    {
      "contrastive_lambda": 0.7154445665341933,
      "epoch": 6.703992514036182,
      "step": 21493
    },
    {
      "contrastive_lambda": 0.7154209413345449,
      "epoch": 6.704304429195259,
      "step": 21494
    },
    {
      "contrastive_lambda": 0.7153973155443076,
      "epoch": 6.704616344354336,
      "step": 21495
    },
    {
      "contrastive_lambda": 0.7153736891635463,
      "epoch": 6.704928259513412,
      "step": 21496
    },
    {
      "contrastive_lambda": 0.7153500621923259,
      "epoch": 6.705240174672489,
      "step": 21497
    },
    {
      "contrastive_lambda": 0.7153264346307111,
      "epoch": 6.705552089831566,
      "step": 21498
    },
    {
      "contrastive_lambda": 0.7153028064787663,
      "epoch": 6.705864004990643,
      "step": 21499
    },
    {
      "epoch": 6.706175920149719,
      "grad_norm": 0.12632404267787933,
      "learning_rate": 7.618599336467256e-05,
      "loss": 0.0381,
      "step": 21500
    },
    {
      "epoch": 6.706175920149719,
      "flow_loss": 0.03116919845342636,
      "step": 21500
    },
    {
      "contrastive_loss": 0.005559287033975124,
      "epoch": 6.706175920149719,
      "step": 21500
    },
    {
      "contrastive_lambda": 0.715279177736557,
      "epoch": 6.706175920149719,
      "step": 21500
    },
    {
      "contrastive_lambda": 0.7152555484041476,
      "epoch": 6.7064878353087956,
      "step": 21501
    },
    {
      "contrastive_lambda": 0.7152319184816028,
      "epoch": 6.706799750467873,
      "step": 21502
    },
    {
      "contrastive_lambda": 0.7152082879689874,
      "epoch": 6.707111665626949,
      "step": 21503
    },
    {
      "contrastive_lambda": 0.7151846568663665,
      "epoch": 6.707423580786026,
      "step": 21504
    },
    {
      "contrastive_lambda": 0.7151610251738044,
      "epoch": 6.707735495945103,
      "step": 21505
    },
    {
      "contrastive_lambda": 0.7151373928913662,
      "epoch": 6.70804741110418,
      "step": 21506
    },
    {
      "contrastive_lambda": 0.7151137600191166,
      "epoch": 6.708359326263256,
      "step": 21507
    },
    {
      "contrastive_lambda": 0.7150901265571206,
      "epoch": 6.7086712414223335,
      "step": 21508
    },
    {
      "contrastive_lambda": 0.7150664925054426,
      "epoch": 6.70898315658141,
      "step": 21509
    },
    {
      "epoch": 6.7092950717404864,
      "grad_norm": 0.12229106575250626,
      "learning_rate": 7.616251313348666e-05,
      "loss": 0.0377,
      "step": 21510
    },
    {
      "epoch": 6.7092950717404864,
      "flow_loss": 0.0412890687584877,
      "step": 21510
    },
    {
      "contrastive_loss": 0.006382989231497049,
      "epoch": 6.7092950717404864,
      "step": 21510
    },
    {
      "contrastive_lambda": 0.7150428578641477,
      "epoch": 6.7092950717404864,
      "step": 21510
    },
    {
      "contrastive_lambda": 0.7150192226333005,
      "epoch": 6.709606986899564,
      "step": 21511
    },
    {
      "contrastive_lambda": 0.714995586812966,
      "epoch": 6.70991890205864,
      "step": 21512
    },
    {
      "contrastive_lambda": 0.7149719504032088,
      "epoch": 6.710230817217717,
      "step": 21513
    },
    {
      "contrastive_lambda": 0.7149483134040939,
      "epoch": 6.710542732376793,
      "step": 21514
    },
    {
      "contrastive_lambda": 0.714924675815686,
      "epoch": 6.710854647535871,
      "step": 21515
    },
    {
      "contrastive_lambda": 0.7149010376380497,
      "epoch": 6.711166562694947,
      "step": 21516
    },
    {
      "contrastive_lambda": 0.7148773988712502,
      "epoch": 6.7114784778540235,
      "step": 21517
    },
    {
      "contrastive_lambda": 0.7148537595153521,
      "epoch": 6.7117903930131,
      "step": 21518
    },
    {
      "contrastive_lambda": 0.7148301195704201,
      "epoch": 6.712102308172177,
      "step": 21519
    },
    {
      "epoch": 6.712414223331254,
      "grad_norm": 0.1418585181236267,
      "learning_rate": 7.613902495482005e-05,
      "loss": 0.0393,
      "step": 21520
    },
    {
      "epoch": 6.712414223331254,
      "flow_loss": 0.02355046756565571,
      "step": 21520
    },
    {
      "contrastive_loss": 0.006498773582279682,
      "epoch": 6.712414223331254,
      "step": 21520
    },
    {
      "contrastive_lambda": 0.7148064790365192,
      "epoch": 6.712414223331254,
      "step": 21520
    },
    {
      "contrastive_lambda": 0.7147828379137142,
      "epoch": 6.71272613849033,
      "step": 21521
    },
    {
      "contrastive_lambda": 0.7147591962020696,
      "epoch": 6.713038053649408,
      "step": 21522
    },
    {
      "contrastive_lambda": 0.7147355539016508,
      "epoch": 6.713349968808484,
      "step": 21523
    },
    {
      "contrastive_lambda": 0.7147119110125222,
      "epoch": 6.713661883967561,
      "step": 21524
    },
    {
      "contrastive_lambda": 0.7146882675347486,
      "epoch": 6.713973799126638,
      "step": 21525
    },
    {
      "contrastive_lambda": 0.714664623468395,
      "epoch": 6.714285714285714,
      "step": 21526
    },
    {
      "contrastive_lambda": 0.7146409788135261,
      "epoch": 6.714597629444791,
      "step": 21527
    },
    {
      "contrastive_lambda": 0.7146173335702068,
      "epoch": 6.714909544603868,
      "step": 21528
    },
    {
      "contrastive_lambda": 0.714593687738502,
      "epoch": 6.715221459762945,
      "step": 21529
    },
    {
      "epoch": 6.715533374922021,
      "grad_norm": 0.12406745553016663,
      "learning_rate": 7.611552883580784e-05,
      "loss": 0.0338,
      "step": 21530
    },
    {
      "epoch": 6.715533374922021,
      "flow_loss": 0.03837278485298157,
      "step": 21530
    },
    {
      "contrastive_loss": 0.004882958717644215,
      "epoch": 6.715533374922021,
      "step": 21530
    },
    {
      "contrastive_lambda": 0.7145700413184761,
      "epoch": 6.715533374922021,
      "step": 21530
    },
    {
      "contrastive_lambda": 0.7145463943101945,
      "epoch": 6.715845290081098,
      "step": 21531
    },
    {
      "contrastive_lambda": 0.7145227467137218,
      "epoch": 6.716157205240175,
      "step": 21532
    },
    {
      "contrastive_lambda": 0.7144990985291227,
      "epoch": 6.7164691203992515,
      "step": 21533
    },
    {
      "contrastive_lambda": 0.7144754497564623,
      "epoch": 6.716781035558328,
      "step": 21534
    },
    {
      "contrastive_lambda": 0.7144518003958051,
      "epoch": 6.717092950717404,
      "step": 21535
    },
    {
      "contrastive_lambda": 0.7144281504472162,
      "epoch": 6.717404865876482,
      "step": 21536
    },
    {
      "contrastive_lambda": 0.7144044999107604,
      "epoch": 6.717716781035558,
      "step": 21537
    },
    {
      "contrastive_lambda": 0.7143808487865024,
      "epoch": 6.718028696194635,
      "step": 21538
    },
    {
      "contrastive_lambda": 0.7143571970745071,
      "epoch": 6.718340611353712,
      "step": 21539
    },
    {
      "epoch": 6.7186525265127885,
      "grad_norm": 0.12454983592033386,
      "learning_rate": 7.609202478358748e-05,
      "loss": 0.0346,
      "step": 21540
    },
    {
      "epoch": 6.7186525265127885,
      "flow_loss": 0.04128726199269295,
      "step": 21540
    },
    {
      "contrastive_loss": 0.0072585963644087315,
      "epoch": 6.7186525265127885,
      "step": 21540
    },
    {
      "contrastive_lambda": 0.7143335447748395,
      "epoch": 6.7186525265127885,
      "step": 21540
    },
    {
      "contrastive_lambda": 0.7143098918875643,
      "epoch": 6.718964441671865,
      "step": 21541
    },
    {
      "contrastive_lambda": 0.7142862384127462,
      "epoch": 6.719276356830942,
      "step": 21542
    },
    {
      "contrastive_lambda": 0.7142625843504503,
      "epoch": 6.719588271990019,
      "step": 21543
    },
    {
      "contrastive_lambda": 0.7142389297007414,
      "epoch": 6.719900187149095,
      "step": 21544
    },
    {
      "contrastive_lambda": 0.7142152744636843,
      "epoch": 6.720212102308173,
      "step": 21545
    },
    {
      "contrastive_lambda": 0.7141916186393438,
      "epoch": 6.720524017467249,
      "step": 21546
    },
    {
      "contrastive_lambda": 0.7141679622277849,
      "epoch": 6.720835932626326,
      "step": 21547
    },
    {
      "contrastive_lambda": 0.7141443052290724,
      "epoch": 6.721147847785402,
      "step": 21548
    },
    {
      "contrastive_lambda": 0.714120647643271,
      "epoch": 6.721459762944479,
      "step": 21549
    },
    {
      "epoch": 6.721771678103556,
      "grad_norm": 0.13269002735614777,
      "learning_rate": 7.606851280529895e-05,
      "loss": 0.0333,
      "step": 21550
    },
    {
      "epoch": 6.721771678103556,
      "flow_loss": 0.05114084854722023,
      "step": 21550
    },
    {
      "contrastive_loss": 0.006844413001090288,
      "epoch": 6.721771678103556,
      "step": 21550
    },
    {
      "contrastive_lambda": 0.7140969894704458,
      "epoch": 6.721771678103556,
      "step": 21550
    },
    {
      "contrastive_lambda": 0.7140733307106615,
      "epoch": 6.722083593262632,
      "step": 21551
    },
    {
      "contrastive_lambda": 0.714049671363983,
      "epoch": 6.722395508421709,
      "step": 21552
    },
    {
      "contrastive_lambda": 0.7140260114304751,
      "epoch": 6.722707423580786,
      "step": 21553
    },
    {
      "contrastive_lambda": 0.7140023509102029,
      "epoch": 6.723019338739863,
      "step": 21554
    },
    {
      "contrastive_lambda": 0.7139786898032311,
      "epoch": 6.723331253898939,
      "step": 21555
    },
    {
      "contrastive_lambda": 0.7139550281096244,
      "epoch": 6.7236431690580165,
      "step": 21556
    },
    {
      "contrastive_lambda": 0.7139313658294479,
      "epoch": 6.723955084217093,
      "step": 21557
    },
    {
      "contrastive_lambda": 0.7139077029627665,
      "epoch": 6.7242669993761695,
      "step": 21558
    },
    {
      "contrastive_lambda": 0.713884039509645,
      "epoch": 6.724578914535247,
      "step": 21559
    },
    {
      "epoch": 6.724890829694323,
      "grad_norm": 0.1375168412923813,
      "learning_rate": 7.604499290808449e-05,
      "loss": 0.0346,
      "step": 21560
    },
    {
      "epoch": 6.724890829694323,
      "flow_loss": 0.042114101350307465,
      "step": 21560
    },
    {
      "contrastive_loss": 0.005497567355632782,
      "epoch": 6.724890829694323,
      "step": 21560
    },
    {
      "contrastive_lambda": 0.7138603754701482,
      "epoch": 6.724890829694323,
      "step": 21560
    },
    {
      "contrastive_lambda": 0.7138367108443411,
      "epoch": 6.7252027448534,
      "step": 21561
    },
    {
      "contrastive_lambda": 0.7138130456322884,
      "epoch": 6.725514660012476,
      "step": 21562
    },
    {
      "contrastive_lambda": 0.7137893798340552,
      "epoch": 6.725826575171554,
      "step": 21563
    },
    {
      "contrastive_lambda": 0.7137657134497061,
      "epoch": 6.72613849033063,
      "step": 21564
    },
    {
      "contrastive_lambda": 0.7137420464793063,
      "epoch": 6.7264504054897065,
      "step": 21565
    },
    {
      "contrastive_lambda": 0.7137183789229207,
      "epoch": 6.726762320648784,
      "step": 21566
    },
    {
      "contrastive_lambda": 0.7136947107806138,
      "epoch": 6.72707423580786,
      "step": 21567
    },
    {
      "contrastive_lambda": 0.7136710420524507,
      "epoch": 6.727386150966937,
      "step": 21568
    },
    {
      "contrastive_lambda": 0.7136473727384964,
      "epoch": 6.727698066126013,
      "step": 21569
    },
    {
      "epoch": 6.728009981285091,
      "grad_norm": 0.12182413786649704,
      "learning_rate": 7.602146509908888e-05,
      "loss": 0.0356,
      "step": 21570
    },
    {
      "epoch": 6.728009981285091,
      "flow_loss": 0.038952670991420746,
      "step": 21570
    },
    {
      "contrastive_loss": 0.005179950036108494,
      "epoch": 6.728009981285091,
      "step": 21570
    },
    {
      "contrastive_lambda": 0.7136237028388157,
      "epoch": 6.728009981285091,
      "step": 21570
    },
    {
      "contrastive_lambda": 0.7136000323534736,
      "epoch": 6.728321896444167,
      "step": 21571
    },
    {
      "contrastive_lambda": 0.7135763612825347,
      "epoch": 6.728633811603244,
      "step": 21572
    },
    {
      "contrastive_lambda": 0.7135526896260641,
      "epoch": 6.728945726762321,
      "step": 21573
    },
    {
      "contrastive_lambda": 0.7135290173841268,
      "epoch": 6.729257641921397,
      "step": 21574
    },
    {
      "contrastive_lambda": 0.7135053445567875,
      "epoch": 6.729569557080474,
      "step": 21575
    },
    {
      "contrastive_lambda": 0.713481671144111,
      "epoch": 6.729881472239551,
      "step": 21576
    },
    {
      "contrastive_lambda": 0.7134579971461626,
      "epoch": 6.730193387398628,
      "step": 21577
    },
    {
      "contrastive_lambda": 0.713434322563007,
      "epoch": 6.730505302557704,
      "step": 21578
    },
    {
      "contrastive_lambda": 0.713410647394709,
      "epoch": 6.730817217716781,
      "step": 21579
    },
    {
      "epoch": 6.731129132875858,
      "grad_norm": 0.124521404504776,
      "learning_rate": 7.599792938545921e-05,
      "loss": 0.0356,
      "step": 21580
    },
    {
      "epoch": 6.731129132875858,
      "flow_loss": 0.04220610484480858,
      "step": 21580
    },
    {
      "contrastive_loss": 0.005698389373719692,
      "epoch": 6.731129132875858,
      "step": 21580
    },
    {
      "contrastive_lambda": 0.7133869716413336,
      "epoch": 6.731129132875858,
      "step": 21580
    },
    {
      "contrastive_lambda": 0.7133632953029456,
      "epoch": 6.7314410480349345,
      "step": 21581
    },
    {
      "contrastive_lambda": 0.7133396183796102,
      "epoch": 6.731752963194011,
      "step": 21582
    },
    {
      "contrastive_lambda": 0.713315940871392,
      "epoch": 6.732064878353088,
      "step": 21583
    },
    {
      "contrastive_lambda": 0.713292262778356,
      "epoch": 6.732376793512165,
      "step": 21584
    },
    {
      "contrastive_lambda": 0.7132685841005674,
      "epoch": 6.732688708671241,
      "step": 21585
    },
    {
      "contrastive_lambda": 0.7132449048380907,
      "epoch": 6.733000623830318,
      "step": 21586
    },
    {
      "contrastive_lambda": 0.7132212249909908,
      "epoch": 6.733312538989395,
      "step": 21587
    },
    {
      "contrastive_lambda": 0.713197544559333,
      "epoch": 6.7336244541484715,
      "step": 21588
    },
    {
      "contrastive_lambda": 0.7131738635431821,
      "epoch": 6.733936369307548,
      "step": 21589
    },
    {
      "epoch": 6.734248284466625,
      "grad_norm": 0.11193542927503586,
      "learning_rate": 7.597438577434506e-05,
      "loss": 0.0465,
      "step": 21590
    },
    {
      "epoch": 6.734248284466625,
      "flow_loss": 0.04142143949866295,
      "step": 21590
    },
    {
      "contrastive_loss": 0.006009870208799839,
      "epoch": 6.734248284466625,
      "step": 21590
    },
    {
      "contrastive_lambda": 0.7131501819426029,
      "epoch": 6.734248284466625,
      "step": 21590
    },
    {
      "contrastive_lambda": 0.7131264997576603,
      "epoch": 6.734560199625702,
      "step": 21591
    },
    {
      "contrastive_lambda": 0.7131028169884194,
      "epoch": 6.734872114784778,
      "step": 21592
    },
    {
      "contrastive_lambda": 0.7130791336349449,
      "epoch": 6.735184029943856,
      "step": 21593
    },
    {
      "contrastive_lambda": 0.7130554496973021,
      "epoch": 6.735495945102932,
      "step": 21594
    },
    {
      "contrastive_lambda": 0.7130317651755554,
      "epoch": 6.735807860262009,
      "step": 21595
    },
    {
      "contrastive_lambda": 0.7130080800697701,
      "epoch": 6.736119775421085,
      "step": 21596
    },
    {
      "contrastive_lambda": 0.7129843943800112,
      "epoch": 6.7364316905801624,
      "step": 21597
    },
    {
      "contrastive_lambda": 0.7129607081063433,
      "epoch": 6.736743605739239,
      "step": 21598
    },
    {
      "contrastive_lambda": 0.7129370212488315,
      "epoch": 6.737055520898315,
      "step": 21599
    },
    {
      "epoch": 6.737367436057393,
      "grad_norm": 0.1289754956960678,
      "learning_rate": 7.595083427289831e-05,
      "loss": 0.0348,
      "step": 21600
    },
    {
      "epoch": 6.737367436057393,
      "flow_loss": 0.04194236919283867,
      "step": 21600
    },
    {
      "contrastive_loss": 0.005510253831744194,
      "epoch": 6.737367436057393,
      "step": 21600
    },
    {
      "contrastive_lambda": 0.712913333807541,
      "epoch": 6.737367436057393,
      "step": 21600
    },
    {
      "contrastive_lambda": 0.7128896457825363,
      "epoch": 6.737679351216469,
      "step": 21601
    },
    {
      "contrastive_lambda": 0.7128659571738827,
      "epoch": 6.737991266375546,
      "step": 21602
    },
    {
      "contrastive_lambda": 0.7128422679816449,
      "epoch": 6.738303181534622,
      "step": 21603
    },
    {
      "contrastive_lambda": 0.7128185782058879,
      "epoch": 6.7386150966936995,
      "step": 21604
    },
    {
      "contrastive_lambda": 0.7127948878466768,
      "epoch": 6.738927011852776,
      "step": 21605
    },
    {
      "contrastive_lambda": 0.7127711969040763,
      "epoch": 6.7392389270118525,
      "step": 21606
    },
    {
      "contrastive_lambda": 0.7127475053781516,
      "epoch": 6.73955084217093,
      "step": 21607
    },
    {
      "contrastive_lambda": 0.7127238132689675,
      "epoch": 6.739862757330006,
      "step": 21608
    },
    {
      "contrastive_lambda": 0.712700120576589,
      "epoch": 6.740174672489083,
      "step": 21609
    },
    {
      "epoch": 6.74048658764816,
      "grad_norm": 0.10606039315462112,
      "learning_rate": 7.59272748882733e-05,
      "loss": 0.044,
      "step": 21610
    },
    {
      "epoch": 6.74048658764816,
      "flow_loss": 0.04874046891927719,
      "step": 21610
    },
    {
      "contrastive_loss": 0.0043426151387393475,
      "epoch": 6.74048658764816,
      "step": 21610
    },
    {
      "contrastive_lambda": 0.7126764273010809,
      "epoch": 6.74048658764816,
      "step": 21610
    },
    {
      "contrastive_lambda": 0.7126527334425086,
      "epoch": 6.740798502807237,
      "step": 21611
    },
    {
      "contrastive_lambda": 0.7126290390009365,
      "epoch": 6.741110417966313,
      "step": 21612
    },
    {
      "contrastive_lambda": 0.7126053439764299,
      "epoch": 6.7414223331253895,
      "step": 21613
    },
    {
      "contrastive_lambda": 0.7125816483690537,
      "epoch": 6.741734248284467,
      "step": 21614
    },
    {
      "contrastive_lambda": 0.7125579521788727,
      "epoch": 6.742046163443543,
      "step": 21615
    },
    {
      "contrastive_lambda": 0.7125342554059522,
      "epoch": 6.74235807860262,
      "step": 21616
    },
    {
      "contrastive_lambda": 0.712510558050357,
      "epoch": 6.742669993761697,
      "step": 21617
    },
    {
      "contrastive_lambda": 0.7124868601121518,
      "epoch": 6.742981908920774,
      "step": 21618
    },
    {
      "contrastive_lambda": 0.712463161591402,
      "epoch": 6.74329382407985,
      "step": 21619
    },
    {
      "epoch": 6.743605739238927,
      "grad_norm": 0.1610109657049179,
      "learning_rate": 7.590370762762675e-05,
      "loss": 0.0376,
      "step": 21620
    },
    {
      "epoch": 6.743605739238927,
      "flow_loss": 0.051675036549568176,
      "step": 21620
    },
    {
      "contrastive_loss": 0.00624571368098259,
      "epoch": 6.743605739238927,
      "step": 21620
    },
    {
      "contrastive_lambda": 0.7124394624881724,
      "epoch": 6.743605739238927,
      "step": 21620
    },
    {
      "contrastive_lambda": 0.7124157628025277,
      "epoch": 6.743917654398004,
      "step": 21621
    },
    {
      "contrastive_lambda": 0.7123920625345334,
      "epoch": 6.74422956955708,
      "step": 21622
    },
    {
      "contrastive_lambda": 0.7123683616842541,
      "epoch": 6.744541484716157,
      "step": 21623
    },
    {
      "contrastive_lambda": 0.7123446602517549,
      "epoch": 6.744853399875234,
      "step": 21624
    },
    {
      "contrastive_lambda": 0.7123209582371006,
      "epoch": 6.745165315034311,
      "step": 21625
    },
    {
      "contrastive_lambda": 0.7122972556403566,
      "epoch": 6.745477230193387,
      "step": 21626
    },
    {
      "contrastive_lambda": 0.7122735524615875,
      "epoch": 6.7457891453524645,
      "step": 21627
    },
    {
      "contrastive_lambda": 0.7122498487008584,
      "epoch": 6.746101060511541,
      "step": 21628
    },
    {
      "contrastive_lambda": 0.7122261443582343,
      "epoch": 6.7464129756706175,
      "step": 21629
    },
    {
      "epoch": 6.746724890829694,
      "grad_norm": 0.1086517944931984,
      "learning_rate": 7.588013249811777e-05,
      "loss": 0.0343,
      "step": 21630
    },
    {
      "epoch": 6.746724890829694,
      "flow_loss": 0.0339178666472435,
      "step": 21630
    },
    {
      "contrastive_loss": 0.004976493772119284,
      "epoch": 6.746724890829694,
      "step": 21630
    },
    {
      "contrastive_lambda": 0.71220243943378,
      "epoch": 6.746724890829694,
      "step": 21630
    },
    {
      "contrastive_lambda": 0.7121787339275609,
      "epoch": 6.747036805988771,
      "step": 21631
    },
    {
      "contrastive_lambda": 0.7121550278396418,
      "epoch": 6.747348721147848,
      "step": 21632
    },
    {
      "contrastive_lambda": 0.7121313211700874,
      "epoch": 6.747660636306924,
      "step": 21633
    },
    {
      "contrastive_lambda": 0.7121076139189632,
      "epoch": 6.747972551466002,
      "step": 21634
    },
    {
      "contrastive_lambda": 0.7120839060863337,
      "epoch": 6.748284466625078,
      "step": 21635
    },
    {
      "contrastive_lambda": 0.7120601976722643,
      "epoch": 6.7485963817841546,
      "step": 21636
    },
    {
      "contrastive_lambda": 0.7120364886768197,
      "epoch": 6.748908296943231,
      "step": 21637
    },
    {
      "contrastive_lambda": 0.712012779100065,
      "epoch": 6.749220212102308,
      "step": 21638
    },
    {
      "contrastive_lambda": 0.7119890689420654,
      "epoch": 6.749532127261385,
      "step": 21639
    },
    {
      "epoch": 6.749844042420461,
      "grad_norm": 0.13617713749408722,
      "learning_rate": 7.585654950690786e-05,
      "loss": 0.038,
      "step": 21640
    },
    {
      "epoch": 6.749844042420461,
      "flow_loss": 0.03375915810465813,
      "step": 21640
    },
    {
      "contrastive_loss": 0.005045927595347166,
      "epoch": 6.749844042420461,
      "step": 21640
    },
    {
      "contrastive_lambda": 0.7119653582028858,
      "epoch": 6.749844042420461,
      "step": 21640
    },
    {
      "contrastive_lambda": 0.7119416468825908,
      "epoch": 6.750155957579539,
      "step": 21641
    },
    {
      "contrastive_lambda": 0.7119179349812459,
      "epoch": 6.750467872738615,
      "step": 21642
    },
    {
      "contrastive_lambda": 0.7118942224989161,
      "epoch": 6.750779787897692,
      "step": 21643
    },
    {
      "contrastive_lambda": 0.711870509435666,
      "epoch": 6.751091703056769,
      "step": 21644
    },
    {
      "contrastive_lambda": 0.7118467957915611,
      "epoch": 6.7514036182158454,
      "step": 21645
    },
    {
      "contrastive_lambda": 0.7118230815666661,
      "epoch": 6.751715533374922,
      "step": 21646
    },
    {
      "contrastive_lambda": 0.711799366761046,
      "epoch": 6.752027448533998,
      "step": 21647
    },
    {
      "contrastive_lambda": 0.711775651374766,
      "epoch": 6.752339363693076,
      "step": 21648
    },
    {
      "contrastive_lambda": 0.711751935407891,
      "epoch": 6.752651278852152,
      "step": 21649
    },
    {
      "epoch": 6.752963194011229,
      "grad_norm": 0.12698718905448914,
      "learning_rate": 7.583295866116091e-05,
      "loss": 0.0357,
      "step": 21650
    },
    {
      "epoch": 6.752963194011229,
      "flow_loss": 0.03470657393336296,
      "step": 21650
    },
    {
      "contrastive_loss": 0.00573976943269372,
      "epoch": 6.752963194011229,
      "step": 21650
    },
    {
      "contrastive_lambda": 0.711728218860486,
      "epoch": 6.752963194011229,
      "step": 21650
    },
    {
      "contrastive_lambda": 0.7117045017326162,
      "epoch": 6.753275109170306,
      "step": 21651
    },
    {
      "contrastive_lambda": 0.7116807840243463,
      "epoch": 6.7535870243293825,
      "step": 21652
    },
    {
      "contrastive_lambda": 0.7116570657357417,
      "epoch": 6.753898939488459,
      "step": 21653
    },
    {
      "contrastive_lambda": 0.7116333468668672,
      "epoch": 6.7542108546475355,
      "step": 21654
    },
    {
      "contrastive_lambda": 0.7116096274177878,
      "epoch": 6.754522769806613,
      "step": 21655
    },
    {
      "contrastive_lambda": 0.7115859073885685,
      "epoch": 6.754834684965689,
      "step": 21656
    },
    {
      "contrastive_lambda": 0.7115621867792746,
      "epoch": 6.755146600124766,
      "step": 21657
    },
    {
      "contrastive_lambda": 0.7115384655899709,
      "epoch": 6.755458515283843,
      "step": 21658
    },
    {
      "contrastive_lambda": 0.7115147438207226,
      "epoch": 6.75577043044292,
      "step": 21659
    },
    {
      "epoch": 6.756082345601996,
      "grad_norm": 0.09336057305335999,
      "learning_rate": 7.580935996804321e-05,
      "loss": 0.0339,
      "step": 21660
    },
    {
      "epoch": 6.756082345601996,
      "flow_loss": 0.02454000897705555,
      "step": 21660
    },
    {
      "contrastive_loss": 0.004901614505797625,
      "epoch": 6.756082345601996,
      "step": 21660
    },
    {
      "contrastive_lambda": 0.7114910214715944,
      "epoch": 6.756082345601996,
      "step": 21660
    },
    {
      "contrastive_lambda": 0.7114672985426516,
      "epoch": 6.756394260761073,
      "step": 21661
    },
    {
      "contrastive_lambda": 0.7114435750339594,
      "epoch": 6.75670617592015,
      "step": 21662
    },
    {
      "contrastive_lambda": 0.7114198509455825,
      "epoch": 6.757018091079226,
      "step": 21663
    },
    {
      "contrastive_lambda": 0.7113961262775859,
      "epoch": 6.757330006238303,
      "step": 21664
    },
    {
      "contrastive_lambda": 0.7113724010300351,
      "epoch": 6.75764192139738,
      "step": 21665
    },
    {
      "contrastive_lambda": 0.7113486752029947,
      "epoch": 6.757953836556457,
      "step": 21666
    },
    {
      "contrastive_lambda": 0.7113249487965299,
      "epoch": 6.758265751715533,
      "step": 21667
    },
    {
      "contrastive_lambda": 0.7113012218107058,
      "epoch": 6.7585776668746105,
      "step": 21668
    },
    {
      "contrastive_lambda": 0.7112774942455873,
      "epoch": 6.758889582033687,
      "step": 21669
    },
    {
      "epoch": 6.759201497192763,
      "grad_norm": 0.12852491438388824,
      "learning_rate": 7.57857534347234e-05,
      "loss": 0.0386,
      "step": 21670
    },
    {
      "epoch": 6.759201497192763,
      "flow_loss": 0.036460570991039276,
      "step": 21670
    },
    {
      "contrastive_loss": 0.00602849293500185,
      "epoch": 6.759201497192763,
      "step": 21670
    },
    {
      "contrastive_lambda": 0.7112537661012398,
      "epoch": 6.759201497192763,
      "step": 21670
    },
    {
      "contrastive_lambda": 0.7112300373777278,
      "epoch": 6.75951341235184,
      "step": 21671
    },
    {
      "contrastive_lambda": 0.7112063080751169,
      "epoch": 6.759825327510917,
      "step": 21672
    },
    {
      "contrastive_lambda": 0.7111825781934719,
      "epoch": 6.760137242669994,
      "step": 21673
    },
    {
      "contrastive_lambda": 0.7111588477328579,
      "epoch": 6.76044915782907,
      "step": 21674
    },
    {
      "contrastive_lambda": 0.7111351166933396,
      "epoch": 6.7607610729881475,
      "step": 21675
    },
    {
      "contrastive_lambda": 0.7111113850749827,
      "epoch": 6.761072988147224,
      "step": 21676
    },
    {
      "contrastive_lambda": 0.7110876528778519,
      "epoch": 6.7613849033063005,
      "step": 21677
    },
    {
      "contrastive_lambda": 0.7110639201020124,
      "epoch": 6.761696818465378,
      "step": 21678
    },
    {
      "contrastive_lambda": 0.7110401867475289,
      "epoch": 6.762008733624454,
      "step": 21679
    },
    {
      "epoch": 6.762320648783531,
      "grad_norm": 0.13194796442985535,
      "learning_rate": 7.576213906837254e-05,
      "loss": 0.0361,
      "step": 21680
    },
    {
      "epoch": 6.762320648783531,
      "flow_loss": 0.042349036782979965,
      "step": 21680
    },
    {
      "contrastive_loss": 0.005101255606859922,
      "epoch": 6.762320648783531,
      "step": 21680
    },
    {
      "contrastive_lambda": 0.711016452814467,
      "epoch": 6.762320648783531,
      "step": 21680
    },
    {
      "contrastive_lambda": 0.7109927183028915,
      "epoch": 6.762632563942607,
      "step": 21681
    },
    {
      "contrastive_lambda": 0.7109689832128674,
      "epoch": 6.762944479101685,
      "step": 21682
    },
    {
      "contrastive_lambda": 0.7109452475444598,
      "epoch": 6.763256394260761,
      "step": 21683
    },
    {
      "contrastive_lambda": 0.7109215112977338,
      "epoch": 6.7635683094198376,
      "step": 21684
    },
    {
      "contrastive_lambda": 0.7108977744727547,
      "epoch": 6.763880224578915,
      "step": 21685
    },
    {
      "contrastive_lambda": 0.7108740370695872,
      "epoch": 6.764192139737991,
      "step": 21686
    },
    {
      "contrastive_lambda": 0.7108502990882967,
      "epoch": 6.764504054897068,
      "step": 21687
    },
    {
      "contrastive_lambda": 0.7108265605289481,
      "epoch": 6.764815970056144,
      "step": 21688
    },
    {
      "contrastive_lambda": 0.7108028213916064,
      "epoch": 6.765127885215222,
      "step": 21689
    },
    {
      "epoch": 6.765439800374298,
      "grad_norm": 0.1269838809967041,
      "learning_rate": 7.573851687616403e-05,
      "loss": 0.0423,
      "step": 21690
    },
    {
      "epoch": 6.765439800374298,
      "flow_loss": 0.05470823869109154,
      "step": 21690
    },
    {
      "contrastive_loss": 0.007393547799438238,
      "epoch": 6.765439800374298,
      "step": 21690
    },
    {
      "contrastive_lambda": 0.7107790816763369,
      "epoch": 6.765439800374298,
      "step": 21690
    },
    {
      "contrastive_lambda": 0.7107553413832046,
      "epoch": 6.765751715533375,
      "step": 21691
    },
    {
      "contrastive_lambda": 0.7107316005122745,
      "epoch": 6.766063630692452,
      "step": 21692
    },
    {
      "contrastive_lambda": 0.7107078590636118,
      "epoch": 6.7663755458515285,
      "step": 21693
    },
    {
      "contrastive_lambda": 0.7106841170372814,
      "epoch": 6.766687461010605,
      "step": 21694
    },
    {
      "contrastive_lambda": 0.7106603744333486,
      "epoch": 6.766999376169682,
      "step": 21695
    },
    {
      "contrastive_lambda": 0.7106366312518786,
      "epoch": 6.767311291328759,
      "step": 21696
    },
    {
      "contrastive_lambda": 0.7106128874929363,
      "epoch": 6.767623206487835,
      "step": 21697
    },
    {
      "contrastive_lambda": 0.7105891431565865,
      "epoch": 6.767935121646912,
      "step": 21698
    },
    {
      "contrastive_lambda": 0.7105653982428948,
      "epoch": 6.768247036805989,
      "step": 21699
    },
    {
      "epoch": 6.7685589519650655,
      "grad_norm": 0.0863117128610611,
      "learning_rate": 7.571488686527368e-05,
      "loss": 0.0399,
      "step": 21700
    },
    {
      "epoch": 6.7685589519650655,
      "flow_loss": 0.05308187007904053,
      "step": 21700
    },
    {
      "contrastive_loss": 0.006170687265694141,
      "epoch": 6.7685589519650655,
      "step": 21700
    },
    {
      "contrastive_lambda": 0.7105416527519262,
      "epoch": 6.7685589519650655,
      "step": 21700
    },
    {
      "contrastive_lambda": 0.7105179066837456,
      "epoch": 6.768870867124142,
      "step": 21701
    },
    {
      "contrastive_lambda": 0.7104941600384181,
      "epoch": 6.769182782283219,
      "step": 21702
    },
    {
      "contrastive_lambda": 0.710470412816009,
      "epoch": 6.769494697442296,
      "step": 21703
    },
    {
      "contrastive_lambda": 0.7104466650165834,
      "epoch": 6.769806612601372,
      "step": 21704
    },
    {
      "contrastive_lambda": 0.7104229166402063,
      "epoch": 6.770118527760449,
      "step": 21705
    },
    {
      "contrastive_lambda": 0.7103991676869427,
      "epoch": 6.770430442919526,
      "step": 21706
    },
    {
      "contrastive_lambda": 0.710375418156858,
      "epoch": 6.770742358078603,
      "step": 21707
    },
    {
      "contrastive_lambda": 0.710351668050017,
      "epoch": 6.771054273237679,
      "step": 21708
    },
    {
      "contrastive_lambda": 0.7103279173664849,
      "epoch": 6.771366188396756,
      "step": 21709
    },
    {
      "epoch": 6.771678103555833,
      "grad_norm": 0.12540186941623688,
      "learning_rate": 7.569124904287968e-05,
      "loss": 0.0339,
      "step": 21710
    },
    {
      "epoch": 6.771678103555833,
      "flow_loss": 0.050046809017658234,
      "step": 21710
    },
    {
      "contrastive_loss": 0.00514324102550745,
      "epoch": 6.771678103555833,
      "step": 21710
    },
    {
      "contrastive_lambda": 0.7103041661063272,
      "epoch": 6.771678103555833,
      "step": 21710
    },
    {
      "contrastive_lambda": 0.7102804142696084,
      "epoch": 6.771990018714909,
      "step": 21711
    },
    {
      "contrastive_lambda": 0.710256661856394,
      "epoch": 6.772301933873987,
      "step": 21712
    },
    {
      "contrastive_lambda": 0.710232908866749,
      "epoch": 6.772613849033063,
      "step": 21713
    },
    {
      "contrastive_lambda": 0.7102091553007386,
      "epoch": 6.77292576419214,
      "step": 21714
    },
    {
      "contrastive_lambda": 0.7101854011584278,
      "epoch": 6.773237679351216,
      "step": 21715
    },
    {
      "contrastive_lambda": 0.7101616464398819,
      "epoch": 6.7735495945102935,
      "step": 21716
    },
    {
      "contrastive_lambda": 0.7101378911451658,
      "epoch": 6.77386150966937,
      "step": 21717
    },
    {
      "contrastive_lambda": 0.7101141352743447,
      "epoch": 6.774173424828446,
      "step": 21718
    },
    {
      "contrastive_lambda": 0.7100903788274839,
      "epoch": 6.774485339987524,
      "step": 21719
    },
    {
      "epoch": 6.7747972551466,
      "grad_norm": 0.14714574813842773,
      "learning_rate": 7.566760341616254e-05,
      "loss": 0.0395,
      "step": 21720
    },
    {
      "epoch": 6.7747972551466,
      "flow_loss": 0.027738366276025772,
      "step": 21720
    },
    {
      "contrastive_loss": 0.005129984114319086,
      "epoch": 6.7747972551466,
      "step": 21720
    },
    {
      "contrastive_lambda": 0.7100666218046484,
      "epoch": 6.7747972551466,
      "step": 21720
    },
    {
      "contrastive_lambda": 0.7100428642059031,
      "epoch": 6.775109170305677,
      "step": 21721
    },
    {
      "contrastive_lambda": 0.7100191060313136,
      "epoch": 6.775421085464753,
      "step": 21722
    },
    {
      "contrastive_lambda": 0.7099953472809446,
      "epoch": 6.7757330006238305,
      "step": 21723
    },
    {
      "contrastive_lambda": 0.7099715879548616,
      "epoch": 6.776044915782907,
      "step": 21724
    },
    {
      "contrastive_lambda": 0.7099478280531295,
      "epoch": 6.7763568309419835,
      "step": 21725
    },
    {
      "contrastive_lambda": 0.7099240675758136,
      "epoch": 6.776668746101061,
      "step": 21726
    },
    {
      "contrastive_lambda": 0.7099003065229789,
      "epoch": 6.776980661260137,
      "step": 21727
    },
    {
      "contrastive_lambda": 0.7098765448946905,
      "epoch": 6.777292576419214,
      "step": 21728
    },
    {
      "contrastive_lambda": 0.7098527826910137,
      "epoch": 6.777604491578291,
      "step": 21729
    },
    {
      "epoch": 6.777916406737368,
      "grad_norm": 0.10672378540039062,
      "learning_rate": 7.564394999230519e-05,
      "loss": 0.0388,
      "step": 21730
    },
    {
      "epoch": 6.777916406737368,
      "flow_loss": 0.024645384401082993,
      "step": 21730
    },
    {
      "contrastive_loss": 0.007205536123365164,
      "epoch": 6.777916406737368,
      "step": 21730
    },
    {
      "contrastive_lambda": 0.7098290199120136,
      "epoch": 6.777916406737368,
      "step": 21730
    },
    {
      "contrastive_lambda": 0.7098052565577555,
      "epoch": 6.778228321896444,
      "step": 21731
    },
    {
      "contrastive_lambda": 0.709781492628304,
      "epoch": 6.778540237055521,
      "step": 21732
    },
    {
      "contrastive_lambda": 0.7097577281237248,
      "epoch": 6.778852152214598,
      "step": 21733
    },
    {
      "contrastive_lambda": 0.7097339630440831,
      "epoch": 6.779164067373674,
      "step": 21734
    },
    {
      "contrastive_lambda": 0.7097101973894435,
      "epoch": 6.779475982532751,
      "step": 21735
    },
    {
      "contrastive_lambda": 0.7096864311598716,
      "epoch": 6.779787897691827,
      "step": 21736
    },
    {
      "contrastive_lambda": 0.7096626643554326,
      "epoch": 6.780099812850905,
      "step": 21737
    },
    {
      "contrastive_lambda": 0.7096388969761913,
      "epoch": 6.780411728009981,
      "step": 21738
    },
    {
      "contrastive_lambda": 0.7096151290222131,
      "epoch": 6.780723643169058,
      "step": 21739
    },
    {
      "epoch": 6.781035558328135,
      "grad_norm": 0.11225374788045883,
      "learning_rate": 7.562028877849294e-05,
      "loss": 0.0315,
      "step": 21740
    },
    {
      "epoch": 6.781035558328135,
      "flow_loss": 0.023818189278244972,
      "step": 21740
    },
    {
      "contrastive_loss": 0.004876730963587761,
      "epoch": 6.781035558328135,
      "step": 21740
    },
    {
      "contrastive_lambda": 0.7095913604935631,
      "epoch": 6.781035558328135,
      "step": 21740
    },
    {
      "contrastive_lambda": 0.7095675913903066,
      "epoch": 6.7813474734872115,
      "step": 21741
    },
    {
      "contrastive_lambda": 0.7095438217125086,
      "epoch": 6.781659388646288,
      "step": 21742
    },
    {
      "contrastive_lambda": 0.7095200514602342,
      "epoch": 6.781971303805365,
      "step": 21743
    },
    {
      "contrastive_lambda": 0.7094962806335489,
      "epoch": 6.782283218964442,
      "step": 21744
    },
    {
      "contrastive_lambda": 0.7094725092325176,
      "epoch": 6.782595134123518,
      "step": 21745
    },
    {
      "contrastive_lambda": 0.7094487372572054,
      "epoch": 6.782907049282596,
      "step": 21746
    },
    {
      "contrastive_lambda": 0.7094249647076776,
      "epoch": 6.783218964441672,
      "step": 21747
    },
    {
      "contrastive_lambda": 0.7094011915839995,
      "epoch": 6.7835308796007485,
      "step": 21748
    },
    {
      "contrastive_lambda": 0.709377417886236,
      "epoch": 6.783842794759825,
      "step": 21749
    },
    {
      "epoch": 6.784154709918902,
      "grad_norm": 0.12436583638191223,
      "learning_rate": 7.559661978191341e-05,
      "loss": 0.0357,
      "step": 21750
    },
    {
      "epoch": 6.784154709918902,
      "flow_loss": 0.04376612976193428,
      "step": 21750
    },
    {
      "contrastive_loss": 0.006795545574277639,
      "epoch": 6.784154709918902,
      "step": 21750
    },
    {
      "contrastive_lambda": 0.7093536436144525,
      "epoch": 6.784154709918902,
      "step": 21750
    },
    {
      "contrastive_lambda": 0.7093298687687141,
      "epoch": 6.784466625077979,
      "step": 21751
    },
    {
      "contrastive_lambda": 0.7093060933490859,
      "epoch": 6.784778540237055,
      "step": 21752
    },
    {
      "contrastive_lambda": 0.7092823173556333,
      "epoch": 6.785090455396132,
      "step": 21753
    },
    {
      "contrastive_lambda": 0.7092585407884213,
      "epoch": 6.785402370555209,
      "step": 21754
    },
    {
      "contrastive_lambda": 0.7092347636475149,
      "epoch": 6.785714285714286,
      "step": 21755
    },
    {
      "contrastive_lambda": 0.7092109859329798,
      "epoch": 6.786026200873362,
      "step": 21756
    },
    {
      "contrastive_lambda": 0.7091872076448809,
      "epoch": 6.786338116032439,
      "step": 21757
    },
    {
      "contrastive_lambda": 0.7091634287832833,
      "epoch": 6.786650031191516,
      "step": 21758
    },
    {
      "contrastive_lambda": 0.7091396493482522,
      "epoch": 6.786961946350592,
      "step": 21759
    },
    {
      "epoch": 6.78727386150967,
      "grad_norm": 0.11844325065612793,
      "learning_rate": 7.557294300975664e-05,
      "loss": 0.0362,
      "step": 21760
    },
    {
      "epoch": 6.78727386150967,
      "flow_loss": 0.022035403177142143,
      "step": 21760
    },
    {
      "contrastive_loss": 0.006374394986778498,
      "epoch": 6.78727386150967,
      "step": 21760
    },
    {
      "contrastive_lambda": 0.7091158693398529,
      "epoch": 6.78727386150967,
      "step": 21760
    },
    {
      "contrastive_lambda": 0.7090920887581508,
      "epoch": 6.787585776668746,
      "step": 21761
    },
    {
      "contrastive_lambda": 0.7090683076032107,
      "epoch": 6.787897691827823,
      "step": 21762
    },
    {
      "contrastive_lambda": 0.7090445258750979,
      "epoch": 6.7882096069869,
      "step": 21763
    },
    {
      "contrastive_lambda": 0.7090207435738778,
      "epoch": 6.7885215221459765,
      "step": 21764
    },
    {
      "contrastive_lambda": 0.7089969606996155,
      "epoch": 6.788833437305053,
      "step": 21765
    },
    {
      "contrastive_lambda": 0.708973177252376,
      "epoch": 6.789145352464129,
      "step": 21766
    },
    {
      "contrastive_lambda": 0.7089493932322247,
      "epoch": 6.789457267623207,
      "step": 21767
    },
    {
      "contrastive_lambda": 0.7089256086392268,
      "epoch": 6.789769182782283,
      "step": 21768
    },
    {
      "contrastive_lambda": 0.7089018234734475,
      "epoch": 6.79008109794136,
      "step": 21769
    },
    {
      "epoch": 6.790393013100436,
      "grad_norm": 0.11924408376216888,
      "learning_rate": 7.554925846921499e-05,
      "loss": 0.0339,
      "step": 21770
    },
    {
      "epoch": 6.790393013100436,
      "flow_loss": 0.02115691266953945,
      "step": 21770
    },
    {
      "contrastive_loss": 0.005472343880683184,
      "epoch": 6.790393013100436,
      "step": 21770
    },
    {
      "contrastive_lambda": 0.708878037734952,
      "epoch": 6.790393013100436,
      "step": 21770
    },
    {
      "contrastive_lambda": 0.7088542514238055,
      "epoch": 6.7907049282595136,
      "step": 21771
    },
    {
      "contrastive_lambda": 0.7088304645400731,
      "epoch": 6.79101684341859,
      "step": 21772
    },
    {
      "contrastive_lambda": 0.7088066770838204,
      "epoch": 6.7913287585776665,
      "step": 21773
    },
    {
      "contrastive_lambda": 0.708782889055112,
      "epoch": 6.791640673736744,
      "step": 21774
    },
    {
      "contrastive_lambda": 0.7087591004540137,
      "epoch": 6.79195258889582,
      "step": 21775
    },
    {
      "contrastive_lambda": 0.7087353112805904,
      "epoch": 6.792264504054897,
      "step": 21776
    },
    {
      "contrastive_lambda": 0.7087115215349074,
      "epoch": 6.792576419213974,
      "step": 21777
    },
    {
      "contrastive_lambda": 0.7086877312170299,
      "epoch": 6.792888334373051,
      "step": 21778
    },
    {
      "contrastive_lambda": 0.7086639403270232,
      "epoch": 6.793200249532127,
      "step": 21779
    },
    {
      "epoch": 6.7935121646912044,
      "grad_norm": 0.0959099531173706,
      "learning_rate": 7.552556616748321e-05,
      "loss": 0.0356,
      "step": 21780
    },
    {
      "epoch": 6.7935121646912044,
      "flow_loss": 0.04066784307360649,
      "step": 21780
    },
    {
      "contrastive_loss": 0.005351632833480835,
      "epoch": 6.7935121646912044,
      "step": 21780
    },
    {
      "contrastive_lambda": 0.7086401488649523,
      "epoch": 6.7935121646912044,
      "step": 21780
    },
    {
      "contrastive_lambda": 0.7086163568308828,
      "epoch": 6.793824079850281,
      "step": 21781
    },
    {
      "contrastive_lambda": 0.7085925642248795,
      "epoch": 6.794135995009357,
      "step": 21782
    },
    {
      "contrastive_lambda": 0.7085687710470079,
      "epoch": 6.794447910168434,
      "step": 21783
    },
    {
      "contrastive_lambda": 0.7085449772973332,
      "epoch": 6.794759825327511,
      "step": 21784
    },
    {
      "contrastive_lambda": 0.7085211829759207,
      "epoch": 6.795071740486588,
      "step": 21785
    },
    {
      "contrastive_lambda": 0.7084973880828354,
      "epoch": 6.795383655645664,
      "step": 21786
    },
    {
      "contrastive_lambda": 0.7084735926181427,
      "epoch": 6.795695570804741,
      "step": 21787
    },
    {
      "contrastive_lambda": 0.7084497965819079,
      "epoch": 6.796007485963818,
      "step": 21788
    },
    {
      "contrastive_lambda": 0.7084259999741959,
      "epoch": 6.7963194011228945,
      "step": 21789
    },
    {
      "epoch": 6.796631316281971,
      "grad_norm": 0.114534892141819,
      "learning_rate": 7.550186611175838e-05,
      "loss": 0.0395,
      "step": 21790
    },
    {
      "epoch": 6.796631316281971,
      "flow_loss": 0.031367622315883636,
      "step": 21790
    },
    {
      "contrastive_loss": 0.004738251678645611,
      "epoch": 6.796631316281971,
      "step": 21790
    },
    {
      "contrastive_lambda": 0.7084022027950725,
      "epoch": 6.796631316281971,
      "step": 21790
    },
    {
      "contrastive_lambda": 0.7083784050446024,
      "epoch": 6.796943231441048,
      "step": 21791
    },
    {
      "contrastive_lambda": 0.7083546067228512,
      "epoch": 6.797255146600125,
      "step": 21792
    },
    {
      "contrastive_lambda": 0.708330807829884,
      "epoch": 6.797567061759201,
      "step": 21793
    },
    {
      "contrastive_lambda": 0.7083070083657659,
      "epoch": 6.797878976918279,
      "step": 21794
    },
    {
      "contrastive_lambda": 0.7082832083305626,
      "epoch": 6.798190892077355,
      "step": 21795
    },
    {
      "contrastive_lambda": 0.7082594077243389,
      "epoch": 6.7985028072364315,
      "step": 21796
    },
    {
      "contrastive_lambda": 0.7082356065471601,
      "epoch": 6.798814722395509,
      "step": 21797
    },
    {
      "contrastive_lambda": 0.7082118047990917,
      "epoch": 6.799126637554585,
      "step": 21798
    },
    {
      "contrastive_lambda": 0.7081880024801989,
      "epoch": 6.799438552713662,
      "step": 21799
    },
    {
      "epoch": 6.799750467872738,
      "grad_norm": 0.1260194033384323,
      "learning_rate": 7.547815830923998e-05,
      "loss": 0.0326,
      "step": 21800
    },
    {
      "epoch": 6.799750467872738,
      "flow_loss": 0.02559637278318405,
      "step": 21800
    },
    {
      "contrastive_loss": 0.0059671164490282536,
      "epoch": 6.799750467872738,
      "step": 21800
    },
    {
      "contrastive_lambda": 0.7081641995905468,
      "epoch": 6.799750467872738,
      "step": 21800
    },
    {
      "contrastive_lambda": 0.7081403961302006,
      "epoch": 6.800062383031816,
      "step": 21801
    },
    {
      "contrastive_lambda": 0.7081165920992258,
      "epoch": 6.800374298190892,
      "step": 21802
    },
    {
      "contrastive_lambda": 0.7080927874976874,
      "epoch": 6.800686213349969,
      "step": 21803
    },
    {
      "contrastive_lambda": 0.7080689823256511,
      "epoch": 6.800998128509045,
      "step": 21804
    },
    {
      "contrastive_lambda": 0.7080451765831817,
      "epoch": 6.801310043668122,
      "step": 21805
    },
    {
      "contrastive_lambda": 0.7080213702703446,
      "epoch": 6.801621958827199,
      "step": 21806
    },
    {
      "contrastive_lambda": 0.7079975633872052,
      "epoch": 6.801933873986275,
      "step": 21807
    },
    {
      "contrastive_lambda": 0.7079737559338286,
      "epoch": 6.802245789145353,
      "step": 21808
    },
    {
      "contrastive_lambda": 0.7079499479102801,
      "epoch": 6.802557704304429,
      "step": 21809
    },
    {
      "epoch": 6.802869619463506,
      "grad_norm": 0.11481349170207977,
      "learning_rate": 7.54544427671298e-05,
      "loss": 0.0407,
      "step": 21810
    },
    {
      "epoch": 6.802869619463506,
      "flow_loss": 0.04213384538888931,
      "step": 21810
    },
    {
      "contrastive_loss": 0.004724214784801006,
      "epoch": 6.802869619463506,
      "step": 21810
    },
    {
      "contrastive_lambda": 0.7079261393166251,
      "epoch": 6.802869619463506,
      "step": 21810
    },
    {
      "contrastive_lambda": 0.7079023301529287,
      "epoch": 6.803181534622583,
      "step": 21811
    },
    {
      "contrastive_lambda": 0.7078785204192563,
      "epoch": 6.8034934497816595,
      "step": 21812
    },
    {
      "contrastive_lambda": 0.7078547101156731,
      "epoch": 6.803805364940736,
      "step": 21813
    },
    {
      "contrastive_lambda": 0.7078308992422445,
      "epoch": 6.804117280099813,
      "step": 21814
    },
    {
      "contrastive_lambda": 0.7078070877990357,
      "epoch": 6.80442919525889,
      "step": 21815
    },
    {
      "contrastive_lambda": 0.7077832757861119,
      "epoch": 6.804741110417966,
      "step": 21816
    },
    {
      "contrastive_lambda": 0.7077594632035384,
      "epoch": 6.805053025577043,
      "step": 21817
    },
    {
      "contrastive_lambda": 0.7077356500513806,
      "epoch": 6.80536494073612,
      "step": 21818
    },
    {
      "contrastive_lambda": 0.7077118363297038,
      "epoch": 6.8056768558951966,
      "step": 21819
    },
    {
      "epoch": 6.805988771054273,
      "grad_norm": 0.10407339781522751,
      "learning_rate": 7.543071949263198e-05,
      "loss": 0.0321,
      "step": 21820
    },
    {
      "epoch": 6.805988771054273,
      "flow_loss": 0.04315071180462837,
      "step": 21820
    },
    {
      "contrastive_loss": 0.004460449330508709,
      "epoch": 6.805988771054273,
      "step": 21820
    },
    {
      "contrastive_lambda": 0.7076880220385731,
      "epoch": 6.805988771054273,
      "step": 21820
    },
    {
      "contrastive_lambda": 0.7076642071780539,
      "epoch": 6.8063006862133495,
      "step": 21821
    },
    {
      "contrastive_lambda": 0.7076403917482116,
      "epoch": 6.806612601372427,
      "step": 21822
    },
    {
      "contrastive_lambda": 0.7076165757491112,
      "epoch": 6.806924516531503,
      "step": 21823
    },
    {
      "contrastive_lambda": 0.7075927591808182,
      "epoch": 6.80723643169058,
      "step": 21824
    },
    {
      "contrastive_lambda": 0.707568942043398,
      "epoch": 6.807548346849657,
      "step": 21825
    },
    {
      "contrastive_lambda": 0.7075451243369156,
      "epoch": 6.807860262008734,
      "step": 21826
    },
    {
      "contrastive_lambda": 0.7075213060614365,
      "epoch": 6.80817217716781,
      "step": 21827
    },
    {
      "contrastive_lambda": 0.707497487217026,
      "epoch": 6.8084840923268874,
      "step": 21828
    },
    {
      "contrastive_lambda": 0.7074736678037494,
      "epoch": 6.808796007485964,
      "step": 21829
    },
    {
      "epoch": 6.80910792264504,
      "grad_norm": 0.09075580537319183,
      "learning_rate": 7.540698849295305e-05,
      "loss": 0.0419,
      "step": 21830
    },
    {
      "epoch": 6.80910792264504,
      "flow_loss": 0.0389956459403038,
      "step": 21830
    },
    {
      "contrastive_loss": 0.005499228835105896,
      "epoch": 6.80910792264504,
      "step": 21830
    },
    {
      "contrastive_lambda": 0.707449847821672,
      "epoch": 6.80910792264504,
      "step": 21830
    },
    {
      "contrastive_lambda": 0.7074260272708588,
      "epoch": 6.809419837804118,
      "step": 21831
    },
    {
      "contrastive_lambda": 0.7074022061513756,
      "epoch": 6.809731752963194,
      "step": 21832
    },
    {
      "contrastive_lambda": 0.7073783844632875,
      "epoch": 6.810043668122271,
      "step": 21833
    },
    {
      "contrastive_lambda": 0.7073545622066597,
      "epoch": 6.810355583281347,
      "step": 21834
    },
    {
      "contrastive_lambda": 0.7073307393815575,
      "epoch": 6.8106674984404245,
      "step": 21835
    },
    {
      "contrastive_lambda": 0.7073069159880465,
      "epoch": 6.810979413599501,
      "step": 21836
    },
    {
      "contrastive_lambda": 0.7072830920261917,
      "epoch": 6.8112913287585775,
      "step": 21837
    },
    {
      "contrastive_lambda": 0.7072592674960586,
      "epoch": 6.811603243917654,
      "step": 21838
    },
    {
      "contrastive_lambda": 0.7072354423977123,
      "epoch": 6.811915159076731,
      "step": 21839
    },
    {
      "epoch": 6.812227074235808,
      "grad_norm": 0.09599640220403671,
      "learning_rate": 7.538324977530183e-05,
      "loss": 0.0357,
      "step": 21840
    },
    {
      "epoch": 6.812227074235808,
      "flow_loss": 0.029897402971982956,
      "step": 21840
    },
    {
      "contrastive_loss": 0.005709392949938774,
      "epoch": 6.812227074235808,
      "step": 21840
    },
    {
      "contrastive_lambda": 0.7072116167312184,
      "epoch": 6.812227074235808,
      "step": 21840
    },
    {
      "contrastive_lambda": 0.7071877904966422,
      "epoch": 6.812538989394884,
      "step": 21841
    },
    {
      "contrastive_lambda": 0.7071639636940488,
      "epoch": 6.812850904553962,
      "step": 21842
    },
    {
      "contrastive_lambda": 0.7071401363235035,
      "epoch": 6.813162819713038,
      "step": 21843
    },
    {
      "contrastive_lambda": 0.7071163083850718,
      "epoch": 6.8134747348721145,
      "step": 21844
    },
    {
      "contrastive_lambda": 0.7070924798788191,
      "epoch": 6.813786650031192,
      "step": 21845
    },
    {
      "contrastive_lambda": 0.7070686508048105,
      "epoch": 6.814098565190268,
      "step": 21846
    },
    {
      "contrastive_lambda": 0.7070448211631115,
      "epoch": 6.814410480349345,
      "step": 21847
    },
    {
      "contrastive_lambda": 0.7070209909537873,
      "epoch": 6.814722395508422,
      "step": 21848
    },
    {
      "contrastive_lambda": 0.7069971601769034,
      "epoch": 6.815034310667499,
      "step": 21849
    },
    {
      "epoch": 6.815346225826575,
      "grad_norm": 0.12341286242008209,
      "learning_rate": 7.535950334688955e-05,
      "loss": 0.0415,
      "step": 21850
    },
    {
      "epoch": 6.815346225826575,
      "flow_loss": 0.03195614740252495,
      "step": 21850
    },
    {
      "contrastive_loss": 0.005162988789379597,
      "epoch": 6.815346225826575,
      "step": 21850
    },
    {
      "contrastive_lambda": 0.706973328832525,
      "epoch": 6.815346225826575,
      "step": 21850
    },
    {
      "contrastive_lambda": 0.7069494969207174,
      "epoch": 6.815658140985652,
      "step": 21851
    },
    {
      "contrastive_lambda": 0.7069256644415461,
      "epoch": 6.815970056144729,
      "step": 21852
    },
    {
      "contrastive_lambda": 0.7069018313950763,
      "epoch": 6.816281971303805,
      "step": 21853
    },
    {
      "contrastive_lambda": 0.7068779977813733,
      "epoch": 6.816593886462882,
      "step": 21854
    },
    {
      "contrastive_lambda": 0.7068541636005027,
      "epoch": 6.816905801621958,
      "step": 21855
    },
    {
      "contrastive_lambda": 0.7068303288525296,
      "epoch": 6.817217716781036,
      "step": 21856
    },
    {
      "contrastive_lambda": 0.7068064935375193,
      "epoch": 6.817529631940112,
      "step": 21857
    },
    {
      "contrastive_lambda": 0.7067826576555374,
      "epoch": 6.817841547099189,
      "step": 21858
    },
    {
      "contrastive_lambda": 0.706758821206649,
      "epoch": 6.818153462258266,
      "step": 21859
    },
    {
      "epoch": 6.8184653774173425,
      "grad_norm": 0.13069628179073334,
      "learning_rate": 7.533574921492972e-05,
      "loss": 0.037,
      "step": 21860
    },
    {
      "epoch": 6.8184653774173425,
      "flow_loss": 0.026342885568737984,
      "step": 21860
    },
    {
      "contrastive_loss": 0.004646576475352049,
      "epoch": 6.8184653774173425,
      "step": 21860
    },
    {
      "contrastive_lambda": 0.7067349841909196,
      "epoch": 6.8184653774173425,
      "step": 21860
    },
    {
      "contrastive_lambda": 0.7067111466084146,
      "epoch": 6.818777292576419,
      "step": 21861
    },
    {
      "contrastive_lambda": 0.7066873084591989,
      "epoch": 6.819089207735496,
      "step": 21862
    },
    {
      "contrastive_lambda": 0.7066634697433386,
      "epoch": 6.819401122894573,
      "step": 21863
    },
    {
      "contrastive_lambda": 0.7066396304608986,
      "epoch": 6.819713038053649,
      "step": 21864
    },
    {
      "contrastive_lambda": 0.7066157906119441,
      "epoch": 6.820024953212727,
      "step": 21865
    },
    {
      "contrastive_lambda": 0.7065919501965409,
      "epoch": 6.820336868371803,
      "step": 21866
    },
    {
      "contrastive_lambda": 0.7065681092147541,
      "epoch": 6.8206487835308796,
      "step": 21867
    },
    {
      "contrastive_lambda": 0.706544267666649,
      "epoch": 6.820960698689956,
      "step": 21868
    },
    {
      "contrastive_lambda": 0.7065204255522911,
      "epoch": 6.821272613849033,
      "step": 21869
    },
    {
      "epoch": 6.82158452900811,
      "grad_norm": 0.1846734881401062,
      "learning_rate": 7.531198738663824e-05,
      "loss": 0.0391,
      "step": 21870
    },
    {
      "epoch": 6.82158452900811,
      "flow_loss": 0.028833571821451187,
      "step": 21870
    },
    {
      "contrastive_loss": 0.006872049532830715,
      "epoch": 6.82158452900811,
      "step": 21870
    },
    {
      "contrastive_lambda": 0.7064965828717458,
      "epoch": 6.82158452900811,
      "step": 21870
    },
    {
      "contrastive_lambda": 0.7064727396250783,
      "epoch": 6.821896444167186,
      "step": 21871
    },
    {
      "contrastive_lambda": 0.7064488958123541,
      "epoch": 6.822208359326263,
      "step": 21872
    },
    {
      "contrastive_lambda": 0.7064250514336385,
      "epoch": 6.82252027448534,
      "step": 21873
    },
    {
      "contrastive_lambda": 0.706401206488997,
      "epoch": 6.822832189644417,
      "step": 21874
    },
    {
      "contrastive_lambda": 0.7063773609784949,
      "epoch": 6.823144104803493,
      "step": 21875
    },
    {
      "contrastive_lambda": 0.7063535149021974,
      "epoch": 6.8234560199625705,
      "step": 21876
    },
    {
      "contrastive_lambda": 0.7063296682601701,
      "epoch": 6.823767935121647,
      "step": 21877
    },
    {
      "contrastive_lambda": 0.7063058210524783,
      "epoch": 6.824079850280723,
      "step": 21878
    },
    {
      "contrastive_lambda": 0.7062819732791873,
      "epoch": 6.824391765439801,
      "step": 21879
    },
    {
      "epoch": 6.824703680598877,
      "grad_norm": 0.15296506881713867,
      "learning_rate": 7.528821786923333e-05,
      "loss": 0.0384,
      "step": 21880
    },
    {
      "epoch": 6.824703680598877,
      "flow_loss": 0.024295981973409653,
      "step": 21880
    },
    {
      "contrastive_loss": 0.0057288883253932,
      "epoch": 6.824703680598877,
      "step": 21880
    },
    {
      "contrastive_lambda": 0.7062581249403627,
      "epoch": 6.824703680598877,
      "step": 21880
    },
    {
      "contrastive_lambda": 0.7062342760360696,
      "epoch": 6.825015595757954,
      "step": 21881
    },
    {
      "contrastive_lambda": 0.7062104265663736,
      "epoch": 6.825327510917031,
      "step": 21882
    },
    {
      "contrastive_lambda": 0.70618657653134,
      "epoch": 6.8256394260761075,
      "step": 21883
    },
    {
      "contrastive_lambda": 0.7061627259310342,
      "epoch": 6.825951341235184,
      "step": 21884
    },
    {
      "contrastive_lambda": 0.7061388747655214,
      "epoch": 6.8262632563942605,
      "step": 21885
    },
    {
      "contrastive_lambda": 0.7061150230348674,
      "epoch": 6.826575171553338,
      "step": 21886
    },
    {
      "contrastive_lambda": 0.7060911707391374,
      "epoch": 6.826887086712414,
      "step": 21887
    },
    {
      "contrastive_lambda": 0.7060673178783965,
      "epoch": 6.827199001871491,
      "step": 21888
    },
    {
      "contrastive_lambda": 0.7060434644527105,
      "epoch": 6.827510917030567,
      "step": 21889
    },
    {
      "epoch": 6.827822832189645,
      "grad_norm": 0.09581033140420914,
      "learning_rate": 7.52644406699355e-05,
      "loss": 0.0359,
      "step": 21890
    },
    {
      "epoch": 6.827822832189645,
      "flow_loss": 0.037950195372104645,
      "step": 21890
    },
    {
      "contrastive_loss": 0.0059635513462126255,
      "epoch": 6.827822832189645,
      "step": 21890
    },
    {
      "contrastive_lambda": 0.7060196104621448,
      "epoch": 6.827822832189645,
      "step": 21890
    },
    {
      "contrastive_lambda": 0.7059957559067644,
      "epoch": 6.828134747348721,
      "step": 21891
    },
    {
      "contrastive_lambda": 0.705971900786635,
      "epoch": 6.8284466625077975,
      "step": 21892
    },
    {
      "contrastive_lambda": 0.705948045101822,
      "epoch": 6.828758577666875,
      "step": 21893
    },
    {
      "contrastive_lambda": 0.7059241888523906,
      "epoch": 6.829070492825951,
      "step": 21894
    },
    {
      "contrastive_lambda": 0.7059003320384065,
      "epoch": 6.829382407985028,
      "step": 21895
    },
    {
      "contrastive_lambda": 0.705876474659935,
      "epoch": 6.829694323144105,
      "step": 21896
    },
    {
      "contrastive_lambda": 0.7058526167170412,
      "epoch": 6.830006238303182,
      "step": 21897
    },
    {
      "contrastive_lambda": 0.7058287582097911,
      "epoch": 6.830318153462258,
      "step": 21898
    },
    {
      "contrastive_lambda": 0.7058048991382495,
      "epoch": 6.8306300686213355,
      "step": 21899
    },
    {
      "epoch": 6.830941983780412,
      "grad_norm": 0.14866146445274353,
      "learning_rate": 7.524065579596766e-05,
      "loss": 0.0348,
      "step": 21900
    },
    {
      "epoch": 6.830941983780412,
      "flow_loss": 0.019816821441054344,
      "step": 21900
    },
    {
      "contrastive_loss": 0.005707743111997843,
      "epoch": 6.830941983780412,
      "step": 21900
    },
    {
      "contrastive_lambda": 0.7057810395024822,
      "epoch": 6.830941983780412,
      "step": 21900
    },
    {
      "contrastive_lambda": 0.7057571793025544,
      "epoch": 6.831253898939488,
      "step": 21901
    },
    {
      "contrastive_lambda": 0.7057333185385317,
      "epoch": 6.831565814098565,
      "step": 21902
    },
    {
      "contrastive_lambda": 0.7057094572104794,
      "epoch": 6.831877729257642,
      "step": 21903
    },
    {
      "contrastive_lambda": 0.705685595318463,
      "epoch": 6.832189644416719,
      "step": 21904
    },
    {
      "contrastive_lambda": 0.7056617328625477,
      "epoch": 6.832501559575795,
      "step": 21905
    },
    {
      "contrastive_lambda": 0.7056378698427993,
      "epoch": 6.832813474734872,
      "step": 21906
    },
    {
      "contrastive_lambda": 0.7056140062592829,
      "epoch": 6.833125389893949,
      "step": 21907
    },
    {
      "contrastive_lambda": 0.705590142112064,
      "epoch": 6.8334373050530255,
      "step": 21908
    },
    {
      "contrastive_lambda": 0.705566277401208,
      "epoch": 6.833749220212102,
      "step": 21909
    },
    {
      "epoch": 6.834061135371179,
      "grad_norm": 0.11636333167552948,
      "learning_rate": 7.521686325455506e-05,
      "loss": 0.0384,
      "step": 21910
    },
    {
      "epoch": 6.834061135371179,
      "flow_loss": 0.03273377567529678,
      "step": 21910
    },
    {
      "contrastive_loss": 0.008343258872628212,
      "epoch": 6.834061135371179,
      "step": 21910
    },
    {
      "contrastive_lambda": 0.7055424121267806,
      "epoch": 6.834061135371179,
      "step": 21910
    },
    {
      "contrastive_lambda": 0.7055185462888467,
      "epoch": 6.834373050530256,
      "step": 21911
    },
    {
      "contrastive_lambda": 0.7054946798874723,
      "epoch": 6.834684965689332,
      "step": 21912
    },
    {
      "contrastive_lambda": 0.7054708129227225,
      "epoch": 6.83499688084841,
      "step": 21913
    },
    {
      "contrastive_lambda": 0.7054469453946627,
      "epoch": 6.835308796007486,
      "step": 21914
    },
    {
      "contrastive_lambda": 0.7054230773033585,
      "epoch": 6.835620711166563,
      "step": 21915
    },
    {
      "contrastive_lambda": 0.7053992086488752,
      "epoch": 6.83593262632564,
      "step": 21916
    },
    {
      "contrastive_lambda": 0.7053753394312785,
      "epoch": 6.836244541484716,
      "step": 21917
    },
    {
      "contrastive_lambda": 0.7053514696506336,
      "epoch": 6.836556456643793,
      "step": 21918
    },
    {
      "contrastive_lambda": 0.7053275993070057,
      "epoch": 6.836868371802869,
      "step": 21919
    },
    {
      "epoch": 6.837180286961947,
      "grad_norm": 0.14123865962028503,
      "learning_rate": 7.51930630529252e-05,
      "loss": 0.0306,
      "step": 21920
    },
    {
      "epoch": 6.837180286961947,
      "flow_loss": 0.02972235344350338,
      "step": 21920
    },
    {
      "contrastive_loss": 0.004831881262362003,
      "epoch": 6.837180286961947,
      "step": 21920
    },
    {
      "contrastive_lambda": 0.7053037284004608,
      "epoch": 6.837180286961947,
      "step": 21920
    },
    {
      "contrastive_lambda": 0.7052798569310641,
      "epoch": 6.837492202121023,
      "step": 21921
    },
    {
      "contrastive_lambda": 0.7052559848988809,
      "epoch": 6.8378041172801,
      "step": 21922
    },
    {
      "contrastive_lambda": 0.7052321123039768,
      "epoch": 6.838116032439176,
      "step": 21923
    },
    {
      "contrastive_lambda": 0.7052082391464172,
      "epoch": 6.8384279475982535,
      "step": 21924
    },
    {
      "contrastive_lambda": 0.7051843654262675,
      "epoch": 6.83873986275733,
      "step": 21925
    },
    {
      "contrastive_lambda": 0.7051604911435934,
      "epoch": 6.839051777916406,
      "step": 21926
    },
    {
      "contrastive_lambda": 0.7051366162984599,
      "epoch": 6.839363693075484,
      "step": 21927
    },
    {
      "contrastive_lambda": 0.7051127408909329,
      "epoch": 6.83967560823456,
      "step": 21928
    },
    {
      "contrastive_lambda": 0.7050888649210777,
      "epoch": 6.839987523393637,
      "step": 21929
    },
    {
      "epoch": 6.840299438552714,
      "grad_norm": 0.15096184611320496,
      "learning_rate": 7.516925519830797e-05,
      "loss": 0.0445,
      "step": 21930
    },
    {
      "epoch": 6.840299438552714,
      "flow_loss": 0.06903763860464096,
      "step": 21930
    },
    {
      "contrastive_loss": 0.004376008175313473,
      "epoch": 6.840299438552714,
      "step": 21930
    },
    {
      "contrastive_lambda": 0.7050649883889596,
      "epoch": 6.840299438552714,
      "step": 21930
    },
    {
      "contrastive_lambda": 0.7050411112946442,
      "epoch": 6.8406113537117905,
      "step": 21931
    },
    {
      "contrastive_lambda": 0.7050172336381971,
      "epoch": 6.840923268870867,
      "step": 21932
    },
    {
      "contrastive_lambda": 0.7049933554196834,
      "epoch": 6.841235184029944,
      "step": 21933
    },
    {
      "contrastive_lambda": 0.704969476639169,
      "epoch": 6.841547099189021,
      "step": 21934
    },
    {
      "contrastive_lambda": 0.7049455972967191,
      "epoch": 6.841859014348097,
      "step": 21935
    },
    {
      "contrastive_lambda": 0.7049217173923991,
      "epoch": 6.842170929507174,
      "step": 21936
    },
    {
      "contrastive_lambda": 0.7048978369262746,
      "epoch": 6.842482844666251,
      "step": 21937
    },
    {
      "contrastive_lambda": 0.7048739558984112,
      "epoch": 6.842794759825328,
      "step": 21938
    },
    {
      "contrastive_lambda": 0.7048500743088739,
      "epoch": 6.843106674984404,
      "step": 21939
    },
    {
      "epoch": 6.8434185901434805,
      "grad_norm": 0.12301068753004074,
      "learning_rate": 7.514543969793557e-05,
      "loss": 0.0436,
      "step": 21940
    },
    {
      "epoch": 6.8434185901434805,
      "flow_loss": 0.04548022150993347,
      "step": 21940
    },
    {
      "contrastive_loss": 0.0059976400807499886,
      "epoch": 6.8434185901434805,
      "step": 21940
    },
    {
      "contrastive_lambda": 0.7048261921577288,
      "epoch": 6.8434185901434805,
      "step": 21940
    },
    {
      "contrastive_lambda": 0.7048023094450411,
      "epoch": 6.843730505302558,
      "step": 21941
    },
    {
      "contrastive_lambda": 0.7047784261708758,
      "epoch": 6.844042420461634,
      "step": 21942
    },
    {
      "contrastive_lambda": 0.7047545423352992,
      "epoch": 6.844354335620711,
      "step": 21943
    },
    {
      "contrastive_lambda": 0.7047306579383764,
      "epoch": 6.844666250779788,
      "step": 21944
    },
    {
      "contrastive_lambda": 0.7047067729801726,
      "epoch": 6.844978165938865,
      "step": 21945
    },
    {
      "contrastive_lambda": 0.7046828874607538,
      "epoch": 6.845290081097941,
      "step": 21946
    },
    {
      "contrastive_lambda": 0.7046590013801853,
      "epoch": 6.8456019962570185,
      "step": 21947
    },
    {
      "contrastive_lambda": 0.7046351147385324,
      "epoch": 6.845913911416095,
      "step": 21948
    },
    {
      "contrastive_lambda": 0.7046112275358607,
      "epoch": 6.846225826575171,
      "step": 21949
    },
    {
      "epoch": 6.846537741734249,
      "grad_norm": 0.1381036639213562,
      "learning_rate": 7.512161655904251e-05,
      "loss": 0.0357,
      "step": 21950
    },
    {
      "epoch": 6.846537741734249,
      "flow_loss": 0.04522263631224632,
      "step": 21950
    },
    {
      "contrastive_loss": 0.008736238814890385,
      "epoch": 6.846537741734249,
      "step": 21950
    },
    {
      "contrastive_lambda": 0.7045873397722356,
      "epoch": 6.846537741734249,
      "step": 21950
    },
    {
      "contrastive_lambda": 0.7045634514477229,
      "epoch": 6.846849656893325,
      "step": 21951
    },
    {
      "contrastive_lambda": 0.7045395625623879,
      "epoch": 6.847161572052402,
      "step": 21952
    },
    {
      "contrastive_lambda": 0.7045156731162958,
      "epoch": 6.847473487211478,
      "step": 21953
    },
    {
      "contrastive_lambda": 0.7044917831095127,
      "epoch": 6.8477854023705556,
      "step": 21954
    },
    {
      "contrastive_lambda": 0.7044678925421036,
      "epoch": 6.848097317529632,
      "step": 21955
    },
    {
      "contrastive_lambda": 0.7044440014141342,
      "epoch": 6.8484092326887085,
      "step": 21956
    },
    {
      "contrastive_lambda": 0.7044201097256699,
      "epoch": 6.848721147847785,
      "step": 21957
    },
    {
      "contrastive_lambda": 0.7043962174767764,
      "epoch": 6.849033063006862,
      "step": 21958
    },
    {
      "contrastive_lambda": 0.7043723246675189,
      "epoch": 6.849344978165939,
      "step": 21959
    },
    {
      "epoch": 6.849656893325015,
      "grad_norm": 0.13661615550518036,
      "learning_rate": 7.509778578886563e-05,
      "loss": 0.035,
      "step": 21960
    },
    {
      "epoch": 6.849656893325015,
      "flow_loss": 0.023105546832084656,
      "step": 21960
    },
    {
      "contrastive_loss": 0.005886474158614874,
      "epoch": 6.849656893325015,
      "step": 21960
    },
    {
      "contrastive_lambda": 0.7043484312979632,
      "epoch": 6.849656893325015,
      "step": 21960
    },
    {
      "contrastive_lambda": 0.7043245373681746,
      "epoch": 6.849968808484093,
      "step": 21961
    },
    {
      "contrastive_lambda": 0.7043006428782186,
      "epoch": 6.850280723643169,
      "step": 21962
    },
    {
      "contrastive_lambda": 0.704276747828161,
      "epoch": 6.850592638802246,
      "step": 21963
    },
    {
      "contrastive_lambda": 0.704252852218067,
      "epoch": 6.850904553961323,
      "step": 21964
    },
    {
      "contrastive_lambda": 0.7042289560480021,
      "epoch": 6.851216469120399,
      "step": 21965
    },
    {
      "contrastive_lambda": 0.704205059318032,
      "epoch": 6.851528384279476,
      "step": 21966
    },
    {
      "contrastive_lambda": 0.7041811620282221,
      "epoch": 6.851840299438552,
      "step": 21967
    },
    {
      "contrastive_lambda": 0.704157264178638,
      "epoch": 6.85215221459763,
      "step": 21968
    },
    {
      "contrastive_lambda": 0.7041333657693452,
      "epoch": 6.852464129756706,
      "step": 21969
    },
    {
      "epoch": 6.852776044915783,
      "grad_norm": 0.11049913614988327,
      "learning_rate": 7.507394739464412e-05,
      "loss": 0.0298,
      "step": 21970
    },
    {
      "epoch": 6.852776044915783,
      "flow_loss": 0.03280609846115112,
      "step": 21970
    },
    {
      "contrastive_loss": 0.00484941340982914,
      "epoch": 6.852776044915783,
      "step": 21970
    },
    {
      "contrastive_lambda": 0.7041094668004091,
      "epoch": 6.852776044915783,
      "step": 21970
    },
    {
      "contrastive_lambda": 0.7040855672718954,
      "epoch": 6.85308796007486,
      "step": 21971
    },
    {
      "contrastive_lambda": 0.7040616671838694,
      "epoch": 6.8533998752339365,
      "step": 21972
    },
    {
      "contrastive_lambda": 0.7040377665363968,
      "epoch": 6.853711790393013,
      "step": 21973
    },
    {
      "contrastive_lambda": 0.7040138653295432,
      "epoch": 6.854023705552089,
      "step": 21974
    },
    {
      "contrastive_lambda": 0.703989963563374,
      "epoch": 6.854335620711167,
      "step": 21975
    },
    {
      "contrastive_lambda": 0.7039660612379546,
      "epoch": 6.854647535870243,
      "step": 21976
    },
    {
      "contrastive_lambda": 0.7039421583533507,
      "epoch": 6.85495945102932,
      "step": 21977
    },
    {
      "contrastive_lambda": 0.7039182549096279,
      "epoch": 6.855271366188397,
      "step": 21978
    },
    {
      "contrastive_lambda": 0.7038943509068515,
      "epoch": 6.8555832813474735,
      "step": 21979
    },
    {
      "epoch": 6.85589519650655,
      "grad_norm": 0.12837599217891693,
      "learning_rate": 7.50501013836194e-05,
      "loss": 0.0477,
      "step": 21980
    },
    {
      "epoch": 6.85589519650655,
      "flow_loss": 0.040998417884111404,
      "step": 21980
    },
    {
      "contrastive_loss": 0.005120176821947098,
      "epoch": 6.85589519650655,
      "step": 21980
    },
    {
      "contrastive_lambda": 0.7038704463450871,
      "epoch": 6.85589519650655,
      "step": 21980
    },
    {
      "contrastive_lambda": 0.7038465412244005,
      "epoch": 6.856207111665627,
      "step": 21981
    },
    {
      "contrastive_lambda": 0.7038226355448569,
      "epoch": 6.856519026824704,
      "step": 21982
    },
    {
      "contrastive_lambda": 0.7037987293065221,
      "epoch": 6.85683094198378,
      "step": 21983
    },
    {
      "contrastive_lambda": 0.7037748225094613,
      "epoch": 6.857142857142857,
      "step": 21984
    },
    {
      "contrastive_lambda": 0.7037509151537403,
      "epoch": 6.857454772301934,
      "step": 21985
    },
    {
      "contrastive_lambda": 0.7037270072394248,
      "epoch": 6.857766687461011,
      "step": 21986
    },
    {
      "contrastive_lambda": 0.7037030987665799,
      "epoch": 6.858078602620087,
      "step": 21987
    },
    {
      "contrastive_lambda": 0.7036791897352715,
      "epoch": 6.858390517779164,
      "step": 21988
    },
    {
      "contrastive_lambda": 0.7036552801455651,
      "epoch": 6.858702432938241,
      "step": 21989
    },
    {
      "epoch": 6.859014348097317,
      "grad_norm": 0.11719994246959686,
      "learning_rate": 7.50262477630353e-05,
      "loss": 0.0368,
      "step": 21990
    },
    {
      "epoch": 6.859014348097317,
      "flow_loss": 0.024808276444673538,
      "step": 21990
    },
    {
      "contrastive_loss": 0.005167728289961815,
      "epoch": 6.859014348097317,
      "step": 21990
    },
    {
      "contrastive_lambda": 0.7036313699975261,
      "epoch": 6.859014348097317,
      "step": 21990
    },
    {
      "contrastive_lambda": 0.7036074592912201,
      "epoch": 6.859326263256394,
      "step": 21991
    },
    {
      "contrastive_lambda": 0.7035835480267129,
      "epoch": 6.859638178415471,
      "step": 21992
    },
    {
      "contrastive_lambda": 0.7035596362040696,
      "epoch": 6.859950093574548,
      "step": 21993
    },
    {
      "contrastive_lambda": 0.7035357238233562,
      "epoch": 6.860262008733624,
      "step": 21994
    },
    {
      "contrastive_lambda": 0.7035118108846379,
      "epoch": 6.8605739238927015,
      "step": 21995
    },
    {
      "contrastive_lambda": 0.7034878973879803,
      "epoch": 6.860885839051778,
      "step": 21996
    },
    {
      "contrastive_lambda": 0.7034639833334494,
      "epoch": 6.861197754210854,
      "step": 21997
    },
    {
      "contrastive_lambda": 0.7034400687211103,
      "epoch": 6.861509669369932,
      "step": 21998
    },
    {
      "contrastive_lambda": 0.7034161535510286,
      "epoch": 6.861821584529008,
      "step": 21999
    },
    {
      "epoch": 6.862133499688085,
      "grad_norm": 0.1631295531988144,
      "learning_rate": 7.500238654013794e-05,
      "loss": 0.0376,
      "step": 22000
    },
    {
      "epoch": 6.862133499688085,
      "flow_loss": 0.04209716245532036,
      "step": 22000
    },
    {
      "contrastive_loss": 0.0064512453973293304,
      "epoch": 6.862133499688085,
      "step": 22000
    },
    {
      "contrastive_lambda": 0.7033922378232701,
      "epoch": 6.862133499688085,
      "step": 22000
    },
    {
      "contrastive_lambda": 0.7033683215379002,
      "epoch": 6.862445414847161,
      "step": 22001
    },
    {
      "contrastive_lambda": 0.7033444046949844,
      "epoch": 6.8627573300062386,
      "step": 22002
    },
    {
      "contrastive_lambda": 0.7033204872945884,
      "epoch": 6.863069245165315,
      "step": 22003
    },
    {
      "contrastive_lambda": 0.7032965693367778,
      "epoch": 6.8633811603243915,
      "step": 22004
    },
    {
      "contrastive_lambda": 0.7032726508216182,
      "epoch": 6.863693075483469,
      "step": 22005
    },
    {
      "contrastive_lambda": 0.703248731749175,
      "epoch": 6.864004990642545,
      "step": 22006
    },
    {
      "contrastive_lambda": 0.7032248121195137,
      "epoch": 6.864316905801622,
      "step": 22007
    },
    {
      "contrastive_lambda": 0.7032008919327002,
      "epoch": 6.864628820960698,
      "step": 22008
    },
    {
      "contrastive_lambda": 0.7031769711888,
      "epoch": 6.864940736119776,
      "step": 22009
    },
    {
      "epoch": 6.865252651278852,
      "grad_norm": 0.09974697977304459,
      "learning_rate": 7.497851772217566e-05,
      "loss": 0.0367,
      "step": 22010
    },
    {
      "epoch": 6.865252651278852,
      "flow_loss": 0.033167704939842224,
      "step": 22010
    },
    {
      "contrastive_loss": 0.005811132490634918,
      "epoch": 6.865252651278852,
      "step": 22010
    },
    {
      "contrastive_lambda": 0.7031530498878784,
      "epoch": 6.865252651278852,
      "step": 22010
    },
    {
      "contrastive_lambda": 0.7031291280300013,
      "epoch": 6.865564566437929,
      "step": 22011
    },
    {
      "contrastive_lambda": 0.7031052056152343,
      "epoch": 6.865876481597006,
      "step": 22012
    },
    {
      "contrastive_lambda": 0.7030812826436426,
      "epoch": 6.866188396756082,
      "step": 22013
    },
    {
      "contrastive_lambda": 0.703057359115292,
      "epoch": 6.866500311915159,
      "step": 22014
    },
    {
      "contrastive_lambda": 0.7030334350302483,
      "epoch": 6.866812227074236,
      "step": 22015
    },
    {
      "contrastive_lambda": 0.7030095103885768,
      "epoch": 6.867124142233313,
      "step": 22016
    },
    {
      "contrastive_lambda": 0.7029855851903434,
      "epoch": 6.867436057392389,
      "step": 22017
    },
    {
      "contrastive_lambda": 0.7029616594356133,
      "epoch": 6.867747972551466,
      "step": 22018
    },
    {
      "contrastive_lambda": 0.7029377331244523,
      "epoch": 6.868059887710543,
      "step": 22019
    },
    {
      "epoch": 6.8683718028696195,
      "grad_norm": 0.13441692292690277,
      "learning_rate": 7.495464131639924e-05,
      "loss": 0.0373,
      "step": 22020
    },
    {
      "epoch": 6.8683718028696195,
      "flow_loss": 0.05001611262559891,
      "step": 22020
    },
    {
      "contrastive_loss": 0.008026470430195332,
      "epoch": 6.8683718028696195,
      "step": 22020
    },
    {
      "contrastive_lambda": 0.702913806256926,
      "epoch": 6.8683718028696195,
      "step": 22020
    },
    {
      "contrastive_lambda": 0.7028898788331,
      "epoch": 6.868683718028696,
      "step": 22021
    },
    {
      "contrastive_lambda": 0.7028659508530398,
      "epoch": 6.868995633187773,
      "step": 22022
    },
    {
      "contrastive_lambda": 0.7028420223168113,
      "epoch": 6.86930754834685,
      "step": 22023
    },
    {
      "contrastive_lambda": 0.7028180932244796,
      "epoch": 6.869619463505926,
      "step": 22024
    },
    {
      "contrastive_lambda": 0.7027941635761108,
      "epoch": 6.869931378665003,
      "step": 22025
    },
    {
      "contrastive_lambda": 0.7027702333717701,
      "epoch": 6.87024329382408,
      "step": 22026
    },
    {
      "contrastive_lambda": 0.7027463026115235,
      "epoch": 6.8705552089831565,
      "step": 22027
    },
    {
      "contrastive_lambda": 0.7027223712954362,
      "epoch": 6.870867124142233,
      "step": 22028
    },
    {
      "contrastive_lambda": 0.7026984394235742,
      "epoch": 6.87117903930131,
      "step": 22029
    },
    {
      "epoch": 6.871490954460387,
      "grad_norm": 0.13416476547718048,
      "learning_rate": 7.493075733006166e-05,
      "loss": 0.0396,
      "step": 22030
    },
    {
      "epoch": 6.871490954460387,
      "flow_loss": 0.02867840602993965,
      "step": 22030
    },
    {
      "contrastive_loss": 0.004552541766315699,
      "epoch": 6.871490954460387,
      "step": 22030
    },
    {
      "contrastive_lambda": 0.7026745069960028,
      "epoch": 6.871490954460387,
      "step": 22030
    },
    {
      "contrastive_lambda": 0.7026505740127877,
      "epoch": 6.871802869619463,
      "step": 22031
    },
    {
      "contrastive_lambda": 0.7026266404739947,
      "epoch": 6.872114784778541,
      "step": 22032
    },
    {
      "contrastive_lambda": 0.702602706379689,
      "epoch": 6.872426699937617,
      "step": 22033
    },
    {
      "contrastive_lambda": 0.7025787717299367,
      "epoch": 6.872738615096694,
      "step": 22034
    },
    {
      "contrastive_lambda": 0.7025548365248032,
      "epoch": 6.87305053025577,
      "step": 22035
    },
    {
      "contrastive_lambda": 0.702530900764354,
      "epoch": 6.873362445414847,
      "step": 22036
    },
    {
      "contrastive_lambda": 0.7025069644486548,
      "epoch": 6.873674360573924,
      "step": 22037
    },
    {
      "contrastive_lambda": 0.7024830275777714,
      "epoch": 6.873986275733,
      "step": 22038
    },
    {
      "contrastive_lambda": 0.7024590901517692,
      "epoch": 6.874298190892078,
      "step": 22039
    },
    {
      "epoch": 6.874610106051154,
      "grad_norm": 0.1496352106332779,
      "learning_rate": 7.490686577041828e-05,
      "loss": 0.0373,
      "step": 22040
    },
    {
      "epoch": 6.874610106051154,
      "flow_loss": 0.023964975029230118,
      "step": 22040
    },
    {
      "contrastive_loss": 0.00454598106443882,
      "epoch": 6.874610106051154,
      "step": 22040
    },
    {
      "contrastive_lambda": 0.702435152170714,
      "epoch": 6.874610106051154,
      "step": 22040
    },
    {
      "contrastive_lambda": 0.7024112136346712,
      "epoch": 6.874922021210231,
      "step": 22041
    },
    {
      "contrastive_lambda": 0.7023872745437066,
      "epoch": 6.875233936369307,
      "step": 22042
    },
    {
      "contrastive_lambda": 0.7023633348978859,
      "epoch": 6.8755458515283845,
      "step": 22043
    },
    {
      "contrastive_lambda": 0.7023393946972746,
      "epoch": 6.875857766687461,
      "step": 22044
    },
    {
      "contrastive_lambda": 0.7023154539419383,
      "epoch": 6.876169681846537,
      "step": 22045
    },
    {
      "contrastive_lambda": 0.7022915126319427,
      "epoch": 6.876481597005615,
      "step": 22046
    },
    {
      "contrastive_lambda": 0.7022675707673534,
      "epoch": 6.876793512164691,
      "step": 22047
    },
    {
      "contrastive_lambda": 0.7022436283482361,
      "epoch": 6.877105427323768,
      "step": 22048
    },
    {
      "contrastive_lambda": 0.7022196853746565,
      "epoch": 6.877417342482845,
      "step": 22049
    },
    {
      "epoch": 6.877729257641922,
      "grad_norm": 0.10928628593683243,
      "learning_rate": 7.488296664472668e-05,
      "loss": 0.0362,
      "step": 22050
    },
    {
      "epoch": 6.877729257641922,
      "flow_loss": 0.045663829892873764,
      "step": 22050
    },
    {
      "contrastive_loss": 0.005209313705563545,
      "epoch": 6.877729257641922,
      "step": 22050
    },
    {
      "contrastive_lambda": 0.70219574184668,
      "epoch": 6.877729257641922,
      "step": 22050
    },
    {
      "contrastive_lambda": 0.7021717977643726,
      "epoch": 6.878041172800998,
      "step": 22051
    },
    {
      "contrastive_lambda": 0.7021478531277996,
      "epoch": 6.8783530879600745,
      "step": 22052
    },
    {
      "contrastive_lambda": 0.7021239079370267,
      "epoch": 6.878665003119152,
      "step": 22053
    },
    {
      "contrastive_lambda": 0.7020999621921198,
      "epoch": 6.878976918278228,
      "step": 22054
    },
    {
      "contrastive_lambda": 0.7020760158931443,
      "epoch": 6.879288833437305,
      "step": 22055
    },
    {
      "contrastive_lambda": 0.7020520690401658,
      "epoch": 6.879600748596382,
      "step": 22056
    },
    {
      "contrastive_lambda": 0.7020281216332502,
      "epoch": 6.879912663755459,
      "step": 22057
    },
    {
      "contrastive_lambda": 0.7020041736724631,
      "epoch": 6.880224578914535,
      "step": 22058
    },
    {
      "contrastive_lambda": 0.7019802251578701,
      "epoch": 6.880536494073612,
      "step": 22059
    },
    {
      "epoch": 6.880848409232689,
      "grad_norm": 0.11321280896663666,
      "learning_rate": 7.485905996024682e-05,
      "loss": 0.0326,
      "step": 22060
    },
    {
      "epoch": 6.880848409232689,
      "flow_loss": 0.02333305962383747,
      "step": 22060
    },
    {
      "contrastive_loss": 0.004826446063816547,
      "epoch": 6.880848409232689,
      "step": 22060
    },
    {
      "contrastive_lambda": 0.7019562760895368,
      "epoch": 6.880848409232689,
      "step": 22060
    },
    {
      "contrastive_lambda": 0.7019323264675288,
      "epoch": 6.881160324391765,
      "step": 22061
    },
    {
      "contrastive_lambda": 0.701908376291912,
      "epoch": 6.881472239550842,
      "step": 22062
    },
    {
      "contrastive_lambda": 0.7018844255627519,
      "epoch": 6.881784154709919,
      "step": 22063
    },
    {
      "contrastive_lambda": 0.701860474280114,
      "epoch": 6.882096069868996,
      "step": 22064
    },
    {
      "contrastive_lambda": 0.7018365224440644,
      "epoch": 6.882407985028072,
      "step": 22065
    },
    {
      "contrastive_lambda": 0.7018125700546685,
      "epoch": 6.8827199001871495,
      "step": 22066
    },
    {
      "contrastive_lambda": 0.7017886171119917,
      "epoch": 6.883031815346226,
      "step": 22067
    },
    {
      "contrastive_lambda": 0.7017646636161002,
      "epoch": 6.8833437305053025,
      "step": 22068
    },
    {
      "contrastive_lambda": 0.7017407095670595,
      "epoch": 6.883655645664379,
      "step": 22069
    },
    {
      "epoch": 6.883967560823456,
      "grad_norm": 0.11499524861574173,
      "learning_rate": 7.483514572424093e-05,
      "loss": 0.033,
      "step": 22070
    },
    {
      "epoch": 6.883967560823456,
      "flow_loss": 0.03942953422665596,
      "step": 22070
    },
    {
      "contrastive_loss": 0.0057678138837218285,
      "epoch": 6.883967560823456,
      "step": 22070
    },
    {
      "contrastive_lambda": 0.701716754964935,
      "epoch": 6.883967560823456,
      "step": 22070
    },
    {
      "contrastive_lambda": 0.7016927998097926,
      "epoch": 6.884279475982533,
      "step": 22071
    },
    {
      "contrastive_lambda": 0.7016688441016978,
      "epoch": 6.884591391141609,
      "step": 22072
    },
    {
      "contrastive_lambda": 0.7016448878407167,
      "epoch": 6.884903306300687,
      "step": 22073
    },
    {
      "contrastive_lambda": 0.7016209310269146,
      "epoch": 6.885215221459763,
      "step": 22074
    },
    {
      "contrastive_lambda": 0.7015969736603571,
      "epoch": 6.8855271366188395,
      "step": 22075
    },
    {
      "contrastive_lambda": 0.7015730157411102,
      "epoch": 6.885839051777916,
      "step": 22076
    },
    {
      "contrastive_lambda": 0.7015490572692396,
      "epoch": 6.886150966936993,
      "step": 22077
    },
    {
      "contrastive_lambda": 0.7015250982448105,
      "epoch": 6.88646288209607,
      "step": 22078
    },
    {
      "contrastive_lambda": 0.701501138667889,
      "epoch": 6.886774797255146,
      "step": 22079
    },
    {
      "epoch": 6.887086712414224,
      "grad_norm": 0.0975528284907341,
      "learning_rate": 7.481122394397349e-05,
      "loss": 0.04,
      "step": 22080
    },
    {
      "epoch": 6.887086712414224,
      "flow_loss": 0.04500974342226982,
      "step": 22080
    },
    {
      "contrastive_loss": 0.0045965490862727165,
      "epoch": 6.887086712414224,
      "step": 22080
    },
    {
      "contrastive_lambda": 0.7014771785385407,
      "epoch": 6.887086712414224,
      "step": 22080
    },
    {
      "contrastive_lambda": 0.7014532178568313,
      "epoch": 6.8873986275733,
      "step": 22081
    },
    {
      "contrastive_lambda": 0.7014292566228265,
      "epoch": 6.887710542732377,
      "step": 22082
    },
    {
      "contrastive_lambda": 0.7014052948365919,
      "epoch": 6.888022457891454,
      "step": 22083
    },
    {
      "contrastive_lambda": 0.7013813324981932,
      "epoch": 6.88833437305053,
      "step": 22084
    },
    {
      "contrastive_lambda": 0.7013573696076963,
      "epoch": 6.888646288209607,
      "step": 22085
    },
    {
      "contrastive_lambda": 0.7013334061651667,
      "epoch": 6.888958203368683,
      "step": 22086
    },
    {
      "contrastive_lambda": 0.7013094421706699,
      "epoch": 6.889270118527761,
      "step": 22087
    },
    {
      "contrastive_lambda": 0.7012854776242722,
      "epoch": 6.889582033686837,
      "step": 22088
    },
    {
      "contrastive_lambda": 0.7012615125260387,
      "epoch": 6.889893948845914,
      "step": 22089
    },
    {
      "epoch": 6.890205864004991,
      "grad_norm": 0.11001285910606384,
      "learning_rate": 7.478729462671131e-05,
      "loss": 0.0383,
      "step": 22090
    },
    {
      "epoch": 6.890205864004991,
      "flow_loss": 0.020643167197704315,
      "step": 22090
    },
    {
      "contrastive_loss": 0.004514847882091999,
      "epoch": 6.890205864004991,
      "step": 22090
    },
    {
      "contrastive_lambda": 0.7012375468760353,
      "epoch": 6.890205864004991,
      "step": 22090
    },
    {
      "contrastive_lambda": 0.7012135806743279,
      "epoch": 6.8905177791640675,
      "step": 22091
    },
    {
      "contrastive_lambda": 0.7011896139209819,
      "epoch": 6.890829694323144,
      "step": 22092
    },
    {
      "contrastive_lambda": 0.7011656466160633,
      "epoch": 6.89114160948222,
      "step": 22093
    },
    {
      "contrastive_lambda": 0.7011416787596375,
      "epoch": 6.891453524641298,
      "step": 22094
    },
    {
      "contrastive_lambda": 0.7011177103517705,
      "epoch": 6.891765439800374,
      "step": 22095
    },
    {
      "contrastive_lambda": 0.7010937413925278,
      "epoch": 6.892077354959451,
      "step": 22096
    },
    {
      "contrastive_lambda": 0.7010697718819753,
      "epoch": 6.892389270118528,
      "step": 22097
    },
    {
      "contrastive_lambda": 0.7010458018201784,
      "epoch": 6.892701185277605,
      "step": 22098
    },
    {
      "contrastive_lambda": 0.7010218312072032,
      "epoch": 6.893013100436681,
      "step": 22099
    },
    {
      "epoch": 6.893325015595758,
      "grad_norm": 0.1136942207813263,
      "learning_rate": 7.47633577797235e-05,
      "loss": 0.037,
      "step": 22100
    },
    {
      "epoch": 6.893325015595758,
      "flow_loss": 0.02638024091720581,
      "step": 22100
    },
    {
      "contrastive_loss": 0.006064417771995068,
      "epoch": 6.893325015595758,
      "step": 22100
    },
    {
      "contrastive_lambda": 0.7009978600431153,
      "epoch": 6.893325015595758,
      "step": 22100
    },
    {
      "contrastive_lambda": 0.7009738883279801,
      "epoch": 6.893636930754835,
      "step": 22101
    },
    {
      "contrastive_lambda": 0.7009499160618637,
      "epoch": 6.893948845913911,
      "step": 22102
    },
    {
      "contrastive_lambda": 0.7009259432448317,
      "epoch": 6.894260761072988,
      "step": 22103
    },
    {
      "contrastive_lambda": 0.7009019698769499,
      "epoch": 6.894572676232065,
      "step": 22104
    },
    {
      "contrastive_lambda": 0.7008779959582838,
      "epoch": 6.894884591391142,
      "step": 22105
    },
    {
      "contrastive_lambda": 0.7008540214888993,
      "epoch": 6.895196506550218,
      "step": 22106
    },
    {
      "contrastive_lambda": 0.7008300464688622,
      "epoch": 6.8955084217092955,
      "step": 22107
    },
    {
      "contrastive_lambda": 0.700806070898238,
      "epoch": 6.895820336868372,
      "step": 22108
    },
    {
      "contrastive_lambda": 0.7007820947770925,
      "epoch": 6.896132252027448,
      "step": 22109
    },
    {
      "epoch": 6.896444167186525,
      "grad_norm": 0.13412326574325562,
      "learning_rate": 7.473941341028144e-05,
      "loss": 0.0427,
      "step": 22110
    },
    {
      "epoch": 6.896444167186525,
      "flow_loss": 0.037266481667757034,
      "step": 22110
    },
    {
      "contrastive_loss": 0.006014074198901653,
      "epoch": 6.896444167186525,
      "step": 22110
    },
    {
      "contrastive_lambda": 0.7007581181054916,
      "epoch": 6.896444167186525,
      "step": 22110
    },
    {
      "contrastive_lambda": 0.700734140883501,
      "epoch": 6.896756082345602,
      "step": 22111
    },
    {
      "contrastive_lambda": 0.7007101631111863,
      "epoch": 6.897067997504679,
      "step": 22112
    },
    {
      "contrastive_lambda": 0.7006861847886132,
      "epoch": 6.897379912663755,
      "step": 22113
    },
    {
      "contrastive_lambda": 0.7006622059158476,
      "epoch": 6.8976918278228325,
      "step": 22114
    },
    {
      "contrastive_lambda": 0.7006382264929552,
      "epoch": 6.898003742981909,
      "step": 22115
    },
    {
      "contrastive_lambda": 0.7006142465200017,
      "epoch": 6.8983156581409855,
      "step": 22116
    },
    {
      "contrastive_lambda": 0.7005902659970528,
      "epoch": 6.898627573300063,
      "step": 22117
    },
    {
      "contrastive_lambda": 0.7005662849241743,
      "epoch": 6.898939488459139,
      "step": 22118
    },
    {
      "contrastive_lambda": 0.700542303301432,
      "epoch": 6.899251403618216,
      "step": 22119
    },
    {
      "epoch": 6.899563318777292,
      "grad_norm": 0.11741145700216293,
      "learning_rate": 7.471546152565879e-05,
      "loss": 0.0333,
      "step": 22120
    },
    {
      "epoch": 6.899563318777292,
      "flow_loss": 0.03635881468653679,
      "step": 22120
    },
    {
      "contrastive_loss": 0.005664518103003502,
      "epoch": 6.899563318777292,
      "step": 22120
    },
    {
      "contrastive_lambda": 0.7005183211288916,
      "epoch": 6.899563318777292,
      "step": 22120
    },
    {
      "contrastive_lambda": 0.7004943384066187,
      "epoch": 6.89987523393637,
      "step": 22121
    },
    {
      "contrastive_lambda": 0.7004703551346793,
      "epoch": 6.900187149095446,
      "step": 22122
    },
    {
      "contrastive_lambda": 0.700446371313139,
      "epoch": 6.9004990642545225,
      "step": 22123
    },
    {
      "contrastive_lambda": 0.7004223869420636,
      "epoch": 6.9008109794136,
      "step": 22124
    },
    {
      "contrastive_lambda": 0.7003984020215188,
      "epoch": 6.901122894572676,
      "step": 22125
    },
    {
      "contrastive_lambda": 0.7003744165515704,
      "epoch": 6.901434809731753,
      "step": 22126
    },
    {
      "contrastive_lambda": 0.7003504305322843,
      "epoch": 6.901746724890829,
      "step": 22127
    },
    {
      "contrastive_lambda": 0.7003264439637261,
      "epoch": 6.902058640049907,
      "step": 22128
    },
    {
      "contrastive_lambda": 0.7003024568459614,
      "epoch": 6.902370555208983,
      "step": 22129
    },
    {
      "epoch": 6.90268247036806,
      "grad_norm": 0.09204315394163132,
      "learning_rate": 7.46915021331315e-05,
      "loss": 0.0338,
      "step": 22130
    },
    {
      "epoch": 6.90268247036806,
      "flow_loss": 0.03125960752367973,
      "step": 22130
    },
    {
      "contrastive_loss": 0.004894252400845289,
      "epoch": 6.90268247036806,
      "step": 22130
    },
    {
      "contrastive_lambda": 0.7002784691790563,
      "epoch": 6.90268247036806,
      "step": 22130
    },
    {
      "contrastive_lambda": 0.7002544809630764,
      "epoch": 6.902994385527137,
      "step": 22131
    },
    {
      "contrastive_lambda": 0.7002304921980873,
      "epoch": 6.903306300686213,
      "step": 22132
    },
    {
      "contrastive_lambda": 0.7002065028841552,
      "epoch": 6.90361821584529,
      "step": 22133
    },
    {
      "contrastive_lambda": 0.7001825130213455,
      "epoch": 6.903930131004367,
      "step": 22134
    },
    {
      "contrastive_lambda": 0.700158522609724,
      "epoch": 6.904242046163444,
      "step": 22135
    },
    {
      "contrastive_lambda": 0.7001345316493566,
      "epoch": 6.90455396132252,
      "step": 22136
    },
    {
      "contrastive_lambda": 0.700110540140309,
      "epoch": 6.904865876481597,
      "step": 22137
    },
    {
      "contrastive_lambda": 0.700086548082647,
      "epoch": 6.905177791640674,
      "step": 22138
    },
    {
      "contrastive_lambda": 0.7000625554764365,
      "epoch": 6.9054897067997505,
      "step": 22139
    },
    {
      "epoch": 6.905801621958827,
      "grad_norm": 0.09347330033779144,
      "learning_rate": 7.466753523997778e-05,
      "loss": 0.0364,
      "step": 22140
    },
    {
      "epoch": 6.905801621958827,
      "flow_loss": 0.03322068229317665,
      "step": 22140
    },
    {
      "contrastive_loss": 0.006943883374333382,
      "epoch": 6.905801621958827,
      "step": 22140
    },
    {
      "contrastive_lambda": 0.700038562321743,
      "epoch": 6.905801621958827,
      "step": 22140
    },
    {
      "contrastive_lambda": 0.7000145686186323,
      "epoch": 6.906113537117903,
      "step": 22141
    },
    {
      "contrastive_lambda": 0.6999905743671706,
      "epoch": 6.906425452276981,
      "step": 22142
    },
    {
      "contrastive_lambda": 0.6999665795674231,
      "epoch": 6.906737367436057,
      "step": 22143
    },
    {
      "contrastive_lambda": 0.699942584219456,
      "epoch": 6.907049282595134,
      "step": 22144
    },
    {
      "contrastive_lambda": 0.6999185883233351,
      "epoch": 6.907361197754211,
      "step": 22145
    },
    {
      "contrastive_lambda": 0.6998945918791258,
      "epoch": 6.907673112913288,
      "step": 22146
    },
    {
      "contrastive_lambda": 0.6998705948868943,
      "epoch": 6.907985028072364,
      "step": 22147
    },
    {
      "contrastive_lambda": 0.6998465973467061,
      "epoch": 6.908296943231441,
      "step": 22148
    },
    {
      "contrastive_lambda": 0.6998225992586271,
      "epoch": 6.908608858390518,
      "step": 22149
    },
    {
      "epoch": 6.908920773549594,
      "grad_norm": 0.08117998391389847,
      "learning_rate": 7.464356085347819e-05,
      "loss": 0.0364,
      "step": 22150
    },
    {
      "epoch": 6.908920773549594,
      "flow_loss": 0.05574917793273926,
      "step": 22150
    },
    {
      "contrastive_loss": 0.004721872508525848,
      "epoch": 6.908920773549594,
      "step": 22150
    },
    {
      "contrastive_lambda": 0.6997986006227233,
      "epoch": 6.908920773549594,
      "step": 22150
    },
    {
      "contrastive_lambda": 0.69977460143906,
      "epoch": 6.909232688708672,
      "step": 22151
    },
    {
      "contrastive_lambda": 0.6997506017077034,
      "epoch": 6.909544603867748,
      "step": 22152
    },
    {
      "contrastive_lambda": 0.6997266014287192,
      "epoch": 6.909856519026825,
      "step": 22153
    },
    {
      "contrastive_lambda": 0.6997026006021734,
      "epoch": 6.910168434185901,
      "step": 22154
    },
    {
      "contrastive_lambda": 0.6996785992281311,
      "epoch": 6.9104803493449785,
      "step": 22155
    },
    {
      "contrastive_lambda": 0.699654597306659,
      "epoch": 6.910792264504055,
      "step": 22156
    },
    {
      "contrastive_lambda": 0.6996305948378223,
      "epoch": 6.911104179663131,
      "step": 22157
    },
    {
      "contrastive_lambda": 0.699606591821687,
      "epoch": 6.911416094822208,
      "step": 22158
    },
    {
      "contrastive_lambda": 0.6995825882583189,
      "epoch": 6.911728009981285,
      "step": 22159
    },
    {
      "epoch": 6.912039925140362,
      "grad_norm": 0.11494354158639908,
      "learning_rate": 7.461957898091548e-05,
      "loss": 0.0404,
      "step": 22160
    },
    {
      "epoch": 6.912039925140362,
      "flow_loss": 0.024063322693109512,
      "step": 22160
    },
    {
      "contrastive_loss": 0.00480740237981081,
      "epoch": 6.912039925140362,
      "step": 22160
    },
    {
      "contrastive_lambda": 0.6995585841477838,
      "epoch": 6.912039925140362,
      "step": 22160
    },
    {
      "contrastive_lambda": 0.6995345794901476,
      "epoch": 6.912351840299438,
      "step": 22161
    },
    {
      "contrastive_lambda": 0.699510574285476,
      "epoch": 6.9126637554585155,
      "step": 22162
    },
    {
      "contrastive_lambda": 0.6994865685338347,
      "epoch": 6.912975670617592,
      "step": 22163
    },
    {
      "contrastive_lambda": 0.6994625622352898,
      "epoch": 6.9132875857766685,
      "step": 22164
    },
    {
      "contrastive_lambda": 0.699438555389907,
      "epoch": 6.913599500935746,
      "step": 22165
    },
    {
      "contrastive_lambda": 0.6994145479977518,
      "epoch": 6.913911416094822,
      "step": 22166
    },
    {
      "contrastive_lambda": 0.6993905400588906,
      "epoch": 6.914223331253899,
      "step": 22167
    },
    {
      "contrastive_lambda": 0.6993665315733888,
      "epoch": 6.914535246412976,
      "step": 22168
    },
    {
      "contrastive_lambda": 0.6993425225413122,
      "epoch": 6.914847161572053,
      "step": 22169
    },
    {
      "epoch": 6.915159076731129,
      "grad_norm": 0.11974189430475235,
      "learning_rate": 7.459558962957473e-05,
      "loss": 0.032,
      "step": 22170
    },
    {
      "epoch": 6.915159076731129,
      "flow_loss": 0.0254818182438612,
      "step": 22170
    },
    {
      "contrastive_loss": 0.004826766438782215,
      "epoch": 6.915159076731129,
      "step": 22170
    },
    {
      "contrastive_lambda": 0.6993185129627268,
      "epoch": 6.915159076731129,
      "step": 22170
    },
    {
      "contrastive_lambda": 0.6992945028376987,
      "epoch": 6.9154709918902055,
      "step": 22171
    },
    {
      "contrastive_lambda": 0.699270492166293,
      "epoch": 6.915782907049283,
      "step": 22172
    },
    {
      "contrastive_lambda": 0.6992464809485762,
      "epoch": 6.916094822208359,
      "step": 22173
    },
    {
      "contrastive_lambda": 0.6992224691846137,
      "epoch": 6.916406737367436,
      "step": 22174
    },
    {
      "contrastive_lambda": 0.6991984568744715,
      "epoch": 6.916718652526512,
      "step": 22175
    },
    {
      "contrastive_lambda": 0.6991744440182155,
      "epoch": 6.91703056768559,
      "step": 22176
    },
    {
      "contrastive_lambda": 0.6991504306159115,
      "epoch": 6.917342482844666,
      "step": 22177
    },
    {
      "contrastive_lambda": 0.6991264166676251,
      "epoch": 6.917654398003743,
      "step": 22178
    },
    {
      "contrastive_lambda": 0.6991024021734225,
      "epoch": 6.91796631316282,
      "step": 22179
    },
    {
      "epoch": 6.918278228321896,
      "grad_norm": 0.09979850798845291,
      "learning_rate": 7.457159280674326e-05,
      "loss": 0.0382,
      "step": 22180
    },
    {
      "epoch": 6.918278228321896,
      "flow_loss": 0.05664830282330513,
      "step": 22180
    },
    {
      "contrastive_loss": 0.00529090128839016,
      "epoch": 6.918278228321896,
      "step": 22180
    },
    {
      "contrastive_lambda": 0.6990783871333692,
      "epoch": 6.918278228321896,
      "step": 22180
    },
    {
      "contrastive_lambda": 0.6990543715475314,
      "epoch": 6.918590143480973,
      "step": 22181
    },
    {
      "contrastive_lambda": 0.6990303554159745,
      "epoch": 6.91890205864005,
      "step": 22182
    },
    {
      "contrastive_lambda": 0.6990063387387647,
      "epoch": 6.919213973799127,
      "step": 22183
    },
    {
      "contrastive_lambda": 0.6989823215159677,
      "epoch": 6.919525888958203,
      "step": 22184
    },
    {
      "contrastive_lambda": 0.6989583037476496,
      "epoch": 6.9198378041172806,
      "step": 22185
    },
    {
      "contrastive_lambda": 0.6989342854338756,
      "epoch": 6.920149719276357,
      "step": 22186
    },
    {
      "contrastive_lambda": 0.6989102665747122,
      "epoch": 6.9204616344354335,
      "step": 22187
    },
    {
      "contrastive_lambda": 0.6988862471702251,
      "epoch": 6.92077354959451,
      "step": 22188
    },
    {
      "contrastive_lambda": 0.6988622272204797,
      "epoch": 6.921085464753587,
      "step": 22189
    },
    {
      "epoch": 6.921397379912664,
      "grad_norm": 0.07245183736085892,
      "learning_rate": 7.454758851971066e-05,
      "loss": 0.0337,
      "step": 22190
    },
    {
      "epoch": 6.921397379912664,
      "flow_loss": 0.02348107285797596,
      "step": 22190
    },
    {
      "contrastive_loss": 0.004617670550942421,
      "epoch": 6.921397379912664,
      "step": 22190
    },
    {
      "contrastive_lambda": 0.6988382067255425,
      "epoch": 6.921397379912664,
      "step": 22190
    },
    {
      "contrastive_lambda": 0.6988141856854792,
      "epoch": 6.92170929507174,
      "step": 22191
    },
    {
      "contrastive_lambda": 0.6987901641003553,
      "epoch": 6.922021210230817,
      "step": 22192
    },
    {
      "contrastive_lambda": 0.6987661419702369,
      "epoch": 6.922333125389894,
      "step": 22193
    },
    {
      "contrastive_lambda": 0.6987421192951899,
      "epoch": 6.922645040548971,
      "step": 22194
    },
    {
      "contrastive_lambda": 0.6987180960752799,
      "epoch": 6.922956955708047,
      "step": 22195
    },
    {
      "contrastive_lambda": 0.6986940723105732,
      "epoch": 6.923268870867124,
      "step": 22196
    },
    {
      "contrastive_lambda": 0.6986700480011352,
      "epoch": 6.923580786026201,
      "step": 22197
    },
    {
      "contrastive_lambda": 0.6986460231470322,
      "epoch": 6.923892701185277,
      "step": 22198
    },
    {
      "contrastive_lambda": 0.6986219977483299,
      "epoch": 6.924204616344355,
      "step": 22199
    },
    {
      "epoch": 6.924516531503431,
      "grad_norm": 0.12989361584186554,
      "learning_rate": 7.45235767757688e-05,
      "loss": 0.0348,
      "step": 22200
    },
    {
      "epoch": 6.924516531503431,
      "flow_loss": 0.018396060913801193,
      "step": 22200
    },
    {
      "contrastive_loss": 0.0044707441702485085,
      "epoch": 6.924516531503431,
      "step": 22200
    },
    {
      "contrastive_lambda": 0.6985979718050939,
      "epoch": 6.924516531503431,
      "step": 22200
    },
    {
      "contrastive_lambda": 0.6985739453173903,
      "epoch": 6.924828446662508,
      "step": 22201
    },
    {
      "contrastive_lambda": 0.698549918285285,
      "epoch": 6.925140361821585,
      "step": 22202
    },
    {
      "contrastive_lambda": 0.6985258907088439,
      "epoch": 6.9254522769806615,
      "step": 22203
    },
    {
      "contrastive_lambda": 0.6985018625881327,
      "epoch": 6.925764192139738,
      "step": 22204
    },
    {
      "contrastive_lambda": 0.6984778339232174,
      "epoch": 6.926076107298814,
      "step": 22205
    },
    {
      "contrastive_lambda": 0.6984538047141639,
      "epoch": 6.926388022457892,
      "step": 22206
    },
    {
      "contrastive_lambda": 0.698429774961038,
      "epoch": 6.926699937616968,
      "step": 22207
    },
    {
      "contrastive_lambda": 0.6984057446639057,
      "epoch": 6.927011852776045,
      "step": 22208
    },
    {
      "contrastive_lambda": 0.6983817138228325,
      "epoch": 6.927323767935121,
      "step": 22209
    },
    {
      "epoch": 6.9276356830941985,
      "grad_norm": 0.10514310747385025,
      "learning_rate": 7.449955758221183e-05,
      "loss": 0.0313,
      "step": 22210
    },
    {
      "epoch": 6.9276356830941985,
      "flow_loss": 0.0444595068693161,
      "step": 22210
    },
    {
      "contrastive_loss": 0.0045272777788341045,
      "epoch": 6.9276356830941985,
      "step": 22210
    },
    {
      "contrastive_lambda": 0.6983576824378848,
      "epoch": 6.9276356830941985,
      "step": 22210
    },
    {
      "contrastive_lambda": 0.6983336505091283,
      "epoch": 6.927947598253275,
      "step": 22211
    },
    {
      "contrastive_lambda": 0.6983096180366286,
      "epoch": 6.9282595134123515,
      "step": 22212
    },
    {
      "contrastive_lambda": 0.698285585020452,
      "epoch": 6.928571428571429,
      "step": 22213
    },
    {
      "contrastive_lambda": 0.6982615514606642,
      "epoch": 6.928883343730505,
      "step": 22214
    },
    {
      "contrastive_lambda": 0.6982375173573311,
      "epoch": 6.929195258889582,
      "step": 22215
    },
    {
      "contrastive_lambda": 0.6982134827105185,
      "epoch": 6.929507174048659,
      "step": 22216
    },
    {
      "contrastive_lambda": 0.6981894475202923,
      "epoch": 6.929819089207736,
      "step": 22217
    },
    {
      "contrastive_lambda": 0.6981654117867188,
      "epoch": 6.930131004366812,
      "step": 22218
    },
    {
      "contrastive_lambda": 0.6981413755098634,
      "epoch": 6.930442919525889,
      "step": 22219
    },
    {
      "epoch": 6.930754834684966,
      "grad_norm": 0.1050289198756218,
      "learning_rate": 7.447553094633615e-05,
      "loss": 0.045,
      "step": 22220
    },
    {
      "epoch": 6.930754834684966,
      "flow_loss": 0.02628014050424099,
      "step": 22220
    },
    {
      "contrastive_loss": 0.006278593558818102,
      "epoch": 6.930754834684966,
      "step": 22220
    },
    {
      "contrastive_lambda": 0.6981173386897921,
      "epoch": 6.930754834684966,
      "step": 22220
    },
    {
      "contrastive_lambda": 0.6980933013265709,
      "epoch": 6.931066749844042,
      "step": 22221
    },
    {
      "contrastive_lambda": 0.6980692634202658,
      "epoch": 6.931378665003119,
      "step": 22222
    },
    {
      "contrastive_lambda": 0.6980452249709425,
      "epoch": 6.931690580162196,
      "step": 22223
    },
    {
      "contrastive_lambda": 0.6980211859786668,
      "epoch": 6.932002495321273,
      "step": 22224
    },
    {
      "contrastive_lambda": 0.697997146443505,
      "epoch": 6.932314410480349,
      "step": 22225
    },
    {
      "contrastive_lambda": 0.6979731063655227,
      "epoch": 6.932626325639426,
      "step": 22226
    },
    {
      "contrastive_lambda": 0.6979490657447859,
      "epoch": 6.932938240798503,
      "step": 22227
    },
    {
      "contrastive_lambda": 0.6979250245813604,
      "epoch": 6.933250155957579,
      "step": 22228
    },
    {
      "contrastive_lambda": 0.6979009828753122,
      "epoch": 6.933562071116656,
      "step": 22229
    },
    {
      "epoch": 6.933873986275733,
      "grad_norm": 0.12301577627658844,
      "learning_rate": 7.445149687544039e-05,
      "loss": 0.0361,
      "step": 22230
    },
    {
      "epoch": 6.933873986275733,
      "flow_loss": 0.023354709148406982,
      "step": 22230
    },
    {
      "contrastive_loss": 0.0046871379017829895,
      "epoch": 6.933873986275733,
      "step": 22230
    },
    {
      "contrastive_lambda": 0.6978769406267075,
      "epoch": 6.933873986275733,
      "step": 22230
    },
    {
      "contrastive_lambda": 0.6978528978356116,
      "epoch": 6.93418590143481,
      "step": 22231
    },
    {
      "contrastive_lambda": 0.6978288545020909,
      "epoch": 6.934497816593886,
      "step": 22232
    },
    {
      "contrastive_lambda": 0.6978048106262111,
      "epoch": 6.934809731752964,
      "step": 22233
    },
    {
      "contrastive_lambda": 0.6977807662080383,
      "epoch": 6.93512164691204,
      "step": 22234
    },
    {
      "contrastive_lambda": 0.6977567212476382,
      "epoch": 6.9354335620711165,
      "step": 22235
    },
    {
      "contrastive_lambda": 0.6977326757450769,
      "epoch": 6.935745477230194,
      "step": 22236
    },
    {
      "contrastive_lambda": 0.6977086297004201,
      "epoch": 6.93605739238927,
      "step": 22237
    },
    {
      "contrastive_lambda": 0.697684583113734,
      "epoch": 6.936369307548347,
      "step": 22238
    },
    {
      "contrastive_lambda": 0.6976605359850844,
      "epoch": 6.936681222707423,
      "step": 22239
    },
    {
      "epoch": 6.936993137866501,
      "grad_norm": 0.10056505352258682,
      "learning_rate": 7.44274553768255e-05,
      "loss": 0.0379,
      "step": 22240
    },
    {
      "epoch": 6.936993137866501,
      "flow_loss": 0.040550343692302704,
      "step": 22240
    },
    {
      "contrastive_loss": 0.007637046743184328,
      "epoch": 6.936993137866501,
      "step": 22240
    },
    {
      "contrastive_lambda": 0.6976364883145371,
      "epoch": 6.936993137866501,
      "step": 22240
    },
    {
      "contrastive_lambda": 0.6976124401021583,
      "epoch": 6.937305053025577,
      "step": 22241
    },
    {
      "contrastive_lambda": 0.6975883913480138,
      "epoch": 6.937616968184654,
      "step": 22242
    },
    {
      "contrastive_lambda": 0.6975643420521692,
      "epoch": 6.93792888334373,
      "step": 22243
    },
    {
      "contrastive_lambda": 0.6975402922146909,
      "epoch": 6.938240798502807,
      "step": 22244
    },
    {
      "contrastive_lambda": 0.6975162418356449,
      "epoch": 6.938552713661884,
      "step": 22245
    },
    {
      "contrastive_lambda": 0.6974921909150966,
      "epoch": 6.93886462882096,
      "step": 22246
    },
    {
      "contrastive_lambda": 0.6974681394531124,
      "epoch": 6.939176543980038,
      "step": 22247
    },
    {
      "contrastive_lambda": 0.6974440874497579,
      "epoch": 6.939488459139114,
      "step": 22248
    },
    {
      "contrastive_lambda": 0.6974200349050995,
      "epoch": 6.939800374298191,
      "step": 22249
    },
    {
      "epoch": 6.940112289457268,
      "grad_norm": 0.1254281848669052,
      "learning_rate": 7.440340645779464e-05,
      "loss": 0.0391,
      "step": 22250
    },
    {
      "epoch": 6.940112289457268,
      "flow_loss": 0.050230078399181366,
      "step": 22250
    },
    {
      "contrastive_loss": 0.006641623098403215,
      "epoch": 6.940112289457268,
      "step": 22250
    },
    {
      "contrastive_lambda": 0.6973959818192028,
      "epoch": 6.940112289457268,
      "step": 22250
    },
    {
      "contrastive_lambda": 0.6973719281921336,
      "epoch": 6.9404242046163445,
      "step": 22251
    },
    {
      "contrastive_lambda": 0.6973478740239583,
      "epoch": 6.940736119775421,
      "step": 22252
    },
    {
      "contrastive_lambda": 0.6973238193147425,
      "epoch": 6.941048034934498,
      "step": 22253
    },
    {
      "contrastive_lambda": 0.6972997640645521,
      "epoch": 6.941359950093575,
      "step": 22254
    },
    {
      "contrastive_lambda": 0.6972757082734534,
      "epoch": 6.941671865252651,
      "step": 22255
    },
    {
      "contrastive_lambda": 0.6972516519415122,
      "epoch": 6.941983780411728,
      "step": 22256
    },
    {
      "contrastive_lambda": 0.6972275950687942,
      "epoch": 6.942295695570805,
      "step": 22257
    },
    {
      "contrastive_lambda": 0.6972035376553656,
      "epoch": 6.9426076107298815,
      "step": 22258
    },
    {
      "contrastive_lambda": 0.6971794797012923,
      "epoch": 6.942919525888958,
      "step": 22259
    },
    {
      "epoch": 6.9432314410480345,
      "grad_norm": 0.07737182080745697,
      "learning_rate": 7.437935012565322e-05,
      "loss": 0.0404,
      "step": 22260
    },
    {
      "epoch": 6.9432314410480345,
      "flow_loss": 0.032817453145980835,
      "step": 22260
    },
    {
      "contrastive_loss": 0.004405354615300894,
      "epoch": 6.9432314410480345,
      "step": 22260
    },
    {
      "contrastive_lambda": 0.6971554212066403,
      "epoch": 6.9432314410480345,
      "step": 22260
    },
    {
      "contrastive_lambda": 0.6971313621714755,
      "epoch": 6.943543356207112,
      "step": 22261
    },
    {
      "contrastive_lambda": 0.697107302595864,
      "epoch": 6.943855271366188,
      "step": 22262
    },
    {
      "contrastive_lambda": 0.6970832424798714,
      "epoch": 6.944167186525265,
      "step": 22263
    },
    {
      "contrastive_lambda": 0.6970591818235641,
      "epoch": 6.944479101684342,
      "step": 22264
    },
    {
      "contrastive_lambda": 0.6970351206270078,
      "epoch": 6.944791016843419,
      "step": 22265
    },
    {
      "contrastive_lambda": 0.6970110588902685,
      "epoch": 6.945102932002495,
      "step": 22266
    },
    {
      "contrastive_lambda": 0.6969869966134122,
      "epoch": 6.945414847161572,
      "step": 22267
    },
    {
      "contrastive_lambda": 0.6969629337965049,
      "epoch": 6.945726762320649,
      "step": 22268
    },
    {
      "contrastive_lambda": 0.6969388704396124,
      "epoch": 6.946038677479725,
      "step": 22269
    },
    {
      "epoch": 6.946350592638803,
      "grad_norm": 0.13840632140636444,
      "learning_rate": 7.435528638770893e-05,
      "loss": 0.0352,
      "step": 22270
    },
    {
      "epoch": 6.946350592638803,
      "flow_loss": 0.04742269217967987,
      "step": 22270
    },
    {
      "contrastive_loss": 0.00514062587171793,
      "epoch": 6.946350592638803,
      "step": 22270
    },
    {
      "contrastive_lambda": 0.696914806542801,
      "epoch": 6.946350592638803,
      "step": 22270
    },
    {
      "contrastive_lambda": 0.6968907421061363,
      "epoch": 6.946662507797879,
      "step": 22271
    },
    {
      "contrastive_lambda": 0.6968666771296848,
      "epoch": 6.946974422956956,
      "step": 22272
    },
    {
      "contrastive_lambda": 0.6968426116135118,
      "epoch": 6.947286338116032,
      "step": 22273
    },
    {
      "contrastive_lambda": 0.6968185455576836,
      "epoch": 6.9475982532751095,
      "step": 22274
    },
    {
      "contrastive_lambda": 0.6967944789622663,
      "epoch": 6.947910168434186,
      "step": 22275
    },
    {
      "contrastive_lambda": 0.6967704118273258,
      "epoch": 6.948222083593262,
      "step": 22276
    },
    {
      "contrastive_lambda": 0.6967463441529278,
      "epoch": 6.948533998752339,
      "step": 22277
    },
    {
      "contrastive_lambda": 0.6967222759391387,
      "epoch": 6.948845913911416,
      "step": 22278
    },
    {
      "contrastive_lambda": 0.6966982071860245,
      "epoch": 6.949157829070493,
      "step": 22279
    },
    {
      "epoch": 6.949469744229569,
      "grad_norm": 0.11198742687702179,
      "learning_rate": 7.433121525127171e-05,
      "loss": 0.0364,
      "step": 22280
    },
    {
      "epoch": 6.949469744229569,
      "flow_loss": 0.0215117447078228,
      "step": 22280
    },
    {
      "contrastive_loss": 0.006799922324717045,
      "epoch": 6.949469744229569,
      "step": 22280
    },
    {
      "contrastive_lambda": 0.6966741378936507,
      "epoch": 6.949469744229569,
      "step": 22280
    },
    {
      "contrastive_lambda": 0.6966500680620836,
      "epoch": 6.949781659388647,
      "step": 22281
    },
    {
      "contrastive_lambda": 0.6966259976913893,
      "epoch": 6.950093574547723,
      "step": 22282
    },
    {
      "contrastive_lambda": 0.6966019267816337,
      "epoch": 6.9504054897067995,
      "step": 22283
    },
    {
      "contrastive_lambda": 0.6965778553328827,
      "epoch": 6.950717404865877,
      "step": 22284
    },
    {
      "contrastive_lambda": 0.6965537833452022,
      "epoch": 6.951029320024953,
      "step": 22285
    },
    {
      "contrastive_lambda": 0.6965297108186586,
      "epoch": 6.95134123518403,
      "step": 22286
    },
    {
      "contrastive_lambda": 0.6965056377533175,
      "epoch": 6.951653150343107,
      "step": 22287
    },
    {
      "contrastive_lambda": 0.6964815641492449,
      "epoch": 6.951965065502184,
      "step": 22288
    },
    {
      "contrastive_lambda": 0.6964574900065071,
      "epoch": 6.95227698066126,
      "step": 22289
    },
    {
      "epoch": 6.952588895820337,
      "grad_norm": 0.11458242684602737,
      "learning_rate": 7.430713672365371e-05,
      "loss": 0.0329,
      "step": 22290
    },
    {
      "epoch": 6.952588895820337,
      "flow_loss": 0.03799397498369217,
      "step": 22290
    },
    {
      "contrastive_loss": 0.004163552541285753,
      "epoch": 6.952588895820337,
      "step": 22290
    },
    {
      "contrastive_lambda": 0.6964334153251701,
      "epoch": 6.952588895820337,
      "step": 22290
    },
    {
      "contrastive_lambda": 0.6964093401052995,
      "epoch": 6.952900810979414,
      "step": 22291
    },
    {
      "contrastive_lambda": 0.6963852643469616,
      "epoch": 6.95321272613849,
      "step": 22292
    },
    {
      "contrastive_lambda": 0.6963611880502224,
      "epoch": 6.953524641297567,
      "step": 22293
    },
    {
      "contrastive_lambda": 0.6963371112151477,
      "epoch": 6.953836556456643,
      "step": 22294
    },
    {
      "contrastive_lambda": 0.6963130338418039,
      "epoch": 6.954148471615721,
      "step": 22295
    },
    {
      "contrastive_lambda": 0.6962889559302565,
      "epoch": 6.954460386774797,
      "step": 22296
    },
    {
      "contrastive_lambda": 0.696264877480572,
      "epoch": 6.954772301933874,
      "step": 22297
    },
    {
      "contrastive_lambda": 0.6962407984928161,
      "epoch": 6.955084217092951,
      "step": 22298
    },
    {
      "contrastive_lambda": 0.696216718967055,
      "epoch": 6.9553961322520275,
      "step": 22299
    },
    {
      "epoch": 6.955708047411104,
      "grad_norm": 0.1112198680639267,
      "learning_rate": 7.428305081216938e-05,
      "loss": 0.0334,
      "step": 22300
    },
    {
      "epoch": 6.955708047411104,
      "flow_loss": 0.044850755482912064,
      "step": 22300
    },
    {
      "contrastive_loss": 0.0068946415558457375,
      "epoch": 6.955708047411104,
      "step": 22300
    },
    {
      "contrastive_lambda": 0.6961926389033544,
      "epoch": 6.955708047411104,
      "step": 22300
    },
    {
      "contrastive_lambda": 0.6961685583017807,
      "epoch": 6.956019962570181,
      "step": 22301
    },
    {
      "contrastive_lambda": 0.6961444771623998,
      "epoch": 6.956331877729258,
      "step": 22302
    },
    {
      "contrastive_lambda": 0.6961203954852777,
      "epoch": 6.956643792888334,
      "step": 22303
    },
    {
      "contrastive_lambda": 0.6960963132704803,
      "epoch": 6.956955708047412,
      "step": 22304
    },
    {
      "contrastive_lambda": 0.6960722305180737,
      "epoch": 6.957267623206488,
      "step": 22305
    },
    {
      "contrastive_lambda": 0.696048147228124,
      "epoch": 6.9575795383655645,
      "step": 22306
    },
    {
      "contrastive_lambda": 0.6960240634006973,
      "epoch": 6.957891453524641,
      "step": 22307
    },
    {
      "contrastive_lambda": 0.6959999790358592,
      "epoch": 6.958203368683718,
      "step": 22308
    },
    {
      "contrastive_lambda": 0.6959758941336762,
      "epoch": 6.958515283842795,
      "step": 22309
    },
    {
      "epoch": 6.958827199001871,
      "grad_norm": 0.10089325904846191,
      "learning_rate": 7.425895752413536e-05,
      "loss": 0.0378,
      "step": 22310
    },
    {
      "epoch": 6.958827199001871,
      "flow_loss": 0.052757199853658676,
      "step": 22310
    },
    {
      "contrastive_loss": 0.004808388184756041,
      "epoch": 6.958827199001871,
      "step": 22310
    },
    {
      "contrastive_lambda": 0.6959518086942142,
      "epoch": 6.958827199001871,
      "step": 22310
    },
    {
      "contrastive_lambda": 0.6959277227175391,
      "epoch": 6.959139114160948,
      "step": 22311
    },
    {
      "contrastive_lambda": 0.6959036362037172,
      "epoch": 6.959451029320025,
      "step": 22312
    },
    {
      "contrastive_lambda": 0.6958795491528142,
      "epoch": 6.959762944479102,
      "step": 22313
    },
    {
      "contrastive_lambda": 0.6958554615648963,
      "epoch": 6.960074859638178,
      "step": 22314
    },
    {
      "contrastive_lambda": 0.6958313734400295,
      "epoch": 6.960386774797255,
      "step": 22315
    },
    {
      "contrastive_lambda": 0.69580728477828,
      "epoch": 6.960698689956332,
      "step": 22316
    },
    {
      "contrastive_lambda": 0.6957831955797137,
      "epoch": 6.961010605115408,
      "step": 22317
    },
    {
      "contrastive_lambda": 0.6957591058443966,
      "epoch": 6.961322520274486,
      "step": 22318
    },
    {
      "contrastive_lambda": 0.6957350155723947,
      "epoch": 6.961634435433562,
      "step": 22319
    },
    {
      "epoch": 6.961946350592639,
      "grad_norm": 0.13404428958892822,
      "learning_rate": 7.423485686687057e-05,
      "loss": 0.0408,
      "step": 22320
    },
    {
      "epoch": 6.961946350592639,
      "flow_loss": 0.053266145288944244,
      "step": 22320
    },
    {
      "contrastive_loss": 0.004850557539612055,
      "epoch": 6.961946350592639,
      "step": 22320
    },
    {
      "contrastive_lambda": 0.6957109247637743,
      "epoch": 6.961946350592639,
      "step": 22320
    },
    {
      "contrastive_lambda": 0.6956868334186013,
      "epoch": 6.962258265751716,
      "step": 22321
    },
    {
      "contrastive_lambda": 0.6956627415369416,
      "epoch": 6.9625701809107925,
      "step": 22322
    },
    {
      "contrastive_lambda": 0.6956386491188614,
      "epoch": 6.962882096069869,
      "step": 22323
    },
    {
      "contrastive_lambda": 0.6956145561644268,
      "epoch": 6.963194011228945,
      "step": 22324
    },
    {
      "contrastive_lambda": 0.6955904626737037,
      "epoch": 6.963505926388023,
      "step": 22325
    },
    {
      "contrastive_lambda": 0.6955663686467585,
      "epoch": 6.963817841547099,
      "step": 22326
    },
    {
      "contrastive_lambda": 0.6955422740836568,
      "epoch": 6.964129756706176,
      "step": 22327
    },
    {
      "contrastive_lambda": 0.6955181789844647,
      "epoch": 6.964441671865252,
      "step": 22328
    },
    {
      "contrastive_lambda": 0.6954940833492487,
      "epoch": 6.96475358702433,
      "step": 22329
    },
    {
      "epoch": 6.965065502183406,
      "grad_norm": 0.10345122218132019,
      "learning_rate": 7.421074884769616e-05,
      "loss": 0.0409,
      "step": 22330
    },
    {
      "epoch": 6.965065502183406,
      "flow_loss": 0.046432752162218094,
      "step": 22330
    },
    {
      "contrastive_loss": 0.005321657285094261,
      "epoch": 6.965065502183406,
      "step": 22330
    },
    {
      "contrastive_lambda": 0.6954699871780745,
      "epoch": 6.965065502183406,
      "step": 22330
    },
    {
      "contrastive_lambda": 0.695445890471008,
      "epoch": 6.9653774173424825,
      "step": 22331
    },
    {
      "contrastive_lambda": 0.6954217932281157,
      "epoch": 6.96568933250156,
      "step": 22332
    },
    {
      "contrastive_lambda": 0.6953976954494635,
      "epoch": 6.966001247660636,
      "step": 22333
    },
    {
      "contrastive_lambda": 0.6953735971351171,
      "epoch": 6.966313162819713,
      "step": 22334
    },
    {
      "contrastive_lambda": 0.6953494982851434,
      "epoch": 6.96662507797879,
      "step": 22335
    },
    {
      "contrastive_lambda": 0.6953253988996075,
      "epoch": 6.966936993137867,
      "step": 22336
    },
    {
      "contrastive_lambda": 0.6953012989785763,
      "epoch": 6.967248908296943,
      "step": 22337
    },
    {
      "contrastive_lambda": 0.6952771985221152,
      "epoch": 6.9675608234560205,
      "step": 22338
    },
    {
      "contrastive_lambda": 0.6952530975302907,
      "epoch": 6.967872738615097,
      "step": 22339
    },
    {
      "epoch": 6.968184653774173,
      "grad_norm": 0.11487767100334167,
      "learning_rate": 7.418663347393548e-05,
      "loss": 0.0381,
      "step": 22340
    },
    {
      "epoch": 6.968184653774173,
      "flow_loss": 0.03622623533010483,
      "step": 22340
    },
    {
      "contrastive_loss": 0.005660234019160271,
      "epoch": 6.968184653774173,
      "step": 22340
    },
    {
      "contrastive_lambda": 0.6952289960031688,
      "epoch": 6.968184653774173,
      "step": 22340
    },
    {
      "contrastive_lambda": 0.6952048939408155,
      "epoch": 6.96849656893325,
      "step": 22341
    },
    {
      "contrastive_lambda": 0.6951807913432968,
      "epoch": 6.968808484092327,
      "step": 22342
    },
    {
      "contrastive_lambda": 0.695156688210679,
      "epoch": 6.969120399251404,
      "step": 22343
    },
    {
      "contrastive_lambda": 0.6951325845430281,
      "epoch": 6.96943231441048,
      "step": 22344
    },
    {
      "contrastive_lambda": 0.69510848034041,
      "epoch": 6.969744229569557,
      "step": 22345
    },
    {
      "contrastive_lambda": 0.6950843756028909,
      "epoch": 6.970056144728634,
      "step": 22346
    },
    {
      "contrastive_lambda": 0.6950602703305371,
      "epoch": 6.9703680598877105,
      "step": 22347
    },
    {
      "contrastive_lambda": 0.6950361645234143,
      "epoch": 6.970679975046787,
      "step": 22348
    },
    {
      "contrastive_lambda": 0.6950120581815888,
      "epoch": 6.970991890205864,
      "step": 22349
    },
    {
      "epoch": 6.971303805364941,
      "grad_norm": 0.085491843521595,
      "learning_rate": 7.416251075291418e-05,
      "loss": 0.0373,
      "step": 22350
    },
    {
      "epoch": 6.971303805364941,
      "flow_loss": 0.01938612200319767,
      "step": 22350
    },
    {
      "contrastive_loss": 0.004127757623791695,
      "epoch": 6.971303805364941,
      "step": 22350
    },
    {
      "contrastive_lambda": 0.6949879513051268,
      "epoch": 6.971303805364941,
      "step": 22350
    },
    {
      "contrastive_lambda": 0.6949638438940942,
      "epoch": 6.971615720524017,
      "step": 22351
    },
    {
      "contrastive_lambda": 0.6949397359485572,
      "epoch": 6.971927635683095,
      "step": 22352
    },
    {
      "contrastive_lambda": 0.6949156274685818,
      "epoch": 6.972239550842171,
      "step": 22353
    },
    {
      "contrastive_lambda": 0.6948915184542339,
      "epoch": 6.9725514660012475,
      "step": 22354
    },
    {
      "contrastive_lambda": 0.6948674089055802,
      "epoch": 6.972863381160324,
      "step": 22355
    },
    {
      "contrastive_lambda": 0.6948432988226863,
      "epoch": 6.973175296319401,
      "step": 22356
    },
    {
      "contrastive_lambda": 0.6948191882056183,
      "epoch": 6.973487211478478,
      "step": 22357
    },
    {
      "contrastive_lambda": 0.6947950770544427,
      "epoch": 6.973799126637554,
      "step": 22358
    },
    {
      "contrastive_lambda": 0.6947709653692251,
      "epoch": 6.974111041796632,
      "step": 22359
    },
    {
      "epoch": 6.974422956955708,
      "grad_norm": 0.11977048218250275,
      "learning_rate": 7.413838069196007e-05,
      "loss": 0.0322,
      "step": 22360
    },
    {
      "epoch": 6.974422956955708,
      "flow_loss": 0.03605444356799126,
      "step": 22360
    },
    {
      "contrastive_loss": 0.006333494558930397,
      "epoch": 6.974422956955708,
      "step": 22360
    },
    {
      "contrastive_lambda": 0.694746853150032,
      "epoch": 6.974422956955708,
      "step": 22360
    },
    {
      "contrastive_lambda": 0.6947227403969293,
      "epoch": 6.974734872114785,
      "step": 22361
    },
    {
      "contrastive_lambda": 0.6946986271099831,
      "epoch": 6.975046787273861,
      "step": 22362
    },
    {
      "contrastive_lambda": 0.6946745132892597,
      "epoch": 6.975358702432938,
      "step": 22363
    },
    {
      "contrastive_lambda": 0.6946503989348249,
      "epoch": 6.975670617592015,
      "step": 22364
    },
    {
      "contrastive_lambda": 0.694626284046745,
      "epoch": 6.975982532751091,
      "step": 22365
    },
    {
      "contrastive_lambda": 0.6946021686250862,
      "epoch": 6.976294447910169,
      "step": 22366
    },
    {
      "contrastive_lambda": 0.6945780526699145,
      "epoch": 6.976606363069245,
      "step": 22367
    },
    {
      "contrastive_lambda": 0.6945539361812959,
      "epoch": 6.976918278228322,
      "step": 22368
    },
    {
      "contrastive_lambda": 0.6945298191592967,
      "epoch": 6.977230193387399,
      "step": 22369
    },
    {
      "epoch": 6.9775421085464755,
      "grad_norm": 0.12825733423233032,
      "learning_rate": 7.411424329840324e-05,
      "loss": 0.0409,
      "step": 22370
    },
    {
      "epoch": 6.9775421085464755,
      "flow_loss": 0.03861527889966965,
      "step": 22370
    },
    {
      "contrastive_loss": 0.005641607567667961,
      "epoch": 6.9775421085464755,
      "step": 22370
    },
    {
      "contrastive_lambda": 0.694505701603983,
      "epoch": 6.9775421085464755,
      "step": 22370
    },
    {
      "contrastive_lambda": 0.6944815835154208,
      "epoch": 6.977854023705552,
      "step": 22371
    },
    {
      "contrastive_lambda": 0.6944574648936762,
      "epoch": 6.978165938864628,
      "step": 22372
    },
    {
      "contrastive_lambda": 0.6944333457388155,
      "epoch": 6.978477854023706,
      "step": 22373
    },
    {
      "contrastive_lambda": 0.6944092260509049,
      "epoch": 6.978789769182782,
      "step": 22374
    },
    {
      "contrastive_lambda": 0.6943851058300103,
      "epoch": 6.979101684341859,
      "step": 22375
    },
    {
      "contrastive_lambda": 0.6943609850761977,
      "epoch": 6.979413599500936,
      "step": 22376
    },
    {
      "contrastive_lambda": 0.6943368637895337,
      "epoch": 6.979725514660013,
      "step": 22377
    },
    {
      "contrastive_lambda": 0.6943127419700841,
      "epoch": 6.980037429819089,
      "step": 22378
    },
    {
      "contrastive_lambda": 0.694288619617915,
      "epoch": 6.9803493449781655,
      "step": 22379
    },
    {
      "epoch": 6.980661260137243,
      "grad_norm": 0.09507253021001816,
      "learning_rate": 7.409009857957601e-05,
      "loss": 0.039,
      "step": 22380
    },
    {
      "epoch": 6.980661260137243,
      "flow_loss": 0.034674935042858124,
      "step": 22380
    },
    {
      "contrastive_loss": 0.006948657333850861,
      "epoch": 6.980661260137243,
      "step": 22380
    },
    {
      "contrastive_lambda": 0.6942644967330925,
      "epoch": 6.980661260137243,
      "step": 22380
    },
    {
      "contrastive_lambda": 0.6942403733156831,
      "epoch": 6.980973175296319,
      "step": 22381
    },
    {
      "contrastive_lambda": 0.6942162493657525,
      "epoch": 6.981285090455396,
      "step": 22382
    },
    {
      "contrastive_lambda": 0.6941921248833672,
      "epoch": 6.981597005614473,
      "step": 22383
    },
    {
      "contrastive_lambda": 0.694167999868593,
      "epoch": 6.98190892077355,
      "step": 22384
    },
    {
      "contrastive_lambda": 0.6941438743214963,
      "epoch": 6.982220835932626,
      "step": 22385
    },
    {
      "contrastive_lambda": 0.6941197482421431,
      "epoch": 6.9825327510917035,
      "step": 22386
    },
    {
      "contrastive_lambda": 0.6940956216305997,
      "epoch": 6.98284466625078,
      "step": 22387
    },
    {
      "contrastive_lambda": 0.694071494486932,
      "epoch": 6.983156581409856,
      "step": 22388
    },
    {
      "contrastive_lambda": 0.6940473668112063,
      "epoch": 6.983468496568933,
      "step": 22389
    },
    {
      "epoch": 6.98378041172801,
      "grad_norm": 0.12854106724262238,
      "learning_rate": 7.40659465428129e-05,
      "loss": 0.0353,
      "step": 22390
    },
    {
      "epoch": 6.98378041172801,
      "flow_loss": 0.027604850009083748,
      "step": 22390
    },
    {
      "contrastive_loss": 0.0048650167882442474,
      "epoch": 6.98378041172801,
      "step": 22390
    },
    {
      "contrastive_lambda": 0.6940232386034887,
      "epoch": 6.98378041172801,
      "step": 22390
    },
    {
      "contrastive_lambda": 0.6939991098638454,
      "epoch": 6.984092326887087,
      "step": 22391
    },
    {
      "contrastive_lambda": 0.6939749805923425,
      "epoch": 6.984404242046163,
      "step": 22392
    },
    {
      "contrastive_lambda": 0.6939508507890462,
      "epoch": 6.9847161572052405,
      "step": 22393
    },
    {
      "contrastive_lambda": 0.6939267204540227,
      "epoch": 6.985028072364317,
      "step": 22394
    },
    {
      "contrastive_lambda": 0.6939025895873381,
      "epoch": 6.9853399875233935,
      "step": 22395
    },
    {
      "contrastive_lambda": 0.6938784581890584,
      "epoch": 6.98565190268247,
      "step": 22396
    },
    {
      "contrastive_lambda": 0.69385432625925,
      "epoch": 6.985963817841547,
      "step": 22397
    },
    {
      "contrastive_lambda": 0.6938301937979791,
      "epoch": 6.986275733000624,
      "step": 22398
    },
    {
      "contrastive_lambda": 0.6938060608053114,
      "epoch": 6.9865876481597,
      "step": 22399
    },
    {
      "epoch": 6.986899563318778,
      "grad_norm": 0.1201065257191658,
      "learning_rate": 7.404178719545063e-05,
      "loss": 0.0398,
      "step": 22400
    },
    {
      "epoch": 6.986899563318778,
      "flow_loss": 0.03784880042076111,
      "step": 22400
    },
    {
      "contrastive_loss": 0.005382878705859184,
      "epoch": 6.986899563318778,
      "step": 22400
    },
    {
      "contrastive_lambda": 0.6937819272813135,
      "epoch": 6.986899563318778,
      "step": 22400
    },
    {
      "contrastive_lambda": 0.6937577932260516,
      "epoch": 6.987211478477854,
      "step": 22401
    },
    {
      "contrastive_lambda": 0.6937336586395915,
      "epoch": 6.9875233936369305,
      "step": 22402
    },
    {
      "contrastive_lambda": 0.6937095235219997,
      "epoch": 6.987835308796008,
      "step": 22403
    },
    {
      "contrastive_lambda": 0.6936853878733422,
      "epoch": 6.988147223955084,
      "step": 22404
    },
    {
      "contrastive_lambda": 0.6936612516936852,
      "epoch": 6.988459139114161,
      "step": 22405
    },
    {
      "contrastive_lambda": 0.6936371149830949,
      "epoch": 6.988771054273237,
      "step": 22406
    },
    {
      "contrastive_lambda": 0.6936129777416373,
      "epoch": 6.989082969432315,
      "step": 22407
    },
    {
      "contrastive_lambda": 0.693588839969379,
      "epoch": 6.989394884591391,
      "step": 22408
    },
    {
      "contrastive_lambda": 0.6935647016663858,
      "epoch": 6.989706799750468,
      "step": 22409
    },
    {
      "epoch": 6.990018714909545,
      "grad_norm": 0.10802476853132248,
      "learning_rate": 7.401762054482822e-05,
      "loss": 0.0435,
      "step": 22410
    },
    {
      "epoch": 6.990018714909545,
      "flow_loss": 0.026263803243637085,
      "step": 22410
    },
    {
      "contrastive_loss": 0.006605577655136585,
      "epoch": 6.990018714909545,
      "step": 22410
    },
    {
      "contrastive_lambda": 0.6935405628327238,
      "epoch": 6.990018714909545,
      "step": 22410
    },
    {
      "contrastive_lambda": 0.6935164234684597,
      "epoch": 6.990330630068621,
      "step": 22411
    },
    {
      "contrastive_lambda": 0.6934922835736592,
      "epoch": 6.990642545227698,
      "step": 22412
    },
    {
      "contrastive_lambda": 0.6934681431483886,
      "epoch": 6.990954460386774,
      "step": 22413
    },
    {
      "contrastive_lambda": 0.693444002192714,
      "epoch": 6.991266375545852,
      "step": 22414
    },
    {
      "contrastive_lambda": 0.6934198607067018,
      "epoch": 6.991578290704928,
      "step": 22415
    },
    {
      "contrastive_lambda": 0.693395718690418,
      "epoch": 6.991890205864005,
      "step": 22416
    },
    {
      "contrastive_lambda": 0.693371576143929,
      "epoch": 6.992202121023082,
      "step": 22417
    },
    {
      "contrastive_lambda": 0.6933474330673006,
      "epoch": 6.9925140361821585,
      "step": 22418
    },
    {
      "contrastive_lambda": 0.6933232894605994,
      "epoch": 6.992825951341235,
      "step": 22419
    },
    {
      "epoch": 6.993137866500312,
      "grad_norm": 0.1272851824760437,
      "learning_rate": 7.39934465982868e-05,
      "loss": 0.0337,
      "step": 22420
    },
    {
      "epoch": 6.993137866500312,
      "flow_loss": 0.028213510289788246,
      "step": 22420
    },
    {
      "contrastive_loss": 0.004495105240494013,
      "epoch": 6.993137866500312,
      "step": 22420
    },
    {
      "contrastive_lambda": 0.6932991453238915,
      "epoch": 6.993137866500312,
      "step": 22420
    },
    {
      "contrastive_lambda": 0.6932750006572429,
      "epoch": 6.993449781659389,
      "step": 22421
    },
    {
      "contrastive_lambda": 0.6932508554607197,
      "epoch": 6.993761696818465,
      "step": 22422
    },
    {
      "contrastive_lambda": 0.6932267097343887,
      "epoch": 6.994073611977542,
      "step": 22423
    },
    {
      "contrastive_lambda": 0.6932025634783154,
      "epoch": 6.994385527136619,
      "step": 22424
    },
    {
      "contrastive_lambda": 0.6931784166925666,
      "epoch": 6.994697442295696,
      "step": 22425
    },
    {
      "contrastive_lambda": 0.693154269377208,
      "epoch": 6.995009357454772,
      "step": 22426
    },
    {
      "contrastive_lambda": 0.693130121532306,
      "epoch": 6.995321272613849,
      "step": 22427
    },
    {
      "contrastive_lambda": 0.693105973157927,
      "epoch": 6.995633187772926,
      "step": 22428
    },
    {
      "contrastive_lambda": 0.6930818242541369,
      "epoch": 6.995945102932002,
      "step": 22429
    },
    {
      "epoch": 6.996257018091079,
      "grad_norm": 0.08852354437112808,
      "learning_rate": 7.396926536316984e-05,
      "loss": 0.0367,
      "step": 22430
    },
    {
      "epoch": 6.996257018091079,
      "flow_loss": 0.03180002048611641,
      "step": 22430
    },
    {
      "contrastive_loss": 0.0045359935611486435,
      "epoch": 6.996257018091079,
      "step": 22430
    },
    {
      "contrastive_lambda": 0.6930576748210018,
      "epoch": 6.996257018091079,
      "step": 22430
    },
    {
      "contrastive_lambda": 0.6930335248585884,
      "epoch": 6.996568933250156,
      "step": 22431
    },
    {
      "contrastive_lambda": 0.6930093743669625,
      "epoch": 6.996880848409233,
      "step": 22432
    },
    {
      "contrastive_lambda": 0.6929852233461904,
      "epoch": 6.997192763568309,
      "step": 22433
    },
    {
      "contrastive_lambda": 0.6929610717963385,
      "epoch": 6.9975046787273865,
      "step": 22434
    },
    {
      "contrastive_lambda": 0.6929369197174728,
      "epoch": 6.997816593886463,
      "step": 22435
    },
    {
      "contrastive_lambda": 0.6929127671096595,
      "epoch": 6.998128509045539,
      "step": 22436
    },
    {
      "contrastive_lambda": 0.6928886139729651,
      "epoch": 6.998440424204617,
      "step": 22437
    },
    {
      "contrastive_lambda": 0.6928644603074555,
      "epoch": 6.998752339363693,
      "step": 22438
    },
    {
      "contrastive_lambda": 0.6928403061131969,
      "epoch": 6.99906425452277,
      "step": 22439
    },
    {
      "epoch": 6.999376169681846,
      "grad_norm": 0.09006723016500473,
      "learning_rate": 7.394507684682293e-05,
      "loss": 0.0287,
      "step": 22440
    },
    {
      "epoch": 6.999376169681846,
      "flow_loss": 0.031689517199993134,
      "step": 22440
    },
    {
      "contrastive_loss": 0.005031876266002655,
      "epoch": 6.999376169681846,
      "step": 22440
    },
    {
      "contrastive_lambda": 0.6928161513902559,
      "epoch": 6.999376169681846,
      "step": 22440
    },
    {
      "contrastive_lambda": 0.6927919961386984,
      "epoch": 6.9996880848409235,
      "step": 22441
    },
    {
      "contrastive_lambda": 0.6927678403585905,
      "epoch": 7.0,
      "step": 22442
    },
    {
      "contrastive_lambda": 0.6927436840499989,
      "epoch": 7.0003119151590765,
      "step": 22443
    },
    {
      "contrastive_lambda": 0.6927195272129893,
      "epoch": 7.000623830318154,
      "step": 22444
    },
    {
      "contrastive_lambda": 0.6926953698476283,
      "epoch": 7.00093574547723,
      "step": 22445
    },
    {
      "contrastive_lambda": 0.692671211953982,
      "epoch": 7.001247660636307,
      "step": 22446
    },
    {
      "contrastive_lambda": 0.6926470535321165,
      "epoch": 7.001559575795383,
      "step": 22447
    },
    {
      "contrastive_lambda": 0.6926228945820985,
      "epoch": 7.001871490954461,
      "step": 22448
    },
    {
      "contrastive_lambda": 0.6925987351039935,
      "epoch": 7.002183406113537,
      "step": 22449
    },
    {
      "epoch": 7.0024953212726135,
      "grad_norm": 0.13041004538536072,
      "learning_rate": 7.392088105659393e-05,
      "loss": 0.0444,
      "step": 22450
    },
    {
      "epoch": 7.0024953212726135,
      "flow_loss": 0.040095195174217224,
      "step": 22450
    },
    {
      "contrastive_loss": 0.004647489637136459,
      "epoch": 7.0024953212726135,
      "step": 22450
    },
    {
      "contrastive_lambda": 0.6925745750978684,
      "epoch": 7.0024953212726135,
      "step": 22450
    },
    {
      "contrastive_lambda": 0.6925504145637891,
      "epoch": 7.002807236431691,
      "step": 22451
    },
    {
      "contrastive_lambda": 0.692526253501822,
      "epoch": 7.003119151590767,
      "step": 22452
    },
    {
      "contrastive_lambda": 0.6925020919120329,
      "epoch": 7.003431066749844,
      "step": 22453
    },
    {
      "contrastive_lambda": 0.6924779297944887,
      "epoch": 7.003742981908921,
      "step": 22454
    },
    {
      "contrastive_lambda": 0.6924537671492553,
      "epoch": 7.004054897067998,
      "step": 22455
    },
    {
      "contrastive_lambda": 0.6924296039763987,
      "epoch": 7.004366812227074,
      "step": 22456
    },
    {
      "contrastive_lambda": 0.6924054402759857,
      "epoch": 7.004678727386151,
      "step": 22457
    },
    {
      "contrastive_lambda": 0.6923812760480823,
      "epoch": 7.004990642545228,
      "step": 22458
    },
    {
      "contrastive_lambda": 0.6923571112927546,
      "epoch": 7.005302557704304,
      "step": 22459
    },
    {
      "epoch": 7.005614472863381,
      "grad_norm": 0.12619756162166595,
      "learning_rate": 7.389667799983284e-05,
      "loss": 0.0401,
      "step": 22460
    },
    {
      "epoch": 7.005614472863381,
      "flow_loss": 0.03280435502529144,
      "step": 22460
    },
    {
      "contrastive_loss": 0.005973899737000465,
      "epoch": 7.005614472863381,
      "step": 22460
    },
    {
      "contrastive_lambda": 0.6923329460100689,
      "epoch": 7.005614472863381,
      "step": 22460
    },
    {
      "contrastive_lambda": 0.6923087802000916,
      "epoch": 7.005926388022458,
      "step": 22461
    },
    {
      "contrastive_lambda": 0.6922846138628888,
      "epoch": 7.006238303181535,
      "step": 22462
    },
    {
      "contrastive_lambda": 0.692260446998527,
      "epoch": 7.006550218340611,
      "step": 22463
    },
    {
      "contrastive_lambda": 0.6922362796070719,
      "epoch": 7.006862133499688,
      "step": 22464
    },
    {
      "contrastive_lambda": 0.6922121116885904,
      "epoch": 7.007174048658765,
      "step": 22465
    },
    {
      "contrastive_lambda": 0.6921879432431485,
      "epoch": 7.0074859638178415,
      "step": 22466
    },
    {
      "contrastive_lambda": 0.6921637742708122,
      "epoch": 7.007797878976918,
      "step": 22467
    },
    {
      "contrastive_lambda": 0.6921396047716482,
      "epoch": 7.008109794135995,
      "step": 22468
    },
    {
      "contrastive_lambda": 0.6921154347457226,
      "epoch": 7.008421709295072,
      "step": 22469
    },
    {
      "epoch": 7.008733624454148,
      "grad_norm": 0.11540299654006958,
      "learning_rate": 7.387246768389193e-05,
      "loss": 0.0339,
      "step": 22470
    },
    {
      "epoch": 7.008733624454148,
      "flow_loss": 0.02970951609313488,
      "step": 22470
    },
    {
      "contrastive_loss": 0.007105404511094093,
      "epoch": 7.008733624454148,
      "step": 22470
    },
    {
      "contrastive_lambda": 0.6920912641931014,
      "epoch": 7.008733624454148,
      "step": 22470
    },
    {
      "contrastive_lambda": 0.6920670931138514,
      "epoch": 7.009045539613226,
      "step": 22471
    },
    {
      "contrastive_lambda": 0.6920429215080384,
      "epoch": 7.009357454772302,
      "step": 22472
    },
    {
      "contrastive_lambda": 0.6920187493757287,
      "epoch": 7.009669369931379,
      "step": 22473
    },
    {
      "contrastive_lambda": 0.6919945767169889,
      "epoch": 7.009981285090455,
      "step": 22474
    },
    {
      "contrastive_lambda": 0.6919704035318851,
      "epoch": 7.010293200249532,
      "step": 22475
    },
    {
      "contrastive_lambda": 0.6919462298204833,
      "epoch": 7.010605115408609,
      "step": 22476
    },
    {
      "contrastive_lambda": 0.6919220555828501,
      "epoch": 7.010917030567685,
      "step": 22477
    },
    {
      "contrastive_lambda": 0.6918978808190518,
      "epoch": 7.011228945726763,
      "step": 22478
    },
    {
      "contrastive_lambda": 0.6918737055291544,
      "epoch": 7.011540860885839,
      "step": 22479
    },
    {
      "epoch": 7.011852776044916,
      "grad_norm": 0.1432221382856369,
      "learning_rate": 7.384825011612563e-05,
      "loss": 0.0385,
      "step": 22480
    },
    {
      "epoch": 7.011852776044916,
      "flow_loss": 0.021223317831754684,
      "step": 22480
    },
    {
      "contrastive_loss": 0.005870016757398844,
      "epoch": 7.011852776044916,
      "step": 22480
    },
    {
      "contrastive_lambda": 0.6918495297132246,
      "epoch": 7.011852776044916,
      "step": 22480
    },
    {
      "contrastive_lambda": 0.6918253533713281,
      "epoch": 7.012164691203992,
      "step": 22481
    },
    {
      "contrastive_lambda": 0.6918011765035318,
      "epoch": 7.0124766063630695,
      "step": 22482
    },
    {
      "contrastive_lambda": 0.6917769991099014,
      "epoch": 7.012788521522146,
      "step": 22483
    },
    {
      "contrastive_lambda": 0.6917528211905036,
      "epoch": 7.013100436681222,
      "step": 22484
    },
    {
      "contrastive_lambda": 0.6917286427454047,
      "epoch": 7.0134123518403,
      "step": 22485
    },
    {
      "contrastive_lambda": 0.6917044637746708,
      "epoch": 7.013724266999376,
      "step": 22486
    },
    {
      "contrastive_lambda": 0.6916802842783679,
      "epoch": 7.014036182158453,
      "step": 22487
    },
    {
      "contrastive_lambda": 0.691656104256563,
      "epoch": 7.01434809731753,
      "step": 22488
    },
    {
      "contrastive_lambda": 0.6916319237093219,
      "epoch": 7.0146600124766065,
      "step": 22489
    },
    {
      "epoch": 7.014971927635683,
      "grad_norm": 0.13539156317710876,
      "learning_rate": 7.382402530389066e-05,
      "loss": 0.0402,
      "step": 22490
    },
    {
      "epoch": 7.014971927635683,
      "flow_loss": 0.03849136829376221,
      "step": 22490
    },
    {
      "contrastive_loss": 0.004811347462236881,
      "epoch": 7.014971927635683,
      "step": 22490
    },
    {
      "contrastive_lambda": 0.6916077426367109,
      "epoch": 7.014971927635683,
      "step": 22490
    },
    {
      "contrastive_lambda": 0.6915835610387965,
      "epoch": 7.0152838427947595,
      "step": 22491
    },
    {
      "contrastive_lambda": 0.6915593789156449,
      "epoch": 7.015595757953837,
      "step": 22492
    },
    {
      "contrastive_lambda": 0.6915351962673222,
      "epoch": 7.015907673112913,
      "step": 22493
    },
    {
      "contrastive_lambda": 0.6915110130938951,
      "epoch": 7.01621958827199,
      "step": 22494
    },
    {
      "contrastive_lambda": 0.6914868293954295,
      "epoch": 7.016531503431067,
      "step": 22495
    },
    {
      "contrastive_lambda": 0.6914626451719921,
      "epoch": 7.016843418590144,
      "step": 22496
    },
    {
      "contrastive_lambda": 0.6914384604236489,
      "epoch": 7.01715533374922,
      "step": 22497
    },
    {
      "contrastive_lambda": 0.6914142751504662,
      "epoch": 7.0174672489082965,
      "step": 22498
    },
    {
      "contrastive_lambda": 0.6913900893525105,
      "epoch": 7.017779164067374,
      "step": 22499
    },
    {
      "epoch": 7.01809107922645,
      "grad_norm": 0.14346672594547272,
      "learning_rate": 7.379979325454582e-05,
      "loss": 0.0354,
      "step": 22500
    },
    {
      "epoch": 7.01809107922645,
      "flow_loss": 0.02490740455687046,
      "step": 22500
    },
    {
      "contrastive_loss": 0.004427483305335045,
      "epoch": 7.01809107922645,
      "step": 22500
    },
    {
      "contrastive_lambda": 0.691365903029848,
      "epoch": 7.01809107922645,
      "step": 22500
    },
    {
      "contrastive_lambda": 0.6913417161825449,
      "epoch": 7.018402994385527,
      "step": 22501
    },
    {
      "contrastive_lambda": 0.6913175288106677,
      "epoch": 7.018714909544604,
      "step": 22502
    },
    {
      "contrastive_lambda": 0.6912933409142826,
      "epoch": 7.019026824703681,
      "step": 22503
    },
    {
      "contrastive_lambda": 0.691269152493456,
      "epoch": 7.019338739862757,
      "step": 22504
    },
    {
      "contrastive_lambda": 0.6912449635482543,
      "epoch": 7.0196506550218345,
      "step": 22505
    },
    {
      "contrastive_lambda": 0.6912207740787434,
      "epoch": 7.019962570180911,
      "step": 22506
    },
    {
      "contrastive_lambda": 0.69119658408499,
      "epoch": 7.020274485339987,
      "step": 22507
    },
    {
      "contrastive_lambda": 0.6911723935670603,
      "epoch": 7.020586400499064,
      "step": 22508
    },
    {
      "contrastive_lambda": 0.6911482025250207,
      "epoch": 7.020898315658141,
      "step": 22509
    },
    {
      "epoch": 7.021210230817218,
      "grad_norm": 0.09082575887441635,
      "learning_rate": 7.37755539754522e-05,
      "loss": 0.0351,
      "step": 22510
    },
    {
      "epoch": 7.021210230817218,
      "flow_loss": 0.03288755565881729,
      "step": 22510
    },
    {
      "contrastive_loss": 0.008423788473010063,
      "epoch": 7.021210230817218,
      "step": 22510
    },
    {
      "contrastive_lambda": 0.6911240109589373,
      "epoch": 7.021210230817218,
      "step": 22510
    },
    {
      "contrastive_lambda": 0.6910998188688766,
      "epoch": 7.021522145976294,
      "step": 22511
    },
    {
      "contrastive_lambda": 0.6910756262549049,
      "epoch": 7.021834061135372,
      "step": 22512
    },
    {
      "contrastive_lambda": 0.6910514331170886,
      "epoch": 7.022145976294448,
      "step": 22513
    },
    {
      "contrastive_lambda": 0.691027239455494,
      "epoch": 7.0224578914535245,
      "step": 22514
    },
    {
      "contrastive_lambda": 0.6910030452701873,
      "epoch": 7.022769806612601,
      "step": 22515
    },
    {
      "contrastive_lambda": 0.690978850561235,
      "epoch": 7.023081721771678,
      "step": 22516
    },
    {
      "contrastive_lambda": 0.6909546553287031,
      "epoch": 7.023393636930755,
      "step": 22517
    },
    {
      "contrastive_lambda": 0.6909304595726584,
      "epoch": 7.023705552089831,
      "step": 22518
    },
    {
      "contrastive_lambda": 0.690906263293167,
      "epoch": 7.024017467248909,
      "step": 22519
    },
    {
      "epoch": 7.024329382407985,
      "grad_norm": 0.12178722769021988,
      "learning_rate": 7.375130747397302e-05,
      "loss": 0.0345,
      "step": 22520
    },
    {
      "epoch": 7.024329382407985,
      "flow_loss": 0.04599027708172798,
      "step": 22520
    },
    {
      "contrastive_loss": 0.0066301338374614716,
      "epoch": 7.024329382407985,
      "step": 22520
    },
    {
      "contrastive_lambda": 0.6908820664902952,
      "epoch": 7.024329382407985,
      "step": 22520
    },
    {
      "contrastive_lambda": 0.6908578691641092,
      "epoch": 7.024641297567062,
      "step": 22521
    },
    {
      "contrastive_lambda": 0.6908336713146757,
      "epoch": 7.024953212726139,
      "step": 22522
    },
    {
      "contrastive_lambda": 0.6908094729420609,
      "epoch": 7.025265127885215,
      "step": 22523
    },
    {
      "contrastive_lambda": 0.6907852740463309,
      "epoch": 7.025577043044292,
      "step": 22524
    },
    {
      "contrastive_lambda": 0.6907610746275523,
      "epoch": 7.025888958203368,
      "step": 22525
    },
    {
      "contrastive_lambda": 0.6907368746857916,
      "epoch": 7.026200873362446,
      "step": 22526
    },
    {
      "contrastive_lambda": 0.6907126742211147,
      "epoch": 7.026512788521522,
      "step": 22527
    },
    {
      "contrastive_lambda": 0.6906884732335883,
      "epoch": 7.026824703680599,
      "step": 22528
    },
    {
      "contrastive_lambda": 0.6906642717232785,
      "epoch": 7.027136618839676,
      "step": 22529
    },
    {
      "epoch": 7.0274485339987525,
      "grad_norm": 0.11641650646924973,
      "learning_rate": 7.372705375747377e-05,
      "loss": 0.0407,
      "step": 22530
    },
    {
      "epoch": 7.0274485339987525,
      "flow_loss": 0.02385197952389717,
      "step": 22530
    },
    {
      "contrastive_loss": 0.004773060791194439,
      "epoch": 7.0274485339987525,
      "step": 22530
    },
    {
      "contrastive_lambda": 0.6906400696902517,
      "epoch": 7.0274485339987525,
      "step": 22530
    },
    {
      "contrastive_lambda": 0.6906158671345746,
      "epoch": 7.027760449157829,
      "step": 22531
    },
    {
      "contrastive_lambda": 0.690591664056313,
      "epoch": 7.028072364316905,
      "step": 22532
    },
    {
      "contrastive_lambda": 0.6905674604555336,
      "epoch": 7.028384279475983,
      "step": 22533
    },
    {
      "contrastive_lambda": 0.690543256332303,
      "epoch": 7.028696194635059,
      "step": 22534
    },
    {
      "contrastive_lambda": 0.6905190516866868,
      "epoch": 7.029008109794136,
      "step": 22535
    },
    {
      "contrastive_lambda": 0.690494846518752,
      "epoch": 7.029320024953213,
      "step": 22536
    },
    {
      "contrastive_lambda": 0.6904706408285648,
      "epoch": 7.0296319401122895,
      "step": 22537
    },
    {
      "contrastive_lambda": 0.6904464346161915,
      "epoch": 7.029943855271366,
      "step": 22538
    },
    {
      "contrastive_lambda": 0.6904222278816985,
      "epoch": 7.030255770430443,
      "step": 22539
    },
    {
      "epoch": 7.03056768558952,
      "grad_norm": 0.14765094220638275,
      "learning_rate": 7.370279283332205e-05,
      "loss": 0.0312,
      "step": 22540
    },
    {
      "epoch": 7.03056768558952,
      "flow_loss": 0.033092185854911804,
      "step": 22540
    },
    {
      "contrastive_loss": 0.00611124187707901,
      "epoch": 7.03056768558952,
      "step": 22540
    },
    {
      "contrastive_lambda": 0.6903980206251521,
      "epoch": 7.03056768558952,
      "step": 22540
    },
    {
      "contrastive_lambda": 0.6903738128466187,
      "epoch": 7.030879600748596,
      "step": 22541
    },
    {
      "contrastive_lambda": 0.6903496045461648,
      "epoch": 7.031191515907673,
      "step": 22542
    },
    {
      "contrastive_lambda": 0.6903253957238566,
      "epoch": 7.03150343106675,
      "step": 22543
    },
    {
      "contrastive_lambda": 0.6903011863797603,
      "epoch": 7.031815346225827,
      "step": 22544
    },
    {
      "contrastive_lambda": 0.6902769765139428,
      "epoch": 7.032127261384903,
      "step": 22545
    },
    {
      "contrastive_lambda": 0.6902527661264701,
      "epoch": 7.03243917654398,
      "step": 22546
    },
    {
      "contrastive_lambda": 0.6902285552174086,
      "epoch": 7.032751091703057,
      "step": 22547
    },
    {
      "contrastive_lambda": 0.6902043437868247,
      "epoch": 7.033063006862133,
      "step": 22548
    },
    {
      "contrastive_lambda": 0.6901801318347848,
      "epoch": 7.03337492202121,
      "step": 22549
    },
    {
      "epoch": 7.033686837180287,
      "grad_norm": 0.11850064247846603,
      "learning_rate": 7.36785247088877e-05,
      "loss": 0.0328,
      "step": 22550
    },
    {
      "epoch": 7.033686837180287,
      "flow_loss": 0.049899306148290634,
      "step": 22550
    },
    {
      "contrastive_loss": 0.005539103411138058,
      "epoch": 7.033686837180287,
      "step": 22550
    },
    {
      "contrastive_lambda": 0.6901559193613553,
      "epoch": 7.033686837180287,
      "step": 22550
    },
    {
      "contrastive_lambda": 0.6901317063666026,
      "epoch": 7.033998752339364,
      "step": 22551
    },
    {
      "contrastive_lambda": 0.6901074928505928,
      "epoch": 7.03431066749844,
      "step": 22552
    },
    {
      "contrastive_lambda": 0.6900832788133927,
      "epoch": 7.0346225826575175,
      "step": 22553
    },
    {
      "contrastive_lambda": 0.6900590642550686,
      "epoch": 7.034934497816594,
      "step": 22554
    },
    {
      "contrastive_lambda": 0.6900348491756865,
      "epoch": 7.03524641297567,
      "step": 22555
    },
    {
      "contrastive_lambda": 0.6900106335753132,
      "epoch": 7.035558328134747,
      "step": 22556
    },
    {
      "contrastive_lambda": 0.6899864174540151,
      "epoch": 7.035870243293824,
      "step": 22557
    },
    {
      "contrastive_lambda": 0.6899622008118582,
      "epoch": 7.036182158452901,
      "step": 22558
    },
    {
      "contrastive_lambda": 0.6899379836489092,
      "epoch": 7.036494073611977,
      "step": 22559
    },
    {
      "epoch": 7.036805988771055,
      "grad_norm": 0.13734188675880432,
      "learning_rate": 7.365424939154275e-05,
      "loss": 0.0335,
      "step": 22560
    },
    {
      "epoch": 7.036805988771055,
      "flow_loss": 0.029904495924711227,
      "step": 22560
    },
    {
      "contrastive_loss": 0.006137678865343332,
      "epoch": 7.036805988771055,
      "step": 22560
    },
    {
      "contrastive_lambda": 0.6899137659652347,
      "epoch": 7.036805988771055,
      "step": 22560
    },
    {
      "contrastive_lambda": 0.6898895477609006,
      "epoch": 7.037117903930131,
      "step": 22561
    },
    {
      "contrastive_lambda": 0.6898653290359735,
      "epoch": 7.0374298190892075,
      "step": 22562
    },
    {
      "contrastive_lambda": 0.6898411097905199,
      "epoch": 7.037741734248285,
      "step": 22563
    },
    {
      "contrastive_lambda": 0.6898168900246061,
      "epoch": 7.038053649407361,
      "step": 22564
    },
    {
      "contrastive_lambda": 0.6897926697382986,
      "epoch": 7.038365564566438,
      "step": 22565
    },
    {
      "contrastive_lambda": 0.6897684489316636,
      "epoch": 7.038677479725514,
      "step": 22566
    },
    {
      "contrastive_lambda": 0.6897442276047676,
      "epoch": 7.038989394884592,
      "step": 22567
    },
    {
      "contrastive_lambda": 0.6897200057576771,
      "epoch": 7.039301310043668,
      "step": 22568
    },
    {
      "contrastive_lambda": 0.6896957833904585,
      "epoch": 7.039613225202745,
      "step": 22569
    },
    {
      "epoch": 7.039925140361822,
      "grad_norm": 0.13659273087978363,
      "learning_rate": 7.362996688866138e-05,
      "loss": 0.0377,
      "step": 22570
    },
    {
      "epoch": 7.039925140361822,
      "flow_loss": 0.03576089069247246,
      "step": 22570
    },
    {
      "contrastive_loss": 0.005077654495835304,
      "epoch": 7.039925140361822,
      "step": 22570
    },
    {
      "contrastive_lambda": 0.689671560503178,
      "epoch": 7.039925140361822,
      "step": 22570
    },
    {
      "contrastive_lambda": 0.6896473370959022,
      "epoch": 7.040237055520898,
      "step": 22571
    },
    {
      "contrastive_lambda": 0.6896231131686974,
      "epoch": 7.040548970679975,
      "step": 22572
    },
    {
      "contrastive_lambda": 0.6895988887216302,
      "epoch": 7.040860885839051,
      "step": 22573
    },
    {
      "contrastive_lambda": 0.6895746637547668,
      "epoch": 7.041172800998129,
      "step": 22574
    },
    {
      "contrastive_lambda": 0.6895504382681736,
      "epoch": 7.041484716157205,
      "step": 22575
    },
    {
      "contrastive_lambda": 0.6895262122619173,
      "epoch": 7.041796631316282,
      "step": 22576
    },
    {
      "contrastive_lambda": 0.6895019857360641,
      "epoch": 7.042108546475359,
      "step": 22577
    },
    {
      "contrastive_lambda": 0.6894777586906803,
      "epoch": 7.0424204616344355,
      "step": 22578
    },
    {
      "contrastive_lambda": 0.6894535311258326,
      "epoch": 7.042732376793512,
      "step": 22579
    },
    {
      "epoch": 7.043044291952589,
      "grad_norm": 0.10952981561422348,
      "learning_rate": 7.360567720761999e-05,
      "loss": 0.0312,
      "step": 22580
    },
    {
      "epoch": 7.043044291952589,
      "flow_loss": 0.032181479036808014,
      "step": 22580
    },
    {
      "contrastive_loss": 0.0072313412092626095,
      "epoch": 7.043044291952589,
      "step": 22580
    },
    {
      "contrastive_lambda": 0.6894293030415873,
      "epoch": 7.043044291952589,
      "step": 22580
    },
    {
      "contrastive_lambda": 0.6894050744380107,
      "epoch": 7.043356207111666,
      "step": 22581
    },
    {
      "contrastive_lambda": 0.6893808453151694,
      "epoch": 7.043668122270742,
      "step": 22582
    },
    {
      "contrastive_lambda": 0.6893566156731297,
      "epoch": 7.043980037429819,
      "step": 22583
    },
    {
      "contrastive_lambda": 0.6893323855119582,
      "epoch": 7.044291952588896,
      "step": 22584
    },
    {
      "contrastive_lambda": 0.6893081548317213,
      "epoch": 7.0446038677479725,
      "step": 22585
    },
    {
      "contrastive_lambda": 0.689283923632485,
      "epoch": 7.044915782907049,
      "step": 22586
    },
    {
      "contrastive_lambda": 0.6892596919143164,
      "epoch": 7.045227698066126,
      "step": 22587
    },
    {
      "contrastive_lambda": 0.6892354596772815,
      "epoch": 7.045539613225203,
      "step": 22588
    },
    {
      "contrastive_lambda": 0.6892112269214468,
      "epoch": 7.045851528384279,
      "step": 22589
    },
    {
      "epoch": 7.046163443543356,
      "grad_norm": 0.10451067239046097,
      "learning_rate": 7.358138035579711e-05,
      "loss": 0.0326,
      "step": 22590
    },
    {
      "epoch": 7.046163443543356,
      "flow_loss": 0.03460199385881424,
      "step": 22590
    },
    {
      "contrastive_loss": 0.0050469753332436085,
      "epoch": 7.046163443543356,
      "step": 22590
    },
    {
      "contrastive_lambda": 0.6891869936468787,
      "epoch": 7.046163443543356,
      "step": 22590
    },
    {
      "contrastive_lambda": 0.689162759853644,
      "epoch": 7.046475358702433,
      "step": 22591
    },
    {
      "contrastive_lambda": 0.6891385255418085,
      "epoch": 7.04678727386151,
      "step": 22592
    },
    {
      "contrastive_lambda": 0.6891142907114393,
      "epoch": 7.047099189020586,
      "step": 22593
    },
    {
      "contrastive_lambda": 0.6890900553626024,
      "epoch": 7.047411104179663,
      "step": 22594
    },
    {
      "contrastive_lambda": 0.6890658194953643,
      "epoch": 7.04772301933874,
      "step": 22595
    },
    {
      "contrastive_lambda": 0.6890415831097917,
      "epoch": 7.048034934497816,
      "step": 22596
    },
    {
      "contrastive_lambda": 0.6890173462059507,
      "epoch": 7.048346849656894,
      "step": 22597
    },
    {
      "contrastive_lambda": 0.688993108783908,
      "epoch": 7.04865876481597,
      "step": 22598
    },
    {
      "contrastive_lambda": 0.6889688708437299,
      "epoch": 7.048970679975047,
      "step": 22599
    },
    {
      "epoch": 7.049282595134123,
      "grad_norm": 0.127864271402359,
      "learning_rate": 7.355707634057354e-05,
      "loss": 0.0341,
      "step": 22600
    },
    {
      "epoch": 7.049282595134123,
      "flow_loss": 0.027239186689257622,
      "step": 22600
    },
    {
      "contrastive_loss": 0.006188400089740753,
      "epoch": 7.049282595134123,
      "step": 22600
    },
    {
      "contrastive_lambda": 0.688944632385483,
      "epoch": 7.049282595134123,
      "step": 22600
    },
    {
      "contrastive_lambda": 0.6889203934092335,
      "epoch": 7.0495945102932005,
      "step": 22601
    },
    {
      "contrastive_lambda": 0.6888961539150482,
      "epoch": 7.049906425452277,
      "step": 22602
    },
    {
      "contrastive_lambda": 0.6888719139029933,
      "epoch": 7.050218340611353,
      "step": 22603
    },
    {
      "contrastive_lambda": 0.6888476733731353,
      "epoch": 7.050530255770431,
      "step": 22604
    },
    {
      "contrastive_lambda": 0.6888234323255408,
      "epoch": 7.050842170929507,
      "step": 22605
    },
    {
      "contrastive_lambda": 0.688799190760276,
      "epoch": 7.051154086088584,
      "step": 22606
    },
    {
      "contrastive_lambda": 0.6887749486774075,
      "epoch": 7.05146600124766,
      "step": 22607
    },
    {
      "contrastive_lambda": 0.688750706077002,
      "epoch": 7.051777916406738,
      "step": 22608
    },
    {
      "contrastive_lambda": 0.6887264629591253,
      "epoch": 7.052089831565814,
      "step": 22609
    },
    {
      "epoch": 7.0524017467248905,
      "grad_norm": 0.125282883644104,
      "learning_rate": 7.353276516933215e-05,
      "loss": 0.0352,
      "step": 22610
    },
    {
      "epoch": 7.0524017467248905,
      "flow_loss": 0.02475987747311592,
      "step": 22610
    },
    {
      "contrastive_loss": 0.006310353055596352,
      "epoch": 7.0524017467248905,
      "step": 22610
    },
    {
      "contrastive_lambda": 0.6887022193238446,
      "epoch": 7.0524017467248905,
      "step": 22610
    },
    {
      "contrastive_lambda": 0.688677975171226,
      "epoch": 7.052713661883968,
      "step": 22611
    },
    {
      "contrastive_lambda": 0.6886537305013358,
      "epoch": 7.053025577043044,
      "step": 22612
    },
    {
      "contrastive_lambda": 0.688629485314241,
      "epoch": 7.053337492202121,
      "step": 22613
    },
    {
      "contrastive_lambda": 0.6886052396100077,
      "epoch": 7.053649407361198,
      "step": 22614
    },
    {
      "contrastive_lambda": 0.6885809933887023,
      "epoch": 7.053961322520275,
      "step": 22615
    },
    {
      "contrastive_lambda": 0.6885567466503915,
      "epoch": 7.054273237679351,
      "step": 22616
    },
    {
      "contrastive_lambda": 0.6885324993951415,
      "epoch": 7.054585152838428,
      "step": 22617
    },
    {
      "contrastive_lambda": 0.6885082516230192,
      "epoch": 7.054897067997505,
      "step": 22618
    },
    {
      "contrastive_lambda": 0.6884840033340907,
      "epoch": 7.055208983156581,
      "step": 22619
    },
    {
      "epoch": 7.055520898315658,
      "grad_norm": 0.0973842591047287,
      "learning_rate": 7.350844684945806e-05,
      "loss": 0.0339,
      "step": 22620
    },
    {
      "epoch": 7.055520898315658,
      "flow_loss": 0.030696414411067963,
      "step": 22620
    },
    {
      "contrastive_loss": 0.005064924247562885,
      "epoch": 7.055520898315658,
      "step": 22620
    },
    {
      "contrastive_lambda": 0.6884597545284225,
      "epoch": 7.055520898315658,
      "step": 22620
    },
    {
      "contrastive_lambda": 0.6884355052060813,
      "epoch": 7.055832813474735,
      "step": 22621
    },
    {
      "contrastive_lambda": 0.6884112553671335,
      "epoch": 7.056144728633812,
      "step": 22622
    },
    {
      "contrastive_lambda": 0.6883870050116455,
      "epoch": 7.056456643792888,
      "step": 22623
    },
    {
      "contrastive_lambda": 0.6883627541396837,
      "epoch": 7.056768558951965,
      "step": 22624
    },
    {
      "contrastive_lambda": 0.688338502751315,
      "epoch": 7.057080474111042,
      "step": 22625
    },
    {
      "contrastive_lambda": 0.6883142508466054,
      "epoch": 7.0573923892701185,
      "step": 22626
    },
    {
      "contrastive_lambda": 0.6882899984256217,
      "epoch": 7.057704304429195,
      "step": 22627
    },
    {
      "contrastive_lambda": 0.6882657454884302,
      "epoch": 7.058016219588272,
      "step": 22628
    },
    {
      "contrastive_lambda": 0.6882414920350974,
      "epoch": 7.058328134747349,
      "step": 22629
    },
    {
      "epoch": 7.058640049906425,
      "grad_norm": 0.09894547611474991,
      "learning_rate": 7.348412138833851e-05,
      "loss": 0.0309,
      "step": 22630
    },
    {
      "epoch": 7.058640049906425,
      "flow_loss": 0.055165838450193405,
      "step": 22630
    },
    {
      "contrastive_loss": 0.005538363941013813,
      "epoch": 7.058640049906425,
      "step": 22630
    },
    {
      "contrastive_lambda": 0.68821723806569,
      "epoch": 7.058640049906425,
      "step": 22630
    },
    {
      "contrastive_lambda": 0.6881929835802744,
      "epoch": 7.058951965065503,
      "step": 22631
    },
    {
      "contrastive_lambda": 0.6881687285789168,
      "epoch": 7.059263880224579,
      "step": 22632
    },
    {
      "contrastive_lambda": 0.6881444730616841,
      "epoch": 7.0595757953836555,
      "step": 22633
    },
    {
      "contrastive_lambda": 0.6881202170286427,
      "epoch": 7.059887710542732,
      "step": 22634
    },
    {
      "contrastive_lambda": 0.6880959604798589,
      "epoch": 7.060199625701809,
      "step": 22635
    },
    {
      "contrastive_lambda": 0.6880717034153995,
      "epoch": 7.060511540860886,
      "step": 22636
    },
    {
      "contrastive_lambda": 0.6880474458353307,
      "epoch": 7.060823456019962,
      "step": 22637
    },
    {
      "contrastive_lambda": 0.6880231877397193,
      "epoch": 7.06113537117904,
      "step": 22638
    },
    {
      "contrastive_lambda": 0.6879989291286315,
      "epoch": 7.061447286338116,
      "step": 22639
    },
    {
      "epoch": 7.061759201497193,
      "grad_norm": 0.11567336320877075,
      "learning_rate": 7.345978879336295e-05,
      "loss": 0.0403,
      "step": 22640
    },
    {
      "epoch": 7.061759201497193,
      "flow_loss": 0.0315420925617218,
      "step": 22640
    },
    {
      "contrastive_loss": 0.006770077161490917,
      "epoch": 7.061759201497193,
      "step": 22640
    },
    {
      "contrastive_lambda": 0.6879746700021341,
      "epoch": 7.061759201497193,
      "step": 22640
    },
    {
      "contrastive_lambda": 0.6879504103602934,
      "epoch": 7.062071116656269,
      "step": 22641
    },
    {
      "contrastive_lambda": 0.687926150203176,
      "epoch": 7.062383031815346,
      "step": 22642
    },
    {
      "contrastive_lambda": 0.6879018895308483,
      "epoch": 7.062694946974423,
      "step": 22643
    },
    {
      "contrastive_lambda": 0.6878776283433771,
      "epoch": 7.063006862133499,
      "step": 22644
    },
    {
      "contrastive_lambda": 0.6878533666408286,
      "epoch": 7.063318777292577,
      "step": 22645
    },
    {
      "contrastive_lambda": 0.6878291044232694,
      "epoch": 7.063630692451653,
      "step": 22646
    },
    {
      "contrastive_lambda": 0.6878048416907661,
      "epoch": 7.06394260761073,
      "step": 22647
    },
    {
      "contrastive_lambda": 0.6877805784433851,
      "epoch": 7.064254522769807,
      "step": 22648
    },
    {
      "contrastive_lambda": 0.687756314681193,
      "epoch": 7.0645664379288835,
      "step": 22649
    },
    {
      "epoch": 7.06487835308796,
      "grad_norm": 0.11200704425573349,
      "learning_rate": 7.343544907192296e-05,
      "loss": 0.0371,
      "step": 22650
    },
    {
      "epoch": 7.06487835308796,
      "flow_loss": 0.04798656702041626,
      "step": 22650
    },
    {
      "contrastive_loss": 0.0043794442899525166,
      "epoch": 7.06487835308796,
      "step": 22650
    },
    {
      "contrastive_lambda": 0.6877320504042563,
      "epoch": 7.06487835308796,
      "step": 22650
    },
    {
      "contrastive_lambda": 0.6877077856126416,
      "epoch": 7.065190268247036,
      "step": 22651
    },
    {
      "contrastive_lambda": 0.6876835203064152,
      "epoch": 7.065502183406114,
      "step": 22652
    },
    {
      "contrastive_lambda": 0.6876592544856439,
      "epoch": 7.06581409856519,
      "step": 22653
    },
    {
      "contrastive_lambda": 0.687634988150394,
      "epoch": 7.066126013724267,
      "step": 22654
    },
    {
      "contrastive_lambda": 0.6876107213007322,
      "epoch": 7.066437928883344,
      "step": 22655
    },
    {
      "contrastive_lambda": 0.687586453936725,
      "epoch": 7.066749844042421,
      "step": 22656
    },
    {
      "contrastive_lambda": 0.6875621860584389,
      "epoch": 7.067061759201497,
      "step": 22657
    },
    {
      "contrastive_lambda": 0.6875379176659402,
      "epoch": 7.0673736743605735,
      "step": 22658
    },
    {
      "contrastive_lambda": 0.6875136487592959,
      "epoch": 7.067685589519651,
      "step": 22659
    },
    {
      "epoch": 7.067997504678727,
      "grad_norm": 0.09824958443641663,
      "learning_rate": 7.341110223141235e-05,
      "loss": 0.0347,
      "step": 22660
    },
    {
      "epoch": 7.067997504678727,
      "flow_loss": 0.04639488458633423,
      "step": 22660
    },
    {
      "contrastive_loss": 0.0054761976934969425,
      "epoch": 7.067997504678727,
      "step": 22660
    },
    {
      "contrastive_lambda": 0.6874893793385721,
      "epoch": 7.067997504678727,
      "step": 22660
    },
    {
      "contrastive_lambda": 0.6874651094038358,
      "epoch": 7.068309419837804,
      "step": 22661
    },
    {
      "contrastive_lambda": 0.687440838955153,
      "epoch": 7.068621334996881,
      "step": 22662
    },
    {
      "contrastive_lambda": 0.6874165679925905,
      "epoch": 7.068933250155958,
      "step": 22663
    },
    {
      "contrastive_lambda": 0.6873922965162149,
      "epoch": 7.069245165315034,
      "step": 22664
    },
    {
      "contrastive_lambda": 0.6873680245260928,
      "epoch": 7.0695570804741115,
      "step": 22665
    },
    {
      "contrastive_lambda": 0.6873437520222904,
      "epoch": 7.069868995633188,
      "step": 22666
    },
    {
      "contrastive_lambda": 0.6873194790048746,
      "epoch": 7.070180910792264,
      "step": 22667
    },
    {
      "contrastive_lambda": 0.6872952054739119,
      "epoch": 7.070492825951341,
      "step": 22668
    },
    {
      "contrastive_lambda": 0.6872709314294685,
      "epoch": 7.070804741110418,
      "step": 22669
    },
    {
      "epoch": 7.071116656269495,
      "grad_norm": 0.0911976546049118,
      "learning_rate": 7.3386748279227e-05,
      "loss": 0.0366,
      "step": 22670
    },
    {
      "epoch": 7.071116656269495,
      "flow_loss": 0.032650575041770935,
      "step": 22670
    },
    {
      "contrastive_loss": 0.004626442678272724,
      "epoch": 7.071116656269495,
      "step": 22670
    },
    {
      "contrastive_lambda": 0.6872466568716113,
      "epoch": 7.071116656269495,
      "step": 22670
    },
    {
      "contrastive_lambda": 0.6872223818004068,
      "epoch": 7.071428571428571,
      "step": 22671
    },
    {
      "contrastive_lambda": 0.6871981062159216,
      "epoch": 7.0717404865876485,
      "step": 22672
    },
    {
      "contrastive_lambda": 0.6871738301182222,
      "epoch": 7.072052401746725,
      "step": 22673
    },
    {
      "contrastive_lambda": 0.6871495535073748,
      "epoch": 7.0723643169058015,
      "step": 22674
    },
    {
      "contrastive_lambda": 0.6871252763834466,
      "epoch": 7.072676232064878,
      "step": 22675
    },
    {
      "contrastive_lambda": 0.6871009987465038,
      "epoch": 7.072988147223955,
      "step": 22676
    },
    {
      "contrastive_lambda": 0.6870767205966126,
      "epoch": 7.073300062383032,
      "step": 22677
    },
    {
      "contrastive_lambda": 0.6870524419338404,
      "epoch": 7.073611977542108,
      "step": 22678
    },
    {
      "contrastive_lambda": 0.6870281627582532,
      "epoch": 7.073923892701186,
      "step": 22679
    },
    {
      "epoch": 7.074235807860262,
      "grad_norm": 0.12866607308387756,
      "learning_rate": 7.336238722276501e-05,
      "loss": 0.0358,
      "step": 22680
    },
    {
      "epoch": 7.074235807860262,
      "flow_loss": 0.036458905786275864,
      "step": 22680
    },
    {
      "contrastive_loss": 0.004372178576886654,
      "epoch": 7.074235807860262,
      "step": 22680
    },
    {
      "contrastive_lambda": 0.6870038830699176,
      "epoch": 7.074235807860262,
      "step": 22680
    },
    {
      "contrastive_lambda": 0.6869796028689001,
      "epoch": 7.0745477230193385,
      "step": 22681
    },
    {
      "contrastive_lambda": 0.6869553221552678,
      "epoch": 7.074859638178416,
      "step": 22682
    },
    {
      "contrastive_lambda": 0.6869310409290865,
      "epoch": 7.075171553337492,
      "step": 22683
    },
    {
      "contrastive_lambda": 0.6869067591904233,
      "epoch": 7.075483468496569,
      "step": 22684
    },
    {
      "contrastive_lambda": 0.6868824769393446,
      "epoch": 7.075795383655645,
      "step": 22685
    },
    {
      "contrastive_lambda": 0.6868581941759169,
      "epoch": 7.076107298814723,
      "step": 22686
    },
    {
      "contrastive_lambda": 0.686833910900207,
      "epoch": 7.076419213973799,
      "step": 22687
    },
    {
      "contrastive_lambda": 0.6868096271122812,
      "epoch": 7.076731129132876,
      "step": 22688
    },
    {
      "contrastive_lambda": 0.6867853428122062,
      "epoch": 7.077043044291953,
      "step": 22689
    },
    {
      "epoch": 7.077354959451029,
      "grad_norm": 0.09607455134391785,
      "learning_rate": 7.333801906942663e-05,
      "loss": 0.0411,
      "step": 22690
    },
    {
      "epoch": 7.077354959451029,
      "flow_loss": 0.029355891048908234,
      "step": 22690
    },
    {
      "contrastive_loss": 0.005133849568665028,
      "epoch": 7.077354959451029,
      "step": 22690
    },
    {
      "contrastive_lambda": 0.6867610580000487,
      "epoch": 7.077354959451029,
      "step": 22690
    },
    {
      "contrastive_lambda": 0.686736772675875,
      "epoch": 7.077666874610106,
      "step": 22691
    },
    {
      "contrastive_lambda": 0.686712486839752,
      "epoch": 7.077978789769182,
      "step": 22692
    },
    {
      "contrastive_lambda": 0.686688200491746,
      "epoch": 7.07829070492826,
      "step": 22693
    },
    {
      "contrastive_lambda": 0.6866639136319236,
      "epoch": 7.078602620087336,
      "step": 22694
    },
    {
      "contrastive_lambda": 0.6866396262603517,
      "epoch": 7.078914535246413,
      "step": 22695
    },
    {
      "contrastive_lambda": 0.6866153383770967,
      "epoch": 7.07922645040549,
      "step": 22696
    },
    {
      "contrastive_lambda": 0.6865910499822248,
      "epoch": 7.0795383655645665,
      "step": 22697
    },
    {
      "contrastive_lambda": 0.6865667610758033,
      "epoch": 7.079850280723643,
      "step": 22698
    },
    {
      "contrastive_lambda": 0.6865424716578983,
      "epoch": 7.08016219588272,
      "step": 22699
    },
    {
      "epoch": 7.080474111041797,
      "grad_norm": 0.15008379518985748,
      "learning_rate": 7.331364382661428e-05,
      "loss": 0.0406,
      "step": 22700
    },
    {
      "epoch": 7.080474111041797,
      "flow_loss": 0.04461388662457466,
      "step": 22700
    },
    {
      "contrastive_loss": 0.004537410102784634,
      "epoch": 7.080474111041797,
      "step": 22700
    },
    {
      "contrastive_lambda": 0.6865181817285764,
      "epoch": 7.080474111041797,
      "step": 22700
    },
    {
      "contrastive_lambda": 0.6864938912879045,
      "epoch": 7.080786026200873,
      "step": 22701
    },
    {
      "contrastive_lambda": 0.686469600335949,
      "epoch": 7.08109794135995,
      "step": 22702
    },
    {
      "contrastive_lambda": 0.6864453088727764,
      "epoch": 7.081409856519027,
      "step": 22703
    },
    {
      "contrastive_lambda": 0.6864210168984534,
      "epoch": 7.081721771678104,
      "step": 22704
    },
    {
      "contrastive_lambda": 0.6863967244130467,
      "epoch": 7.08203368683718,
      "step": 22705
    },
    {
      "contrastive_lambda": 0.6863724314166227,
      "epoch": 7.082345601996257,
      "step": 22706
    },
    {
      "contrastive_lambda": 0.6863481379092482,
      "epoch": 7.082657517155334,
      "step": 22707
    },
    {
      "contrastive_lambda": 0.6863238438909895,
      "epoch": 7.08296943231441,
      "step": 22708
    },
    {
      "contrastive_lambda": 0.6862995493619136,
      "epoch": 7.083281347473487,
      "step": 22709
    },
    {
      "epoch": 7.083593262632564,
      "grad_norm": 0.11792688816785812,
      "learning_rate": 7.328926150173248e-05,
      "loss": 0.0362,
      "step": 22710
    },
    {
      "epoch": 7.083593262632564,
      "flow_loss": 0.03428371995687485,
      "step": 22710
    },
    {
      "contrastive_loss": 0.0065420507453382015,
      "epoch": 7.083593262632564,
      "step": 22710
    },
    {
      "contrastive_lambda": 0.6862752543220869,
      "epoch": 7.083593262632564,
      "step": 22710
    },
    {
      "contrastive_lambda": 0.6862509587715759,
      "epoch": 7.083905177791641,
      "step": 22711
    },
    {
      "contrastive_lambda": 0.6862266627104474,
      "epoch": 7.084217092950717,
      "step": 22712
    },
    {
      "contrastive_lambda": 0.686202366138768,
      "epoch": 7.0845290081097945,
      "step": 22713
    },
    {
      "contrastive_lambda": 0.6861780690566041,
      "epoch": 7.084840923268871,
      "step": 22714
    },
    {
      "contrastive_lambda": 0.6861537714640225,
      "epoch": 7.085152838427947,
      "step": 22715
    },
    {
      "contrastive_lambda": 0.6861294733610898,
      "epoch": 7.085464753587024,
      "step": 22716
    },
    {
      "contrastive_lambda": 0.6861051747478726,
      "epoch": 7.085776668746101,
      "step": 22717
    },
    {
      "contrastive_lambda": 0.6860808756244374,
      "epoch": 7.086088583905178,
      "step": 22718
    },
    {
      "contrastive_lambda": 0.686056575990851,
      "epoch": 7.086400499064254,
      "step": 22719
    },
    {
      "epoch": 7.0867124142233315,
      "grad_norm": 0.1465843915939331,
      "learning_rate": 7.326487210218795e-05,
      "loss": 0.0374,
      "step": 22720
    },
    {
      "epoch": 7.0867124142233315,
      "flow_loss": 0.03474894165992737,
      "step": 22720
    },
    {
      "contrastive_loss": 0.011394497007131577,
      "epoch": 7.0867124142233315,
      "step": 22720
    },
    {
      "contrastive_lambda": 0.6860322758471799,
      "epoch": 7.0867124142233315,
      "step": 22720
    },
    {
      "contrastive_lambda": 0.6860079751934908,
      "epoch": 7.087024329382408,
      "step": 22721
    },
    {
      "contrastive_lambda": 0.6859836740298502,
      "epoch": 7.0873362445414845,
      "step": 22722
    },
    {
      "contrastive_lambda": 0.6859593723563248,
      "epoch": 7.087648159700562,
      "step": 22723
    },
    {
      "contrastive_lambda": 0.6859350701729812,
      "epoch": 7.087960074859638,
      "step": 22724
    },
    {
      "contrastive_lambda": 0.6859107674798861,
      "epoch": 7.088271990018715,
      "step": 22725
    },
    {
      "contrastive_lambda": 0.6858864642771061,
      "epoch": 7.088583905177791,
      "step": 22726
    },
    {
      "contrastive_lambda": 0.6858621605647077,
      "epoch": 7.088895820336869,
      "step": 22727
    },
    {
      "contrastive_lambda": 0.6858378563427577,
      "epoch": 7.089207735495945,
      "step": 22728
    },
    {
      "contrastive_lambda": 0.6858135516113228,
      "epoch": 7.0895196506550215,
      "step": 22729
    },
    {
      "epoch": 7.089831565814099,
      "grad_norm": 0.09895523637533188,
      "learning_rate": 7.324047563538955e-05,
      "loss": 0.0415,
      "step": 22730
    },
    {
      "epoch": 7.089831565814099,
      "flow_loss": 0.04861963912844658,
      "step": 22730
    },
    {
      "contrastive_loss": 0.0043505108915269375,
      "epoch": 7.089831565814099,
      "step": 22730
    },
    {
      "contrastive_lambda": 0.6857892463704695,
      "epoch": 7.089831565814099,
      "step": 22730
    },
    {
      "contrastive_lambda": 0.685764940620264,
      "epoch": 7.090143480973175,
      "step": 22731
    },
    {
      "contrastive_lambda": 0.6857406343607738,
      "epoch": 7.090455396132252,
      "step": 22732
    },
    {
      "contrastive_lambda": 0.685716327592065,
      "epoch": 7.090767311291328,
      "step": 22733
    },
    {
      "contrastive_lambda": 0.6856920203142043,
      "epoch": 7.091079226450406,
      "step": 22734
    },
    {
      "contrastive_lambda": 0.6856677125272584,
      "epoch": 7.091391141609482,
      "step": 22735
    },
    {
      "contrastive_lambda": 0.685643404231294,
      "epoch": 7.091703056768559,
      "step": 22736
    },
    {
      "contrastive_lambda": 0.6856190954263776,
      "epoch": 7.092014971927636,
      "step": 22737
    },
    {
      "contrastive_lambda": 0.6855947861125758,
      "epoch": 7.092326887086712,
      "step": 22738
    },
    {
      "contrastive_lambda": 0.6855704762899556,
      "epoch": 7.092638802245789,
      "step": 22739
    },
    {
      "epoch": 7.092950717404866,
      "grad_norm": 0.12705837190151215,
      "learning_rate": 7.321607210874828e-05,
      "loss": 0.0374,
      "step": 22740
    },
    {
      "epoch": 7.092950717404866,
      "flow_loss": 0.02752593159675598,
      "step": 22740
    },
    {
      "contrastive_loss": 0.004902936518192291,
      "epoch": 7.092950717404866,
      "step": 22740
    },
    {
      "contrastive_lambda": 0.6855461659585832,
      "epoch": 7.092950717404866,
      "step": 22740
    },
    {
      "contrastive_lambda": 0.6855218551185256,
      "epoch": 7.093262632563943,
      "step": 22741
    },
    {
      "contrastive_lambda": 0.6854975437698491,
      "epoch": 7.093574547723019,
      "step": 22742
    },
    {
      "contrastive_lambda": 0.6854732319126207,
      "epoch": 7.093886462882096,
      "step": 22743
    },
    {
      "contrastive_lambda": 0.6854489195469069,
      "epoch": 7.094198378041173,
      "step": 22744
    },
    {
      "contrastive_lambda": 0.6854246066727743,
      "epoch": 7.0945102932002495,
      "step": 22745
    },
    {
      "contrastive_lambda": 0.6854002932902896,
      "epoch": 7.094822208359326,
      "step": 22746
    },
    {
      "contrastive_lambda": 0.6853759793995196,
      "epoch": 7.095134123518403,
      "step": 22747
    },
    {
      "contrastive_lambda": 0.6853516650005307,
      "epoch": 7.09544603867748,
      "step": 22748
    },
    {
      "contrastive_lambda": 0.6853273500933899,
      "epoch": 7.095757953836556,
      "step": 22749
    },
    {
      "epoch": 7.096069868995633,
      "grad_norm": 0.13046230375766754,
      "learning_rate": 7.31916615296773e-05,
      "loss": 0.0378,
      "step": 22750
    },
    {
      "epoch": 7.096069868995633,
      "flow_loss": 0.04668557271361351,
      "step": 22750
    },
    {
      "contrastive_loss": 0.006536969915032387,
      "epoch": 7.096069868995633,
      "step": 22750
    },
    {
      "contrastive_lambda": 0.6853030346781633,
      "epoch": 7.096069868995633,
      "step": 22750
    },
    {
      "contrastive_lambda": 0.6852787187549181,
      "epoch": 7.09638178415471,
      "step": 22751
    },
    {
      "contrastive_lambda": 0.6852544023237208,
      "epoch": 7.096693699313787,
      "step": 22752
    },
    {
      "contrastive_lambda": 0.685230085384638,
      "epoch": 7.097005614472863,
      "step": 22753
    },
    {
      "contrastive_lambda": 0.6852057679377364,
      "epoch": 7.09731752963194,
      "step": 22754
    },
    {
      "contrastive_lambda": 0.6851814499830826,
      "epoch": 7.097629444791017,
      "step": 22755
    },
    {
      "contrastive_lambda": 0.6851571315207435,
      "epoch": 7.097941359950093,
      "step": 22756
    },
    {
      "contrastive_lambda": 0.6851328125507854,
      "epoch": 7.098253275109171,
      "step": 22757
    },
    {
      "contrastive_lambda": 0.6851084930732754,
      "epoch": 7.098565190268247,
      "step": 22758
    },
    {
      "contrastive_lambda": 0.6850841730882798,
      "epoch": 7.098877105427324,
      "step": 22759
    },
    {
      "epoch": 7.0991890205864,
      "grad_norm": 0.1531711220741272,
      "learning_rate": 7.316724390559188e-05,
      "loss": 0.0372,
      "step": 22760
    },
    {
      "epoch": 7.0991890205864,
      "flow_loss": 0.03437136858701706,
      "step": 22760
    },
    {
      "contrastive_loss": 0.004753663204610348,
      "epoch": 7.0991890205864,
      "step": 22760
    },
    {
      "contrastive_lambda": 0.6850598525958655,
      "epoch": 7.0991890205864,
      "step": 22760
    },
    {
      "contrastive_lambda": 0.6850355315960992,
      "epoch": 7.0995009357454775,
      "step": 22761
    },
    {
      "contrastive_lambda": 0.6850112100890473,
      "epoch": 7.099812850904554,
      "step": 22762
    },
    {
      "contrastive_lambda": 0.6849868880747768,
      "epoch": 7.10012476606363,
      "step": 22763
    },
    {
      "contrastive_lambda": 0.6849625655533542,
      "epoch": 7.100436681222708,
      "step": 22764
    },
    {
      "contrastive_lambda": 0.6849382425248461,
      "epoch": 7.100748596381784,
      "step": 22765
    },
    {
      "contrastive_lambda": 0.6849139189893195,
      "epoch": 7.101060511540861,
      "step": 22766
    },
    {
      "contrastive_lambda": 0.684889594946841,
      "epoch": 7.101372426699937,
      "step": 22767
    },
    {
      "contrastive_lambda": 0.6848652703974769,
      "epoch": 7.1016843418590145,
      "step": 22768
    },
    {
      "contrastive_lambda": 0.6848409453412942,
      "epoch": 7.101996257018091,
      "step": 22769
    },
    {
      "epoch": 7.1023081721771675,
      "grad_norm": 0.11632329225540161,
      "learning_rate": 7.314281924390946e-05,
      "loss": 0.037,
      "step": 22770
    },
    {
      "epoch": 7.1023081721771675,
      "flow_loss": 0.049048688262701035,
      "step": 22770
    },
    {
      "contrastive_loss": 0.004675128497183323,
      "epoch": 7.1023081721771675,
      "step": 22770
    },
    {
      "contrastive_lambda": 0.6848166197783596,
      "epoch": 7.1023081721771675,
      "step": 22770
    },
    {
      "contrastive_lambda": 0.6847922937087398,
      "epoch": 7.102620087336245,
      "step": 22771
    },
    {
      "contrastive_lambda": 0.6847679671325014,
      "epoch": 7.102932002495321,
      "step": 22772
    },
    {
      "contrastive_lambda": 0.6847436400497111,
      "epoch": 7.103243917654398,
      "step": 22773
    },
    {
      "contrastive_lambda": 0.6847193124604356,
      "epoch": 7.103555832813475,
      "step": 22774
    },
    {
      "contrastive_lambda": 0.6846949843647417,
      "epoch": 7.103867747972552,
      "step": 22775
    },
    {
      "contrastive_lambda": 0.6846706557626959,
      "epoch": 7.104179663131628,
      "step": 22776
    },
    {
      "contrastive_lambda": 0.6846463266543652,
      "epoch": 7.1044915782907045,
      "step": 22777
    },
    {
      "contrastive_lambda": 0.684621997039816,
      "epoch": 7.104803493449782,
      "step": 22778
    },
    {
      "contrastive_lambda": 0.684597666919115,
      "epoch": 7.105115408608858,
      "step": 22779
    },
    {
      "epoch": 7.105427323767935,
      "grad_norm": 0.1421312540769577,
      "learning_rate": 7.311838755204959e-05,
      "loss": 0.0387,
      "step": 22780
    },
    {
      "epoch": 7.105427323767935,
      "flow_loss": 0.04786375164985657,
      "step": 22780
    },
    {
      "contrastive_loss": 0.004127316642552614,
      "epoch": 7.105427323767935,
      "step": 22780
    },
    {
      "contrastive_lambda": 0.6845733362923292,
      "epoch": 7.105427323767935,
      "step": 22780
    },
    {
      "contrastive_lambda": 0.6845490051595251,
      "epoch": 7.105739238927012,
      "step": 22781
    },
    {
      "contrastive_lambda": 0.6845246735207693,
      "epoch": 7.106051154086089,
      "step": 22782
    },
    {
      "contrastive_lambda": 0.6845003413761288,
      "epoch": 7.106363069245165,
      "step": 22783
    },
    {
      "contrastive_lambda": 0.6844760087256699,
      "epoch": 7.106674984404242,
      "step": 22784
    },
    {
      "contrastive_lambda": 0.6844516755694596,
      "epoch": 7.106986899563319,
      "step": 22785
    },
    {
      "contrastive_lambda": 0.6844273419075648,
      "epoch": 7.107298814722395,
      "step": 22786
    },
    {
      "contrastive_lambda": 0.6844030077400518,
      "epoch": 7.107610729881472,
      "step": 22787
    },
    {
      "contrastive_lambda": 0.6843786730669874,
      "epoch": 7.107922645040549,
      "step": 22788
    },
    {
      "contrastive_lambda": 0.6843543378884386,
      "epoch": 7.108234560199626,
      "step": 22789
    },
    {
      "epoch": 7.108546475358702,
      "grad_norm": 0.10471875220537186,
      "learning_rate": 7.3093948837434e-05,
      "loss": 0.0385,
      "step": 22790
    },
    {
      "epoch": 7.108546475358702,
      "flow_loss": 0.03171561285853386,
      "step": 22790
    },
    {
      "contrastive_loss": 0.00497164623811841,
      "epoch": 7.108546475358702,
      "step": 22790
    },
    {
      "contrastive_lambda": 0.6843300022044718,
      "epoch": 7.108546475358702,
      "step": 22790
    },
    {
      "contrastive_lambda": 0.6843056660151539,
      "epoch": 7.10885839051778,
      "step": 22791
    },
    {
      "contrastive_lambda": 0.6842813293205514,
      "epoch": 7.109170305676856,
      "step": 22792
    },
    {
      "contrastive_lambda": 0.6842569921207313,
      "epoch": 7.1094822208359325,
      "step": 22793
    },
    {
      "contrastive_lambda": 0.6842326544157602,
      "epoch": 7.109794135995009,
      "step": 22794
    },
    {
      "contrastive_lambda": 0.6842083162057049,
      "epoch": 7.110106051154086,
      "step": 22795
    },
    {
      "contrastive_lambda": 0.6841839774906318,
      "epoch": 7.110417966313163,
      "step": 22796
    },
    {
      "contrastive_lambda": 0.684159638270608,
      "epoch": 7.110729881472239,
      "step": 22797
    },
    {
      "contrastive_lambda": 0.6841352985457001,
      "epoch": 7.111041796631317,
      "step": 22798
    },
    {
      "contrastive_lambda": 0.6841109583159747,
      "epoch": 7.111353711790393,
      "step": 22799
    },
    {
      "epoch": 7.11166562694947,
      "grad_norm": 0.1229623407125473,
      "learning_rate": 7.306950310748651e-05,
      "loss": 0.0385,
      "step": 22800
    },
    {
      "epoch": 7.11166562694947,
      "flow_loss": 0.026103483512997627,
      "step": 22800
    },
    {
      "contrastive_loss": 0.005161816254258156,
      "epoch": 7.11166562694947,
      "step": 22800
    },
    {
      "contrastive_lambda": 0.6840866175814988,
      "epoch": 7.11166562694947,
      "step": 22800
    },
    {
      "contrastive_lambda": 0.6840622763423391,
      "epoch": 7.111977542108546,
      "step": 22801
    },
    {
      "contrastive_lambda": 0.684037934598562,
      "epoch": 7.112289457267623,
      "step": 22802
    },
    {
      "contrastive_lambda": 0.6840135923502344,
      "epoch": 7.1126013724267,
      "step": 22803
    },
    {
      "contrastive_lambda": 0.6839892495974234,
      "epoch": 7.112913287585776,
      "step": 22804
    },
    {
      "contrastive_lambda": 0.6839649063401951,
      "epoch": 7.113225202744854,
      "step": 22805
    },
    {
      "contrastive_lambda": 0.6839405625786168,
      "epoch": 7.11353711790393,
      "step": 22806
    },
    {
      "contrastive_lambda": 0.6839162183127548,
      "epoch": 7.113849033063007,
      "step": 22807
    },
    {
      "contrastive_lambda": 0.6838918735426762,
      "epoch": 7.114160948222084,
      "step": 22808
    },
    {
      "contrastive_lambda": 0.6838675282684477,
      "epoch": 7.1144728633811605,
      "step": 22809
    },
    {
      "epoch": 7.114784778540237,
      "grad_norm": 0.10354655236005783,
      "learning_rate": 7.304505036963311e-05,
      "loss": 0.0363,
      "step": 22810
    },
    {
      "epoch": 7.114784778540237,
      "flow_loss": 0.029176663607358932,
      "step": 22810
    },
    {
      "contrastive_loss": 0.0043161045759916306,
      "epoch": 7.114784778540237,
      "step": 22810
    },
    {
      "contrastive_lambda": 0.6838431824901358,
      "epoch": 7.114784778540237,
      "step": 22810
    },
    {
      "contrastive_lambda": 0.6838188362078071,
      "epoch": 7.115096693699313,
      "step": 22811
    },
    {
      "contrastive_lambda": 0.683794489421529,
      "epoch": 7.115408608858391,
      "step": 22812
    },
    {
      "contrastive_lambda": 0.6837701421313677,
      "epoch": 7.115720524017467,
      "step": 22813
    },
    {
      "contrastive_lambda": 0.6837457943373902,
      "epoch": 7.116032439176544,
      "step": 22814
    },
    {
      "contrastive_lambda": 0.6837214460396631,
      "epoch": 7.116344354335621,
      "step": 22815
    },
    {
      "contrastive_lambda": 0.6836970972382532,
      "epoch": 7.1166562694946975,
      "step": 22816
    },
    {
      "contrastive_lambda": 0.6836727479332274,
      "epoch": 7.116968184653774,
      "step": 22817
    },
    {
      "contrastive_lambda": 0.6836483981246523,
      "epoch": 7.1172800998128505,
      "step": 22818
    },
    {
      "contrastive_lambda": 0.6836240478125946,
      "epoch": 7.117592014971928,
      "step": 22819
    },
    {
      "epoch": 7.117903930131004,
      "grad_norm": 0.11534273624420166,
      "learning_rate": 7.302059063130186e-05,
      "loss": 0.0364,
      "step": 22820
    },
    {
      "epoch": 7.117903930131004,
      "flow_loss": 0.022488810122013092,
      "step": 22820
    },
    {
      "contrastive_loss": 0.004629608243703842,
      "epoch": 7.117903930131004,
      "step": 22820
    },
    {
      "contrastive_lambda": 0.6835996969971213,
      "epoch": 7.117903930131004,
      "step": 22820
    },
    {
      "contrastive_lambda": 0.6835753456782989,
      "epoch": 7.118215845290081,
      "step": 22821
    },
    {
      "contrastive_lambda": 0.6835509938561942,
      "epoch": 7.118527760449158,
      "step": 22822
    },
    {
      "contrastive_lambda": 0.6835266415308742,
      "epoch": 7.118839675608235,
      "step": 22823
    },
    {
      "contrastive_lambda": 0.6835022887024055,
      "epoch": 7.119151590767311,
      "step": 22824
    },
    {
      "contrastive_lambda": 0.6834779353708547,
      "epoch": 7.119463505926388,
      "step": 22825
    },
    {
      "contrastive_lambda": 0.6834535815362888,
      "epoch": 7.119775421085465,
      "step": 22826
    },
    {
      "contrastive_lambda": 0.6834292271987745,
      "epoch": 7.120087336244541,
      "step": 22827
    },
    {
      "contrastive_lambda": 0.6834048723583784,
      "epoch": 7.120399251403618,
      "step": 22828
    },
    {
      "contrastive_lambda": 0.6833805170151677,
      "epoch": 7.120711166562695,
      "step": 22829
    },
    {
      "epoch": 7.121023081721772,
      "grad_norm": 0.11194691061973572,
      "learning_rate": 7.2996123899923e-05,
      "loss": 0.0349,
      "step": 22830
    },
    {
      "epoch": 7.121023081721772,
      "flow_loss": 0.02572203427553177,
      "step": 22830
    },
    {
      "contrastive_loss": 0.0054445648565888405,
      "epoch": 7.121023081721772,
      "step": 22830
    },
    {
      "contrastive_lambda": 0.6833561611692086,
      "epoch": 7.121023081721772,
      "step": 22830
    },
    {
      "contrastive_lambda": 0.6833318048205684,
      "epoch": 7.121334996880848,
      "step": 22831
    },
    {
      "contrastive_lambda": 0.6833074479693136,
      "epoch": 7.1216469120399255,
      "step": 22832
    },
    {
      "contrastive_lambda": 0.683283090615511,
      "epoch": 7.121958827199002,
      "step": 22833
    },
    {
      "contrastive_lambda": 0.6832587327592274,
      "epoch": 7.122270742358078,
      "step": 22834
    },
    {
      "contrastive_lambda": 0.6832343744005296,
      "epoch": 7.122582657517155,
      "step": 22835
    },
    {
      "contrastive_lambda": 0.6832100155394843,
      "epoch": 7.122894572676232,
      "step": 22836
    },
    {
      "contrastive_lambda": 0.6831856561761585,
      "epoch": 7.123206487835309,
      "step": 22837
    },
    {
      "contrastive_lambda": 0.6831612963106186,
      "epoch": 7.123518402994385,
      "step": 22838
    },
    {
      "contrastive_lambda": 0.6831369359429318,
      "epoch": 7.123830318153463,
      "step": 22839
    },
    {
      "epoch": 7.124142233312539,
      "grad_norm": 0.13891494274139404,
      "learning_rate": 7.297165018292886e-05,
      "loss": 0.0357,
      "step": 22840
    },
    {
      "epoch": 7.124142233312539,
      "flow_loss": 0.018164921551942825,
      "step": 22840
    },
    {
      "contrastive_loss": 0.005137396976351738,
      "epoch": 7.124142233312539,
      "step": 22840
    },
    {
      "contrastive_lambda": 0.6831125750731646,
      "epoch": 7.124142233312539,
      "step": 22840
    },
    {
      "contrastive_lambda": 0.6830882137013838,
      "epoch": 7.1244541484716155,
      "step": 22841
    },
    {
      "contrastive_lambda": 0.6830638518276564,
      "epoch": 7.124766063630693,
      "step": 22842
    },
    {
      "contrastive_lambda": 0.6830394894520491,
      "epoch": 7.125077978789769,
      "step": 22843
    },
    {
      "contrastive_lambda": 0.6830151265746286,
      "epoch": 7.125389893948846,
      "step": 22844
    },
    {
      "contrastive_lambda": 0.6829907631954616,
      "epoch": 7.125701809107922,
      "step": 22845
    },
    {
      "contrastive_lambda": 0.6829663993146151,
      "epoch": 7.126013724267,
      "step": 22846
    },
    {
      "contrastive_lambda": 0.6829420349321559,
      "epoch": 7.126325639426076,
      "step": 22847
    },
    {
      "contrastive_lambda": 0.6829176700481507,
      "epoch": 7.126637554585153,
      "step": 22848
    },
    {
      "contrastive_lambda": 0.6828933046626663,
      "epoch": 7.12694946974423,
      "step": 22849
    },
    {
      "epoch": 7.127261384903306,
      "grad_norm": 0.10805738717317581,
      "learning_rate": 7.294716948775396e-05,
      "loss": 0.0329,
      "step": 22850
    },
    {
      "epoch": 7.127261384903306,
      "flow_loss": 0.016763094812631607,
      "step": 22850
    },
    {
      "contrastive_loss": 0.005637113004922867,
      "epoch": 7.127261384903306,
      "step": 22850
    },
    {
      "contrastive_lambda": 0.6828689387757695,
      "epoch": 7.127261384903306,
      "step": 22850
    },
    {
      "contrastive_lambda": 0.6828445723875272,
      "epoch": 7.127573300062383,
      "step": 22851
    },
    {
      "contrastive_lambda": 0.6828202054980061,
      "epoch": 7.127885215221459,
      "step": 22852
    },
    {
      "contrastive_lambda": 0.6827958381072728,
      "epoch": 7.128197130380537,
      "step": 22853
    },
    {
      "contrastive_lambda": 0.6827714702153946,
      "epoch": 7.128509045539613,
      "step": 22854
    },
    {
      "contrastive_lambda": 0.682747101822438,
      "epoch": 7.12882096069869,
      "step": 22855
    },
    {
      "contrastive_lambda": 0.6827227329284697,
      "epoch": 7.129132875857767,
      "step": 22856
    },
    {
      "contrastive_lambda": 0.6826983635335568,
      "epoch": 7.1294447910168435,
      "step": 22857
    },
    {
      "contrastive_lambda": 0.6826739936377662,
      "epoch": 7.12975670617592,
      "step": 22858
    },
    {
      "contrastive_lambda": 0.6826496232411641,
      "epoch": 7.130068621334997,
      "step": 22859
    },
    {
      "epoch": 7.130380536494074,
      "grad_norm": 0.09822198748588562,
      "learning_rate": 7.292268182183484e-05,
      "loss": 0.0387,
      "step": 22860
    },
    {
      "epoch": 7.130380536494074,
      "flow_loss": 0.031233713030815125,
      "step": 22860
    },
    {
      "contrastive_loss": 0.004604642745107412,
      "epoch": 7.130380536494074,
      "step": 22860
    },
    {
      "contrastive_lambda": 0.6826252523438177,
      "epoch": 7.130380536494074,
      "step": 22860
    },
    {
      "contrastive_lambda": 0.682600880945794,
      "epoch": 7.13069245165315,
      "step": 22861
    },
    {
      "contrastive_lambda": 0.6825765090471594,
      "epoch": 7.131004366812227,
      "step": 22862
    },
    {
      "contrastive_lambda": 0.6825521366479811,
      "epoch": 7.131316281971304,
      "step": 22863
    },
    {
      "contrastive_lambda": 0.6825277637483256,
      "epoch": 7.1316281971303805,
      "step": 22864
    },
    {
      "contrastive_lambda": 0.68250339034826,
      "epoch": 7.131940112289457,
      "step": 22865
    },
    {
      "contrastive_lambda": 0.682479016447851,
      "epoch": 7.132252027448534,
      "step": 22866
    },
    {
      "contrastive_lambda": 0.6824546420471653,
      "epoch": 7.132563942607611,
      "step": 22867
    },
    {
      "contrastive_lambda": 0.68243026714627,
      "epoch": 7.132875857766687,
      "step": 22868
    },
    {
      "contrastive_lambda": 0.6824058917452317,
      "epoch": 7.133187772925764,
      "step": 22869
    },
    {
      "epoch": 7.133499688084841,
      "grad_norm": 0.10051165521144867,
      "learning_rate": 7.28981871926102e-05,
      "loss": 0.0321,
      "step": 22870
    },
    {
      "epoch": 7.133499688084841,
      "flow_loss": 0.048003651201725006,
      "step": 22870
    },
    {
      "contrastive_loss": 0.005636873655021191,
      "epoch": 7.133499688084841,
      "step": 22870
    },
    {
      "contrastive_lambda": 0.6823815158441172,
      "epoch": 7.133499688084841,
      "step": 22870
    },
    {
      "contrastive_lambda": 0.6823571394429936,
      "epoch": 7.133811603243918,
      "step": 22871
    },
    {
      "contrastive_lambda": 0.6823327625419273,
      "epoch": 7.134123518402994,
      "step": 22872
    },
    {
      "contrastive_lambda": 0.6823083851409856,
      "epoch": 7.134435433562071,
      "step": 22873
    },
    {
      "contrastive_lambda": 0.6822840072402351,
      "epoch": 7.134747348721148,
      "step": 22874
    },
    {
      "contrastive_lambda": 0.6822596288397426,
      "epoch": 7.135059263880224,
      "step": 22875
    },
    {
      "contrastive_lambda": 0.6822352499395747,
      "epoch": 7.135371179039302,
      "step": 22876
    },
    {
      "contrastive_lambda": 0.6822108705397989,
      "epoch": 7.135683094198378,
      "step": 22877
    },
    {
      "contrastive_lambda": 0.6821864906404816,
      "epoch": 7.135995009357455,
      "step": 22878
    },
    {
      "contrastive_lambda": 0.6821621102416895,
      "epoch": 7.136306924516531,
      "step": 22879
    },
    {
      "epoch": 7.1366188396756085,
      "grad_norm": 0.09934549033641815,
      "learning_rate": 7.28736856075209e-05,
      "loss": 0.0353,
      "step": 22880
    },
    {
      "epoch": 7.1366188396756085,
      "flow_loss": 0.030851757153868675,
      "step": 22880
    },
    {
      "contrastive_loss": 0.00503693800419569,
      "epoch": 7.1366188396756085,
      "step": 22880
    },
    {
      "contrastive_lambda": 0.6821377293434898,
      "epoch": 7.1366188396756085,
      "step": 22880
    },
    {
      "contrastive_lambda": 0.6821133479459491,
      "epoch": 7.136930754834685,
      "step": 22881
    },
    {
      "contrastive_lambda": 0.6820889660491344,
      "epoch": 7.1372426699937614,
      "step": 22882
    },
    {
      "contrastive_lambda": 0.6820645836531123,
      "epoch": 7.137554585152839,
      "step": 22883
    },
    {
      "contrastive_lambda": 0.6820402007579499,
      "epoch": 7.137866500311915,
      "step": 22884
    },
    {
      "contrastive_lambda": 0.6820158173637141,
      "epoch": 7.138178415470992,
      "step": 22885
    },
    {
      "contrastive_lambda": 0.6819914334704714,
      "epoch": 7.138490330630068,
      "step": 22886
    },
    {
      "contrastive_lambda": 0.6819670490782888,
      "epoch": 7.138802245789146,
      "step": 22887
    },
    {
      "contrastive_lambda": 0.6819426641872334,
      "epoch": 7.139114160948222,
      "step": 22888
    },
    {
      "contrastive_lambda": 0.6819182787973719,
      "epoch": 7.1394260761072985,
      "step": 22889
    },
    {
      "epoch": 7.139737991266376,
      "grad_norm": 0.14217925071716309,
      "learning_rate": 7.284917707400985e-05,
      "loss": 0.0401,
      "step": 22890
    },
    {
      "epoch": 7.139737991266376,
      "flow_loss": 0.027389412745833397,
      "step": 22890
    },
    {
      "contrastive_loss": 0.004342398606240749,
      "epoch": 7.139737991266376,
      "step": 22890
    },
    {
      "contrastive_lambda": 0.6818938929087709,
      "epoch": 7.139737991266376,
      "step": 22890
    },
    {
      "contrastive_lambda": 0.6818695065214975,
      "epoch": 7.140049906425452,
      "step": 22891
    },
    {
      "contrastive_lambda": 0.6818451196356186,
      "epoch": 7.140361821584529,
      "step": 22892
    },
    {
      "contrastive_lambda": 0.6818207322512009,
      "epoch": 7.140673736743606,
      "step": 22893
    },
    {
      "contrastive_lambda": 0.6817963443683115,
      "epoch": 7.140985651902683,
      "step": 22894
    },
    {
      "contrastive_lambda": 0.6817719559870169,
      "epoch": 7.141297567061759,
      "step": 22895
    },
    {
      "contrastive_lambda": 0.6817475671073843,
      "epoch": 7.141609482220836,
      "step": 22896
    },
    {
      "contrastive_lambda": 0.6817231777294803,
      "epoch": 7.141921397379913,
      "step": 22897
    },
    {
      "contrastive_lambda": 0.6816987878533721,
      "epoch": 7.142233312538989,
      "step": 22898
    },
    {
      "contrastive_lambda": 0.6816743974791261,
      "epoch": 7.142545227698066,
      "step": 22899
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 0.14091651141643524,
      "learning_rate": 7.282466159952212e-05,
      "loss": 0.033,
      "step": 22900
    },
    {
      "epoch": 7.142857142857143,
      "flow_loss": 0.047643207013607025,
      "step": 22900
    },
    {
      "contrastive_loss": 0.006573305930942297,
      "epoch": 7.142857142857143,
      "step": 22900
    },
    {
      "contrastive_lambda": 0.6816500066068096,
      "epoch": 7.142857142857143,
      "step": 22900
    },
    {
      "contrastive_lambda": 0.6816256152364892,
      "epoch": 7.14316905801622,
      "step": 22901
    },
    {
      "contrastive_lambda": 0.6816012233682318,
      "epoch": 7.143480973175296,
      "step": 22902
    },
    {
      "contrastive_lambda": 0.6815768310021045,
      "epoch": 7.143792888334373,
      "step": 22903
    },
    {
      "contrastive_lambda": 0.6815524381381739,
      "epoch": 7.14410480349345,
      "step": 22904
    },
    {
      "contrastive_lambda": 0.6815280447765072,
      "epoch": 7.1444167186525265,
      "step": 22905
    },
    {
      "contrastive_lambda": 0.6815036509171708,
      "epoch": 7.144728633811603,
      "step": 22906
    },
    {
      "contrastive_lambda": 0.6814792565602319,
      "epoch": 7.14504054897068,
      "step": 22907
    },
    {
      "contrastive_lambda": 0.6814548617057574,
      "epoch": 7.145352464129757,
      "step": 22908
    },
    {
      "contrastive_lambda": 0.6814304663538141,
      "epoch": 7.145664379288833,
      "step": 22909
    },
    {
      "epoch": 7.145976294447911,
      "grad_norm": 0.1131606251001358,
      "learning_rate": 7.280013919150483e-05,
      "loss": 0.0381,
      "step": 22910
    },
    {
      "epoch": 7.145976294447911,
      "flow_loss": 0.041515838354825974,
      "step": 22910
    },
    {
      "contrastive_loss": 0.005969082936644554,
      "epoch": 7.145976294447911,
      "step": 22910
    },
    {
      "contrastive_lambda": 0.6814060705044687,
      "epoch": 7.145976294447911,
      "step": 22910
    },
    {
      "contrastive_lambda": 0.6813816741577884,
      "epoch": 7.146288209606987,
      "step": 22911
    },
    {
      "contrastive_lambda": 0.6813572773138399,
      "epoch": 7.1466001247660635,
      "step": 22912
    },
    {
      "contrastive_lambda": 0.6813328799726901,
      "epoch": 7.14691203992514,
      "step": 22913
    },
    {
      "contrastive_lambda": 0.681308482134406,
      "epoch": 7.147223955084217,
      "step": 22914
    },
    {
      "contrastive_lambda": 0.6812840837990544,
      "epoch": 7.147535870243294,
      "step": 22915
    },
    {
      "contrastive_lambda": 0.6812596849667021,
      "epoch": 7.14784778540237,
      "step": 22916
    },
    {
      "contrastive_lambda": 0.6812352856374162,
      "epoch": 7.148159700561448,
      "step": 22917
    },
    {
      "contrastive_lambda": 0.6812108858112632,
      "epoch": 7.148471615720524,
      "step": 22918
    },
    {
      "contrastive_lambda": 0.6811864854883105,
      "epoch": 7.148783530879601,
      "step": 22919
    },
    {
      "epoch": 7.149095446038677,
      "grad_norm": 0.14181549847126007,
      "learning_rate": 7.277560985740728e-05,
      "loss": 0.0365,
      "step": 22920
    },
    {
      "epoch": 7.149095446038677,
      "flow_loss": 0.03571034222841263,
      "step": 22920
    },
    {
      "contrastive_loss": 0.004353092052042484,
      "epoch": 7.149095446038677,
      "step": 22920
    },
    {
      "contrastive_lambda": 0.6811620846686248,
      "epoch": 7.149095446038677,
      "step": 22920
    },
    {
      "contrastive_lambda": 0.6811376833522728,
      "epoch": 7.149407361197754,
      "step": 22921
    },
    {
      "contrastive_lambda": 0.6811132815393217,
      "epoch": 7.149719276356831,
      "step": 22922
    },
    {
      "contrastive_lambda": 0.6810888792298382,
      "epoch": 7.150031191515907,
      "step": 22923
    },
    {
      "contrastive_lambda": 0.6810644764238892,
      "epoch": 7.150343106674985,
      "step": 22924
    },
    {
      "contrastive_lambda": 0.6810400731215418,
      "epoch": 7.150655021834061,
      "step": 22925
    },
    {
      "contrastive_lambda": 0.6810156693228626,
      "epoch": 7.150966936993138,
      "step": 22926
    },
    {
      "contrastive_lambda": 0.6809912650279188,
      "epoch": 7.151278852152215,
      "step": 22927
    },
    {
      "contrastive_lambda": 0.6809668602367771,
      "epoch": 7.1515907673112915,
      "step": 22928
    },
    {
      "contrastive_lambda": 0.6809424549495044,
      "epoch": 7.151902682470368,
      "step": 22929
    },
    {
      "epoch": 7.1522145976294444,
      "grad_norm": 0.11905700713396072,
      "learning_rate": 7.275107360468079e-05,
      "loss": 0.0361,
      "step": 22930
    },
    {
      "epoch": 7.1522145976294444,
      "flow_loss": 0.02715125121176243,
      "step": 22930
    },
    {
      "contrastive_loss": 0.006311438977718353,
      "epoch": 7.1522145976294444,
      "step": 22930
    },
    {
      "contrastive_lambda": 0.6809180491661678,
      "epoch": 7.1522145976294444,
      "step": 22930
    },
    {
      "contrastive_lambda": 0.6808936428868342,
      "epoch": 7.152526512788522,
      "step": 22931
    },
    {
      "contrastive_lambda": 0.6808692361115702,
      "epoch": 7.152838427947598,
      "step": 22932
    },
    {
      "contrastive_lambda": 0.680844828840443,
      "epoch": 7.153150343106675,
      "step": 22933
    },
    {
      "contrastive_lambda": 0.6808204210735195,
      "epoch": 7.153462258265752,
      "step": 22934
    },
    {
      "contrastive_lambda": 0.6807960128108664,
      "epoch": 7.153774173424829,
      "step": 22935
    },
    {
      "contrastive_lambda": 0.6807716040525508,
      "epoch": 7.154086088583905,
      "step": 22936
    },
    {
      "contrastive_lambda": 0.6807471947986397,
      "epoch": 7.1543980037429815,
      "step": 22937
    },
    {
      "contrastive_lambda": 0.6807227850491998,
      "epoch": 7.154709918902059,
      "step": 22938
    },
    {
      "contrastive_lambda": 0.6806983748042982,
      "epoch": 7.155021834061135,
      "step": 22939
    },
    {
      "epoch": 7.155333749220212,
      "grad_norm": 0.08731434494256973,
      "learning_rate": 7.272653044077885e-05,
      "loss": 0.0307,
      "step": 22940
    },
    {
      "epoch": 7.155333749220212,
      "flow_loss": 0.02709905430674553,
      "step": 22940
    },
    {
      "contrastive_loss": 0.00539767649024725,
      "epoch": 7.155333749220212,
      "step": 22940
    },
    {
      "contrastive_lambda": 0.6806739640640017,
      "epoch": 7.155333749220212,
      "step": 22940
    },
    {
      "contrastive_lambda": 0.6806495528283771,
      "epoch": 7.155645664379289,
      "step": 22941
    },
    {
      "contrastive_lambda": 0.6806251410974918,
      "epoch": 7.155957579538366,
      "step": 22942
    },
    {
      "contrastive_lambda": 0.6806007288714124,
      "epoch": 7.156269494697442,
      "step": 22943
    },
    {
      "contrastive_lambda": 0.6805763161502056,
      "epoch": 7.1565814098565195,
      "step": 22944
    },
    {
      "contrastive_lambda": 0.6805519029339387,
      "epoch": 7.156893325015596,
      "step": 22945
    },
    {
      "contrastive_lambda": 0.6805274892226787,
      "epoch": 7.157205240174672,
      "step": 22946
    },
    {
      "contrastive_lambda": 0.680503075016492,
      "epoch": 7.157517155333749,
      "step": 22947
    },
    {
      "contrastive_lambda": 0.680478660315446,
      "epoch": 7.157829070492826,
      "step": 22948
    },
    {
      "contrastive_lambda": 0.6804542451196076,
      "epoch": 7.158140985651903,
      "step": 22949
    },
    {
      "epoch": 7.158452900810979,
      "grad_norm": 0.09324263781309128,
      "learning_rate": 7.270198037315703e-05,
      "loss": 0.0385,
      "step": 22950
    },
    {
      "epoch": 7.158452900810979,
      "flow_loss": 0.02592744678258896,
      "step": 22950
    },
    {
      "contrastive_loss": 0.00590532086789608,
      "epoch": 7.158452900810979,
      "step": 22950
    },
    {
      "contrastive_lambda": 0.6804298294290436,
      "epoch": 7.158452900810979,
      "step": 22950
    },
    {
      "contrastive_lambda": 0.680405413243821,
      "epoch": 7.1587648159700565,
      "step": 22951
    },
    {
      "contrastive_lambda": 0.6803809965640065,
      "epoch": 7.159076731129133,
      "step": 22952
    },
    {
      "contrastive_lambda": 0.6803565793896675,
      "epoch": 7.1593886462882095,
      "step": 22953
    },
    {
      "contrastive_lambda": 0.6803321617208706,
      "epoch": 7.159700561447286,
      "step": 22954
    },
    {
      "contrastive_lambda": 0.6803077435576828,
      "epoch": 7.160012476606363,
      "step": 22955
    },
    {
      "contrastive_lambda": 0.6802833249001712,
      "epoch": 7.16032439176544,
      "step": 22956
    },
    {
      "contrastive_lambda": 0.6802589057484026,
      "epoch": 7.160636306924516,
      "step": 22957
    },
    {
      "contrastive_lambda": 0.680234486102444,
      "epoch": 7.160948222083594,
      "step": 22958
    },
    {
      "contrastive_lambda": 0.6802100659623622,
      "epoch": 7.16126013724267,
      "step": 22959
    },
    {
      "epoch": 7.1615720524017465,
      "grad_norm": 0.10760220140218735,
      "learning_rate": 7.267742340927297e-05,
      "loss": 0.0345,
      "step": 22960
    },
    {
      "epoch": 7.1615720524017465,
      "flow_loss": 0.03197799623012543,
      "step": 22960
    },
    {
      "contrastive_loss": 0.004478338174521923,
      "epoch": 7.1615720524017465,
      "step": 22960
    },
    {
      "contrastive_lambda": 0.6801856453282245,
      "epoch": 7.1615720524017465,
      "step": 22960
    },
    {
      "contrastive_lambda": 0.6801612242000974,
      "epoch": 7.161883967560824,
      "step": 22961
    },
    {
      "contrastive_lambda": 0.6801368025780481,
      "epoch": 7.1621958827199,
      "step": 22962
    },
    {
      "contrastive_lambda": 0.6801123804621436,
      "epoch": 7.162507797878977,
      "step": 22963
    },
    {
      "contrastive_lambda": 0.6800879578524507,
      "epoch": 7.162819713038053,
      "step": 22964
    },
    {
      "contrastive_lambda": 0.6800635347490365,
      "epoch": 7.163131628197131,
      "step": 22965
    },
    {
      "contrastive_lambda": 0.680039111151968,
      "epoch": 7.163443543356207,
      "step": 22966
    },
    {
      "contrastive_lambda": 0.6800146870613117,
      "epoch": 7.163755458515284,
      "step": 22967
    },
    {
      "contrastive_lambda": 0.6799902624771353,
      "epoch": 7.164067373674361,
      "step": 22968
    },
    {
      "contrastive_lambda": 0.6799658373995052,
      "epoch": 7.164379288833437,
      "step": 22969
    },
    {
      "epoch": 7.164691203992514,
      "grad_norm": 0.09999343007802963,
      "learning_rate": 7.265285955658645e-05,
      "loss": 0.0307,
      "step": 22970
    },
    {
      "epoch": 7.164691203992514,
      "flow_loss": 0.046060603111982346,
      "step": 22970
    },
    {
      "contrastive_loss": 0.004934332333505154,
      "epoch": 7.164691203992514,
      "step": 22970
    },
    {
      "contrastive_lambda": 0.6799414118284887,
      "epoch": 7.164691203992514,
      "step": 22970
    },
    {
      "contrastive_lambda": 0.6799169857641524,
      "epoch": 7.16500311915159,
      "step": 22971
    },
    {
      "contrastive_lambda": 0.6798925592065634,
      "epoch": 7.165315034310668,
      "step": 22972
    },
    {
      "contrastive_lambda": 0.679868132155789,
      "epoch": 7.165626949469744,
      "step": 22973
    },
    {
      "contrastive_lambda": 0.6798437046118959,
      "epoch": 7.165938864628821,
      "step": 22974
    },
    {
      "contrastive_lambda": 0.6798192765749508,
      "epoch": 7.166250779787898,
      "step": 22975
    },
    {
      "contrastive_lambda": 0.6797948480450211,
      "epoch": 7.1665626949469745,
      "step": 22976
    },
    {
      "contrastive_lambda": 0.6797704190221737,
      "epoch": 7.166874610106051,
      "step": 22977
    },
    {
      "contrastive_lambda": 0.6797459895064752,
      "epoch": 7.167186525265128,
      "step": 22978
    },
    {
      "contrastive_lambda": 0.6797215594979932,
      "epoch": 7.167498440424205,
      "step": 22979
    },
    {
      "epoch": 7.167810355583281,
      "grad_norm": 0.12788870930671692,
      "learning_rate": 7.26282888225593e-05,
      "loss": 0.0391,
      "step": 22980
    },
    {
      "epoch": 7.167810355583281,
      "flow_loss": 0.030872348695993423,
      "step": 22980
    },
    {
      "contrastive_loss": 0.00858936458826065,
      "epoch": 7.167810355583281,
      "step": 22980
    },
    {
      "contrastive_lambda": 0.6796971289967942,
      "epoch": 7.167810355583281,
      "step": 22980
    },
    {
      "contrastive_lambda": 0.6796726980029454,
      "epoch": 7.168122270742358,
      "step": 22981
    },
    {
      "contrastive_lambda": 0.6796482665165136,
      "epoch": 7.168434185901435,
      "step": 22982
    },
    {
      "contrastive_lambda": 0.6796238345375659,
      "epoch": 7.168746101060512,
      "step": 22983
    },
    {
      "contrastive_lambda": 0.6795994020661692,
      "epoch": 7.169058016219588,
      "step": 22984
    },
    {
      "contrastive_lambda": 0.6795749691023907,
      "epoch": 7.169369931378665,
      "step": 22985
    },
    {
      "contrastive_lambda": 0.6795505356462971,
      "epoch": 7.169681846537742,
      "step": 22986
    },
    {
      "contrastive_lambda": 0.6795261016979555,
      "epoch": 7.169993761696818,
      "step": 22987
    },
    {
      "contrastive_lambda": 0.679501667257433,
      "epoch": 7.170305676855895,
      "step": 22988
    },
    {
      "contrastive_lambda": 0.6794772323247964,
      "epoch": 7.170617592014972,
      "step": 22989
    },
    {
      "epoch": 7.170929507174049,
      "grad_norm": 0.10761390626430511,
      "learning_rate": 7.260371121465548e-05,
      "loss": 0.0331,
      "step": 22990
    },
    {
      "epoch": 7.170929507174049,
      "flow_loss": 0.030595358461141586,
      "step": 22990
    },
    {
      "contrastive_loss": 0.004372206050902605,
      "epoch": 7.170929507174049,
      "step": 22990
    },
    {
      "contrastive_lambda": 0.6794527969001127,
      "epoch": 7.170929507174049,
      "step": 22990
    },
    {
      "contrastive_lambda": 0.6794283609834492,
      "epoch": 7.171241422333125,
      "step": 22991
    },
    {
      "contrastive_lambda": 0.6794039245748724,
      "epoch": 7.1715533374922025,
      "step": 22992
    },
    {
      "contrastive_lambda": 0.6793794876744499,
      "epoch": 7.171865252651279,
      "step": 22993
    },
    {
      "contrastive_lambda": 0.6793550502822481,
      "epoch": 7.172177167810355,
      "step": 22994
    },
    {
      "contrastive_lambda": 0.6793306123983341,
      "epoch": 7.172489082969433,
      "step": 22995
    },
    {
      "contrastive_lambda": 0.6793061740227754,
      "epoch": 7.172800998128509,
      "step": 22996
    },
    {
      "contrastive_lambda": 0.6792817351556385,
      "epoch": 7.173112913287586,
      "step": 22997
    },
    {
      "contrastive_lambda": 0.6792572957969903,
      "epoch": 7.173424828446662,
      "step": 22998
    },
    {
      "contrastive_lambda": 0.6792328559468984,
      "epoch": 7.1737367436057395,
      "step": 22999
    },
    {
      "epoch": 7.174048658764816,
      "grad_norm": 0.15459758043289185,
      "learning_rate": 7.2579126740341e-05,
      "loss": 0.0358,
      "step": 23000
    },
    {
      "epoch": 7.174048658764816,
      "flow_loss": 0.026061533018946648,
      "step": 23000
    },
    {
      "contrastive_loss": 0.008508853614330292,
      "epoch": 7.174048658764816,
      "step": 23000
    },
    {
      "contrastive_lambda": 0.6792084156054293,
      "epoch": 7.174048658764816,
      "step": 23000
    },
    {
      "contrastive_lambda": 0.67918397477265,
      "epoch": 7.1743605739238925,
      "step": 23001
    },
    {
      "contrastive_lambda": 0.679159533448628,
      "epoch": 7.17467248908297,
      "step": 23002
    },
    {
      "contrastive_lambda": 0.6791350916334298,
      "epoch": 7.174984404242046,
      "step": 23003
    },
    {
      "contrastive_lambda": 0.6791106493271226,
      "epoch": 7.175296319401123,
      "step": 23004
    },
    {
      "contrastive_lambda": 0.6790862065297733,
      "epoch": 7.175608234560199,
      "step": 23005
    },
    {
      "contrastive_lambda": 0.679061763241449,
      "epoch": 7.175920149719277,
      "step": 23006
    },
    {
      "contrastive_lambda": 0.6790373194622168,
      "epoch": 7.176232064878353,
      "step": 23007
    },
    {
      "contrastive_lambda": 0.6790128751921436,
      "epoch": 7.1765439800374295,
      "step": 23008
    },
    {
      "contrastive_lambda": 0.6789884304312963,
      "epoch": 7.176855895196507,
      "step": 23009
    },
    {
      "epoch": 7.177167810355583,
      "grad_norm": 0.14495502412319183,
      "learning_rate": 7.2554535407084e-05,
      "loss": 0.0394,
      "step": 23010
    },
    {
      "epoch": 7.177167810355583,
      "flow_loss": 0.03918273374438286,
      "step": 23010
    },
    {
      "contrastive_loss": 0.004561541136354208,
      "epoch": 7.177167810355583,
      "step": 23010
    },
    {
      "contrastive_lambda": 0.6789639851797422,
      "epoch": 7.177167810355583,
      "step": 23010
    },
    {
      "contrastive_lambda": 0.6789395394375483,
      "epoch": 7.17747972551466,
      "step": 23011
    },
    {
      "contrastive_lambda": 0.6789150932047813,
      "epoch": 7.177791640673736,
      "step": 23012
    },
    {
      "contrastive_lambda": 0.6788906464815084,
      "epoch": 7.178103555832814,
      "step": 23013
    },
    {
      "contrastive_lambda": 0.6788661992677967,
      "epoch": 7.17841547099189,
      "step": 23014
    },
    {
      "contrastive_lambda": 0.6788417515637132,
      "epoch": 7.178727386150967,
      "step": 23015
    },
    {
      "contrastive_lambda": 0.6788173033693249,
      "epoch": 7.179039301310044,
      "step": 23016
    },
    {
      "contrastive_lambda": 0.6787928546846986,
      "epoch": 7.1793512164691204,
      "step": 23017
    },
    {
      "contrastive_lambda": 0.6787684055099017,
      "epoch": 7.179663131628197,
      "step": 23018
    },
    {
      "contrastive_lambda": 0.6787439558450011,
      "epoch": 7.179975046787274,
      "step": 23019
    },
    {
      "epoch": 7.180286961946351,
      "grad_norm": 0.1148291602730751,
      "learning_rate": 7.252993722235464e-05,
      "loss": 0.0365,
      "step": 23020
    },
    {
      "epoch": 7.180286961946351,
      "flow_loss": 0.04218697175383568,
      "step": 23020
    },
    {
      "contrastive_loss": 0.0050759995356202126,
      "epoch": 7.180286961946351,
      "step": 23020
    },
    {
      "contrastive_lambda": 0.6787195056900638,
      "epoch": 7.180286961946351,
      "step": 23020
    },
    {
      "contrastive_lambda": 0.6786950550451567,
      "epoch": 7.180598877105427,
      "step": 23021
    },
    {
      "contrastive_lambda": 0.6786706039103471,
      "epoch": 7.180910792264504,
      "step": 23022
    },
    {
      "contrastive_lambda": 0.6786461522857017,
      "epoch": 7.181222707423581,
      "step": 23023
    },
    {
      "contrastive_lambda": 0.6786217001712879,
      "epoch": 7.1815346225826575,
      "step": 23024
    },
    {
      "contrastive_lambda": 0.6785972475671725,
      "epoch": 7.181846537741734,
      "step": 23025
    },
    {
      "contrastive_lambda": 0.6785727944734227,
      "epoch": 7.182158452900811,
      "step": 23026
    },
    {
      "contrastive_lambda": 0.6785483408901054,
      "epoch": 7.182470368059888,
      "step": 23027
    },
    {
      "contrastive_lambda": 0.6785238868172876,
      "epoch": 7.182782283218964,
      "step": 23028
    },
    {
      "contrastive_lambda": 0.6784994322550364,
      "epoch": 7.183094198378041,
      "step": 23029
    },
    {
      "epoch": 7.183406113537118,
      "grad_norm": 0.08104603737592697,
      "learning_rate": 7.250533219362523e-05,
      "loss": 0.0376,
      "step": 23030
    },
    {
      "epoch": 7.183406113537118,
      "flow_loss": 0.03214302659034729,
      "step": 23030
    },
    {
      "contrastive_loss": 0.006501831579953432,
      "epoch": 7.183406113537118,
      "step": 23030
    },
    {
      "contrastive_lambda": 0.6784749772034191,
      "epoch": 7.183406113537118,
      "step": 23030
    },
    {
      "contrastive_lambda": 0.6784505216625024,
      "epoch": 7.183718028696195,
      "step": 23031
    },
    {
      "contrastive_lambda": 0.6784260656323533,
      "epoch": 7.184029943855271,
      "step": 23032
    },
    {
      "contrastive_lambda": 0.6784016091130393,
      "epoch": 7.184341859014348,
      "step": 23033
    },
    {
      "contrastive_lambda": 0.678377152104627,
      "epoch": 7.184653774173425,
      "step": 23034
    },
    {
      "contrastive_lambda": 0.6783526946071836,
      "epoch": 7.184965689332501,
      "step": 23035
    },
    {
      "contrastive_lambda": 0.6783282366207761,
      "epoch": 7.185277604491579,
      "step": 23036
    },
    {
      "contrastive_lambda": 0.6783037781454718,
      "epoch": 7.185589519650655,
      "step": 23037
    },
    {
      "contrastive_lambda": 0.6782793191813374,
      "epoch": 7.185901434809732,
      "step": 23038
    },
    {
      "contrastive_lambda": 0.6782548597284401,
      "epoch": 7.186213349968808,
      "step": 23039
    },
    {
      "epoch": 7.1865252651278855,
      "grad_norm": 0.10285340994596481,
      "learning_rate": 7.248072032837012e-05,
      "loss": 0.0387,
      "step": 23040
    },
    {
      "epoch": 7.1865252651278855,
      "flow_loss": 0.034446995705366135,
      "step": 23040
    },
    {
      "contrastive_loss": 0.0043532089330255985,
      "epoch": 7.1865252651278855,
      "step": 23040
    },
    {
      "contrastive_lambda": 0.6782303997868471,
      "epoch": 7.1865252651278855,
      "step": 23040
    },
    {
      "contrastive_lambda": 0.6782059393566253,
      "epoch": 7.186837180286962,
      "step": 23041
    },
    {
      "contrastive_lambda": 0.6781814784378419,
      "epoch": 7.187149095446038,
      "step": 23042
    },
    {
      "contrastive_lambda": 0.6781570170305636,
      "epoch": 7.187461010605116,
      "step": 23043
    },
    {
      "contrastive_lambda": 0.678132555134858,
      "epoch": 7.187772925764192,
      "step": 23044
    },
    {
      "contrastive_lambda": 0.6781080927507919,
      "epoch": 7.188084840923269,
      "step": 23045
    },
    {
      "contrastive_lambda": 0.6780836298784322,
      "epoch": 7.188396756082345,
      "step": 23046
    },
    {
      "contrastive_lambda": 0.678059166517846,
      "epoch": 7.1887086712414225,
      "step": 23047
    },
    {
      "contrastive_lambda": 0.6780347026691007,
      "epoch": 7.189020586400499,
      "step": 23048
    },
    {
      "contrastive_lambda": 0.678010238332263,
      "epoch": 7.1893325015595755,
      "step": 23049
    },
    {
      "epoch": 7.189644416718653,
      "grad_norm": 0.12966658174991608,
      "learning_rate": 7.245610163406575e-05,
      "loss": 0.046,
      "step": 23050
    },
    {
      "epoch": 7.189644416718653,
      "flow_loss": 0.034836139529943466,
      "step": 23050
    },
    {
      "contrastive_loss": 0.004422442987561226,
      "epoch": 7.189644416718653,
      "step": 23050
    },
    {
      "contrastive_lambda": 0.6779857735074004,
      "epoch": 7.189644416718653,
      "step": 23050
    },
    {
      "contrastive_lambda": 0.6779613081945794,
      "epoch": 7.189956331877729,
      "step": 23051
    },
    {
      "contrastive_lambda": 0.6779368423938674,
      "epoch": 7.190268247036806,
      "step": 23052
    },
    {
      "contrastive_lambda": 0.6779123761053316,
      "epoch": 7.190580162195883,
      "step": 23053
    },
    {
      "contrastive_lambda": 0.677887909329039,
      "epoch": 7.19089207735496,
      "step": 23054
    },
    {
      "contrastive_lambda": 0.6778634420650562,
      "epoch": 7.191203992514036,
      "step": 23055
    },
    {
      "contrastive_lambda": 0.6778389743134511,
      "epoch": 7.1915159076731126,
      "step": 23056
    },
    {
      "contrastive_lambda": 0.6778145060742901,
      "epoch": 7.19182782283219,
      "step": 23057
    },
    {
      "contrastive_lambda": 0.6777900373476405,
      "epoch": 7.192139737991266,
      "step": 23058
    },
    {
      "contrastive_lambda": 0.6777655681335696,
      "epoch": 7.192451653150343,
      "step": 23059
    },
    {
      "epoch": 7.19276356830942,
      "grad_norm": 0.1445959359407425,
      "learning_rate": 7.243147611819061e-05,
      "loss": 0.0342,
      "step": 23060
    },
    {
      "epoch": 7.19276356830942,
      "flow_loss": 0.034801941365003586,
      "step": 23060
    },
    {
      "contrastive_loss": 0.0050681717693805695,
      "epoch": 7.19276356830942,
      "step": 23060
    },
    {
      "contrastive_lambda": 0.6777410984321441,
      "epoch": 7.19276356830942,
      "step": 23060
    },
    {
      "contrastive_lambda": 0.6777166282434316,
      "epoch": 7.193075483468497,
      "step": 23061
    },
    {
      "contrastive_lambda": 0.6776921575674986,
      "epoch": 7.193387398627573,
      "step": 23062
    },
    {
      "contrastive_lambda": 0.6776676864044126,
      "epoch": 7.19369931378665,
      "step": 23063
    },
    {
      "contrastive_lambda": 0.6776432147542405,
      "epoch": 7.194011228945727,
      "step": 23064
    },
    {
      "contrastive_lambda": 0.6776187426170495,
      "epoch": 7.1943231441048034,
      "step": 23065
    },
    {
      "contrastive_lambda": 0.6775942699929064,
      "epoch": 7.19463505926388,
      "step": 23066
    },
    {
      "contrastive_lambda": 0.6775697968818788,
      "epoch": 7.194946974422957,
      "step": 23067
    },
    {
      "contrastive_lambda": 0.6775453232840334,
      "epoch": 7.195258889582034,
      "step": 23068
    },
    {
      "contrastive_lambda": 0.6775208491994374,
      "epoch": 7.19557080474111,
      "step": 23069
    },
    {
      "epoch": 7.195882719900188,
      "grad_norm": 0.14218956232070923,
      "learning_rate": 7.240684378822531e-05,
      "loss": 0.0386,
      "step": 23070
    },
    {
      "epoch": 7.195882719900188,
      "flow_loss": 0.034745629876852036,
      "step": 23070
    },
    {
      "contrastive_loss": 0.005091643892228603,
      "epoch": 7.195882719900188,
      "step": 23070
    },
    {
      "contrastive_lambda": 0.6774963746281579,
      "epoch": 7.195882719900188,
      "step": 23070
    },
    {
      "contrastive_lambda": 0.6774718995702621,
      "epoch": 7.196194635059264,
      "step": 23071
    },
    {
      "contrastive_lambda": 0.6774474240258169,
      "epoch": 7.1965065502183405,
      "step": 23072
    },
    {
      "contrastive_lambda": 0.6774229479948897,
      "epoch": 7.196818465377417,
      "step": 23073
    },
    {
      "contrastive_lambda": 0.6773984714775472,
      "epoch": 7.197130380536494,
      "step": 23074
    },
    {
      "contrastive_lambda": 0.6773739944738568,
      "epoch": 7.197442295695571,
      "step": 23075
    },
    {
      "contrastive_lambda": 0.6773495169838856,
      "epoch": 7.197754210854647,
      "step": 23076
    },
    {
      "contrastive_lambda": 0.6773250390077004,
      "epoch": 7.198066126013725,
      "step": 23077
    },
    {
      "contrastive_lambda": 0.6773005605453688,
      "epoch": 7.198378041172801,
      "step": 23078
    },
    {
      "contrastive_lambda": 0.6772760815969576,
      "epoch": 7.198689956331878,
      "step": 23079
    },
    {
      "epoch": 7.199001871490954,
      "grad_norm": 0.12878812849521637,
      "learning_rate": 7.238220465165248e-05,
      "loss": 0.0369,
      "step": 23080
    },
    {
      "epoch": 7.199001871490954,
      "flow_loss": 0.04013405740261078,
      "step": 23080
    },
    {
      "contrastive_loss": 0.004671511240303516,
      "epoch": 7.199001871490954,
      "step": 23080
    },
    {
      "contrastive_lambda": 0.6772516021625339,
      "epoch": 7.199001871490954,
      "step": 23080
    },
    {
      "contrastive_lambda": 0.6772271222421647,
      "epoch": 7.199313786650031,
      "step": 23081
    },
    {
      "contrastive_lambda": 0.6772026418359176,
      "epoch": 7.199625701809108,
      "step": 23082
    },
    {
      "contrastive_lambda": 0.6771781609438592,
      "epoch": 7.199937616968184,
      "step": 23083
    },
    {
      "contrastive_lambda": 0.6771536795660569,
      "epoch": 7.200249532127262,
      "step": 23084
    },
    {
      "contrastive_lambda": 0.6771291977025777,
      "epoch": 7.200561447286338,
      "step": 23085
    },
    {
      "contrastive_lambda": 0.6771047153534887,
      "epoch": 7.200873362445415,
      "step": 23086
    },
    {
      "contrastive_lambda": 0.6770802325188572,
      "epoch": 7.201185277604492,
      "step": 23087
    },
    {
      "contrastive_lambda": 0.6770557491987501,
      "epoch": 7.2014971927635685,
      "step": 23088
    },
    {
      "contrastive_lambda": 0.6770312653932344,
      "epoch": 7.201809107922645,
      "step": 23089
    },
    {
      "epoch": 7.202121023081721,
      "grad_norm": 0.14690087735652924,
      "learning_rate": 7.235755871595684e-05,
      "loss": 0.0343,
      "step": 23090
    },
    {
      "epoch": 7.202121023081721,
      "flow_loss": 0.036105044186115265,
      "step": 23090
    },
    {
      "contrastive_loss": 0.0056284088641405106,
      "epoch": 7.202121023081721,
      "step": 23090
    },
    {
      "contrastive_lambda": 0.6770067811023778,
      "epoch": 7.202121023081721,
      "step": 23090
    },
    {
      "contrastive_lambda": 0.676982296326247,
      "epoch": 7.202432938240799,
      "step": 23091
    },
    {
      "contrastive_lambda": 0.6769578110649089,
      "epoch": 7.202744853399875,
      "step": 23092
    },
    {
      "contrastive_lambda": 0.6769333253184311,
      "epoch": 7.203056768558952,
      "step": 23093
    },
    {
      "contrastive_lambda": 0.6769088390868805,
      "epoch": 7.203368683718029,
      "step": 23094
    },
    {
      "contrastive_lambda": 0.6768843523703244,
      "epoch": 7.2036805988771055,
      "step": 23095
    },
    {
      "contrastive_lambda": 0.6768598651688298,
      "epoch": 7.203992514036182,
      "step": 23096
    },
    {
      "contrastive_lambda": 0.6768353774824636,
      "epoch": 7.2043044291952585,
      "step": 23097
    },
    {
      "contrastive_lambda": 0.6768108893112934,
      "epoch": 7.204616344354336,
      "step": 23098
    },
    {
      "contrastive_lambda": 0.6767864006553861,
      "epoch": 7.204928259513412,
      "step": 23099
    },
    {
      "epoch": 7.205240174672489,
      "grad_norm": 0.10717038810253143,
      "learning_rate": 7.233290598862517e-05,
      "loss": 0.0424,
      "step": 23100
    },
    {
      "epoch": 7.205240174672489,
      "flow_loss": 0.045616693794727325,
      "step": 23100
    },
    {
      "contrastive_loss": 0.005099446512758732,
      "epoch": 7.205240174672489,
      "step": 23100
    },
    {
      "contrastive_lambda": 0.6767619115148087,
      "epoch": 7.205240174672489,
      "step": 23100
    },
    {
      "contrastive_lambda": 0.6767374218896286,
      "epoch": 7.205552089831566,
      "step": 23101
    },
    {
      "contrastive_lambda": 0.6767129317799128,
      "epoch": 7.205864004990643,
      "step": 23102
    },
    {
      "contrastive_lambda": 0.6766884411857285,
      "epoch": 7.206175920149719,
      "step": 23103
    },
    {
      "contrastive_lambda": 0.6766639501071426,
      "epoch": 7.2064878353087956,
      "step": 23104
    },
    {
      "contrastive_lambda": 0.6766394585442227,
      "epoch": 7.206799750467873,
      "step": 23105
    },
    {
      "contrastive_lambda": 0.6766149664970356,
      "epoch": 7.207111665626949,
      "step": 23106
    },
    {
      "contrastive_lambda": 0.6765904739656485,
      "epoch": 7.207423580786026,
      "step": 23107
    },
    {
      "contrastive_lambda": 0.6765659809501287,
      "epoch": 7.207735495945103,
      "step": 23108
    },
    {
      "contrastive_lambda": 0.6765414874505431,
      "epoch": 7.20804741110418,
      "step": 23109
    },
    {
      "epoch": 7.208359326263256,
      "grad_norm": 0.11249195784330368,
      "learning_rate": 7.230824647714635e-05,
      "loss": 0.0368,
      "step": 23110
    },
    {
      "epoch": 7.208359326263256,
      "flow_loss": 0.058563362807035446,
      "step": 23110
    },
    {
      "contrastive_loss": 0.004426171537488699,
      "epoch": 7.208359326263256,
      "step": 23110
    },
    {
      "contrastive_lambda": 0.6765169934669591,
      "epoch": 7.208359326263256,
      "step": 23110
    },
    {
      "contrastive_lambda": 0.6764924989994437,
      "epoch": 7.2086712414223335,
      "step": 23111
    },
    {
      "contrastive_lambda": 0.6764680040480641,
      "epoch": 7.20898315658141,
      "step": 23112
    },
    {
      "contrastive_lambda": 0.6764435086128875,
      "epoch": 7.2092950717404864,
      "step": 23113
    },
    {
      "contrastive_lambda": 0.6764190126939809,
      "epoch": 7.209606986899563,
      "step": 23114
    },
    {
      "contrastive_lambda": 0.6763945162914117,
      "epoch": 7.20991890205864,
      "step": 23115
    },
    {
      "contrastive_lambda": 0.6763700194052468,
      "epoch": 7.210230817217717,
      "step": 23116
    },
    {
      "contrastive_lambda": 0.6763455220355534,
      "epoch": 7.210542732376793,
      "step": 23117
    },
    {
      "contrastive_lambda": 0.6763210241823989,
      "epoch": 7.210854647535871,
      "step": 23118
    },
    {
      "contrastive_lambda": 0.6762965258458503,
      "epoch": 7.211166562694947,
      "step": 23119
    },
    {
      "epoch": 7.2114784778540235,
      "grad_norm": 0.14557620882987976,
      "learning_rate": 7.228358018901124e-05,
      "loss": 0.0381,
      "step": 23120
    },
    {
      "epoch": 7.2114784778540235,
      "flow_loss": 0.0365094318985939,
      "step": 23120
    },
    {
      "contrastive_loss": 0.004036951810121536,
      "epoch": 7.2114784778540235,
      "step": 23120
    },
    {
      "contrastive_lambda": 0.6762720270259746,
      "epoch": 7.2114784778540235,
      "step": 23120
    },
    {
      "contrastive_lambda": 0.6762475277228392,
      "epoch": 7.2117903930131,
      "step": 23121
    },
    {
      "contrastive_lambda": 0.6762230279365113,
      "epoch": 7.212102308172177,
      "step": 23122
    },
    {
      "contrastive_lambda": 0.6761985276670579,
      "epoch": 7.212414223331254,
      "step": 23123
    },
    {
      "contrastive_lambda": 0.6761740269145462,
      "epoch": 7.21272613849033,
      "step": 23124
    },
    {
      "contrastive_lambda": 0.6761495256790435,
      "epoch": 7.213038053649408,
      "step": 23125
    },
    {
      "contrastive_lambda": 0.6761250239606168,
      "epoch": 7.213349968808484,
      "step": 23126
    },
    {
      "contrastive_lambda": 0.6761005217593333,
      "epoch": 7.213661883967561,
      "step": 23127
    },
    {
      "contrastive_lambda": 0.6760760190752603,
      "epoch": 7.213973799126638,
      "step": 23128
    },
    {
      "contrastive_lambda": 0.6760515159084649,
      "epoch": 7.214285714285714,
      "step": 23129
    },
    {
      "epoch": 7.214597629444791,
      "grad_norm": 0.12481598556041718,
      "learning_rate": 7.225890713171286e-05,
      "loss": 0.0346,
      "step": 23130
    },
    {
      "epoch": 7.214597629444791,
      "flow_loss": 0.03423292189836502,
      "step": 23130
    },
    {
      "contrastive_loss": 0.006673235911875963,
      "epoch": 7.214597629444791,
      "step": 23130
    },
    {
      "contrastive_lambda": 0.6760270122590143,
      "epoch": 7.214597629444791,
      "step": 23130
    },
    {
      "contrastive_lambda": 0.6760025081269754,
      "epoch": 7.214909544603867,
      "step": 23131
    },
    {
      "contrastive_lambda": 0.6759780035124159,
      "epoch": 7.215221459762945,
      "step": 23132
    },
    {
      "contrastive_lambda": 0.6759534984154028,
      "epoch": 7.215533374922021,
      "step": 23133
    },
    {
      "contrastive_lambda": 0.6759289928360029,
      "epoch": 7.215845290081098,
      "step": 23134
    },
    {
      "contrastive_lambda": 0.6759044867742838,
      "epoch": 7.216157205240175,
      "step": 23135
    },
    {
      "contrastive_lambda": 0.6758799802303126,
      "epoch": 7.2164691203992515,
      "step": 23136
    },
    {
      "contrastive_lambda": 0.6758554732041564,
      "epoch": 7.216781035558328,
      "step": 23137
    },
    {
      "contrastive_lambda": 0.6758309656958825,
      "epoch": 7.217092950717404,
      "step": 23138
    },
    {
      "contrastive_lambda": 0.6758064577055579,
      "epoch": 7.217404865876482,
      "step": 23139
    },
    {
      "epoch": 7.217716781035558,
      "grad_norm": 0.13399136066436768,
      "learning_rate": 7.223422731274618e-05,
      "loss": 0.0362,
      "step": 23140
    },
    {
      "epoch": 7.217716781035558,
      "flow_loss": 0.019367076456546783,
      "step": 23140
    },
    {
      "contrastive_loss": 0.004777250811457634,
      "epoch": 7.217716781035558,
      "step": 23140
    },
    {
      "contrastive_lambda": 0.67578194923325,
      "epoch": 7.217716781035558,
      "step": 23140
    },
    {
      "contrastive_lambda": 0.675757440279026,
      "epoch": 7.218028696194635,
      "step": 23141
    },
    {
      "contrastive_lambda": 0.6757329308429528,
      "epoch": 7.218340611353712,
      "step": 23142
    },
    {
      "contrastive_lambda": 0.6757084209250979,
      "epoch": 7.2186525265127885,
      "step": 23143
    },
    {
      "contrastive_lambda": 0.6756839105255285,
      "epoch": 7.218964441671865,
      "step": 23144
    },
    {
      "contrastive_lambda": 0.6756593996443114,
      "epoch": 7.219276356830942,
      "step": 23145
    },
    {
      "contrastive_lambda": 0.6756348882815142,
      "epoch": 7.219588271990019,
      "step": 23146
    },
    {
      "contrastive_lambda": 0.6756103764372041,
      "epoch": 7.219900187149095,
      "step": 23147
    },
    {
      "contrastive_lambda": 0.675585864111448,
      "epoch": 7.220212102308172,
      "step": 23148
    },
    {
      "contrastive_lambda": 0.6755613513043136,
      "epoch": 7.220524017467249,
      "step": 23149
    },
    {
      "epoch": 7.220835932626326,
      "grad_norm": 0.11078610271215439,
      "learning_rate": 7.220954073960832e-05,
      "loss": 0.0329,
      "step": 23150
    },
    {
      "epoch": 7.220835932626326,
      "flow_loss": 0.04417009651660919,
      "step": 23150
    },
    {
      "contrastive_loss": 0.004751523025333881,
      "epoch": 7.220835932626326,
      "step": 23150
    },
    {
      "contrastive_lambda": 0.6755368380158675,
      "epoch": 7.220835932626326,
      "step": 23150
    },
    {
      "contrastive_lambda": 0.6755123242461772,
      "epoch": 7.221147847785402,
      "step": 23151
    },
    {
      "contrastive_lambda": 0.6754878099953101,
      "epoch": 7.221459762944479,
      "step": 23152
    },
    {
      "contrastive_lambda": 0.6754632952633332,
      "epoch": 7.221771678103556,
      "step": 23153
    },
    {
      "contrastive_lambda": 0.6754387800503133,
      "epoch": 7.222083593262632,
      "step": 23154
    },
    {
      "contrastive_lambda": 0.6754142643563185,
      "epoch": 7.222395508421709,
      "step": 23155
    },
    {
      "contrastive_lambda": 0.6753897481814153,
      "epoch": 7.222707423580786,
      "step": 23156
    },
    {
      "contrastive_lambda": 0.6753652315256711,
      "epoch": 7.223019338739863,
      "step": 23157
    },
    {
      "contrastive_lambda": 0.6753407143891533,
      "epoch": 7.223331253898939,
      "step": 23158
    },
    {
      "contrastive_lambda": 0.675316196771929,
      "epoch": 7.2236431690580165,
      "step": 23159
    },
    {
      "epoch": 7.223955084217093,
      "grad_norm": 0.12101345509290695,
      "learning_rate": 7.218484741979838e-05,
      "loss": 0.0401,
      "step": 23160
    },
    {
      "epoch": 7.223955084217093,
      "flow_loss": 0.041522495448589325,
      "step": 23160
    },
    {
      "contrastive_loss": 0.006900014355778694,
      "epoch": 7.223955084217093,
      "step": 23160
    },
    {
      "contrastive_lambda": 0.6752916786740653,
      "epoch": 7.223955084217093,
      "step": 23160
    },
    {
      "contrastive_lambda": 0.6752671600956295,
      "epoch": 7.2242669993761695,
      "step": 23161
    },
    {
      "contrastive_lambda": 0.6752426410366889,
      "epoch": 7.224578914535247,
      "step": 23162
    },
    {
      "contrastive_lambda": 0.6752181214973105,
      "epoch": 7.224890829694323,
      "step": 23163
    },
    {
      "contrastive_lambda": 0.6751936014775619,
      "epoch": 7.2252027448534,
      "step": 23164
    },
    {
      "contrastive_lambda": 0.6751690809775099,
      "epoch": 7.225514660012476,
      "step": 23165
    },
    {
      "contrastive_lambda": 0.675144559997222,
      "epoch": 7.225826575171554,
      "step": 23166
    },
    {
      "contrastive_lambda": 0.6751200385367655,
      "epoch": 7.22613849033063,
      "step": 23167
    },
    {
      "contrastive_lambda": 0.6750955165962073,
      "epoch": 7.2264504054897065,
      "step": 23168
    },
    {
      "contrastive_lambda": 0.6750709941756147,
      "epoch": 7.226762320648784,
      "step": 23169
    },
    {
      "epoch": 7.22707423580786,
      "grad_norm": 0.1147690936923027,
      "learning_rate": 7.216014736081756e-05,
      "loss": 0.0353,
      "step": 23170
    },
    {
      "epoch": 7.22707423580786,
      "flow_loss": 0.05544138327240944,
      "step": 23170
    },
    {
      "contrastive_loss": 0.009796170517802238,
      "epoch": 7.22707423580786,
      "step": 23170
    },
    {
      "contrastive_lambda": 0.6750464712750552,
      "epoch": 7.22707423580786,
      "step": 23170
    },
    {
      "contrastive_lambda": 0.6750219478945958,
      "epoch": 7.227386150966937,
      "step": 23171
    },
    {
      "contrastive_lambda": 0.6749974240343039,
      "epoch": 7.227698066126013,
      "step": 23172
    },
    {
      "contrastive_lambda": 0.6749728996942465,
      "epoch": 7.228009981285091,
      "step": 23173
    },
    {
      "contrastive_lambda": 0.6749483748744909,
      "epoch": 7.228321896444167,
      "step": 23174
    },
    {
      "contrastive_lambda": 0.6749238495751045,
      "epoch": 7.228633811603244,
      "step": 23175
    },
    {
      "contrastive_lambda": 0.6748993237961545,
      "epoch": 7.228945726762321,
      "step": 23176
    },
    {
      "contrastive_lambda": 0.6748747975377078,
      "epoch": 7.229257641921397,
      "step": 23177
    },
    {
      "contrastive_lambda": 0.6748502707998322,
      "epoch": 7.229569557080474,
      "step": 23178
    },
    {
      "contrastive_lambda": 0.6748257435825946,
      "epoch": 7.229881472239551,
      "step": 23179
    },
    {
      "epoch": 7.230193387398628,
      "grad_norm": 0.11148929595947266,
      "learning_rate": 7.213544057016906e-05,
      "loss": 0.0391,
      "step": 23180
    },
    {
      "epoch": 7.230193387398628,
      "flow_loss": 0.04575362801551819,
      "step": 23180
    },
    {
      "contrastive_loss": 0.005527756176888943,
      "epoch": 7.230193387398628,
      "step": 23180
    },
    {
      "contrastive_lambda": 0.6748012158860621,
      "epoch": 7.230193387398628,
      "step": 23180
    },
    {
      "contrastive_lambda": 0.6747766877103024,
      "epoch": 7.230505302557704,
      "step": 23181
    },
    {
      "contrastive_lambda": 0.6747521590553823,
      "epoch": 7.230817217716781,
      "step": 23182
    },
    {
      "contrastive_lambda": 0.6747276299213694,
      "epoch": 7.231129132875858,
      "step": 23183
    },
    {
      "contrastive_lambda": 0.6747031003083307,
      "epoch": 7.2314410480349345,
      "step": 23184
    },
    {
      "contrastive_lambda": 0.6746785702163335,
      "epoch": 7.231752963194011,
      "step": 23185
    },
    {
      "contrastive_lambda": 0.6746540396454451,
      "epoch": 7.232064878353088,
      "step": 23186
    },
    {
      "contrastive_lambda": 0.6746295085957329,
      "epoch": 7.232376793512165,
      "step": 23187
    },
    {
      "contrastive_lambda": 0.6746049770672636,
      "epoch": 7.232688708671241,
      "step": 23188
    },
    {
      "contrastive_lambda": 0.6745804450601052,
      "epoch": 7.233000623830318,
      "step": 23189
    },
    {
      "epoch": 7.233312538989395,
      "grad_norm": 0.12044703960418701,
      "learning_rate": 7.211072705535819e-05,
      "loss": 0.0312,
      "step": 23190
    },
    {
      "epoch": 7.233312538989395,
      "flow_loss": 0.03669295459985733,
      "step": 23190
    },
    {
      "contrastive_loss": 0.005639348644763231,
      "epoch": 7.233312538989395,
      "step": 23190
    },
    {
      "contrastive_lambda": 0.6745559125743246,
      "epoch": 7.233312538989395,
      "step": 23190
    },
    {
      "contrastive_lambda": 0.6745313796099888,
      "epoch": 7.2336244541484715,
      "step": 23191
    },
    {
      "contrastive_lambda": 0.6745068461671654,
      "epoch": 7.233936369307548,
      "step": 23192
    },
    {
      "contrastive_lambda": 0.6744823122459217,
      "epoch": 7.234248284466625,
      "step": 23193
    },
    {
      "contrastive_lambda": 0.6744577778463248,
      "epoch": 7.234560199625702,
      "step": 23194
    },
    {
      "contrastive_lambda": 0.6744332429684419,
      "epoch": 7.234872114784778,
      "step": 23195
    },
    {
      "contrastive_lambda": 0.6744087076123404,
      "epoch": 7.235184029943856,
      "step": 23196
    },
    {
      "contrastive_lambda": 0.6743841717780875,
      "epoch": 7.235495945102932,
      "step": 23197
    },
    {
      "contrastive_lambda": 0.6743596354657506,
      "epoch": 7.235807860262009,
      "step": 23198
    },
    {
      "contrastive_lambda": 0.6743350986753966,
      "epoch": 7.236119775421085,
      "step": 23199
    },
    {
      "epoch": 7.2364316905801624,
      "grad_norm": 0.11175469309091568,
      "learning_rate": 7.208600682389224e-05,
      "loss": 0.0404,
      "step": 23200
    },
    {
      "epoch": 7.2364316905801624,
      "flow_loss": 0.028537141159176826,
      "step": 23200
    },
    {
      "contrastive_loss": 0.005340934731066227,
      "epoch": 7.2364316905801624,
      "step": 23200
    },
    {
      "contrastive_lambda": 0.6743105614070932,
      "epoch": 7.2364316905801624,
      "step": 23200
    },
    {
      "contrastive_lambda": 0.6742860236609076,
      "epoch": 7.236743605739239,
      "step": 23201
    },
    {
      "contrastive_lambda": 0.6742614854369069,
      "epoch": 7.237055520898315,
      "step": 23202
    },
    {
      "contrastive_lambda": 0.6742369467351583,
      "epoch": 7.237367436057393,
      "step": 23203
    },
    {
      "contrastive_lambda": 0.6742124075557295,
      "epoch": 7.237679351216469,
      "step": 23204
    },
    {
      "contrastive_lambda": 0.6741878678986872,
      "epoch": 7.237991266375546,
      "step": 23205
    },
    {
      "contrastive_lambda": 0.6741633277640993,
      "epoch": 7.238303181534622,
      "step": 23206
    },
    {
      "contrastive_lambda": 0.6741387871520325,
      "epoch": 7.2386150966936995,
      "step": 23207
    },
    {
      "contrastive_lambda": 0.6741142460625543,
      "epoch": 7.238927011852776,
      "step": 23208
    },
    {
      "contrastive_lambda": 0.6740897044957321,
      "epoch": 7.2392389270118525,
      "step": 23209
    },
    {
      "epoch": 7.23955084217093,
      "grad_norm": 0.11025829613208771,
      "learning_rate": 7.206127988328055e-05,
      "loss": 0.0442,
      "step": 23210
    },
    {
      "epoch": 7.23955084217093,
      "flow_loss": 0.03652426600456238,
      "step": 23210
    },
    {
      "contrastive_loss": 0.005271525587886572,
      "epoch": 7.23955084217093,
      "step": 23210
    },
    {
      "contrastive_lambda": 0.6740651624516332,
      "epoch": 7.23955084217093,
      "step": 23210
    },
    {
      "contrastive_lambda": 0.6740406199303246,
      "epoch": 7.239862757330006,
      "step": 23211
    },
    {
      "contrastive_lambda": 0.6740160769318738,
      "epoch": 7.240174672489083,
      "step": 23212
    },
    {
      "contrastive_lambda": 0.6739915334563482,
      "epoch": 7.24048658764816,
      "step": 23213
    },
    {
      "contrastive_lambda": 0.6739669895038147,
      "epoch": 7.240798502807237,
      "step": 23214
    },
    {
      "contrastive_lambda": 0.6739424450743409,
      "epoch": 7.241110417966313,
      "step": 23215
    },
    {
      "contrastive_lambda": 0.673917900167994,
      "epoch": 7.2414223331253895,
      "step": 23216
    },
    {
      "contrastive_lambda": 0.6738933547848414,
      "epoch": 7.241734248284467,
      "step": 23217
    },
    {
      "contrastive_lambda": 0.6738688089249503,
      "epoch": 7.242046163443543,
      "step": 23218
    },
    {
      "contrastive_lambda": 0.6738442625883877,
      "epoch": 7.24235807860262,
      "step": 23219
    },
    {
      "epoch": 7.242669993761697,
      "grad_norm": 0.09434075653553009,
      "learning_rate": 7.203654624103453e-05,
      "loss": 0.036,
      "step": 23220
    },
    {
      "epoch": 7.242669993761697,
      "flow_loss": 0.0480167493224144,
      "step": 23220
    },
    {
      "contrastive_loss": 0.0059178778901696205,
      "epoch": 7.242669993761697,
      "step": 23220
    },
    {
      "contrastive_lambda": 0.6738197157752215,
      "epoch": 7.242669993761697,
      "step": 23220
    },
    {
      "contrastive_lambda": 0.6737951684855186,
      "epoch": 7.242981908920774,
      "step": 23221
    },
    {
      "contrastive_lambda": 0.6737706207193462,
      "epoch": 7.24329382407985,
      "step": 23222
    },
    {
      "contrastive_lambda": 0.673746072476772,
      "epoch": 7.243605739238927,
      "step": 23223
    },
    {
      "contrastive_lambda": 0.6737215237578631,
      "epoch": 7.243917654398004,
      "step": 23224
    },
    {
      "contrastive_lambda": 0.6736969745626866,
      "epoch": 7.24422956955708,
      "step": 23225
    },
    {
      "contrastive_lambda": 0.6736724248913101,
      "epoch": 7.244541484716157,
      "step": 23226
    },
    {
      "contrastive_lambda": 0.6736478747438007,
      "epoch": 7.244853399875234,
      "step": 23227
    },
    {
      "contrastive_lambda": 0.6736233241202259,
      "epoch": 7.245165315034311,
      "step": 23228
    },
    {
      "contrastive_lambda": 0.6735987730206529,
      "epoch": 7.245477230193387,
      "step": 23229
    },
    {
      "epoch": 7.2457891453524645,
      "grad_norm": 0.11765532195568085,
      "learning_rate": 7.201180590466761e-05,
      "loss": 0.0469,
      "step": 23230
    },
    {
      "epoch": 7.2457891453524645,
      "flow_loss": 0.045958805829286575,
      "step": 23230
    },
    {
      "contrastive_loss": 0.004215290769934654,
      "epoch": 7.2457891453524645,
      "step": 23230
    },
    {
      "contrastive_lambda": 0.6735742214451489,
      "epoch": 7.2457891453524645,
      "step": 23230
    },
    {
      "contrastive_lambda": 0.6735496693937814,
      "epoch": 7.246101060511541,
      "step": 23231
    },
    {
      "contrastive_lambda": 0.6735251168666176,
      "epoch": 7.2464129756706175,
      "step": 23232
    },
    {
      "contrastive_lambda": 0.6735005638637248,
      "epoch": 7.246724890829694,
      "step": 23233
    },
    {
      "contrastive_lambda": 0.6734760103851704,
      "epoch": 7.247036805988771,
      "step": 23234
    },
    {
      "contrastive_lambda": 0.6734514564310217,
      "epoch": 7.247348721147848,
      "step": 23235
    },
    {
      "contrastive_lambda": 0.6734269020013459,
      "epoch": 7.247660636306924,
      "step": 23236
    },
    {
      "contrastive_lambda": 0.6734023470962105,
      "epoch": 7.247972551466002,
      "step": 23237
    },
    {
      "contrastive_lambda": 0.6733777917156826,
      "epoch": 7.248284466625078,
      "step": 23238
    },
    {
      "contrastive_lambda": 0.6733532358598296,
      "epoch": 7.2485963817841546,
      "step": 23239
    },
    {
      "epoch": 7.248908296943231,
      "grad_norm": 0.14588040113449097,
      "learning_rate": 7.198705888169523e-05,
      "loss": 0.0351,
      "step": 23240
    },
    {
      "epoch": 7.248908296943231,
      "flow_loss": 0.04073796048760414,
      "step": 23240
    },
    {
      "contrastive_loss": 0.007399916648864746,
      "epoch": 7.248908296943231,
      "step": 23240
    },
    {
      "contrastive_lambda": 0.6733286795287191,
      "epoch": 7.248908296943231,
      "step": 23240
    },
    {
      "contrastive_lambda": 0.6733041227224181,
      "epoch": 7.249220212102308,
      "step": 23241
    },
    {
      "contrastive_lambda": 0.6732795654409938,
      "epoch": 7.249532127261385,
      "step": 23242
    },
    {
      "contrastive_lambda": 0.673255007684514,
      "epoch": 7.249844042420461,
      "step": 23243
    },
    {
      "contrastive_lambda": 0.6732304494530457,
      "epoch": 7.250155957579539,
      "step": 23244
    },
    {
      "contrastive_lambda": 0.673205890746656,
      "epoch": 7.250467872738615,
      "step": 23245
    },
    {
      "contrastive_lambda": 0.6731813315654129,
      "epoch": 7.250779787897692,
      "step": 23246
    },
    {
      "contrastive_lambda": 0.6731567719093833,
      "epoch": 7.251091703056769,
      "step": 23247
    },
    {
      "contrastive_lambda": 0.6731322117786344,
      "epoch": 7.2514036182158454,
      "step": 23248
    },
    {
      "contrastive_lambda": 0.6731076511732337,
      "epoch": 7.251715533374922,
      "step": 23249
    },
    {
      "epoch": 7.252027448533998,
      "grad_norm": 0.13063910603523254,
      "learning_rate": 7.196230517963491e-05,
      "loss": 0.0424,
      "step": 23250
    },
    {
      "epoch": 7.252027448533998,
      "flow_loss": 0.027927707880735397,
      "step": 23250
    },
    {
      "contrastive_loss": 0.004350864328444004,
      "epoch": 7.252027448533998,
      "step": 23250
    },
    {
      "contrastive_lambda": 0.6730830900932486,
      "epoch": 7.252027448533998,
      "step": 23250
    },
    {
      "contrastive_lambda": 0.6730585285387465,
      "epoch": 7.252339363693076,
      "step": 23251
    },
    {
      "contrastive_lambda": 0.6730339665097946,
      "epoch": 7.252651278852152,
      "step": 23252
    },
    {
      "contrastive_lambda": 0.67300940400646,
      "epoch": 7.252963194011229,
      "step": 23253
    },
    {
      "contrastive_lambda": 0.6729848410288106,
      "epoch": 7.253275109170306,
      "step": 23254
    },
    {
      "contrastive_lambda": 0.6729602775769135,
      "epoch": 7.2535870243293825,
      "step": 23255
    },
    {
      "contrastive_lambda": 0.6729357136508356,
      "epoch": 7.253898939488459,
      "step": 23256
    },
    {
      "contrastive_lambda": 0.6729111492506449,
      "epoch": 7.2542108546475355,
      "step": 23257
    },
    {
      "contrastive_lambda": 0.6728865843764084,
      "epoch": 7.254522769806613,
      "step": 23258
    },
    {
      "contrastive_lambda": 0.6728620190281934,
      "epoch": 7.254834684965689,
      "step": 23259
    },
    {
      "epoch": 7.255146600124766,
      "grad_norm": 0.164263516664505,
      "learning_rate": 7.193754480600615e-05,
      "loss": 0.0432,
      "step": 23260
    },
    {
      "epoch": 7.255146600124766,
      "flow_loss": 0.03798580914735794,
      "step": 23260
    },
    {
      "contrastive_loss": 0.0062261102721095085,
      "epoch": 7.255146600124766,
      "step": 23260
    },
    {
      "contrastive_lambda": 0.6728374532060675,
      "epoch": 7.255146600124766,
      "step": 23260
    },
    {
      "contrastive_lambda": 0.6728128869100979,
      "epoch": 7.255458515283843,
      "step": 23261
    },
    {
      "contrastive_lambda": 0.672788320140352,
      "epoch": 7.25577043044292,
      "step": 23262
    },
    {
      "contrastive_lambda": 0.672763752896897,
      "epoch": 7.256082345601996,
      "step": 23263
    },
    {
      "contrastive_lambda": 0.6727391851798004,
      "epoch": 7.256394260761073,
      "step": 23264
    },
    {
      "contrastive_lambda": 0.6727146169891295,
      "epoch": 7.25670617592015,
      "step": 23265
    },
    {
      "contrastive_lambda": 0.6726900483249517,
      "epoch": 7.257018091079226,
      "step": 23266
    },
    {
      "contrastive_lambda": 0.6726654791873344,
      "epoch": 7.257330006238303,
      "step": 23267
    },
    {
      "contrastive_lambda": 0.6726409095763447,
      "epoch": 7.25764192139738,
      "step": 23268
    },
    {
      "contrastive_lambda": 0.6726163394920502,
      "epoch": 7.257953836556457,
      "step": 23269
    },
    {
      "epoch": 7.258265751715533,
      "grad_norm": 0.1329931616783142,
      "learning_rate": 7.19127777683305e-05,
      "loss": 0.0366,
      "step": 23270
    },
    {
      "epoch": 7.258265751715533,
      "flow_loss": 0.033364489674568176,
      "step": 23270
    },
    {
      "contrastive_loss": 0.004489935003221035,
      "epoch": 7.258265751715533,
      "step": 23270
    },
    {
      "contrastive_lambda": 0.6725917689345183,
      "epoch": 7.258265751715533,
      "step": 23270
    },
    {
      "contrastive_lambda": 0.6725671979038162,
      "epoch": 7.2585776668746105,
      "step": 23271
    },
    {
      "contrastive_lambda": 0.6725426264000114,
      "epoch": 7.258889582033687,
      "step": 23272
    },
    {
      "contrastive_lambda": 0.672518054423171,
      "epoch": 7.259201497192763,
      "step": 23273
    },
    {
      "contrastive_lambda": 0.6724934819733628,
      "epoch": 7.25951341235184,
      "step": 23274
    },
    {
      "contrastive_lambda": 0.6724689090506539,
      "epoch": 7.259825327510917,
      "step": 23275
    },
    {
      "contrastive_lambda": 0.6724443356551115,
      "epoch": 7.260137242669994,
      "step": 23276
    },
    {
      "contrastive_lambda": 0.6724197617868033,
      "epoch": 7.26044915782907,
      "step": 23277
    },
    {
      "contrastive_lambda": 0.6723951874457966,
      "epoch": 7.2607610729881475,
      "step": 23278
    },
    {
      "contrastive_lambda": 0.6723706126321585,
      "epoch": 7.261072988147224,
      "step": 23279
    },
    {
      "epoch": 7.2613849033063005,
      "grad_norm": 0.13161155581474304,
      "learning_rate": 7.188800407413156e-05,
      "loss": 0.0382,
      "step": 23280
    },
    {
      "epoch": 7.2613849033063005,
      "flow_loss": 0.05872054025530815,
      "step": 23280
    },
    {
      "contrastive_loss": 0.004998540971428156,
      "epoch": 7.2613849033063005,
      "step": 23280
    },
    {
      "contrastive_lambda": 0.6723460373459568,
      "epoch": 7.2613849033063005,
      "step": 23280
    },
    {
      "contrastive_lambda": 0.6723214615872586,
      "epoch": 7.261696818465378,
      "step": 23281
    },
    {
      "contrastive_lambda": 0.6722968853561313,
      "epoch": 7.262008733624454,
      "step": 23282
    },
    {
      "contrastive_lambda": 0.6722723086526422,
      "epoch": 7.262320648783531,
      "step": 23283
    },
    {
      "contrastive_lambda": 0.6722477314768589,
      "epoch": 7.262632563942607,
      "step": 23284
    },
    {
      "contrastive_lambda": 0.6722231538288486,
      "epoch": 7.262944479101685,
      "step": 23285
    },
    {
      "contrastive_lambda": 0.6721985757086788,
      "epoch": 7.263256394260761,
      "step": 23286
    },
    {
      "contrastive_lambda": 0.6721739971164167,
      "epoch": 7.2635683094198376,
      "step": 23287
    },
    {
      "contrastive_lambda": 0.67214941805213,
      "epoch": 7.263880224578915,
      "step": 23288
    },
    {
      "contrastive_lambda": 0.6721248385158859,
      "epoch": 7.264192139737991,
      "step": 23289
    },
    {
      "epoch": 7.264504054897068,
      "grad_norm": 0.13541844487190247,
      "learning_rate": 7.186322373093489e-05,
      "loss": 0.0385,
      "step": 23290
    },
    {
      "epoch": 7.264504054897068,
      "flow_loss": 0.036186061799526215,
      "step": 23290
    },
    {
      "contrastive_loss": 0.004914484452456236,
      "epoch": 7.264504054897068,
      "step": 23290
    },
    {
      "contrastive_lambda": 0.6721002585077517,
      "epoch": 7.264504054897068,
      "step": 23290
    },
    {
      "contrastive_lambda": 0.6720756780277948,
      "epoch": 7.264815970056144,
      "step": 23291
    },
    {
      "contrastive_lambda": 0.6720510970760828,
      "epoch": 7.265127885215222,
      "step": 23292
    },
    {
      "contrastive_lambda": 0.6720265156526828,
      "epoch": 7.265439800374298,
      "step": 23293
    },
    {
      "contrastive_lambda": 0.6720019337576625,
      "epoch": 7.265751715533375,
      "step": 23294
    },
    {
      "contrastive_lambda": 0.671977351391089,
      "epoch": 7.266063630692452,
      "step": 23295
    },
    {
      "contrastive_lambda": 0.6719527685530299,
      "epoch": 7.2663755458515285,
      "step": 23296
    },
    {
      "contrastive_lambda": 0.6719281852435526,
      "epoch": 7.266687461010605,
      "step": 23297
    },
    {
      "contrastive_lambda": 0.6719036014627243,
      "epoch": 7.266999376169682,
      "step": 23298
    },
    {
      "contrastive_lambda": 0.6718790172106124,
      "epoch": 7.267311291328759,
      "step": 23299
    },
    {
      "epoch": 7.267623206487835,
      "grad_norm": 0.12833358347415924,
      "learning_rate": 7.18384367462681e-05,
      "loss": 0.0354,
      "step": 23300
    },
    {
      "epoch": 7.267623206487835,
      "flow_loss": 0.034322768449783325,
      "step": 23300
    },
    {
      "contrastive_loss": 0.005791696719825268,
      "epoch": 7.267623206487835,
      "step": 23300
    },
    {
      "contrastive_lambda": 0.6718544324872846,
      "epoch": 7.267623206487835,
      "step": 23300
    },
    {
      "contrastive_lambda": 0.6718298472928081,
      "epoch": 7.267935121646912,
      "step": 23301
    },
    {
      "contrastive_lambda": 0.6718052616272502,
      "epoch": 7.268247036805989,
      "step": 23302
    },
    {
      "contrastive_lambda": 0.6717806754906785,
      "epoch": 7.2685589519650655,
      "step": 23303
    },
    {
      "contrastive_lambda": 0.6717560888831603,
      "epoch": 7.268870867124142,
      "step": 23304
    },
    {
      "contrastive_lambda": 0.6717315018047632,
      "epoch": 7.269182782283219,
      "step": 23305
    },
    {
      "contrastive_lambda": 0.6717069142555542,
      "epoch": 7.269494697442296,
      "step": 23306
    },
    {
      "contrastive_lambda": 0.671682326235601,
      "epoch": 7.269806612601372,
      "step": 23307
    },
    {
      "contrastive_lambda": 0.6716577377449711,
      "epoch": 7.270118527760449,
      "step": 23308
    },
    {
      "contrastive_lambda": 0.6716331487837317,
      "epoch": 7.270430442919526,
      "step": 23309
    },
    {
      "epoch": 7.270742358078603,
      "grad_norm": 0.10564212501049042,
      "learning_rate": 7.181364312766085e-05,
      "loss": 0.0361,
      "step": 23310
    },
    {
      "epoch": 7.270742358078603,
      "flow_loss": 0.03950245678424835,
      "step": 23310
    },
    {
      "contrastive_loss": 0.004403276834636927,
      "epoch": 7.270742358078603,
      "step": 23310
    },
    {
      "contrastive_lambda": 0.6716085593519501,
      "epoch": 7.270742358078603,
      "step": 23310
    },
    {
      "contrastive_lambda": 0.6715839694496941,
      "epoch": 7.271054273237679,
      "step": 23311
    },
    {
      "contrastive_lambda": 0.6715593790770309,
      "epoch": 7.271366188396756,
      "step": 23312
    },
    {
      "contrastive_lambda": 0.6715347882340278,
      "epoch": 7.271678103555833,
      "step": 23313
    },
    {
      "contrastive_lambda": 0.6715101969207524,
      "epoch": 7.271990018714909,
      "step": 23314
    },
    {
      "contrastive_lambda": 0.6714856051372721,
      "epoch": 7.272301933873987,
      "step": 23315
    },
    {
      "contrastive_lambda": 0.6714610128836542,
      "epoch": 7.272613849033063,
      "step": 23316
    },
    {
      "contrastive_lambda": 0.6714364201599663,
      "epoch": 7.27292576419214,
      "step": 23317
    },
    {
      "contrastive_lambda": 0.6714118269662755,
      "epoch": 7.273237679351216,
      "step": 23318
    },
    {
      "contrastive_lambda": 0.6713872333026496,
      "epoch": 7.2735495945102935,
      "step": 23319
    },
    {
      "epoch": 7.27386150966937,
      "grad_norm": 0.11212162673473358,
      "learning_rate": 7.178884288264477e-05,
      "loss": 0.0351,
      "step": 23320
    },
    {
      "epoch": 7.27386150966937,
      "flow_loss": 0.03626279532909393,
      "step": 23320
    },
    {
      "contrastive_loss": 0.006100559141486883,
      "epoch": 7.27386150966937,
      "step": 23320
    },
    {
      "contrastive_lambda": 0.671362639169156,
      "epoch": 7.27386150966937,
      "step": 23320
    },
    {
      "contrastive_lambda": 0.6713380445658617,
      "epoch": 7.274173424828446,
      "step": 23321
    },
    {
      "contrastive_lambda": 0.6713134494928346,
      "epoch": 7.274485339987524,
      "step": 23322
    },
    {
      "contrastive_lambda": 0.671288853950142,
      "epoch": 7.2747972551466,
      "step": 23323
    },
    {
      "contrastive_lambda": 0.6712642579378512,
      "epoch": 7.275109170305677,
      "step": 23324
    },
    {
      "contrastive_lambda": 0.6712396614560296,
      "epoch": 7.275421085464753,
      "step": 23325
    },
    {
      "contrastive_lambda": 0.671215064504745,
      "epoch": 7.2757330006238305,
      "step": 23326
    },
    {
      "contrastive_lambda": 0.6711904670840644,
      "epoch": 7.276044915782907,
      "step": 23327
    },
    {
      "contrastive_lambda": 0.6711658691940555,
      "epoch": 7.2763568309419835,
      "step": 23328
    },
    {
      "contrastive_lambda": 0.6711412708347856,
      "epoch": 7.276668746101061,
      "step": 23329
    },
    {
      "epoch": 7.276980661260137,
      "grad_norm": 0.10673007369041443,
      "learning_rate": 7.176403601875353e-05,
      "loss": 0.0374,
      "step": 23330
    },
    {
      "epoch": 7.276980661260137,
      "flow_loss": 0.03356175869703293,
      "step": 23330
    },
    {
      "contrastive_loss": 0.003955678548663855,
      "epoch": 7.276980661260137,
      "step": 23330
    },
    {
      "contrastive_lambda": 0.6711166720063222,
      "epoch": 7.276980661260137,
      "step": 23330
    },
    {
      "contrastive_lambda": 0.6710920727087328,
      "epoch": 7.277292576419214,
      "step": 23331
    },
    {
      "contrastive_lambda": 0.6710674729420847,
      "epoch": 7.277604491578291,
      "step": 23332
    },
    {
      "contrastive_lambda": 0.6710428727064454,
      "epoch": 7.277916406737368,
      "step": 23333
    },
    {
      "contrastive_lambda": 0.6710182720018824,
      "epoch": 7.278228321896444,
      "step": 23334
    },
    {
      "contrastive_lambda": 0.6709936708284631,
      "epoch": 7.278540237055521,
      "step": 23335
    },
    {
      "contrastive_lambda": 0.6709690691862549,
      "epoch": 7.278852152214598,
      "step": 23336
    },
    {
      "contrastive_lambda": 0.6709444670753252,
      "epoch": 7.279164067373674,
      "step": 23337
    },
    {
      "contrastive_lambda": 0.6709198644957416,
      "epoch": 7.279475982532751,
      "step": 23338
    },
    {
      "contrastive_lambda": 0.6708952614475716,
      "epoch": 7.279787897691828,
      "step": 23339
    },
    {
      "epoch": 7.280099812850905,
      "grad_norm": 0.11124391853809357,
      "learning_rate": 7.173922254352279e-05,
      "loss": 0.0377,
      "step": 23340
    },
    {
      "epoch": 7.280099812850905,
      "flow_loss": 0.017549488693475723,
      "step": 23340
    },
    {
      "contrastive_loss": 0.004338124766945839,
      "epoch": 7.280099812850905,
      "step": 23340
    },
    {
      "contrastive_lambda": 0.6708706579308825,
      "epoch": 7.280099812850905,
      "step": 23340
    },
    {
      "contrastive_lambda": 0.6708460539457416,
      "epoch": 7.280411728009981,
      "step": 23341
    },
    {
      "contrastive_lambda": 0.6708214494922168,
      "epoch": 7.280723643169058,
      "step": 23342
    },
    {
      "contrastive_lambda": 0.6707968445703753,
      "epoch": 7.281035558328135,
      "step": 23343
    },
    {
      "contrastive_lambda": 0.6707722391802842,
      "epoch": 7.2813474734872115,
      "step": 23344
    },
    {
      "contrastive_lambda": 0.6707476333220116,
      "epoch": 7.281659388646288,
      "step": 23345
    },
    {
      "contrastive_lambda": 0.6707230269956247,
      "epoch": 7.281971303805365,
      "step": 23346
    },
    {
      "contrastive_lambda": 0.6706984202011909,
      "epoch": 7.282283218964442,
      "step": 23347
    },
    {
      "contrastive_lambda": 0.6706738129387775,
      "epoch": 7.282595134123518,
      "step": 23348
    },
    {
      "contrastive_lambda": 0.6706492052084524,
      "epoch": 7.282907049282596,
      "step": 23349
    },
    {
      "epoch": 7.283218964441672,
      "grad_norm": 0.13233506679534912,
      "learning_rate": 7.171440246449024e-05,
      "loss": 0.0367,
      "step": 23350
    },
    {
      "epoch": 7.283218964441672,
      "flow_loss": 0.032097041606903076,
      "step": 23350
    },
    {
      "contrastive_loss": 0.005266865715384483,
      "epoch": 7.283218964441672,
      "step": 23350
    },
    {
      "contrastive_lambda": 0.6706245970102827,
      "epoch": 7.283218964441672,
      "step": 23350
    },
    {
      "contrastive_lambda": 0.670599988344336,
      "epoch": 7.2835308796007485,
      "step": 23351
    },
    {
      "contrastive_lambda": 0.6705753792106797,
      "epoch": 7.283842794759825,
      "step": 23352
    },
    {
      "contrastive_lambda": 0.6705507696093813,
      "epoch": 7.284154709918902,
      "step": 23353
    },
    {
      "contrastive_lambda": 0.6705261595405083,
      "epoch": 7.284466625077979,
      "step": 23354
    },
    {
      "contrastive_lambda": 0.6705015490041283,
      "epoch": 7.284778540237055,
      "step": 23355
    },
    {
      "contrastive_lambda": 0.6704769380003084,
      "epoch": 7.285090455396133,
      "step": 23356
    },
    {
      "contrastive_lambda": 0.6704523265291165,
      "epoch": 7.285402370555209,
      "step": 23357
    },
    {
      "contrastive_lambda": 0.6704277145906197,
      "epoch": 7.285714285714286,
      "step": 23358
    },
    {
      "contrastive_lambda": 0.6704031021848857,
      "epoch": 7.286026200873362,
      "step": 23359
    },
    {
      "epoch": 7.286338116032439,
      "grad_norm": 0.08529860526323318,
      "learning_rate": 7.168957578919555e-05,
      "loss": 0.0279,
      "step": 23360
    },
    {
      "epoch": 7.286338116032439,
      "flow_loss": 0.035511378198862076,
      "step": 23360
    },
    {
      "contrastive_loss": 0.004898162093013525,
      "epoch": 7.286338116032439,
      "step": 23360
    },
    {
      "contrastive_lambda": 0.670378489311982,
      "epoch": 7.286338116032439,
      "step": 23360
    },
    {
      "contrastive_lambda": 0.6703538759719758,
      "epoch": 7.286650031191516,
      "step": 23361
    },
    {
      "contrastive_lambda": 0.6703292621649349,
      "epoch": 7.286961946350592,
      "step": 23362
    },
    {
      "contrastive_lambda": 0.6703046478909268,
      "epoch": 7.28727386150967,
      "step": 23363
    },
    {
      "contrastive_lambda": 0.6702800331500185,
      "epoch": 7.287585776668746,
      "step": 23364
    },
    {
      "contrastive_lambda": 0.6702554179422782,
      "epoch": 7.287897691827823,
      "step": 23365
    },
    {
      "contrastive_lambda": 0.6702308022677728,
      "epoch": 7.2882096069869,
      "step": 23366
    },
    {
      "contrastive_lambda": 0.6702061861265699,
      "epoch": 7.2885215221459765,
      "step": 23367
    },
    {
      "contrastive_lambda": 0.6701815695187372,
      "epoch": 7.288833437305053,
      "step": 23368
    },
    {
      "contrastive_lambda": 0.6701569524443421,
      "epoch": 7.289145352464129,
      "step": 23369
    },
    {
      "epoch": 7.289457267623207,
      "grad_norm": 0.13628675043582916,
      "learning_rate": 7.16647425251804e-05,
      "loss": 0.0352,
      "step": 23370
    },
    {
      "epoch": 7.289457267623207,
      "flow_loss": 0.028900770470499992,
      "step": 23370
    },
    {
      "contrastive_loss": 0.004924234002828598,
      "epoch": 7.289457267623207,
      "step": 23370
    },
    {
      "contrastive_lambda": 0.670132334903452,
      "epoch": 7.289457267623207,
      "step": 23370
    },
    {
      "contrastive_lambda": 0.6701077168961345,
      "epoch": 7.289769182782283,
      "step": 23371
    },
    {
      "contrastive_lambda": 0.6700830984224571,
      "epoch": 7.29008109794136,
      "step": 23372
    },
    {
      "contrastive_lambda": 0.670058479482487,
      "epoch": 7.290393013100437,
      "step": 23373
    },
    {
      "contrastive_lambda": 0.6700338600762921,
      "epoch": 7.2907049282595136,
      "step": 23374
    },
    {
      "contrastive_lambda": 0.6700092402039395,
      "epoch": 7.29101684341859,
      "step": 23375
    },
    {
      "contrastive_lambda": 0.6699846198654971,
      "epoch": 7.2913287585776665,
      "step": 23376
    },
    {
      "contrastive_lambda": 0.6699599990610323,
      "epoch": 7.291640673736744,
      "step": 23377
    },
    {
      "contrastive_lambda": 0.6699353777906123,
      "epoch": 7.29195258889582,
      "step": 23378
    },
    {
      "contrastive_lambda": 0.669910756054305,
      "epoch": 7.292264504054897,
      "step": 23379
    },
    {
      "epoch": 7.292576419213974,
      "grad_norm": 0.10611319541931152,
      "learning_rate": 7.163990267998852e-05,
      "loss": 0.0375,
      "step": 23380
    },
    {
      "epoch": 7.292576419213974,
      "flow_loss": 0.03591502457857132,
      "step": 23380
    },
    {
      "contrastive_loss": 0.004816805943846703,
      "epoch": 7.292576419213974,
      "step": 23380
    },
    {
      "contrastive_lambda": 0.6698861338521775,
      "epoch": 7.292576419213974,
      "step": 23380
    },
    {
      "contrastive_lambda": 0.6698615111842977,
      "epoch": 7.292888334373051,
      "step": 23381
    },
    {
      "contrastive_lambda": 0.6698368880507328,
      "epoch": 7.293200249532127,
      "step": 23382
    },
    {
      "contrastive_lambda": 0.6698122644515506,
      "epoch": 7.2935121646912044,
      "step": 23383
    },
    {
      "contrastive_lambda": 0.6697876403868184,
      "epoch": 7.293824079850281,
      "step": 23384
    },
    {
      "contrastive_lambda": 0.6697630158566037,
      "epoch": 7.294135995009357,
      "step": 23385
    },
    {
      "contrastive_lambda": 0.669738390860974,
      "epoch": 7.294447910168434,
      "step": 23386
    },
    {
      "contrastive_lambda": 0.6697137653999968,
      "epoch": 7.294759825327511,
      "step": 23387
    },
    {
      "contrastive_lambda": 0.6696891394737399,
      "epoch": 7.295071740486588,
      "step": 23388
    },
    {
      "contrastive_lambda": 0.6696645130822705,
      "epoch": 7.295383655645664,
      "step": 23389
    },
    {
      "epoch": 7.2956955708047415,
      "grad_norm": 0.10282091051340103,
      "learning_rate": 7.161505626116556e-05,
      "loss": 0.0362,
      "step": 23390
    },
    {
      "epoch": 7.2956955708047415,
      "flow_loss": 0.057149939239025116,
      "step": 23390
    },
    {
      "contrastive_loss": 0.005175669211894274,
      "epoch": 7.2956955708047415,
      "step": 23390
    },
    {
      "contrastive_lambda": 0.669639886225656,
      "epoch": 7.2956955708047415,
      "step": 23390
    },
    {
      "contrastive_lambda": 0.6696152589039643,
      "epoch": 7.296007485963818,
      "step": 23391
    },
    {
      "contrastive_lambda": 0.6695906311172627,
      "epoch": 7.2963194011228945,
      "step": 23392
    },
    {
      "contrastive_lambda": 0.6695660028656188,
      "epoch": 7.296631316281971,
      "step": 23393
    },
    {
      "contrastive_lambda": 0.6695413741491001,
      "epoch": 7.296943231441048,
      "step": 23394
    },
    {
      "contrastive_lambda": 0.669516744967774,
      "epoch": 7.297255146600125,
      "step": 23395
    },
    {
      "contrastive_lambda": 0.6694921153217082,
      "epoch": 7.297567061759201,
      "step": 23396
    },
    {
      "contrastive_lambda": 0.6694674852109702,
      "epoch": 7.297878976918279,
      "step": 23397
    },
    {
      "contrastive_lambda": 0.6694428546356272,
      "epoch": 7.298190892077355,
      "step": 23398
    },
    {
      "contrastive_lambda": 0.6694182235957473,
      "epoch": 7.2985028072364315,
      "step": 23399
    },
    {
      "epoch": 7.298814722395509,
      "grad_norm": 0.1030982956290245,
      "learning_rate": 7.159020327625923e-05,
      "loss": 0.0368,
      "step": 23400
    },
    {
      "epoch": 7.298814722395509,
      "flow_loss": 0.044689178466796875,
      "step": 23400
    },
    {
      "contrastive_loss": 0.004481477662920952,
      "epoch": 7.298814722395509,
      "step": 23400
    },
    {
      "contrastive_lambda": 0.6693935920913976,
      "epoch": 7.298814722395509,
      "step": 23400
    },
    {
      "contrastive_lambda": 0.6693689601226456,
      "epoch": 7.299126637554585,
      "step": 23401
    },
    {
      "contrastive_lambda": 0.6693443276895592,
      "epoch": 7.299438552713662,
      "step": 23402
    },
    {
      "contrastive_lambda": 0.6693196947922058,
      "epoch": 7.299750467872738,
      "step": 23403
    },
    {
      "contrastive_lambda": 0.6692950614306525,
      "epoch": 7.300062383031816,
      "step": 23404
    },
    {
      "contrastive_lambda": 0.6692704276049674,
      "epoch": 7.300374298190892,
      "step": 23405
    },
    {
      "contrastive_lambda": 0.6692457933152178,
      "epoch": 7.300686213349969,
      "step": 23406
    },
    {
      "contrastive_lambda": 0.6692211585614711,
      "epoch": 7.300998128509046,
      "step": 23407
    },
    {
      "contrastive_lambda": 0.6691965233437952,
      "epoch": 7.301310043668122,
      "step": 23408
    },
    {
      "contrastive_lambda": 0.6691718876622572,
      "epoch": 7.301621958827199,
      "step": 23409
    },
    {
      "epoch": 7.301933873986275,
      "grad_norm": 0.09234345704317093,
      "learning_rate": 7.15653437328192e-05,
      "loss": 0.0335,
      "step": 23410
    },
    {
      "epoch": 7.301933873986275,
      "flow_loss": 0.046143677085638046,
      "step": 23410
    },
    {
      "contrastive_loss": 0.004944026470184326,
      "epoch": 7.301933873986275,
      "step": 23410
    },
    {
      "contrastive_lambda": 0.6691472515169251,
      "epoch": 7.301933873986275,
      "step": 23410
    },
    {
      "contrastive_lambda": 0.6691226149078662,
      "epoch": 7.302245789145353,
      "step": 23411
    },
    {
      "contrastive_lambda": 0.6690979778351478,
      "epoch": 7.302557704304429,
      "step": 23412
    },
    {
      "contrastive_lambda": 0.6690733402988378,
      "epoch": 7.302869619463506,
      "step": 23413
    },
    {
      "contrastive_lambda": 0.6690487022990038,
      "epoch": 7.303181534622583,
      "step": 23414
    },
    {
      "contrastive_lambda": 0.669024063835713,
      "epoch": 7.3034934497816595,
      "step": 23415
    },
    {
      "contrastive_lambda": 0.6689994249090332,
      "epoch": 7.303805364940736,
      "step": 23416
    },
    {
      "contrastive_lambda": 0.6689747855190319,
      "epoch": 7.304117280099813,
      "step": 23417
    },
    {
      "contrastive_lambda": 0.6689501456657766,
      "epoch": 7.30442919525889,
      "step": 23418
    },
    {
      "contrastive_lambda": 0.6689255053493349,
      "epoch": 7.304741110417966,
      "step": 23419
    },
    {
      "epoch": 7.305053025577043,
      "grad_norm": 0.1023358404636383,
      "learning_rate": 7.154047763839713e-05,
      "loss": 0.0353,
      "step": 23420
    },
    {
      "epoch": 7.305053025577043,
      "flow_loss": 0.06745429337024689,
      "step": 23420
    },
    {
      "contrastive_loss": 0.0047765932977199554,
      "epoch": 7.305053025577043,
      "step": 23420
    },
    {
      "contrastive_lambda": 0.6689008645697744,
      "epoch": 7.305053025577043,
      "step": 23420
    },
    {
      "contrastive_lambda": 0.6688762233271623,
      "epoch": 7.30536494073612,
      "step": 23421
    },
    {
      "contrastive_lambda": 0.6688515816215668,
      "epoch": 7.3056768558951966,
      "step": 23422
    },
    {
      "contrastive_lambda": 0.668826939453055,
      "epoch": 7.305988771054273,
      "step": 23423
    },
    {
      "contrastive_lambda": 0.6688022968216945,
      "epoch": 7.30630068621335,
      "step": 23424
    },
    {
      "contrastive_lambda": 0.6687776537275529,
      "epoch": 7.306612601372427,
      "step": 23425
    },
    {
      "contrastive_lambda": 0.6687530101706978,
      "epoch": 7.306924516531503,
      "step": 23426
    },
    {
      "contrastive_lambda": 0.6687283661511968,
      "epoch": 7.30723643169058,
      "step": 23427
    },
    {
      "contrastive_lambda": 0.6687037216691174,
      "epoch": 7.307548346849657,
      "step": 23428
    },
    {
      "contrastive_lambda": 0.668679076724527,
      "epoch": 7.307860262008734,
      "step": 23429
    },
    {
      "epoch": 7.30817217716781,
      "grad_norm": 0.13243012130260468,
      "learning_rate": 7.15156050005467e-05,
      "loss": 0.0338,
      "step": 23430
    },
    {
      "epoch": 7.30817217716781,
      "flow_loss": 0.017800742760300636,
      "step": 23430
    },
    {
      "contrastive_loss": 0.004142911173403263,
      "epoch": 7.30817217716781,
      "step": 23430
    },
    {
      "contrastive_lambda": 0.6686544313174936,
      "epoch": 7.30817217716781,
      "step": 23430
    },
    {
      "contrastive_lambda": 0.6686297854480844,
      "epoch": 7.3084840923268874,
      "step": 23431
    },
    {
      "contrastive_lambda": 0.6686051391163669,
      "epoch": 7.308796007485964,
      "step": 23432
    },
    {
      "contrastive_lambda": 0.668580492322409,
      "epoch": 7.30910792264504,
      "step": 23433
    },
    {
      "contrastive_lambda": 0.6685558450662782,
      "epoch": 7.309419837804118,
      "step": 23434
    },
    {
      "contrastive_lambda": 0.6685311973480418,
      "epoch": 7.309731752963194,
      "step": 23435
    },
    {
      "contrastive_lambda": 0.6685065491677675,
      "epoch": 7.310043668122271,
      "step": 23436
    },
    {
      "contrastive_lambda": 0.6684819005255231,
      "epoch": 7.310355583281347,
      "step": 23437
    },
    {
      "contrastive_lambda": 0.668457251421376,
      "epoch": 7.3106674984404245,
      "step": 23438
    },
    {
      "contrastive_lambda": 0.6684326018553938,
      "epoch": 7.310979413599501,
      "step": 23439
    },
    {
      "epoch": 7.3112913287585775,
      "grad_norm": 0.10706406831741333,
      "learning_rate": 7.149072582682357e-05,
      "loss": 0.0354,
      "step": 23440
    },
    {
      "epoch": 7.3112913287585775,
      "flow_loss": 0.02825629711151123,
      "step": 23440
    },
    {
      "contrastive_loss": 0.004453609697520733,
      "epoch": 7.3112913287585775,
      "step": 23440
    },
    {
      "contrastive_lambda": 0.668407951827644,
      "epoch": 7.3112913287585775,
      "step": 23440
    },
    {
      "contrastive_lambda": 0.6683833013381941,
      "epoch": 7.311603243917654,
      "step": 23441
    },
    {
      "contrastive_lambda": 0.6683586503871121,
      "epoch": 7.311915159076731,
      "step": 23442
    },
    {
      "contrastive_lambda": 0.6683339989744652,
      "epoch": 7.312227074235808,
      "step": 23443
    },
    {
      "contrastive_lambda": 0.6683093471003209,
      "epoch": 7.312538989394884,
      "step": 23444
    },
    {
      "contrastive_lambda": 0.6682846947647472,
      "epoch": 7.312850904553962,
      "step": 23445
    },
    {
      "contrastive_lambda": 0.6682600419678113,
      "epoch": 7.313162819713038,
      "step": 23446
    },
    {
      "contrastive_lambda": 0.6682353887095809,
      "epoch": 7.3134747348721145,
      "step": 23447
    },
    {
      "contrastive_lambda": 0.6682107349901238,
      "epoch": 7.313786650031192,
      "step": 23448
    },
    {
      "contrastive_lambda": 0.6681860808095073,
      "epoch": 7.314098565190268,
      "step": 23449
    },
    {
      "epoch": 7.314410480349345,
      "grad_norm": 0.09710676968097687,
      "learning_rate": 7.146584012478535e-05,
      "loss": 0.0354,
      "step": 23450
    },
    {
      "epoch": 7.314410480349345,
      "flow_loss": 0.023724783211946487,
      "step": 23450
    },
    {
      "contrastive_loss": 0.006247340701520443,
      "epoch": 7.314410480349345,
      "step": 23450
    },
    {
      "contrastive_lambda": 0.6681614261677993,
      "epoch": 7.314410480349345,
      "step": 23450
    },
    {
      "contrastive_lambda": 0.668136771065067,
      "epoch": 7.314722395508421,
      "step": 23451
    },
    {
      "contrastive_lambda": 0.6681121155013782,
      "epoch": 7.315034310667499,
      "step": 23452
    },
    {
      "contrastive_lambda": 0.6680874594768006,
      "epoch": 7.315346225826575,
      "step": 23453
    },
    {
      "contrastive_lambda": 0.6680628029914016,
      "epoch": 7.315658140985652,
      "step": 23454
    },
    {
      "contrastive_lambda": 0.6680381460452488,
      "epoch": 7.315970056144729,
      "step": 23455
    },
    {
      "contrastive_lambda": 0.6680134886384101,
      "epoch": 7.316281971303805,
      "step": 23456
    },
    {
      "contrastive_lambda": 0.6679888307709528,
      "epoch": 7.316593886462882,
      "step": 23457
    },
    {
      "contrastive_lambda": 0.6679641724429446,
      "epoch": 7.316905801621958,
      "step": 23458
    },
    {
      "contrastive_lambda": 0.667939513654453,
      "epoch": 7.317217716781036,
      "step": 23459
    },
    {
      "epoch": 7.317529631940112,
      "grad_norm": 0.12022349238395691,
      "learning_rate": 7.144094790199169e-05,
      "loss": 0.0368,
      "step": 23460
    },
    {
      "epoch": 7.317529631940112,
      "flow_loss": 0.024219613522291183,
      "step": 23460
    },
    {
      "contrastive_loss": 0.004995791241526604,
      "epoch": 7.317529631940112,
      "step": 23460
    },
    {
      "contrastive_lambda": 0.6679148544055458,
      "epoch": 7.317529631940112,
      "step": 23460
    },
    {
      "contrastive_lambda": 0.6678901946962903,
      "epoch": 7.317841547099189,
      "step": 23461
    },
    {
      "contrastive_lambda": 0.6678655345267546,
      "epoch": 7.318153462258266,
      "step": 23462
    },
    {
      "contrastive_lambda": 0.6678408738970056,
      "epoch": 7.3184653774173425,
      "step": 23463
    },
    {
      "contrastive_lambda": 0.6678162128071117,
      "epoch": 7.318777292576419,
      "step": 23464
    },
    {
      "contrastive_lambda": 0.66779155125714,
      "epoch": 7.319089207735496,
      "step": 23465
    },
    {
      "contrastive_lambda": 0.667766889247158,
      "epoch": 7.319401122894573,
      "step": 23466
    },
    {
      "contrastive_lambda": 0.6677422267772338,
      "epoch": 7.319713038053649,
      "step": 23467
    },
    {
      "contrastive_lambda": 0.6677175638474349,
      "epoch": 7.320024953212726,
      "step": 23468
    },
    {
      "contrastive_lambda": 0.6676929004578285,
      "epoch": 7.320336868371803,
      "step": 23469
    },
    {
      "epoch": 7.3206487835308796,
      "grad_norm": 0.1276181936264038,
      "learning_rate": 7.141604916600415e-05,
      "loss": 0.0366,
      "step": 23470
    },
    {
      "epoch": 7.3206487835308796,
      "flow_loss": 0.04814816638827324,
      "step": 23470
    },
    {
      "contrastive_loss": 0.005868277046829462,
      "epoch": 7.3206487835308796,
      "step": 23470
    },
    {
      "contrastive_lambda": 0.6676682366084825,
      "epoch": 7.3206487835308796,
      "step": 23470
    },
    {
      "contrastive_lambda": 0.6676435722994647,
      "epoch": 7.320960698689956,
      "step": 23471
    },
    {
      "contrastive_lambda": 0.6676189075308424,
      "epoch": 7.321272613849033,
      "step": 23472
    },
    {
      "contrastive_lambda": 0.6675942423026834,
      "epoch": 7.32158452900811,
      "step": 23473
    },
    {
      "contrastive_lambda": 0.6675695766150552,
      "epoch": 7.321896444167186,
      "step": 23474
    },
    {
      "contrastive_lambda": 0.6675449104680256,
      "epoch": 7.322208359326263,
      "step": 23475
    },
    {
      "contrastive_lambda": 0.667520243861662,
      "epoch": 7.32252027448534,
      "step": 23476
    },
    {
      "contrastive_lambda": 0.6674955767960322,
      "epoch": 7.322832189644417,
      "step": 23477
    },
    {
      "contrastive_lambda": 0.6674709092712037,
      "epoch": 7.323144104803493,
      "step": 23478
    },
    {
      "contrastive_lambda": 0.6674462412872443,
      "epoch": 7.3234560199625705,
      "step": 23479
    },
    {
      "epoch": 7.323767935121647,
      "grad_norm": 0.12483585625886917,
      "learning_rate": 7.139114392438635e-05,
      "loss": 0.0392,
      "step": 23480
    },
    {
      "epoch": 7.323767935121647,
      "flow_loss": 0.03420475870370865,
      "step": 23480
    },
    {
      "contrastive_loss": 0.005305815488100052,
      "epoch": 7.323767935121647,
      "step": 23480
    },
    {
      "contrastive_lambda": 0.6674215728442214,
      "epoch": 7.323767935121647,
      "step": 23480
    },
    {
      "contrastive_lambda": 0.6673969039422029,
      "epoch": 7.324079850280723,
      "step": 23481
    },
    {
      "contrastive_lambda": 0.6673722345812562,
      "epoch": 7.324391765439801,
      "step": 23482
    },
    {
      "contrastive_lambda": 0.667347564761449,
      "epoch": 7.324703680598877,
      "step": 23483
    },
    {
      "contrastive_lambda": 0.667322894482849,
      "epoch": 7.325015595757954,
      "step": 23484
    },
    {
      "contrastive_lambda": 0.6672982237455237,
      "epoch": 7.32532751091703,
      "step": 23485
    },
    {
      "contrastive_lambda": 0.6672735525495408,
      "epoch": 7.3256394260761075,
      "step": 23486
    },
    {
      "contrastive_lambda": 0.6672488808949681,
      "epoch": 7.325951341235184,
      "step": 23487
    },
    {
      "contrastive_lambda": 0.6672242087818732,
      "epoch": 7.3262632563942605,
      "step": 23488
    },
    {
      "contrastive_lambda": 0.6671995362103232,
      "epoch": 7.326575171553338,
      "step": 23489
    },
    {
      "epoch": 7.326887086712414,
      "grad_norm": 0.11311270296573639,
      "learning_rate": 7.136623218470382e-05,
      "loss": 0.0389,
      "step": 23490
    },
    {
      "epoch": 7.326887086712414,
      "flow_loss": 0.03041500225663185,
      "step": 23490
    },
    {
      "contrastive_loss": 0.00483168987557292,
      "epoch": 7.326887086712414,
      "step": 23490
    },
    {
      "contrastive_lambda": 0.6671748631803865,
      "epoch": 7.326887086712414,
      "step": 23490
    },
    {
      "contrastive_lambda": 0.6671501896921305,
      "epoch": 7.327199001871491,
      "step": 23491
    },
    {
      "contrastive_lambda": 0.6671255157456226,
      "epoch": 7.327510917030567,
      "step": 23492
    },
    {
      "contrastive_lambda": 0.6671008413409305,
      "epoch": 7.327822832189645,
      "step": 23493
    },
    {
      "contrastive_lambda": 0.6670761664781222,
      "epoch": 7.328134747348721,
      "step": 23494
    },
    {
      "contrastive_lambda": 0.667051491157265,
      "epoch": 7.3284466625077975,
      "step": 23495
    },
    {
      "contrastive_lambda": 0.6670268153784267,
      "epoch": 7.328758577666875,
      "step": 23496
    },
    {
      "contrastive_lambda": 0.6670021391416747,
      "epoch": 7.329070492825951,
      "step": 23497
    },
    {
      "contrastive_lambda": 0.6669774624470771,
      "epoch": 7.329382407985028,
      "step": 23498
    },
    {
      "contrastive_lambda": 0.6669527852947013,
      "epoch": 7.329694323144105,
      "step": 23499
    },
    {
      "epoch": 7.330006238303182,
      "grad_norm": 0.11762490123510361,
      "learning_rate": 7.13413139545241e-05,
      "loss": 0.0387,
      "step": 23500
    },
    {
      "epoch": 7.330006238303182,
      "flow_loss": 0.026853710412979126,
      "step": 23500
    },
    {
      "contrastive_loss": 0.006334137171506882,
      "epoch": 7.330006238303182,
      "step": 23500
    },
    {
      "contrastive_lambda": 0.6669281076846147,
      "epoch": 7.330006238303182,
      "step": 23500
    },
    {
      "contrastive_lambda": 0.6669034296168854,
      "epoch": 7.330318153462258,
      "step": 23501
    },
    {
      "contrastive_lambda": 0.666878751091581,
      "epoch": 7.330630068621335,
      "step": 23502
    },
    {
      "contrastive_lambda": 0.6668540721087688,
      "epoch": 7.330941983780412,
      "step": 23503
    },
    {
      "contrastive_lambda": 0.6668293926685167,
      "epoch": 7.331253898939488,
      "step": 23504
    },
    {
      "contrastive_lambda": 0.6668047127708926,
      "epoch": 7.331565814098565,
      "step": 23505
    },
    {
      "contrastive_lambda": 0.6667800324159636,
      "epoch": 7.331877729257642,
      "step": 23506
    },
    {
      "contrastive_lambda": 0.666755351603798,
      "epoch": 7.332189644416719,
      "step": 23507
    },
    {
      "contrastive_lambda": 0.6667306703344629,
      "epoch": 7.332501559575795,
      "step": 23508
    },
    {
      "contrastive_lambda": 0.6667059886080261,
      "epoch": 7.332813474734872,
      "step": 23509
    },
    {
      "epoch": 7.333125389893949,
      "grad_norm": 0.10481848567724228,
      "learning_rate": 7.131638924141668e-05,
      "loss": 0.0328,
      "step": 23510
    },
    {
      "epoch": 7.333125389893949,
      "flow_loss": 0.0337071567773819,
      "step": 23510
    },
    {
      "contrastive_loss": 0.004245730582624674,
      "epoch": 7.333125389893949,
      "step": 23510
    },
    {
      "contrastive_lambda": 0.6666813064245556,
      "epoch": 7.333125389893949,
      "step": 23510
    },
    {
      "contrastive_lambda": 0.6666566237841188,
      "epoch": 7.3334373050530255,
      "step": 23511
    },
    {
      "contrastive_lambda": 0.6666319406867832,
      "epoch": 7.333749220212102,
      "step": 23512
    },
    {
      "contrastive_lambda": 0.6666072571326169,
      "epoch": 7.334061135371179,
      "step": 23513
    },
    {
      "contrastive_lambda": 0.6665825731216872,
      "epoch": 7.334373050530256,
      "step": 23514
    },
    {
      "contrastive_lambda": 0.6665578886540621,
      "epoch": 7.334684965689332,
      "step": 23515
    },
    {
      "contrastive_lambda": 0.6665332037298088,
      "epoch": 7.33499688084841,
      "step": 23516
    },
    {
      "contrastive_lambda": 0.6665085183489955,
      "epoch": 7.335308796007486,
      "step": 23517
    },
    {
      "contrastive_lambda": 0.6664838325116896,
      "epoch": 7.335620711166563,
      "step": 23518
    },
    {
      "contrastive_lambda": 0.666459146217959,
      "epoch": 7.335932626325639,
      "step": 23519
    },
    {
      "epoch": 7.336244541484716,
      "grad_norm": 0.10598734021186829,
      "learning_rate": 7.129145805295304e-05,
      "loss": 0.0393,
      "step": 23520
    },
    {
      "epoch": 7.336244541484716,
      "flow_loss": 0.02526150830090046,
      "step": 23520
    },
    {
      "contrastive_loss": 0.0042131561785936356,
      "epoch": 7.336244541484716,
      "step": 23520
    },
    {
      "contrastive_lambda": 0.6664344594678708,
      "epoch": 7.336244541484716,
      "step": 23520
    },
    {
      "contrastive_lambda": 0.6664097722614933,
      "epoch": 7.336556456643793,
      "step": 23521
    },
    {
      "contrastive_lambda": 0.6663850845988941,
      "epoch": 7.336868371802869,
      "step": 23522
    },
    {
      "contrastive_lambda": 0.6663603964801403,
      "epoch": 7.337180286961947,
      "step": 23523
    },
    {
      "contrastive_lambda": 0.6663357079053005,
      "epoch": 7.337492202121023,
      "step": 23524
    },
    {
      "contrastive_lambda": 0.6663110188744418,
      "epoch": 7.3378041172801,
      "step": 23525
    },
    {
      "contrastive_lambda": 0.6662863293876319,
      "epoch": 7.338116032439176,
      "step": 23526
    },
    {
      "contrastive_lambda": 0.6662616394449385,
      "epoch": 7.3384279475982535,
      "step": 23527
    },
    {
      "contrastive_lambda": 0.6662369490464296,
      "epoch": 7.33873986275733,
      "step": 23528
    },
    {
      "contrastive_lambda": 0.6662122581921726,
      "epoch": 7.339051777916406,
      "step": 23529
    },
    {
      "epoch": 7.339363693075484,
      "grad_norm": 0.15748560428619385,
      "learning_rate": 7.126652039670661e-05,
      "loss": 0.0331,
      "step": 23530
    },
    {
      "epoch": 7.339363693075484,
      "flow_loss": 0.03481181338429451,
      "step": 23530
    },
    {
      "contrastive_loss": 0.0058769104070961475,
      "epoch": 7.339363693075484,
      "step": 23530
    },
    {
      "contrastive_lambda": 0.6661875668822352,
      "epoch": 7.339363693075484,
      "step": 23530
    },
    {
      "contrastive_lambda": 0.6661628751166851,
      "epoch": 7.33967560823456,
      "step": 23531
    },
    {
      "contrastive_lambda": 0.6661381828955901,
      "epoch": 7.339987523393637,
      "step": 23532
    },
    {
      "contrastive_lambda": 0.6661134902190179,
      "epoch": 7.340299438552714,
      "step": 23533
    },
    {
      "contrastive_lambda": 0.666088797087036,
      "epoch": 7.3406113537117905,
      "step": 23534
    },
    {
      "contrastive_lambda": 0.6660641034997123,
      "epoch": 7.340923268870867,
      "step": 23535
    },
    {
      "contrastive_lambda": 0.6660394094571145,
      "epoch": 7.3412351840299435,
      "step": 23536
    },
    {
      "contrastive_lambda": 0.6660147149593101,
      "epoch": 7.341547099189021,
      "step": 23537
    },
    {
      "contrastive_lambda": 0.6659900200063671,
      "epoch": 7.341859014348097,
      "step": 23538
    },
    {
      "contrastive_lambda": 0.6659653245983529,
      "epoch": 7.342170929507174,
      "step": 23539
    },
    {
      "epoch": 7.342482844666251,
      "grad_norm": 0.1293308436870575,
      "learning_rate": 7.124157628025278e-05,
      "loss": 0.0392,
      "step": 23540
    },
    {
      "epoch": 7.342482844666251,
      "flow_loss": 0.031205983832478523,
      "step": 23540
    },
    {
      "contrastive_loss": 0.004884663503617048,
      "epoch": 7.342482844666251,
      "step": 23540
    },
    {
      "contrastive_lambda": 0.6659406287353353,
      "epoch": 7.342482844666251,
      "step": 23540
    },
    {
      "contrastive_lambda": 0.6659159324173822,
      "epoch": 7.342794759825328,
      "step": 23541
    },
    {
      "contrastive_lambda": 0.6658912356445612,
      "epoch": 7.343106674984404,
      "step": 23542
    },
    {
      "contrastive_lambda": 0.6658665384169398,
      "epoch": 7.3434185901434805,
      "step": 23543
    },
    {
      "contrastive_lambda": 0.6658418407345859,
      "epoch": 7.343730505302558,
      "step": 23544
    },
    {
      "contrastive_lambda": 0.6658171425975672,
      "epoch": 7.344042420461634,
      "step": 23545
    },
    {
      "contrastive_lambda": 0.6657924440059513,
      "epoch": 7.344354335620711,
      "step": 23546
    },
    {
      "contrastive_lambda": 0.6657677449598061,
      "epoch": 7.344666250779788,
      "step": 23547
    },
    {
      "contrastive_lambda": 0.6657430454591993,
      "epoch": 7.344978165938865,
      "step": 23548
    },
    {
      "contrastive_lambda": 0.6657183455041984,
      "epoch": 7.345290081097941,
      "step": 23549
    },
    {
      "epoch": 7.3456019962570185,
      "grad_norm": 0.1185162290930748,
      "learning_rate": 7.121662571116894e-05,
      "loss": 0.0286,
      "step": 23550
    },
    {
      "epoch": 7.3456019962570185,
      "flow_loss": 0.036021824926137924,
      "step": 23550
    },
    {
      "contrastive_loss": 0.004771227017045021,
      "epoch": 7.3456019962570185,
      "step": 23550
    },
    {
      "contrastive_lambda": 0.6656936450948712,
      "epoch": 7.3456019962570185,
      "step": 23550
    },
    {
      "contrastive_lambda": 0.6656689442312854,
      "epoch": 7.345913911416095,
      "step": 23551
    },
    {
      "contrastive_lambda": 0.665644242913509,
      "epoch": 7.346225826575171,
      "step": 23552
    },
    {
      "contrastive_lambda": 0.6656195411416095,
      "epoch": 7.346537741734248,
      "step": 23553
    },
    {
      "contrastive_lambda": 0.6655948389156544,
      "epoch": 7.346849656893325,
      "step": 23554
    },
    {
      "contrastive_lambda": 0.6655701362357118,
      "epoch": 7.347161572052402,
      "step": 23555
    },
    {
      "contrastive_lambda": 0.6655454331018493,
      "epoch": 7.347473487211478,
      "step": 23556
    },
    {
      "contrastive_lambda": 0.6655207295141345,
      "epoch": 7.3477854023705556,
      "step": 23557
    },
    {
      "contrastive_lambda": 0.6654960254726353,
      "epoch": 7.348097317529632,
      "step": 23558
    },
    {
      "contrastive_lambda": 0.6654713209774195,
      "epoch": 7.3484092326887085,
      "step": 23559
    },
    {
      "epoch": 7.348721147847785,
      "grad_norm": 0.10596087574958801,
      "learning_rate": 7.119166869703441e-05,
      "loss": 0.0331,
      "step": 23560
    },
    {
      "epoch": 7.348721147847785,
      "flow_loss": 0.029106110334396362,
      "step": 23560
    },
    {
      "contrastive_loss": 0.004376571159809828,
      "epoch": 7.348721147847785,
      "step": 23560
    },
    {
      "contrastive_lambda": 0.6654466160285544,
      "epoch": 7.348721147847785,
      "step": 23560
    },
    {
      "contrastive_lambda": 0.6654219106261082,
      "epoch": 7.349033063006862,
      "step": 23561
    },
    {
      "contrastive_lambda": 0.6653972047701483,
      "epoch": 7.349344978165939,
      "step": 23562
    },
    {
      "contrastive_lambda": 0.6653724984607425,
      "epoch": 7.349656893325015,
      "step": 23563
    },
    {
      "contrastive_lambda": 0.6653477916979589,
      "epoch": 7.349968808484093,
      "step": 23564
    },
    {
      "contrastive_lambda": 0.6653230844818648,
      "epoch": 7.350280723643169,
      "step": 23565
    },
    {
      "contrastive_lambda": 0.6652983768125279,
      "epoch": 7.350592638802246,
      "step": 23566
    },
    {
      "contrastive_lambda": 0.6652736686900164,
      "epoch": 7.350904553961323,
      "step": 23567
    },
    {
      "contrastive_lambda": 0.6652489601143976,
      "epoch": 7.351216469120399,
      "step": 23568
    },
    {
      "contrastive_lambda": 0.6652242510857393,
      "epoch": 7.351528384279476,
      "step": 23569
    },
    {
      "epoch": 7.351840299438552,
      "grad_norm": 0.12703493237495422,
      "learning_rate": 7.116670524543044e-05,
      "loss": 0.0349,
      "step": 23570
    },
    {
      "epoch": 7.351840299438552,
      "flow_loss": 0.03886726498603821,
      "step": 23570
    },
    {
      "contrastive_loss": 0.0069540198892354965,
      "epoch": 7.351840299438552,
      "step": 23570
    },
    {
      "contrastive_lambda": 0.6651995416041095,
      "epoch": 7.351840299438552,
      "step": 23570
    },
    {
      "contrastive_lambda": 0.6651748316695757,
      "epoch": 7.35215221459763,
      "step": 23571
    },
    {
      "contrastive_lambda": 0.6651501212822059,
      "epoch": 7.352464129756706,
      "step": 23572
    },
    {
      "contrastive_lambda": 0.6651254104420674,
      "epoch": 7.352776044915783,
      "step": 23573
    },
    {
      "contrastive_lambda": 0.6651006991492283,
      "epoch": 7.35308796007486,
      "step": 23574
    },
    {
      "contrastive_lambda": 0.6650759874037563,
      "epoch": 7.3533998752339365,
      "step": 23575
    },
    {
      "contrastive_lambda": 0.6650512752057192,
      "epoch": 7.353711790393013,
      "step": 23576
    },
    {
      "contrastive_lambda": 0.6650265625551843,
      "epoch": 7.354023705552089,
      "step": 23577
    },
    {
      "contrastive_lambda": 0.6650018494522201,
      "epoch": 7.354335620711167,
      "step": 23578
    },
    {
      "contrastive_lambda": 0.6649771358968939,
      "epoch": 7.354647535870243,
      "step": 23579
    },
    {
      "epoch": 7.35495945102932,
      "grad_norm": 0.10700959712266922,
      "learning_rate": 7.114173536394032e-05,
      "loss": 0.0369,
      "step": 23580
    },
    {
      "epoch": 7.35495945102932,
      "flow_loss": 0.04594961553812027,
      "step": 23580
    },
    {
      "contrastive_loss": 0.005555544048547745,
      "epoch": 7.35495945102932,
      "step": 23580
    },
    {
      "contrastive_lambda": 0.6649524218892734,
      "epoch": 7.35495945102932,
      "step": 23580
    },
    {
      "contrastive_lambda": 0.6649277074294264,
      "epoch": 7.355271366188397,
      "step": 23581
    },
    {
      "contrastive_lambda": 0.6649029925174209,
      "epoch": 7.3555832813474735,
      "step": 23582
    },
    {
      "contrastive_lambda": 0.6648782771533244,
      "epoch": 7.35589519650655,
      "step": 23583
    },
    {
      "contrastive_lambda": 0.6648535613372049,
      "epoch": 7.356207111665627,
      "step": 23584
    },
    {
      "contrastive_lambda": 0.6648288450691296,
      "epoch": 7.356519026824704,
      "step": 23585
    },
    {
      "contrastive_lambda": 0.664804128349167,
      "epoch": 7.35683094198378,
      "step": 23586
    },
    {
      "contrastive_lambda": 0.6647794111773846,
      "epoch": 7.357142857142857,
      "step": 23587
    },
    {
      "contrastive_lambda": 0.6647546935538498,
      "epoch": 7.357454772301934,
      "step": 23588
    },
    {
      "contrastive_lambda": 0.6647299754786308,
      "epoch": 7.357766687461011,
      "step": 23589
    },
    {
      "epoch": 7.358078602620087,
      "grad_norm": 0.1616164594888687,
      "learning_rate": 7.111675906014917e-05,
      "loss": 0.0394,
      "step": 23590
    },
    {
      "epoch": 7.358078602620087,
      "flow_loss": 0.042669471353292465,
      "step": 23590
    },
    {
      "contrastive_loss": 0.005501766689121723,
      "epoch": 7.358078602620087,
      "step": 23590
    },
    {
      "contrastive_lambda": 0.6647052569517953,
      "epoch": 7.358078602620087,
      "step": 23590
    },
    {
      "contrastive_lambda": 0.6646805379734108,
      "epoch": 7.358390517779164,
      "step": 23591
    },
    {
      "contrastive_lambda": 0.6646558185435453,
      "epoch": 7.358702432938241,
      "step": 23592
    },
    {
      "contrastive_lambda": 0.6646310986622667,
      "epoch": 7.359014348097317,
      "step": 23593
    },
    {
      "contrastive_lambda": 0.6646063783296423,
      "epoch": 7.359326263256394,
      "step": 23594
    },
    {
      "contrastive_lambda": 0.6645816575457404,
      "epoch": 7.359638178415471,
      "step": 23595
    },
    {
      "contrastive_lambda": 0.6645569363106285,
      "epoch": 7.359950093574548,
      "step": 23596
    },
    {
      "contrastive_lambda": 0.6645322146243744,
      "epoch": 7.360262008733624,
      "step": 23597
    },
    {
      "contrastive_lambda": 0.6645074924870459,
      "epoch": 7.3605739238927015,
      "step": 23598
    },
    {
      "contrastive_lambda": 0.6644827698987108,
      "epoch": 7.360885839051778,
      "step": 23599
    },
    {
      "epoch": 7.361197754210854,
      "grad_norm": 0.13557329773902893,
      "learning_rate": 7.109177634164421e-05,
      "loss": 0.0385,
      "step": 23600
    },
    {
      "epoch": 7.361197754210854,
      "flow_loss": 0.039215002208948135,
      "step": 23600
    },
    {
      "contrastive_loss": 0.004784253891557455,
      "epoch": 7.361197754210854,
      "step": 23600
    },
    {
      "contrastive_lambda": 0.6644580468594367,
      "epoch": 7.361197754210854,
      "step": 23600
    },
    {
      "contrastive_lambda": 0.6644333233692916,
      "epoch": 7.361509669369932,
      "step": 23601
    },
    {
      "contrastive_lambda": 0.6644085994283433,
      "epoch": 7.361821584529008,
      "step": 23602
    },
    {
      "contrastive_lambda": 0.6643838750366593,
      "epoch": 7.362133499688085,
      "step": 23603
    },
    {
      "contrastive_lambda": 0.6643591501943078,
      "epoch": 7.362445414847161,
      "step": 23604
    },
    {
      "contrastive_lambda": 0.6643344249013562,
      "epoch": 7.3627573300062386,
      "step": 23605
    },
    {
      "contrastive_lambda": 0.6643096991578725,
      "epoch": 7.363069245165315,
      "step": 23606
    },
    {
      "contrastive_lambda": 0.6642849729639244,
      "epoch": 7.3633811603243915,
      "step": 23607
    },
    {
      "contrastive_lambda": 0.6642602463195798,
      "epoch": 7.363693075483469,
      "step": 23608
    },
    {
      "contrastive_lambda": 0.6642355192249064,
      "epoch": 7.364004990642545,
      "step": 23609
    },
    {
      "epoch": 7.364316905801622,
      "grad_norm": 0.11896169185638428,
      "learning_rate": 7.106678721601449e-05,
      "loss": 0.0372,
      "step": 23610
    },
    {
      "epoch": 7.364316905801622,
      "flow_loss": 0.03465626388788223,
      "step": 23610
    },
    {
      "contrastive_loss": 0.0048541110008955,
      "epoch": 7.364316905801622,
      "step": 23610
    },
    {
      "contrastive_lambda": 0.664210791679972,
      "epoch": 7.364316905801622,
      "step": 23610
    },
    {
      "contrastive_lambda": 0.6641860636848442,
      "epoch": 7.364628820960698,
      "step": 23611
    },
    {
      "contrastive_lambda": 0.6641613352395912,
      "epoch": 7.364940736119776,
      "step": 23612
    },
    {
      "contrastive_lambda": 0.6641366063442806,
      "epoch": 7.365252651278852,
      "step": 23613
    },
    {
      "contrastive_lambda": 0.66411187699898,
      "epoch": 7.365564566437929,
      "step": 23614
    },
    {
      "contrastive_lambda": 0.6640871472037575,
      "epoch": 7.365876481597006,
      "step": 23615
    },
    {
      "contrastive_lambda": 0.6640624169586807,
      "epoch": 7.366188396756082,
      "step": 23616
    },
    {
      "contrastive_lambda": 0.6640376862638175,
      "epoch": 7.366500311915159,
      "step": 23617
    },
    {
      "contrastive_lambda": 0.6640129551192357,
      "epoch": 7.366812227074236,
      "step": 23618
    },
    {
      "contrastive_lambda": 0.663988223525003,
      "epoch": 7.367124142233313,
      "step": 23619
    },
    {
      "epoch": 7.367436057392389,
      "grad_norm": 0.12757772207260132,
      "learning_rate": 7.104179169085103e-05,
      "loss": 0.0375,
      "step": 23620
    },
    {
      "epoch": 7.367436057392389,
      "flow_loss": 0.025195596739649773,
      "step": 23620
    },
    {
      "contrastive_loss": 0.005430871620774269,
      "epoch": 7.367436057392389,
      "step": 23620
    },
    {
      "contrastive_lambda": 0.6639634914811873,
      "epoch": 7.367436057392389,
      "step": 23620
    },
    {
      "contrastive_lambda": 0.6639387589878565,
      "epoch": 7.367747972551466,
      "step": 23621
    },
    {
      "contrastive_lambda": 0.663914026045078,
      "epoch": 7.368059887710543,
      "step": 23622
    },
    {
      "contrastive_lambda": 0.6638892926529201,
      "epoch": 7.3683718028696195,
      "step": 23623
    },
    {
      "contrastive_lambda": 0.6638645588114505,
      "epoch": 7.368683718028696,
      "step": 23624
    },
    {
      "contrastive_lambda": 0.6638398245207366,
      "epoch": 7.368995633187773,
      "step": 23625
    },
    {
      "contrastive_lambda": 0.6638150897808467,
      "epoch": 7.36930754834685,
      "step": 23626
    },
    {
      "contrastive_lambda": 0.6637903545918485,
      "epoch": 7.369619463505926,
      "step": 23627
    },
    {
      "contrastive_lambda": 0.6637656189538097,
      "epoch": 7.369931378665003,
      "step": 23628
    },
    {
      "contrastive_lambda": 0.6637408828667981,
      "epoch": 7.37024329382408,
      "step": 23629
    },
    {
      "epoch": 7.3705552089831565,
      "grad_norm": 0.11370962858200073,
      "learning_rate": 7.101678977374683e-05,
      "loss": 0.035,
      "step": 23630
    },
    {
      "epoch": 7.3705552089831565,
      "flow_loss": 0.029967205598950386,
      "step": 23630
    },
    {
      "contrastive_loss": 0.005096291191875935,
      "epoch": 7.3705552089831565,
      "step": 23630
    },
    {
      "contrastive_lambda": 0.6637161463308816,
      "epoch": 7.3705552089831565,
      "step": 23630
    },
    {
      "contrastive_lambda": 0.6636914093461279,
      "epoch": 7.370867124142233,
      "step": 23631
    },
    {
      "contrastive_lambda": 0.6636666719126051,
      "epoch": 7.37117903930131,
      "step": 23632
    },
    {
      "contrastive_lambda": 0.6636419340303807,
      "epoch": 7.371490954460387,
      "step": 23633
    },
    {
      "contrastive_lambda": 0.6636171956995226,
      "epoch": 7.371802869619463,
      "step": 23634
    },
    {
      "contrastive_lambda": 0.6635924569200988,
      "epoch": 7.372114784778541,
      "step": 23635
    },
    {
      "contrastive_lambda": 0.6635677176921769,
      "epoch": 7.372426699937617,
      "step": 23636
    },
    {
      "contrastive_lambda": 0.6635429780158248,
      "epoch": 7.372738615096694,
      "step": 23637
    },
    {
      "contrastive_lambda": 0.6635182378911104,
      "epoch": 7.37305053025577,
      "step": 23638
    },
    {
      "contrastive_lambda": 0.6634934973181014,
      "epoch": 7.373362445414847,
      "step": 23639
    },
    {
      "epoch": 7.373674360573924,
      "grad_norm": 0.14051270484924316,
      "learning_rate": 7.099178147229685e-05,
      "loss": 0.0429,
      "step": 23640
    },
    {
      "epoch": 7.373674360573924,
      "flow_loss": 0.0379331149160862,
      "step": 23640
    },
    {
      "contrastive_loss": 0.008261099457740784,
      "epoch": 7.373674360573924,
      "step": 23640
    },
    {
      "contrastive_lambda": 0.6634687562968657,
      "epoch": 7.373674360573924,
      "step": 23640
    },
    {
      "contrastive_lambda": 0.6634440148274714,
      "epoch": 7.373986275733,
      "step": 23641
    },
    {
      "contrastive_lambda": 0.6634192729099856,
      "epoch": 7.374298190892078,
      "step": 23642
    },
    {
      "contrastive_lambda": 0.6633945305444768,
      "epoch": 7.374610106051154,
      "step": 23643
    },
    {
      "contrastive_lambda": 0.6633697877310127,
      "epoch": 7.374922021210231,
      "step": 23644
    },
    {
      "contrastive_lambda": 0.6633450444696609,
      "epoch": 7.375233936369307,
      "step": 23645
    },
    {
      "contrastive_lambda": 0.6633203007604895,
      "epoch": 7.3755458515283845,
      "step": 23646
    },
    {
      "contrastive_lambda": 0.6632955566035662,
      "epoch": 7.375857766687461,
      "step": 23647
    },
    {
      "contrastive_lambda": 0.6632708119989589,
      "epoch": 7.376169681846537,
      "step": 23648
    },
    {
      "contrastive_lambda": 0.6632460669467353,
      "epoch": 7.376481597005615,
      "step": 23649
    },
    {
      "epoch": 7.376793512164691,
      "grad_norm": 0.16378246247768402,
      "learning_rate": 7.096676679409789e-05,
      "loss": 0.0362,
      "step": 23650
    },
    {
      "epoch": 7.376793512164691,
      "flow_loss": 0.028038382530212402,
      "step": 23650
    },
    {
      "contrastive_loss": 0.004789204802364111,
      "epoch": 7.376793512164691,
      "step": 23650
    },
    {
      "contrastive_lambda": 0.6632213214469633,
      "epoch": 7.376793512164691,
      "step": 23650
    },
    {
      "contrastive_lambda": 0.6631965754997109,
      "epoch": 7.377105427323768,
      "step": 23651
    },
    {
      "contrastive_lambda": 0.6631718291050459,
      "epoch": 7.377417342482845,
      "step": 23652
    },
    {
      "contrastive_lambda": 0.6631470822630359,
      "epoch": 7.377729257641922,
      "step": 23653
    },
    {
      "contrastive_lambda": 0.6631223349737488,
      "epoch": 7.378041172800998,
      "step": 23654
    },
    {
      "contrastive_lambda": 0.6630975872372529,
      "epoch": 7.3783530879600745,
      "step": 23655
    },
    {
      "contrastive_lambda": 0.6630728390536154,
      "epoch": 7.378665003119152,
      "step": 23656
    },
    {
      "contrastive_lambda": 0.6630480904229046,
      "epoch": 7.378976918278228,
      "step": 23657
    },
    {
      "contrastive_lambda": 0.6630233413451881,
      "epoch": 7.379288833437305,
      "step": 23658
    },
    {
      "contrastive_lambda": 0.662998591820534,
      "epoch": 7.379600748596382,
      "step": 23659
    },
    {
      "epoch": 7.379912663755459,
      "grad_norm": 0.1670651137828827,
      "learning_rate": 7.094174574674877e-05,
      "loss": 0.0372,
      "step": 23660
    },
    {
      "epoch": 7.379912663755459,
      "flow_loss": 0.03174553066492081,
      "step": 23660
    },
    {
      "contrastive_loss": 0.004742593038827181,
      "epoch": 7.379912663755459,
      "step": 23660
    },
    {
      "contrastive_lambda": 0.66297384184901,
      "epoch": 7.379912663755459,
      "step": 23660
    },
    {
      "contrastive_lambda": 0.6629490914306838,
      "epoch": 7.380224578914535,
      "step": 23661
    },
    {
      "contrastive_lambda": 0.6629243405656234,
      "epoch": 7.380536494073612,
      "step": 23662
    },
    {
      "contrastive_lambda": 0.6628995892538969,
      "epoch": 7.380848409232689,
      "step": 23663
    },
    {
      "contrastive_lambda": 0.6628748374955719,
      "epoch": 7.381160324391765,
      "step": 23664
    },
    {
      "contrastive_lambda": 0.662850085290716,
      "epoch": 7.381472239550842,
      "step": 23665
    },
    {
      "contrastive_lambda": 0.6628253326393976,
      "epoch": 7.381784154709919,
      "step": 23666
    },
    {
      "contrastive_lambda": 0.6628005795416844,
      "epoch": 7.382096069868996,
      "step": 23667
    },
    {
      "contrastive_lambda": 0.6627758259976437,
      "epoch": 7.382407985028072,
      "step": 23668
    },
    {
      "contrastive_lambda": 0.6627510720073443,
      "epoch": 7.3827199001871495,
      "step": 23669
    },
    {
      "epoch": 7.383031815346226,
      "grad_norm": 0.1065465435385704,
      "learning_rate": 7.091671833785025e-05,
      "loss": 0.0411,
      "step": 23670
    },
    {
      "epoch": 7.383031815346226,
      "flow_loss": 0.01945565827190876,
      "step": 23670
    },
    {
      "contrastive_loss": 0.006427427753806114,
      "epoch": 7.383031815346226,
      "step": 23670
    },
    {
      "contrastive_lambda": 0.6627263175708535,
      "epoch": 7.383031815346226,
      "step": 23670
    },
    {
      "contrastive_lambda": 0.6627015626882391,
      "epoch": 7.3833437305053025,
      "step": 23671
    },
    {
      "contrastive_lambda": 0.6626768073595692,
      "epoch": 7.383655645664379,
      "step": 23672
    },
    {
      "contrastive_lambda": 0.6626520515849116,
      "epoch": 7.383967560823456,
      "step": 23673
    },
    {
      "contrastive_lambda": 0.6626272953643342,
      "epoch": 7.384279475982533,
      "step": 23674
    },
    {
      "contrastive_lambda": 0.6626025386979049,
      "epoch": 7.384591391141609,
      "step": 23675
    },
    {
      "contrastive_lambda": 0.6625777815856913,
      "epoch": 7.384903306300687,
      "step": 23676
    },
    {
      "contrastive_lambda": 0.6625530240277617,
      "epoch": 7.385215221459763,
      "step": 23677
    },
    {
      "contrastive_lambda": 0.6625282660241837,
      "epoch": 7.3855271366188395,
      "step": 23678
    },
    {
      "contrastive_lambda": 0.6625035075750252,
      "epoch": 7.385839051777916,
      "step": 23679
    },
    {
      "epoch": 7.386150966936993,
      "grad_norm": 0.17249497771263123,
      "learning_rate": 7.089168457500493e-05,
      "loss": 0.0381,
      "step": 23680
    },
    {
      "epoch": 7.386150966936993,
      "flow_loss": 0.046726033091545105,
      "step": 23680
    },
    {
      "contrastive_loss": 0.004206538200378418,
      "epoch": 7.386150966936993,
      "step": 23680
    },
    {
      "contrastive_lambda": 0.6624787486803541,
      "epoch": 7.386150966936993,
      "step": 23680
    },
    {
      "contrastive_lambda": 0.6624539893402382,
      "epoch": 7.38646288209607,
      "step": 23681
    },
    {
      "contrastive_lambda": 0.6624292295547456,
      "epoch": 7.386774797255146,
      "step": 23682
    },
    {
      "contrastive_lambda": 0.662404469323944,
      "epoch": 7.387086712414224,
      "step": 23683
    },
    {
      "contrastive_lambda": 0.6623797086479013,
      "epoch": 7.3873986275733,
      "step": 23684
    },
    {
      "contrastive_lambda": 0.6623549475266854,
      "epoch": 7.387710542732377,
      "step": 23685
    },
    {
      "contrastive_lambda": 0.6623301859603643,
      "epoch": 7.388022457891454,
      "step": 23686
    },
    {
      "contrastive_lambda": 0.6623054239490058,
      "epoch": 7.38833437305053,
      "step": 23687
    },
    {
      "contrastive_lambda": 0.6622806614926775,
      "epoch": 7.388646288209607,
      "step": 23688
    },
    {
      "contrastive_lambda": 0.6622558985914477,
      "epoch": 7.388958203368683,
      "step": 23689
    },
    {
      "epoch": 7.389270118527761,
      "grad_norm": 0.1669895201921463,
      "learning_rate": 7.086664446581747e-05,
      "loss": 0.0375,
      "step": 23690
    },
    {
      "epoch": 7.389270118527761,
      "flow_loss": 0.06365920603275299,
      "step": 23690
    },
    {
      "contrastive_loss": 0.007563046179711819,
      "epoch": 7.389270118527761,
      "step": 23690
    },
    {
      "contrastive_lambda": 0.6622311352453842,
      "epoch": 7.389270118527761,
      "step": 23690
    },
    {
      "contrastive_lambda": 0.6622063714545547,
      "epoch": 7.389582033686837,
      "step": 23691
    },
    {
      "contrastive_lambda": 0.6621816072190274,
      "epoch": 7.389893948845914,
      "step": 23692
    },
    {
      "contrastive_lambda": 0.66215684253887,
      "epoch": 7.390205864004991,
      "step": 23693
    },
    {
      "contrastive_lambda": 0.6621320774141504,
      "epoch": 7.3905177791640675,
      "step": 23694
    },
    {
      "contrastive_lambda": 0.6621073118449363,
      "epoch": 7.390829694323144,
      "step": 23695
    },
    {
      "contrastive_lambda": 0.662082545831296,
      "epoch": 7.39114160948222,
      "step": 23696
    },
    {
      "contrastive_lambda": 0.6620577793732971,
      "epoch": 7.391453524641298,
      "step": 23697
    },
    {
      "contrastive_lambda": 0.6620330124710078,
      "epoch": 7.391765439800374,
      "step": 23698
    },
    {
      "contrastive_lambda": 0.6620082451244955,
      "epoch": 7.392077354959451,
      "step": 23699
    },
    {
      "epoch": 7.392389270118528,
      "grad_norm": 0.10254085808992386,
      "learning_rate": 7.084159801789438e-05,
      "loss": 0.0356,
      "step": 23700
    },
    {
      "epoch": 7.392389270118528,
      "flow_loss": 0.02443496696650982,
      "step": 23700
    },
    {
      "contrastive_loss": 0.004367870278656483,
      "epoch": 7.392389270118528,
      "step": 23700
    },
    {
      "contrastive_lambda": 0.6619834773338286,
      "epoch": 7.392389270118528,
      "step": 23700
    },
    {
      "contrastive_lambda": 0.6619587090990748,
      "epoch": 7.392701185277605,
      "step": 23701
    },
    {
      "contrastive_lambda": 0.661933940420302,
      "epoch": 7.393013100436681,
      "step": 23702
    },
    {
      "contrastive_lambda": 0.6619091712975779,
      "epoch": 7.393325015595758,
      "step": 23703
    },
    {
      "contrastive_lambda": 0.6618844017309709,
      "epoch": 7.393636930754835,
      "step": 23704
    },
    {
      "contrastive_lambda": 0.6618596317205484,
      "epoch": 7.393948845913911,
      "step": 23705
    },
    {
      "contrastive_lambda": 0.6618348612663786,
      "epoch": 7.394260761072988,
      "step": 23706
    },
    {
      "contrastive_lambda": 0.6618100903685292,
      "epoch": 7.394572676232065,
      "step": 23707
    },
    {
      "contrastive_lambda": 0.6617853190270685,
      "epoch": 7.394884591391142,
      "step": 23708
    },
    {
      "contrastive_lambda": 0.6617605472420641,
      "epoch": 7.395196506550218,
      "step": 23709
    },
    {
      "epoch": 7.3955084217092955,
      "grad_norm": 0.1424068808555603,
      "learning_rate": 7.081654523884411e-05,
      "loss": 0.0316,
      "step": 23710
    },
    {
      "epoch": 7.3955084217092955,
      "flow_loss": 0.03705024719238281,
      "step": 23710
    },
    {
      "contrastive_loss": 0.005470879375934601,
      "epoch": 7.3955084217092955,
      "step": 23710
    },
    {
      "contrastive_lambda": 0.6617357750135838,
      "epoch": 7.3955084217092955,
      "step": 23710
    },
    {
      "contrastive_lambda": 0.6617110023416959,
      "epoch": 7.395820336868372,
      "step": 23711
    },
    {
      "contrastive_lambda": 0.6616862292264681,
      "epoch": 7.396132252027448,
      "step": 23712
    },
    {
      "contrastive_lambda": 0.6616614556679683,
      "epoch": 7.396444167186525,
      "step": 23713
    },
    {
      "contrastive_lambda": 0.6616366816662643,
      "epoch": 7.396756082345602,
      "step": 23714
    },
    {
      "contrastive_lambda": 0.6616119072214244,
      "epoch": 7.397067997504679,
      "step": 23715
    },
    {
      "contrastive_lambda": 0.6615871323335161,
      "epoch": 7.397379912663755,
      "step": 23716
    },
    {
      "contrastive_lambda": 0.6615623570026076,
      "epoch": 7.3976918278228325,
      "step": 23717
    },
    {
      "contrastive_lambda": 0.6615375812287666,
      "epoch": 7.398003742981909,
      "step": 23718
    },
    {
      "contrastive_lambda": 0.6615128050120611,
      "epoch": 7.3983156581409855,
      "step": 23719
    },
    {
      "epoch": 7.398627573300063,
      "grad_norm": 0.10507424175739288,
      "learning_rate": 7.0791486136277e-05,
      "loss": 0.0377,
      "step": 23720
    },
    {
      "epoch": 7.398627573300063,
      "flow_loss": 0.04831022769212723,
      "step": 23720
    },
    {
      "contrastive_loss": 0.007060290314257145,
      "epoch": 7.398627573300063,
      "step": 23720
    },
    {
      "contrastive_lambda": 0.6614880283525593,
      "epoch": 7.398627573300063,
      "step": 23720
    },
    {
      "contrastive_lambda": 0.6614632512503289,
      "epoch": 7.398939488459139,
      "step": 23721
    },
    {
      "contrastive_lambda": 0.6614384737054375,
      "epoch": 7.399251403618216,
      "step": 23722
    },
    {
      "contrastive_lambda": 0.6614136957179537,
      "epoch": 7.399563318777292,
      "step": 23723
    },
    {
      "contrastive_lambda": 0.661388917287945,
      "epoch": 7.39987523393637,
      "step": 23724
    },
    {
      "contrastive_lambda": 0.6613641384154793,
      "epoch": 7.400187149095446,
      "step": 23725
    },
    {
      "contrastive_lambda": 0.6613393591006247,
      "epoch": 7.4004990642545225,
      "step": 23726
    },
    {
      "contrastive_lambda": 0.6613145793434492,
      "epoch": 7.4008109794136,
      "step": 23727
    },
    {
      "contrastive_lambda": 0.6612897991440205,
      "epoch": 7.401122894572676,
      "step": 23728
    },
    {
      "contrastive_lambda": 0.6612650185024067,
      "epoch": 7.401434809731753,
      "step": 23729
    },
    {
      "epoch": 7.401746724890829,
      "grad_norm": 0.12174676358699799,
      "learning_rate": 7.07664207178054e-05,
      "loss": 0.0386,
      "step": 23730
    },
    {
      "epoch": 7.401746724890829,
      "flow_loss": 0.04891008138656616,
      "step": 23730
    },
    {
      "contrastive_loss": 0.005463905166834593,
      "epoch": 7.401746724890829,
      "step": 23730
    },
    {
      "contrastive_lambda": 0.6612402374186757,
      "epoch": 7.401746724890829,
      "step": 23730
    },
    {
      "contrastive_lambda": 0.6612154558928955,
      "epoch": 7.402058640049907,
      "step": 23731
    },
    {
      "contrastive_lambda": 0.661190673925134,
      "epoch": 7.402370555208983,
      "step": 23732
    },
    {
      "contrastive_lambda": 0.6611658915154588,
      "epoch": 7.40268247036806,
      "step": 23733
    },
    {
      "contrastive_lambda": 0.6611411086639385,
      "epoch": 7.402994385527137,
      "step": 23734
    },
    {
      "contrastive_lambda": 0.6611163253706407,
      "epoch": 7.403306300686213,
      "step": 23735
    },
    {
      "contrastive_lambda": 0.6610915416356331,
      "epoch": 7.40361821584529,
      "step": 23736
    },
    {
      "contrastive_lambda": 0.661066757458984,
      "epoch": 7.403930131004367,
      "step": 23737
    },
    {
      "contrastive_lambda": 0.6610419728407614,
      "epoch": 7.404242046163444,
      "step": 23738
    },
    {
      "contrastive_lambda": 0.6610171877810329,
      "epoch": 7.40455396132252,
      "step": 23739
    },
    {
      "epoch": 7.404865876481597,
      "grad_norm": 0.11588519811630249,
      "learning_rate": 7.074134899104345e-05,
      "loss": 0.0335,
      "step": 23740
    },
    {
      "epoch": 7.404865876481597,
      "flow_loss": 0.03475503250956535,
      "step": 23740
    },
    {
      "contrastive_loss": 0.006456939037889242,
      "epoch": 7.404865876481597,
      "step": 23740
    },
    {
      "contrastive_lambda": 0.6609924022798667,
      "epoch": 7.404865876481597,
      "step": 23740
    },
    {
      "contrastive_lambda": 0.6609676163373306,
      "epoch": 7.405177791640674,
      "step": 23741
    },
    {
      "contrastive_lambda": 0.6609428299534927,
      "epoch": 7.4054897067997505,
      "step": 23742
    },
    {
      "contrastive_lambda": 0.660918043128421,
      "epoch": 7.405801621958827,
      "step": 23743
    },
    {
      "contrastive_lambda": 0.6608932558621832,
      "epoch": 7.406113537117904,
      "step": 23744
    },
    {
      "contrastive_lambda": 0.6608684681548475,
      "epoch": 7.406425452276981,
      "step": 23745
    },
    {
      "contrastive_lambda": 0.6608436800064817,
      "epoch": 7.406737367436057,
      "step": 23746
    },
    {
      "contrastive_lambda": 0.6608188914171538,
      "epoch": 7.407049282595134,
      "step": 23747
    },
    {
      "contrastive_lambda": 0.6607941023869318,
      "epoch": 7.407361197754211,
      "step": 23748
    },
    {
      "contrastive_lambda": 0.6607693129158837,
      "epoch": 7.407673112913288,
      "step": 23749
    },
    {
      "epoch": 7.407985028072364,
      "grad_norm": 0.11827003955841064,
      "learning_rate": 7.071627096360735e-05,
      "loss": 0.0389,
      "step": 23750
    },
    {
      "epoch": 7.407985028072364,
      "flow_loss": 0.022408680990338326,
      "step": 23750
    },
    {
      "contrastive_loss": 0.004758979193866253,
      "epoch": 7.407985028072364,
      "step": 23750
    },
    {
      "contrastive_lambda": 0.6607445230040774,
      "epoch": 7.407985028072364,
      "step": 23750
    },
    {
      "contrastive_lambda": 0.6607197326515808,
      "epoch": 7.408296943231441,
      "step": 23751
    },
    {
      "contrastive_lambda": 0.660694941858462,
      "epoch": 7.408608858390518,
      "step": 23752
    },
    {
      "contrastive_lambda": 0.6606701506247887,
      "epoch": 7.408920773549594,
      "step": 23753
    },
    {
      "contrastive_lambda": 0.6606453589506294,
      "epoch": 7.409232688708672,
      "step": 23754
    },
    {
      "contrastive_lambda": 0.6606205668360515,
      "epoch": 7.409544603867748,
      "step": 23755
    },
    {
      "contrastive_lambda": 0.6605957742811231,
      "epoch": 7.409856519026825,
      "step": 23756
    },
    {
      "contrastive_lambda": 0.6605709812859125,
      "epoch": 7.410168434185901,
      "step": 23757
    },
    {
      "contrastive_lambda": 0.6605461878504874,
      "epoch": 7.4104803493449785,
      "step": 23758
    },
    {
      "contrastive_lambda": 0.6605213939749157,
      "epoch": 7.410792264504055,
      "step": 23759
    },
    {
      "epoch": 7.411104179663131,
      "grad_norm": 0.09480802714824677,
      "learning_rate": 7.069118664311511e-05,
      "loss": 0.0357,
      "step": 23760
    },
    {
      "epoch": 7.411104179663131,
      "flow_loss": 0.015440216287970543,
      "step": 23760
    },
    {
      "contrastive_loss": 0.004316527396440506,
      "epoch": 7.411104179663131,
      "step": 23760
    },
    {
      "contrastive_lambda": 0.6604965996592654,
      "epoch": 7.411104179663131,
      "step": 23760
    },
    {
      "contrastive_lambda": 0.6604718049036047,
      "epoch": 7.411416094822209,
      "step": 23761
    },
    {
      "contrastive_lambda": 0.6604470097080015,
      "epoch": 7.411728009981285,
      "step": 23762
    },
    {
      "contrastive_lambda": 0.6604222140725238,
      "epoch": 7.412039925140362,
      "step": 23763
    },
    {
      "contrastive_lambda": 0.6603974179972391,
      "epoch": 7.412351840299438,
      "step": 23764
    },
    {
      "contrastive_lambda": 0.6603726214822161,
      "epoch": 7.4126637554585155,
      "step": 23765
    },
    {
      "contrastive_lambda": 0.6603478245275224,
      "epoch": 7.412975670617592,
      "step": 23766
    },
    {
      "contrastive_lambda": 0.6603230271332258,
      "epoch": 7.4132875857766685,
      "step": 23767
    },
    {
      "contrastive_lambda": 0.6602982292993947,
      "epoch": 7.413599500935746,
      "step": 23768
    },
    {
      "contrastive_lambda": 0.660273431026097,
      "epoch": 7.413911416094822,
      "step": 23769
    },
    {
      "epoch": 7.414223331253899,
      "grad_norm": 0.10539605468511581,
      "learning_rate": 7.06660960371867e-05,
      "loss": 0.032,
      "step": 23770
    },
    {
      "epoch": 7.414223331253899,
      "flow_loss": 0.035781387239694595,
      "step": 23770
    },
    {
      "contrastive_loss": 0.004576870705932379,
      "epoch": 7.414223331253899,
      "step": 23770
    },
    {
      "contrastive_lambda": 0.6602486323134005,
      "epoch": 7.414223331253899,
      "step": 23770
    },
    {
      "contrastive_lambda": 0.6602238331613732,
      "epoch": 7.414535246412976,
      "step": 23771
    },
    {
      "contrastive_lambda": 0.6601990335700834,
      "epoch": 7.414847161572053,
      "step": 23772
    },
    {
      "contrastive_lambda": 0.6601742335395986,
      "epoch": 7.415159076731129,
      "step": 23773
    },
    {
      "contrastive_lambda": 0.6601494330699872,
      "epoch": 7.4154709918902055,
      "step": 23774
    },
    {
      "contrastive_lambda": 0.6601246321613169,
      "epoch": 7.415782907049283,
      "step": 23775
    },
    {
      "contrastive_lambda": 0.6600998308136559,
      "epoch": 7.416094822208359,
      "step": 23776
    },
    {
      "contrastive_lambda": 0.6600750290270722,
      "epoch": 7.416406737367436,
      "step": 23777
    },
    {
      "contrastive_lambda": 0.6600502268016336,
      "epoch": 7.416718652526513,
      "step": 23778
    },
    {
      "contrastive_lambda": 0.6600254241374082,
      "epoch": 7.41703056768559,
      "step": 23779
    },
    {
      "epoch": 7.417342482844666,
      "grad_norm": 0.11156395822763443,
      "learning_rate": 7.064099915344396e-05,
      "loss": 0.0364,
      "step": 23780
    },
    {
      "epoch": 7.417342482844666,
      "flow_loss": 0.034564606845378876,
      "step": 23780
    },
    {
      "contrastive_loss": 0.004488792736083269,
      "epoch": 7.417342482844666,
      "step": 23780
    },
    {
      "contrastive_lambda": 0.6600006210344642,
      "epoch": 7.417342482844666,
      "step": 23780
    },
    {
      "contrastive_lambda": 0.6599758174928692,
      "epoch": 7.417654398003743,
      "step": 23781
    },
    {
      "contrastive_lambda": 0.6599510135126916,
      "epoch": 7.41796631316282,
      "step": 23782
    },
    {
      "contrastive_lambda": 0.659926209093999,
      "epoch": 7.418278228321896,
      "step": 23783
    },
    {
      "contrastive_lambda": 0.6599014042368597,
      "epoch": 7.418590143480973,
      "step": 23784
    },
    {
      "contrastive_lambda": 0.6598765989413418,
      "epoch": 7.41890205864005,
      "step": 23785
    },
    {
      "contrastive_lambda": 0.659851793207513,
      "epoch": 7.419213973799127,
      "step": 23786
    },
    {
      "contrastive_lambda": 0.6598269870354413,
      "epoch": 7.419525888958203,
      "step": 23787
    },
    {
      "contrastive_lambda": 0.659802180425195,
      "epoch": 7.4198378041172806,
      "step": 23788
    },
    {
      "contrastive_lambda": 0.659777373376842,
      "epoch": 7.420149719276357,
      "step": 23789
    },
    {
      "epoch": 7.4204616344354335,
      "grad_norm": 0.13329121470451355,
      "learning_rate": 7.061589599951066e-05,
      "loss": 0.0411,
      "step": 23790
    },
    {
      "epoch": 7.4204616344354335,
      "flow_loss": 0.01712479069828987,
      "step": 23790
    },
    {
      "contrastive_loss": 0.00500919483602047,
      "epoch": 7.4204616344354335,
      "step": 23790
    },
    {
      "contrastive_lambda": 0.65975256589045,
      "epoch": 7.4204616344354335,
      "step": 23790
    },
    {
      "contrastive_lambda": 0.6597277579660875,
      "epoch": 7.42077354959451,
      "step": 23791
    },
    {
      "contrastive_lambda": 0.6597029496038223,
      "epoch": 7.421085464753587,
      "step": 23792
    },
    {
      "contrastive_lambda": 0.6596781408037222,
      "epoch": 7.421397379912664,
      "step": 23793
    },
    {
      "contrastive_lambda": 0.6596533315658555,
      "epoch": 7.42170929507174,
      "step": 23794
    },
    {
      "contrastive_lambda": 0.6596285218902901,
      "epoch": 7.422021210230818,
      "step": 23795
    },
    {
      "contrastive_lambda": 0.6596037117770942,
      "epoch": 7.422333125389894,
      "step": 23796
    },
    {
      "contrastive_lambda": 0.6595789012263356,
      "epoch": 7.422645040548971,
      "step": 23797
    },
    {
      "contrastive_lambda": 0.6595540902380822,
      "epoch": 7.422956955708047,
      "step": 23798
    },
    {
      "contrastive_lambda": 0.6595292788124024,
      "epoch": 7.423268870867124,
      "step": 23799
    },
    {
      "epoch": 7.423580786026201,
      "grad_norm": 0.12360481172800064,
      "learning_rate": 7.05907865830125e-05,
      "loss": 0.0363,
      "step": 23800
    },
    {
      "epoch": 7.423580786026201,
      "flow_loss": 0.03889898210763931,
      "step": 23800
    },
    {
      "contrastive_loss": 0.005687705706804991,
      "epoch": 7.423580786026201,
      "step": 23800
    },
    {
      "contrastive_lambda": 0.659504466949364,
      "epoch": 7.423580786026201,
      "step": 23800
    },
    {
      "contrastive_lambda": 0.659479654649035,
      "epoch": 7.423892701185277,
      "step": 23801
    },
    {
      "contrastive_lambda": 0.6594548419114834,
      "epoch": 7.424204616344355,
      "step": 23802
    },
    {
      "contrastive_lambda": 0.6594300287367775,
      "epoch": 7.424516531503431,
      "step": 23803
    },
    {
      "contrastive_lambda": 0.659405215124985,
      "epoch": 7.424828446662508,
      "step": 23804
    },
    {
      "contrastive_lambda": 0.6593804010761741,
      "epoch": 7.425140361821585,
      "step": 23805
    },
    {
      "contrastive_lambda": 0.6593555865904127,
      "epoch": 7.4254522769806615,
      "step": 23806
    },
    {
      "contrastive_lambda": 0.6593307716677689,
      "epoch": 7.425764192139738,
      "step": 23807
    },
    {
      "contrastive_lambda": 0.6593059563083109,
      "epoch": 7.426076107298814,
      "step": 23808
    },
    {
      "contrastive_lambda": 0.6592811405121064,
      "epoch": 7.426388022457892,
      "step": 23809
    },
    {
      "epoch": 7.426699937616968,
      "grad_norm": 0.13082373142242432,
      "learning_rate": 7.056567091157703e-05,
      "loss": 0.04,
      "step": 23810
    },
    {
      "epoch": 7.426699937616968,
      "flow_loss": 0.02624363824725151,
      "step": 23810
    },
    {
      "contrastive_loss": 0.004861455876380205,
      "epoch": 7.426699937616968,
      "step": 23810
    },
    {
      "contrastive_lambda": 0.6592563242792236,
      "epoch": 7.426699937616968,
      "step": 23810
    },
    {
      "contrastive_lambda": 0.6592315076097307,
      "epoch": 7.427011852776045,
      "step": 23811
    },
    {
      "contrastive_lambda": 0.6592066905036956,
      "epoch": 7.427323767935122,
      "step": 23812
    },
    {
      "contrastive_lambda": 0.659181872961186,
      "epoch": 7.4276356830941985,
      "step": 23813
    },
    {
      "contrastive_lambda": 0.6591570549822706,
      "epoch": 7.427947598253275,
      "step": 23814
    },
    {
      "contrastive_lambda": 0.6591322365670169,
      "epoch": 7.4282595134123515,
      "step": 23815
    },
    {
      "contrastive_lambda": 0.6591074177154933,
      "epoch": 7.428571428571429,
      "step": 23816
    },
    {
      "contrastive_lambda": 0.6590825984277676,
      "epoch": 7.428883343730505,
      "step": 23817
    },
    {
      "contrastive_lambda": 0.6590577787039079,
      "epoch": 7.429195258889582,
      "step": 23818
    },
    {
      "contrastive_lambda": 0.6590329585439824,
      "epoch": 7.429507174048659,
      "step": 23819
    },
    {
      "epoch": 7.429819089207736,
      "grad_norm": 0.14905911684036255,
      "learning_rate": 7.054054899283375e-05,
      "loss": 0.0324,
      "step": 23820
    },
    {
      "epoch": 7.429819089207736,
      "flow_loss": 0.03390524908900261,
      "step": 23820
    },
    {
      "contrastive_loss": 0.005998418666422367,
      "epoch": 7.429819089207736,
      "step": 23820
    },
    {
      "contrastive_lambda": 0.6590081379480589,
      "epoch": 7.429819089207736,
      "step": 23820
    },
    {
      "contrastive_lambda": 0.6589833169162054,
      "epoch": 7.430131004366812,
      "step": 23821
    },
    {
      "contrastive_lambda": 0.6589584954484904,
      "epoch": 7.430442919525889,
      "step": 23822
    },
    {
      "contrastive_lambda": 0.6589336735449816,
      "epoch": 7.430754834684966,
      "step": 23823
    },
    {
      "contrastive_lambda": 0.6589088512057468,
      "epoch": 7.431066749844042,
      "step": 23824
    },
    {
      "contrastive_lambda": 0.6588840284308548,
      "epoch": 7.431378665003119,
      "step": 23825
    },
    {
      "contrastive_lambda": 0.658859205220373,
      "epoch": 7.431690580162196,
      "step": 23826
    },
    {
      "contrastive_lambda": 0.6588343815743697,
      "epoch": 7.432002495321273,
      "step": 23827
    },
    {
      "contrastive_lambda": 0.6588095574929129,
      "epoch": 7.432314410480349,
      "step": 23828
    },
    {
      "contrastive_lambda": 0.6587847329760708,
      "epoch": 7.4326263256394265,
      "step": 23829
    },
    {
      "epoch": 7.432938240798503,
      "grad_norm": 0.11218363791704178,
      "learning_rate": 7.051542083441403e-05,
      "loss": 0.0401,
      "step": 23830
    },
    {
      "epoch": 7.432938240798503,
      "flow_loss": 0.02547631971538067,
      "step": 23830
    },
    {
      "contrastive_loss": 0.00411357544362545,
      "epoch": 7.432938240798503,
      "step": 23830
    },
    {
      "contrastive_lambda": 0.6587599080239112,
      "epoch": 7.432938240798503,
      "step": 23830
    },
    {
      "contrastive_lambda": 0.6587350826365024,
      "epoch": 7.433250155957579,
      "step": 23831
    },
    {
      "contrastive_lambda": 0.658710256813912,
      "epoch": 7.433562071116656,
      "step": 23832
    },
    {
      "contrastive_lambda": 0.6586854305562089,
      "epoch": 7.433873986275733,
      "step": 23833
    },
    {
      "contrastive_lambda": 0.6586606038634606,
      "epoch": 7.43418590143481,
      "step": 23834
    },
    {
      "contrastive_lambda": 0.658635776735735,
      "epoch": 7.434497816593886,
      "step": 23835
    },
    {
      "contrastive_lambda": 0.6586109491731005,
      "epoch": 7.434809731752964,
      "step": 23836
    },
    {
      "contrastive_lambda": 0.6585861211756252,
      "epoch": 7.43512164691204,
      "step": 23837
    },
    {
      "contrastive_lambda": 0.6585612927433769,
      "epoch": 7.4354335620711165,
      "step": 23838
    },
    {
      "contrastive_lambda": 0.6585364638764241,
      "epoch": 7.435745477230194,
      "step": 23839
    },
    {
      "epoch": 7.43605739238927,
      "grad_norm": 0.1002633273601532,
      "learning_rate": 7.049028644395113e-05,
      "loss": 0.0336,
      "step": 23840
    },
    {
      "epoch": 7.43605739238927,
      "flow_loss": 0.029470738023519516,
      "step": 23840
    },
    {
      "contrastive_loss": 0.003974569961428642,
      "epoch": 7.43605739238927,
      "step": 23840
    },
    {
      "contrastive_lambda": 0.6585116345748343,
      "epoch": 7.43605739238927,
      "step": 23840
    },
    {
      "contrastive_lambda": 0.6584868048386758,
      "epoch": 7.436369307548347,
      "step": 23841
    },
    {
      "contrastive_lambda": 0.6584619746680169,
      "epoch": 7.436681222707423,
      "step": 23842
    },
    {
      "contrastive_lambda": 0.6584371440629255,
      "epoch": 7.436993137866501,
      "step": 23843
    },
    {
      "contrastive_lambda": 0.6584123130234696,
      "epoch": 7.437305053025577,
      "step": 23844
    },
    {
      "contrastive_lambda": 0.6583874815497174,
      "epoch": 7.437616968184654,
      "step": 23845
    },
    {
      "contrastive_lambda": 0.658362649641737,
      "epoch": 7.43792888334373,
      "step": 23846
    },
    {
      "contrastive_lambda": 0.6583378172995962,
      "epoch": 7.438240798502807,
      "step": 23847
    },
    {
      "contrastive_lambda": 0.6583129845233634,
      "epoch": 7.438552713661884,
      "step": 23848
    },
    {
      "contrastive_lambda": 0.6582881513131065,
      "epoch": 7.43886462882096,
      "step": 23849
    },
    {
      "epoch": 7.439176543980038,
      "grad_norm": 0.11069191247224808,
      "learning_rate": 7.046514582908024e-05,
      "loss": 0.0434,
      "step": 23850
    },
    {
      "epoch": 7.439176543980038,
      "flow_loss": 0.05197056010365486,
      "step": 23850
    },
    {
      "contrastive_loss": 0.004937236197292805,
      "epoch": 7.439176543980038,
      "step": 23850
    },
    {
      "contrastive_lambda": 0.6582633176688938,
      "epoch": 7.439176543980038,
      "step": 23850
    },
    {
      "contrastive_lambda": 0.6582384835907931,
      "epoch": 7.439488459139114,
      "step": 23851
    },
    {
      "contrastive_lambda": 0.6582136490788726,
      "epoch": 7.439800374298191,
      "step": 23852
    },
    {
      "contrastive_lambda": 0.6581888141332004,
      "epoch": 7.440112289457268,
      "step": 23853
    },
    {
      "contrastive_lambda": 0.6581639787538447,
      "epoch": 7.4404242046163445,
      "step": 23854
    },
    {
      "contrastive_lambda": 0.6581391429408733,
      "epoch": 7.440736119775421,
      "step": 23855
    },
    {
      "contrastive_lambda": 0.6581143066943547,
      "epoch": 7.441048034934497,
      "step": 23856
    },
    {
      "contrastive_lambda": 0.6580894700143566,
      "epoch": 7.441359950093575,
      "step": 23857
    },
    {
      "contrastive_lambda": 0.6580646329009472,
      "epoch": 7.441671865252651,
      "step": 23858
    },
    {
      "contrastive_lambda": 0.6580397953541947,
      "epoch": 7.441983780411728,
      "step": 23859
    },
    {
      "epoch": 7.442295695570805,
      "grad_norm": 0.14465168118476868,
      "learning_rate": 7.043999899743838e-05,
      "loss": 0.0428,
      "step": 23860
    },
    {
      "epoch": 7.442295695570805,
      "flow_loss": 0.046017829328775406,
      "step": 23860
    },
    {
      "contrastive_loss": 0.006213225889950991,
      "epoch": 7.442295695570805,
      "step": 23860
    },
    {
      "contrastive_lambda": 0.6580149573741672,
      "epoch": 7.442295695570805,
      "step": 23860
    },
    {
      "contrastive_lambda": 0.6579901189609325,
      "epoch": 7.4426076107298815,
      "step": 23861
    },
    {
      "contrastive_lambda": 0.6579652801145591,
      "epoch": 7.442919525888958,
      "step": 23862
    },
    {
      "contrastive_lambda": 0.6579404408351148,
      "epoch": 7.4432314410480345,
      "step": 23863
    },
    {
      "contrastive_lambda": 0.6579156011226679,
      "epoch": 7.443543356207112,
      "step": 23864
    },
    {
      "contrastive_lambda": 0.6578907609772865,
      "epoch": 7.443855271366188,
      "step": 23865
    },
    {
      "contrastive_lambda": 0.6578659203990384,
      "epoch": 7.444167186525265,
      "step": 23866
    },
    {
      "contrastive_lambda": 0.6578410793879921,
      "epoch": 7.444479101684342,
      "step": 23867
    },
    {
      "contrastive_lambda": 0.6578162379442154,
      "epoch": 7.444791016843419,
      "step": 23868
    },
    {
      "contrastive_lambda": 0.6577913960677766,
      "epoch": 7.445102932002495,
      "step": 23869
    },
    {
      "epoch": 7.445414847161572,
      "grad_norm": 0.12289786338806152,
      "learning_rate": 7.041484595666451e-05,
      "loss": 0.0381,
      "step": 23870
    },
    {
      "epoch": 7.445414847161572,
      "flow_loss": 0.048862576484680176,
      "step": 23870
    },
    {
      "contrastive_loss": 0.005678254645317793,
      "epoch": 7.445414847161572,
      "step": 23870
    },
    {
      "contrastive_lambda": 0.6577665537587436,
      "epoch": 7.445414847161572,
      "step": 23870
    },
    {
      "contrastive_lambda": 0.6577417110171848,
      "epoch": 7.445726762320649,
      "step": 23871
    },
    {
      "contrastive_lambda": 0.6577168678431681,
      "epoch": 7.446038677479725,
      "step": 23872
    },
    {
      "contrastive_lambda": 0.6576920242367617,
      "epoch": 7.446350592638802,
      "step": 23873
    },
    {
      "contrastive_lambda": 0.6576671801980335,
      "epoch": 7.446662507797879,
      "step": 23874
    },
    {
      "contrastive_lambda": 0.6576423357270519,
      "epoch": 7.446974422956956,
      "step": 23875
    },
    {
      "contrastive_lambda": 0.6576174908238849,
      "epoch": 7.447286338116032,
      "step": 23876
    },
    {
      "contrastive_lambda": 0.6575926454886005,
      "epoch": 7.4475982532751095,
      "step": 23877
    },
    {
      "contrastive_lambda": 0.6575677997212669,
      "epoch": 7.447910168434186,
      "step": 23878
    },
    {
      "contrastive_lambda": 0.6575429535219524,
      "epoch": 7.448222083593262,
      "step": 23879
    },
    {
      "epoch": 7.448533998752339,
      "grad_norm": 0.12539176642894745,
      "learning_rate": 7.038968671439948e-05,
      "loss": 0.0464,
      "step": 23880
    },
    {
      "epoch": 7.448533998752339,
      "flow_loss": 0.03956010937690735,
      "step": 23880
    },
    {
      "contrastive_loss": 0.004218964837491512,
      "epoch": 7.448533998752339,
      "step": 23880
    },
    {
      "contrastive_lambda": 0.6575181068907249,
      "epoch": 7.448533998752339,
      "step": 23880
    },
    {
      "contrastive_lambda": 0.6574932598276524,
      "epoch": 7.448845913911416,
      "step": 23881
    },
    {
      "contrastive_lambda": 0.6574684123328033,
      "epoch": 7.449157829070493,
      "step": 23882
    },
    {
      "contrastive_lambda": 0.6574435644062455,
      "epoch": 7.449469744229569,
      "step": 23883
    },
    {
      "contrastive_lambda": 0.6574187160480475,
      "epoch": 7.449781659388647,
      "step": 23884
    },
    {
      "contrastive_lambda": 0.657393867258277,
      "epoch": 7.450093574547723,
      "step": 23885
    },
    {
      "contrastive_lambda": 0.6573690180370021,
      "epoch": 7.4504054897067995,
      "step": 23886
    },
    {
      "contrastive_lambda": 0.6573441683842913,
      "epoch": 7.450717404865877,
      "step": 23887
    },
    {
      "contrastive_lambda": 0.6573193183002126,
      "epoch": 7.451029320024953,
      "step": 23888
    },
    {
      "contrastive_lambda": 0.6572944677848338,
      "epoch": 7.45134123518403,
      "step": 23889
    },
    {
      "epoch": 7.451653150343106,
      "grad_norm": 0.10937656462192535,
      "learning_rate": 7.036452127828596e-05,
      "loss": 0.0359,
      "step": 23890
    },
    {
      "epoch": 7.451653150343106,
      "flow_loss": 0.02394971437752247,
      "step": 23890
    },
    {
      "contrastive_loss": 0.00479467585682869,
      "epoch": 7.451653150343106,
      "step": 23890
    },
    {
      "contrastive_lambda": 0.6572696168382235,
      "epoch": 7.451653150343106,
      "step": 23890
    },
    {
      "contrastive_lambda": 0.6572447654604496,
      "epoch": 7.451965065502184,
      "step": 23891
    },
    {
      "contrastive_lambda": 0.6572199136515802,
      "epoch": 7.45227698066126,
      "step": 23892
    },
    {
      "contrastive_lambda": 0.6571950614116835,
      "epoch": 7.452588895820337,
      "step": 23893
    },
    {
      "contrastive_lambda": 0.6571702087408275,
      "epoch": 7.452900810979414,
      "step": 23894
    },
    {
      "contrastive_lambda": 0.6571453556390806,
      "epoch": 7.45321272613849,
      "step": 23895
    },
    {
      "contrastive_lambda": 0.6571205021065107,
      "epoch": 7.453524641297567,
      "step": 23896
    },
    {
      "contrastive_lambda": 0.6570956481431861,
      "epoch": 7.453836556456643,
      "step": 23897
    },
    {
      "contrastive_lambda": 0.6570707937491748,
      "epoch": 7.454148471615721,
      "step": 23898
    },
    {
      "contrastive_lambda": 0.6570459389245451,
      "epoch": 7.454460386774797,
      "step": 23899
    },
    {
      "epoch": 7.454772301933874,
      "grad_norm": 0.08580540865659714,
      "learning_rate": 7.033934965596859e-05,
      "loss": 0.0315,
      "step": 23900
    },
    {
      "epoch": 7.454772301933874,
      "flow_loss": 0.042694974690675735,
      "step": 23900
    },
    {
      "contrastive_loss": 0.004795750603079796,
      "epoch": 7.454772301933874,
      "step": 23900
    },
    {
      "contrastive_lambda": 0.657021083669365,
      "epoch": 7.454772301933874,
      "step": 23900
    },
    {
      "contrastive_lambda": 0.6569962279837025,
      "epoch": 7.455084217092951,
      "step": 23901
    },
    {
      "contrastive_lambda": 0.6569713718676261,
      "epoch": 7.4553961322520275,
      "step": 23902
    },
    {
      "contrastive_lambda": 0.6569465153212037,
      "epoch": 7.455708047411104,
      "step": 23903
    },
    {
      "contrastive_lambda": 0.6569216583445036,
      "epoch": 7.456019962570181,
      "step": 23904
    },
    {
      "contrastive_lambda": 0.6568968009375937,
      "epoch": 7.456331877729258,
      "step": 23905
    },
    {
      "contrastive_lambda": 0.6568719431005424,
      "epoch": 7.456643792888334,
      "step": 23906
    },
    {
      "contrastive_lambda": 0.6568470848334179,
      "epoch": 7.456955708047411,
      "step": 23907
    },
    {
      "contrastive_lambda": 0.6568222261362882,
      "epoch": 7.457267623206488,
      "step": 23908
    },
    {
      "contrastive_lambda": 0.6567973670092212,
      "epoch": 7.4575795383655645,
      "step": 23909
    },
    {
      "epoch": 7.457891453524641,
      "grad_norm": 0.16421735286712646,
      "learning_rate": 7.031417185509381e-05,
      "loss": 0.0373,
      "step": 23910
    },
    {
      "epoch": 7.457891453524641,
      "flow_loss": 0.04648089408874512,
      "step": 23910
    },
    {
      "contrastive_loss": 0.006960033904761076,
      "epoch": 7.457891453524641,
      "step": 23910
    },
    {
      "contrastive_lambda": 0.6567725074522855,
      "epoch": 7.457891453524641,
      "step": 23910
    },
    {
      "contrastive_lambda": 0.6567476474655491,
      "epoch": 7.458203368683718,
      "step": 23911
    },
    {
      "contrastive_lambda": 0.6567227870490799,
      "epoch": 7.458515283842795,
      "step": 23912
    },
    {
      "contrastive_lambda": 0.6566979262029466,
      "epoch": 7.458827199001871,
      "step": 23913
    },
    {
      "contrastive_lambda": 0.656673064927217,
      "epoch": 7.459139114160948,
      "step": 23914
    },
    {
      "contrastive_lambda": 0.6566482032219592,
      "epoch": 7.459451029320025,
      "step": 23915
    },
    {
      "contrastive_lambda": 0.6566233410872413,
      "epoch": 7.459762944479102,
      "step": 23916
    },
    {
      "contrastive_lambda": 0.6565984785231318,
      "epoch": 7.460074859638178,
      "step": 23917
    },
    {
      "contrastive_lambda": 0.6565736155296986,
      "epoch": 7.460386774797255,
      "step": 23918
    },
    {
      "contrastive_lambda": 0.6565487521070101,
      "epoch": 7.460698689956332,
      "step": 23919
    },
    {
      "epoch": 7.461010605115408,
      "grad_norm": 0.16344308853149414,
      "learning_rate": 7.028898788331e-05,
      "loss": 0.043,
      "step": 23920
    },
    {
      "epoch": 7.461010605115408,
      "flow_loss": 0.0259550828486681,
      "step": 23920
    },
    {
      "contrastive_loss": 0.005488801281899214,
      "epoch": 7.461010605115408,
      "step": 23920
    },
    {
      "contrastive_lambda": 0.6565238882551341,
      "epoch": 7.461010605115408,
      "step": 23920
    },
    {
      "contrastive_lambda": 0.6564990239741391,
      "epoch": 7.461322520274486,
      "step": 23921
    },
    {
      "contrastive_lambda": 0.6564741592640931,
      "epoch": 7.461634435433562,
      "step": 23922
    },
    {
      "contrastive_lambda": 0.6564492941250644,
      "epoch": 7.461946350592639,
      "step": 23923
    },
    {
      "contrastive_lambda": 0.6564244285571209,
      "epoch": 7.462258265751715,
      "step": 23924
    },
    {
      "contrastive_lambda": 0.6563995625603312,
      "epoch": 7.4625701809107925,
      "step": 23925
    },
    {
      "contrastive_lambda": 0.656374696134763,
      "epoch": 7.462882096069869,
      "step": 23926
    },
    {
      "contrastive_lambda": 0.6563498292804847,
      "epoch": 7.463194011228945,
      "step": 23927
    },
    {
      "contrastive_lambda": 0.6563249619975645,
      "epoch": 7.463505926388023,
      "step": 23928
    },
    {
      "contrastive_lambda": 0.6563000942860706,
      "epoch": 7.463817841547099,
      "step": 23929
    },
    {
      "epoch": 7.464129756706176,
      "grad_norm": 0.11269064992666245,
      "learning_rate": 7.026379774826736e-05,
      "loss": 0.0368,
      "step": 23930
    },
    {
      "epoch": 7.464129756706176,
      "flow_loss": 0.06891928613185883,
      "step": 23930
    },
    {
      "contrastive_loss": 0.004673979245126247,
      "epoch": 7.464129756706176,
      "step": 23930
    },
    {
      "contrastive_lambda": 0.6562752261460711,
      "epoch": 7.464129756706176,
      "step": 23930
    },
    {
      "contrastive_lambda": 0.6562503575776342,
      "epoch": 7.464441671865252,
      "step": 23931
    },
    {
      "contrastive_lambda": 0.656225488580828,
      "epoch": 7.46475358702433,
      "step": 23932
    },
    {
      "contrastive_lambda": 0.6562006191557208,
      "epoch": 7.465065502183406,
      "step": 23933
    },
    {
      "contrastive_lambda": 0.6561757493023808,
      "epoch": 7.4653774173424825,
      "step": 23934
    },
    {
      "contrastive_lambda": 0.6561508790208759,
      "epoch": 7.46568933250156,
      "step": 23935
    },
    {
      "contrastive_lambda": 0.6561260083112748,
      "epoch": 7.466001247660636,
      "step": 23936
    },
    {
      "contrastive_lambda": 0.6561011371736452,
      "epoch": 7.466313162819713,
      "step": 23937
    },
    {
      "contrastive_lambda": 0.6560762656080554,
      "epoch": 7.46662507797879,
      "step": 23938
    },
    {
      "contrastive_lambda": 0.6560513936145738,
      "epoch": 7.466936993137867,
      "step": 23939
    },
    {
      "epoch": 7.467248908296943,
      "grad_norm": 0.08748115599155426,
      "learning_rate": 7.0238601457618e-05,
      "loss": 0.0332,
      "step": 23940
    },
    {
      "epoch": 7.467248908296943,
      "flow_loss": 0.018177680671215057,
      "step": 23940
    },
    {
      "contrastive_loss": 0.004314175806939602,
      "epoch": 7.467248908296943,
      "step": 23940
    },
    {
      "contrastive_lambda": 0.6560265211932683,
      "epoch": 7.467248908296943,
      "step": 23940
    },
    {
      "contrastive_lambda": 0.6560016483442075,
      "epoch": 7.46756082345602,
      "step": 23941
    },
    {
      "contrastive_lambda": 0.6559767750674592,
      "epoch": 7.467872738615097,
      "step": 23942
    },
    {
      "contrastive_lambda": 0.6559519013630914,
      "epoch": 7.468184653774173,
      "step": 23943
    },
    {
      "contrastive_lambda": 0.655927027231173,
      "epoch": 7.46849656893325,
      "step": 23944
    },
    {
      "contrastive_lambda": 0.6559021526717719,
      "epoch": 7.468808484092327,
      "step": 23945
    },
    {
      "contrastive_lambda": 0.6558772776849557,
      "epoch": 7.469120399251404,
      "step": 23946
    },
    {
      "contrastive_lambda": 0.6558524022707934,
      "epoch": 7.46943231441048,
      "step": 23947
    },
    {
      "contrastive_lambda": 0.655827526429353,
      "epoch": 7.469744229569557,
      "step": 23948
    },
    {
      "contrastive_lambda": 0.6558026501607024,
      "epoch": 7.470056144728634,
      "step": 23949
    },
    {
      "epoch": 7.4703680598877105,
      "grad_norm": 0.11380186676979065,
      "learning_rate": 7.02133990190159e-05,
      "loss": 0.0369,
      "step": 23950
    },
    {
      "epoch": 7.4703680598877105,
      "flow_loss": 0.027126947417855263,
      "step": 23950
    },
    {
      "contrastive_loss": 0.004877232015132904,
      "epoch": 7.4703680598877105,
      "step": 23950
    },
    {
      "contrastive_lambda": 0.6557777734649101,
      "epoch": 7.4703680598877105,
      "step": 23950
    },
    {
      "contrastive_lambda": 0.6557528963420441,
      "epoch": 7.470679975046787,
      "step": 23951
    },
    {
      "contrastive_lambda": 0.6557280187921727,
      "epoch": 7.470991890205864,
      "step": 23952
    },
    {
      "contrastive_lambda": 0.6557031408153642,
      "epoch": 7.471303805364941,
      "step": 23953
    },
    {
      "contrastive_lambda": 0.6556782624116865,
      "epoch": 7.471615720524017,
      "step": 23954
    },
    {
      "contrastive_lambda": 0.6556533835812082,
      "epoch": 7.471927635683095,
      "step": 23955
    },
    {
      "contrastive_lambda": 0.6556285043239972,
      "epoch": 7.472239550842171,
      "step": 23956
    },
    {
      "contrastive_lambda": 0.6556036246401218,
      "epoch": 7.4725514660012475,
      "step": 23957
    },
    {
      "contrastive_lambda": 0.6555787445296503,
      "epoch": 7.472863381160324,
      "step": 23958
    },
    {
      "contrastive_lambda": 0.6555538639926508,
      "epoch": 7.473175296319401,
      "step": 23959
    },
    {
      "epoch": 7.473487211478478,
      "grad_norm": 0.1288265734910965,
      "learning_rate": 7.018819044011687e-05,
      "loss": 0.0347,
      "step": 23960
    },
    {
      "epoch": 7.473487211478478,
      "flow_loss": 0.029789404943585396,
      "step": 23960
    },
    {
      "contrastive_loss": 0.006041002459824085,
      "epoch": 7.473487211478478,
      "step": 23960
    },
    {
      "contrastive_lambda": 0.6555289830291916,
      "epoch": 7.473487211478478,
      "step": 23960
    },
    {
      "contrastive_lambda": 0.6555041016393409,
      "epoch": 7.473799126637554,
      "step": 23961
    },
    {
      "contrastive_lambda": 0.6554792198231667,
      "epoch": 7.474111041796632,
      "step": 23962
    },
    {
      "contrastive_lambda": 0.6554543375807376,
      "epoch": 7.474422956955708,
      "step": 23963
    },
    {
      "contrastive_lambda": 0.6554294549121215,
      "epoch": 7.474734872114785,
      "step": 23964
    },
    {
      "contrastive_lambda": 0.6554045718173868,
      "epoch": 7.475046787273861,
      "step": 23965
    },
    {
      "contrastive_lambda": 0.6553796882966014,
      "epoch": 7.475358702432938,
      "step": 23966
    },
    {
      "contrastive_lambda": 0.6553548043498341,
      "epoch": 7.475670617592015,
      "step": 23967
    },
    {
      "contrastive_lambda": 0.6553299199771526,
      "epoch": 7.475982532751091,
      "step": 23968
    },
    {
      "contrastive_lambda": 0.6553050351786252,
      "epoch": 7.476294447910169,
      "step": 23969
    },
    {
      "epoch": 7.476606363069245,
      "grad_norm": 0.11070197075605392,
      "learning_rate": 7.016297572857863e-05,
      "loss": 0.0314,
      "step": 23970
    },
    {
      "epoch": 7.476606363069245,
      "flow_loss": 0.02614927478134632,
      "step": 23970
    },
    {
      "contrastive_loss": 0.0052416049875319,
      "epoch": 7.476606363069245,
      "step": 23970
    },
    {
      "contrastive_lambda": 0.6552801499543204,
      "epoch": 7.476606363069245,
      "step": 23970
    },
    {
      "contrastive_lambda": 0.6552552643043061,
      "epoch": 7.476918278228322,
      "step": 23971
    },
    {
      "contrastive_lambda": 0.6552303782286509,
      "epoch": 7.477230193387399,
      "step": 23972
    },
    {
      "contrastive_lambda": 0.6552054917274226,
      "epoch": 7.4775421085464755,
      "step": 23973
    },
    {
      "contrastive_lambda": 0.6551806048006897,
      "epoch": 7.477854023705552,
      "step": 23974
    },
    {
      "contrastive_lambda": 0.6551557174485205,
      "epoch": 7.478165938864628,
      "step": 23975
    },
    {
      "contrastive_lambda": 0.655130829670983,
      "epoch": 7.478477854023706,
      "step": 23976
    },
    {
      "contrastive_lambda": 0.6551059414681454,
      "epoch": 7.478789769182782,
      "step": 23977
    },
    {
      "contrastive_lambda": 0.6550810528400761,
      "epoch": 7.479101684341859,
      "step": 23978
    },
    {
      "contrastive_lambda": 0.6550561637868435,
      "epoch": 7.479413599500936,
      "step": 23979
    },
    {
      "epoch": 7.479725514660013,
      "grad_norm": 0.09639760851860046,
      "learning_rate": 7.013775489206072e-05,
      "loss": 0.0341,
      "step": 23980
    },
    {
      "epoch": 7.479725514660013,
      "flow_loss": 0.02867986261844635,
      "step": 23980
    },
    {
      "contrastive_loss": 0.0075471363961696625,
      "epoch": 7.479725514660013,
      "step": 23980
    },
    {
      "contrastive_lambda": 0.6550312743085154,
      "epoch": 7.479725514660013,
      "step": 23980
    },
    {
      "contrastive_lambda": 0.6550063844051602,
      "epoch": 7.480037429819089,
      "step": 23981
    },
    {
      "contrastive_lambda": 0.6549814940768465,
      "epoch": 7.4803493449781655,
      "step": 23982
    },
    {
      "contrastive_lambda": 0.6549566033236419,
      "epoch": 7.480661260137243,
      "step": 23983
    },
    {
      "contrastive_lambda": 0.6549317121456153,
      "epoch": 7.480973175296319,
      "step": 23984
    },
    {
      "contrastive_lambda": 0.6549068205428343,
      "epoch": 7.481285090455396,
      "step": 23985
    },
    {
      "contrastive_lambda": 0.6548819285153675,
      "epoch": 7.481597005614473,
      "step": 23986
    },
    {
      "contrastive_lambda": 0.6548570360632834,
      "epoch": 7.48190892077355,
      "step": 23987
    },
    {
      "contrastive_lambda": 0.6548321431866497,
      "epoch": 7.482220835932626,
      "step": 23988
    },
    {
      "contrastive_lambda": 0.6548072498855348,
      "epoch": 7.4825327510917035,
      "step": 23989
    },
    {
      "epoch": 7.48284466625078,
      "grad_norm": 0.14462368190288544,
      "learning_rate": 7.01125279382246e-05,
      "loss": 0.0364,
      "step": 23990
    },
    {
      "epoch": 7.48284466625078,
      "flow_loss": 0.04303499683737755,
      "step": 23990
    },
    {
      "contrastive_loss": 0.004310721531510353,
      "epoch": 7.48284466625078,
      "step": 23990
    },
    {
      "contrastive_lambda": 0.6547823561600072,
      "epoch": 7.48284466625078,
      "step": 23990
    },
    {
      "contrastive_lambda": 0.654757462010135,
      "epoch": 7.483156581409856,
      "step": 23991
    },
    {
      "contrastive_lambda": 0.6547325674359863,
      "epoch": 7.483468496568933,
      "step": 23992
    },
    {
      "contrastive_lambda": 0.6547076724376296,
      "epoch": 7.48378041172801,
      "step": 23993
    },
    {
      "contrastive_lambda": 0.654682777015133,
      "epoch": 7.484092326887087,
      "step": 23994
    },
    {
      "contrastive_lambda": 0.6546578811685648,
      "epoch": 7.484404242046163,
      "step": 23995
    },
    {
      "contrastive_lambda": 0.6546329848979932,
      "epoch": 7.4847161572052405,
      "step": 23996
    },
    {
      "contrastive_lambda": 0.6546080882034864,
      "epoch": 7.485028072364317,
      "step": 23997
    },
    {
      "contrastive_lambda": 0.654583191085113,
      "epoch": 7.4853399875233935,
      "step": 23998
    },
    {
      "contrastive_lambda": 0.6545582935429408,
      "epoch": 7.48565190268247,
      "step": 23999
    },
    {
      "epoch": 7.485963817841547,
      "grad_norm": 0.09319011867046356,
      "learning_rate": 7.008729487473351e-05,
      "loss": 0.0409,
      "step": 24000
    },
    {
      "epoch": 7.485963817841547,
      "flow_loss": 0.04672100767493248,
      "step": 24000
    },
    {
      "contrastive_loss": 0.0079313600435853,
      "epoch": 7.485963817841547,
      "step": 24000
    },
    {
      "contrastive_lambda": 0.6545333955770383,
      "epoch": 7.485963817841547,
      "step": 24000
    },
    {
      "contrastive_lambda": 0.6545084971874737,
      "epoch": 7.486275733000624,
      "step": 24001
    },
    {
      "contrastive_lambda": 0.6544835983743154,
      "epoch": 7.4865876481597,
      "step": 24002
    },
    {
      "contrastive_lambda": 0.6544586991376314,
      "epoch": 7.486899563318778,
      "step": 24003
    },
    {
      "contrastive_lambda": 0.6544337994774901,
      "epoch": 7.487211478477854,
      "step": 24004
    },
    {
      "contrastive_lambda": 0.65440889939396,
      "epoch": 7.4875233936369305,
      "step": 24005
    },
    {
      "contrastive_lambda": 0.654383998887109,
      "epoch": 7.487835308796008,
      "step": 24006
    },
    {
      "contrastive_lambda": 0.6543590979570055,
      "epoch": 7.488147223955084,
      "step": 24007
    },
    {
      "contrastive_lambda": 0.6543341966037176,
      "epoch": 7.488459139114161,
      "step": 24008
    },
    {
      "contrastive_lambda": 0.6543092948273139,
      "epoch": 7.488771054273237,
      "step": 24009
    },
    {
      "epoch": 7.489082969432315,
      "grad_norm": 0.15106195211410522,
      "learning_rate": 7.006205570925263e-05,
      "loss": 0.0369,
      "step": 24010
    },
    {
      "epoch": 7.489082969432315,
      "flow_loss": 0.044227734208106995,
      "step": 24010
    },
    {
      "contrastive_loss": 0.0048928409814834595,
      "epoch": 7.489082969432315,
      "step": 24010
    },
    {
      "contrastive_lambda": 0.6542843926278625,
      "epoch": 7.489082969432315,
      "step": 24010
    },
    {
      "contrastive_lambda": 0.6542594900054316,
      "epoch": 7.489394884591391,
      "step": 24011
    },
    {
      "contrastive_lambda": 0.6542345869600896,
      "epoch": 7.489706799750468,
      "step": 24012
    },
    {
      "contrastive_lambda": 0.6542096834919049,
      "epoch": 7.490018714909545,
      "step": 24013
    },
    {
      "contrastive_lambda": 0.6541847796009455,
      "epoch": 7.490330630068621,
      "step": 24014
    },
    {
      "contrastive_lambda": 0.6541598752872796,
      "epoch": 7.490642545227698,
      "step": 24015
    },
    {
      "contrastive_lambda": 0.6541349705509758,
      "epoch": 7.490954460386774,
      "step": 24016
    },
    {
      "contrastive_lambda": 0.6541100653921021,
      "epoch": 7.491266375545852,
      "step": 24017
    },
    {
      "contrastive_lambda": 0.6540851598107271,
      "epoch": 7.491578290704928,
      "step": 24018
    },
    {
      "contrastive_lambda": 0.6540602538069187,
      "epoch": 7.491890205864005,
      "step": 24019
    },
    {
      "epoch": 7.492202121023082,
      "grad_norm": 0.09522378444671631,
      "learning_rate": 7.003681044944892e-05,
      "loss": 0.0409,
      "step": 24020
    },
    {
      "epoch": 7.492202121023082,
      "flow_loss": 0.021333511918783188,
      "step": 24020
    },
    {
      "contrastive_loss": 0.006438396871089935,
      "epoch": 7.492202121023082,
      "step": 24020
    },
    {
      "contrastive_lambda": 0.6540353473807454,
      "epoch": 7.492202121023082,
      "step": 24020
    },
    {
      "contrastive_lambda": 0.6540104405322756,
      "epoch": 7.4925140361821585,
      "step": 24021
    },
    {
      "contrastive_lambda": 0.6539855332615774,
      "epoch": 7.492825951341235,
      "step": 24022
    },
    {
      "contrastive_lambda": 0.6539606255687189,
      "epoch": 7.493137866500312,
      "step": 24023
    },
    {
      "contrastive_lambda": 0.6539357174537688,
      "epoch": 7.493449781659389,
      "step": 24024
    },
    {
      "contrastive_lambda": 0.6539108089167951,
      "epoch": 7.493761696818465,
      "step": 24025
    },
    {
      "contrastive_lambda": 0.6538858999578663,
      "epoch": 7.494073611977542,
      "step": 24026
    },
    {
      "contrastive_lambda": 0.6538609905770505,
      "epoch": 7.494385527136619,
      "step": 24027
    },
    {
      "contrastive_lambda": 0.6538360807744159,
      "epoch": 7.494697442295696,
      "step": 24028
    },
    {
      "contrastive_lambda": 0.6538111705500312,
      "epoch": 7.495009357454772,
      "step": 24029
    },
    {
      "epoch": 7.495321272613849,
      "grad_norm": 0.09973890334367752,
      "learning_rate": 7.001155910299126e-05,
      "loss": 0.0315,
      "step": 24030
    },
    {
      "epoch": 7.495321272613849,
      "flow_loss": 0.028760597109794617,
      "step": 24030
    },
    {
      "contrastive_loss": 0.007027740590274334,
      "epoch": 7.495321272613849,
      "step": 24030
    },
    {
      "contrastive_lambda": 0.6537862599039643,
      "epoch": 7.495321272613849,
      "step": 24030
    },
    {
      "contrastive_lambda": 0.6537613488362837,
      "epoch": 7.495633187772926,
      "step": 24031
    },
    {
      "contrastive_lambda": 0.6537364373470576,
      "epoch": 7.495945102932002,
      "step": 24032
    },
    {
      "contrastive_lambda": 0.6537115254363544,
      "epoch": 7.496257018091079,
      "step": 24033
    },
    {
      "contrastive_lambda": 0.6536866131042421,
      "epoch": 7.496568933250156,
      "step": 24034
    },
    {
      "contrastive_lambda": 0.6536617003507895,
      "epoch": 7.496880848409233,
      "step": 24035
    },
    {
      "contrastive_lambda": 0.6536367871760645,
      "epoch": 7.497192763568309,
      "step": 24036
    },
    {
      "contrastive_lambda": 0.6536118735801355,
      "epoch": 7.4975046787273865,
      "step": 24037
    },
    {
      "contrastive_lambda": 0.6535869595630709,
      "epoch": 7.497816593886463,
      "step": 24038
    },
    {
      "contrastive_lambda": 0.6535620451249389,
      "epoch": 7.498128509045539,
      "step": 24039
    },
    {
      "epoch": 7.498440424204617,
      "grad_norm": 0.11922462284564972,
      "learning_rate": 6.99863016775503e-05,
      "loss": 0.0359,
      "step": 24040
    },
    {
      "epoch": 7.498440424204617,
      "flow_loss": 0.021065065637230873,
      "step": 24040
    },
    {
      "contrastive_loss": 0.0054685198701918125,
      "epoch": 7.498440424204617,
      "step": 24040
    },
    {
      "contrastive_lambda": 0.6535371302658078,
      "epoch": 7.498440424204617,
      "step": 24040
    },
    {
      "contrastive_lambda": 0.6535122149857461,
      "epoch": 7.498752339363693,
      "step": 24041
    },
    {
      "contrastive_lambda": 0.6534872992848216,
      "epoch": 7.49906425452277,
      "step": 24042
    },
    {
      "contrastive_lambda": 0.6534623831631032,
      "epoch": 7.499376169681846,
      "step": 24043
    },
    {
      "contrastive_lambda": 0.653437466620659,
      "epoch": 7.4996880848409235,
      "step": 24044
    },
    {
      "contrastive_lambda": 0.6534125496575571,
      "epoch": 7.5,
      "step": 24045
    },
    {
      "contrastive_lambda": 0.6533876322738661,
      "epoch": 7.5003119151590765,
      "step": 24046
    },
    {
      "contrastive_lambda": 0.6533627144696543,
      "epoch": 7.500623830318154,
      "step": 24047
    },
    {
      "contrastive_lambda": 0.6533377962449898,
      "epoch": 7.50093574547723,
      "step": 24048
    },
    {
      "contrastive_lambda": 0.6533128775999409,
      "epoch": 7.501247660636307,
      "step": 24049
    },
    {
      "epoch": 7.501559575795383,
      "grad_norm": 0.0924077257514,
      "learning_rate": 6.996103818079859e-05,
      "loss": 0.0356,
      "step": 24050
    },
    {
      "epoch": 7.501559575795383,
      "flow_loss": 0.03351107984781265,
      "step": 24050
    },
    {
      "contrastive_loss": 0.004704783204942942,
      "epoch": 7.501559575795383,
      "step": 24050
    },
    {
      "contrastive_lambda": 0.6532879585345763,
      "epoch": 7.501559575795383,
      "step": 24050
    },
    {
      "contrastive_lambda": 0.6532630390489639,
      "epoch": 7.501871490954461,
      "step": 24051
    },
    {
      "contrastive_lambda": 0.6532381191431722,
      "epoch": 7.502183406113537,
      "step": 24052
    },
    {
      "contrastive_lambda": 0.6532131988172695,
      "epoch": 7.5024953212726135,
      "step": 24053
    },
    {
      "contrastive_lambda": 0.6531882780713241,
      "epoch": 7.502807236431691,
      "step": 24054
    },
    {
      "contrastive_lambda": 0.6531633569054044,
      "epoch": 7.503119151590767,
      "step": 24055
    },
    {
      "contrastive_lambda": 0.6531384353195786,
      "epoch": 7.503431066749844,
      "step": 24056
    },
    {
      "contrastive_lambda": 0.653113513313915,
      "epoch": 7.503742981908921,
      "step": 24057
    },
    {
      "contrastive_lambda": 0.6530885908884821,
      "epoch": 7.504054897067998,
      "step": 24058
    },
    {
      "contrastive_lambda": 0.6530636680433481,
      "epoch": 7.504366812227074,
      "step": 24059
    },
    {
      "epoch": 7.504678727386151,
      "grad_norm": 0.08881588280200958,
      "learning_rate": 6.993576862041054e-05,
      "loss": 0.0346,
      "step": 24060
    },
    {
      "epoch": 7.504678727386151,
      "flow_loss": 0.03976917266845703,
      "step": 24060
    },
    {
      "contrastive_loss": 0.0035621323622763157,
      "epoch": 7.504678727386151,
      "step": 24060
    },
    {
      "contrastive_lambda": 0.6530387447785815,
      "epoch": 7.504678727386151,
      "step": 24060
    },
    {
      "contrastive_lambda": 0.6530138210942504,
      "epoch": 7.504990642545228,
      "step": 24061
    },
    {
      "contrastive_lambda": 0.6529888969904232,
      "epoch": 7.505302557704304,
      "step": 24062
    },
    {
      "contrastive_lambda": 0.6529639724671683,
      "epoch": 7.505614472863381,
      "step": 24063
    },
    {
      "contrastive_lambda": 0.652939047524554,
      "epoch": 7.505926388022458,
      "step": 24064
    },
    {
      "contrastive_lambda": 0.6529141221626484,
      "epoch": 7.506238303181535,
      "step": 24065
    },
    {
      "contrastive_lambda": 0.6528891963815203,
      "epoch": 7.506550218340611,
      "step": 24066
    },
    {
      "contrastive_lambda": 0.6528642701812378,
      "epoch": 7.506862133499688,
      "step": 24067
    },
    {
      "contrastive_lambda": 0.652839343561869,
      "epoch": 7.507174048658765,
      "step": 24068
    },
    {
      "contrastive_lambda": 0.6528144165234826,
      "epoch": 7.5074859638178415,
      "step": 24069
    },
    {
      "epoch": 7.507797878976918,
      "grad_norm": 0.11989308148622513,
      "learning_rate": 6.991049300406235e-05,
      "loss": 0.0349,
      "step": 24070
    },
    {
      "epoch": 7.507797878976918,
      "flow_loss": 0.048610761761665344,
      "step": 24070
    },
    {
      "contrastive_loss": 0.006712700240314007,
      "epoch": 7.507797878976918,
      "step": 24070
    },
    {
      "contrastive_lambda": 0.652789489066147,
      "epoch": 7.507797878976918,
      "step": 24070
    },
    {
      "contrastive_lambda": 0.65276456118993,
      "epoch": 7.508109794135995,
      "step": 24071
    },
    {
      "contrastive_lambda": 0.6527396328949004,
      "epoch": 7.508421709295072,
      "step": 24072
    },
    {
      "contrastive_lambda": 0.6527147041811265,
      "epoch": 7.508733624454148,
      "step": 24073
    },
    {
      "contrastive_lambda": 0.6526897750486764,
      "epoch": 7.509045539613226,
      "step": 24074
    },
    {
      "contrastive_lambda": 0.6526648454976188,
      "epoch": 7.509357454772302,
      "step": 24075
    },
    {
      "contrastive_lambda": 0.6526399155280217,
      "epoch": 7.509669369931379,
      "step": 24076
    },
    {
      "contrastive_lambda": 0.6526149851399538,
      "epoch": 7.509981285090455,
      "step": 24077
    },
    {
      "contrastive_lambda": 0.6525900543334832,
      "epoch": 7.510293200249532,
      "step": 24078
    },
    {
      "contrastive_lambda": 0.6525651231086782,
      "epoch": 7.510605115408609,
      "step": 24079
    },
    {
      "epoch": 7.510917030567685,
      "grad_norm": 0.10580821335315704,
      "learning_rate": 6.988521133943209e-05,
      "loss": 0.0332,
      "step": 24080
    },
    {
      "epoch": 7.510917030567685,
      "flow_loss": 0.023931847885251045,
      "step": 24080
    },
    {
      "contrastive_loss": 0.006511431187391281,
      "epoch": 7.510917030567685,
      "step": 24080
    },
    {
      "contrastive_lambda": 0.6525401914656073,
      "epoch": 7.510917030567685,
      "step": 24080
    },
    {
      "contrastive_lambda": 0.6525152594043389,
      "epoch": 7.511228945726763,
      "step": 24081
    },
    {
      "contrastive_lambda": 0.652490326924941,
      "epoch": 7.511540860885839,
      "step": 24082
    },
    {
      "contrastive_lambda": 0.6524653940274825,
      "epoch": 7.511852776044916,
      "step": 24083
    },
    {
      "contrastive_lambda": 0.6524404607120312,
      "epoch": 7.512164691203992,
      "step": 24084
    },
    {
      "contrastive_lambda": 0.6524155269786558,
      "epoch": 7.5124766063630695,
      "step": 24085
    },
    {
      "contrastive_lambda": 0.6523905928274247,
      "epoch": 7.512788521522146,
      "step": 24086
    },
    {
      "contrastive_lambda": 0.6523656582584062,
      "epoch": 7.513100436681222,
      "step": 24087
    },
    {
      "contrastive_lambda": 0.6523407232716683,
      "epoch": 7.5134123518403,
      "step": 24088
    },
    {
      "contrastive_lambda": 0.6523157878672798,
      "epoch": 7.513724266999376,
      "step": 24089
    },
    {
      "epoch": 7.514036182158453,
      "grad_norm": 0.19018131494522095,
      "learning_rate": 6.985992363419966e-05,
      "loss": 0.0406,
      "step": 24090
    },
    {
      "epoch": 7.514036182158453,
      "flow_loss": 0.03150951489806175,
      "step": 24090
    },
    {
      "contrastive_loss": 0.0038402285426855087,
      "epoch": 7.514036182158453,
      "step": 24090
    },
    {
      "contrastive_lambda": 0.6522908520453091,
      "epoch": 7.514036182158453,
      "step": 24090
    },
    {
      "contrastive_lambda": 0.6522659158058242,
      "epoch": 7.51434809731753,
      "step": 24091
    },
    {
      "contrastive_lambda": 0.6522409791488937,
      "epoch": 7.5146600124766065,
      "step": 24092
    },
    {
      "contrastive_lambda": 0.6522160420745859,
      "epoch": 7.514971927635683,
      "step": 24093
    },
    {
      "contrastive_lambda": 0.6521911045829691,
      "epoch": 7.5152838427947595,
      "step": 24094
    },
    {
      "contrastive_lambda": 0.6521661666741118,
      "epoch": 7.515595757953837,
      "step": 24095
    },
    {
      "contrastive_lambda": 0.6521412283480823,
      "epoch": 7.515907673112913,
      "step": 24096
    },
    {
      "contrastive_lambda": 0.652116289604949,
      "epoch": 7.51621958827199,
      "step": 24097
    },
    {
      "contrastive_lambda": 0.6520913504447804,
      "epoch": 7.516531503431067,
      "step": 24098
    },
    {
      "contrastive_lambda": 0.6520664108676444,
      "epoch": 7.516843418590144,
      "step": 24099
    },
    {
      "epoch": 7.51715533374922,
      "grad_norm": 0.11818397790193558,
      "learning_rate": 6.983462989604682e-05,
      "loss": 0.0306,
      "step": 24100
    },
    {
      "epoch": 7.51715533374922,
      "flow_loss": 0.052178818732500076,
      "step": 24100
    },
    {
      "contrastive_loss": 0.00736217899248004,
      "epoch": 7.51715533374922,
      "step": 24100
    },
    {
      "contrastive_lambda": 0.65204147087361,
      "epoch": 7.51715533374922,
      "step": 24100
    },
    {
      "contrastive_lambda": 0.6520165304627452,
      "epoch": 7.5174672489082965,
      "step": 24101
    },
    {
      "contrastive_lambda": 0.6519915896351184,
      "epoch": 7.517779164067374,
      "step": 24102
    },
    {
      "contrastive_lambda": 0.651966648390798,
      "epoch": 7.51809107922645,
      "step": 24103
    },
    {
      "contrastive_lambda": 0.6519417067298525,
      "epoch": 7.518402994385527,
      "step": 24104
    },
    {
      "contrastive_lambda": 0.65191676465235,
      "epoch": 7.518714909544604,
      "step": 24105
    },
    {
      "contrastive_lambda": 0.6518918221583594,
      "epoch": 7.519026824703681,
      "step": 24106
    },
    {
      "contrastive_lambda": 0.6518668792479485,
      "epoch": 7.519338739862757,
      "step": 24107
    },
    {
      "contrastive_lambda": 0.6518419359211859,
      "epoch": 7.5196506550218345,
      "step": 24108
    },
    {
      "contrastive_lambda": 0.6518169921781402,
      "epoch": 7.519962570180911,
      "step": 24109
    },
    {
      "epoch": 7.520274485339987,
      "grad_norm": 0.10351966321468353,
      "learning_rate": 6.980933013265709e-05,
      "loss": 0.0374,
      "step": 24110
    },
    {
      "epoch": 7.520274485339987,
      "flow_loss": 0.02732633426785469,
      "step": 24110
    },
    {
      "contrastive_loss": 0.0047342898324131966,
      "epoch": 7.520274485339987,
      "step": 24110
    },
    {
      "contrastive_lambda": 0.6517920480188795,
      "epoch": 7.520274485339987,
      "step": 24110
    },
    {
      "contrastive_lambda": 0.6517671034434721,
      "epoch": 7.520586400499064,
      "step": 24111
    },
    {
      "contrastive_lambda": 0.6517421584519868,
      "epoch": 7.520898315658141,
      "step": 24112
    },
    {
      "contrastive_lambda": 0.6517172130444917,
      "epoch": 7.521210230817218,
      "step": 24113
    },
    {
      "contrastive_lambda": 0.6516922672210552,
      "epoch": 7.521522145976294,
      "step": 24114
    },
    {
      "contrastive_lambda": 0.6516673209817458,
      "epoch": 7.521834061135372,
      "step": 24115
    },
    {
      "contrastive_lambda": 0.6516423743266317,
      "epoch": 7.522145976294448,
      "step": 24116
    },
    {
      "contrastive_lambda": 0.6516174272557816,
      "epoch": 7.5224578914535245,
      "step": 24117
    },
    {
      "contrastive_lambda": 0.6515924797692636,
      "epoch": 7.522769806612601,
      "step": 24118
    },
    {
      "contrastive_lambda": 0.6515675318671462,
      "epoch": 7.523081721771678,
      "step": 24119
    },
    {
      "epoch": 7.523393636930755,
      "grad_norm": 0.0941573977470398,
      "learning_rate": 6.978402435171592e-05,
      "loss": 0.035,
      "step": 24120
    },
    {
      "epoch": 7.523393636930755,
      "flow_loss": 0.040308669209480286,
      "step": 24120
    },
    {
      "contrastive_loss": 0.005468497518450022,
      "epoch": 7.523393636930755,
      "step": 24120
    },
    {
      "contrastive_lambda": 0.651542583549498,
      "epoch": 7.523393636930755,
      "step": 24120
    },
    {
      "contrastive_lambda": 0.6515176348163871,
      "epoch": 7.523705552089831,
      "step": 24121
    },
    {
      "contrastive_lambda": 0.6514926856678818,
      "epoch": 7.524017467248909,
      "step": 24122
    },
    {
      "contrastive_lambda": 0.651467736104051,
      "epoch": 7.524329382407985,
      "step": 24123
    },
    {
      "contrastive_lambda": 0.6514427861249626,
      "epoch": 7.524641297567062,
      "step": 24124
    },
    {
      "contrastive_lambda": 0.6514178357306852,
      "epoch": 7.524953212726139,
      "step": 24125
    },
    {
      "contrastive_lambda": 0.6513928849212873,
      "epoch": 7.525265127885215,
      "step": 24126
    },
    {
      "contrastive_lambda": 0.6513679336968372,
      "epoch": 7.525577043044292,
      "step": 24127
    },
    {
      "contrastive_lambda": 0.6513429820574033,
      "epoch": 7.525888958203368,
      "step": 24128
    },
    {
      "contrastive_lambda": 0.6513180300030541,
      "epoch": 7.526200873362446,
      "step": 24129
    },
    {
      "epoch": 7.526512788521522,
      "grad_norm": 0.09229515492916107,
      "learning_rate": 6.975871256091052e-05,
      "loss": 0.0319,
      "step": 24130
    },
    {
      "epoch": 7.526512788521522,
      "flow_loss": 0.03876018896698952,
      "step": 24130
    },
    {
      "contrastive_loss": 0.004520768765360117,
      "epoch": 7.526512788521522,
      "step": 24130
    },
    {
      "contrastive_lambda": 0.6512930775338577,
      "epoch": 7.526512788521522,
      "step": 24130
    },
    {
      "contrastive_lambda": 0.6512681246498829,
      "epoch": 7.526824703680599,
      "step": 24131
    },
    {
      "contrastive_lambda": 0.651243171351198,
      "epoch": 7.527136618839676,
      "step": 24132
    },
    {
      "contrastive_lambda": 0.6512182176378711,
      "epoch": 7.5274485339987525,
      "step": 24133
    },
    {
      "contrastive_lambda": 0.6511932635099712,
      "epoch": 7.527760449157829,
      "step": 24134
    },
    {
      "contrastive_lambda": 0.6511683089675663,
      "epoch": 7.528072364316905,
      "step": 24135
    },
    {
      "contrastive_lambda": 0.6511433540107248,
      "epoch": 7.528384279475983,
      "step": 24136
    },
    {
      "contrastive_lambda": 0.6511183986395153,
      "epoch": 7.528696194635059,
      "step": 24137
    },
    {
      "contrastive_lambda": 0.651093442854006,
      "epoch": 7.529008109794136,
      "step": 24138
    },
    {
      "contrastive_lambda": 0.6510684866542655,
      "epoch": 7.529320024953213,
      "step": 24139
    },
    {
      "epoch": 7.5296319401122895,
      "grad_norm": 0.16315148770809174,
      "learning_rate": 6.973339476792995e-05,
      "loss": 0.0345,
      "step": 24140
    },
    {
      "epoch": 7.5296319401122895,
      "flow_loss": 0.042276401072740555,
      "step": 24140
    },
    {
      "contrastive_loss": 0.004656922072172165,
      "epoch": 7.5296319401122895,
      "step": 24140
    },
    {
      "contrastive_lambda": 0.6510435300403623,
      "epoch": 7.5296319401122895,
      "step": 24140
    },
    {
      "contrastive_lambda": 0.6510185730123645,
      "epoch": 7.529943855271366,
      "step": 24141
    },
    {
      "contrastive_lambda": 0.6509936155703409,
      "epoch": 7.530255770430443,
      "step": 24142
    },
    {
      "contrastive_lambda": 0.6509686577143596,
      "epoch": 7.53056768558952,
      "step": 24143
    },
    {
      "contrastive_lambda": 0.6509436994444893,
      "epoch": 7.530879600748596,
      "step": 24144
    },
    {
      "contrastive_lambda": 0.6509187407607979,
      "epoch": 7.531191515907673,
      "step": 24145
    },
    {
      "contrastive_lambda": 0.6508937816633545,
      "epoch": 7.53150343106675,
      "step": 24146
    },
    {
      "contrastive_lambda": 0.6508688221522272,
      "epoch": 7.531815346225827,
      "step": 24147
    },
    {
      "contrastive_lambda": 0.6508438622274844,
      "epoch": 7.532127261384903,
      "step": 24148
    },
    {
      "contrastive_lambda": 0.6508189018891948,
      "epoch": 7.5324391765439795,
      "step": 24149
    },
    {
      "epoch": 7.532751091703057,
      "grad_norm": 0.10693372040987015,
      "learning_rate": 6.970807098046505e-05,
      "loss": 0.0341,
      "step": 24150
    },
    {
      "epoch": 7.532751091703057,
      "flow_loss": 0.038716889917850494,
      "step": 24150
    },
    {
      "contrastive_loss": 0.005137339234352112,
      "epoch": 7.532751091703057,
      "step": 24150
    },
    {
      "contrastive_lambda": 0.6507939411374264,
      "epoch": 7.532751091703057,
      "step": 24150
    },
    {
      "contrastive_lambda": 0.6507689799722479,
      "epoch": 7.533063006862133,
      "step": 24151
    },
    {
      "contrastive_lambda": 0.6507440183937276,
      "epoch": 7.53337492202121,
      "step": 24152
    },
    {
      "contrastive_lambda": 0.6507190564019341,
      "epoch": 7.533686837180287,
      "step": 24153
    },
    {
      "contrastive_lambda": 0.6506940939969358,
      "epoch": 7.533998752339364,
      "step": 24154
    },
    {
      "contrastive_lambda": 0.6506691311788011,
      "epoch": 7.53431066749844,
      "step": 24155
    },
    {
      "contrastive_lambda": 0.6506441679475982,
      "epoch": 7.5346225826575175,
      "step": 24156
    },
    {
      "contrastive_lambda": 0.6506192043033959,
      "epoch": 7.534934497816594,
      "step": 24157
    },
    {
      "contrastive_lambda": 0.6505942402462627,
      "epoch": 7.53524641297567,
      "step": 24158
    },
    {
      "contrastive_lambda": 0.6505692757762666,
      "epoch": 7.535558328134748,
      "step": 24159
    },
    {
      "epoch": 7.535870243293824,
      "grad_norm": 0.09928343445062637,
      "learning_rate": 6.968274120620858e-05,
      "loss": 0.0334,
      "step": 24160
    },
    {
      "epoch": 7.535870243293824,
      "flow_loss": 0.027520665898919106,
      "step": 24160
    },
    {
      "contrastive_loss": 0.004540557973086834,
      "epoch": 7.535870243293824,
      "step": 24160
    },
    {
      "contrastive_lambda": 0.6505443108934763,
      "epoch": 7.535870243293824,
      "step": 24160
    },
    {
      "contrastive_lambda": 0.6505193455979603,
      "epoch": 7.536182158452901,
      "step": 24161
    },
    {
      "contrastive_lambda": 0.6504943798897869,
      "epoch": 7.536494073611977,
      "step": 24162
    },
    {
      "contrastive_lambda": 0.6504694137690247,
      "epoch": 7.536805988771055,
      "step": 24163
    },
    {
      "contrastive_lambda": 0.6504444472357418,
      "epoch": 7.537117903930131,
      "step": 24164
    },
    {
      "contrastive_lambda": 0.6504194802900072,
      "epoch": 7.5374298190892075,
      "step": 24165
    },
    {
      "contrastive_lambda": 0.650394512931889,
      "epoch": 7.537741734248284,
      "step": 24166
    },
    {
      "contrastive_lambda": 0.6503695451614555,
      "epoch": 7.538053649407361,
      "step": 24167
    },
    {
      "contrastive_lambda": 0.6503445769787756,
      "epoch": 7.538365564566438,
      "step": 24168
    },
    {
      "contrastive_lambda": 0.6503196083839174,
      "epoch": 7.538677479725514,
      "step": 24169
    },
    {
      "epoch": 7.538989394884592,
      "grad_norm": 0.12082699686288834,
      "learning_rate": 6.965740545285499e-05,
      "loss": 0.0376,
      "step": 24170
    },
    {
      "epoch": 7.538989394884592,
      "flow_loss": 0.0371854230761528,
      "step": 24170
    },
    {
      "contrastive_loss": 0.006476218346506357,
      "epoch": 7.538989394884592,
      "step": 24170
    },
    {
      "contrastive_lambda": 0.6502946393769495,
      "epoch": 7.538989394884592,
      "step": 24170
    },
    {
      "contrastive_lambda": 0.6502696699579402,
      "epoch": 7.539301310043668,
      "step": 24171
    },
    {
      "contrastive_lambda": 0.6502447001269583,
      "epoch": 7.539613225202745,
      "step": 24172
    },
    {
      "contrastive_lambda": 0.6502197298840718,
      "epoch": 7.539925140361822,
      "step": 24173
    },
    {
      "contrastive_lambda": 0.6501947592293496,
      "epoch": 7.540237055520898,
      "step": 24174
    },
    {
      "contrastive_lambda": 0.6501697881628598,
      "epoch": 7.540548970679975,
      "step": 24175
    },
    {
      "contrastive_lambda": 0.650144816684671,
      "epoch": 7.540860885839052,
      "step": 24176
    },
    {
      "contrastive_lambda": 0.6501198447948516,
      "epoch": 7.541172800998129,
      "step": 24177
    },
    {
      "contrastive_lambda": 0.6500948724934703,
      "epoch": 7.541484716157205,
      "step": 24178
    },
    {
      "contrastive_lambda": 0.6500698997805952,
      "epoch": 7.541796631316282,
      "step": 24179
    },
    {
      "epoch": 7.542108546475359,
      "grad_norm": 0.1191592738032341,
      "learning_rate": 6.963206372810068e-05,
      "loss": 0.0339,
      "step": 24180
    },
    {
      "epoch": 7.542108546475359,
      "flow_loss": 0.026503190398216248,
      "step": 24180
    },
    {
      "contrastive_loss": 0.006985332351177931,
      "epoch": 7.542108546475359,
      "step": 24180
    },
    {
      "contrastive_lambda": 0.650044926656295,
      "epoch": 7.542108546475359,
      "step": 24180
    },
    {
      "contrastive_lambda": 0.6500199531206382,
      "epoch": 7.5424204616344355,
      "step": 24181
    },
    {
      "contrastive_lambda": 0.6499949791736931,
      "epoch": 7.542732376793512,
      "step": 24182
    },
    {
      "contrastive_lambda": 0.6499700048155282,
      "epoch": 7.543044291952588,
      "step": 24183
    },
    {
      "contrastive_lambda": 0.6499450300462121,
      "epoch": 7.543356207111666,
      "step": 24184
    },
    {
      "contrastive_lambda": 0.6499200548658132,
      "epoch": 7.543668122270742,
      "step": 24185
    },
    {
      "contrastive_lambda": 0.6498950792744,
      "epoch": 7.543980037429819,
      "step": 24186
    },
    {
      "contrastive_lambda": 0.6498701032720406,
      "epoch": 7.544291952588896,
      "step": 24187
    },
    {
      "contrastive_lambda": 0.6498451268588042,
      "epoch": 7.5446038677479725,
      "step": 24188
    },
    {
      "contrastive_lambda": 0.6498201500347588,
      "epoch": 7.544915782907049,
      "step": 24189
    },
    {
      "epoch": 7.545227698066126,
      "grad_norm": 0.1317346841096878,
      "learning_rate": 6.960671603964375e-05,
      "loss": 0.0416,
      "step": 24190
    },
    {
      "epoch": 7.545227698066126,
      "flow_loss": 0.041793085634708405,
      "step": 24190
    },
    {
      "contrastive_loss": 0.006106568966060877,
      "epoch": 7.545227698066126,
      "step": 24190
    },
    {
      "contrastive_lambda": 0.6497951727999728,
      "epoch": 7.545227698066126,
      "step": 24190
    },
    {
      "contrastive_lambda": 0.649770195154515,
      "epoch": 7.545539613225203,
      "step": 24191
    },
    {
      "contrastive_lambda": 0.6497452170984537,
      "epoch": 7.545851528384279,
      "step": 24192
    },
    {
      "contrastive_lambda": 0.6497202386318572,
      "epoch": 7.546163443543357,
      "step": 24193
    },
    {
      "contrastive_lambda": 0.6496952597547943,
      "epoch": 7.546475358702433,
      "step": 24194
    },
    {
      "contrastive_lambda": 0.6496702804673333,
      "epoch": 7.54678727386151,
      "step": 24195
    },
    {
      "contrastive_lambda": 0.6496453007695427,
      "epoch": 7.547099189020586,
      "step": 24196
    },
    {
      "contrastive_lambda": 0.6496203206614911,
      "epoch": 7.547411104179663,
      "step": 24197
    },
    {
      "contrastive_lambda": 0.6495953401432468,
      "epoch": 7.54772301933874,
      "step": 24198
    },
    {
      "contrastive_lambda": 0.6495703592148785,
      "epoch": 7.548034934497816,
      "step": 24199
    },
    {
      "epoch": 7.548346849656893,
      "grad_norm": 0.11729893833398819,
      "learning_rate": 6.958136239518418e-05,
      "loss": 0.0338,
      "step": 24200
    },
    {
      "epoch": 7.548346849656893,
      "flow_loss": 0.038140520453453064,
      "step": 24200
    },
    {
      "contrastive_loss": 0.005751759745180607,
      "epoch": 7.548346849656893,
      "step": 24200
    },
    {
      "contrastive_lambda": 0.6495453778764545,
      "epoch": 7.548346849656893,
      "step": 24200
    },
    {
      "contrastive_lambda": 0.6495203961280434,
      "epoch": 7.54865876481597,
      "step": 24201
    },
    {
      "contrastive_lambda": 0.6494954139697136,
      "epoch": 7.548970679975047,
      "step": 24202
    },
    {
      "contrastive_lambda": 0.6494704314015336,
      "epoch": 7.549282595134123,
      "step": 24203
    },
    {
      "contrastive_lambda": 0.6494454484235719,
      "epoch": 7.5495945102932005,
      "step": 24204
    },
    {
      "contrastive_lambda": 0.6494204650358972,
      "epoch": 7.549906425452277,
      "step": 24205
    },
    {
      "contrastive_lambda": 0.6493954812385776,
      "epoch": 7.550218340611353,
      "step": 24206
    },
    {
      "contrastive_lambda": 0.6493704970316819,
      "epoch": 7.550530255770431,
      "step": 24207
    },
    {
      "contrastive_lambda": 0.6493455124152786,
      "epoch": 7.550842170929507,
      "step": 24208
    },
    {
      "contrastive_lambda": 0.649320527389436,
      "epoch": 7.551154086088584,
      "step": 24209
    },
    {
      "epoch": 7.551466001247661,
      "grad_norm": 0.11810637265443802,
      "learning_rate": 6.955600280242371e-05,
      "loss": 0.0364,
      "step": 24210
    },
    {
      "epoch": 7.551466001247661,
      "flow_loss": 0.0304341372102499,
      "step": 24210
    },
    {
      "contrastive_loss": 0.004435915034264326,
      "epoch": 7.551466001247661,
      "step": 24210
    },
    {
      "contrastive_lambda": 0.6492955419542226,
      "epoch": 7.551466001247661,
      "step": 24210
    },
    {
      "contrastive_lambda": 0.6492705561097072,
      "epoch": 7.551777916406738,
      "step": 24211
    },
    {
      "contrastive_lambda": 0.649245569855958,
      "epoch": 7.552089831565814,
      "step": 24212
    },
    {
      "contrastive_lambda": 0.6492205831930434,
      "epoch": 7.5524017467248905,
      "step": 24213
    },
    {
      "contrastive_lambda": 0.6491955961210324,
      "epoch": 7.552713661883968,
      "step": 24214
    },
    {
      "contrastive_lambda": 0.6491706086399931,
      "epoch": 7.553025577043044,
      "step": 24215
    },
    {
      "contrastive_lambda": 0.649145620749994,
      "epoch": 7.553337492202121,
      "step": 24216
    },
    {
      "contrastive_lambda": 0.6491206324511039,
      "epoch": 7.553649407361197,
      "step": 24217
    },
    {
      "contrastive_lambda": 0.6490956437433909,
      "epoch": 7.553961322520275,
      "step": 24218
    },
    {
      "contrastive_lambda": 0.6490706546269239,
      "epoch": 7.554273237679351,
      "step": 24219
    },
    {
      "epoch": 7.554585152838428,
      "grad_norm": 0.1040356233716011,
      "learning_rate": 6.953063726906596e-05,
      "loss": 0.0387,
      "step": 24220
    },
    {
      "epoch": 7.554585152838428,
      "flow_loss": 0.03292990103363991,
      "step": 24220
    },
    {
      "contrastive_loss": 0.004580826498568058,
      "epoch": 7.554585152838428,
      "step": 24220
    },
    {
      "contrastive_lambda": 0.6490456651017713,
      "epoch": 7.554585152838428,
      "step": 24220
    },
    {
      "contrastive_lambda": 0.6490206751680012,
      "epoch": 7.554897067997505,
      "step": 24221
    },
    {
      "contrastive_lambda": 0.6489956848256828,
      "epoch": 7.555208983156581,
      "step": 24222
    },
    {
      "contrastive_lambda": 0.6489706940748843,
      "epoch": 7.555520898315658,
      "step": 24223
    },
    {
      "contrastive_lambda": 0.648945702915674,
      "epoch": 7.555832813474735,
      "step": 24224
    },
    {
      "contrastive_lambda": 0.6489207113481206,
      "epoch": 7.556144728633812,
      "step": 24225
    },
    {
      "contrastive_lambda": 0.6488957193722927,
      "epoch": 7.556456643792888,
      "step": 24226
    },
    {
      "contrastive_lambda": 0.6488707269882587,
      "epoch": 7.5567685589519655,
      "step": 24227
    },
    {
      "contrastive_lambda": 0.6488457341960872,
      "epoch": 7.557080474111042,
      "step": 24228
    },
    {
      "contrastive_lambda": 0.6488207409958465,
      "epoch": 7.5573923892701185,
      "step": 24229
    },
    {
      "epoch": 7.557704304429195,
      "grad_norm": 0.11570864915847778,
      "learning_rate": 6.950526580281626e-05,
      "loss": 0.0361,
      "step": 24230
    },
    {
      "epoch": 7.557704304429195,
      "flow_loss": 0.035631272941827774,
      "step": 24230
    },
    {
      "contrastive_loss": 0.006022946443408728,
      "epoch": 7.557704304429195,
      "step": 24230
    },
    {
      "contrastive_lambda": 0.6487957473876054,
      "epoch": 7.557704304429195,
      "step": 24230
    },
    {
      "contrastive_lambda": 0.6487707533714324,
      "epoch": 7.558016219588272,
      "step": 24231
    },
    {
      "contrastive_lambda": 0.6487457589473958,
      "epoch": 7.558328134747349,
      "step": 24232
    },
    {
      "contrastive_lambda": 0.6487207641155642,
      "epoch": 7.558640049906425,
      "step": 24233
    },
    {
      "contrastive_lambda": 0.6486957688760063,
      "epoch": 7.558951965065502,
      "step": 24234
    },
    {
      "contrastive_lambda": 0.6486707732287905,
      "epoch": 7.559263880224579,
      "step": 24235
    },
    {
      "contrastive_lambda": 0.6486457771739853,
      "epoch": 7.5595757953836555,
      "step": 24236
    },
    {
      "contrastive_lambda": 0.6486207807116593,
      "epoch": 7.559887710542732,
      "step": 24237
    },
    {
      "contrastive_lambda": 0.648595783841881,
      "epoch": 7.560199625701809,
      "step": 24238
    },
    {
      "contrastive_lambda": 0.6485707865647189,
      "epoch": 7.560511540860886,
      "step": 24239
    },
    {
      "epoch": 7.560823456019962,
      "grad_norm": 0.12630881369113922,
      "learning_rate": 6.947988841138184e-05,
      "loss": 0.036,
      "step": 24240
    },
    {
      "epoch": 7.560823456019962,
      "flow_loss": 0.03789311647415161,
      "step": 24240
    },
    {
      "contrastive_loss": 0.010472634807229042,
      "epoch": 7.560823456019962,
      "step": 24240
    },
    {
      "contrastive_lambda": 0.6485457888802415,
      "epoch": 7.560823456019962,
      "step": 24240
    },
    {
      "contrastive_lambda": 0.6485207907885174,
      "epoch": 7.56113537117904,
      "step": 24241
    },
    {
      "contrastive_lambda": 0.6484957922896153,
      "epoch": 7.561447286338116,
      "step": 24242
    },
    {
      "contrastive_lambda": 0.6484707933836034,
      "epoch": 7.561759201497193,
      "step": 24243
    },
    {
      "contrastive_lambda": 0.6484457940705503,
      "epoch": 7.56207111665627,
      "step": 24244
    },
    {
      "contrastive_lambda": 0.6484207943505248,
      "epoch": 7.562383031815346,
      "step": 24245
    },
    {
      "contrastive_lambda": 0.6483957942235952,
      "epoch": 7.562694946974423,
      "step": 24246
    },
    {
      "contrastive_lambda": 0.6483707936898301,
      "epoch": 7.563006862133499,
      "step": 24247
    },
    {
      "contrastive_lambda": 0.6483457927492979,
      "epoch": 7.563318777292577,
      "step": 24248
    },
    {
      "contrastive_lambda": 0.6483207914020676,
      "epoch": 7.563630692451653,
      "step": 24249
    },
    {
      "epoch": 7.56394260761073,
      "grad_norm": 0.09634890407323837,
      "learning_rate": 6.945450510247165e-05,
      "loss": 0.0329,
      "step": 24250
    },
    {
      "epoch": 7.56394260761073,
      "flow_loss": 0.05030553787946701,
      "step": 24250
    },
    {
      "contrastive_loss": 0.005803822539746761,
      "epoch": 7.56394260761073,
      "step": 24250
    },
    {
      "contrastive_lambda": 0.6482957896482071,
      "epoch": 7.56394260761073,
      "step": 24250
    },
    {
      "contrastive_lambda": 0.6482707874877854,
      "epoch": 7.564254522769806,
      "step": 24251
    },
    {
      "contrastive_lambda": 0.6482457849208709,
      "epoch": 7.5645664379288835,
      "step": 24252
    },
    {
      "contrastive_lambda": 0.6482207819475323,
      "epoch": 7.56487835308796,
      "step": 24253
    },
    {
      "contrastive_lambda": 0.648195778567838,
      "epoch": 7.565190268247036,
      "step": 24254
    },
    {
      "contrastive_lambda": 0.6481707747818564,
      "epoch": 7.565502183406114,
      "step": 24255
    },
    {
      "contrastive_lambda": 0.6481457705896563,
      "epoch": 7.56581409856519,
      "step": 24256
    },
    {
      "contrastive_lambda": 0.6481207659913062,
      "epoch": 7.566126013724267,
      "step": 24257
    },
    {
      "contrastive_lambda": 0.6480957609868745,
      "epoch": 7.566437928883344,
      "step": 24258
    },
    {
      "contrastive_lambda": 0.6480707555764299,
      "epoch": 7.566749844042421,
      "step": 24259
    },
    {
      "epoch": 7.567061759201497,
      "grad_norm": 0.18757668137550354,
      "learning_rate": 6.942911588379647e-05,
      "loss": 0.0351,
      "step": 24260
    },
    {
      "epoch": 7.567061759201497,
      "flow_loss": 0.024683550000190735,
      "step": 24260
    },
    {
      "contrastive_loss": 0.006135076284408569,
      "epoch": 7.567061759201497,
      "step": 24260
    },
    {
      "contrastive_lambda": 0.648045749760041,
      "epoch": 7.567061759201497,
      "step": 24260
    },
    {
      "contrastive_lambda": 0.6480207435377762,
      "epoch": 7.567373674360574,
      "step": 24261
    },
    {
      "contrastive_lambda": 0.6479957369097042,
      "epoch": 7.567685589519651,
      "step": 24262
    },
    {
      "contrastive_lambda": 0.6479707298758933,
      "epoch": 7.567997504678727,
      "step": 24263
    },
    {
      "contrastive_lambda": 0.6479457224364124,
      "epoch": 7.568309419837804,
      "step": 24264
    },
    {
      "contrastive_lambda": 0.6479207145913299,
      "epoch": 7.568621334996881,
      "step": 24265
    },
    {
      "contrastive_lambda": 0.6478957063407145,
      "epoch": 7.568933250155958,
      "step": 24266
    },
    {
      "contrastive_lambda": 0.6478706976846342,
      "epoch": 7.569245165315034,
      "step": 24267
    },
    {
      "contrastive_lambda": 0.6478456886231583,
      "epoch": 7.569557080474111,
      "step": 24268
    },
    {
      "contrastive_lambda": 0.647820679156355,
      "epoch": 7.569868995633188,
      "step": 24269
    },
    {
      "epoch": 7.570180910792264,
      "grad_norm": 0.12583740055561066,
      "learning_rate": 6.940372076306888e-05,
      "loss": 0.0336,
      "step": 24270
    },
    {
      "epoch": 7.570180910792264,
      "flow_loss": 0.02978544309735298,
      "step": 24270
    },
    {
      "contrastive_loss": 0.005533500574529171,
      "epoch": 7.570180910792264,
      "step": 24270
    },
    {
      "contrastive_lambda": 0.6477956692842928,
      "epoch": 7.570180910792264,
      "step": 24270
    },
    {
      "contrastive_lambda": 0.6477706590070406,
      "epoch": 7.570492825951341,
      "step": 24271
    },
    {
      "contrastive_lambda": 0.6477456483246665,
      "epoch": 7.570804741110418,
      "step": 24272
    },
    {
      "contrastive_lambda": 0.6477206372372396,
      "epoch": 7.571116656269495,
      "step": 24273
    },
    {
      "contrastive_lambda": 0.647695625744828,
      "epoch": 7.571428571428571,
      "step": 24274
    },
    {
      "contrastive_lambda": 0.6476706138475004,
      "epoch": 7.5717404865876485,
      "step": 24275
    },
    {
      "contrastive_lambda": 0.6476456015453256,
      "epoch": 7.572052401746725,
      "step": 24276
    },
    {
      "contrastive_lambda": 0.6476205888383719,
      "epoch": 7.5723643169058015,
      "step": 24277
    },
    {
      "contrastive_lambda": 0.6475955757267079,
      "epoch": 7.572676232064879,
      "step": 24278
    },
    {
      "contrastive_lambda": 0.6475705622104024,
      "epoch": 7.572988147223955,
      "step": 24279
    },
    {
      "epoch": 7.573300062383032,
      "grad_norm": 0.11120379716157913,
      "learning_rate": 6.937831974800326e-05,
      "loss": 0.0338,
      "step": 24280
    },
    {
      "epoch": 7.573300062383032,
      "flow_loss": 0.02597150206565857,
      "step": 24280
    },
    {
      "contrastive_loss": 0.004815754480659962,
      "epoch": 7.573300062383032,
      "step": 24280
    },
    {
      "contrastive_lambda": 0.6475455482895238,
      "epoch": 7.573300062383032,
      "step": 24280
    },
    {
      "contrastive_lambda": 0.6475205339641407,
      "epoch": 7.573611977542108,
      "step": 24281
    },
    {
      "contrastive_lambda": 0.6474955192343216,
      "epoch": 7.573923892701186,
      "step": 24282
    },
    {
      "contrastive_lambda": 0.6474705041001353,
      "epoch": 7.574235807860262,
      "step": 24283
    },
    {
      "contrastive_lambda": 0.6474454885616501,
      "epoch": 7.5745477230193385,
      "step": 24284
    },
    {
      "contrastive_lambda": 0.6474204726189348,
      "epoch": 7.574859638178415,
      "step": 24285
    },
    {
      "contrastive_lambda": 0.6473954562720579,
      "epoch": 7.575171553337492,
      "step": 24286
    },
    {
      "contrastive_lambda": 0.6473704395210879,
      "epoch": 7.575483468496569,
      "step": 24287
    },
    {
      "contrastive_lambda": 0.6473454223660935,
      "epoch": 7.575795383655645,
      "step": 24288
    },
    {
      "contrastive_lambda": 0.6473204048071433,
      "epoch": 7.576107298814723,
      "step": 24289
    },
    {
      "epoch": 7.576419213973799,
      "grad_norm": 0.1262177973985672,
      "learning_rate": 6.935291284631574e-05,
      "loss": 0.0329,
      "step": 24290
    },
    {
      "epoch": 7.576419213973799,
      "flow_loss": 0.030889255926012993,
      "step": 24290
    },
    {
      "contrastive_loss": 0.005898771807551384,
      "epoch": 7.576419213973799,
      "step": 24290
    },
    {
      "contrastive_lambda": 0.6472953868443059,
      "epoch": 7.576419213973799,
      "step": 24290
    },
    {
      "contrastive_lambda": 0.6472703684776497,
      "epoch": 7.576731129132876,
      "step": 24291
    },
    {
      "contrastive_lambda": 0.6472453497072435,
      "epoch": 7.577043044291953,
      "step": 24292
    },
    {
      "contrastive_lambda": 0.6472203305331558,
      "epoch": 7.577354959451029,
      "step": 24293
    },
    {
      "contrastive_lambda": 0.6471953109554552,
      "epoch": 7.577666874610106,
      "step": 24294
    },
    {
      "contrastive_lambda": 0.6471702909742103,
      "epoch": 7.577978789769183,
      "step": 24295
    },
    {
      "contrastive_lambda": 0.6471452705894898,
      "epoch": 7.57829070492826,
      "step": 24296
    },
    {
      "contrastive_lambda": 0.6471202498013621,
      "epoch": 7.578602620087336,
      "step": 24297
    },
    {
      "contrastive_lambda": 0.6470952286098958,
      "epoch": 7.578914535246413,
      "step": 24298
    },
    {
      "contrastive_lambda": 0.6470702070151597,
      "epoch": 7.57922645040549,
      "step": 24299
    },
    {
      "epoch": 7.5795383655645665,
      "grad_norm": 0.11827153712511063,
      "learning_rate": 6.932750006572428e-05,
      "loss": 0.0387,
      "step": 24300
    },
    {
      "epoch": 7.5795383655645665,
      "flow_loss": 0.03330714628100395,
      "step": 24300
    },
    {
      "contrastive_loss": 0.0057774679735302925,
      "epoch": 7.5795383655645665,
      "step": 24300
    },
    {
      "contrastive_lambda": 0.6470451850172223,
      "epoch": 7.5795383655645665,
      "step": 24300
    },
    {
      "contrastive_lambda": 0.6470201626161519,
      "epoch": 7.579850280723643,
      "step": 24301
    },
    {
      "contrastive_lambda": 0.6469951398120177,
      "epoch": 7.5801621958827194,
      "step": 24302
    },
    {
      "contrastive_lambda": 0.6469701166048879,
      "epoch": 7.580474111041797,
      "step": 24303
    },
    {
      "contrastive_lambda": 0.646945092994831,
      "epoch": 7.580786026200873,
      "step": 24304
    },
    {
      "contrastive_lambda": 0.646920068981916,
      "epoch": 7.58109794135995,
      "step": 24305
    },
    {
      "contrastive_lambda": 0.6468950445662112,
      "epoch": 7.581409856519027,
      "step": 24306
    },
    {
      "contrastive_lambda": 0.6468700197477854,
      "epoch": 7.581721771678104,
      "step": 24307
    },
    {
      "contrastive_lambda": 0.646844994526707,
      "epoch": 7.58203368683718,
      "step": 24308
    },
    {
      "contrastive_lambda": 0.6468199689030446,
      "epoch": 7.582345601996257,
      "step": 24309
    },
    {
      "epoch": 7.582657517155334,
      "grad_norm": 0.10530860722064972,
      "learning_rate": 6.930208141394863e-05,
      "loss": 0.0308,
      "step": 24310
    },
    {
      "epoch": 7.582657517155334,
      "flow_loss": 0.07354968041181564,
      "step": 24310
    },
    {
      "contrastive_loss": 0.004681098274886608,
      "epoch": 7.582657517155334,
      "step": 24310
    },
    {
      "contrastive_lambda": 0.6467949428768671,
      "epoch": 7.582657517155334,
      "step": 24310
    },
    {
      "contrastive_lambda": 0.6467699164482429,
      "epoch": 7.58296943231441,
      "step": 24311
    },
    {
      "contrastive_lambda": 0.6467448896172405,
      "epoch": 7.583281347473488,
      "step": 24312
    },
    {
      "contrastive_lambda": 0.6467198623839288,
      "epoch": 7.583593262632564,
      "step": 24313
    },
    {
      "contrastive_lambda": 0.6466948347483763,
      "epoch": 7.583905177791641,
      "step": 24314
    },
    {
      "contrastive_lambda": 0.6466698067106516,
      "epoch": 7.584217092950717,
      "step": 24315
    },
    {
      "contrastive_lambda": 0.6466447782708231,
      "epoch": 7.5845290081097945,
      "step": 24316
    },
    {
      "contrastive_lambda": 0.6466197494289597,
      "epoch": 7.584840923268871,
      "step": 24317
    },
    {
      "contrastive_lambda": 0.64659472018513,
      "epoch": 7.585152838427947,
      "step": 24318
    },
    {
      "contrastive_lambda": 0.6465696905394025,
      "epoch": 7.585464753587024,
      "step": 24319
    },
    {
      "epoch": 7.585776668746101,
      "grad_norm": 0.12825879454612732,
      "learning_rate": 6.927665689871026e-05,
      "loss": 0.0405,
      "step": 24320
    },
    {
      "epoch": 7.585776668746101,
      "flow_loss": 0.029295358806848526,
      "step": 24320
    },
    {
      "contrastive_loss": 0.003885184647515416,
      "epoch": 7.585776668746101,
      "step": 24320
    },
    {
      "contrastive_lambda": 0.6465446604918459,
      "epoch": 7.585776668746101,
      "step": 24320
    },
    {
      "contrastive_lambda": 0.6465196300425287,
      "epoch": 7.586088583905178,
      "step": 24321
    },
    {
      "contrastive_lambda": 0.6464945991915197,
      "epoch": 7.586400499064254,
      "step": 24322
    },
    {
      "contrastive_lambda": 0.6464695679388874,
      "epoch": 7.5867124142233315,
      "step": 24323
    },
    {
      "contrastive_lambda": 0.6464445362847004,
      "epoch": 7.587024329382408,
      "step": 24324
    },
    {
      "contrastive_lambda": 0.6464195042290276,
      "epoch": 7.5873362445414845,
      "step": 24325
    },
    {
      "contrastive_lambda": 0.6463944717719373,
      "epoch": 7.587648159700562,
      "step": 24326
    },
    {
      "contrastive_lambda": 0.6463694389134983,
      "epoch": 7.587960074859638,
      "step": 24327
    },
    {
      "contrastive_lambda": 0.646344405653779,
      "epoch": 7.588271990018715,
      "step": 24328
    },
    {
      "contrastive_lambda": 0.6463193719928484,
      "epoch": 7.588583905177792,
      "step": 24329
    },
    {
      "epoch": 7.588895820336869,
      "grad_norm": 0.11151290684938431,
      "learning_rate": 6.925122652773253e-05,
      "loss": 0.0356,
      "step": 24330
    },
    {
      "epoch": 7.588895820336869,
      "flow_loss": 0.051827505230903625,
      "step": 24330
    },
    {
      "contrastive_loss": 0.005142809357494116,
      "epoch": 7.588895820336869,
      "step": 24330
    },
    {
      "contrastive_lambda": 0.6462943379307748,
      "epoch": 7.588895820336869,
      "step": 24330
    },
    {
      "contrastive_lambda": 0.6462693034676271,
      "epoch": 7.589207735495945,
      "step": 24331
    },
    {
      "contrastive_lambda": 0.6462442686034736,
      "epoch": 7.5895196506550215,
      "step": 24332
    },
    {
      "contrastive_lambda": 0.6462192333383833,
      "epoch": 7.589831565814099,
      "step": 24333
    },
    {
      "contrastive_lambda": 0.6461941976724247,
      "epoch": 7.590143480973175,
      "step": 24334
    },
    {
      "contrastive_lambda": 0.6461691616056662,
      "epoch": 7.590455396132252,
      "step": 24335
    },
    {
      "contrastive_lambda": 0.6461441251381768,
      "epoch": 7.590767311291328,
      "step": 24336
    },
    {
      "contrastive_lambda": 0.646119088270025,
      "epoch": 7.591079226450406,
      "step": 24337
    },
    {
      "contrastive_lambda": 0.6460940510012794,
      "epoch": 7.591391141609482,
      "step": 24338
    },
    {
      "contrastive_lambda": 0.6460690133320085,
      "epoch": 7.591703056768559,
      "step": 24339
    },
    {
      "epoch": 7.592014971927636,
      "grad_norm": 0.10574139654636383,
      "learning_rate": 6.922579030874046e-05,
      "loss": 0.0346,
      "step": 24340
    },
    {
      "epoch": 7.592014971927636,
      "flow_loss": 0.021755289286375046,
      "step": 24340
    },
    {
      "contrastive_loss": 0.00576127739623189,
      "epoch": 7.592014971927636,
      "step": 24340
    },
    {
      "contrastive_lambda": 0.6460439752622813,
      "epoch": 7.592014971927636,
      "step": 24340
    },
    {
      "contrastive_lambda": 0.6460189367921663,
      "epoch": 7.592326887086712,
      "step": 24341
    },
    {
      "contrastive_lambda": 0.6459938979217319,
      "epoch": 7.592638802245789,
      "step": 24342
    },
    {
      "contrastive_lambda": 0.6459688586510469,
      "epoch": 7.592950717404866,
      "step": 24343
    },
    {
      "contrastive_lambda": 0.6459438189801803,
      "epoch": 7.593262632563943,
      "step": 24344
    },
    {
      "contrastive_lambda": 0.6459187789092002,
      "epoch": 7.593574547723019,
      "step": 24345
    },
    {
      "contrastive_lambda": 0.6458937384381755,
      "epoch": 7.593886462882097,
      "step": 24346
    },
    {
      "contrastive_lambda": 0.6458686975671748,
      "epoch": 7.594198378041173,
      "step": 24347
    },
    {
      "contrastive_lambda": 0.6458436562962669,
      "epoch": 7.5945102932002495,
      "step": 24348
    },
    {
      "contrastive_lambda": 0.6458186146255203,
      "epoch": 7.594822208359326,
      "step": 24349
    },
    {
      "epoch": 7.595134123518403,
      "grad_norm": 0.12026292085647583,
      "learning_rate": 6.920034824946093e-05,
      "loss": 0.0338,
      "step": 24350
    },
    {
      "epoch": 7.595134123518403,
      "flow_loss": 0.040646396577358246,
      "step": 24350
    },
    {
      "contrastive_loss": 0.004428095184266567,
      "epoch": 7.595134123518403,
      "step": 24350
    },
    {
      "contrastive_lambda": 0.6457935725550037,
      "epoch": 7.595134123518403,
      "step": 24350
    },
    {
      "contrastive_lambda": 0.6457685300847857,
      "epoch": 7.59544603867748,
      "step": 24351
    },
    {
      "contrastive_lambda": 0.645743487214935,
      "epoch": 7.595757953836556,
      "step": 24352
    },
    {
      "contrastive_lambda": 0.6457184439455204,
      "epoch": 7.596069868995633,
      "step": 24353
    },
    {
      "contrastive_lambda": 0.6456934002766103,
      "epoch": 7.59638178415471,
      "step": 24354
    },
    {
      "contrastive_lambda": 0.6456683562082732,
      "epoch": 7.596693699313787,
      "step": 24355
    },
    {
      "contrastive_lambda": 0.6456433117405784,
      "epoch": 7.597005614472863,
      "step": 24356
    },
    {
      "contrastive_lambda": 0.6456182668735941,
      "epoch": 7.59731752963194,
      "step": 24357
    },
    {
      "contrastive_lambda": 0.645593221607389,
      "epoch": 7.597629444791017,
      "step": 24358
    },
    {
      "contrastive_lambda": 0.6455681759420319,
      "epoch": 7.597941359950093,
      "step": 24359
    },
    {
      "epoch": 7.598253275109171,
      "grad_norm": 0.10823322087526321,
      "learning_rate": 6.917490035762255e-05,
      "loss": 0.0382,
      "step": 24360
    },
    {
      "epoch": 7.598253275109171,
      "flow_loss": 0.04554959386587143,
      "step": 24360
    },
    {
      "contrastive_loss": 0.004341827239841223,
      "epoch": 7.598253275109171,
      "step": 24360
    },
    {
      "contrastive_lambda": 0.6455431298775912,
      "epoch": 7.598253275109171,
      "step": 24360
    },
    {
      "contrastive_lambda": 0.645518083414136,
      "epoch": 7.598565190268247,
      "step": 24361
    },
    {
      "contrastive_lambda": 0.6454930365517345,
      "epoch": 7.598877105427324,
      "step": 24362
    },
    {
      "contrastive_lambda": 0.6454679892904557,
      "epoch": 7.5991890205864,
      "step": 24363
    },
    {
      "contrastive_lambda": 0.6454429416303681,
      "epoch": 7.5995009357454775,
      "step": 24364
    },
    {
      "contrastive_lambda": 0.6454178935715404,
      "epoch": 7.599812850904554,
      "step": 24365
    },
    {
      "contrastive_lambda": 0.6453928451140413,
      "epoch": 7.60012476606363,
      "step": 24366
    },
    {
      "contrastive_lambda": 0.6453677962579395,
      "epoch": 7.600436681222708,
      "step": 24367
    },
    {
      "contrastive_lambda": 0.6453427470033037,
      "epoch": 7.600748596381784,
      "step": 24368
    },
    {
      "contrastive_lambda": 0.6453176973502023,
      "epoch": 7.601060511540861,
      "step": 24369
    },
    {
      "epoch": 7.601372426699937,
      "grad_norm": 0.10330632328987122,
      "learning_rate": 6.914944664095573e-05,
      "loss": 0.0326,
      "step": 24370
    },
    {
      "epoch": 7.601372426699937,
      "flow_loss": 0.04275545850396156,
      "step": 24370
    },
    {
      "contrastive_loss": 0.004828612320125103,
      "epoch": 7.601372426699937,
      "step": 24370
    },
    {
      "contrastive_lambda": 0.6452926472987044,
      "epoch": 7.601372426699937,
      "step": 24370
    },
    {
      "contrastive_lambda": 0.6452675968488784,
      "epoch": 7.6016843418590145,
      "step": 24371
    },
    {
      "contrastive_lambda": 0.6452425460007929,
      "epoch": 7.601996257018091,
      "step": 24372
    },
    {
      "contrastive_lambda": 0.6452174947545168,
      "epoch": 7.6023081721771675,
      "step": 24373
    },
    {
      "contrastive_lambda": 0.6451924431101187,
      "epoch": 7.602620087336245,
      "step": 24374
    },
    {
      "contrastive_lambda": 0.6451673910676673,
      "epoch": 7.602932002495321,
      "step": 24375
    },
    {
      "contrastive_lambda": 0.6451423386272312,
      "epoch": 7.603243917654398,
      "step": 24376
    },
    {
      "contrastive_lambda": 0.6451172857888791,
      "epoch": 7.603555832813475,
      "step": 24377
    },
    {
      "contrastive_lambda": 0.6450922325526798,
      "epoch": 7.603867747972552,
      "step": 24378
    },
    {
      "contrastive_lambda": 0.645067178918702,
      "epoch": 7.604179663131628,
      "step": 24379
    },
    {
      "epoch": 7.6044915782907045,
      "grad_norm": 0.11603880673646927,
      "learning_rate": 6.912398710719264e-05,
      "loss": 0.0335,
      "step": 24380
    },
    {
      "epoch": 7.6044915782907045,
      "flow_loss": 0.03606927767395973,
      "step": 24380
    },
    {
      "contrastive_loss": 0.0039031472988426685,
      "epoch": 7.6044915782907045,
      "step": 24380
    },
    {
      "contrastive_lambda": 0.6450421248870142,
      "epoch": 7.6044915782907045,
      "step": 24380
    },
    {
      "contrastive_lambda": 0.6450170704576851,
      "epoch": 7.604803493449782,
      "step": 24381
    },
    {
      "contrastive_lambda": 0.6449920156307836,
      "epoch": 7.605115408608858,
      "step": 24382
    },
    {
      "contrastive_lambda": 0.6449669604063781,
      "epoch": 7.605427323767935,
      "step": 24383
    },
    {
      "contrastive_lambda": 0.6449419047845376,
      "epoch": 7.605739238927012,
      "step": 24384
    },
    {
      "contrastive_lambda": 0.6449168487653305,
      "epoch": 7.606051154086089,
      "step": 24385
    },
    {
      "contrastive_lambda": 0.6448917923488258,
      "epoch": 7.606363069245165,
      "step": 24386
    },
    {
      "contrastive_lambda": 0.6448667355350919,
      "epoch": 7.606674984404242,
      "step": 24387
    },
    {
      "contrastive_lambda": 0.6448416783241977,
      "epoch": 7.606986899563319,
      "step": 24388
    },
    {
      "contrastive_lambda": 0.6448166207162116,
      "epoch": 7.607298814722395,
      "step": 24389
    },
    {
      "epoch": 7.607610729881472,
      "grad_norm": 0.10200917720794678,
      "learning_rate": 6.90985217640672e-05,
      "loss": 0.0409,
      "step": 24390
    },
    {
      "epoch": 7.607610729881472,
      "flow_loss": 0.019408896565437317,
      "step": 24390
    },
    {
      "contrastive_loss": 0.0068246303126215935,
      "epoch": 7.607610729881472,
      "step": 24390
    },
    {
      "contrastive_lambda": 0.6447915627112027,
      "epoch": 7.607610729881472,
      "step": 24390
    },
    {
      "contrastive_lambda": 0.6447665043092397,
      "epoch": 7.607922645040549,
      "step": 24391
    },
    {
      "contrastive_lambda": 0.6447414455103907,
      "epoch": 7.608234560199626,
      "step": 24392
    },
    {
      "contrastive_lambda": 0.644716386314725,
      "epoch": 7.608546475358702,
      "step": 24393
    },
    {
      "contrastive_lambda": 0.6446913267223111,
      "epoch": 7.60885839051778,
      "step": 24394
    },
    {
      "contrastive_lambda": 0.6446662667332178,
      "epoch": 7.609170305676856,
      "step": 24395
    },
    {
      "contrastive_lambda": 0.6446412063475137,
      "epoch": 7.6094822208359325,
      "step": 24396
    },
    {
      "contrastive_lambda": 0.6446161455652674,
      "epoch": 7.609794135995009,
      "step": 24397
    },
    {
      "contrastive_lambda": 0.6445910843865479,
      "epoch": 7.610106051154086,
      "step": 24398
    },
    {
      "contrastive_lambda": 0.6445660228114236,
      "epoch": 7.610417966313163,
      "step": 24399
    },
    {
      "epoch": 7.610729881472239,
      "grad_norm": 0.14868058264255524,
      "learning_rate": 6.90730506193151e-05,
      "loss": 0.0366,
      "step": 24400
    },
    {
      "epoch": 7.610729881472239,
      "flow_loss": 0.048865705728530884,
      "step": 24400
    },
    {
      "contrastive_loss": 0.0047633531503379345,
      "epoch": 7.610729881472239,
      "step": 24400
    },
    {
      "contrastive_lambda": 0.6445409608399633,
      "epoch": 7.610729881472239,
      "step": 24400
    },
    {
      "contrastive_lambda": 0.6445158984722358,
      "epoch": 7.611041796631317,
      "step": 24401
    },
    {
      "contrastive_lambda": 0.6444908357083099,
      "epoch": 7.611353711790393,
      "step": 24402
    },
    {
      "contrastive_lambda": 0.6444657725482539,
      "epoch": 7.61166562694947,
      "step": 24403
    },
    {
      "contrastive_lambda": 0.6444407089921369,
      "epoch": 7.611977542108546,
      "step": 24404
    },
    {
      "contrastive_lambda": 0.6444156450400276,
      "epoch": 7.612289457267623,
      "step": 24405
    },
    {
      "contrastive_lambda": 0.6443905806919945,
      "epoch": 7.6126013724267,
      "step": 24406
    },
    {
      "contrastive_lambda": 0.6443655159481065,
      "epoch": 7.612913287585776,
      "step": 24407
    },
    {
      "contrastive_lambda": 0.6443404508084322,
      "epoch": 7.613225202744854,
      "step": 24408
    },
    {
      "contrastive_lambda": 0.6443153852730403,
      "epoch": 7.61353711790393,
      "step": 24409
    },
    {
      "epoch": 7.613849033063007,
      "grad_norm": 0.12198314815759659,
      "learning_rate": 6.904757368067384e-05,
      "loss": 0.0344,
      "step": 24410
    },
    {
      "epoch": 7.613849033063007,
      "flow_loss": 0.02599855698645115,
      "step": 24410
    },
    {
      "contrastive_loss": 0.005335109308362007,
      "epoch": 7.613849033063007,
      "step": 24410
    },
    {
      "contrastive_lambda": 0.6442903193419997,
      "epoch": 7.613849033063007,
      "step": 24410
    },
    {
      "contrastive_lambda": 0.6442652530153787,
      "epoch": 7.614160948222084,
      "step": 24411
    },
    {
      "contrastive_lambda": 0.6442401862932468,
      "epoch": 7.6144728633811605,
      "step": 24412
    },
    {
      "contrastive_lambda": 0.644215119175672,
      "epoch": 7.614784778540237,
      "step": 24413
    },
    {
      "contrastive_lambda": 0.6441900516627231,
      "epoch": 7.615096693699313,
      "step": 24414
    },
    {
      "contrastive_lambda": 0.6441649837544692,
      "epoch": 7.615408608858391,
      "step": 24415
    },
    {
      "contrastive_lambda": 0.6441399154509788,
      "epoch": 7.615720524017467,
      "step": 24416
    },
    {
      "contrastive_lambda": 0.6441148467523206,
      "epoch": 7.616032439176544,
      "step": 24417
    },
    {
      "contrastive_lambda": 0.6440897776585633,
      "epoch": 7.616344354335621,
      "step": 24418
    },
    {
      "contrastive_lambda": 0.6440647081697757,
      "epoch": 7.6166562694946975,
      "step": 24419
    },
    {
      "epoch": 7.616968184653774,
      "grad_norm": 0.14866609871387482,
      "learning_rate": 6.90220909558826e-05,
      "loss": 0.0457,
      "step": 24420
    },
    {
      "epoch": 7.616968184653774,
      "flow_loss": 0.03337005898356438,
      "step": 24420
    },
    {
      "contrastive_loss": 0.003863424528390169,
      "epoch": 7.616968184653774,
      "step": 24420
    },
    {
      "contrastive_lambda": 0.6440396382860265,
      "epoch": 7.616968184653774,
      "step": 24420
    },
    {
      "contrastive_lambda": 0.6440145680073847,
      "epoch": 7.6172800998128505,
      "step": 24421
    },
    {
      "contrastive_lambda": 0.6439894973339186,
      "epoch": 7.617592014971928,
      "step": 24422
    },
    {
      "contrastive_lambda": 0.6439644262656969,
      "epoch": 7.617903930131004,
      "step": 24423
    },
    {
      "contrastive_lambda": 0.643939354802789,
      "epoch": 7.618215845290081,
      "step": 24424
    },
    {
      "contrastive_lambda": 0.643914282945263,
      "epoch": 7.618527760449158,
      "step": 24425
    },
    {
      "contrastive_lambda": 0.6438892106931877,
      "epoch": 7.618839675608235,
      "step": 24426
    },
    {
      "contrastive_lambda": 0.643864138046632,
      "epoch": 7.619151590767311,
      "step": 24427
    },
    {
      "contrastive_lambda": 0.6438390650056646,
      "epoch": 7.619463505926388,
      "step": 24428
    },
    {
      "contrastive_lambda": 0.6438139915703543,
      "epoch": 7.619775421085465,
      "step": 24429
    },
    {
      "epoch": 7.620087336244541,
      "grad_norm": 0.1213805302977562,
      "learning_rate": 6.899660245268237e-05,
      "loss": 0.0305,
      "step": 24430
    },
    {
      "epoch": 7.620087336244541,
      "flow_loss": 0.029409917071461678,
      "step": 24430
    },
    {
      "contrastive_loss": 0.005012776702642441,
      "epoch": 7.620087336244541,
      "step": 24430
    },
    {
      "contrastive_lambda": 0.6437889177407699,
      "epoch": 7.620087336244541,
      "step": 24430
    },
    {
      "contrastive_lambda": 0.6437638435169797,
      "epoch": 7.620399251403618,
      "step": 24431
    },
    {
      "contrastive_lambda": 0.643738768899053,
      "epoch": 7.620711166562695,
      "step": 24432
    },
    {
      "contrastive_lambda": 0.6437136938870582,
      "epoch": 7.621023081721772,
      "step": 24433
    },
    {
      "contrastive_lambda": 0.6436886184810642,
      "epoch": 7.621334996880848,
      "step": 24434
    },
    {
      "contrastive_lambda": 0.6436635426811397,
      "epoch": 7.6216469120399255,
      "step": 24435
    },
    {
      "contrastive_lambda": 0.6436384664873535,
      "epoch": 7.621958827199002,
      "step": 24436
    },
    {
      "contrastive_lambda": 0.6436133898997741,
      "epoch": 7.622270742358078,
      "step": 24437
    },
    {
      "contrastive_lambda": 0.6435883129184705,
      "epoch": 7.622582657517155,
      "step": 24438
    },
    {
      "contrastive_lambda": 0.6435632355435115,
      "epoch": 7.622894572676232,
      "step": 24439
    },
    {
      "epoch": 7.623206487835309,
      "grad_norm": 0.12519888579845428,
      "learning_rate": 6.897110817881592e-05,
      "loss": 0.0314,
      "step": 24440
    },
    {
      "epoch": 7.623206487835309,
      "flow_loss": 0.031566061079502106,
      "step": 24440
    },
    {
      "contrastive_loss": 0.005972805432975292,
      "epoch": 7.623206487835309,
      "step": 24440
    },
    {
      "contrastive_lambda": 0.6435381577749657,
      "epoch": 7.623206487835309,
      "step": 24440
    },
    {
      "contrastive_lambda": 0.6435130796129018,
      "epoch": 7.623518402994385,
      "step": 24441
    },
    {
      "contrastive_lambda": 0.6434880010573887,
      "epoch": 7.623830318153463,
      "step": 24442
    },
    {
      "contrastive_lambda": 0.6434629221084951,
      "epoch": 7.624142233312539,
      "step": 24443
    },
    {
      "contrastive_lambda": 0.6434378427662898,
      "epoch": 7.6244541484716155,
      "step": 24444
    },
    {
      "contrastive_lambda": 0.6434127630308415,
      "epoch": 7.624766063630693,
      "step": 24445
    },
    {
      "contrastive_lambda": 0.6433876829022188,
      "epoch": 7.625077978789769,
      "step": 24446
    },
    {
      "contrastive_lambda": 0.6433626023804908,
      "epoch": 7.625389893948846,
      "step": 24447
    },
    {
      "contrastive_lambda": 0.6433375214657261,
      "epoch": 7.625701809107922,
      "step": 24448
    },
    {
      "contrastive_lambda": 0.6433124401579935,
      "epoch": 7.626013724267,
      "step": 24449
    },
    {
      "epoch": 7.626325639426076,
      "grad_norm": 0.117294080555439,
      "learning_rate": 6.894560814202769e-05,
      "loss": 0.038,
      "step": 24450
    },
    {
      "epoch": 7.626325639426076,
      "flow_loss": 0.03563392162322998,
      "step": 24450
    },
    {
      "contrastive_loss": 0.005073763430118561,
      "epoch": 7.626325639426076,
      "step": 24450
    },
    {
      "contrastive_lambda": 0.6432873584573615,
      "epoch": 7.626325639426076,
      "step": 24450
    },
    {
      "contrastive_lambda": 0.6432622763638991,
      "epoch": 7.626637554585153,
      "step": 24451
    },
    {
      "contrastive_lambda": 0.6432371938776752,
      "epoch": 7.62694946974423,
      "step": 24452
    },
    {
      "contrastive_lambda": 0.6432121109987584,
      "epoch": 7.627261384903306,
      "step": 24453
    },
    {
      "contrastive_lambda": 0.6431870277272173,
      "epoch": 7.627573300062383,
      "step": 24454
    },
    {
      "contrastive_lambda": 0.6431619440631209,
      "epoch": 7.627885215221459,
      "step": 24455
    },
    {
      "contrastive_lambda": 0.6431368600065379,
      "epoch": 7.628197130380537,
      "step": 24456
    },
    {
      "contrastive_lambda": 0.6431117755575371,
      "epoch": 7.628509045539613,
      "step": 24457
    },
    {
      "contrastive_lambda": 0.6430866907161872,
      "epoch": 7.62882096069869,
      "step": 24458
    },
    {
      "contrastive_lambda": 0.6430616054825571,
      "epoch": 7.629132875857767,
      "step": 24459
    },
    {
      "epoch": 7.6294447910168435,
      "grad_norm": 0.09066619724035263,
      "learning_rate": 6.892010235006394e-05,
      "loss": 0.0306,
      "step": 24460
    },
    {
      "epoch": 7.6294447910168435,
      "flow_loss": 0.031276971101760864,
      "step": 24460
    },
    {
      "contrastive_loss": 0.00607939250767231,
      "epoch": 7.6294447910168435,
      "step": 24460
    },
    {
      "contrastive_lambda": 0.6430365198567154,
      "epoch": 7.6294447910168435,
      "step": 24460
    },
    {
      "contrastive_lambda": 0.6430114338387309,
      "epoch": 7.62975670617592,
      "step": 24461
    },
    {
      "contrastive_lambda": 0.6429863474286726,
      "epoch": 7.630068621334997,
      "step": 24462
    },
    {
      "contrastive_lambda": 0.642961260626609,
      "epoch": 7.630380536494074,
      "step": 24463
    },
    {
      "contrastive_lambda": 0.6429361734326091,
      "epoch": 7.63069245165315,
      "step": 24464
    },
    {
      "contrastive_lambda": 0.6429110858467413,
      "epoch": 7.631004366812227,
      "step": 24465
    },
    {
      "contrastive_lambda": 0.6428859978690749,
      "epoch": 7.631316281971304,
      "step": 24466
    },
    {
      "contrastive_lambda": 0.6428609094996784,
      "epoch": 7.6316281971303805,
      "step": 24467
    },
    {
      "contrastive_lambda": 0.6428358207386206,
      "epoch": 7.631940112289457,
      "step": 24468
    },
    {
      "contrastive_lambda": 0.6428107315859701,
      "epoch": 7.632252027448534,
      "step": 24469
    },
    {
      "epoch": 7.632563942607611,
      "grad_norm": 0.12950412929058075,
      "learning_rate": 6.889459081067264e-05,
      "loss": 0.0436,
      "step": 24470
    },
    {
      "epoch": 7.632563942607611,
      "flow_loss": 0.03295415639877319,
      "step": 24470
    },
    {
      "contrastive_loss": 0.007859782315790653,
      "epoch": 7.632563942607611,
      "step": 24470
    },
    {
      "contrastive_lambda": 0.6427856420417961,
      "epoch": 7.632563942607611,
      "step": 24470
    },
    {
      "contrastive_lambda": 0.642760552106167,
      "epoch": 7.632875857766687,
      "step": 24471
    },
    {
      "contrastive_lambda": 0.6427354617791519,
      "epoch": 7.633187772925764,
      "step": 24472
    },
    {
      "contrastive_lambda": 0.6427103710608193,
      "epoch": 7.633499688084841,
      "step": 24473
    },
    {
      "contrastive_lambda": 0.6426852799512381,
      "epoch": 7.633811603243918,
      "step": 24474
    },
    {
      "contrastive_lambda": 0.6426601884504772,
      "epoch": 7.634123518402994,
      "step": 24475
    },
    {
      "contrastive_lambda": 0.6426350965586052,
      "epoch": 7.634435433562071,
      "step": 24476
    },
    {
      "contrastive_lambda": 0.642610004275691,
      "epoch": 7.634747348721148,
      "step": 24477
    },
    {
      "contrastive_lambda": 0.6425849116018035,
      "epoch": 7.635059263880224,
      "step": 24478
    },
    {
      "contrastive_lambda": 0.6425598185370114,
      "epoch": 7.635371179039302,
      "step": 24479
    },
    {
      "epoch": 7.635683094198378,
      "grad_norm": 0.1565287560224533,
      "learning_rate": 6.886907353160356e-05,
      "loss": 0.0345,
      "step": 24480
    },
    {
      "epoch": 7.635683094198378,
      "flow_loss": 0.03382382169365883,
      "step": 24480
    },
    {
      "contrastive_loss": 0.004809953272342682,
      "epoch": 7.635683094198378,
      "step": 24480
    },
    {
      "contrastive_lambda": 0.6425347250813831,
      "epoch": 7.635683094198378,
      "step": 24480
    },
    {
      "contrastive_lambda": 0.642509631234988,
      "epoch": 7.635995009357455,
      "step": 24481
    },
    {
      "contrastive_lambda": 0.6424845369978947,
      "epoch": 7.636306924516531,
      "step": 24482
    },
    {
      "contrastive_lambda": 0.6424594423701719,
      "epoch": 7.6366188396756085,
      "step": 24483
    },
    {
      "contrastive_lambda": 0.6424343473518885,
      "epoch": 7.636930754834685,
      "step": 24484
    },
    {
      "contrastive_lambda": 0.6424092519431132,
      "epoch": 7.6372426699937614,
      "step": 24485
    },
    {
      "contrastive_lambda": 0.6423841561439149,
      "epoch": 7.637554585152839,
      "step": 24486
    },
    {
      "contrastive_lambda": 0.6423590599543624,
      "epoch": 7.637866500311915,
      "step": 24487
    },
    {
      "contrastive_lambda": 0.6423339633745242,
      "epoch": 7.638178415470992,
      "step": 24488
    },
    {
      "contrastive_lambda": 0.6423088664044696,
      "epoch": 7.638490330630068,
      "step": 24489
    },
    {
      "epoch": 7.638802245789146,
      "grad_norm": 0.0994521751999855,
      "learning_rate": 6.884355052060814e-05,
      "loss": 0.0337,
      "step": 24490
    },
    {
      "epoch": 7.638802245789146,
      "flow_loss": 0.03853282704949379,
      "step": 24490
    },
    {
      "contrastive_loss": 0.004661180544644594,
      "epoch": 7.638802245789146,
      "step": 24490
    },
    {
      "contrastive_lambda": 0.6422837690442671,
      "epoch": 7.638802245789146,
      "step": 24490
    },
    {
      "contrastive_lambda": 0.6422586712939854,
      "epoch": 7.639114160948222,
      "step": 24491
    },
    {
      "contrastive_lambda": 0.6422335731536937,
      "epoch": 7.6394260761072985,
      "step": 24492
    },
    {
      "contrastive_lambda": 0.6422084746234605,
      "epoch": 7.639737991266376,
      "step": 24493
    },
    {
      "contrastive_lambda": 0.6421833757033547,
      "epoch": 7.640049906425452,
      "step": 24494
    },
    {
      "contrastive_lambda": 0.6421582763934451,
      "epoch": 7.640361821584529,
      "step": 24495
    },
    {
      "contrastive_lambda": 0.6421331766938005,
      "epoch": 7.640673736743606,
      "step": 24496
    },
    {
      "contrastive_lambda": 0.6421080766044898,
      "epoch": 7.640985651902683,
      "step": 24497
    },
    {
      "contrastive_lambda": 0.6420829761255817,
      "epoch": 7.641297567061759,
      "step": 24498
    },
    {
      "contrastive_lambda": 0.642057875257145,
      "epoch": 7.641609482220836,
      "step": 24499
    },
    {
      "epoch": 7.641921397379913,
      "grad_norm": 0.0960598811507225,
      "learning_rate": 6.88180217854396e-05,
      "loss": 0.0309,
      "step": 24500
    },
    {
      "epoch": 7.641921397379913,
      "flow_loss": 0.028983693569898605,
      "step": 24500
    },
    {
      "contrastive_loss": 0.00655360845848918,
      "epoch": 7.641921397379913,
      "step": 24500
    },
    {
      "contrastive_lambda": 0.6420327739992486,
      "epoch": 7.641921397379913,
      "step": 24500
    },
    {
      "contrastive_lambda": 0.6420076723519614,
      "epoch": 7.642233312538989,
      "step": 24501
    },
    {
      "contrastive_lambda": 0.6419825703153519,
      "epoch": 7.642545227698066,
      "step": 24502
    },
    {
      "contrastive_lambda": 0.6419574678894893,
      "epoch": 7.642857142857143,
      "step": 24503
    },
    {
      "contrastive_lambda": 0.6419323650744422,
      "epoch": 7.64316905801622,
      "step": 24504
    },
    {
      "contrastive_lambda": 0.6419072618702794,
      "epoch": 7.643480973175296,
      "step": 24505
    },
    {
      "contrastive_lambda": 0.6418821582770697,
      "epoch": 7.643792888334373,
      "step": 24506
    },
    {
      "contrastive_lambda": 0.6418570542948822,
      "epoch": 7.64410480349345,
      "step": 24507
    },
    {
      "contrastive_lambda": 0.6418319499237853,
      "epoch": 7.6444167186525265,
      "step": 24508
    },
    {
      "contrastive_lambda": 0.6418068451638483,
      "epoch": 7.644728633811603,
      "step": 24509
    },
    {
      "epoch": 7.64504054897068,
      "grad_norm": 0.11202338337898254,
      "learning_rate": 6.87924873338529e-05,
      "loss": 0.0319,
      "step": 24510
    },
    {
      "epoch": 7.64504054897068,
      "flow_loss": 0.05498233437538147,
      "step": 24510
    },
    {
      "contrastive_loss": 0.00501049030572176,
      "epoch": 7.64504054897068,
      "step": 24510
    },
    {
      "contrastive_lambda": 0.6417817400151398,
      "epoch": 7.64504054897068,
      "step": 24510
    },
    {
      "contrastive_lambda": 0.6417566344777283,
      "epoch": 7.645352464129757,
      "step": 24511
    },
    {
      "contrastive_lambda": 0.6417315285516833,
      "epoch": 7.645664379288833,
      "step": 24512
    },
    {
      "contrastive_lambda": 0.6417064222370731,
      "epoch": 7.645976294447911,
      "step": 24513
    },
    {
      "contrastive_lambda": 0.6416813155339666,
      "epoch": 7.646288209606987,
      "step": 24514
    },
    {
      "contrastive_lambda": 0.6416562084424329,
      "epoch": 7.6466001247660635,
      "step": 24515
    },
    {
      "contrastive_lambda": 0.6416311009625405,
      "epoch": 7.64691203992514,
      "step": 24516
    },
    {
      "contrastive_lambda": 0.6416059930943585,
      "epoch": 7.647223955084217,
      "step": 24517
    },
    {
      "contrastive_lambda": 0.6415808848379556,
      "epoch": 7.647535870243294,
      "step": 24518
    },
    {
      "contrastive_lambda": 0.6415557761934007,
      "epoch": 7.64784778540237,
      "step": 24519
    },
    {
      "epoch": 7.648159700561448,
      "grad_norm": 0.10915420949459076,
      "learning_rate": 6.876694717360475e-05,
      "loss": 0.0374,
      "step": 24520
    },
    {
      "epoch": 7.648159700561448,
      "flow_loss": 0.06357750296592712,
      "step": 24520
    },
    {
      "contrastive_loss": 0.005775982514023781,
      "epoch": 7.648159700561448,
      "step": 24520
    },
    {
      "contrastive_lambda": 0.6415306671607626,
      "epoch": 7.648159700561448,
      "step": 24520
    },
    {
      "contrastive_lambda": 0.6415055577401102,
      "epoch": 7.648471615720524,
      "step": 24521
    },
    {
      "contrastive_lambda": 0.641480447931512,
      "epoch": 7.648783530879601,
      "step": 24522
    },
    {
      "contrastive_lambda": 0.6414553377350374,
      "epoch": 7.649095446038677,
      "step": 24523
    },
    {
      "contrastive_lambda": 0.641430227150755,
      "epoch": 7.649407361197754,
      "step": 24524
    },
    {
      "contrastive_lambda": 0.6414051161787334,
      "epoch": 7.649719276356831,
      "step": 24525
    },
    {
      "contrastive_lambda": 0.6413800048190417,
      "epoch": 7.650031191515907,
      "step": 24526
    },
    {
      "contrastive_lambda": 0.6413548930717488,
      "epoch": 7.650343106674985,
      "step": 24527
    },
    {
      "contrastive_lambda": 0.6413297809369234,
      "epoch": 7.650655021834061,
      "step": 24528
    },
    {
      "contrastive_lambda": 0.6413046684146343,
      "epoch": 7.650966936993138,
      "step": 24529
    },
    {
      "epoch": 7.651278852152215,
      "grad_norm": 0.13432107865810394,
      "learning_rate": 6.874140131245355e-05,
      "loss": 0.044,
      "step": 24530
    },
    {
      "epoch": 7.651278852152215,
      "flow_loss": 0.045116689056158066,
      "step": 24530
    },
    {
      "contrastive_loss": 0.004908849485218525,
      "epoch": 7.651278852152215,
      "step": 24530
    },
    {
      "contrastive_lambda": 0.6412795555049504,
      "epoch": 7.651278852152215,
      "step": 24530
    },
    {
      "contrastive_lambda": 0.6412544422079407,
      "epoch": 7.6515907673112915,
      "step": 24531
    },
    {
      "contrastive_lambda": 0.6412293285236739,
      "epoch": 7.651902682470368,
      "step": 24532
    },
    {
      "contrastive_lambda": 0.6412042144522189,
      "epoch": 7.6522145976294444,
      "step": 24533
    },
    {
      "contrastive_lambda": 0.6411790999936443,
      "epoch": 7.652526512788522,
      "step": 24534
    },
    {
      "contrastive_lambda": 0.6411539851480195,
      "epoch": 7.652838427947598,
      "step": 24535
    },
    {
      "contrastive_lambda": 0.6411288699154127,
      "epoch": 7.653150343106675,
      "step": 24536
    },
    {
      "contrastive_lambda": 0.6411037542958933,
      "epoch": 7.653462258265751,
      "step": 24537
    },
    {
      "contrastive_lambda": 0.64107863828953,
      "epoch": 7.653774173424829,
      "step": 24538
    },
    {
      "contrastive_lambda": 0.6410535218963915,
      "epoch": 7.654086088583905,
      "step": 24539
    },
    {
      "epoch": 7.6543980037429815,
      "grad_norm": 0.13138048350811005,
      "learning_rate": 6.871584975815948e-05,
      "loss": 0.0385,
      "step": 24540
    },
    {
      "epoch": 7.6543980037429815,
      "flow_loss": 0.029656924307346344,
      "step": 24540
    },
    {
      "contrastive_loss": 0.004945744760334492,
      "epoch": 7.6543980037429815,
      "step": 24540
    },
    {
      "contrastive_lambda": 0.6410284051165469,
      "epoch": 7.6543980037429815,
      "step": 24540
    },
    {
      "contrastive_lambda": 0.6410032879500647,
      "epoch": 7.654709918902059,
      "step": 24541
    },
    {
      "contrastive_lambda": 0.6409781703970141,
      "epoch": 7.655021834061135,
      "step": 24542
    },
    {
      "contrastive_lambda": 0.6409530524574638,
      "epoch": 7.655333749220212,
      "step": 24543
    },
    {
      "contrastive_lambda": 0.6409279341314829,
      "epoch": 7.655645664379289,
      "step": 24544
    },
    {
      "contrastive_lambda": 0.6409028154191397,
      "epoch": 7.655957579538366,
      "step": 24545
    },
    {
      "contrastive_lambda": 0.6408776963205037,
      "epoch": 7.656269494697442,
      "step": 24546
    },
    {
      "contrastive_lambda": 0.6408525768356436,
      "epoch": 7.6565814098565195,
      "step": 24547
    },
    {
      "contrastive_lambda": 0.640827456964628,
      "epoch": 7.656893325015596,
      "step": 24548
    },
    {
      "contrastive_lambda": 0.6408023367075257,
      "epoch": 7.657205240174672,
      "step": 24549
    },
    {
      "epoch": 7.657517155333749,
      "grad_norm": 0.11740061640739441,
      "learning_rate": 6.86902925184844e-05,
      "loss": 0.034,
      "step": 24550
    },
    {
      "epoch": 7.657517155333749,
      "flow_loss": 0.036435820162296295,
      "step": 24550
    },
    {
      "contrastive_loss": 0.004045481793582439,
      "epoch": 7.657517155333749,
      "step": 24550
    },
    {
      "contrastive_lambda": 0.6407772160644062,
      "epoch": 7.657517155333749,
      "step": 24550
    },
    {
      "contrastive_lambda": 0.6407520950353377,
      "epoch": 7.657829070492826,
      "step": 24551
    },
    {
      "contrastive_lambda": 0.6407269736203896,
      "epoch": 7.658140985651903,
      "step": 24552
    },
    {
      "contrastive_lambda": 0.6407018518196301,
      "epoch": 7.658452900810979,
      "step": 24553
    },
    {
      "contrastive_lambda": 0.6406767296331288,
      "epoch": 7.658764815970056,
      "step": 24554
    },
    {
      "contrastive_lambda": 0.6406516070609543,
      "epoch": 7.659076731129133,
      "step": 24555
    },
    {
      "contrastive_lambda": 0.6406264841031751,
      "epoch": 7.6593886462882095,
      "step": 24556
    },
    {
      "contrastive_lambda": 0.6406013607598607,
      "epoch": 7.659700561447286,
      "step": 24557
    },
    {
      "contrastive_lambda": 0.6405762370310797,
      "epoch": 7.660012476606363,
      "step": 24558
    },
    {
      "contrastive_lambda": 0.6405511129169008,
      "epoch": 7.66032439176544,
      "step": 24559
    },
    {
      "epoch": 7.660636306924516,
      "grad_norm": 0.0838635116815567,
      "learning_rate": 6.866472960119195e-05,
      "loss": 0.0312,
      "step": 24560
    },
    {
      "epoch": 7.660636306924516,
      "flow_loss": 0.02490667998790741,
      "step": 24560
    },
    {
      "contrastive_loss": 0.005886925384402275,
      "epoch": 7.660636306924516,
      "step": 24560
    },
    {
      "contrastive_lambda": 0.6405259884173932,
      "epoch": 7.660636306924516,
      "step": 24560
    },
    {
      "contrastive_lambda": 0.6405008635326256,
      "epoch": 7.660948222083594,
      "step": 24561
    },
    {
      "contrastive_lambda": 0.6404757382626668,
      "epoch": 7.66126013724267,
      "step": 24562
    },
    {
      "contrastive_lambda": 0.640450612607586,
      "epoch": 7.6615720524017465,
      "step": 24563
    },
    {
      "contrastive_lambda": 0.6404254865674516,
      "epoch": 7.661883967560824,
      "step": 24564
    },
    {
      "contrastive_lambda": 0.6404003601423328,
      "epoch": 7.6621958827199,
      "step": 24565
    },
    {
      "contrastive_lambda": 0.6403752333322985,
      "epoch": 7.662507797878977,
      "step": 24566
    },
    {
      "contrastive_lambda": 0.6403501061374177,
      "epoch": 7.662819713038053,
      "step": 24567
    },
    {
      "contrastive_lambda": 0.6403249785577588,
      "epoch": 7.663131628197131,
      "step": 24568
    },
    {
      "contrastive_lambda": 0.6402998505933912,
      "epoch": 7.663443543356207,
      "step": 24569
    },
    {
      "epoch": 7.663755458515284,
      "grad_norm": 0.10949227213859558,
      "learning_rate": 6.863916101404748e-05,
      "loss": 0.0334,
      "step": 24570
    },
    {
      "epoch": 7.663755458515284,
      "flow_loss": 0.036025382578372955,
      "step": 24570
    },
    {
      "contrastive_loss": 0.004945272114127874,
      "epoch": 7.663755458515284,
      "step": 24570
    },
    {
      "contrastive_lambda": 0.6402747222443835,
      "epoch": 7.663755458515284,
      "step": 24570
    },
    {
      "contrastive_lambda": 0.6402495935108048,
      "epoch": 7.66406737367436,
      "step": 24571
    },
    {
      "contrastive_lambda": 0.6402244643927237,
      "epoch": 7.664379288833437,
      "step": 24572
    },
    {
      "contrastive_lambda": 0.6401993348902094,
      "epoch": 7.664691203992514,
      "step": 24573
    },
    {
      "contrastive_lambda": 0.6401742050033308,
      "epoch": 7.66500311915159,
      "step": 24574
    },
    {
      "contrastive_lambda": 0.6401490747321565,
      "epoch": 7.665315034310668,
      "step": 24575
    },
    {
      "contrastive_lambda": 0.6401239440767554,
      "epoch": 7.665626949469744,
      "step": 24576
    },
    {
      "contrastive_lambda": 0.6400988130371968,
      "epoch": 7.665938864628821,
      "step": 24577
    },
    {
      "contrastive_lambda": 0.6400736816135493,
      "epoch": 7.666250779787898,
      "step": 24578
    },
    {
      "contrastive_lambda": 0.6400485498058817,
      "epoch": 7.6665626949469745,
      "step": 24579
    },
    {
      "epoch": 7.666874610106051,
      "grad_norm": 0.09551797807216644,
      "learning_rate": 6.8613586764818e-05,
      "loss": 0.0309,
      "step": 24580
    },
    {
      "epoch": 7.666874610106051,
      "flow_loss": 0.04511323571205139,
      "step": 24580
    },
    {
      "contrastive_loss": 0.010897872969508171,
      "epoch": 7.666874610106051,
      "step": 24580
    },
    {
      "contrastive_lambda": 0.6400234176142632,
      "epoch": 7.666874610106051,
      "step": 24580
    },
    {
      "contrastive_lambda": 0.6399982850387627,
      "epoch": 7.667186525265128,
      "step": 24581
    },
    {
      "contrastive_lambda": 0.6399731520794486,
      "epoch": 7.667498440424205,
      "step": 24582
    },
    {
      "contrastive_lambda": 0.6399480187363903,
      "epoch": 7.667810355583281,
      "step": 24583
    },
    {
      "contrastive_lambda": 0.6399228850096567,
      "epoch": 7.668122270742358,
      "step": 24584
    },
    {
      "contrastive_lambda": 0.6398977508993163,
      "epoch": 7.668434185901435,
      "step": 24585
    },
    {
      "contrastive_lambda": 0.6398726164054385,
      "epoch": 7.668746101060512,
      "step": 24586
    },
    {
      "contrastive_lambda": 0.6398474815280918,
      "epoch": 7.669058016219588,
      "step": 24587
    },
    {
      "contrastive_lambda": 0.6398223462673454,
      "epoch": 7.6693699313786645,
      "step": 24588
    },
    {
      "contrastive_lambda": 0.6397972106232681,
      "epoch": 7.669681846537742,
      "step": 24589
    },
    {
      "epoch": 7.669993761696818,
      "grad_norm": 0.10617444664239883,
      "learning_rate": 6.858800686127233e-05,
      "loss": 0.0443,
      "step": 24590
    },
    {
      "epoch": 7.669993761696818,
      "flow_loss": 0.03419753536581993,
      "step": 24590
    },
    {
      "contrastive_loss": 0.005681984126567841,
      "epoch": 7.669993761696818,
      "step": 24590
    },
    {
      "contrastive_lambda": 0.6397720745959288,
      "epoch": 7.669993761696818,
      "step": 24590
    },
    {
      "contrastive_lambda": 0.6397469381853964,
      "epoch": 7.670305676855895,
      "step": 24591
    },
    {
      "contrastive_lambda": 0.63972180139174,
      "epoch": 7.670617592014972,
      "step": 24592
    },
    {
      "contrastive_lambda": 0.6396966642150281,
      "epoch": 7.670929507174049,
      "step": 24593
    },
    {
      "contrastive_lambda": 0.6396715266553299,
      "epoch": 7.671241422333125,
      "step": 24594
    },
    {
      "contrastive_lambda": 0.6396463887127144,
      "epoch": 7.6715533374922025,
      "step": 24595
    },
    {
      "contrastive_lambda": 0.6396212503872503,
      "epoch": 7.671865252651279,
      "step": 24596
    },
    {
      "contrastive_lambda": 0.6395961116790068,
      "epoch": 7.672177167810355,
      "step": 24597
    },
    {
      "contrastive_lambda": 0.6395709725880524,
      "epoch": 7.672489082969433,
      "step": 24598
    },
    {
      "contrastive_lambda": 0.6395458331144562,
      "epoch": 7.672800998128509,
      "step": 24599
    },
    {
      "epoch": 7.673112913287586,
      "grad_norm": 0.17200975120067596,
      "learning_rate": 6.856242131118097e-05,
      "loss": 0.0411,
      "step": 24600
    },
    {
      "epoch": 7.673112913287586,
      "flow_loss": 0.04774513095617294,
      "step": 24600
    },
    {
      "contrastive_loss": 0.007099042646586895,
      "epoch": 7.673112913287586,
      "step": 24600
    },
    {
      "contrastive_lambda": 0.6395206932582874,
      "epoch": 7.673112913287586,
      "step": 24600
    },
    {
      "contrastive_lambda": 0.6394955530196147,
      "epoch": 7.673424828446662,
      "step": 24601
    },
    {
      "contrastive_lambda": 0.6394704123985069,
      "epoch": 7.6737367436057395,
      "step": 24602
    },
    {
      "contrastive_lambda": 0.639445271395033,
      "epoch": 7.674048658764816,
      "step": 24603
    },
    {
      "contrastive_lambda": 0.6394201300092621,
      "epoch": 7.6743605739238925,
      "step": 24604
    },
    {
      "contrastive_lambda": 0.6393949882412631,
      "epoch": 7.674672489082969,
      "step": 24605
    },
    {
      "contrastive_lambda": 0.6393698460911046,
      "epoch": 7.674984404242046,
      "step": 24606
    },
    {
      "contrastive_lambda": 0.6393447035588558,
      "epoch": 7.675296319401123,
      "step": 24607
    },
    {
      "contrastive_lambda": 0.6393195606445856,
      "epoch": 7.675608234560199,
      "step": 24608
    },
    {
      "contrastive_lambda": 0.639294417348363,
      "epoch": 7.675920149719277,
      "step": 24609
    },
    {
      "epoch": 7.676232064878353,
      "grad_norm": 0.14849786460399628,
      "learning_rate": 6.853683012231614e-05,
      "loss": 0.0352,
      "step": 24610
    },
    {
      "epoch": 7.676232064878353,
      "flow_loss": 0.026984799653291702,
      "step": 24610
    },
    {
      "contrastive_loss": 0.004639233462512493,
      "epoch": 7.676232064878353,
      "step": 24610
    },
    {
      "contrastive_lambda": 0.6392692736702567,
      "epoch": 7.676232064878353,
      "step": 24610
    },
    {
      "contrastive_lambda": 0.6392441296103358,
      "epoch": 7.6765439800374295,
      "step": 24611
    },
    {
      "contrastive_lambda": 0.6392189851686694,
      "epoch": 7.676855895196507,
      "step": 24612
    },
    {
      "contrastive_lambda": 0.6391938403453259,
      "epoch": 7.677167810355583,
      "step": 24613
    },
    {
      "contrastive_lambda": 0.6391686951403749,
      "epoch": 7.67747972551466,
      "step": 24614
    },
    {
      "contrastive_lambda": 0.639143549553885,
      "epoch": 7.677791640673737,
      "step": 24615
    },
    {
      "contrastive_lambda": 0.639118403585925,
      "epoch": 7.678103555832814,
      "step": 24616
    },
    {
      "contrastive_lambda": 0.6390932572365641,
      "epoch": 7.67841547099189,
      "step": 24617
    },
    {
      "contrastive_lambda": 0.6390681105058711,
      "epoch": 7.678727386150967,
      "step": 24618
    },
    {
      "contrastive_lambda": 0.639042963393915,
      "epoch": 7.679039301310044,
      "step": 24619
    },
    {
      "epoch": 7.6793512164691204,
      "grad_norm": 0.14069654047489166,
      "learning_rate": 6.851123330245173e-05,
      "loss": 0.0403,
      "step": 24620
    },
    {
      "epoch": 7.6793512164691204,
      "flow_loss": 0.028547359630465508,
      "step": 24620
    },
    {
      "contrastive_loss": 0.0059957075864076614,
      "epoch": 7.6793512164691204,
      "step": 24620
    },
    {
      "contrastive_lambda": 0.6390178159007648,
      "epoch": 7.6793512164691204,
      "step": 24620
    },
    {
      "contrastive_lambda": 0.6389926680264891,
      "epoch": 7.679663131628197,
      "step": 24621
    },
    {
      "contrastive_lambda": 0.6389675197711573,
      "epoch": 7.679975046787273,
      "step": 24622
    },
    {
      "contrastive_lambda": 0.6389423711348382,
      "epoch": 7.680286961946351,
      "step": 24623
    },
    {
      "contrastive_lambda": 0.6389172221176007,
      "epoch": 7.680598877105427,
      "step": 24624
    },
    {
      "contrastive_lambda": 0.6388920727195135,
      "epoch": 7.680910792264504,
      "step": 24625
    },
    {
      "contrastive_lambda": 0.6388669229406462,
      "epoch": 7.681222707423581,
      "step": 24626
    },
    {
      "contrastive_lambda": 0.638841772781067,
      "epoch": 7.6815346225826575,
      "step": 24627
    },
    {
      "contrastive_lambda": 0.6388166222408455,
      "epoch": 7.681846537741734,
      "step": 24628
    },
    {
      "contrastive_lambda": 0.6387914713200501,
      "epoch": 7.682158452900811,
      "step": 24629
    },
    {
      "epoch": 7.682470368059888,
      "grad_norm": 0.13118818402290344,
      "learning_rate": 6.848563085936343e-05,
      "loss": 0.0379,
      "step": 24630
    },
    {
      "epoch": 7.682470368059888,
      "flow_loss": 0.030154576525092125,
      "step": 24630
    },
    {
      "contrastive_loss": 0.00521007739007473,
      "epoch": 7.682470368059888,
      "step": 24630
    },
    {
      "contrastive_lambda": 0.63876632001875,
      "epoch": 7.682470368059888,
      "step": 24630
    },
    {
      "contrastive_lambda": 0.6387411683370143,
      "epoch": 7.682782283218964,
      "step": 24631
    },
    {
      "contrastive_lambda": 0.6387160162749118,
      "epoch": 7.683094198378042,
      "step": 24632
    },
    {
      "contrastive_lambda": 0.6386908638325113,
      "epoch": 7.683406113537118,
      "step": 24633
    },
    {
      "contrastive_lambda": 0.6386657110098821,
      "epoch": 7.683718028696195,
      "step": 24634
    },
    {
      "contrastive_lambda": 0.638640557807093,
      "epoch": 7.684029943855271,
      "step": 24635
    },
    {
      "contrastive_lambda": 0.6386154042242127,
      "epoch": 7.684341859014348,
      "step": 24636
    },
    {
      "contrastive_lambda": 0.6385902502613106,
      "epoch": 7.684653774173425,
      "step": 24637
    },
    {
      "contrastive_lambda": 0.6385650959184554,
      "epoch": 7.684965689332501,
      "step": 24638
    },
    {
      "contrastive_lambda": 0.6385399411957161,
      "epoch": 7.685277604491578,
      "step": 24639
    },
    {
      "epoch": 7.685589519650655,
      "grad_norm": 0.14668908715248108,
      "learning_rate": 6.846002280082853e-05,
      "loss": 0.0309,
      "step": 24640
    },
    {
      "epoch": 7.685589519650655,
      "flow_loss": 0.049874093383550644,
      "step": 24640
    },
    {
      "contrastive_loss": 0.00652085617184639,
      "epoch": 7.685589519650655,
      "step": 24640
    },
    {
      "contrastive_lambda": 0.6385147860931617,
      "epoch": 7.685589519650655,
      "step": 24640
    },
    {
      "contrastive_lambda": 0.6384896306108612,
      "epoch": 7.685901434809732,
      "step": 24641
    },
    {
      "contrastive_lambda": 0.6384644747488835,
      "epoch": 7.686213349968808,
      "step": 24642
    },
    {
      "contrastive_lambda": 0.6384393185072976,
      "epoch": 7.6865252651278855,
      "step": 24643
    },
    {
      "contrastive_lambda": 0.6384141618861723,
      "epoch": 7.686837180286962,
      "step": 24644
    },
    {
      "contrastive_lambda": 0.6383890048855769,
      "epoch": 7.687149095446038,
      "step": 24645
    },
    {
      "contrastive_lambda": 0.6383638475055802,
      "epoch": 7.687461010605116,
      "step": 24646
    },
    {
      "contrastive_lambda": 0.638338689746251,
      "epoch": 7.687772925764192,
      "step": 24647
    },
    {
      "contrastive_lambda": 0.6383135316076585,
      "epoch": 7.688084840923269,
      "step": 24648
    },
    {
      "contrastive_lambda": 0.6382883730898716,
      "epoch": 7.688396756082346,
      "step": 24649
    },
    {
      "epoch": 7.6887086712414225,
      "grad_norm": 0.11700503528118134,
      "learning_rate": 6.843440913462614e-05,
      "loss": 0.034,
      "step": 24650
    },
    {
      "epoch": 7.6887086712414225,
      "flow_loss": 0.02834968827664852,
      "step": 24650
    },
    {
      "contrastive_loss": 0.005860551260411739,
      "epoch": 7.6887086712414225,
      "step": 24650
    },
    {
      "contrastive_lambda": 0.6382632141929592,
      "epoch": 7.6887086712414225,
      "step": 24650
    },
    {
      "contrastive_lambda": 0.6382380549169905,
      "epoch": 7.689020586400499,
      "step": 24651
    },
    {
      "contrastive_lambda": 0.6382128952620342,
      "epoch": 7.6893325015595755,
      "step": 24652
    },
    {
      "contrastive_lambda": 0.6381877352281594,
      "epoch": 7.689644416718653,
      "step": 24653
    },
    {
      "contrastive_lambda": 0.6381625748154351,
      "epoch": 7.689956331877729,
      "step": 24654
    },
    {
      "contrastive_lambda": 0.6381374140239304,
      "epoch": 7.690268247036806,
      "step": 24655
    },
    {
      "contrastive_lambda": 0.6381122528537139,
      "epoch": 7.690580162195882,
      "step": 24656
    },
    {
      "contrastive_lambda": 0.638087091304855,
      "epoch": 7.69089207735496,
      "step": 24657
    },
    {
      "contrastive_lambda": 0.6380619293774223,
      "epoch": 7.691203992514036,
      "step": 24658
    },
    {
      "contrastive_lambda": 0.6380367670714852,
      "epoch": 7.6915159076731126,
      "step": 24659
    },
    {
      "epoch": 7.69182782283219,
      "grad_norm": 0.1616182029247284,
      "learning_rate": 6.840878986853698e-05,
      "loss": 0.0321,
      "step": 24660
    },
    {
      "epoch": 7.69182782283219,
      "flow_loss": 0.03378111124038696,
      "step": 24660
    },
    {
      "contrastive_loss": 0.004533604718744755,
      "epoch": 7.69182782283219,
      "step": 24660
    },
    {
      "contrastive_lambda": 0.6380116043871124,
      "epoch": 7.69182782283219,
      "step": 24660
    },
    {
      "contrastive_lambda": 0.6379864413243729,
      "epoch": 7.692139737991266,
      "step": 24661
    },
    {
      "contrastive_lambda": 0.6379612778833358,
      "epoch": 7.692451653150343,
      "step": 24662
    },
    {
      "contrastive_lambda": 0.6379361140640699,
      "epoch": 7.69276356830942,
      "step": 24663
    },
    {
      "contrastive_lambda": 0.6379109498666444,
      "epoch": 7.693075483468497,
      "step": 24664
    },
    {
      "contrastive_lambda": 0.6378857852911283,
      "epoch": 7.693387398627573,
      "step": 24665
    },
    {
      "contrastive_lambda": 0.6378606203375904,
      "epoch": 7.6936993137866505,
      "step": 24666
    },
    {
      "contrastive_lambda": 0.6378354550060996,
      "epoch": 7.694011228945727,
      "step": 24667
    },
    {
      "contrastive_lambda": 0.6378102892967253,
      "epoch": 7.6943231441048034,
      "step": 24668
    },
    {
      "contrastive_lambda": 0.6377851232095363,
      "epoch": 7.69463505926388,
      "step": 24669
    },
    {
      "epoch": 7.694946974422957,
      "grad_norm": 0.17333900928497314,
      "learning_rate": 6.838316501034352e-05,
      "loss": 0.0387,
      "step": 24670
    },
    {
      "epoch": 7.694946974422957,
      "flow_loss": 0.0433572381734848,
      "step": 24670
    },
    {
      "contrastive_loss": 0.004690617322921753,
      "epoch": 7.694946974422957,
      "step": 24670
    },
    {
      "contrastive_lambda": 0.6377599567446015,
      "epoch": 7.694946974422957,
      "step": 24670
    },
    {
      "contrastive_lambda": 0.6377347899019898,
      "epoch": 7.695258889582034,
      "step": 24671
    },
    {
      "contrastive_lambda": 0.6377096226817706,
      "epoch": 7.69557080474111,
      "step": 24672
    },
    {
      "contrastive_lambda": 0.6376844550840125,
      "epoch": 7.695882719900187,
      "step": 24673
    },
    {
      "contrastive_lambda": 0.6376592871087847,
      "epoch": 7.696194635059264,
      "step": 24674
    },
    {
      "contrastive_lambda": 0.637634118756156,
      "epoch": 7.6965065502183405,
      "step": 24675
    },
    {
      "contrastive_lambda": 0.6376089500261958,
      "epoch": 7.696818465377417,
      "step": 24676
    },
    {
      "contrastive_lambda": 0.6375837809189728,
      "epoch": 7.697130380536494,
      "step": 24677
    },
    {
      "contrastive_lambda": 0.6375586114345558,
      "epoch": 7.697442295695571,
      "step": 24678
    },
    {
      "contrastive_lambda": 0.6375334415730143,
      "epoch": 7.697754210854647,
      "step": 24679
    },
    {
      "epoch": 7.698066126013725,
      "grad_norm": 0.13888081908226013,
      "learning_rate": 6.83575345678299e-05,
      "loss": 0.0339,
      "step": 24680
    },
    {
      "epoch": 7.698066126013725,
      "flow_loss": 0.06121567636728287,
      "step": 24680
    },
    {
      "contrastive_loss": 0.00566130131483078,
      "epoch": 7.698066126013725,
      "step": 24680
    },
    {
      "contrastive_lambda": 0.6375082713344171,
      "epoch": 7.698066126013725,
      "step": 24680
    },
    {
      "contrastive_lambda": 0.6374831007188331,
      "epoch": 7.698378041172801,
      "step": 24681
    },
    {
      "contrastive_lambda": 0.6374579297263312,
      "epoch": 7.698689956331878,
      "step": 24682
    },
    {
      "contrastive_lambda": 0.6374327583569808,
      "epoch": 7.699001871490955,
      "step": 24683
    },
    {
      "contrastive_lambda": 0.6374075866108506,
      "epoch": 7.699313786650031,
      "step": 24684
    },
    {
      "contrastive_lambda": 0.6373824144880098,
      "epoch": 7.699625701809108,
      "step": 24685
    },
    {
      "contrastive_lambda": 0.6373572419885272,
      "epoch": 7.699937616968184,
      "step": 24686
    },
    {
      "contrastive_lambda": 0.6373320691124719,
      "epoch": 7.700249532127262,
      "step": 24687
    },
    {
      "contrastive_lambda": 0.637306895859913,
      "epoch": 7.700561447286338,
      "step": 24688
    },
    {
      "contrastive_lambda": 0.6372817222309195,
      "epoch": 7.700873362445415,
      "step": 24689
    },
    {
      "epoch": 7.701185277604491,
      "grad_norm": 0.1246836930513382,
      "learning_rate": 6.833189854878196e-05,
      "loss": 0.0421,
      "step": 24690
    },
    {
      "epoch": 7.701185277604491,
      "flow_loss": 0.06014028564095497,
      "step": 24690
    },
    {
      "contrastive_loss": 0.004627448506653309,
      "epoch": 7.701185277604491,
      "step": 24690
    },
    {
      "contrastive_lambda": 0.6372565482255601,
      "epoch": 7.701185277604491,
      "step": 24690
    },
    {
      "contrastive_lambda": 0.6372313738439044,
      "epoch": 7.7014971927635685,
      "step": 24691
    },
    {
      "contrastive_lambda": 0.6372061990860209,
      "epoch": 7.701809107922645,
      "step": 24692
    },
    {
      "contrastive_lambda": 0.637181023951979,
      "epoch": 7.702121023081721,
      "step": 24693
    },
    {
      "contrastive_lambda": 0.6371558484418474,
      "epoch": 7.702432938240799,
      "step": 24694
    },
    {
      "contrastive_lambda": 0.6371306725556951,
      "epoch": 7.702744853399875,
      "step": 24695
    },
    {
      "contrastive_lambda": 0.6371054962935916,
      "epoch": 7.703056768558952,
      "step": 24696
    },
    {
      "contrastive_lambda": 0.6370803196556054,
      "epoch": 7.703368683718029,
      "step": 24697
    },
    {
      "contrastive_lambda": 0.6370551426418057,
      "epoch": 7.7036805988771055,
      "step": 24698
    },
    {
      "contrastive_lambda": 0.6370299652522617,
      "epoch": 7.703992514036182,
      "step": 24699
    },
    {
      "epoch": 7.704304429195259,
      "grad_norm": 0.1517201066017151,
      "learning_rate": 6.83062569609873e-05,
      "loss": 0.0349,
      "step": 24700
    },
    {
      "epoch": 7.704304429195259,
      "flow_loss": 0.042970530688762665,
      "step": 24700
    },
    {
      "contrastive_loss": 0.005697751417756081,
      "epoch": 7.704304429195259,
      "step": 24700
    },
    {
      "contrastive_lambda": 0.6370047874870423,
      "epoch": 7.704304429195259,
      "step": 24700
    },
    {
      "contrastive_lambda": 0.6369796093462161,
      "epoch": 7.704616344354336,
      "step": 24701
    },
    {
      "contrastive_lambda": 0.6369544308298529,
      "epoch": 7.704928259513412,
      "step": 24702
    },
    {
      "contrastive_lambda": 0.6369292519380214,
      "epoch": 7.705240174672489,
      "step": 24703
    },
    {
      "contrastive_lambda": 0.6369040726707904,
      "epoch": 7.705552089831566,
      "step": 24704
    },
    {
      "contrastive_lambda": 0.6368788930282291,
      "epoch": 7.705864004990643,
      "step": 24705
    },
    {
      "contrastive_lambda": 0.6368537130104066,
      "epoch": 7.706175920149719,
      "step": 24706
    },
    {
      "contrastive_lambda": 0.6368285326173919,
      "epoch": 7.7064878353087956,
      "step": 24707
    },
    {
      "contrastive_lambda": 0.636803351849254,
      "epoch": 7.706799750467873,
      "step": 24708
    },
    {
      "contrastive_lambda": 0.6367781707060618,
      "epoch": 7.707111665626949,
      "step": 24709
    },
    {
      "epoch": 7.707423580786026,
      "grad_norm": 0.10752580314874649,
      "learning_rate": 6.828060981223512e-05,
      "loss": 0.0293,
      "step": 24710
    },
    {
      "epoch": 7.707423580786026,
      "flow_loss": 0.048873744904994965,
      "step": 24710
    },
    {
      "contrastive_loss": 0.004201025236397982,
      "epoch": 7.707423580786026,
      "step": 24710
    },
    {
      "contrastive_lambda": 0.6367529891878846,
      "epoch": 7.707423580786026,
      "step": 24710
    },
    {
      "contrastive_lambda": 0.6367278072947914,
      "epoch": 7.707735495945103,
      "step": 24711
    },
    {
      "contrastive_lambda": 0.6367026250268509,
      "epoch": 7.70804741110418,
      "step": 24712
    },
    {
      "contrastive_lambda": 0.6366774423841326,
      "epoch": 7.708359326263256,
      "step": 24713
    },
    {
      "contrastive_lambda": 0.6366522593667054,
      "epoch": 7.7086712414223335,
      "step": 24714
    },
    {
      "contrastive_lambda": 0.6366270759746382,
      "epoch": 7.70898315658141,
      "step": 24715
    },
    {
      "contrastive_lambda": 0.6366018922079999,
      "epoch": 7.7092950717404864,
      "step": 24716
    },
    {
      "contrastive_lambda": 0.6365767080668601,
      "epoch": 7.709606986899564,
      "step": 24717
    },
    {
      "contrastive_lambda": 0.6365515235512873,
      "epoch": 7.70991890205864,
      "step": 24718
    },
    {
      "contrastive_lambda": 0.6365263386613508,
      "epoch": 7.710230817217717,
      "step": 24719
    },
    {
      "epoch": 7.710542732376793,
      "grad_norm": 0.14378570020198822,
      "learning_rate": 6.825495711031634e-05,
      "loss": 0.037,
      "step": 24720
    },
    {
      "epoch": 7.710542732376793,
      "flow_loss": 0.039256878197193146,
      "step": 24720
    },
    {
      "contrastive_loss": 0.004459667950868607,
      "epoch": 7.710542732376793,
      "step": 24720
    },
    {
      "contrastive_lambda": 0.6365011533971195,
      "epoch": 7.710542732376793,
      "step": 24720
    },
    {
      "contrastive_lambda": 0.6364759677586626,
      "epoch": 7.710854647535871,
      "step": 24721
    },
    {
      "contrastive_lambda": 0.6364507817460492,
      "epoch": 7.711166562694947,
      "step": 24722
    },
    {
      "contrastive_lambda": 0.6364255953593482,
      "epoch": 7.7114784778540235,
      "step": 24723
    },
    {
      "contrastive_lambda": 0.6364004085986283,
      "epoch": 7.7117903930131,
      "step": 24724
    },
    {
      "contrastive_lambda": 0.6363752214639594,
      "epoch": 7.712102308172177,
      "step": 24725
    },
    {
      "contrastive_lambda": 0.63635003395541,
      "epoch": 7.712414223331254,
      "step": 24726
    },
    {
      "contrastive_lambda": 0.6363248460730492,
      "epoch": 7.71272613849033,
      "step": 24727
    },
    {
      "contrastive_lambda": 0.636299657816946,
      "epoch": 7.713038053649408,
      "step": 24728
    },
    {
      "contrastive_lambda": 0.6362744691871696,
      "epoch": 7.713349968808484,
      "step": 24729
    },
    {
      "epoch": 7.713661883967561,
      "grad_norm": 0.13560687005519867,
      "learning_rate": 6.822929886302359e-05,
      "loss": 0.0346,
      "step": 24730
    },
    {
      "epoch": 7.713661883967561,
      "flow_loss": 0.023780159652233124,
      "step": 24730
    },
    {
      "contrastive_loss": 0.005165735259652138,
      "epoch": 7.713661883967561,
      "step": 24730
    },
    {
      "contrastive_lambda": 0.636249280183789,
      "epoch": 7.713661883967561,
      "step": 24730
    },
    {
      "contrastive_lambda": 0.6362240908068734,
      "epoch": 7.713973799126638,
      "step": 24731
    },
    {
      "contrastive_lambda": 0.6361989010564915,
      "epoch": 7.714285714285714,
      "step": 24732
    },
    {
      "contrastive_lambda": 0.6361737109327127,
      "epoch": 7.714597629444791,
      "step": 24733
    },
    {
      "contrastive_lambda": 0.636148520435606,
      "epoch": 7.714909544603868,
      "step": 24734
    },
    {
      "contrastive_lambda": 0.6361233295652402,
      "epoch": 7.715221459762945,
      "step": 24735
    },
    {
      "contrastive_lambda": 0.6360981383216847,
      "epoch": 7.715533374922021,
      "step": 24736
    },
    {
      "contrastive_lambda": 0.6360729467050086,
      "epoch": 7.715845290081098,
      "step": 24737
    },
    {
      "contrastive_lambda": 0.6360477547152805,
      "epoch": 7.716157205240175,
      "step": 24738
    },
    {
      "contrastive_lambda": 0.6360225623525698,
      "epoch": 7.7164691203992515,
      "step": 24739
    },
    {
      "epoch": 7.716781035558328,
      "grad_norm": 0.14059197902679443,
      "learning_rate": 6.820363507815116e-05,
      "loss": 0.0314,
      "step": 24740
    },
    {
      "epoch": 7.716781035558328,
      "flow_loss": 0.042968735098838806,
      "step": 24740
    },
    {
      "contrastive_loss": 0.0041318004950881,
      "epoch": 7.716781035558328,
      "step": 24740
    },
    {
      "contrastive_lambda": 0.6359973696169456,
      "epoch": 7.716781035558328,
      "step": 24740
    },
    {
      "contrastive_lambda": 0.6359721765084769,
      "epoch": 7.717092950717404,
      "step": 24741
    },
    {
      "contrastive_lambda": 0.6359469830272328,
      "epoch": 7.717404865876482,
      "step": 24742
    },
    {
      "contrastive_lambda": 0.6359217891732822,
      "epoch": 7.717716781035558,
      "step": 24743
    },
    {
      "contrastive_lambda": 0.6358965949466944,
      "epoch": 7.718028696194635,
      "step": 24744
    },
    {
      "contrastive_lambda": 0.6358714003475383,
      "epoch": 7.718340611353712,
      "step": 24745
    },
    {
      "contrastive_lambda": 0.6358462053758831,
      "epoch": 7.7186525265127885,
      "step": 24746
    },
    {
      "contrastive_lambda": 0.6358210100317977,
      "epoch": 7.718964441671865,
      "step": 24747
    },
    {
      "contrastive_lambda": 0.6357958143153515,
      "epoch": 7.719276356830942,
      "step": 24748
    },
    {
      "contrastive_lambda": 0.6357706182266132,
      "epoch": 7.719588271990019,
      "step": 24749
    },
    {
      "epoch": 7.719900187149095,
      "grad_norm": 0.12468809634447098,
      "learning_rate": 6.817796576349501e-05,
      "loss": 0.0348,
      "step": 24750
    },
    {
      "epoch": 7.719900187149095,
      "flow_loss": 0.027547333389520645,
      "step": 24750
    },
    {
      "contrastive_loss": 0.006174517795443535,
      "epoch": 7.719900187149095,
      "step": 24750
    },
    {
      "contrastive_lambda": 0.6357454217656521,
      "epoch": 7.719900187149095,
      "step": 24750
    },
    {
      "contrastive_lambda": 0.6357202249325371,
      "epoch": 7.720212102308173,
      "step": 24751
    },
    {
      "contrastive_lambda": 0.6356950277273375,
      "epoch": 7.720524017467249,
      "step": 24752
    },
    {
      "contrastive_lambda": 0.6356698301501224,
      "epoch": 7.720835932626326,
      "step": 24753
    },
    {
      "contrastive_lambda": 0.6356446322009607,
      "epoch": 7.721147847785402,
      "step": 24754
    },
    {
      "contrastive_lambda": 0.6356194338799213,
      "epoch": 7.721459762944479,
      "step": 24755
    },
    {
      "contrastive_lambda": 0.6355942351870737,
      "epoch": 7.721771678103556,
      "step": 24756
    },
    {
      "contrastive_lambda": 0.6355690361224868,
      "epoch": 7.722083593262632,
      "step": 24757
    },
    {
      "contrastive_lambda": 0.6355438366862296,
      "epoch": 7.722395508421709,
      "step": 24758
    },
    {
      "contrastive_lambda": 0.6355186368783714,
      "epoch": 7.722707423580786,
      "step": 24759
    },
    {
      "epoch": 7.723019338739863,
      "grad_norm": 0.1156432032585144,
      "learning_rate": 6.815229092685285e-05,
      "loss": 0.0269,
      "step": 24760
    },
    {
      "epoch": 7.723019338739863,
      "flow_loss": 0.031107429414987564,
      "step": 24760
    },
    {
      "contrastive_loss": 0.004929038695991039,
      "epoch": 7.723019338739863,
      "step": 24760
    },
    {
      "contrastive_lambda": 0.6354934366989813,
      "epoch": 7.723019338739863,
      "step": 24760
    },
    {
      "contrastive_lambda": 0.635468236148128,
      "epoch": 7.723331253898939,
      "step": 24761
    },
    {
      "contrastive_lambda": 0.6354430352258809,
      "epoch": 7.7236431690580165,
      "step": 24762
    },
    {
      "contrastive_lambda": 0.635417833932309,
      "epoch": 7.723955084217093,
      "step": 24763
    },
    {
      "contrastive_lambda": 0.6353926322674814,
      "epoch": 7.7242669993761695,
      "step": 24764
    },
    {
      "contrastive_lambda": 0.6353674302314675,
      "epoch": 7.724578914535247,
      "step": 24765
    },
    {
      "contrastive_lambda": 0.6353422278243357,
      "epoch": 7.724890829694323,
      "step": 24766
    },
    {
      "contrastive_lambda": 0.6353170250461557,
      "epoch": 7.7252027448534,
      "step": 24767
    },
    {
      "contrastive_lambda": 0.6352918218969965,
      "epoch": 7.725514660012476,
      "step": 24768
    },
    {
      "contrastive_lambda": 0.6352666183769269,
      "epoch": 7.725826575171554,
      "step": 24769
    },
    {
      "epoch": 7.72613849033063,
      "grad_norm": 0.11293014883995056,
      "learning_rate": 6.812661057602399e-05,
      "loss": 0.03,
      "step": 24770
    },
    {
      "epoch": 7.72613849033063,
      "flow_loss": 0.03875555098056793,
      "step": 24770
    },
    {
      "contrastive_loss": 0.006522403098642826,
      "epoch": 7.72613849033063,
      "step": 24770
    },
    {
      "contrastive_lambda": 0.6352414144860161,
      "epoch": 7.72613849033063,
      "step": 24770
    },
    {
      "contrastive_lambda": 0.6352162102243336,
      "epoch": 7.7264504054897065,
      "step": 24771
    },
    {
      "contrastive_lambda": 0.635191005591948,
      "epoch": 7.726762320648784,
      "step": 24772
    },
    {
      "contrastive_lambda": 0.6351658005889286,
      "epoch": 7.72707423580786,
      "step": 24773
    },
    {
      "contrastive_lambda": 0.6351405952153444,
      "epoch": 7.727386150966937,
      "step": 24774
    },
    {
      "contrastive_lambda": 0.6351153894712647,
      "epoch": 7.727698066126013,
      "step": 24775
    },
    {
      "contrastive_lambda": 0.6350901833567585,
      "epoch": 7.728009981285091,
      "step": 24776
    },
    {
      "contrastive_lambda": 0.6350649768718949,
      "epoch": 7.728321896444167,
      "step": 24777
    },
    {
      "contrastive_lambda": 0.6350397700167427,
      "epoch": 7.728633811603244,
      "step": 24778
    },
    {
      "contrastive_lambda": 0.6350145627913717,
      "epoch": 7.728945726762321,
      "step": 24779
    },
    {
      "epoch": 7.729257641921397,
      "grad_norm": 0.14621984958648682,
      "learning_rate": 6.810092471880943e-05,
      "loss": 0.0348,
      "step": 24780
    },
    {
      "epoch": 7.729257641921397,
      "flow_loss": 0.04162213206291199,
      "step": 24780
    },
    {
      "contrastive_loss": 0.006094942335039377,
      "epoch": 7.729257641921397,
      "step": 24780
    },
    {
      "contrastive_lambda": 0.6349893551958504,
      "epoch": 7.729257641921397,
      "step": 24780
    },
    {
      "contrastive_lambda": 0.6349641472302481,
      "epoch": 7.729569557080474,
      "step": 24781
    },
    {
      "contrastive_lambda": 0.634938938894634,
      "epoch": 7.729881472239551,
      "step": 24782
    },
    {
      "contrastive_lambda": 0.6349137301890772,
      "epoch": 7.730193387398628,
      "step": 24783
    },
    {
      "contrastive_lambda": 0.6348885211136468,
      "epoch": 7.730505302557704,
      "step": 24784
    },
    {
      "contrastive_lambda": 0.6348633116684117,
      "epoch": 7.730817217716781,
      "step": 24785
    },
    {
      "contrastive_lambda": 0.6348381018534411,
      "epoch": 7.731129132875858,
      "step": 24786
    },
    {
      "contrastive_lambda": 0.6348128916688044,
      "epoch": 7.7314410480349345,
      "step": 24787
    },
    {
      "contrastive_lambda": 0.6347876811145705,
      "epoch": 7.731752963194011,
      "step": 24788
    },
    {
      "contrastive_lambda": 0.6347624701908082,
      "epoch": 7.732064878353088,
      "step": 24789
    },
    {
      "epoch": 7.732376793512165,
      "grad_norm": 0.15460611879825592,
      "learning_rate": 6.807523336301187e-05,
      "loss": 0.033,
      "step": 24790
    },
    {
      "epoch": 7.732376793512165,
      "flow_loss": 0.029111484065651894,
      "step": 24790
    },
    {
      "contrastive_loss": 0.007880592718720436,
      "epoch": 7.732376793512165,
      "step": 24790
    },
    {
      "contrastive_lambda": 0.6347372588975873,
      "epoch": 7.732376793512165,
      "step": 24790
    },
    {
      "contrastive_lambda": 0.6347120472349765,
      "epoch": 7.732688708671241,
      "step": 24791
    },
    {
      "contrastive_lambda": 0.6346868352030448,
      "epoch": 7.733000623830318,
      "step": 24792
    },
    {
      "contrastive_lambda": 0.6346616228018616,
      "epoch": 7.733312538989395,
      "step": 24793
    },
    {
      "contrastive_lambda": 0.634636410031496,
      "epoch": 7.7336244541484715,
      "step": 24794
    },
    {
      "contrastive_lambda": 0.6346111968920168,
      "epoch": 7.733936369307548,
      "step": 24795
    },
    {
      "contrastive_lambda": 0.6345859833834936,
      "epoch": 7.734248284466625,
      "step": 24796
    },
    {
      "contrastive_lambda": 0.634560769505995,
      "epoch": 7.734560199625702,
      "step": 24797
    },
    {
      "contrastive_lambda": 0.6345355552595907,
      "epoch": 7.734872114784778,
      "step": 24798
    },
    {
      "contrastive_lambda": 0.6345103406443495,
      "epoch": 7.735184029943856,
      "step": 24799
    },
    {
      "epoch": 7.735495945102932,
      "grad_norm": 0.11644423007965088,
      "learning_rate": 6.804953651643566e-05,
      "loss": 0.0339,
      "step": 24800
    },
    {
      "epoch": 7.735495945102932,
      "flow_loss": 0.02865196391940117,
      "step": 24800
    },
    {
      "contrastive_loss": 0.006858471781015396,
      "epoch": 7.735495945102932,
      "step": 24800
    },
    {
      "contrastive_lambda": 0.6344851256603404,
      "epoch": 7.735495945102932,
      "step": 24800
    },
    {
      "contrastive_lambda": 0.6344599103076328,
      "epoch": 7.735807860262009,
      "step": 24801
    },
    {
      "contrastive_lambda": 0.6344346945862959,
      "epoch": 7.736119775421085,
      "step": 24802
    },
    {
      "contrastive_lambda": 0.6344094784963984,
      "epoch": 7.7364316905801624,
      "step": 24803
    },
    {
      "contrastive_lambda": 0.6343842620380097,
      "epoch": 7.736743605739239,
      "step": 24804
    },
    {
      "contrastive_lambda": 0.634359045211199,
      "epoch": 7.737055520898315,
      "step": 24805
    },
    {
      "contrastive_lambda": 0.6343338280160353,
      "epoch": 7.737367436057393,
      "step": 24806
    },
    {
      "contrastive_lambda": 0.6343086104525878,
      "epoch": 7.737679351216469,
      "step": 24807
    },
    {
      "contrastive_lambda": 0.6342833925209256,
      "epoch": 7.737991266375546,
      "step": 24808
    },
    {
      "contrastive_lambda": 0.6342581742211179,
      "epoch": 7.738303181534622,
      "step": 24809
    },
    {
      "epoch": 7.7386150966936995,
      "grad_norm": 0.11665721237659454,
      "learning_rate": 6.802383418688685e-05,
      "loss": 0.0315,
      "step": 24810
    },
    {
      "epoch": 7.7386150966936995,
      "flow_loss": 0.028534721583127975,
      "step": 24810
    },
    {
      "contrastive_loss": 0.005983536131680012,
      "epoch": 7.7386150966936995,
      "step": 24810
    },
    {
      "contrastive_lambda": 0.6342329555532338,
      "epoch": 7.7386150966936995,
      "step": 24810
    },
    {
      "contrastive_lambda": 0.6342077365173424,
      "epoch": 7.738927011852776,
      "step": 24811
    },
    {
      "contrastive_lambda": 0.6341825171135127,
      "epoch": 7.7392389270118525,
      "step": 24812
    },
    {
      "contrastive_lambda": 0.6341572973418143,
      "epoch": 7.73955084217093,
      "step": 24813
    },
    {
      "contrastive_lambda": 0.634132077202316,
      "epoch": 7.739862757330006,
      "step": 24814
    },
    {
      "contrastive_lambda": 0.6341068566950867,
      "epoch": 7.740174672489083,
      "step": 24815
    },
    {
      "contrastive_lambda": 0.6340816358201962,
      "epoch": 7.74048658764816,
      "step": 24816
    },
    {
      "contrastive_lambda": 0.6340564145777131,
      "epoch": 7.740798502807237,
      "step": 24817
    },
    {
      "contrastive_lambda": 0.6340311929677068,
      "epoch": 7.741110417966313,
      "step": 24818
    },
    {
      "contrastive_lambda": 0.6340059709902464,
      "epoch": 7.7414223331253895,
      "step": 24819
    },
    {
      "epoch": 7.741734248284467,
      "grad_norm": 0.09816334396600723,
      "learning_rate": 6.799812638217309e-05,
      "loss": 0.0295,
      "step": 24820
    },
    {
      "epoch": 7.741734248284467,
      "flow_loss": 0.05286687612533569,
      "step": 24820
    },
    {
      "contrastive_loss": 0.005488871596753597,
      "epoch": 7.741734248284467,
      "step": 24820
    },
    {
      "contrastive_lambda": 0.6339807486454009,
      "epoch": 7.741734248284467,
      "step": 24820
    },
    {
      "contrastive_lambda": 0.6339555259332397,
      "epoch": 7.742046163443543,
      "step": 24821
    },
    {
      "contrastive_lambda": 0.6339303028538318,
      "epoch": 7.74235807860262,
      "step": 24822
    },
    {
      "contrastive_lambda": 0.6339050794072462,
      "epoch": 7.742669993761697,
      "step": 24823
    },
    {
      "contrastive_lambda": 0.6338798555935523,
      "epoch": 7.742981908920774,
      "step": 24824
    },
    {
      "contrastive_lambda": 0.6338546314128194,
      "epoch": 7.74329382407985,
      "step": 24825
    },
    {
      "contrastive_lambda": 0.6338294068651162,
      "epoch": 7.743605739238927,
      "step": 24826
    },
    {
      "contrastive_lambda": 0.633804181950512,
      "epoch": 7.743917654398004,
      "step": 24827
    },
    {
      "contrastive_lambda": 0.6337789566690764,
      "epoch": 7.74422956955708,
      "step": 24828
    },
    {
      "contrastive_lambda": 0.6337537310208778,
      "epoch": 7.744541484716157,
      "step": 24829
    },
    {
      "epoch": 7.744853399875234,
      "grad_norm": 0.10329924523830414,
      "learning_rate": 6.797241311010373e-05,
      "loss": 0.0361,
      "step": 24830
    },
    {
      "epoch": 7.744853399875234,
      "flow_loss": 0.02435849793255329,
      "step": 24830
    },
    {
      "contrastive_loss": 0.0060112797655165195,
      "epoch": 7.744853399875234,
      "step": 24830
    },
    {
      "contrastive_lambda": 0.633728505005986,
      "epoch": 7.744853399875234,
      "step": 24830
    },
    {
      "contrastive_lambda": 0.6337032786244698,
      "epoch": 7.745165315034311,
      "step": 24831
    },
    {
      "contrastive_lambda": 0.6336780518763985,
      "epoch": 7.745477230193387,
      "step": 24832
    },
    {
      "contrastive_lambda": 0.6336528247618413,
      "epoch": 7.7457891453524645,
      "step": 24833
    },
    {
      "contrastive_lambda": 0.633627597280867,
      "epoch": 7.746101060511541,
      "step": 24834
    },
    {
      "contrastive_lambda": 0.6336023694335454,
      "epoch": 7.7464129756706175,
      "step": 24835
    },
    {
      "contrastive_lambda": 0.6335771412199452,
      "epoch": 7.746724890829694,
      "step": 24836
    },
    {
      "contrastive_lambda": 0.6335519126401357,
      "epoch": 7.747036805988771,
      "step": 24837
    },
    {
      "contrastive_lambda": 0.633526683694186,
      "epoch": 7.747348721147848,
      "step": 24838
    },
    {
      "contrastive_lambda": 0.6335014543821654,
      "epoch": 7.747660636306924,
      "step": 24839
    },
    {
      "epoch": 7.747972551466002,
      "grad_norm": 0.09411157667636871,
      "learning_rate": 6.794669437848982e-05,
      "loss": 0.0331,
      "step": 24840
    },
    {
      "epoch": 7.747972551466002,
      "flow_loss": 0.02953391522169113,
      "step": 24840
    },
    {
      "contrastive_loss": 0.006575308740139008,
      "epoch": 7.747972551466002,
      "step": 24840
    },
    {
      "contrastive_lambda": 0.6334762247041429,
      "epoch": 7.747972551466002,
      "step": 24840
    },
    {
      "contrastive_lambda": 0.6334509946601878,
      "epoch": 7.748284466625078,
      "step": 24841
    },
    {
      "contrastive_lambda": 0.6334257642503692,
      "epoch": 7.7485963817841546,
      "step": 24842
    },
    {
      "contrastive_lambda": 0.6334005334747562,
      "epoch": 7.748908296943231,
      "step": 24843
    },
    {
      "contrastive_lambda": 0.6333753023334183,
      "epoch": 7.749220212102308,
      "step": 24844
    },
    {
      "contrastive_lambda": 0.6333500708264244,
      "epoch": 7.749532127261385,
      "step": 24845
    },
    {
      "contrastive_lambda": 0.6333248389538434,
      "epoch": 7.749844042420461,
      "step": 24846
    },
    {
      "contrastive_lambda": 0.633299606715745,
      "epoch": 7.750155957579539,
      "step": 24847
    },
    {
      "contrastive_lambda": 0.6332743741121982,
      "epoch": 7.750467872738615,
      "step": 24848
    },
    {
      "contrastive_lambda": 0.6332491411432721,
      "epoch": 7.750779787897692,
      "step": 24849
    },
    {
      "epoch": 7.751091703056769,
      "grad_norm": 0.14452601969242096,
      "learning_rate": 6.792097019514402e-05,
      "loss": 0.0388,
      "step": 24850
    },
    {
      "epoch": 7.751091703056769,
      "flow_loss": 0.037369340658187866,
      "step": 24850
    },
    {
      "contrastive_loss": 0.005185802932828665,
      "epoch": 7.751091703056769,
      "step": 24850
    },
    {
      "contrastive_lambda": 0.6332239078090358,
      "epoch": 7.751091703056769,
      "step": 24850
    },
    {
      "contrastive_lambda": 0.6331986741095588,
      "epoch": 7.7514036182158454,
      "step": 24851
    },
    {
      "contrastive_lambda": 0.6331734400449099,
      "epoch": 7.751715533374922,
      "step": 24852
    },
    {
      "contrastive_lambda": 0.6331482056151586,
      "epoch": 7.752027448533998,
      "step": 24853
    },
    {
      "contrastive_lambda": 0.6331229708203737,
      "epoch": 7.752339363693076,
      "step": 24854
    },
    {
      "contrastive_lambda": 0.6330977356606249,
      "epoch": 7.752651278852152,
      "step": 24855
    },
    {
      "contrastive_lambda": 0.6330725001359809,
      "epoch": 7.752963194011229,
      "step": 24856
    },
    {
      "contrastive_lambda": 0.633047264246511,
      "epoch": 7.753275109170306,
      "step": 24857
    },
    {
      "contrastive_lambda": 0.6330220279922848,
      "epoch": 7.7535870243293825,
      "step": 24858
    },
    {
      "contrastive_lambda": 0.632996791373371,
      "epoch": 7.753898939488459,
      "step": 24859
    },
    {
      "epoch": 7.7542108546475355,
      "grad_norm": 0.10641422867774963,
      "learning_rate": 6.789524056788064e-05,
      "loss": 0.0381,
      "step": 24860
    },
    {
      "epoch": 7.7542108546475355,
      "flow_loss": 0.01801254227757454,
      "step": 24860
    },
    {
      "contrastive_loss": 0.005131697282195091,
      "epoch": 7.7542108546475355,
      "step": 24860
    },
    {
      "contrastive_lambda": 0.6329715543898389,
      "epoch": 7.7542108546475355,
      "step": 24860
    },
    {
      "contrastive_lambda": 0.6329463170417577,
      "epoch": 7.754522769806613,
      "step": 24861
    },
    {
      "contrastive_lambda": 0.6329210793291968,
      "epoch": 7.754834684965689,
      "step": 24862
    },
    {
      "contrastive_lambda": 0.632895841252225,
      "epoch": 7.755146600124766,
      "step": 24863
    },
    {
      "contrastive_lambda": 0.6328706028109119,
      "epoch": 7.755458515283843,
      "step": 24864
    },
    {
      "contrastive_lambda": 0.6328453640053263,
      "epoch": 7.75577043044292,
      "step": 24865
    },
    {
      "contrastive_lambda": 0.6328201248355377,
      "epoch": 7.756082345601996,
      "step": 24866
    },
    {
      "contrastive_lambda": 0.6327948853016152,
      "epoch": 7.756394260761073,
      "step": 24867
    },
    {
      "contrastive_lambda": 0.632769645403628,
      "epoch": 7.75670617592015,
      "step": 24868
    },
    {
      "contrastive_lambda": 0.6327444051416452,
      "epoch": 7.757018091079226,
      "step": 24869
    },
    {
      "epoch": 7.757330006238303,
      "grad_norm": 0.13345837593078613,
      "learning_rate": 6.786950550451567e-05,
      "loss": 0.0272,
      "step": 24870
    },
    {
      "epoch": 7.757330006238303,
      "flow_loss": 0.028247982263565063,
      "step": 24870
    },
    {
      "contrastive_loss": 0.00573910865932703,
      "epoch": 7.757330006238303,
      "step": 24870
    },
    {
      "contrastive_lambda": 0.6327191645157362,
      "epoch": 7.757330006238303,
      "step": 24870
    },
    {
      "contrastive_lambda": 0.6326939235259699,
      "epoch": 7.75764192139738,
      "step": 24871
    },
    {
      "contrastive_lambda": 0.6326686821724159,
      "epoch": 7.757953836556457,
      "step": 24872
    },
    {
      "contrastive_lambda": 0.632643440455143,
      "epoch": 7.758265751715533,
      "step": 24873
    },
    {
      "contrastive_lambda": 0.6326181983742205,
      "epoch": 7.7585776668746105,
      "step": 24874
    },
    {
      "contrastive_lambda": 0.6325929559297179,
      "epoch": 7.758889582033687,
      "step": 24875
    },
    {
      "contrastive_lambda": 0.6325677131217041,
      "epoch": 7.759201497192763,
      "step": 24876
    },
    {
      "contrastive_lambda": 0.6325424699502482,
      "epoch": 7.75951341235184,
      "step": 24877
    },
    {
      "contrastive_lambda": 0.6325172264154199,
      "epoch": 7.759825327510917,
      "step": 24878
    },
    {
      "contrastive_lambda": 0.632491982517288,
      "epoch": 7.760137242669994,
      "step": 24879
    },
    {
      "epoch": 7.76044915782907,
      "grad_norm": 0.12106992304325104,
      "learning_rate": 6.784376501286676e-05,
      "loss": 0.0372,
      "step": 24880
    },
    {
      "epoch": 7.76044915782907,
      "flow_loss": 0.04056800529360771,
      "step": 24880
    },
    {
      "contrastive_loss": 0.004802090115845203,
      "epoch": 7.76044915782907,
      "step": 24880
    },
    {
      "contrastive_lambda": 0.6324667382559216,
      "epoch": 7.76044915782907,
      "step": 24880
    },
    {
      "contrastive_lambda": 0.6324414936313904,
      "epoch": 7.7607610729881475,
      "step": 24881
    },
    {
      "contrastive_lambda": 0.6324162486437632,
      "epoch": 7.761072988147224,
      "step": 24882
    },
    {
      "contrastive_lambda": 0.6323910032931094,
      "epoch": 7.7613849033063005,
      "step": 24883
    },
    {
      "contrastive_lambda": 0.6323657575794981,
      "epoch": 7.761696818465378,
      "step": 24884
    },
    {
      "contrastive_lambda": 0.6323405115029984,
      "epoch": 7.762008733624454,
      "step": 24885
    },
    {
      "contrastive_lambda": 0.63231526506368,
      "epoch": 7.762320648783531,
      "step": 24886
    },
    {
      "contrastive_lambda": 0.6322900182616116,
      "epoch": 7.762632563942607,
      "step": 24887
    },
    {
      "contrastive_lambda": 0.6322647710968625,
      "epoch": 7.762944479101685,
      "step": 24888
    },
    {
      "contrastive_lambda": 0.6322395235695022,
      "epoch": 7.763256394260761,
      "step": 24889
    },
    {
      "epoch": 7.7635683094198376,
      "grad_norm": 0.16027961671352386,
      "learning_rate": 6.781801910075316e-05,
      "loss": 0.0338,
      "step": 24890
    },
    {
      "epoch": 7.7635683094198376,
      "flow_loss": 0.026837162673473358,
      "step": 24890
    },
    {
      "contrastive_loss": 0.0047083692625164986,
      "epoch": 7.7635683094198376,
      "step": 24890
    },
    {
      "contrastive_lambda": 0.6322142756795998,
      "epoch": 7.7635683094198376,
      "step": 24890
    },
    {
      "contrastive_lambda": 0.6321890274272243,
      "epoch": 7.763880224578915,
      "step": 24891
    },
    {
      "contrastive_lambda": 0.632163778812445,
      "epoch": 7.764192139737991,
      "step": 24892
    },
    {
      "contrastive_lambda": 0.6321385298353314,
      "epoch": 7.764504054897068,
      "step": 24893
    },
    {
      "contrastive_lambda": 0.6321132804959524,
      "epoch": 7.764815970056144,
      "step": 24894
    },
    {
      "contrastive_lambda": 0.6320880307943774,
      "epoch": 7.765127885215222,
      "step": 24895
    },
    {
      "contrastive_lambda": 0.6320627807306755,
      "epoch": 7.765439800374298,
      "step": 24896
    },
    {
      "contrastive_lambda": 0.6320375303049159,
      "epoch": 7.765751715533375,
      "step": 24897
    },
    {
      "contrastive_lambda": 0.6320122795171681,
      "epoch": 7.766063630692452,
      "step": 24898
    },
    {
      "contrastive_lambda": 0.6319870283675012,
      "epoch": 7.7663755458515285,
      "step": 24899
    },
    {
      "epoch": 7.766687461010605,
      "grad_norm": 0.15037429332733154,
      "learning_rate": 6.779226777599581e-05,
      "loss": 0.0344,
      "step": 24900
    },
    {
      "epoch": 7.766687461010605,
      "flow_loss": 0.037598866969347,
      "step": 24900
    },
    {
      "contrastive_loss": 0.004578216001391411,
      "epoch": 7.766687461010605,
      "step": 24900
    },
    {
      "contrastive_lambda": 0.6319617768559841,
      "epoch": 7.766687461010605,
      "step": 24900
    },
    {
      "contrastive_lambda": 0.6319365249826865,
      "epoch": 7.766999376169682,
      "step": 24901
    },
    {
      "contrastive_lambda": 0.6319112727476774,
      "epoch": 7.767311291328759,
      "step": 24902
    },
    {
      "contrastive_lambda": 0.6318860201510259,
      "epoch": 7.767623206487835,
      "step": 24903
    },
    {
      "contrastive_lambda": 0.6318607671928016,
      "epoch": 7.767935121646912,
      "step": 24904
    },
    {
      "contrastive_lambda": 0.6318355138730734,
      "epoch": 7.768247036805989,
      "step": 24905
    },
    {
      "contrastive_lambda": 0.6318102601919107,
      "epoch": 7.7685589519650655,
      "step": 24906
    },
    {
      "contrastive_lambda": 0.6317850061493826,
      "epoch": 7.768870867124142,
      "step": 24907
    },
    {
      "contrastive_lambda": 0.6317597517455584,
      "epoch": 7.769182782283219,
      "step": 24908
    },
    {
      "contrastive_lambda": 0.6317344969805077,
      "epoch": 7.769494697442296,
      "step": 24909
    },
    {
      "epoch": 7.769806612601372,
      "grad_norm": 0.13216345012187958,
      "learning_rate": 6.776651104641729e-05,
      "loss": 0.0311,
      "step": 24910
    },
    {
      "epoch": 7.769806612601372,
      "flow_loss": 0.02882021851837635,
      "step": 24910
    },
    {
      "contrastive_loss": 0.004732111934572458,
      "epoch": 7.769806612601372,
      "step": 24910
    },
    {
      "contrastive_lambda": 0.6317092418542991,
      "epoch": 7.769806612601372,
      "step": 24910
    },
    {
      "contrastive_lambda": 0.6316839863670021,
      "epoch": 7.770118527760449,
      "step": 24911
    },
    {
      "contrastive_lambda": 0.631658730518686,
      "epoch": 7.770430442919526,
      "step": 24912
    },
    {
      "contrastive_lambda": 0.6316334743094202,
      "epoch": 7.770742358078603,
      "step": 24913
    },
    {
      "contrastive_lambda": 0.6316082177392736,
      "epoch": 7.771054273237679,
      "step": 24914
    },
    {
      "contrastive_lambda": 0.6315829608083156,
      "epoch": 7.771366188396756,
      "step": 24915
    },
    {
      "contrastive_lambda": 0.6315577035166156,
      "epoch": 7.771678103555833,
      "step": 24916
    },
    {
      "contrastive_lambda": 0.6315324458642424,
      "epoch": 7.771990018714909,
      "step": 24917
    },
    {
      "contrastive_lambda": 0.6315071878512657,
      "epoch": 7.772301933873987,
      "step": 24918
    },
    {
      "contrastive_lambda": 0.6314819294777546,
      "epoch": 7.772613849033063,
      "step": 24919
    },
    {
      "epoch": 7.77292576419214,
      "grad_norm": 0.08510787785053253,
      "learning_rate": 6.774074891984183e-05,
      "loss": 0.0302,
      "step": 24920
    },
    {
      "epoch": 7.77292576419214,
      "flow_loss": 0.02331479638814926,
      "step": 24920
    },
    {
      "contrastive_loss": 0.003954203799366951,
      "epoch": 7.77292576419214,
      "step": 24920
    },
    {
      "contrastive_lambda": 0.6314566707437783,
      "epoch": 7.77292576419214,
      "step": 24920
    },
    {
      "contrastive_lambda": 0.6314314116494061,
      "epoch": 7.773237679351216,
      "step": 24921
    },
    {
      "contrastive_lambda": 0.631406152194707,
      "epoch": 7.7735495945102935,
      "step": 24922
    },
    {
      "contrastive_lambda": 0.6313808923797508,
      "epoch": 7.77386150966937,
      "step": 24923
    },
    {
      "contrastive_lambda": 0.6313556322046063,
      "epoch": 7.774173424828446,
      "step": 24924
    },
    {
      "contrastive_lambda": 0.6313303716693428,
      "epoch": 7.774485339987524,
      "step": 24925
    },
    {
      "contrastive_lambda": 0.6313051107740297,
      "epoch": 7.7747972551466,
      "step": 24926
    },
    {
      "contrastive_lambda": 0.6312798495187362,
      "epoch": 7.775109170305677,
      "step": 24927
    },
    {
      "contrastive_lambda": 0.6312545879035315,
      "epoch": 7.775421085464753,
      "step": 24928
    },
    {
      "contrastive_lambda": 0.6312293259284849,
      "epoch": 7.7757330006238305,
      "step": 24929
    },
    {
      "epoch": 7.776044915782907,
      "grad_norm": 0.12360932677984238,
      "learning_rate": 6.771498140409526e-05,
      "loss": 0.0358,
      "step": 24930
    },
    {
      "epoch": 7.776044915782907,
      "flow_loss": 0.04987907037138939,
      "step": 24930
    },
    {
      "contrastive_loss": 0.005241543985903263,
      "epoch": 7.776044915782907,
      "step": 24930
    },
    {
      "contrastive_lambda": 0.6312040635936657,
      "epoch": 7.776044915782907,
      "step": 24930
    },
    {
      "contrastive_lambda": 0.631178800899143,
      "epoch": 7.7763568309419835,
      "step": 24931
    },
    {
      "contrastive_lambda": 0.6311535378449863,
      "epoch": 7.776668746101061,
      "step": 24932
    },
    {
      "contrastive_lambda": 0.6311282744312647,
      "epoch": 7.776980661260137,
      "step": 24933
    },
    {
      "contrastive_lambda": 0.6311030106580473,
      "epoch": 7.777292576419214,
      "step": 24934
    },
    {
      "contrastive_lambda": 0.6310777465254038,
      "epoch": 7.777604491578291,
      "step": 24935
    },
    {
      "contrastive_lambda": 0.6310524820334033,
      "epoch": 7.777916406737368,
      "step": 24936
    },
    {
      "contrastive_lambda": 0.6310272171821145,
      "epoch": 7.778228321896444,
      "step": 24937
    },
    {
      "contrastive_lambda": 0.6310019519716076,
      "epoch": 7.778540237055521,
      "step": 24938
    },
    {
      "contrastive_lambda": 0.6309766864019513,
      "epoch": 7.778852152214598,
      "step": 24939
    },
    {
      "epoch": 7.779164067373674,
      "grad_norm": 0.09897158294916153,
      "learning_rate": 6.768920850700506e-05,
      "loss": 0.0399,
      "step": 24940
    },
    {
      "epoch": 7.779164067373674,
      "flow_loss": 0.03483161702752113,
      "step": 24940
    },
    {
      "contrastive_loss": 0.0058680931106209755,
      "epoch": 7.779164067373674,
      "step": 24940
    },
    {
      "contrastive_lambda": 0.630951420473215,
      "epoch": 7.779164067373674,
      "step": 24940
    },
    {
      "contrastive_lambda": 0.6309261541854678,
      "epoch": 7.779475982532751,
      "step": 24941
    },
    {
      "contrastive_lambda": 0.6309008875387792,
      "epoch": 7.779787897691827,
      "step": 24942
    },
    {
      "contrastive_lambda": 0.6308756205332184,
      "epoch": 7.780099812850905,
      "step": 24943
    },
    {
      "contrastive_lambda": 0.6308503531688547,
      "epoch": 7.780411728009981,
      "step": 24944
    },
    {
      "contrastive_lambda": 0.6308250854457571,
      "epoch": 7.780723643169058,
      "step": 24945
    },
    {
      "contrastive_lambda": 0.6307998173639954,
      "epoch": 7.781035558328135,
      "step": 24946
    },
    {
      "contrastive_lambda": 0.6307745489236385,
      "epoch": 7.7813474734872115,
      "step": 24947
    },
    {
      "contrastive_lambda": 0.6307492801247556,
      "epoch": 7.781659388646288,
      "step": 24948
    },
    {
      "contrastive_lambda": 0.6307240109674161,
      "epoch": 7.781971303805365,
      "step": 24949
    },
    {
      "epoch": 7.782283218964442,
      "grad_norm": 0.12403310090303421,
      "learning_rate": 6.766343023640039e-05,
      "loss": 0.0337,
      "step": 24950
    },
    {
      "epoch": 7.782283218964442,
      "flow_loss": 0.033415574580430984,
      "step": 24950
    },
    {
      "contrastive_loss": 0.006225209217518568,
      "epoch": 7.782283218964442,
      "step": 24950
    },
    {
      "contrastive_lambda": 0.6306987414516896,
      "epoch": 7.782283218964442,
      "step": 24950
    },
    {
      "contrastive_lambda": 0.6306734715776448,
      "epoch": 7.782595134123518,
      "step": 24951
    },
    {
      "contrastive_lambda": 0.6306482013453514,
      "epoch": 7.782907049282596,
      "step": 24952
    },
    {
      "contrastive_lambda": 0.6306229307548785,
      "epoch": 7.783218964441672,
      "step": 24953
    },
    {
      "contrastive_lambda": 0.6305976598062953,
      "epoch": 7.7835308796007485,
      "step": 24954
    },
    {
      "contrastive_lambda": 0.6305723884996715,
      "epoch": 7.783842794759825,
      "step": 24955
    },
    {
      "contrastive_lambda": 0.6305471168350757,
      "epoch": 7.784154709918902,
      "step": 24956
    },
    {
      "contrastive_lambda": 0.6305218448125778,
      "epoch": 7.784466625077979,
      "step": 24957
    },
    {
      "contrastive_lambda": 0.6304965724322469,
      "epoch": 7.784778540237055,
      "step": 24958
    },
    {
      "contrastive_lambda": 0.6304712996941522,
      "epoch": 7.785090455396132,
      "step": 24959
    },
    {
      "epoch": 7.785402370555209,
      "grad_norm": 0.13697557151317596,
      "learning_rate": 6.763764660011198e-05,
      "loss": 0.031,
      "step": 24960
    },
    {
      "epoch": 7.785402370555209,
      "flow_loss": 0.038304850459098816,
      "step": 24960
    },
    {
      "contrastive_loss": 0.006033569574356079,
      "epoch": 7.785402370555209,
      "step": 24960
    },
    {
      "contrastive_lambda": 0.6304460265983629,
      "epoch": 7.785402370555209,
      "step": 24960
    },
    {
      "contrastive_lambda": 0.6304207531449485,
      "epoch": 7.785714285714286,
      "step": 24961
    },
    {
      "contrastive_lambda": 0.6303954793339781,
      "epoch": 7.786026200873362,
      "step": 24962
    },
    {
      "contrastive_lambda": 0.6303702051655213,
      "epoch": 7.786338116032439,
      "step": 24963
    },
    {
      "contrastive_lambda": 0.630344930639647,
      "epoch": 7.786650031191516,
      "step": 24964
    },
    {
      "contrastive_lambda": 0.6303196557564247,
      "epoch": 7.786961946350592,
      "step": 24965
    },
    {
      "contrastive_lambda": 0.6302943805159238,
      "epoch": 7.78727386150967,
      "step": 24966
    },
    {
      "contrastive_lambda": 0.6302691049182134,
      "epoch": 7.787585776668746,
      "step": 24967
    },
    {
      "contrastive_lambda": 0.6302438289633626,
      "epoch": 7.787897691827823,
      "step": 24968
    },
    {
      "contrastive_lambda": 0.6302185526514412,
      "epoch": 7.7882096069869,
      "step": 24969
    },
    {
      "epoch": 7.7885215221459765,
      "grad_norm": 0.12751588225364685,
      "learning_rate": 6.761185760597223e-05,
      "loss": 0.0398,
      "step": 24970
    },
    {
      "epoch": 7.7885215221459765,
      "flow_loss": 0.02059924602508545,
      "step": 24970
    },
    {
      "contrastive_loss": 0.004798713140189648,
      "epoch": 7.7885215221459765,
      "step": 24970
    },
    {
      "contrastive_lambda": 0.6301932759825183,
      "epoch": 7.7885215221459765,
      "step": 24970
    },
    {
      "contrastive_lambda": 0.6301679989566631,
      "epoch": 7.788833437305053,
      "step": 24971
    },
    {
      "contrastive_lambda": 0.6301427215739448,
      "epoch": 7.789145352464129,
      "step": 24972
    },
    {
      "contrastive_lambda": 0.6301174438344328,
      "epoch": 7.789457267623207,
      "step": 24973
    },
    {
      "contrastive_lambda": 0.6300921657381967,
      "epoch": 7.789769182782283,
      "step": 24974
    },
    {
      "contrastive_lambda": 0.6300668872853055,
      "epoch": 7.79008109794136,
      "step": 24975
    },
    {
      "contrastive_lambda": 0.6300416084758282,
      "epoch": 7.790393013100436,
      "step": 24976
    },
    {
      "contrastive_lambda": 0.6300163293098348,
      "epoch": 7.7907049282595136,
      "step": 24977
    },
    {
      "contrastive_lambda": 0.6299910497873942,
      "epoch": 7.79101684341859,
      "step": 24978
    },
    {
      "contrastive_lambda": 0.6299657699085756,
      "epoch": 7.7913287585776665,
      "step": 24979
    },
    {
      "epoch": 7.791640673736744,
      "grad_norm": 0.08518039435148239,
      "learning_rate": 6.758606326181515e-05,
      "loss": 0.0329,
      "step": 24980
    },
    {
      "epoch": 7.791640673736744,
      "flow_loss": 0.040956657379865646,
      "step": 24980
    },
    {
      "contrastive_loss": 0.006254165433347225,
      "epoch": 7.791640673736744,
      "step": 24980
    },
    {
      "contrastive_lambda": 0.6299404896734486,
      "epoch": 7.791640673736744,
      "step": 24980
    },
    {
      "contrastive_lambda": 0.6299152090820823,
      "epoch": 7.79195258889582,
      "step": 24981
    },
    {
      "contrastive_lambda": 0.6298899281345461,
      "epoch": 7.792264504054897,
      "step": 24982
    },
    {
      "contrastive_lambda": 0.6298646468309093,
      "epoch": 7.792576419213974,
      "step": 24983
    },
    {
      "contrastive_lambda": 0.6298393651712413,
      "epoch": 7.792888334373051,
      "step": 24984
    },
    {
      "contrastive_lambda": 0.6298140831556112,
      "epoch": 7.793200249532127,
      "step": 24985
    },
    {
      "contrastive_lambda": 0.6297888007840884,
      "epoch": 7.7935121646912044,
      "step": 24986
    },
    {
      "contrastive_lambda": 0.6297635180567422,
      "epoch": 7.793824079850281,
      "step": 24987
    },
    {
      "contrastive_lambda": 0.629738234973642,
      "epoch": 7.794135995009357,
      "step": 24988
    },
    {
      "contrastive_lambda": 0.6297129515348572,
      "epoch": 7.794447910168434,
      "step": 24989
    },
    {
      "epoch": 7.794759825327511,
      "grad_norm": 0.15987293422222137,
      "learning_rate": 6.75602635754764e-05,
      "loss": 0.0346,
      "step": 24990
    },
    {
      "epoch": 7.794759825327511,
      "flow_loss": 0.04196426272392273,
      "step": 24990
    },
    {
      "contrastive_loss": 0.004109172150492668,
      "epoch": 7.794759825327511,
      "step": 24990
    },
    {
      "contrastive_lambda": 0.6296876677404568,
      "epoch": 7.794759825327511,
      "step": 24990
    },
    {
      "contrastive_lambda": 0.6296623835905102,
      "epoch": 7.795071740486588,
      "step": 24991
    },
    {
      "contrastive_lambda": 0.629637099085087,
      "epoch": 7.795383655645664,
      "step": 24992
    },
    {
      "contrastive_lambda": 0.6296118142242564,
      "epoch": 7.795695570804741,
      "step": 24993
    },
    {
      "contrastive_lambda": 0.6295865290080875,
      "epoch": 7.796007485963818,
      "step": 24994
    },
    {
      "contrastive_lambda": 0.6295612434366498,
      "epoch": 7.7963194011228945,
      "step": 24995
    },
    {
      "contrastive_lambda": 0.6295359575100126,
      "epoch": 7.796631316281971,
      "step": 24996
    },
    {
      "contrastive_lambda": 0.6295106712282452,
      "epoch": 7.796943231441048,
      "step": 24997
    },
    {
      "contrastive_lambda": 0.6294853845914171,
      "epoch": 7.797255146600125,
      "step": 24998
    },
    {
      "contrastive_lambda": 0.6294600975995972,
      "epoch": 7.797567061759201,
      "step": 24999
    },
    {
      "epoch": 7.797878976918279,
      "grad_norm": 0.12256931513547897,
      "learning_rate": 6.75344585547932e-05,
      "loss": 0.0318,
      "step": 25000
    },
    {
      "epoch": 7.797878976918279,
      "flow_loss": 0.054822735488414764,
      "step": 25000
    },
    {
      "contrastive_loss": 0.004845462739467621,
      "epoch": 7.797878976918279,
      "step": 25000
    },
    {
      "contrastive_lambda": 0.6294348102528553,
      "epoch": 7.797878976918279,
      "step": 25000
    },
    {
      "contrastive_lambda": 0.6294095225512605,
      "epoch": 7.798190892077355,
      "step": 25001
    },
    {
      "contrastive_lambda": 0.6293842344948819,
      "epoch": 7.7985028072364315,
      "step": 25002
    },
    {
      "contrastive_lambda": 0.6293589460837894,
      "epoch": 7.798814722395509,
      "step": 25003
    },
    {
      "contrastive_lambda": 0.6293336573180519,
      "epoch": 7.799126637554585,
      "step": 25004
    },
    {
      "contrastive_lambda": 0.6293083681977387,
      "epoch": 7.799438552713662,
      "step": 25005
    },
    {
      "contrastive_lambda": 0.6292830787229193,
      "epoch": 7.799750467872738,
      "step": 25006
    },
    {
      "contrastive_lambda": 0.6292577888936632,
      "epoch": 7.800062383031816,
      "step": 25007
    },
    {
      "contrastive_lambda": 0.6292324987100394,
      "epoch": 7.800374298190892,
      "step": 25008
    },
    {
      "contrastive_lambda": 0.6292072081721174,
      "epoch": 7.800686213349969,
      "step": 25009
    },
    {
      "epoch": 7.800998128509045,
      "grad_norm": 0.12325731664896011,
      "learning_rate": 6.750864820760449e-05,
      "loss": 0.0373,
      "step": 25010
    },
    {
      "epoch": 7.800998128509045,
      "flow_loss": 0.03451678156852722,
      "step": 25010
    },
    {
      "contrastive_loss": 0.004454067908227444,
      "epoch": 7.800998128509045,
      "step": 25010
    },
    {
      "contrastive_lambda": 0.6291819172799664,
      "epoch": 7.800998128509045,
      "step": 25010
    },
    {
      "contrastive_lambda": 0.629156626033656,
      "epoch": 7.801310043668122,
      "step": 25011
    },
    {
      "contrastive_lambda": 0.6291313344332553,
      "epoch": 7.801621958827199,
      "step": 25012
    },
    {
      "contrastive_lambda": 0.6291060424788336,
      "epoch": 7.801933873986275,
      "step": 25013
    },
    {
      "contrastive_lambda": 0.6290807501704605,
      "epoch": 7.802245789145353,
      "step": 25014
    },
    {
      "contrastive_lambda": 0.6290554575082052,
      "epoch": 7.802557704304429,
      "step": 25015
    },
    {
      "contrastive_lambda": 0.629030164492137,
      "epoch": 7.802869619463506,
      "step": 25016
    },
    {
      "contrastive_lambda": 0.6290048711223253,
      "epoch": 7.803181534622583,
      "step": 25017
    },
    {
      "contrastive_lambda": 0.6289795773988394,
      "epoch": 7.8034934497816595,
      "step": 25018
    },
    {
      "contrastive_lambda": 0.6289542833217485,
      "epoch": 7.803805364940736,
      "step": 25019
    },
    {
      "epoch": 7.804117280099813,
      "grad_norm": 0.11599471420049667,
      "learning_rate": 6.748283254175072e-05,
      "loss": 0.0346,
      "step": 25020
    },
    {
      "epoch": 7.804117280099813,
      "flow_loss": 0.026786910369992256,
      "step": 25020
    },
    {
      "contrastive_loss": 0.004397749435156584,
      "epoch": 7.804117280099813,
      "step": 25020
    },
    {
      "contrastive_lambda": 0.6289289888911224,
      "epoch": 7.804117280099813,
      "step": 25020
    },
    {
      "contrastive_lambda": 0.62890369410703,
      "epoch": 7.80442919525889,
      "step": 25021
    },
    {
      "contrastive_lambda": 0.6288783989695408,
      "epoch": 7.804741110417966,
      "step": 25022
    },
    {
      "contrastive_lambda": 0.6288531034787241,
      "epoch": 7.805053025577043,
      "step": 25023
    },
    {
      "contrastive_lambda": 0.6288278076346495,
      "epoch": 7.80536494073612,
      "step": 25024
    },
    {
      "contrastive_lambda": 0.6288025114373859,
      "epoch": 7.8056768558951966,
      "step": 25025
    },
    {
      "contrastive_lambda": 0.6287772148870031,
      "epoch": 7.805988771054273,
      "step": 25026
    },
    {
      "contrastive_lambda": 0.6287519179835701,
      "epoch": 7.8063006862133495,
      "step": 25027
    },
    {
      "contrastive_lambda": 0.6287266207271566,
      "epoch": 7.806612601372427,
      "step": 25028
    },
    {
      "contrastive_lambda": 0.6287013231178316,
      "epoch": 7.806924516531503,
      "step": 25029
    },
    {
      "epoch": 7.80723643169058,
      "grad_norm": 0.10896843671798706,
      "learning_rate": 6.745701156507404e-05,
      "loss": 0.0322,
      "step": 25030
    },
    {
      "epoch": 7.80723643169058,
      "flow_loss": 0.024330902844667435,
      "step": 25030
    },
    {
      "contrastive_loss": 0.005069851875305176,
      "epoch": 7.80723643169058,
      "step": 25030
    },
    {
      "contrastive_lambda": 0.6286760251556647,
      "epoch": 7.80723643169058,
      "step": 25030
    },
    {
      "contrastive_lambda": 0.6286507268407251,
      "epoch": 7.807548346849657,
      "step": 25031
    },
    {
      "contrastive_lambda": 0.6286254281730823,
      "epoch": 7.807860262008734,
      "step": 25032
    },
    {
      "contrastive_lambda": 0.6286001291528055,
      "epoch": 7.80817217716781,
      "step": 25033
    },
    {
      "contrastive_lambda": 0.6285748297799643,
      "epoch": 7.8084840923268874,
      "step": 25034
    },
    {
      "contrastive_lambda": 0.6285495300546278,
      "epoch": 7.808796007485964,
      "step": 25035
    },
    {
      "contrastive_lambda": 0.6285242299768653,
      "epoch": 7.80910792264504,
      "step": 25036
    },
    {
      "contrastive_lambda": 0.6284989295467466,
      "epoch": 7.809419837804118,
      "step": 25037
    },
    {
      "contrastive_lambda": 0.6284736287643408,
      "epoch": 7.809731752963194,
      "step": 25038
    },
    {
      "contrastive_lambda": 0.628448327629717,
      "epoch": 7.810043668122271,
      "step": 25039
    },
    {
      "epoch": 7.810355583281347,
      "grad_norm": 0.13289526104927063,
      "learning_rate": 6.743118528541818e-05,
      "loss": 0.0316,
      "step": 25040
    },
    {
      "epoch": 7.810355583281347,
      "flow_loss": 0.02825731597840786,
      "step": 25040
    },
    {
      "contrastive_loss": 0.004941713996231556,
      "epoch": 7.810355583281347,
      "step": 25040
    },
    {
      "contrastive_lambda": 0.6284230261429449,
      "epoch": 7.810355583281347,
      "step": 25040
    },
    {
      "contrastive_lambda": 0.6283977243040939,
      "epoch": 7.8106674984404245,
      "step": 25041
    },
    {
      "contrastive_lambda": 0.6283724221132332,
      "epoch": 7.810979413599501,
      "step": 25042
    },
    {
      "contrastive_lambda": 0.6283471195704322,
      "epoch": 7.8112913287585775,
      "step": 25043
    },
    {
      "contrastive_lambda": 0.6283218166757601,
      "epoch": 7.811603243917654,
      "step": 25044
    },
    {
      "contrastive_lambda": 0.6282965134292868,
      "epoch": 7.811915159076731,
      "step": 25045
    },
    {
      "contrastive_lambda": 0.6282712098310812,
      "epoch": 7.812227074235808,
      "step": 25046
    },
    {
      "contrastive_lambda": 0.6282459058812127,
      "epoch": 7.812538989394884,
      "step": 25047
    },
    {
      "contrastive_lambda": 0.6282206015797508,
      "epoch": 7.812850904553962,
      "step": 25048
    },
    {
      "contrastive_lambda": 0.6281952969267649,
      "epoch": 7.813162819713038,
      "step": 25049
    },
    {
      "epoch": 7.8134747348721145,
      "grad_norm": 0.11794433742761612,
      "learning_rate": 6.740535371062846e-05,
      "loss": 0.0349,
      "step": 25050
    },
    {
      "epoch": 7.8134747348721145,
      "flow_loss": 0.037585072219371796,
      "step": 25050
    },
    {
      "contrastive_loss": 0.007984345778822899,
      "epoch": 7.8134747348721145,
      "step": 25050
    },
    {
      "contrastive_lambda": 0.6281699919223243,
      "epoch": 7.8134747348721145,
      "step": 25050
    },
    {
      "contrastive_lambda": 0.6281446865664984,
      "epoch": 7.813786650031192,
      "step": 25051
    },
    {
      "contrastive_lambda": 0.6281193808593565,
      "epoch": 7.814098565190268,
      "step": 25052
    },
    {
      "contrastive_lambda": 0.628094074800968,
      "epoch": 7.814410480349345,
      "step": 25053
    },
    {
      "contrastive_lambda": 0.6280687683914025,
      "epoch": 7.814722395508422,
      "step": 25054
    },
    {
      "contrastive_lambda": 0.6280434616307291,
      "epoch": 7.815034310667499,
      "step": 25055
    },
    {
      "contrastive_lambda": 0.6280181545190171,
      "epoch": 7.815346225826575,
      "step": 25056
    },
    {
      "contrastive_lambda": 0.6279928470563364,
      "epoch": 7.815658140985652,
      "step": 25057
    },
    {
      "contrastive_lambda": 0.627967539242756,
      "epoch": 7.815970056144729,
      "step": 25058
    },
    {
      "contrastive_lambda": 0.627942231078345,
      "epoch": 7.816281971303805,
      "step": 25059
    },
    {
      "epoch": 7.816593886462882,
      "grad_norm": 0.1276865005493164,
      "learning_rate": 6.737951684855185e-05,
      "loss": 0.0348,
      "step": 25060
    },
    {
      "epoch": 7.816593886462882,
      "flow_loss": 0.029655594378709793,
      "step": 25060
    },
    {
      "contrastive_loss": 0.004314795136451721,
      "epoch": 7.816593886462882,
      "step": 25060
    },
    {
      "contrastive_lambda": 0.6279169225631733,
      "epoch": 7.816593886462882,
      "step": 25060
    },
    {
      "contrastive_lambda": 0.6278916136973102,
      "epoch": 7.816905801621958,
      "step": 25061
    },
    {
      "contrastive_lambda": 0.6278663044808249,
      "epoch": 7.817217716781036,
      "step": 25062
    },
    {
      "contrastive_lambda": 0.6278409949137869,
      "epoch": 7.817529631940112,
      "step": 25063
    },
    {
      "contrastive_lambda": 0.6278156849962654,
      "epoch": 7.817841547099189,
      "step": 25064
    },
    {
      "contrastive_lambda": 0.6277903747283301,
      "epoch": 7.818153462258266,
      "step": 25065
    },
    {
      "contrastive_lambda": 0.6277650641100503,
      "epoch": 7.8184653774173425,
      "step": 25066
    },
    {
      "contrastive_lambda": 0.627739753141495,
      "epoch": 7.818777292576419,
      "step": 25067
    },
    {
      "contrastive_lambda": 0.6277144418227342,
      "epoch": 7.819089207735496,
      "step": 25068
    },
    {
      "contrastive_lambda": 0.627689130153837,
      "epoch": 7.819401122894573,
      "step": 25069
    },
    {
      "epoch": 7.819713038053649,
      "grad_norm": 0.12577250599861145,
      "learning_rate": 6.735367470703691e-05,
      "loss": 0.0323,
      "step": 25070
    },
    {
      "epoch": 7.819713038053649,
      "flow_loss": 0.034278932958841324,
      "step": 25070
    },
    {
      "contrastive_loss": 0.0043121203780174255,
      "epoch": 7.819713038053649,
      "step": 25070
    },
    {
      "contrastive_lambda": 0.6276638181348726,
      "epoch": 7.819713038053649,
      "step": 25070
    },
    {
      "contrastive_lambda": 0.6276385057659107,
      "epoch": 7.820024953212727,
      "step": 25071
    },
    {
      "contrastive_lambda": 0.6276131930470207,
      "epoch": 7.820336868371803,
      "step": 25072
    },
    {
      "contrastive_lambda": 0.6275878799782718,
      "epoch": 7.8206487835308796,
      "step": 25073
    },
    {
      "contrastive_lambda": 0.6275625665597335,
      "epoch": 7.820960698689956,
      "step": 25074
    },
    {
      "contrastive_lambda": 0.6275372527914751,
      "epoch": 7.821272613849033,
      "step": 25075
    },
    {
      "contrastive_lambda": 0.6275119386735661,
      "epoch": 7.82158452900811,
      "step": 25076
    },
    {
      "contrastive_lambda": 0.627486624206076,
      "epoch": 7.821896444167186,
      "step": 25077
    },
    {
      "contrastive_lambda": 0.6274613093890741,
      "epoch": 7.822208359326263,
      "step": 25078
    },
    {
      "contrastive_lambda": 0.6274359942226295,
      "epoch": 7.82252027448534,
      "step": 25079
    },
    {
      "epoch": 7.822832189644417,
      "grad_norm": 0.11190271377563477,
      "learning_rate": 6.732782729393379e-05,
      "loss": 0.0323,
      "step": 25080
    },
    {
      "epoch": 7.822832189644417,
      "flow_loss": 0.04924311116337776,
      "step": 25080
    },
    {
      "contrastive_loss": 0.0061592599377036095,
      "epoch": 7.822832189644417,
      "step": 25080
    },
    {
      "contrastive_lambda": 0.6274106787068121,
      "epoch": 7.822832189644417,
      "step": 25080
    },
    {
      "contrastive_lambda": 0.6273853628416911,
      "epoch": 7.823144104803493,
      "step": 25081
    },
    {
      "contrastive_lambda": 0.6273600466273358,
      "epoch": 7.8234560199625705,
      "step": 25082
    },
    {
      "contrastive_lambda": 0.6273347300638159,
      "epoch": 7.823767935121647,
      "step": 25083
    },
    {
      "contrastive_lambda": 0.6273094131512004,
      "epoch": 7.824079850280723,
      "step": 25084
    },
    {
      "contrastive_lambda": 0.627284095889559,
      "epoch": 7.824391765439801,
      "step": 25085
    },
    {
      "contrastive_lambda": 0.6272587782789609,
      "epoch": 7.824703680598877,
      "step": 25086
    },
    {
      "contrastive_lambda": 0.6272334603194758,
      "epoch": 7.825015595757954,
      "step": 25087
    },
    {
      "contrastive_lambda": 0.6272081420111729,
      "epoch": 7.825327510917031,
      "step": 25088
    },
    {
      "contrastive_lambda": 0.6271828233541217,
      "epoch": 7.8256394260761075,
      "step": 25089
    },
    {
      "epoch": 7.825951341235184,
      "grad_norm": 0.1391080766916275,
      "learning_rate": 6.730197461709425e-05,
      "loss": 0.0321,
      "step": 25090
    },
    {
      "epoch": 7.825951341235184,
      "flow_loss": 0.028764892369508743,
      "step": 25090
    },
    {
      "contrastive_loss": 0.004999232478439808,
      "epoch": 7.825951341235184,
      "step": 25090
    },
    {
      "contrastive_lambda": 0.6271575043483915,
      "epoch": 7.825951341235184,
      "step": 25090
    },
    {
      "contrastive_lambda": 0.6271321849940518,
      "epoch": 7.8262632563942605,
      "step": 25091
    },
    {
      "contrastive_lambda": 0.627106865291172,
      "epoch": 7.826575171553338,
      "step": 25092
    },
    {
      "contrastive_lambda": 0.6270815452398215,
      "epoch": 7.826887086712414,
      "step": 25093
    },
    {
      "contrastive_lambda": 0.6270562248400696,
      "epoch": 7.827199001871491,
      "step": 25094
    },
    {
      "contrastive_lambda": 0.6270309040919861,
      "epoch": 7.827510917030567,
      "step": 25095
    },
    {
      "contrastive_lambda": 0.62700558299564,
      "epoch": 7.827822832189645,
      "step": 25096
    },
    {
      "contrastive_lambda": 0.626980261551101,
      "epoch": 7.828134747348721,
      "step": 25097
    },
    {
      "contrastive_lambda": 0.6269549397584382,
      "epoch": 7.8284466625077975,
      "step": 25098
    },
    {
      "contrastive_lambda": 0.6269296176177214,
      "epoch": 7.828758577666875,
      "step": 25099
    },
    {
      "epoch": 7.829070492825951,
      "grad_norm": 0.10746529698371887,
      "learning_rate": 6.727611668437164e-05,
      "loss": 0.0354,
      "step": 25100
    },
    {
      "epoch": 7.829070492825951,
      "flow_loss": 0.03614050894975662,
      "step": 25100
    },
    {
      "contrastive_loss": 0.007486038375645876,
      "epoch": 7.829070492825951,
      "step": 25100
    },
    {
      "contrastive_lambda": 0.6269042951290198,
      "epoch": 7.829070492825951,
      "step": 25100
    },
    {
      "contrastive_lambda": 0.6268789722924027,
      "epoch": 7.829382407985028,
      "step": 25101
    },
    {
      "contrastive_lambda": 0.62685364910794,
      "epoch": 7.829694323144105,
      "step": 25102
    },
    {
      "contrastive_lambda": 0.6268283255757008,
      "epoch": 7.830006238303182,
      "step": 25103
    },
    {
      "contrastive_lambda": 0.6268030016957543,
      "epoch": 7.830318153462258,
      "step": 25104
    },
    {
      "contrastive_lambda": 0.6267776774681703,
      "epoch": 7.8306300686213355,
      "step": 25105
    },
    {
      "contrastive_lambda": 0.6267523528930181,
      "epoch": 7.830941983780412,
      "step": 25106
    },
    {
      "contrastive_lambda": 0.6267270279703671,
      "epoch": 7.831253898939488,
      "step": 25107
    },
    {
      "contrastive_lambda": 0.6267017027002868,
      "epoch": 7.831565814098565,
      "step": 25108
    },
    {
      "contrastive_lambda": 0.6266763770828465,
      "epoch": 7.831877729257642,
      "step": 25109
    },
    {
      "epoch": 7.832189644416719,
      "grad_norm": 0.13640007376670837,
      "learning_rate": 6.725025350362094e-05,
      "loss": 0.043,
      "step": 25110
    },
    {
      "epoch": 7.832189644416719,
      "flow_loss": 0.0747920423746109,
      "step": 25110
    },
    {
      "contrastive_loss": 0.007879692129790783,
      "epoch": 7.832189644416719,
      "step": 25110
    },
    {
      "contrastive_lambda": 0.6266510511181158,
      "epoch": 7.832189644416719,
      "step": 25110
    },
    {
      "contrastive_lambda": 0.6266257248061641,
      "epoch": 7.832501559575795,
      "step": 25111
    },
    {
      "contrastive_lambda": 0.6266003981470608,
      "epoch": 7.832813474734872,
      "step": 25112
    },
    {
      "contrastive_lambda": 0.6265750711408751,
      "epoch": 7.833125389893949,
      "step": 25113
    },
    {
      "contrastive_lambda": 0.6265497437876768,
      "epoch": 7.8334373050530255,
      "step": 25114
    },
    {
      "contrastive_lambda": 0.6265244160875352,
      "epoch": 7.833749220212102,
      "step": 25115
    },
    {
      "contrastive_lambda": 0.6264990880405198,
      "epoch": 7.834061135371179,
      "step": 25116
    },
    {
      "contrastive_lambda": 0.6264737596466998,
      "epoch": 7.834373050530256,
      "step": 25117
    },
    {
      "contrastive_lambda": 0.6264484309061449,
      "epoch": 7.834684965689332,
      "step": 25118
    },
    {
      "contrastive_lambda": 0.6264231018189246,
      "epoch": 7.83499688084841,
      "step": 25119
    },
    {
      "epoch": 7.835308796007486,
      "grad_norm": 0.09290856868028641,
      "learning_rate": 6.72243850826987e-05,
      "loss": 0.036,
      "step": 25120
    },
    {
      "epoch": 7.835308796007486,
      "flow_loss": 0.02511238493025303,
      "step": 25120
    },
    {
      "contrastive_loss": 0.004320305306464434,
      "epoch": 7.835308796007486,
      "step": 25120
    },
    {
      "contrastive_lambda": 0.626397772385108,
      "epoch": 7.835308796007486,
      "step": 25120
    },
    {
      "contrastive_lambda": 0.6263724426047647,
      "epoch": 7.835620711166563,
      "step": 25121
    },
    {
      "contrastive_lambda": 0.6263471124779643,
      "epoch": 7.83593262632564,
      "step": 25122
    },
    {
      "contrastive_lambda": 0.6263217820047761,
      "epoch": 7.836244541484716,
      "step": 25123
    },
    {
      "contrastive_lambda": 0.6262964511852693,
      "epoch": 7.836556456643793,
      "step": 25124
    },
    {
      "contrastive_lambda": 0.6262711200195139,
      "epoch": 7.836868371802869,
      "step": 25125
    },
    {
      "contrastive_lambda": 0.6262457885075791,
      "epoch": 7.837180286961947,
      "step": 25126
    },
    {
      "contrastive_lambda": 0.6262204566495341,
      "epoch": 7.837492202121023,
      "step": 25127
    },
    {
      "contrastive_lambda": 0.6261951244454486,
      "epoch": 7.8378041172801,
      "step": 25128
    },
    {
      "contrastive_lambda": 0.6261697918953921,
      "epoch": 7.838116032439176,
      "step": 25129
    },
    {
      "epoch": 7.8384279475982535,
      "grad_norm": 0.12466418743133545,
      "learning_rate": 6.719851142946305e-05,
      "loss": 0.0323,
      "step": 25130
    },
    {
      "epoch": 7.8384279475982535,
      "flow_loss": 0.025232575833797455,
      "step": 25130
    },
    {
      "contrastive_loss": 0.004536334425210953,
      "epoch": 7.8384279475982535,
      "step": 25130
    },
    {
      "contrastive_lambda": 0.6261444589994338,
      "epoch": 7.8384279475982535,
      "step": 25130
    },
    {
      "contrastive_lambda": 0.6261191257576435,
      "epoch": 7.83873986275733,
      "step": 25131
    },
    {
      "contrastive_lambda": 0.6260937921700902,
      "epoch": 7.839051777916406,
      "step": 25132
    },
    {
      "contrastive_lambda": 0.6260684582368439,
      "epoch": 7.839363693075484,
      "step": 25133
    },
    {
      "contrastive_lambda": 0.6260431239579736,
      "epoch": 7.83967560823456,
      "step": 25134
    },
    {
      "contrastive_lambda": 0.6260177893335489,
      "epoch": 7.839987523393637,
      "step": 25135
    },
    {
      "contrastive_lambda": 0.6259924543636393,
      "epoch": 7.840299438552714,
      "step": 25136
    },
    {
      "contrastive_lambda": 0.6259671190483143,
      "epoch": 7.8406113537117905,
      "step": 25137
    },
    {
      "contrastive_lambda": 0.6259417833876432,
      "epoch": 7.840923268870867,
      "step": 25138
    },
    {
      "contrastive_lambda": 0.6259164473816956,
      "epoch": 7.841235184029944,
      "step": 25139
    },
    {
      "epoch": 7.841547099189021,
      "grad_norm": 0.155704066157341,
      "learning_rate": 6.717263255177372e-05,
      "loss": 0.0349,
      "step": 25140
    },
    {
      "epoch": 7.841547099189021,
      "flow_loss": 0.025272710248827934,
      "step": 25140
    },
    {
      "contrastive_loss": 0.008897677063941956,
      "epoch": 7.841547099189021,
      "step": 25140
    },
    {
      "contrastive_lambda": 0.625891111030541,
      "epoch": 7.841547099189021,
      "step": 25140
    },
    {
      "contrastive_lambda": 0.6258657743342485,
      "epoch": 7.841859014348097,
      "step": 25141
    },
    {
      "contrastive_lambda": 0.6258404372928881,
      "epoch": 7.842170929507174,
      "step": 25142
    },
    {
      "contrastive_lambda": 0.6258150999065288,
      "epoch": 7.842482844666251,
      "step": 25143
    },
    {
      "contrastive_lambda": 0.6257897621752404,
      "epoch": 7.842794759825328,
      "step": 25144
    },
    {
      "contrastive_lambda": 0.6257644240990923,
      "epoch": 7.843106674984404,
      "step": 25145
    },
    {
      "contrastive_lambda": 0.6257390856781537,
      "epoch": 7.8434185901434805,
      "step": 25146
    },
    {
      "contrastive_lambda": 0.6257137469124943,
      "epoch": 7.843730505302558,
      "step": 25147
    },
    {
      "contrastive_lambda": 0.6256884078021836,
      "epoch": 7.844042420461634,
      "step": 25148
    },
    {
      "contrastive_lambda": 0.6256630683472909,
      "epoch": 7.844354335620711,
      "step": 25149
    },
    {
      "epoch": 7.844666250779788,
      "grad_norm": 0.10221651196479797,
      "learning_rate": 6.714674845749205e-05,
      "loss": 0.0382,
      "step": 25150
    },
    {
      "epoch": 7.844666250779788,
      "flow_loss": 0.017150448635220528,
      "step": 25150
    },
    {
      "contrastive_loss": 0.005200076382607222,
      "epoch": 7.844666250779788,
      "step": 25150
    },
    {
      "contrastive_lambda": 0.6256377285478859,
      "epoch": 7.844666250779788,
      "step": 25150
    },
    {
      "contrastive_lambda": 0.6256123884040378,
      "epoch": 7.844978165938865,
      "step": 25151
    },
    {
      "contrastive_lambda": 0.6255870479158162,
      "epoch": 7.845290081097941,
      "step": 25152
    },
    {
      "contrastive_lambda": 0.6255617070832907,
      "epoch": 7.8456019962570185,
      "step": 25153
    },
    {
      "contrastive_lambda": 0.6255363659065307,
      "epoch": 7.845913911416095,
      "step": 25154
    },
    {
      "contrastive_lambda": 0.6255110243856054,
      "epoch": 7.846225826575171,
      "step": 25155
    },
    {
      "contrastive_lambda": 0.6254856825205846,
      "epoch": 7.846537741734249,
      "step": 25156
    },
    {
      "contrastive_lambda": 0.6254603403115377,
      "epoch": 7.846849656893325,
      "step": 25157
    },
    {
      "contrastive_lambda": 0.6254349977585341,
      "epoch": 7.847161572052402,
      "step": 25158
    },
    {
      "contrastive_lambda": 0.6254096548616433,
      "epoch": 7.847473487211478,
      "step": 25159
    },
    {
      "epoch": 7.8477854023705556,
      "grad_norm": 0.12769187986850739,
      "learning_rate": 6.712085915448092e-05,
      "loss": 0.0339,
      "step": 25160
    },
    {
      "epoch": 7.8477854023705556,
      "flow_loss": 0.021428754553198814,
      "step": 25160
    },
    {
      "contrastive_loss": 0.005695176310837269,
      "epoch": 7.8477854023705556,
      "step": 25160
    },
    {
      "contrastive_lambda": 0.625384311620935,
      "epoch": 7.8477854023705556,
      "step": 25160
    },
    {
      "contrastive_lambda": 0.6253589680364784,
      "epoch": 7.848097317529632,
      "step": 25161
    },
    {
      "contrastive_lambda": 0.6253336241083429,
      "epoch": 7.8484092326887085,
      "step": 25162
    },
    {
      "contrastive_lambda": 0.6253082798365984,
      "epoch": 7.848721147847785,
      "step": 25163
    },
    {
      "contrastive_lambda": 0.6252829352213141,
      "epoch": 7.849033063006862,
      "step": 25164
    },
    {
      "contrastive_lambda": 0.6252575902625594,
      "epoch": 7.849344978165939,
      "step": 25165
    },
    {
      "contrastive_lambda": 0.6252322449604039,
      "epoch": 7.849656893325015,
      "step": 25166
    },
    {
      "contrastive_lambda": 0.6252068993149171,
      "epoch": 7.849968808484093,
      "step": 25167
    },
    {
      "contrastive_lambda": 0.6251815533261686,
      "epoch": 7.850280723643169,
      "step": 25168
    },
    {
      "contrastive_lambda": 0.6251562069942277,
      "epoch": 7.850592638802246,
      "step": 25169
    },
    {
      "epoch": 7.850904553961323,
      "grad_norm": 0.1169913113117218,
      "learning_rate": 6.709496465060486e-05,
      "loss": 0.0324,
      "step": 25170
    },
    {
      "epoch": 7.850904553961323,
      "flow_loss": 0.02866598218679428,
      "step": 25170
    },
    {
      "contrastive_loss": 0.004055132158100605,
      "epoch": 7.850904553961323,
      "step": 25170
    },
    {
      "contrastive_lambda": 0.6251308603191639,
      "epoch": 7.850904553961323,
      "step": 25170
    },
    {
      "contrastive_lambda": 0.6251055133010468,
      "epoch": 7.851216469120399,
      "step": 25171
    },
    {
      "contrastive_lambda": 0.6250801659399459,
      "epoch": 7.851528384279476,
      "step": 25172
    },
    {
      "contrastive_lambda": 0.6250548182359306,
      "epoch": 7.851840299438552,
      "step": 25173
    },
    {
      "contrastive_lambda": 0.6250294701890703,
      "epoch": 7.85215221459763,
      "step": 25174
    },
    {
      "contrastive_lambda": 0.6250041217994345,
      "epoch": 7.852464129756706,
      "step": 25175
    },
    {
      "contrastive_lambda": 0.6249787730670932,
      "epoch": 7.852776044915783,
      "step": 25176
    },
    {
      "contrastive_lambda": 0.6249534239921153,
      "epoch": 7.85308796007486,
      "step": 25177
    },
    {
      "contrastive_lambda": 0.6249280745745702,
      "epoch": 7.8533998752339365,
      "step": 25178
    },
    {
      "contrastive_lambda": 0.624902724814528,
      "epoch": 7.853711790393013,
      "step": 25179
    },
    {
      "epoch": 7.854023705552089,
      "grad_norm": 0.09398803114891052,
      "learning_rate": 6.706906495372987e-05,
      "loss": 0.0317,
      "step": 25180
    },
    {
      "epoch": 7.854023705552089,
      "flow_loss": 0.023622829467058182,
      "step": 25180
    },
    {
      "contrastive_loss": 0.005330747924745083,
      "epoch": 7.854023705552089,
      "step": 25180
    },
    {
      "contrastive_lambda": 0.624877374712058,
      "epoch": 7.854023705552089,
      "step": 25180
    },
    {
      "contrastive_lambda": 0.6248520242672292,
      "epoch": 7.854335620711167,
      "step": 25181
    },
    {
      "contrastive_lambda": 0.6248266734801118,
      "epoch": 7.854647535870243,
      "step": 25182
    },
    {
      "contrastive_lambda": 0.624801322350775,
      "epoch": 7.85495945102932,
      "step": 25183
    },
    {
      "contrastive_lambda": 0.6247759708792882,
      "epoch": 7.855271366188397,
      "step": 25184
    },
    {
      "contrastive_lambda": 0.6247506190657208,
      "epoch": 7.8555832813474735,
      "step": 25185
    },
    {
      "contrastive_lambda": 0.6247252669101426,
      "epoch": 7.85589519650655,
      "step": 25186
    },
    {
      "contrastive_lambda": 0.6246999144126232,
      "epoch": 7.856207111665627,
      "step": 25187
    },
    {
      "contrastive_lambda": 0.6246745615732319,
      "epoch": 7.856519026824704,
      "step": 25188
    },
    {
      "contrastive_lambda": 0.6246492083920379,
      "epoch": 7.85683094198378,
      "step": 25189
    },
    {
      "epoch": 7.857142857142857,
      "grad_norm": 0.08613326400518417,
      "learning_rate": 6.704316007172365e-05,
      "loss": 0.0306,
      "step": 25190
    },
    {
      "epoch": 7.857142857142857,
      "flow_loss": 0.04383566975593567,
      "step": 25190
    },
    {
      "contrastive_loss": 0.004599735140800476,
      "epoch": 7.857142857142857,
      "step": 25190
    },
    {
      "contrastive_lambda": 0.6246238548691113,
      "epoch": 7.857142857142857,
      "step": 25190
    },
    {
      "contrastive_lambda": 0.6245985010045213,
      "epoch": 7.857454772301934,
      "step": 25191
    },
    {
      "contrastive_lambda": 0.6245731467983373,
      "epoch": 7.857766687461011,
      "step": 25192
    },
    {
      "contrastive_lambda": 0.624547792250629,
      "epoch": 7.858078602620087,
      "step": 25193
    },
    {
      "contrastive_lambda": 0.624522437361466,
      "epoch": 7.858390517779164,
      "step": 25194
    },
    {
      "contrastive_lambda": 0.6244970821309174,
      "epoch": 7.858702432938241,
      "step": 25195
    },
    {
      "contrastive_lambda": 0.6244717265590531,
      "epoch": 7.859014348097317,
      "step": 25196
    },
    {
      "contrastive_lambda": 0.6244463706459426,
      "epoch": 7.859326263256394,
      "step": 25197
    },
    {
      "contrastive_lambda": 0.6244210143916551,
      "epoch": 7.859638178415471,
      "step": 25198
    },
    {
      "contrastive_lambda": 0.6243956577962605,
      "epoch": 7.859950093574548,
      "step": 25199
    },
    {
      "epoch": 7.860262008733624,
      "grad_norm": 0.12203329056501389,
      "learning_rate": 6.701725001245539e-05,
      "loss": 0.0344,
      "step": 25200
    },
    {
      "epoch": 7.860262008733624,
      "flow_loss": 0.025452034547924995,
      "step": 25200
    },
    {
      "contrastive_loss": 0.004088650923222303,
      "epoch": 7.860262008733624,
      "step": 25200
    },
    {
      "contrastive_lambda": 0.6243703008598281,
      "epoch": 7.860262008733624,
      "step": 25200
    },
    {
      "contrastive_lambda": 0.6243449435824273,
      "epoch": 7.8605739238927015,
      "step": 25201
    },
    {
      "contrastive_lambda": 0.6243195859641281,
      "epoch": 7.860885839051778,
      "step": 25202
    },
    {
      "contrastive_lambda": 0.6242942280049995,
      "epoch": 7.861197754210854,
      "step": 25203
    },
    {
      "contrastive_lambda": 0.6242688697051111,
      "epoch": 7.861509669369932,
      "step": 25204
    },
    {
      "contrastive_lambda": 0.6242435110645328,
      "epoch": 7.861821584529008,
      "step": 25205
    },
    {
      "contrastive_lambda": 0.6242181520833336,
      "epoch": 7.862133499688085,
      "step": 25206
    },
    {
      "contrastive_lambda": 0.6241927927615836,
      "epoch": 7.862445414847161,
      "step": 25207
    },
    {
      "contrastive_lambda": 0.6241674330993517,
      "epoch": 7.8627573300062386,
      "step": 25208
    },
    {
      "contrastive_lambda": 0.6241420730967079,
      "epoch": 7.863069245165315,
      "step": 25209
    },
    {
      "epoch": 7.8633811603243915,
      "grad_norm": 0.11010054498910904,
      "learning_rate": 6.699133478379588e-05,
      "loss": 0.0272,
      "step": 25210
    },
    {
      "epoch": 7.8633811603243915,
      "flow_loss": 0.023685365915298462,
      "step": 25210
    },
    {
      "contrastive_loss": 0.004078995436429977,
      "epoch": 7.8633811603243915,
      "step": 25210
    },
    {
      "contrastive_lambda": 0.6241167127537215,
      "epoch": 7.8633811603243915,
      "step": 25210
    },
    {
      "contrastive_lambda": 0.6240913520704622,
      "epoch": 7.863693075483469,
      "step": 25211
    },
    {
      "contrastive_lambda": 0.6240659910469991,
      "epoch": 7.864004990642545,
      "step": 25212
    },
    {
      "contrastive_lambda": 0.6240406296834023,
      "epoch": 7.864316905801622,
      "step": 25213
    },
    {
      "contrastive_lambda": 0.6240152679797412,
      "epoch": 7.864628820960698,
      "step": 25214
    },
    {
      "contrastive_lambda": 0.6239899059360849,
      "epoch": 7.864940736119776,
      "step": 25215
    },
    {
      "contrastive_lambda": 0.6239645435525034,
      "epoch": 7.865252651278852,
      "step": 25216
    },
    {
      "contrastive_lambda": 0.6239391808290661,
      "epoch": 7.865564566437929,
      "step": 25217
    },
    {
      "contrastive_lambda": 0.6239138177658423,
      "epoch": 7.865876481597006,
      "step": 25218
    },
    {
      "contrastive_lambda": 0.623888454362902,
      "epoch": 7.866188396756082,
      "step": 25219
    },
    {
      "epoch": 7.866500311915159,
      "grad_norm": 0.12703505158424377,
      "learning_rate": 6.69654143936175e-05,
      "loss": 0.0317,
      "step": 25220
    },
    {
      "epoch": 7.866500311915159,
      "flow_loss": 0.05417965352535248,
      "step": 25220
    },
    {
      "contrastive_loss": 0.0047032153233885765,
      "epoch": 7.866500311915159,
      "step": 25220
    },
    {
      "contrastive_lambda": 0.6238630906203141,
      "epoch": 7.866500311915159,
      "step": 25220
    },
    {
      "contrastive_lambda": 0.6238377265381488,
      "epoch": 7.866812227074236,
      "step": 25221
    },
    {
      "contrastive_lambda": 0.6238123621164754,
      "epoch": 7.867124142233313,
      "step": 25222
    },
    {
      "contrastive_lambda": 0.623786997355363,
      "epoch": 7.867436057392389,
      "step": 25223
    },
    {
      "contrastive_lambda": 0.6237616322548819,
      "epoch": 7.867747972551466,
      "step": 25224
    },
    {
      "contrastive_lambda": 0.6237362668151012,
      "epoch": 7.868059887710543,
      "step": 25225
    },
    {
      "contrastive_lambda": 0.6237109010360904,
      "epoch": 7.8683718028696195,
      "step": 25226
    },
    {
      "contrastive_lambda": 0.6236855349179191,
      "epoch": 7.868683718028696,
      "step": 25227
    },
    {
      "contrastive_lambda": 0.623660168460657,
      "epoch": 7.868995633187773,
      "step": 25228
    },
    {
      "contrastive_lambda": 0.6236348016643735,
      "epoch": 7.86930754834685,
      "step": 25229
    },
    {
      "epoch": 7.869619463505926,
      "grad_norm": 0.09496064484119415,
      "learning_rate": 6.693948884979419e-05,
      "loss": 0.0337,
      "step": 25230
    },
    {
      "epoch": 7.869619463505926,
      "flow_loss": 0.033240318298339844,
      "step": 25230
    },
    {
      "contrastive_loss": 0.004708646796643734,
      "epoch": 7.869619463505926,
      "step": 25230
    },
    {
      "contrastive_lambda": 0.6236094345291382,
      "epoch": 7.869619463505926,
      "step": 25230
    },
    {
      "contrastive_lambda": 0.6235840670550205,
      "epoch": 7.869931378665003,
      "step": 25231
    },
    {
      "contrastive_lambda": 0.6235586992420901,
      "epoch": 7.87024329382408,
      "step": 25232
    },
    {
      "contrastive_lambda": 0.6235333310904165,
      "epoch": 7.8705552089831565,
      "step": 25233
    },
    {
      "contrastive_lambda": 0.6235079626000695,
      "epoch": 7.870867124142233,
      "step": 25234
    },
    {
      "contrastive_lambda": 0.623482593771118,
      "epoch": 7.87117903930131,
      "step": 25235
    },
    {
      "contrastive_lambda": 0.6234572246036322,
      "epoch": 7.871490954460387,
      "step": 25236
    },
    {
      "contrastive_lambda": 0.6234318550976814,
      "epoch": 7.871802869619463,
      "step": 25237
    },
    {
      "contrastive_lambda": 0.6234064852533352,
      "epoch": 7.872114784778541,
      "step": 25238
    },
    {
      "contrastive_lambda": 0.623381115070663,
      "epoch": 7.872426699937617,
      "step": 25239
    },
    {
      "epoch": 7.872738615096694,
      "grad_norm": 0.11209894716739655,
      "learning_rate": 6.691355816020142e-05,
      "loss": 0.0311,
      "step": 25240
    },
    {
      "epoch": 7.872738615096694,
      "flow_loss": 0.03553398326039314,
      "step": 25240
    },
    {
      "contrastive_loss": 0.007294041104614735,
      "epoch": 7.872738615096694,
      "step": 25240
    },
    {
      "contrastive_lambda": 0.6233557445497344,
      "epoch": 7.872738615096694,
      "step": 25240
    },
    {
      "contrastive_lambda": 0.6233303736906193,
      "epoch": 7.87305053025577,
      "step": 25241
    },
    {
      "contrastive_lambda": 0.6233050024933868,
      "epoch": 7.873362445414847,
      "step": 25242
    },
    {
      "contrastive_lambda": 0.6232796309581066,
      "epoch": 7.873674360573924,
      "step": 25243
    },
    {
      "contrastive_lambda": 0.6232542590848483,
      "epoch": 7.873986275733,
      "step": 25244
    },
    {
      "contrastive_lambda": 0.6232288868736816,
      "epoch": 7.874298190892078,
      "step": 25245
    },
    {
      "contrastive_lambda": 0.6232035143246757,
      "epoch": 7.874610106051154,
      "step": 25246
    },
    {
      "contrastive_lambda": 0.6231781414379005,
      "epoch": 7.874922021210231,
      "step": 25247
    },
    {
      "contrastive_lambda": 0.6231527682134255,
      "epoch": 7.875233936369307,
      "step": 25248
    },
    {
      "contrastive_lambda": 0.62312739465132,
      "epoch": 7.8755458515283845,
      "step": 25249
    },
    {
      "epoch": 7.875857766687461,
      "grad_norm": 0.0939115509390831,
      "learning_rate": 6.688762233271624e-05,
      "loss": 0.0384,
      "step": 25250
    },
    {
      "epoch": 7.875857766687461,
      "flow_loss": 0.03730902075767517,
      "step": 25250
    },
    {
      "contrastive_loss": 0.004992454778403044,
      "epoch": 7.875857766687461,
      "step": 25250
    },
    {
      "contrastive_lambda": 0.6231020207516539,
      "epoch": 7.875857766687461,
      "step": 25250
    },
    {
      "contrastive_lambda": 0.6230766465144966,
      "epoch": 7.876169681846537,
      "step": 25251
    },
    {
      "contrastive_lambda": 0.6230512719399176,
      "epoch": 7.876481597005615,
      "step": 25252
    },
    {
      "contrastive_lambda": 0.6230258970279867,
      "epoch": 7.876793512164691,
      "step": 25253
    },
    {
      "contrastive_lambda": 0.6230005217787731,
      "epoch": 7.877105427323768,
      "step": 25254
    },
    {
      "contrastive_lambda": 0.6229751461923467,
      "epoch": 7.877417342482845,
      "step": 25255
    },
    {
      "contrastive_lambda": 0.6229497702687771,
      "epoch": 7.877729257641922,
      "step": 25256
    },
    {
      "contrastive_lambda": 0.6229243940081335,
      "epoch": 7.878041172800998,
      "step": 25257
    },
    {
      "contrastive_lambda": 0.6228990174104858,
      "epoch": 7.8783530879600745,
      "step": 25258
    },
    {
      "contrastive_lambda": 0.6228736404759035,
      "epoch": 7.878665003119152,
      "step": 25259
    },
    {
      "epoch": 7.878976918278228,
      "grad_norm": 0.18532173335552216,
      "learning_rate": 6.68616813752173e-05,
      "loss": 0.0349,
      "step": 25260
    },
    {
      "epoch": 7.878976918278228,
      "flow_loss": 0.06338975578546524,
      "step": 25260
    },
    {
      "contrastive_loss": 0.0046975999139249325,
      "epoch": 7.878976918278228,
      "step": 25260
    },
    {
      "contrastive_lambda": 0.6228482632044561,
      "epoch": 7.878976918278228,
      "step": 25260
    },
    {
      "contrastive_lambda": 0.6228228855962131,
      "epoch": 7.879288833437305,
      "step": 25261
    },
    {
      "contrastive_lambda": 0.6227975076512444,
      "epoch": 7.879600748596382,
      "step": 25262
    },
    {
      "contrastive_lambda": 0.6227721293696192,
      "epoch": 7.879912663755459,
      "step": 25263
    },
    {
      "contrastive_lambda": 0.6227467507514074,
      "epoch": 7.880224578914535,
      "step": 25264
    },
    {
      "contrastive_lambda": 0.6227213717966782,
      "epoch": 7.880536494073612,
      "step": 25265
    },
    {
      "contrastive_lambda": 0.6226959925055014,
      "epoch": 7.880848409232689,
      "step": 25266
    },
    {
      "contrastive_lambda": 0.6226706128779468,
      "epoch": 7.881160324391765,
      "step": 25267
    },
    {
      "contrastive_lambda": 0.6226452329140837,
      "epoch": 7.881472239550842,
      "step": 25268
    },
    {
      "contrastive_lambda": 0.6226198526139815,
      "epoch": 7.881784154709919,
      "step": 25269
    },
    {
      "epoch": 7.882096069868996,
      "grad_norm": 0.12892188131809235,
      "learning_rate": 6.683573529558477e-05,
      "loss": 0.0379,
      "step": 25270
    },
    {
      "epoch": 7.882096069868996,
      "flow_loss": 0.029285352677106857,
      "step": 25270
    },
    {
      "contrastive_loss": 0.00426653353497386,
      "epoch": 7.882096069868996,
      "step": 25270
    },
    {
      "contrastive_lambda": 0.6225944719777102,
      "epoch": 7.882096069868996,
      "step": 25270
    },
    {
      "contrastive_lambda": 0.6225690910053392,
      "epoch": 7.882407985028072,
      "step": 25271
    },
    {
      "contrastive_lambda": 0.6225437096969381,
      "epoch": 7.8827199001871495,
      "step": 25272
    },
    {
      "contrastive_lambda": 0.6225183280525762,
      "epoch": 7.883031815346226,
      "step": 25273
    },
    {
      "contrastive_lambda": 0.6224929460723235,
      "epoch": 7.8833437305053025,
      "step": 25274
    },
    {
      "contrastive_lambda": 0.6224675637562496,
      "epoch": 7.883655645664379,
      "step": 25275
    },
    {
      "contrastive_lambda": 0.6224421811044238,
      "epoch": 7.883967560823456,
      "step": 25276
    },
    {
      "contrastive_lambda": 0.6224167981169157,
      "epoch": 7.884279475982533,
      "step": 25277
    },
    {
      "contrastive_lambda": 0.6223914147937952,
      "epoch": 7.884591391141609,
      "step": 25278
    },
    {
      "contrastive_lambda": 0.6223660311351317,
      "epoch": 7.884903306300687,
      "step": 25279
    },
    {
      "epoch": 7.885215221459763,
      "grad_norm": 0.11555100977420807,
      "learning_rate": 6.680978410170037e-05,
      "loss": 0.0351,
      "step": 25280
    },
    {
      "epoch": 7.885215221459763,
      "flow_loss": 0.02619370073080063,
      "step": 25280
    },
    {
      "contrastive_loss": 0.0044603850692510605,
      "epoch": 7.885215221459763,
      "step": 25280
    },
    {
      "contrastive_lambda": 0.6223406471409945,
      "epoch": 7.885215221459763,
      "step": 25280
    },
    {
      "contrastive_lambda": 0.6223152628114537,
      "epoch": 7.8855271366188395,
      "step": 25281
    },
    {
      "contrastive_lambda": 0.6222898781465787,
      "epoch": 7.885839051777916,
      "step": 25282
    },
    {
      "contrastive_lambda": 0.6222644931464388,
      "epoch": 7.886150966936993,
      "step": 25283
    },
    {
      "contrastive_lambda": 0.622239107811104,
      "epoch": 7.88646288209607,
      "step": 25284
    },
    {
      "contrastive_lambda": 0.6222137221406439,
      "epoch": 7.886774797255146,
      "step": 25285
    },
    {
      "contrastive_lambda": 0.6221883361351277,
      "epoch": 7.887086712414224,
      "step": 25286
    },
    {
      "contrastive_lambda": 0.6221629497946254,
      "epoch": 7.8873986275733,
      "step": 25287
    },
    {
      "contrastive_lambda": 0.6221375631192063,
      "epoch": 7.887710542732377,
      "step": 25288
    },
    {
      "contrastive_lambda": 0.6221121761089401,
      "epoch": 7.888022457891454,
      "step": 25289
    },
    {
      "epoch": 7.88833437305053,
      "grad_norm": 0.09683756530284882,
      "learning_rate": 6.678382780144741e-05,
      "loss": 0.032,
      "step": 25290
    },
    {
      "epoch": 7.88833437305053,
      "flow_loss": 0.030245548114180565,
      "step": 25290
    },
    {
      "contrastive_loss": 0.005623200908303261,
      "epoch": 7.88833437305053,
      "step": 25290
    },
    {
      "contrastive_lambda": 0.6220867887638967,
      "epoch": 7.88833437305053,
      "step": 25290
    },
    {
      "contrastive_lambda": 0.6220614010841452,
      "epoch": 7.888646288209607,
      "step": 25291
    },
    {
      "contrastive_lambda": 0.6220360130697554,
      "epoch": 7.888958203368683,
      "step": 25292
    },
    {
      "contrastive_lambda": 0.6220106247207972,
      "epoch": 7.889270118527761,
      "step": 25293
    },
    {
      "contrastive_lambda": 0.6219852360373397,
      "epoch": 7.889582033686837,
      "step": 25294
    },
    {
      "contrastive_lambda": 0.621959847019453,
      "epoch": 7.889893948845914,
      "step": 25295
    },
    {
      "contrastive_lambda": 0.6219344576672062,
      "epoch": 7.890205864004991,
      "step": 25296
    },
    {
      "contrastive_lambda": 0.6219090679806693,
      "epoch": 7.8905177791640675,
      "step": 25297
    },
    {
      "contrastive_lambda": 0.6218836779599117,
      "epoch": 7.890829694323144,
      "step": 25298
    },
    {
      "contrastive_lambda": 0.6218582876050032,
      "epoch": 7.89114160948222,
      "step": 25299
    },
    {
      "epoch": 7.891453524641298,
      "grad_norm": 0.11406446248292923,
      "learning_rate": 6.675786640271071e-05,
      "loss": 0.0323,
      "step": 25300
    },
    {
      "epoch": 7.891453524641298,
      "flow_loss": 0.04966367408633232,
      "step": 25300
    },
    {
      "contrastive_loss": 0.004468212835490704,
      "epoch": 7.891453524641298,
      "step": 25300
    },
    {
      "contrastive_lambda": 0.6218328969160131,
      "epoch": 7.891453524641298,
      "step": 25300
    },
    {
      "contrastive_lambda": 0.6218075058930113,
      "epoch": 7.891765439800374,
      "step": 25301
    },
    {
      "contrastive_lambda": 0.6217821145360674,
      "epoch": 7.892077354959451,
      "step": 25302
    },
    {
      "contrastive_lambda": 0.6217567228452506,
      "epoch": 7.892389270118528,
      "step": 25303
    },
    {
      "contrastive_lambda": 0.6217313308206311,
      "epoch": 7.892701185277605,
      "step": 25304
    },
    {
      "contrastive_lambda": 0.6217059384622783,
      "epoch": 7.893013100436681,
      "step": 25305
    },
    {
      "contrastive_lambda": 0.6216805457702617,
      "epoch": 7.893325015595758,
      "step": 25306
    },
    {
      "contrastive_lambda": 0.6216551527446508,
      "epoch": 7.893636930754835,
      "step": 25307
    },
    {
      "contrastive_lambda": 0.6216297593855155,
      "epoch": 7.893948845913911,
      "step": 25308
    },
    {
      "contrastive_lambda": 0.6216043656929253,
      "epoch": 7.894260761072988,
      "step": 25309
    },
    {
      "epoch": 7.894572676232065,
      "grad_norm": 0.09315863251686096,
      "learning_rate": 6.673189991337665e-05,
      "loss": 0.0356,
      "step": 25310
    },
    {
      "epoch": 7.894572676232065,
      "flow_loss": 0.035435229539871216,
      "step": 25310
    },
    {
      "contrastive_loss": 0.004188244696706533,
      "epoch": 7.894572676232065,
      "step": 25310
    },
    {
      "contrastive_lambda": 0.62157897166695,
      "epoch": 7.894572676232065,
      "step": 25310
    },
    {
      "contrastive_lambda": 0.6215535773076587,
      "epoch": 7.894884591391142,
      "step": 25311
    },
    {
      "contrastive_lambda": 0.6215281826151217,
      "epoch": 7.895196506550218,
      "step": 25312
    },
    {
      "contrastive_lambda": 0.6215027875894081,
      "epoch": 7.8955084217092955,
      "step": 25313
    },
    {
      "contrastive_lambda": 0.6214773922305878,
      "epoch": 7.895820336868372,
      "step": 25314
    },
    {
      "contrastive_lambda": 0.6214519965387303,
      "epoch": 7.896132252027448,
      "step": 25315
    },
    {
      "contrastive_lambda": 0.6214266005139053,
      "epoch": 7.896444167186525,
      "step": 25316
    },
    {
      "contrastive_lambda": 0.6214012041561823,
      "epoch": 7.896756082345602,
      "step": 25317
    },
    {
      "contrastive_lambda": 0.621375807465631,
      "epoch": 7.897067997504679,
      "step": 25318
    },
    {
      "contrastive_lambda": 0.6213504104423211,
      "epoch": 7.897379912663755,
      "step": 25319
    },
    {
      "epoch": 7.8976918278228325,
      "grad_norm": 0.1090708002448082,
      "learning_rate": 6.670592834133317e-05,
      "loss": 0.0338,
      "step": 25320
    },
    {
      "epoch": 7.8976918278228325,
      "flow_loss": 0.025177832692861557,
      "step": 25320
    },
    {
      "contrastive_loss": 0.00574154406785965,
      "epoch": 7.8976918278228325,
      "step": 25320
    },
    {
      "contrastive_lambda": 0.6213250130863222,
      "epoch": 7.8976918278228325,
      "step": 25320
    },
    {
      "contrastive_lambda": 0.6212996153977037,
      "epoch": 7.898003742981909,
      "step": 25321
    },
    {
      "contrastive_lambda": 0.6212742173765357,
      "epoch": 7.8983156581409855,
      "step": 25322
    },
    {
      "contrastive_lambda": 0.6212488190228872,
      "epoch": 7.898627573300063,
      "step": 25323
    },
    {
      "contrastive_lambda": 0.6212234203368284,
      "epoch": 7.898939488459139,
      "step": 25324
    },
    {
      "contrastive_lambda": 0.6211980213184287,
      "epoch": 7.899251403618216,
      "step": 25325
    },
    {
      "contrastive_lambda": 0.6211726219677577,
      "epoch": 7.899563318777292,
      "step": 25326
    },
    {
      "contrastive_lambda": 0.6211472222848851,
      "epoch": 7.89987523393637,
      "step": 25327
    },
    {
      "contrastive_lambda": 0.6211218222698804,
      "epoch": 7.900187149095446,
      "step": 25328
    },
    {
      "contrastive_lambda": 0.6210964219228136,
      "epoch": 7.9004990642545225,
      "step": 25329
    },
    {
      "epoch": 7.9008109794136,
      "grad_norm": 0.10645988583564758,
      "learning_rate": 6.667995169446979e-05,
      "loss": 0.0343,
      "step": 25330
    },
    {
      "epoch": 7.9008109794136,
      "flow_loss": 0.028277477249503136,
      "step": 25330
    },
    {
      "contrastive_loss": 0.005492452532052994,
      "epoch": 7.9008109794136,
      "step": 25330
    },
    {
      "contrastive_lambda": 0.6210710212437539,
      "epoch": 7.9008109794136,
      "step": 25330
    },
    {
      "contrastive_lambda": 0.6210456202327711,
      "epoch": 7.901122894572676,
      "step": 25331
    },
    {
      "contrastive_lambda": 0.621020218889935,
      "epoch": 7.901434809731753,
      "step": 25332
    },
    {
      "contrastive_lambda": 0.620994817215315,
      "epoch": 7.901746724890829,
      "step": 25333
    },
    {
      "contrastive_lambda": 0.6209694152089807,
      "epoch": 7.902058640049907,
      "step": 25334
    },
    {
      "contrastive_lambda": 0.6209440128710022,
      "epoch": 7.902370555208983,
      "step": 25335
    },
    {
      "contrastive_lambda": 0.6209186102014487,
      "epoch": 7.90268247036806,
      "step": 25336
    },
    {
      "contrastive_lambda": 0.6208932072003899,
      "epoch": 7.902994385527137,
      "step": 25337
    },
    {
      "contrastive_lambda": 0.6208678038678954,
      "epoch": 7.903306300686213,
      "step": 25338
    },
    {
      "contrastive_lambda": 0.6208424002040351,
      "epoch": 7.90361821584529,
      "step": 25339
    },
    {
      "epoch": 7.903930131004367,
      "grad_norm": 0.10597136616706848,
      "learning_rate": 6.665396998067747e-05,
      "loss": 0.0308,
      "step": 25340
    },
    {
      "epoch": 7.903930131004367,
      "flow_loss": 0.029106833040714264,
      "step": 25340
    },
    {
      "contrastive_loss": 0.004797345492988825,
      "epoch": 7.903930131004367,
      "step": 25340
    },
    {
      "contrastive_lambda": 0.6208169962088785,
      "epoch": 7.903930131004367,
      "step": 25340
    },
    {
      "contrastive_lambda": 0.6207915918824953,
      "epoch": 7.904242046163444,
      "step": 25341
    },
    {
      "contrastive_lambda": 0.6207661872249549,
      "epoch": 7.90455396132252,
      "step": 25342
    },
    {
      "contrastive_lambda": 0.6207407822363273,
      "epoch": 7.904865876481597,
      "step": 25343
    },
    {
      "contrastive_lambda": 0.620715376916682,
      "epoch": 7.905177791640674,
      "step": 25344
    },
    {
      "contrastive_lambda": 0.6206899712660885,
      "epoch": 7.9054897067997505,
      "step": 25345
    },
    {
      "contrastive_lambda": 0.6206645652846167,
      "epoch": 7.905801621958827,
      "step": 25346
    },
    {
      "contrastive_lambda": 0.6206391589723362,
      "epoch": 7.906113537117903,
      "step": 25347
    },
    {
      "contrastive_lambda": 0.6206137523293165,
      "epoch": 7.906425452276981,
      "step": 25348
    },
    {
      "contrastive_lambda": 0.6205883453556273,
      "epoch": 7.906737367436057,
      "step": 25349
    },
    {
      "epoch": 7.907049282595134,
      "grad_norm": 0.08117381483316422,
      "learning_rate": 6.66279832078488e-05,
      "loss": 0.036,
      "step": 25350
    },
    {
      "epoch": 7.907049282595134,
      "flow_loss": 0.022881345823407173,
      "step": 25350
    },
    {
      "contrastive_loss": 0.006559532135725021,
      "epoch": 7.907049282595134,
      "step": 25350
    },
    {
      "contrastive_lambda": 0.6205629380513384,
      "epoch": 7.907049282595134,
      "step": 25350
    },
    {
      "contrastive_lambda": 0.6205375304165194,
      "epoch": 7.907361197754211,
      "step": 25351
    },
    {
      "contrastive_lambda": 0.6205121224512399,
      "epoch": 7.907673112913288,
      "step": 25352
    },
    {
      "contrastive_lambda": 0.6204867141555694,
      "epoch": 7.907985028072364,
      "step": 25353
    },
    {
      "contrastive_lambda": 0.6204613055295778,
      "epoch": 7.908296943231441,
      "step": 25354
    },
    {
      "contrastive_lambda": 0.6204358965733349,
      "epoch": 7.908608858390518,
      "step": 25355
    },
    {
      "contrastive_lambda": 0.6204104872869101,
      "epoch": 7.908920773549594,
      "step": 25356
    },
    {
      "contrastive_lambda": 0.6203850776703728,
      "epoch": 7.909232688708672,
      "step": 25357
    },
    {
      "contrastive_lambda": 0.6203596677237933,
      "epoch": 7.909544603867748,
      "step": 25358
    },
    {
      "contrastive_lambda": 0.6203342574472408,
      "epoch": 7.909856519026825,
      "step": 25359
    },
    {
      "epoch": 7.910168434185901,
      "grad_norm": 0.09946221113204956,
      "learning_rate": 6.660199138387786e-05,
      "loss": 0.0308,
      "step": 25360
    },
    {
      "epoch": 7.910168434185901,
      "flow_loss": 0.02596260979771614,
      "step": 25360
    },
    {
      "contrastive_loss": 0.0065429783426225185,
      "epoch": 7.910168434185901,
      "step": 25360
    },
    {
      "contrastive_lambda": 0.6203088468407851,
      "epoch": 7.910168434185901,
      "step": 25360
    },
    {
      "contrastive_lambda": 0.6202834359044959,
      "epoch": 7.9104803493449785,
      "step": 25361
    },
    {
      "contrastive_lambda": 0.6202580246384427,
      "epoch": 7.910792264504055,
      "step": 25362
    },
    {
      "contrastive_lambda": 0.6202326130426955,
      "epoch": 7.911104179663131,
      "step": 25363
    },
    {
      "contrastive_lambda": 0.6202072011173236,
      "epoch": 7.911416094822208,
      "step": 25364
    },
    {
      "contrastive_lambda": 0.6201817888623969,
      "epoch": 7.911728009981285,
      "step": 25365
    },
    {
      "contrastive_lambda": 0.6201563762779851,
      "epoch": 7.912039925140362,
      "step": 25366
    },
    {
      "contrastive_lambda": 0.6201309633641577,
      "epoch": 7.912351840299438,
      "step": 25367
    },
    {
      "contrastive_lambda": 0.6201055501209843,
      "epoch": 7.9126637554585155,
      "step": 25368
    },
    {
      "contrastive_lambda": 0.620080136548535,
      "epoch": 7.912975670617592,
      "step": 25369
    },
    {
      "epoch": 7.9132875857766685,
      "grad_norm": 0.09198565781116486,
      "learning_rate": 6.65759945166603e-05,
      "loss": 0.0386,
      "step": 25370
    },
    {
      "epoch": 7.9132875857766685,
      "flow_loss": 0.015702417120337486,
      "step": 25370
    },
    {
      "contrastive_loss": 0.004691366106271744,
      "epoch": 7.9132875857766685,
      "step": 25370
    },
    {
      "contrastive_lambda": 0.6200547226468791,
      "epoch": 7.9132875857766685,
      "step": 25370
    },
    {
      "contrastive_lambda": 0.6200293084160863,
      "epoch": 7.913599500935746,
      "step": 25371
    },
    {
      "contrastive_lambda": 0.6200038938562262,
      "epoch": 7.913911416094822,
      "step": 25372
    },
    {
      "contrastive_lambda": 0.6199784789673688,
      "epoch": 7.914223331253899,
      "step": 25373
    },
    {
      "contrastive_lambda": 0.6199530637495836,
      "epoch": 7.914535246412976,
      "step": 25374
    },
    {
      "contrastive_lambda": 0.6199276482029402,
      "epoch": 7.914847161572053,
      "step": 25375
    },
    {
      "contrastive_lambda": 0.6199022323275083,
      "epoch": 7.915159076731129,
      "step": 25376
    },
    {
      "contrastive_lambda": 0.6198768161233577,
      "epoch": 7.9154709918902055,
      "step": 25377
    },
    {
      "contrastive_lambda": 0.6198513995905579,
      "epoch": 7.915782907049283,
      "step": 25378
    },
    {
      "contrastive_lambda": 0.6198259827291787,
      "epoch": 7.916094822208359,
      "step": 25379
    },
    {
      "epoch": 7.916406737367436,
      "grad_norm": 0.11457926779985428,
      "learning_rate": 6.654999261409326e-05,
      "loss": 0.0349,
      "step": 25380
    },
    {
      "epoch": 7.916406737367436,
      "flow_loss": 0.05109165981411934,
      "step": 25380
    },
    {
      "contrastive_loss": 0.005683837924152613,
      "epoch": 7.916406737367436,
      "step": 25380
    },
    {
      "contrastive_lambda": 0.6198005655392899,
      "epoch": 7.916406737367436,
      "step": 25380
    },
    {
      "contrastive_lambda": 0.619775148020961,
      "epoch": 7.916718652526512,
      "step": 25381
    },
    {
      "contrastive_lambda": 0.6197497301742616,
      "epoch": 7.91703056768559,
      "step": 25382
    },
    {
      "contrastive_lambda": 0.6197243119992616,
      "epoch": 7.917342482844666,
      "step": 25383
    },
    {
      "contrastive_lambda": 0.6196988934960307,
      "epoch": 7.917654398003743,
      "step": 25384
    },
    {
      "contrastive_lambda": 0.6196734746646383,
      "epoch": 7.91796631316282,
      "step": 25385
    },
    {
      "contrastive_lambda": 0.6196480555051544,
      "epoch": 7.918278228321896,
      "step": 25386
    },
    {
      "contrastive_lambda": 0.6196226360176486,
      "epoch": 7.918590143480973,
      "step": 25387
    },
    {
      "contrastive_lambda": 0.6195972162021904,
      "epoch": 7.91890205864005,
      "step": 25388
    },
    {
      "contrastive_lambda": 0.6195717960588498,
      "epoch": 7.919213973799127,
      "step": 25389
    },
    {
      "epoch": 7.919525888958203,
      "grad_norm": 0.08524134010076523,
      "learning_rate": 6.652398568407544e-05,
      "loss": 0.0323,
      "step": 25390
    },
    {
      "epoch": 7.919525888958203,
      "flow_loss": 0.024752989411354065,
      "step": 25390
    },
    {
      "contrastive_loss": 0.0047159092500805855,
      "epoch": 7.919525888958203,
      "step": 25390
    },
    {
      "contrastive_lambda": 0.6195463755876963,
      "epoch": 7.919525888958203,
      "step": 25390
    },
    {
      "contrastive_lambda": 0.6195209547887994,
      "epoch": 7.9198378041172806,
      "step": 25391
    },
    {
      "contrastive_lambda": 0.6194955336622293,
      "epoch": 7.920149719276357,
      "step": 25392
    },
    {
      "contrastive_lambda": 0.6194701122080554,
      "epoch": 7.9204616344354335,
      "step": 25393
    },
    {
      "contrastive_lambda": 0.6194446904263473,
      "epoch": 7.92077354959451,
      "step": 25394
    },
    {
      "contrastive_lambda": 0.6194192683171748,
      "epoch": 7.921085464753587,
      "step": 25395
    },
    {
      "contrastive_lambda": 0.6193938458806075,
      "epoch": 7.921397379912664,
      "step": 25396
    },
    {
      "contrastive_lambda": 0.6193684231167154,
      "epoch": 7.92170929507174,
      "step": 25397
    },
    {
      "contrastive_lambda": 0.619343000025568,
      "epoch": 7.922021210230817,
      "step": 25398
    },
    {
      "contrastive_lambda": 0.6193175766072346,
      "epoch": 7.922333125389894,
      "step": 25399
    },
    {
      "epoch": 7.922645040548971,
      "grad_norm": 0.1046731099486351,
      "learning_rate": 6.649797373450707e-05,
      "loss": 0.0303,
      "step": 25400
    },
    {
      "epoch": 7.922645040548971,
      "flow_loss": 0.031715791672468185,
      "step": 25400
    },
    {
      "contrastive_loss": 0.004300523549318314,
      "epoch": 7.922645040548971,
      "step": 25400
    },
    {
      "contrastive_lambda": 0.6192921528617857,
      "epoch": 7.922645040548971,
      "step": 25400
    },
    {
      "contrastive_lambda": 0.6192667287892906,
      "epoch": 7.922956955708047,
      "step": 25401
    },
    {
      "contrastive_lambda": 0.6192413043898186,
      "epoch": 7.923268870867124,
      "step": 25402
    },
    {
      "contrastive_lambda": 0.6192158796634402,
      "epoch": 7.923580786026201,
      "step": 25403
    },
    {
      "contrastive_lambda": 0.6191904546102246,
      "epoch": 7.923892701185277,
      "step": 25404
    },
    {
      "contrastive_lambda": 0.6191650292302414,
      "epoch": 7.924204616344355,
      "step": 25405
    },
    {
      "contrastive_lambda": 0.6191396035235607,
      "epoch": 7.924516531503431,
      "step": 25406
    },
    {
      "contrastive_lambda": 0.619114177490252,
      "epoch": 7.924828446662508,
      "step": 25407
    },
    {
      "contrastive_lambda": 0.619088751130385,
      "epoch": 7.925140361821585,
      "step": 25408
    },
    {
      "contrastive_lambda": 0.6190633244440295,
      "epoch": 7.9254522769806615,
      "step": 25409
    },
    {
      "epoch": 7.925764192139738,
      "grad_norm": 0.11527500301599503,
      "learning_rate": 6.647195677328988e-05,
      "loss": 0.0308,
      "step": 25410
    },
    {
      "epoch": 7.925764192139738,
      "flow_loss": 0.026232311502099037,
      "step": 25410
    },
    {
      "contrastive_loss": 0.0052547818049788475,
      "epoch": 7.925764192139738,
      "step": 25410
    },
    {
      "contrastive_lambda": 0.6190378974312549,
      "epoch": 7.925764192139738,
      "step": 25410
    },
    {
      "contrastive_lambda": 0.6190124700921312,
      "epoch": 7.926076107298814,
      "step": 25411
    },
    {
      "contrastive_lambda": 0.6189870424267283,
      "epoch": 7.926388022457892,
      "step": 25412
    },
    {
      "contrastive_lambda": 0.6189616144351154,
      "epoch": 7.926699937616968,
      "step": 25413
    },
    {
      "contrastive_lambda": 0.6189361861173626,
      "epoch": 7.927011852776045,
      "step": 25414
    },
    {
      "contrastive_lambda": 0.6189107574735395,
      "epoch": 7.927323767935121,
      "step": 25415
    },
    {
      "contrastive_lambda": 0.6188853285037158,
      "epoch": 7.9276356830941985,
      "step": 25416
    },
    {
      "contrastive_lambda": 0.6188598992079613,
      "epoch": 7.927947598253275,
      "step": 25417
    },
    {
      "contrastive_lambda": 0.6188344695863455,
      "epoch": 7.9282595134123515,
      "step": 25418
    },
    {
      "contrastive_lambda": 0.6188090396389383,
      "epoch": 7.928571428571429,
      "step": 25419
    },
    {
      "epoch": 7.928883343730505,
      "grad_norm": 0.11326444894075394,
      "learning_rate": 6.644593480832712e-05,
      "loss": 0.04,
      "step": 25420
    },
    {
      "epoch": 7.928883343730505,
      "flow_loss": 0.04057871177792549,
      "step": 25420
    },
    {
      "contrastive_loss": 0.004562604706734419,
      "epoch": 7.928883343730505,
      "step": 25420
    },
    {
      "contrastive_lambda": 0.6187836093658095,
      "epoch": 7.928883343730505,
      "step": 25420
    },
    {
      "contrastive_lambda": 0.6187581787670285,
      "epoch": 7.929195258889582,
      "step": 25421
    },
    {
      "contrastive_lambda": 0.6187327478426652,
      "epoch": 7.929507174048659,
      "step": 25422
    },
    {
      "contrastive_lambda": 0.6187073165927894,
      "epoch": 7.929819089207736,
      "step": 25423
    },
    {
      "contrastive_lambda": 0.6186818850174709,
      "epoch": 7.930131004366812,
      "step": 25424
    },
    {
      "contrastive_lambda": 0.618656453116779,
      "epoch": 7.930442919525889,
      "step": 25425
    },
    {
      "contrastive_lambda": 0.6186310208907839,
      "epoch": 7.930754834684966,
      "step": 25426
    },
    {
      "contrastive_lambda": 0.6186055883395551,
      "epoch": 7.931066749844042,
      "step": 25427
    },
    {
      "contrastive_lambda": 0.6185801554631623,
      "epoch": 7.931378665003119,
      "step": 25428
    },
    {
      "contrastive_lambda": 0.6185547222616752,
      "epoch": 7.931690580162196,
      "step": 25429
    },
    {
      "epoch": 7.932002495321273,
      "grad_norm": 0.10898564755916595,
      "learning_rate": 6.641990784752363e-05,
      "loss": 0.0342,
      "step": 25430
    },
    {
      "epoch": 7.932002495321273,
      "flow_loss": 0.058847613632678986,
      "step": 25430
    },
    {
      "contrastive_loss": 0.005158628337085247,
      "epoch": 7.932002495321273,
      "step": 25430
    },
    {
      "contrastive_lambda": 0.6185292887351637,
      "epoch": 7.932002495321273,
      "step": 25430
    },
    {
      "contrastive_lambda": 0.6185038548836974,
      "epoch": 7.932314410480349,
      "step": 25431
    },
    {
      "contrastive_lambda": 0.618478420707346,
      "epoch": 7.932626325639426,
      "step": 25432
    },
    {
      "contrastive_lambda": 0.6184529862061793,
      "epoch": 7.932938240798503,
      "step": 25433
    },
    {
      "contrastive_lambda": 0.6184275513802671,
      "epoch": 7.933250155957579,
      "step": 25434
    },
    {
      "contrastive_lambda": 0.618402116229679,
      "epoch": 7.933562071116656,
      "step": 25435
    },
    {
      "contrastive_lambda": 0.6183766807544847,
      "epoch": 7.933873986275733,
      "step": 25436
    },
    {
      "contrastive_lambda": 0.6183512449547541,
      "epoch": 7.93418590143481,
      "step": 25437
    },
    {
      "contrastive_lambda": 0.6183258088305569,
      "epoch": 7.934497816593886,
      "step": 25438
    },
    {
      "contrastive_lambda": 0.6183003723819626,
      "epoch": 7.934809731752964,
      "step": 25439
    },
    {
      "epoch": 7.93512164691204,
      "grad_norm": 0.10558620095252991,
      "learning_rate": 6.639387589878566e-05,
      "loss": 0.0387,
      "step": 25440
    },
    {
      "epoch": 7.93512164691204,
      "flow_loss": 0.02672569639980793,
      "step": 25440
    },
    {
      "contrastive_loss": 0.004423615988343954,
      "epoch": 7.93512164691204,
      "step": 25440
    },
    {
      "contrastive_lambda": 0.6182749356090412,
      "epoch": 7.93512164691204,
      "step": 25440
    },
    {
      "contrastive_lambda": 0.6182494985118624,
      "epoch": 7.9354335620711165,
      "step": 25441
    },
    {
      "contrastive_lambda": 0.6182240610904958,
      "epoch": 7.935745477230194,
      "step": 25442
    },
    {
      "contrastive_lambda": 0.6181986233450113,
      "epoch": 7.93605739238927,
      "step": 25443
    },
    {
      "contrastive_lambda": 0.6181731852754786,
      "epoch": 7.936369307548347,
      "step": 25444
    },
    {
      "contrastive_lambda": 0.6181477468819672,
      "epoch": 7.936681222707423,
      "step": 25445
    },
    {
      "contrastive_lambda": 0.6181223081645472,
      "epoch": 7.936993137866501,
      "step": 25446
    },
    {
      "contrastive_lambda": 0.6180968691232882,
      "epoch": 7.937305053025577,
      "step": 25447
    },
    {
      "contrastive_lambda": 0.6180714297582598,
      "epoch": 7.937616968184654,
      "step": 25448
    },
    {
      "contrastive_lambda": 0.618045990069532,
      "epoch": 7.93792888334373,
      "step": 25449
    },
    {
      "epoch": 7.938240798502807,
      "grad_norm": 0.10368036478757858,
      "learning_rate": 6.636783897002103e-05,
      "loss": 0.0381,
      "step": 25450
    },
    {
      "epoch": 7.938240798502807,
      "flow_loss": 0.03720925748348236,
      "step": 25450
    },
    {
      "contrastive_loss": 0.00563618540763855,
      "epoch": 7.938240798502807,
      "step": 25450
    },
    {
      "contrastive_lambda": 0.6180205500571743,
      "epoch": 7.938240798502807,
      "step": 25450
    },
    {
      "contrastive_lambda": 0.6179951097212567,
      "epoch": 7.938552713661884,
      "step": 25451
    },
    {
      "contrastive_lambda": 0.6179696690618487,
      "epoch": 7.93886462882096,
      "step": 25452
    },
    {
      "contrastive_lambda": 0.6179442280790202,
      "epoch": 7.939176543980038,
      "step": 25453
    },
    {
      "contrastive_lambda": 0.617918786772841,
      "epoch": 7.939488459139114,
      "step": 25454
    },
    {
      "contrastive_lambda": 0.6178933451433807,
      "epoch": 7.939800374298191,
      "step": 25455
    },
    {
      "contrastive_lambda": 0.6178679031907088,
      "epoch": 7.940112289457268,
      "step": 25456
    },
    {
      "contrastive_lambda": 0.6178424609148957,
      "epoch": 7.9404242046163445,
      "step": 25457
    },
    {
      "contrastive_lambda": 0.6178170183160108,
      "epoch": 7.940736119775421,
      "step": 25458
    },
    {
      "contrastive_lambda": 0.6177915753941237,
      "epoch": 7.941048034934498,
      "step": 25459
    },
    {
      "epoch": 7.941359950093575,
      "grad_norm": 0.0856296718120575,
      "learning_rate": 6.63417970691391e-05,
      "loss": 0.04,
      "step": 25460
    },
    {
      "epoch": 7.941359950093575,
      "flow_loss": 0.036343012005090714,
      "step": 25460
    },
    {
      "contrastive_loss": 0.005038547795265913,
      "epoch": 7.941359950093575,
      "step": 25460
    },
    {
      "contrastive_lambda": 0.6177661321493043,
      "epoch": 7.941359950093575,
      "step": 25460
    },
    {
      "contrastive_lambda": 0.6177406885816226,
      "epoch": 7.941671865252651,
      "step": 25461
    },
    {
      "contrastive_lambda": 0.6177152446911478,
      "epoch": 7.941983780411728,
      "step": 25462
    },
    {
      "contrastive_lambda": 0.6176898004779502,
      "epoch": 7.942295695570805,
      "step": 25463
    },
    {
      "contrastive_lambda": 0.6176643559420992,
      "epoch": 7.9426076107298815,
      "step": 25464
    },
    {
      "contrastive_lambda": 0.6176389110836646,
      "epoch": 7.942919525888958,
      "step": 25465
    },
    {
      "contrastive_lambda": 0.6176134659027166,
      "epoch": 7.9432314410480345,
      "step": 25466
    },
    {
      "contrastive_lambda": 0.6175880203993241,
      "epoch": 7.943543356207112,
      "step": 25467
    },
    {
      "contrastive_lambda": 0.6175625745735578,
      "epoch": 7.943855271366188,
      "step": 25468
    },
    {
      "contrastive_lambda": 0.6175371284254869,
      "epoch": 7.944167186525265,
      "step": 25469
    },
    {
      "epoch": 7.944479101684342,
      "grad_norm": 0.10935371369123459,
      "learning_rate": 6.63157502040507e-05,
      "loss": 0.0309,
      "step": 25470
    },
    {
      "epoch": 7.944479101684342,
      "flow_loss": 0.029638314619660378,
      "step": 25470
    },
    {
      "contrastive_loss": 0.00524093396961689,
      "epoch": 7.944479101684342,
      "step": 25470
    },
    {
      "contrastive_lambda": 0.6175116819551812,
      "epoch": 7.944479101684342,
      "step": 25470
    },
    {
      "contrastive_lambda": 0.6174862351627106,
      "epoch": 7.944791016843419,
      "step": 25471
    },
    {
      "contrastive_lambda": 0.617460788048145,
      "epoch": 7.945102932002495,
      "step": 25472
    },
    {
      "contrastive_lambda": 0.6174353406115537,
      "epoch": 7.945414847161572,
      "step": 25473
    },
    {
      "contrastive_lambda": 0.617409892853007,
      "epoch": 7.945726762320649,
      "step": 25474
    },
    {
      "contrastive_lambda": 0.6173844447725741,
      "epoch": 7.946038677479725,
      "step": 25475
    },
    {
      "contrastive_lambda": 0.6173589963703253,
      "epoch": 7.946350592638803,
      "step": 25476
    },
    {
      "contrastive_lambda": 0.6173335476463302,
      "epoch": 7.946662507797879,
      "step": 25477
    },
    {
      "contrastive_lambda": 0.6173080986006585,
      "epoch": 7.946974422956956,
      "step": 25478
    },
    {
      "contrastive_lambda": 0.6172826492333797,
      "epoch": 7.947286338116032,
      "step": 25479
    },
    {
      "epoch": 7.9475982532751095,
      "grad_norm": 0.12672187387943268,
      "learning_rate": 6.628969838266819e-05,
      "loss": 0.0301,
      "step": 25480
    },
    {
      "epoch": 7.9475982532751095,
      "flow_loss": 0.04051148146390915,
      "step": 25480
    },
    {
      "contrastive_loss": 0.004440524615347385,
      "epoch": 7.9475982532751095,
      "step": 25480
    },
    {
      "contrastive_lambda": 0.6172571995445642,
      "epoch": 7.9475982532751095,
      "step": 25480
    },
    {
      "contrastive_lambda": 0.6172317495342813,
      "epoch": 7.947910168434186,
      "step": 25481
    },
    {
      "contrastive_lambda": 0.6172062992026007,
      "epoch": 7.948222083593262,
      "step": 25482
    },
    {
      "contrastive_lambda": 0.6171808485495927,
      "epoch": 7.948533998752339,
      "step": 25483
    },
    {
      "contrastive_lambda": 0.6171553975753266,
      "epoch": 7.948845913911416,
      "step": 25484
    },
    {
      "contrastive_lambda": 0.6171299462798724,
      "epoch": 7.949157829070493,
      "step": 25485
    },
    {
      "contrastive_lambda": 0.6171044946632998,
      "epoch": 7.949469744229569,
      "step": 25486
    },
    {
      "contrastive_lambda": 0.6170790427256784,
      "epoch": 7.949781659388647,
      "step": 25487
    },
    {
      "contrastive_lambda": 0.6170535904670783,
      "epoch": 7.950093574547723,
      "step": 25488
    },
    {
      "contrastive_lambda": 0.6170281378875693,
      "epoch": 7.9504054897067995,
      "step": 25489
    },
    {
      "epoch": 7.950717404865877,
      "grad_norm": 0.1074245348572731,
      "learning_rate": 6.626364161290541e-05,
      "loss": 0.0349,
      "step": 25490
    },
    {
      "epoch": 7.950717404865877,
      "flow_loss": 0.0393776036798954,
      "step": 25490
    },
    {
      "contrastive_loss": 0.005909704603254795,
      "epoch": 7.950717404865877,
      "step": 25490
    },
    {
      "contrastive_lambda": 0.6170026849872207,
      "epoch": 7.950717404865877,
      "step": 25490
    },
    {
      "contrastive_lambda": 0.6169772317661028,
      "epoch": 7.951029320024953,
      "step": 25491
    },
    {
      "contrastive_lambda": 0.6169517782242852,
      "epoch": 7.95134123518403,
      "step": 25492
    },
    {
      "contrastive_lambda": 0.6169263243618375,
      "epoch": 7.951653150343107,
      "step": 25493
    },
    {
      "contrastive_lambda": 0.6169008701788297,
      "epoch": 7.951965065502184,
      "step": 25494
    },
    {
      "contrastive_lambda": 0.6168754156753316,
      "epoch": 7.95227698066126,
      "step": 25495
    },
    {
      "contrastive_lambda": 0.6168499608514127,
      "epoch": 7.952588895820337,
      "step": 25496
    },
    {
      "contrastive_lambda": 0.6168245057071433,
      "epoch": 7.952900810979414,
      "step": 25497
    },
    {
      "contrastive_lambda": 0.6167990502425926,
      "epoch": 7.95321272613849,
      "step": 25498
    },
    {
      "contrastive_lambda": 0.6167735944578309,
      "epoch": 7.953524641297567,
      "step": 25499
    },
    {
      "epoch": 7.953836556456643,
      "grad_norm": 0.11853091418743134,
      "learning_rate": 6.623757990267774e-05,
      "loss": 0.0357,
      "step": 25500
    },
    {
      "epoch": 7.953836556456643,
      "flow_loss": 0.06775752454996109,
      "step": 25500
    },
    {
      "contrastive_loss": 0.004785395693033934,
      "epoch": 7.953836556456643,
      "step": 25500
    },
    {
      "contrastive_lambda": 0.6167481383529276,
      "epoch": 7.953836556456643,
      "step": 25500
    },
    {
      "contrastive_lambda": 0.6167226819279527,
      "epoch": 7.954148471615721,
      "step": 25501
    },
    {
      "contrastive_lambda": 0.616697225182976,
      "epoch": 7.954460386774797,
      "step": 25502
    },
    {
      "contrastive_lambda": 0.6166717681180672,
      "epoch": 7.954772301933874,
      "step": 25503
    },
    {
      "contrastive_lambda": 0.6166463107332961,
      "epoch": 7.955084217092951,
      "step": 25504
    },
    {
      "contrastive_lambda": 0.6166208530287325,
      "epoch": 7.9553961322520275,
      "step": 25505
    },
    {
      "contrastive_lambda": 0.6165953950044463,
      "epoch": 7.955708047411104,
      "step": 25506
    },
    {
      "contrastive_lambda": 0.6165699366605071,
      "epoch": 7.956019962570181,
      "step": 25507
    },
    {
      "contrastive_lambda": 0.6165444779969849,
      "epoch": 7.956331877729258,
      "step": 25508
    },
    {
      "contrastive_lambda": 0.6165190190139493,
      "epoch": 7.956643792888334,
      "step": 25509
    },
    {
      "epoch": 7.956955708047412,
      "grad_norm": 0.09643948823213577,
      "learning_rate": 6.621151325990201e-05,
      "loss": 0.0432,
      "step": 25510
    },
    {
      "epoch": 7.956955708047412,
      "flow_loss": 0.0398184135556221,
      "step": 25510
    },
    {
      "contrastive_loss": 0.004579575732350349,
      "epoch": 7.956955708047412,
      "step": 25510
    },
    {
      "contrastive_lambda": 0.6164935597114702,
      "epoch": 7.956955708047412,
      "step": 25510
    },
    {
      "contrastive_lambda": 0.6164681000896175,
      "epoch": 7.957267623206488,
      "step": 25511
    },
    {
      "contrastive_lambda": 0.6164426401484608,
      "epoch": 7.9575795383655645,
      "step": 25512
    },
    {
      "contrastive_lambda": 0.61641717988807,
      "epoch": 7.957891453524641,
      "step": 25513
    },
    {
      "contrastive_lambda": 0.6163917193085149,
      "epoch": 7.958203368683718,
      "step": 25514
    },
    {
      "contrastive_lambda": 0.6163662584098654,
      "epoch": 7.958515283842795,
      "step": 25515
    },
    {
      "contrastive_lambda": 0.616340797192191,
      "epoch": 7.958827199001871,
      "step": 25516
    },
    {
      "contrastive_lambda": 0.6163153356555617,
      "epoch": 7.959139114160948,
      "step": 25517
    },
    {
      "contrastive_lambda": 0.6162898738000474,
      "epoch": 7.959451029320025,
      "step": 25518
    },
    {
      "contrastive_lambda": 0.6162644116257179,
      "epoch": 7.959762944479102,
      "step": 25519
    },
    {
      "epoch": 7.960074859638178,
      "grad_norm": 0.09000907838344574,
      "learning_rate": 6.618544169249657e-05,
      "loss": 0.0351,
      "step": 25520
    },
    {
      "epoch": 7.960074859638178,
      "flow_loss": 0.03131309896707535,
      "step": 25520
    },
    {
      "contrastive_loss": 0.006228280253708363,
      "epoch": 7.960074859638178,
      "step": 25520
    },
    {
      "contrastive_lambda": 0.6162389491326429,
      "epoch": 7.960074859638178,
      "step": 25520
    },
    {
      "contrastive_lambda": 0.6162134863208919,
      "epoch": 7.960386774797255,
      "step": 25521
    },
    {
      "contrastive_lambda": 0.6161880231905353,
      "epoch": 7.960698689956332,
      "step": 25522
    },
    {
      "contrastive_lambda": 0.6161625597416427,
      "epoch": 7.961010605115408,
      "step": 25523
    },
    {
      "contrastive_lambda": 0.6161370959742837,
      "epoch": 7.961322520274486,
      "step": 25524
    },
    {
      "contrastive_lambda": 0.6161116318885282,
      "epoch": 7.961634435433562,
      "step": 25525
    },
    {
      "contrastive_lambda": 0.6160861674844463,
      "epoch": 7.961946350592639,
      "step": 25526
    },
    {
      "contrastive_lambda": 0.6160607027621074,
      "epoch": 7.962258265751716,
      "step": 25527
    },
    {
      "contrastive_lambda": 0.6160352377215815,
      "epoch": 7.9625701809107925,
      "step": 25528
    },
    {
      "contrastive_lambda": 0.6160097723629386,
      "epoch": 7.962882096069869,
      "step": 25529
    },
    {
      "epoch": 7.963194011228945,
      "grad_norm": 0.08279931545257568,
      "learning_rate": 6.615936520838133e-05,
      "loss": 0.039,
      "step": 25530
    },
    {
      "epoch": 7.963194011228945,
      "flow_loss": 0.03498764708638191,
      "step": 25530
    },
    {
      "contrastive_loss": 0.0049522812478244305,
      "epoch": 7.963194011228945,
      "step": 25530
    },
    {
      "contrastive_lambda": 0.6159843066862482,
      "epoch": 7.963194011228945,
      "step": 25530
    },
    {
      "contrastive_lambda": 0.6159588406915802,
      "epoch": 7.963505926388023,
      "step": 25531
    },
    {
      "contrastive_lambda": 0.6159333743790044,
      "epoch": 7.963817841547099,
      "step": 25532
    },
    {
      "contrastive_lambda": 0.6159079077485907,
      "epoch": 7.964129756706176,
      "step": 25533
    },
    {
      "contrastive_lambda": 0.6158824408004091,
      "epoch": 7.964441671865252,
      "step": 25534
    },
    {
      "contrastive_lambda": 0.6158569735345291,
      "epoch": 7.96475358702433,
      "step": 25535
    },
    {
      "contrastive_lambda": 0.6158315059510204,
      "epoch": 7.965065502183406,
      "step": 25536
    },
    {
      "contrastive_lambda": 0.6158060380499533,
      "epoch": 7.9653774173424825,
      "step": 25537
    },
    {
      "contrastive_lambda": 0.6157805698313972,
      "epoch": 7.96568933250156,
      "step": 25538
    },
    {
      "contrastive_lambda": 0.6157551012954223,
      "epoch": 7.966001247660636,
      "step": 25539
    },
    {
      "epoch": 7.966313162819713,
      "grad_norm": 0.14190328121185303,
      "learning_rate": 6.613328381547759e-05,
      "loss": 0.0361,
      "step": 25540
    },
    {
      "epoch": 7.966313162819713,
      "flow_loss": 0.02910754829645157,
      "step": 25540
    },
    {
      "contrastive_loss": 0.0035956562496721745,
      "epoch": 7.966313162819713,
      "step": 25540
    },
    {
      "contrastive_lambda": 0.615729632442098,
      "epoch": 7.966313162819713,
      "step": 25540
    },
    {
      "contrastive_lambda": 0.6157041632714945,
      "epoch": 7.96662507797879,
      "step": 25541
    },
    {
      "contrastive_lambda": 0.6156786937836815,
      "epoch": 7.966936993137867,
      "step": 25542
    },
    {
      "contrastive_lambda": 0.6156532239787287,
      "epoch": 7.967248908296943,
      "step": 25543
    },
    {
      "contrastive_lambda": 0.6156277538567059,
      "epoch": 7.9675608234560205,
      "step": 25544
    },
    {
      "contrastive_lambda": 0.6156022834176832,
      "epoch": 7.967872738615097,
      "step": 25545
    },
    {
      "contrastive_lambda": 0.6155768126617304,
      "epoch": 7.968184653774173,
      "step": 25546
    },
    {
      "contrastive_lambda": 0.6155513415889169,
      "epoch": 7.96849656893325,
      "step": 25547
    },
    {
      "contrastive_lambda": 0.6155258701993129,
      "epoch": 7.968808484092327,
      "step": 25548
    },
    {
      "contrastive_lambda": 0.6155003984929884,
      "epoch": 7.969120399251404,
      "step": 25549
    },
    {
      "epoch": 7.96943231441048,
      "grad_norm": 0.11190836131572723,
      "learning_rate": 6.610719752170821e-05,
      "loss": 0.0317,
      "step": 25550
    },
    {
      "epoch": 7.96943231441048,
      "flow_loss": 0.041715167462825775,
      "step": 25550
    },
    {
      "contrastive_loss": 0.00416210200637579,
      "epoch": 7.96943231441048,
      "step": 25550
    },
    {
      "contrastive_lambda": 0.6154749264700128,
      "epoch": 7.96943231441048,
      "step": 25550
    },
    {
      "contrastive_lambda": 0.6154494541304562,
      "epoch": 7.969744229569557,
      "step": 25551
    },
    {
      "contrastive_lambda": 0.6154239814743884,
      "epoch": 7.970056144728634,
      "step": 25552
    },
    {
      "contrastive_lambda": 0.6153985085018792,
      "epoch": 7.9703680598877105,
      "step": 25553
    },
    {
      "contrastive_lambda": 0.6153730352129984,
      "epoch": 7.970679975046787,
      "step": 25554
    },
    {
      "contrastive_lambda": 0.6153475616078157,
      "epoch": 7.970991890205864,
      "step": 25555
    },
    {
      "contrastive_lambda": 0.6153220876864014,
      "epoch": 7.971303805364941,
      "step": 25556
    },
    {
      "contrastive_lambda": 0.6152966134488249,
      "epoch": 7.971615720524017,
      "step": 25557
    },
    {
      "contrastive_lambda": 0.6152711388951563,
      "epoch": 7.971927635683095,
      "step": 25558
    },
    {
      "contrastive_lambda": 0.6152456640254651,
      "epoch": 7.972239550842171,
      "step": 25559
    },
    {
      "epoch": 7.9725514660012475,
      "grad_norm": 0.09169110655784607,
      "learning_rate": 6.60811063349975e-05,
      "loss": 0.0377,
      "step": 25560
    },
    {
      "epoch": 7.9725514660012475,
      "flow_loss": 0.0308392271399498,
      "step": 25560
    },
    {
      "contrastive_loss": 0.006127896718680859,
      "epoch": 7.9725514660012475,
      "step": 25560
    },
    {
      "contrastive_lambda": 0.6152201888398217,
      "epoch": 7.9725514660012475,
      "step": 25560
    },
    {
      "contrastive_lambda": 0.6151947133382953,
      "epoch": 7.972863381160324,
      "step": 25561
    },
    {
      "contrastive_lambda": 0.6151692375209563,
      "epoch": 7.973175296319401,
      "step": 25562
    },
    {
      "contrastive_lambda": 0.6151437613878741,
      "epoch": 7.973487211478478,
      "step": 25563
    },
    {
      "contrastive_lambda": 0.6151182849391188,
      "epoch": 7.973799126637554,
      "step": 25564
    },
    {
      "contrastive_lambda": 0.6150928081747602,
      "epoch": 7.974111041796632,
      "step": 25565
    },
    {
      "contrastive_lambda": 0.6150673310948682,
      "epoch": 7.974422956955708,
      "step": 25566
    },
    {
      "contrastive_lambda": 0.6150418536995124,
      "epoch": 7.974734872114785,
      "step": 25567
    },
    {
      "contrastive_lambda": 0.615016375988763,
      "epoch": 7.975046787273861,
      "step": 25568
    },
    {
      "contrastive_lambda": 0.6149908979626897,
      "epoch": 7.975358702432938,
      "step": 25569
    },
    {
      "epoch": 7.975670617592015,
      "grad_norm": 0.09107530117034912,
      "learning_rate": 6.605501026327127e-05,
      "loss": 0.0382,
      "step": 25570
    },
    {
      "epoch": 7.975670617592015,
      "flow_loss": 0.027688443660736084,
      "step": 25570
    },
    {
      "contrastive_loss": 0.0046860272996127605,
      "epoch": 7.975670617592015,
      "step": 25570
    },
    {
      "contrastive_lambda": 0.6149654196213621,
      "epoch": 7.975670617592015,
      "step": 25570
    },
    {
      "contrastive_lambda": 0.6149399409648504,
      "epoch": 7.975982532751091,
      "step": 25571
    },
    {
      "contrastive_lambda": 0.6149144619932243,
      "epoch": 7.976294447910169,
      "step": 25572
    },
    {
      "contrastive_lambda": 0.6148889827065538,
      "epoch": 7.976606363069245,
      "step": 25573
    },
    {
      "contrastive_lambda": 0.6148635031049086,
      "epoch": 7.976918278228322,
      "step": 25574
    },
    {
      "contrastive_lambda": 0.6148380231883585,
      "epoch": 7.977230193387399,
      "step": 25575
    },
    {
      "contrastive_lambda": 0.6148125429569734,
      "epoch": 7.9775421085464755,
      "step": 25576
    },
    {
      "contrastive_lambda": 0.6147870624108234,
      "epoch": 7.977854023705552,
      "step": 25577
    },
    {
      "contrastive_lambda": 0.6147615815499778,
      "epoch": 7.978165938864628,
      "step": 25578
    },
    {
      "contrastive_lambda": 0.6147361003745071,
      "epoch": 7.978477854023706,
      "step": 25579
    },
    {
      "epoch": 7.978789769182782,
      "grad_norm": 0.13586178421974182,
      "learning_rate": 6.602890931445685e-05,
      "loss": 0.0353,
      "step": 25580
    },
    {
      "epoch": 7.978789769182782,
      "flow_loss": 0.03209535777568817,
      "step": 25580
    },
    {
      "contrastive_loss": 0.0046796612441539764,
      "epoch": 7.978789769182782,
      "step": 25580
    },
    {
      "contrastive_lambda": 0.6147106188844809,
      "epoch": 7.978789769182782,
      "step": 25580
    },
    {
      "contrastive_lambda": 0.6146851370799689,
      "epoch": 7.979101684341859,
      "step": 25581
    },
    {
      "contrastive_lambda": 0.614659654961041,
      "epoch": 7.979413599500936,
      "step": 25582
    },
    {
      "contrastive_lambda": 0.6146341725277673,
      "epoch": 7.979725514660013,
      "step": 25583
    },
    {
      "contrastive_lambda": 0.6146086897802174,
      "epoch": 7.980037429819089,
      "step": 25584
    },
    {
      "contrastive_lambda": 0.6145832067184613,
      "epoch": 7.9803493449781655,
      "step": 25585
    },
    {
      "contrastive_lambda": 0.614557723342569,
      "epoch": 7.980661260137243,
      "step": 25586
    },
    {
      "contrastive_lambda": 0.61453223965261,
      "epoch": 7.980973175296319,
      "step": 25587
    },
    {
      "contrastive_lambda": 0.6145067556486544,
      "epoch": 7.981285090455396,
      "step": 25588
    },
    {
      "contrastive_lambda": 0.6144812713307719,
      "epoch": 7.981597005614473,
      "step": 25589
    },
    {
      "epoch": 7.98190892077355,
      "grad_norm": 0.12299060076475143,
      "learning_rate": 6.6002803496483e-05,
      "loss": 0.0346,
      "step": 25590
    },
    {
      "epoch": 7.98190892077355,
      "flow_loss": 0.05527622997760773,
      "step": 25590
    },
    {
      "contrastive_loss": 0.0039958655834198,
      "epoch": 7.98190892077355,
      "step": 25590
    },
    {
      "contrastive_lambda": 0.6144557866990328,
      "epoch": 7.98190892077355,
      "step": 25590
    },
    {
      "contrastive_lambda": 0.6144303017535065,
      "epoch": 7.982220835932626,
      "step": 25591
    },
    {
      "contrastive_lambda": 0.614404816494263,
      "epoch": 7.9825327510917035,
      "step": 25592
    },
    {
      "contrastive_lambda": 0.6143793309213722,
      "epoch": 7.98284466625078,
      "step": 25593
    },
    {
      "contrastive_lambda": 0.6143538450349041,
      "epoch": 7.983156581409856,
      "step": 25594
    },
    {
      "contrastive_lambda": 0.6143283588349283,
      "epoch": 7.983468496568933,
      "step": 25595
    },
    {
      "contrastive_lambda": 0.6143028723215149,
      "epoch": 7.98378041172801,
      "step": 25596
    },
    {
      "contrastive_lambda": 0.6142773854947335,
      "epoch": 7.984092326887087,
      "step": 25597
    },
    {
      "contrastive_lambda": 0.6142518983546543,
      "epoch": 7.984404242046163,
      "step": 25598
    },
    {
      "contrastive_lambda": 0.6142264109013471,
      "epoch": 7.9847161572052405,
      "step": 25599
    },
    {
      "epoch": 7.985028072364317,
      "grad_norm": 0.11965050548315048,
      "learning_rate": 6.597669281727997e-05,
      "loss": 0.035,
      "step": 25600
    },
    {
      "epoch": 7.985028072364317,
      "flow_loss": 0.042228590697050095,
      "step": 25600
    },
    {
      "contrastive_loss": 0.005336714442819357,
      "epoch": 7.985028072364317,
      "step": 25600
    },
    {
      "contrastive_lambda": 0.6142009231348817,
      "epoch": 7.985028072364317,
      "step": 25600
    },
    {
      "contrastive_lambda": 0.6141754350553279,
      "epoch": 7.9853399875233935,
      "step": 25601
    },
    {
      "contrastive_lambda": 0.6141499466627557,
      "epoch": 7.98565190268247,
      "step": 25602
    },
    {
      "contrastive_lambda": 0.614124457957235,
      "epoch": 7.985963817841547,
      "step": 25603
    },
    {
      "contrastive_lambda": 0.6140989689388354,
      "epoch": 7.986275733000624,
      "step": 25604
    },
    {
      "contrastive_lambda": 0.6140734796076273,
      "epoch": 7.9865876481597,
      "step": 25605
    },
    {
      "contrastive_lambda": 0.61404798996368,
      "epoch": 7.986899563318778,
      "step": 25606
    },
    {
      "contrastive_lambda": 0.6140225000070638,
      "epoch": 7.987211478477854,
      "step": 25607
    },
    {
      "contrastive_lambda": 0.6139970097378484,
      "epoch": 7.9875233936369305,
      "step": 25608
    },
    {
      "contrastive_lambda": 0.6139715191561037,
      "epoch": 7.987835308796008,
      "step": 25609
    },
    {
      "epoch": 7.988147223955084,
      "grad_norm": 0.11793670803308487,
      "learning_rate": 6.595057728477949e-05,
      "loss": 0.0339,
      "step": 25610
    },
    {
      "epoch": 7.988147223955084,
      "flow_loss": 0.018748760223388672,
      "step": 25610
    },
    {
      "contrastive_loss": 0.0042435843497514725,
      "epoch": 7.988147223955084,
      "step": 25610
    },
    {
      "contrastive_lambda": 0.6139460282618998,
      "epoch": 7.988147223955084,
      "step": 25610
    },
    {
      "contrastive_lambda": 0.6139205370553062,
      "epoch": 7.988459139114161,
      "step": 25611
    },
    {
      "contrastive_lambda": 0.613895045536393,
      "epoch": 7.988771054273237,
      "step": 25612
    },
    {
      "contrastive_lambda": 0.6138695537052301,
      "epoch": 7.989082969432315,
      "step": 25613
    },
    {
      "contrastive_lambda": 0.6138440615618875,
      "epoch": 7.989394884591391,
      "step": 25614
    },
    {
      "contrastive_lambda": 0.6138185691064347,
      "epoch": 7.989706799750468,
      "step": 25615
    },
    {
      "contrastive_lambda": 0.613793076338942,
      "epoch": 7.990018714909545,
      "step": 25616
    },
    {
      "contrastive_lambda": 0.6137675832594791,
      "epoch": 7.990330630068621,
      "step": 25617
    },
    {
      "contrastive_lambda": 0.6137420898681157,
      "epoch": 7.990642545227698,
      "step": 25618
    },
    {
      "contrastive_lambda": 0.6137165961649222,
      "epoch": 7.990954460386774,
      "step": 25619
    },
    {
      "epoch": 7.991266375545852,
      "grad_norm": 0.09114037454128265,
      "learning_rate": 6.59244569069148e-05,
      "loss": 0.0331,
      "step": 25620
    },
    {
      "epoch": 7.991266375545852,
      "flow_loss": 0.03807198628783226,
      "step": 25620
    },
    {
      "contrastive_loss": 0.00417284807190299,
      "epoch": 7.991266375545852,
      "step": 25620
    },
    {
      "contrastive_lambda": 0.613691102149968,
      "epoch": 7.991266375545852,
      "step": 25620
    },
    {
      "contrastive_lambda": 0.6136656078233232,
      "epoch": 7.991578290704928,
      "step": 25621
    },
    {
      "contrastive_lambda": 0.6136401131850578,
      "epoch": 7.991890205864005,
      "step": 25622
    },
    {
      "contrastive_lambda": 0.6136146182352413,
      "epoch": 7.992202121023082,
      "step": 25623
    },
    {
      "contrastive_lambda": 0.6135891229739442,
      "epoch": 7.9925140361821585,
      "step": 25624
    },
    {
      "contrastive_lambda": 0.613563627401236,
      "epoch": 7.992825951341235,
      "step": 25625
    },
    {
      "contrastive_lambda": 0.6135381315171866,
      "epoch": 7.993137866500312,
      "step": 25626
    },
    {
      "contrastive_lambda": 0.613512635321866,
      "epoch": 7.993449781659389,
      "step": 25627
    },
    {
      "contrastive_lambda": 0.6134871388153441,
      "epoch": 7.993761696818465,
      "step": 25628
    },
    {
      "contrastive_lambda": 0.6134616419976906,
      "epoch": 7.994073611977542,
      "step": 25629
    },
    {
      "epoch": 7.994385527136619,
      "grad_norm": 0.11436650902032852,
      "learning_rate": 6.589833169162054e-05,
      "loss": 0.0374,
      "step": 25630
    },
    {
      "epoch": 7.994385527136619,
      "flow_loss": 0.06374113261699677,
      "step": 25630
    },
    {
      "contrastive_loss": 0.005234290845692158,
      "epoch": 7.994385527136619,
      "step": 25630
    },
    {
      "contrastive_lambda": 0.6134361448689758,
      "epoch": 7.994385527136619,
      "step": 25630
    },
    {
      "contrastive_lambda": 0.6134106474292692,
      "epoch": 7.994697442295696,
      "step": 25631
    },
    {
      "contrastive_lambda": 0.6133851496786409,
      "epoch": 7.995009357454772,
      "step": 25632
    },
    {
      "contrastive_lambda": 0.6133596516171609,
      "epoch": 7.995321272613849,
      "step": 25633
    },
    {
      "contrastive_lambda": 0.6133341532448988,
      "epoch": 7.995633187772926,
      "step": 25634
    },
    {
      "contrastive_lambda": 0.6133086545619246,
      "epoch": 7.995945102932002,
      "step": 25635
    },
    {
      "contrastive_lambda": 0.6132831555683086,
      "epoch": 7.996257018091079,
      "step": 25636
    },
    {
      "contrastive_lambda": 0.6132576562641203,
      "epoch": 7.996568933250156,
      "step": 25637
    },
    {
      "contrastive_lambda": 0.6132321566494296,
      "epoch": 7.996880848409233,
      "step": 25638
    },
    {
      "contrastive_lambda": 0.6132066567243065,
      "epoch": 7.997192763568309,
      "step": 25639
    },
    {
      "epoch": 7.9975046787273865,
      "grad_norm": 0.08829490095376968,
      "learning_rate": 6.587220164683291e-05,
      "loss": 0.0318,
      "step": 25640
    },
    {
      "epoch": 7.9975046787273865,
      "flow_loss": 0.029667656868696213,
      "step": 25640
    },
    {
      "contrastive_loss": 0.005847995635122061,
      "epoch": 7.9975046787273865,
      "step": 25640
    },
    {
      "contrastive_lambda": 0.6131811564888211,
      "epoch": 7.9975046787273865,
      "step": 25640
    },
    {
      "contrastive_lambda": 0.613155655943043,
      "epoch": 7.997816593886463,
      "step": 25641
    },
    {
      "contrastive_lambda": 0.6131301550870423,
      "epoch": 7.998128509045539,
      "step": 25642
    },
    {
      "contrastive_lambda": 0.6131046539208886,
      "epoch": 7.998440424204617,
      "step": 25643
    },
    {
      "contrastive_lambda": 0.6130791524446524,
      "epoch": 7.998752339363693,
      "step": 25644
    },
    {
      "contrastive_lambda": 0.6130536506584032,
      "epoch": 7.99906425452277,
      "step": 25645
    },
    {
      "contrastive_lambda": 0.6130281485622109,
      "epoch": 7.999376169681846,
      "step": 25646
    },
    {
      "contrastive_lambda": 0.6130026461561456,
      "epoch": 7.9996880848409235,
      "step": 25647
    },
    {
      "contrastive_lambda": 0.6129771434402772,
      "epoch": 8.0,
      "step": 25648
    },
    {
      "contrastive_lambda": 0.6129516404146754,
      "epoch": 8.000311915159077,
      "step": 25649
    },
    {
      "epoch": 8.000623830318153,
      "grad_norm": 0.14471811056137085,
      "learning_rate": 6.58460667804895e-05,
      "loss": 0.0287,
      "step": 25650
    },
    {
      "epoch": 8.000623830318153,
      "flow_loss": 0.03366587311029434,
      "step": 25650
    },
    {
      "contrastive_loss": 0.004736464936286211,
      "epoch": 8.000623830318153,
      "step": 25650
    },
    {
      "contrastive_lambda": 0.6129261370794103,
      "epoch": 8.000623830318153,
      "step": 25650
    },
    {
      "contrastive_lambda": 0.6129006334345519,
      "epoch": 8.00093574547723,
      "step": 25651
    },
    {
      "contrastive_lambda": 0.6128751294801699,
      "epoch": 8.001247660636308,
      "step": 25652
    },
    {
      "contrastive_lambda": 0.6128496252163343,
      "epoch": 8.001559575795383,
      "step": 25653
    },
    {
      "contrastive_lambda": 0.6128241206431151,
      "epoch": 8.00187149095446,
      "step": 25654
    },
    {
      "contrastive_lambda": 0.6127986157605821,
      "epoch": 8.002183406113538,
      "step": 25655
    },
    {
      "contrastive_lambda": 0.6127731105688055,
      "epoch": 8.002495321272614,
      "step": 25656
    },
    {
      "contrastive_lambda": 0.6127476050678549,
      "epoch": 8.002807236431691,
      "step": 25657
    },
    {
      "contrastive_lambda": 0.6127220992578001,
      "epoch": 8.003119151590766,
      "step": 25658
    },
    {
      "contrastive_lambda": 0.6126965931387115,
      "epoch": 8.003431066749844,
      "step": 25659
    },
    {
      "epoch": 8.003742981908921,
      "grad_norm": 0.16704745590686798,
      "learning_rate": 6.581992710052938e-05,
      "loss": 0.0334,
      "step": 25660
    },
    {
      "epoch": 8.003742981908921,
      "flow_loss": 0.022660942748188972,
      "step": 25660
    },
    {
      "contrastive_loss": 0.004044551867991686,
      "epoch": 8.003742981908921,
      "step": 25660
    },
    {
      "contrastive_lambda": 0.6126710867106587,
      "epoch": 8.003742981908921,
      "step": 25660
    },
    {
      "contrastive_lambda": 0.6126455799737118,
      "epoch": 8.004054897067997,
      "step": 25661
    },
    {
      "contrastive_lambda": 0.6126200729279406,
      "epoch": 8.004366812227074,
      "step": 25662
    },
    {
      "contrastive_lambda": 0.6125945655734151,
      "epoch": 8.004678727386151,
      "step": 25663
    },
    {
      "contrastive_lambda": 0.6125690579102052,
      "epoch": 8.004990642545227,
      "step": 25664
    },
    {
      "contrastive_lambda": 0.6125435499383809,
      "epoch": 8.005302557704304,
      "step": 25665
    },
    {
      "contrastive_lambda": 0.6125180416580118,
      "epoch": 8.005614472863382,
      "step": 25666
    },
    {
      "contrastive_lambda": 0.6124925330691684,
      "epoch": 8.005926388022457,
      "step": 25667
    },
    {
      "contrastive_lambda": 0.6124670241719203,
      "epoch": 8.006238303181535,
      "step": 25668
    },
    {
      "contrastive_lambda": 0.6124415149663373,
      "epoch": 8.006550218340612,
      "step": 25669
    },
    {
      "epoch": 8.006862133499688,
      "grad_norm": 0.17550121247768402,
      "learning_rate": 6.579378261489311e-05,
      "loss": 0.0323,
      "step": 25670
    },
    {
      "epoch": 8.006862133499688,
      "flow_loss": 0.027243496850132942,
      "step": 25670
    },
    {
      "contrastive_loss": 0.004073756281286478,
      "epoch": 8.006862133499688,
      "step": 25670
    },
    {
      "contrastive_lambda": 0.6124160054524896,
      "epoch": 8.006862133499688,
      "step": 25670
    },
    {
      "contrastive_lambda": 0.6123904956304471,
      "epoch": 8.007174048658765,
      "step": 25671
    },
    {
      "contrastive_lambda": 0.6123649855002796,
      "epoch": 8.007485963817842,
      "step": 25672
    },
    {
      "contrastive_lambda": 0.6123394750620571,
      "epoch": 8.007797878976918,
      "step": 25673
    },
    {
      "contrastive_lambda": 0.6123139643158497,
      "epoch": 8.008109794135995,
      "step": 25674
    },
    {
      "contrastive_lambda": 0.612288453261727,
      "epoch": 8.008421709295071,
      "step": 25675
    },
    {
      "contrastive_lambda": 0.6122629418997593,
      "epoch": 8.008733624454148,
      "step": 25676
    },
    {
      "contrastive_lambda": 0.6122374302300161,
      "epoch": 8.009045539613226,
      "step": 25677
    },
    {
      "contrastive_lambda": 0.6122119182525678,
      "epoch": 8.009357454772301,
      "step": 25678
    },
    {
      "contrastive_lambda": 0.6121864059674842,
      "epoch": 8.009669369931379,
      "step": 25679
    },
    {
      "epoch": 8.009981285090456,
      "grad_norm": 0.10927009582519531,
      "learning_rate": 6.576763333152268e-05,
      "loss": 0.0331,
      "step": 25680
    },
    {
      "epoch": 8.009981285090456,
      "flow_loss": 0.036703046411275864,
      "step": 25680
    },
    {
      "contrastive_loss": 0.0041718496941030025,
      "epoch": 8.009981285090456,
      "step": 25680
    },
    {
      "contrastive_lambda": 0.6121608933748351,
      "epoch": 8.009981285090456,
      "step": 25680
    },
    {
      "contrastive_lambda": 0.6121353804746906,
      "epoch": 8.010293200249532,
      "step": 25681
    },
    {
      "contrastive_lambda": 0.6121098672671206,
      "epoch": 8.010605115408609,
      "step": 25682
    },
    {
      "contrastive_lambda": 0.6120843537521949,
      "epoch": 8.010917030567686,
      "step": 25683
    },
    {
      "contrastive_lambda": 0.6120588399299838,
      "epoch": 8.011228945726762,
      "step": 25684
    },
    {
      "contrastive_lambda": 0.6120333258005569,
      "epoch": 8.01154086088584,
      "step": 25685
    },
    {
      "contrastive_lambda": 0.6120078113639842,
      "epoch": 8.011852776044917,
      "step": 25686
    },
    {
      "contrastive_lambda": 0.6119822966203359,
      "epoch": 8.012164691203992,
      "step": 25687
    },
    {
      "contrastive_lambda": 0.6119567815696817,
      "epoch": 8.01247660636307,
      "step": 25688
    },
    {
      "contrastive_lambda": 0.6119312662120915,
      "epoch": 8.012788521522147,
      "step": 25689
    },
    {
      "epoch": 8.013100436681222,
      "grad_norm": 0.09090810269117355,
      "learning_rate": 6.574147925836159e-05,
      "loss": 0.0343,
      "step": 25690
    },
    {
      "epoch": 8.013100436681222,
      "flow_loss": 0.032159723341464996,
      "step": 25690
    },
    {
      "contrastive_loss": 0.005194101482629776,
      "epoch": 8.013100436681222,
      "step": 25690
    },
    {
      "contrastive_lambda": 0.6119057505476355,
      "epoch": 8.013100436681222,
      "step": 25690
    },
    {
      "contrastive_lambda": 0.6118802345763836,
      "epoch": 8.0134123518403,
      "step": 25691
    },
    {
      "contrastive_lambda": 0.6118547182984055,
      "epoch": 8.013724266999375,
      "step": 25692
    },
    {
      "contrastive_lambda": 0.6118292017137715,
      "epoch": 8.014036182158453,
      "step": 25693
    },
    {
      "contrastive_lambda": 0.6118036848225513,
      "epoch": 8.01434809731753,
      "step": 25694
    },
    {
      "contrastive_lambda": 0.6117781676248151,
      "epoch": 8.014660012476606,
      "step": 25695
    },
    {
      "contrastive_lambda": 0.6117526501206325,
      "epoch": 8.014971927635683,
      "step": 25696
    },
    {
      "contrastive_lambda": 0.6117271323100738,
      "epoch": 8.01528384279476,
      "step": 25697
    },
    {
      "contrastive_lambda": 0.6117016141932088,
      "epoch": 8.015595757953836,
      "step": 25698
    },
    {
      "contrastive_lambda": 0.6116760957701075,
      "epoch": 8.015907673112913,
      "step": 25699
    },
    {
      "epoch": 8.01621958827199,
      "grad_norm": 0.13413745164871216,
      "learning_rate": 6.571532040335472e-05,
      "loss": 0.0388,
      "step": 25700
    },
    {
      "epoch": 8.01621958827199,
      "flow_loss": 0.03793878108263016,
      "step": 25700
    },
    {
      "contrastive_loss": 0.005216959398239851,
      "epoch": 8.01621958827199,
      "step": 25700
    },
    {
      "contrastive_lambda": 0.6116505770408397,
      "epoch": 8.01621958827199,
      "step": 25700
    },
    {
      "contrastive_lambda": 0.6116250580054757,
      "epoch": 8.016531503431066,
      "step": 25701
    },
    {
      "contrastive_lambda": 0.6115995386640852,
      "epoch": 8.016843418590144,
      "step": 25702
    },
    {
      "contrastive_lambda": 0.6115740190167381,
      "epoch": 8.017155333749221,
      "step": 25703
    },
    {
      "contrastive_lambda": 0.6115484990635047,
      "epoch": 8.017467248908297,
      "step": 25704
    },
    {
      "contrastive_lambda": 0.6115229788044547,
      "epoch": 8.017779164067374,
      "step": 25705
    },
    {
      "contrastive_lambda": 0.6114974582396581,
      "epoch": 8.018091079226451,
      "step": 25706
    },
    {
      "contrastive_lambda": 0.6114719373691848,
      "epoch": 8.018402994385527,
      "step": 25707
    },
    {
      "contrastive_lambda": 0.6114464161931049,
      "epoch": 8.018714909544604,
      "step": 25708
    },
    {
      "contrastive_lambda": 0.6114208947114883,
      "epoch": 8.01902682470368,
      "step": 25709
    },
    {
      "epoch": 8.019338739862757,
      "grad_norm": 0.14339286088943481,
      "learning_rate": 6.568915677444845e-05,
      "loss": 0.0349,
      "step": 25710
    },
    {
      "epoch": 8.019338739862757,
      "flow_loss": 0.03182175010442734,
      "step": 25710
    },
    {
      "contrastive_loss": 0.004942253232002258,
      "epoch": 8.019338739862757,
      "step": 25710
    },
    {
      "contrastive_lambda": 0.6113953729244052,
      "epoch": 8.019338739862757,
      "step": 25710
    },
    {
      "contrastive_lambda": 0.611369850831925,
      "epoch": 8.019650655021834,
      "step": 25711
    },
    {
      "contrastive_lambda": 0.6113443284341182,
      "epoch": 8.01996257018091,
      "step": 25712
    },
    {
      "contrastive_lambda": 0.6113188057310548,
      "epoch": 8.020274485339987,
      "step": 25713
    },
    {
      "contrastive_lambda": 0.6112932827228044,
      "epoch": 8.020586400499065,
      "step": 25714
    },
    {
      "contrastive_lambda": 0.611267759409437,
      "epoch": 8.02089831565814,
      "step": 25715
    },
    {
      "contrastive_lambda": 0.611242235791023,
      "epoch": 8.021210230817218,
      "step": 25716
    },
    {
      "contrastive_lambda": 0.6112167118676319,
      "epoch": 8.021522145976295,
      "step": 25717
    },
    {
      "contrastive_lambda": 0.611191187639334,
      "epoch": 8.02183406113537,
      "step": 25718
    },
    {
      "contrastive_lambda": 0.611165663106199,
      "epoch": 8.022145976294448,
      "step": 25719
    },
    {
      "epoch": 8.022457891453525,
      "grad_norm": 0.13531900942325592,
      "learning_rate": 6.56629883795906e-05,
      "loss": 0.0351,
      "step": 25720
    },
    {
      "epoch": 8.022457891453525,
      "flow_loss": 0.02407670021057129,
      "step": 25720
    },
    {
      "contrastive_loss": 0.004157079849392176,
      "epoch": 8.022457891453525,
      "step": 25720
    },
    {
      "contrastive_lambda": 0.611140138268297,
      "epoch": 8.022457891453525,
      "step": 25720
    },
    {
      "contrastive_lambda": 0.6111146131256983,
      "epoch": 8.022769806612601,
      "step": 25721
    },
    {
      "contrastive_lambda": 0.6110890876784724,
      "epoch": 8.023081721771678,
      "step": 25722
    },
    {
      "contrastive_lambda": 0.6110635619266893,
      "epoch": 8.023393636930756,
      "step": 25723
    },
    {
      "contrastive_lambda": 0.6110380358704194,
      "epoch": 8.023705552089831,
      "step": 25724
    },
    {
      "contrastive_lambda": 0.6110125095097323,
      "epoch": 8.024017467248909,
      "step": 25725
    },
    {
      "contrastive_lambda": 0.610986982844698,
      "epoch": 8.024329382407984,
      "step": 25726
    },
    {
      "contrastive_lambda": 0.6109614558753867,
      "epoch": 8.024641297567062,
      "step": 25727
    },
    {
      "contrastive_lambda": 0.6109359286018683,
      "epoch": 8.024953212726139,
      "step": 25728
    },
    {
      "contrastive_lambda": 0.6109104010242127,
      "epoch": 8.025265127885215,
      "step": 25729
    },
    {
      "epoch": 8.025577043044292,
      "grad_norm": 0.10629798471927643,
      "learning_rate": 6.563681522673043e-05,
      "loss": 0.0377,
      "step": 25730
    },
    {
      "epoch": 8.025577043044292,
      "flow_loss": 0.05840395390987396,
      "step": 25730
    },
    {
      "contrastive_loss": 0.004541939124464989,
      "epoch": 8.025577043044292,
      "step": 25730
    },
    {
      "contrastive_lambda": 0.6108848731424898,
      "epoch": 8.025577043044292,
      "step": 25730
    },
    {
      "contrastive_lambda": 0.61085934495677,
      "epoch": 8.02588895820337,
      "step": 25731
    },
    {
      "contrastive_lambda": 0.6108338164671229,
      "epoch": 8.026200873362445,
      "step": 25732
    },
    {
      "contrastive_lambda": 0.6108082876736186,
      "epoch": 8.026512788521522,
      "step": 25733
    },
    {
      "contrastive_lambda": 0.6107827585763269,
      "epoch": 8.0268247036806,
      "step": 25734
    },
    {
      "contrastive_lambda": 0.6107572291753183,
      "epoch": 8.027136618839675,
      "step": 25735
    },
    {
      "contrastive_lambda": 0.6107316994706623,
      "epoch": 8.027448533998752,
      "step": 25736
    },
    {
      "contrastive_lambda": 0.6107061694624291,
      "epoch": 8.02776044915783,
      "step": 25737
    },
    {
      "contrastive_lambda": 0.6106806391506885,
      "epoch": 8.028072364316905,
      "step": 25738
    },
    {
      "contrastive_lambda": 0.6106551085355109,
      "epoch": 8.028384279475983,
      "step": 25739
    },
    {
      "epoch": 8.02869619463506,
      "grad_norm": 0.09622572362422943,
      "learning_rate": 6.561063732381867e-05,
      "loss": 0.0346,
      "step": 25740
    },
    {
      "epoch": 8.02869619463506,
      "flow_loss": 0.02624460682272911,
      "step": 25740
    },
    {
      "contrastive_loss": 0.005949086509644985,
      "epoch": 8.02869619463506,
      "step": 25740
    },
    {
      "contrastive_lambda": 0.6106295776169659,
      "epoch": 8.02869619463506,
      "step": 25740
    },
    {
      "contrastive_lambda": 0.6106040463951237,
      "epoch": 8.029008109794136,
      "step": 25741
    },
    {
      "contrastive_lambda": 0.6105785148700541,
      "epoch": 8.029320024953213,
      "step": 25742
    },
    {
      "contrastive_lambda": 0.6105529830418273,
      "epoch": 8.029631940112289,
      "step": 25743
    },
    {
      "contrastive_lambda": 0.6105274509105132,
      "epoch": 8.029943855271366,
      "step": 25744
    },
    {
      "contrastive_lambda": 0.6105019184761818,
      "epoch": 8.030255770430443,
      "step": 25745
    },
    {
      "contrastive_lambda": 0.6104763857389031,
      "epoch": 8.030567685589519,
      "step": 25746
    },
    {
      "contrastive_lambda": 0.6104508526987472,
      "epoch": 8.030879600748596,
      "step": 25747
    },
    {
      "contrastive_lambda": 0.6104253193557839,
      "epoch": 8.031191515907674,
      "step": 25748
    },
    {
      "contrastive_lambda": 0.6103997857100834,
      "epoch": 8.03150343106675,
      "step": 25749
    },
    {
      "epoch": 8.031815346225827,
      "grad_norm": 0.13517870008945465,
      "learning_rate": 6.558445467880745e-05,
      "loss": 0.0304,
      "step": 25750
    },
    {
      "epoch": 8.031815346225827,
      "flow_loss": 0.03512346372008324,
      "step": 25750
    },
    {
      "contrastive_loss": 0.004679850302636623,
      "epoch": 8.031815346225827,
      "step": 25750
    },
    {
      "contrastive_lambda": 0.6103742517617157,
      "epoch": 8.031815346225827,
      "step": 25750
    },
    {
      "contrastive_lambda": 0.6103487175107505,
      "epoch": 8.032127261384904,
      "step": 25751
    },
    {
      "contrastive_lambda": 0.6103231829572583,
      "epoch": 8.03243917654398,
      "step": 25752
    },
    {
      "contrastive_lambda": 0.6102976481013086,
      "epoch": 8.032751091703057,
      "step": 25753
    },
    {
      "contrastive_lambda": 0.6102721129429717,
      "epoch": 8.033063006862134,
      "step": 25754
    },
    {
      "contrastive_lambda": 0.6102465774823176,
      "epoch": 8.03337492202121,
      "step": 25755
    },
    {
      "contrastive_lambda": 0.6102210417194163,
      "epoch": 8.033686837180287,
      "step": 25756
    },
    {
      "contrastive_lambda": 0.6101955056543376,
      "epoch": 8.033998752339365,
      "step": 25757
    },
    {
      "contrastive_lambda": 0.6101699692871517,
      "epoch": 8.03431066749844,
      "step": 25758
    },
    {
      "contrastive_lambda": 0.6101444326179287,
      "epoch": 8.034622582657517,
      "step": 25759
    },
    {
      "epoch": 8.034934497816593,
      "grad_norm": 0.08752060681581497,
      "learning_rate": 6.55582672996504e-05,
      "loss": 0.0334,
      "step": 25760
    },
    {
      "epoch": 8.034934497816593,
      "flow_loss": 0.030882542952895164,
      "step": 25760
    },
    {
      "contrastive_loss": 0.00405404157936573,
      "epoch": 8.034934497816593,
      "step": 25760
    },
    {
      "contrastive_lambda": 0.6101188956467384,
      "epoch": 8.034934497816593,
      "step": 25760
    },
    {
      "contrastive_lambda": 0.6100933583736508,
      "epoch": 8.03524641297567,
      "step": 25761
    },
    {
      "contrastive_lambda": 0.6100678207987361,
      "epoch": 8.035558328134748,
      "step": 25762
    },
    {
      "contrastive_lambda": 0.6100422829220642,
      "epoch": 8.035870243293823,
      "step": 25763
    },
    {
      "contrastive_lambda": 0.6100167447437053,
      "epoch": 8.0361821584529,
      "step": 25764
    },
    {
      "contrastive_lambda": 0.6099912062637288,
      "epoch": 8.036494073611978,
      "step": 25765
    },
    {
      "contrastive_lambda": 0.6099656674822056,
      "epoch": 8.036805988771054,
      "step": 25766
    },
    {
      "contrastive_lambda": 0.6099401283992052,
      "epoch": 8.037117903930131,
      "step": 25767
    },
    {
      "contrastive_lambda": 0.6099145890147974,
      "epoch": 8.037429819089208,
      "step": 25768
    },
    {
      "contrastive_lambda": 0.6098890493290529,
      "epoch": 8.037741734248284,
      "step": 25769
    },
    {
      "epoch": 8.038053649407361,
      "grad_norm": 0.12308395653963089,
      "learning_rate": 6.553207519430253e-05,
      "loss": 0.0323,
      "step": 25770
    },
    {
      "epoch": 8.038053649407361,
      "flow_loss": 0.023353975266218185,
      "step": 25770
    },
    {
      "contrastive_loss": 0.005797966383397579,
      "epoch": 8.038053649407361,
      "step": 25770
    },
    {
      "contrastive_lambda": 0.6098635093420413,
      "epoch": 8.038053649407361,
      "step": 25770
    },
    {
      "contrastive_lambda": 0.6098379690538325,
      "epoch": 8.038365564566439,
      "step": 25771
    },
    {
      "contrastive_lambda": 0.6098124284644966,
      "epoch": 8.038677479725514,
      "step": 25772
    },
    {
      "contrastive_lambda": 0.6097868875741038,
      "epoch": 8.038989394884592,
      "step": 25773
    },
    {
      "contrastive_lambda": 0.6097613463827241,
      "epoch": 8.039301310043669,
      "step": 25774
    },
    {
      "contrastive_lambda": 0.6097358048904273,
      "epoch": 8.039613225202745,
      "step": 25775
    },
    {
      "contrastive_lambda": 0.6097102630972836,
      "epoch": 8.039925140361822,
      "step": 25776
    },
    {
      "contrastive_lambda": 0.6096847210033629,
      "epoch": 8.040237055520898,
      "step": 25777
    },
    {
      "contrastive_lambda": 0.6096591786087355,
      "epoch": 8.040548970679975,
      "step": 25778
    },
    {
      "contrastive_lambda": 0.6096336359134712,
      "epoch": 8.040860885839052,
      "step": 25779
    },
    {
      "epoch": 8.041172800998128,
      "grad_norm": 0.13501037657260895,
      "learning_rate": 6.550587837072032e-05,
      "loss": 0.0417,
      "step": 25780
    },
    {
      "epoch": 8.041172800998128,
      "flow_loss": 0.02374003827571869,
      "step": 25780
    },
    {
      "contrastive_loss": 0.00574364373460412,
      "epoch": 8.041172800998128,
      "step": 25780
    },
    {
      "contrastive_lambda": 0.6096080929176398,
      "epoch": 8.041172800998128,
      "step": 25780
    },
    {
      "contrastive_lambda": 0.6095825496213119,
      "epoch": 8.041484716157205,
      "step": 25781
    },
    {
      "contrastive_lambda": 0.6095570060245571,
      "epoch": 8.041796631316283,
      "step": 25782
    },
    {
      "contrastive_lambda": 0.6095314621274456,
      "epoch": 8.042108546475358,
      "step": 25783
    },
    {
      "contrastive_lambda": 0.6095059179300473,
      "epoch": 8.042420461634435,
      "step": 25784
    },
    {
      "contrastive_lambda": 0.6094803734324323,
      "epoch": 8.042732376793513,
      "step": 25785
    },
    {
      "contrastive_lambda": 0.6094548286346707,
      "epoch": 8.043044291952588,
      "step": 25786
    },
    {
      "contrastive_lambda": 0.6094292835368326,
      "epoch": 8.043356207111666,
      "step": 25787
    },
    {
      "contrastive_lambda": 0.6094037381389875,
      "epoch": 8.043668122270743,
      "step": 25788
    },
    {
      "contrastive_lambda": 0.6093781924412063,
      "epoch": 8.043980037429819,
      "step": 25789
    },
    {
      "epoch": 8.044291952588896,
      "grad_norm": 0.1531185358762741,
      "learning_rate": 6.547967683686166e-05,
      "loss": 0.0336,
      "step": 25790
    },
    {
      "epoch": 8.044291952588896,
      "flow_loss": 0.036630019545555115,
      "step": 25790
    },
    {
      "contrastive_loss": 0.006667629815638065,
      "epoch": 8.044291952588896,
      "step": 25790
    },
    {
      "contrastive_lambda": 0.6093526464435584,
      "epoch": 8.044291952588896,
      "step": 25790
    },
    {
      "contrastive_lambda": 0.6093271001461138,
      "epoch": 8.044603867747973,
      "step": 25791
    },
    {
      "contrastive_lambda": 0.609301553548943,
      "epoch": 8.044915782907049,
      "step": 25792
    },
    {
      "contrastive_lambda": 0.6092760066521158,
      "epoch": 8.045227698066126,
      "step": 25793
    },
    {
      "contrastive_lambda": 0.6092504594557021,
      "epoch": 8.045539613225202,
      "step": 25794
    },
    {
      "contrastive_lambda": 0.609224911959772,
      "epoch": 8.04585152838428,
      "step": 25795
    },
    {
      "contrastive_lambda": 0.6091993641643958,
      "epoch": 8.046163443543357,
      "step": 25796
    },
    {
      "contrastive_lambda": 0.6091738160696433,
      "epoch": 8.046475358702432,
      "step": 25797
    },
    {
      "contrastive_lambda": 0.6091482676755845,
      "epoch": 8.04678727386151,
      "step": 25798
    },
    {
      "contrastive_lambda": 0.6091227189822894,
      "epoch": 8.047099189020587,
      "step": 25799
    },
    {
      "epoch": 8.047411104179663,
      "grad_norm": 0.12048511207103729,
      "learning_rate": 6.545347060068591e-05,
      "loss": 0.033,
      "step": 25800
    },
    {
      "epoch": 8.047411104179663,
      "flow_loss": 0.02662617526948452,
      "step": 25800
    },
    {
      "contrastive_loss": 0.004058497492223978,
      "epoch": 8.047411104179663,
      "step": 25800
    },
    {
      "contrastive_lambda": 0.6090971699898284,
      "epoch": 8.047411104179663,
      "step": 25800
    },
    {
      "contrastive_lambda": 0.6090716206982714,
      "epoch": 8.04772301933874,
      "step": 25801
    },
    {
      "contrastive_lambda": 0.6090460711076882,
      "epoch": 8.048034934497817,
      "step": 25802
    },
    {
      "contrastive_lambda": 0.6090205212181489,
      "epoch": 8.048346849656893,
      "step": 25803
    },
    {
      "contrastive_lambda": 0.6089949710297238,
      "epoch": 8.04865876481597,
      "step": 25804
    },
    {
      "contrastive_lambda": 0.6089694205424827,
      "epoch": 8.048970679975048,
      "step": 25805
    },
    {
      "contrastive_lambda": 0.6089438697564957,
      "epoch": 8.049282595134123,
      "step": 25806
    },
    {
      "contrastive_lambda": 0.6089183186718331,
      "epoch": 8.0495945102932,
      "step": 25807
    },
    {
      "contrastive_lambda": 0.6088927672885647,
      "epoch": 8.049906425452278,
      "step": 25808
    },
    {
      "contrastive_lambda": 0.6088672156067606,
      "epoch": 8.050218340611353,
      "step": 25809
    },
    {
      "epoch": 8.05053025577043,
      "grad_norm": 0.15521351993083954,
      "learning_rate": 6.542725967015382e-05,
      "loss": 0.0312,
      "step": 25810
    },
    {
      "epoch": 8.05053025577043,
      "flow_loss": 0.0290758665651083,
      "step": 25810
    },
    {
      "contrastive_loss": 0.005069809965789318,
      "epoch": 8.05053025577043,
      "step": 25810
    },
    {
      "contrastive_lambda": 0.6088416636264907,
      "epoch": 8.05053025577043,
      "step": 25810
    },
    {
      "contrastive_lambda": 0.6088161113478252,
      "epoch": 8.050842170929506,
      "step": 25811
    },
    {
      "contrastive_lambda": 0.6087905587708343,
      "epoch": 8.051154086088584,
      "step": 25812
    },
    {
      "contrastive_lambda": 0.608765005895588,
      "epoch": 8.051466001247661,
      "step": 25813
    },
    {
      "contrastive_lambda": 0.6087394527221559,
      "epoch": 8.051777916406737,
      "step": 25814
    },
    {
      "contrastive_lambda": 0.6087138992506087,
      "epoch": 8.052089831565814,
      "step": 25815
    },
    {
      "contrastive_lambda": 0.6086883454810161,
      "epoch": 8.052401746724891,
      "step": 25816
    },
    {
      "contrastive_lambda": 0.6086627914134483,
      "epoch": 8.052713661883967,
      "step": 25817
    },
    {
      "contrastive_lambda": 0.6086372370479751,
      "epoch": 8.053025577043044,
      "step": 25818
    },
    {
      "contrastive_lambda": 0.6086116823846669,
      "epoch": 8.053337492202122,
      "step": 25819
    },
    {
      "epoch": 8.053649407361197,
      "grad_norm": 0.09422292560338974,
      "learning_rate": 6.540104405322757e-05,
      "loss": 0.0293,
      "step": 25820
    },
    {
      "epoch": 8.053649407361197,
      "flow_loss": 0.02513458952307701,
      "step": 25820
    },
    {
      "contrastive_loss": 0.005547105800360441,
      "epoch": 8.053649407361197,
      "step": 25820
    },
    {
      "contrastive_lambda": 0.6085861274235936,
      "epoch": 8.053649407361197,
      "step": 25820
    },
    {
      "contrastive_lambda": 0.6085605721648253,
      "epoch": 8.053961322520275,
      "step": 25821
    },
    {
      "contrastive_lambda": 0.6085350166084318,
      "epoch": 8.054273237679352,
      "step": 25822
    },
    {
      "contrastive_lambda": 0.6085094607544836,
      "epoch": 8.054585152838428,
      "step": 25823
    },
    {
      "contrastive_lambda": 0.6084839046030506,
      "epoch": 8.054897067997505,
      "step": 25824
    },
    {
      "contrastive_lambda": 0.6084583481542025,
      "epoch": 8.055208983156582,
      "step": 25825
    },
    {
      "contrastive_lambda": 0.6084327914080101,
      "epoch": 8.055520898315658,
      "step": 25826
    },
    {
      "contrastive_lambda": 0.6084072343645428,
      "epoch": 8.055832813474735,
      "step": 25827
    },
    {
      "contrastive_lambda": 0.608381677023871,
      "epoch": 8.05614472863381,
      "step": 25828
    },
    {
      "contrastive_lambda": 0.6083561193860646,
      "epoch": 8.056456643792888,
      "step": 25829
    },
    {
      "epoch": 8.056768558951966,
      "grad_norm": 0.14203296601772308,
      "learning_rate": 6.537482375787077e-05,
      "loss": 0.0335,
      "step": 25830
    },
    {
      "epoch": 8.056768558951966,
      "flow_loss": 0.04734449088573456,
      "step": 25830
    },
    {
      "contrastive_loss": 0.005865912418812513,
      "epoch": 8.056768558951966,
      "step": 25830
    },
    {
      "contrastive_lambda": 0.6083305614511938,
      "epoch": 8.056768558951966,
      "step": 25830
    },
    {
      "contrastive_lambda": 0.6083050032193286,
      "epoch": 8.057080474111041,
      "step": 25831
    },
    {
      "contrastive_lambda": 0.6082794446905391,
      "epoch": 8.057392389270118,
      "step": 25832
    },
    {
      "contrastive_lambda": 0.6082538858648954,
      "epoch": 8.057704304429196,
      "step": 25833
    },
    {
      "contrastive_lambda": 0.6082283267424673,
      "epoch": 8.058016219588271,
      "step": 25834
    },
    {
      "contrastive_lambda": 0.6082027673233253,
      "epoch": 8.058328134747349,
      "step": 25835
    },
    {
      "contrastive_lambda": 0.6081772076075392,
      "epoch": 8.058640049906426,
      "step": 25836
    },
    {
      "contrastive_lambda": 0.6081516475951791,
      "epoch": 8.058951965065502,
      "step": 25837
    },
    {
      "contrastive_lambda": 0.6081260872863153,
      "epoch": 8.059263880224579,
      "step": 25838
    },
    {
      "contrastive_lambda": 0.6081005266810176,
      "epoch": 8.059575795383656,
      "step": 25839
    },
    {
      "epoch": 8.059887710542732,
      "grad_norm": 0.09045707434415817,
      "learning_rate": 6.534859879204845e-05,
      "loss": 0.0362,
      "step": 25840
    },
    {
      "epoch": 8.059887710542732,
      "flow_loss": 0.055475153028964996,
      "step": 25840
    },
    {
      "contrastive_loss": 0.005478506907820702,
      "epoch": 8.059887710542732,
      "step": 25840
    },
    {
      "contrastive_lambda": 0.6080749657793562,
      "epoch": 8.059887710542732,
      "step": 25840
    },
    {
      "contrastive_lambda": 0.6080494045814011,
      "epoch": 8.06019962570181,
      "step": 25841
    },
    {
      "contrastive_lambda": 0.6080238430872223,
      "epoch": 8.060511540860887,
      "step": 25842
    },
    {
      "contrastive_lambda": 0.6079982812968903,
      "epoch": 8.060823456019962,
      "step": 25843
    },
    {
      "contrastive_lambda": 0.6079727192104747,
      "epoch": 8.06113537117904,
      "step": 25844
    },
    {
      "contrastive_lambda": 0.6079471568280456,
      "epoch": 8.061447286338115,
      "step": 25845
    },
    {
      "contrastive_lambda": 0.6079215941496735,
      "epoch": 8.061759201497193,
      "step": 25846
    },
    {
      "contrastive_lambda": 0.6078960311754281,
      "epoch": 8.06207111665627,
      "step": 25847
    },
    {
      "contrastive_lambda": 0.6078704679053796,
      "epoch": 8.062383031815346,
      "step": 25848
    },
    {
      "contrastive_lambda": 0.6078449043395981,
      "epoch": 8.062694946974423,
      "step": 25849
    },
    {
      "epoch": 8.0630068621335,
      "grad_norm": 0.10245174914598465,
      "learning_rate": 6.532236916372709e-05,
      "loss": 0.0403,
      "step": 25850
    },
    {
      "epoch": 8.0630068621335,
      "flow_loss": 0.03860536962747574,
      "step": 25850
    },
    {
      "contrastive_loss": 0.005293014459311962,
      "epoch": 8.0630068621335,
      "step": 25850
    },
    {
      "contrastive_lambda": 0.6078193404781538,
      "epoch": 8.0630068621335,
      "step": 25850
    },
    {
      "contrastive_lambda": 0.6077937763211165,
      "epoch": 8.063318777292576,
      "step": 25851
    },
    {
      "contrastive_lambda": 0.6077682118685565,
      "epoch": 8.063630692451653,
      "step": 25852
    },
    {
      "contrastive_lambda": 0.6077426471205437,
      "epoch": 8.06394260761073,
      "step": 25853
    },
    {
      "contrastive_lambda": 0.6077170820771485,
      "epoch": 8.064254522769806,
      "step": 25854
    },
    {
      "contrastive_lambda": 0.6076915167384408,
      "epoch": 8.064566437928884,
      "step": 25855
    },
    {
      "contrastive_lambda": 0.6076659511044904,
      "epoch": 8.06487835308796,
      "step": 25856
    },
    {
      "contrastive_lambda": 0.607640385175368,
      "epoch": 8.065190268247036,
      "step": 25857
    },
    {
      "contrastive_lambda": 0.6076148189511433,
      "epoch": 8.065502183406114,
      "step": 25858
    },
    {
      "contrastive_lambda": 0.6075892524318864,
      "epoch": 8.065814098565191,
      "step": 25859
    },
    {
      "epoch": 8.066126013724267,
      "grad_norm": 0.09324563294649124,
      "learning_rate": 6.529613488087454e-05,
      "loss": 0.0373,
      "step": 25860
    },
    {
      "epoch": 8.066126013724267,
      "flow_loss": 0.024046244099736214,
      "step": 25860
    },
    {
      "contrastive_loss": 0.008657408878207207,
      "epoch": 8.066126013724267,
      "step": 25860
    },
    {
      "contrastive_lambda": 0.6075636856176675,
      "epoch": 8.066126013724267,
      "step": 25860
    },
    {
      "contrastive_lambda": 0.6075381185085568,
      "epoch": 8.066437928883344,
      "step": 25861
    },
    {
      "contrastive_lambda": 0.607512551104624,
      "epoch": 8.06674984404242,
      "step": 25862
    },
    {
      "contrastive_lambda": 0.6074869834059395,
      "epoch": 8.067061759201497,
      "step": 25863
    },
    {
      "contrastive_lambda": 0.6074614154125734,
      "epoch": 8.067373674360574,
      "step": 25864
    },
    {
      "contrastive_lambda": 0.6074358471245956,
      "epoch": 8.06768558951965,
      "step": 25865
    },
    {
      "contrastive_lambda": 0.6074102785420765,
      "epoch": 8.067997504678727,
      "step": 25866
    },
    {
      "contrastive_lambda": 0.6073847096650861,
      "epoch": 8.068309419837805,
      "step": 25867
    },
    {
      "contrastive_lambda": 0.607359140493694,
      "epoch": 8.06862133499688,
      "step": 25868
    },
    {
      "contrastive_lambda": 0.607333571027971,
      "epoch": 8.068933250155958,
      "step": 25869
    },
    {
      "epoch": 8.069245165315035,
      "grad_norm": 0.08681709319353104,
      "learning_rate": 6.526989595146009e-05,
      "loss": 0.0328,
      "step": 25870
    },
    {
      "epoch": 8.069245165315035,
      "flow_loss": 0.024762243032455444,
      "step": 25870
    },
    {
      "contrastive_loss": 0.00707616563886404,
      "epoch": 8.069245165315035,
      "step": 25870
    },
    {
      "contrastive_lambda": 0.6073080012679869,
      "epoch": 8.069245165315035,
      "step": 25870
    },
    {
      "contrastive_lambda": 0.6072824312138119,
      "epoch": 8.06955708047411,
      "step": 25871
    },
    {
      "contrastive_lambda": 0.6072568608655159,
      "epoch": 8.069868995633188,
      "step": 25872
    },
    {
      "contrastive_lambda": 0.6072312902231691,
      "epoch": 8.070180910792265,
      "step": 25873
    },
    {
      "contrastive_lambda": 0.6072057192868419,
      "epoch": 8.07049282595134,
      "step": 25874
    },
    {
      "contrastive_lambda": 0.6071801480566038,
      "epoch": 8.070804741110418,
      "step": 25875
    },
    {
      "contrastive_lambda": 0.6071545765325254,
      "epoch": 8.071116656269494,
      "step": 25876
    },
    {
      "contrastive_lambda": 0.6071290047146767,
      "epoch": 8.071428571428571,
      "step": 25877
    },
    {
      "contrastive_lambda": 0.6071034326031277,
      "epoch": 8.071740486587649,
      "step": 25878
    },
    {
      "contrastive_lambda": 0.6070778601979483,
      "epoch": 8.072052401746724,
      "step": 25879
    },
    {
      "epoch": 8.072364316905801,
      "grad_norm": 0.11326994746923447,
      "learning_rate": 6.524365238345441e-05,
      "loss": 0.0348,
      "step": 25880
    },
    {
      "epoch": 8.072364316905801,
      "flow_loss": 0.02838778868317604,
      "step": 25880
    },
    {
      "contrastive_loss": 0.005080633796751499,
      "epoch": 8.072364316905801,
      "step": 25880
    },
    {
      "contrastive_lambda": 0.6070522874992093,
      "epoch": 8.072364316905801,
      "step": 25880
    },
    {
      "contrastive_lambda": 0.6070267145069801,
      "epoch": 8.072676232064879,
      "step": 25881
    },
    {
      "contrastive_lambda": 0.6070011412213312,
      "epoch": 8.072988147223954,
      "step": 25882
    },
    {
      "contrastive_lambda": 0.6069755676423325,
      "epoch": 8.073300062383032,
      "step": 25883
    },
    {
      "contrastive_lambda": 0.6069499937700543,
      "epoch": 8.07361197754211,
      "step": 25884
    },
    {
      "contrastive_lambda": 0.6069244196045666,
      "epoch": 8.073923892701185,
      "step": 25885
    },
    {
      "contrastive_lambda": 0.6068988451459395,
      "epoch": 8.074235807860262,
      "step": 25886
    },
    {
      "contrastive_lambda": 0.606873270394243,
      "epoch": 8.07454772301934,
      "step": 25887
    },
    {
      "contrastive_lambda": 0.6068476953495476,
      "epoch": 8.074859638178415,
      "step": 25888
    },
    {
      "contrastive_lambda": 0.6068221200119231,
      "epoch": 8.075171553337492,
      "step": 25889
    },
    {
      "epoch": 8.07548346849657,
      "grad_norm": 0.08656901121139526,
      "learning_rate": 6.521740418482964e-05,
      "loss": 0.0354,
      "step": 25890
    },
    {
      "epoch": 8.07548346849657,
      "flow_loss": 0.048194266855716705,
      "step": 25890
    },
    {
      "contrastive_loss": 0.006171827670186758,
      "epoch": 8.07548346849657,
      "step": 25890
    },
    {
      "contrastive_lambda": 0.6067965443814396,
      "epoch": 8.07548346849657,
      "step": 25890
    },
    {
      "contrastive_lambda": 0.6067709684581675,
      "epoch": 8.075795383655645,
      "step": 25891
    },
    {
      "contrastive_lambda": 0.6067453922421766,
      "epoch": 8.076107298814723,
      "step": 25892
    },
    {
      "contrastive_lambda": 0.6067198157335372,
      "epoch": 8.076419213973798,
      "step": 25893
    },
    {
      "contrastive_lambda": 0.6066942389323192,
      "epoch": 8.076731129132876,
      "step": 25894
    },
    {
      "contrastive_lambda": 0.6066686618385931,
      "epoch": 8.077043044291953,
      "step": 25895
    },
    {
      "contrastive_lambda": 0.6066430844524288,
      "epoch": 8.077354959451029,
      "step": 25896
    },
    {
      "contrastive_lambda": 0.6066175067738964,
      "epoch": 8.077666874610106,
      "step": 25897
    },
    {
      "contrastive_lambda": 0.6065919288030659,
      "epoch": 8.077978789769183,
      "step": 25898
    },
    {
      "contrastive_lambda": 0.6065663505400076,
      "epoch": 8.078290704928259,
      "step": 25899
    },
    {
      "epoch": 8.078602620087336,
      "grad_norm": 0.12549936771392822,
      "learning_rate": 6.519115136355925e-05,
      "loss": 0.036,
      "step": 25900
    },
    {
      "epoch": 8.078602620087336,
      "flow_loss": 0.018811650574207306,
      "step": 25900
    },
    {
      "contrastive_loss": 0.005297914147377014,
      "epoch": 8.078602620087336,
      "step": 25900
    },
    {
      "contrastive_lambda": 0.6065407719847918,
      "epoch": 8.078602620087336,
      "step": 25900
    },
    {
      "contrastive_lambda": 0.6065151931374884,
      "epoch": 8.078914535246414,
      "step": 25901
    },
    {
      "contrastive_lambda": 0.6064896139981674,
      "epoch": 8.07922645040549,
      "step": 25902
    },
    {
      "contrastive_lambda": 0.6064640345668991,
      "epoch": 8.079538365564567,
      "step": 25903
    },
    {
      "contrastive_lambda": 0.6064384548437537,
      "epoch": 8.079850280723644,
      "step": 25904
    },
    {
      "contrastive_lambda": 0.6064128748288011,
      "epoch": 8.08016219588272,
      "step": 25905
    },
    {
      "contrastive_lambda": 0.6063872945221117,
      "epoch": 8.080474111041797,
      "step": 25906
    },
    {
      "contrastive_lambda": 0.6063617139237554,
      "epoch": 8.080786026200874,
      "step": 25907
    },
    {
      "contrastive_lambda": 0.6063361330338024,
      "epoch": 8.08109794135995,
      "step": 25908
    },
    {
      "contrastive_lambda": 0.606310551852323,
      "epoch": 8.081409856519027,
      "step": 25909
    },
    {
      "epoch": 8.081721771678103,
      "grad_norm": 0.11022467911243439,
      "learning_rate": 6.51648939276182e-05,
      "loss": 0.0377,
      "step": 25910
    },
    {
      "epoch": 8.081721771678103,
      "flow_loss": 0.044668059796094894,
      "step": 25910
    },
    {
      "contrastive_loss": 0.004229073412716389,
      "epoch": 8.081721771678103,
      "step": 25910
    },
    {
      "contrastive_lambda": 0.606284970379387,
      "epoch": 8.081721771678103,
      "step": 25910
    },
    {
      "contrastive_lambda": 0.6062593886150649,
      "epoch": 8.08203368683718,
      "step": 25911
    },
    {
      "contrastive_lambda": 0.6062338065594266,
      "epoch": 8.082345601996257,
      "step": 25912
    },
    {
      "contrastive_lambda": 0.6062082242125421,
      "epoch": 8.082657517155333,
      "step": 25913
    },
    {
      "contrastive_lambda": 0.606182641574482,
      "epoch": 8.08296943231441,
      "step": 25914
    },
    {
      "contrastive_lambda": 0.606157058645316,
      "epoch": 8.083281347473488,
      "step": 25915
    },
    {
      "contrastive_lambda": 0.6061314754251144,
      "epoch": 8.083593262632563,
      "step": 25916
    },
    {
      "contrastive_lambda": 0.6061058919139474,
      "epoch": 8.08390517779164,
      "step": 25917
    },
    {
      "contrastive_lambda": 0.6060803081118851,
      "epoch": 8.084217092950718,
      "step": 25918
    },
    {
      "contrastive_lambda": 0.6060547240189974,
      "epoch": 8.084529008109794,
      "step": 25919
    },
    {
      "epoch": 8.084840923268871,
      "grad_norm": 0.11937393248081207,
      "learning_rate": 6.513863188498277e-05,
      "loss": 0.0292,
      "step": 25920
    },
    {
      "epoch": 8.084840923268871,
      "flow_loss": 0.04141461104154587,
      "step": 25920
    },
    {
      "contrastive_loss": 0.006563436705619097,
      "epoch": 8.084840923268871,
      "step": 25920
    },
    {
      "contrastive_lambda": 0.6060291396353549,
      "epoch": 8.084840923268871,
      "step": 25920
    },
    {
      "contrastive_lambda": 0.6060035549610274,
      "epoch": 8.085152838427948,
      "step": 25921
    },
    {
      "contrastive_lambda": 0.605977969996085,
      "epoch": 8.085464753587024,
      "step": 25922
    },
    {
      "contrastive_lambda": 0.6059523847405982,
      "epoch": 8.085776668746101,
      "step": 25923
    },
    {
      "contrastive_lambda": 0.6059267991946367,
      "epoch": 8.086088583905179,
      "step": 25924
    },
    {
      "contrastive_lambda": 0.6059012133582711,
      "epoch": 8.086400499064254,
      "step": 25925
    },
    {
      "contrastive_lambda": 0.6058756272315713,
      "epoch": 8.086712414223332,
      "step": 25926
    },
    {
      "contrastive_lambda": 0.6058500408146072,
      "epoch": 8.087024329382407,
      "step": 25927
    },
    {
      "contrastive_lambda": 0.6058244541074493,
      "epoch": 8.087336244541484,
      "step": 25928
    },
    {
      "contrastive_lambda": 0.6057988671101678,
      "epoch": 8.087648159700562,
      "step": 25929
    },
    {
      "epoch": 8.087960074859637,
      "grad_norm": 0.09614968299865723,
      "learning_rate": 6.511236524363068e-05,
      "loss": 0.0304,
      "step": 25930
    },
    {
      "epoch": 8.087960074859637,
      "flow_loss": 0.02409959025681019,
      "step": 25930
    },
    {
      "contrastive_loss": 0.004721316508948803,
      "epoch": 8.087960074859637,
      "step": 25930
    },
    {
      "contrastive_lambda": 0.6057732798228327,
      "epoch": 8.087960074859637,
      "step": 25930
    },
    {
      "contrastive_lambda": 0.6057476922455141,
      "epoch": 8.088271990018715,
      "step": 25931
    },
    {
      "contrastive_lambda": 0.6057221043782821,
      "epoch": 8.088583905177792,
      "step": 25932
    },
    {
      "contrastive_lambda": 0.6056965162212069,
      "epoch": 8.088895820336868,
      "step": 25933
    },
    {
      "contrastive_lambda": 0.6056709277743589,
      "epoch": 8.089207735495945,
      "step": 25934
    },
    {
      "contrastive_lambda": 0.605645339037808,
      "epoch": 8.089519650655022,
      "step": 25935
    },
    {
      "contrastive_lambda": 0.6056197500116243,
      "epoch": 8.089831565814098,
      "step": 25936
    },
    {
      "contrastive_lambda": 0.6055941606958781,
      "epoch": 8.090143480973175,
      "step": 25937
    },
    {
      "contrastive_lambda": 0.6055685710906397,
      "epoch": 8.090455396132253,
      "step": 25938
    },
    {
      "contrastive_lambda": 0.6055429811959788,
      "epoch": 8.090767311291328,
      "step": 25939
    },
    {
      "epoch": 8.091079226450406,
      "grad_norm": 0.08104339241981506,
      "learning_rate": 6.508609401154104e-05,
      "loss": 0.0323,
      "step": 25940
    },
    {
      "epoch": 8.091079226450406,
      "flow_loss": 0.027845608070492744,
      "step": 25940
    },
    {
      "contrastive_loss": 0.004125956911593676,
      "epoch": 8.091079226450406,
      "step": 25940
    },
    {
      "contrastive_lambda": 0.6055173910119659,
      "epoch": 8.091079226450406,
      "step": 25940
    },
    {
      "contrastive_lambda": 0.6054918005386711,
      "epoch": 8.091391141609483,
      "step": 25941
    },
    {
      "contrastive_lambda": 0.6054662097761646,
      "epoch": 8.091703056768559,
      "step": 25942
    },
    {
      "contrastive_lambda": 0.6054406187245165,
      "epoch": 8.092014971927636,
      "step": 25943
    },
    {
      "contrastive_lambda": 0.6054150273837968,
      "epoch": 8.092326887086712,
      "step": 25944
    },
    {
      "contrastive_lambda": 0.605389435754076,
      "epoch": 8.092638802245789,
      "step": 25945
    },
    {
      "contrastive_lambda": 0.6053638438354241,
      "epoch": 8.092950717404866,
      "step": 25946
    },
    {
      "contrastive_lambda": 0.6053382516279109,
      "epoch": 8.093262632563942,
      "step": 25947
    },
    {
      "contrastive_lambda": 0.6053126591316073,
      "epoch": 8.09357454772302,
      "step": 25948
    },
    {
      "contrastive_lambda": 0.6052870663465829,
      "epoch": 8.093886462882097,
      "step": 25949
    },
    {
      "epoch": 8.094198378041172,
      "grad_norm": 0.1121734231710434,
      "learning_rate": 6.505981819669439e-05,
      "loss": 0.0353,
      "step": 25950
    },
    {
      "epoch": 8.094198378041172,
      "flow_loss": 0.031166009604930878,
      "step": 25950
    },
    {
      "contrastive_loss": 0.004305274225771427,
      "epoch": 8.094198378041172,
      "step": 25950
    },
    {
      "contrastive_lambda": 0.605261473272908,
      "epoch": 8.094198378041172,
      "step": 25950
    },
    {
      "contrastive_lambda": 0.6052358799106528,
      "epoch": 8.09451029320025,
      "step": 25951
    },
    {
      "contrastive_lambda": 0.6052102862598876,
      "epoch": 8.094822208359327,
      "step": 25952
    },
    {
      "contrastive_lambda": 0.6051846923206823,
      "epoch": 8.095134123518402,
      "step": 25953
    },
    {
      "contrastive_lambda": 0.6051590980931072,
      "epoch": 8.09544603867748,
      "step": 25954
    },
    {
      "contrastive_lambda": 0.6051335035772325,
      "epoch": 8.095757953836557,
      "step": 25955
    },
    {
      "contrastive_lambda": 0.6051079087731283,
      "epoch": 8.096069868995633,
      "step": 25956
    },
    {
      "contrastive_lambda": 0.6050823136808648,
      "epoch": 8.09638178415471,
      "step": 25957
    },
    {
      "contrastive_lambda": 0.6050567183005121,
      "epoch": 8.096693699313787,
      "step": 25958
    },
    {
      "contrastive_lambda": 0.6050311226321405,
      "epoch": 8.097005614472863,
      "step": 25959
    },
    {
      "epoch": 8.09731752963194,
      "grad_norm": 0.11748582124710083,
      "learning_rate": 6.503353780707258e-05,
      "loss": 0.0305,
      "step": 25960
    },
    {
      "epoch": 8.09731752963194,
      "flow_loss": 0.030005518347024918,
      "step": 25960
    },
    {
      "contrastive_loss": 0.005112807732075453,
      "epoch": 8.09731752963194,
      "step": 25960
    },
    {
      "contrastive_lambda": 0.6050055266758202,
      "epoch": 8.09731752963194,
      "step": 25960
    },
    {
      "contrastive_lambda": 0.6049799304316212,
      "epoch": 8.097629444791016,
      "step": 25961
    },
    {
      "contrastive_lambda": 0.6049543338996138,
      "epoch": 8.097941359950093,
      "step": 25962
    },
    {
      "contrastive_lambda": 0.6049287370798682,
      "epoch": 8.09825327510917,
      "step": 25963
    },
    {
      "contrastive_lambda": 0.6049031399724543,
      "epoch": 8.098565190268246,
      "step": 25964
    },
    {
      "contrastive_lambda": 0.6048775425774426,
      "epoch": 8.098877105427324,
      "step": 25965
    },
    {
      "contrastive_lambda": 0.6048519448949033,
      "epoch": 8.099189020586401,
      "step": 25966
    },
    {
      "contrastive_lambda": 0.6048263469249062,
      "epoch": 8.099500935745477,
      "step": 25967
    },
    {
      "contrastive_lambda": 0.6048007486675219,
      "epoch": 8.099812850904554,
      "step": 25968
    },
    {
      "contrastive_lambda": 0.6047751501228203,
      "epoch": 8.100124766063631,
      "step": 25969
    },
    {
      "epoch": 8.100436681222707,
      "grad_norm": 0.1333470195531845,
      "learning_rate": 6.500725285065895e-05,
      "loss": 0.0386,
      "step": 25970
    },
    {
      "epoch": 8.100436681222707,
      "flow_loss": 0.03445778787136078,
      "step": 25970
    },
    {
      "contrastive_loss": 0.005103823728859425,
      "epoch": 8.100436681222707,
      "step": 25970
    },
    {
      "contrastive_lambda": 0.6047495512908716,
      "epoch": 8.100436681222707,
      "step": 25970
    },
    {
      "contrastive_lambda": 0.6047239521717462,
      "epoch": 8.100748596381784,
      "step": 25971
    },
    {
      "contrastive_lambda": 0.6046983527655142,
      "epoch": 8.101060511540862,
      "step": 25972
    },
    {
      "contrastive_lambda": 0.6046727530722456,
      "epoch": 8.101372426699937,
      "step": 25973
    },
    {
      "contrastive_lambda": 0.6046471530920107,
      "epoch": 8.101684341859015,
      "step": 25974
    },
    {
      "contrastive_lambda": 0.6046215528248797,
      "epoch": 8.101996257018092,
      "step": 25975
    },
    {
      "contrastive_lambda": 0.6045959522709228,
      "epoch": 8.102308172177167,
      "step": 25976
    },
    {
      "contrastive_lambda": 0.6045703514302102,
      "epoch": 8.102620087336245,
      "step": 25977
    },
    {
      "contrastive_lambda": 0.6045447503028119,
      "epoch": 8.10293200249532,
      "step": 25978
    },
    {
      "contrastive_lambda": 0.6045191488887983,
      "epoch": 8.103243917654398,
      "step": 25979
    },
    {
      "epoch": 8.103555832813475,
      "grad_norm": 0.09346000105142593,
      "learning_rate": 6.498096333543813e-05,
      "loss": 0.0291,
      "step": 25980
    },
    {
      "epoch": 8.103555832813475,
      "flow_loss": 0.023987451568245888,
      "step": 25980
    },
    {
      "contrastive_loss": 0.004738225601613522,
      "epoch": 8.103555832813475,
      "step": 25980
    },
    {
      "contrastive_lambda": 0.6044935471882397,
      "epoch": 8.103555832813475,
      "step": 25980
    },
    {
      "contrastive_lambda": 0.6044679452012058,
      "epoch": 8.10386774797255,
      "step": 25981
    },
    {
      "contrastive_lambda": 0.6044423429277673,
      "epoch": 8.104179663131628,
      "step": 25982
    },
    {
      "contrastive_lambda": 0.6044167403679942,
      "epoch": 8.104491578290705,
      "step": 25983
    },
    {
      "contrastive_lambda": 0.6043911375219566,
      "epoch": 8.104803493449781,
      "step": 25984
    },
    {
      "contrastive_lambda": 0.6043655343897248,
      "epoch": 8.105115408608858,
      "step": 25985
    },
    {
      "contrastive_lambda": 0.6043399309713688,
      "epoch": 8.105427323767936,
      "step": 25986
    },
    {
      "contrastive_lambda": 0.6043143272669591,
      "epoch": 8.105739238927011,
      "step": 25987
    },
    {
      "contrastive_lambda": 0.6042887232765659,
      "epoch": 8.106051154086089,
      "step": 25988
    },
    {
      "contrastive_lambda": 0.6042631190002591,
      "epoch": 8.106363069245166,
      "step": 25989
    },
    {
      "epoch": 8.106674984404242,
      "grad_norm": 0.0923839807510376,
      "learning_rate": 6.49546692693962e-05,
      "loss": 0.0377,
      "step": 25990
    },
    {
      "epoch": 8.106674984404242,
      "flow_loss": 0.04173508659005165,
      "step": 25990
    },
    {
      "contrastive_loss": 0.006933010648936033,
      "epoch": 8.106674984404242,
      "step": 25990
    },
    {
      "contrastive_lambda": 0.6042375144381089,
      "epoch": 8.106674984404242,
      "step": 25990
    },
    {
      "contrastive_lambda": 0.6042119095901859,
      "epoch": 8.106986899563319,
      "step": 25991
    },
    {
      "contrastive_lambda": 0.6041863044565599,
      "epoch": 8.107298814722396,
      "step": 25992
    },
    {
      "contrastive_lambda": 0.6041606990373011,
      "epoch": 8.107610729881472,
      "step": 25993
    },
    {
      "contrastive_lambda": 0.60413509333248,
      "epoch": 8.10792264504055,
      "step": 25994
    },
    {
      "contrastive_lambda": 0.6041094873421665,
      "epoch": 8.108234560199625,
      "step": 25995
    },
    {
      "contrastive_lambda": 0.6040838810664311,
      "epoch": 8.108546475358702,
      "step": 25996
    },
    {
      "contrastive_lambda": 0.6040582745053438,
      "epoch": 8.10885839051778,
      "step": 25997
    },
    {
      "contrastive_lambda": 0.6040326676589747,
      "epoch": 8.109170305676855,
      "step": 25998
    },
    {
      "contrastive_lambda": 0.6040070605273943,
      "epoch": 8.109482220835933,
      "step": 25999
    },
    {
      "epoch": 8.10979413599501,
      "grad_norm": 0.09630303084850311,
      "learning_rate": 6.492837066052059e-05,
      "loss": 0.0354,
      "step": 26000
    },
    {
      "epoch": 8.10979413599501,
      "flow_loss": 0.032090574502944946,
      "step": 26000
    },
    {
      "contrastive_loss": 0.004589106421917677,
      "epoch": 8.10979413599501,
      "step": 26000
    },
    {
      "contrastive_lambda": 0.6039814531106726,
      "epoch": 8.10979413599501,
      "step": 26000
    },
    {
      "contrastive_lambda": 0.6039558454088796,
      "epoch": 8.110106051154085,
      "step": 26001
    },
    {
      "contrastive_lambda": 0.6039302374220861,
      "epoch": 8.110417966313163,
      "step": 26002
    },
    {
      "contrastive_lambda": 0.6039046291503618,
      "epoch": 8.11072988147224,
      "step": 26003
    },
    {
      "contrastive_lambda": 0.603879020593777,
      "epoch": 8.111041796631316,
      "step": 26004
    },
    {
      "contrastive_lambda": 0.603853411752402,
      "epoch": 8.111353711790393,
      "step": 26005
    },
    {
      "contrastive_lambda": 0.6038278026263071,
      "epoch": 8.11166562694947,
      "step": 26006
    },
    {
      "contrastive_lambda": 0.6038021932155622,
      "epoch": 8.111977542108546,
      "step": 26007
    },
    {
      "contrastive_lambda": 0.6037765835202378,
      "epoch": 8.112289457267623,
      "step": 26008
    },
    {
      "contrastive_lambda": 0.603750973540404,
      "epoch": 8.1126013724267,
      "step": 26009
    },
    {
      "epoch": 8.112913287585776,
      "grad_norm": 0.09744466841220856,
      "learning_rate": 6.490206751680014e-05,
      "loss": 0.0332,
      "step": 26010
    },
    {
      "epoch": 8.112913287585776,
      "flow_loss": 0.036449678242206573,
      "step": 26010
    },
    {
      "contrastive_loss": 0.004654316231608391,
      "epoch": 8.112913287585776,
      "step": 26010
    },
    {
      "contrastive_lambda": 0.6037253632761309,
      "epoch": 8.112913287585776,
      "step": 26010
    },
    {
      "contrastive_lambda": 0.603699752727489,
      "epoch": 8.113225202744854,
      "step": 26011
    },
    {
      "contrastive_lambda": 0.6036741418945482,
      "epoch": 8.11353711790393,
      "step": 26012
    },
    {
      "contrastive_lambda": 0.6036485307773789,
      "epoch": 8.113849033063007,
      "step": 26013
    },
    {
      "contrastive_lambda": 0.6036229193760514,
      "epoch": 8.114160948222084,
      "step": 26014
    },
    {
      "contrastive_lambda": 0.6035973076906356,
      "epoch": 8.11447286338116,
      "step": 26015
    },
    {
      "contrastive_lambda": 0.603571695721202,
      "epoch": 8.114784778540237,
      "step": 26016
    },
    {
      "contrastive_lambda": 0.6035460834678207,
      "epoch": 8.115096693699314,
      "step": 26017
    },
    {
      "contrastive_lambda": 0.6035204709305618,
      "epoch": 8.11540860885839,
      "step": 26018
    },
    {
      "contrastive_lambda": 0.6034948581094959,
      "epoch": 8.115720524017467,
      "step": 26019
    },
    {
      "epoch": 8.116032439176545,
      "grad_norm": 0.12789306044578552,
      "learning_rate": 6.487575984622505e-05,
      "loss": 0.0356,
      "step": 26020
    },
    {
      "epoch": 8.116032439176545,
      "flow_loss": 0.043434370309114456,
      "step": 26020
    },
    {
      "contrastive_loss": 0.0057405829429626465,
      "epoch": 8.116032439176545,
      "step": 26020
    },
    {
      "contrastive_lambda": 0.6034692450046928,
      "epoch": 8.116032439176545,
      "step": 26020
    },
    {
      "contrastive_lambda": 0.6034436316162228,
      "epoch": 8.11634435433562,
      "step": 26021
    },
    {
      "contrastive_lambda": 0.6034180179441564,
      "epoch": 8.116656269494698,
      "step": 26022
    },
    {
      "contrastive_lambda": 0.6033924039885636,
      "epoch": 8.116968184653775,
      "step": 26023
    },
    {
      "contrastive_lambda": 0.6033667897495145,
      "epoch": 8.11728009981285,
      "step": 26024
    },
    {
      "contrastive_lambda": 0.6033411752270798,
      "epoch": 8.117592014971928,
      "step": 26025
    },
    {
      "contrastive_lambda": 0.6033155604213292,
      "epoch": 8.117903930131005,
      "step": 26026
    },
    {
      "contrastive_lambda": 0.6032899453323329,
      "epoch": 8.11821584529008,
      "step": 26027
    },
    {
      "contrastive_lambda": 0.6032643299601617,
      "epoch": 8.118527760449158,
      "step": 26028
    },
    {
      "contrastive_lambda": 0.6032387143048853,
      "epoch": 8.118839675608234,
      "step": 26029
    },
    {
      "epoch": 8.119151590767311,
      "grad_norm": 0.08736936748027802,
      "learning_rate": 6.484944765678689e-05,
      "loss": 0.0388,
      "step": 26030
    },
    {
      "epoch": 8.119151590767311,
      "flow_loss": 0.032723039388656616,
      "step": 26030
    },
    {
      "contrastive_loss": 0.006066364236176014,
      "epoch": 8.119151590767311,
      "step": 26030
    },
    {
      "contrastive_lambda": 0.6032130983665742,
      "epoch": 8.119151590767311,
      "step": 26030
    },
    {
      "contrastive_lambda": 0.6031874821452985,
      "epoch": 8.119463505926388,
      "step": 26031
    },
    {
      "contrastive_lambda": 0.6031618656411284,
      "epoch": 8.119775421085464,
      "step": 26032
    },
    {
      "contrastive_lambda": 0.6031362488541343,
      "epoch": 8.120087336244541,
      "step": 26033
    },
    {
      "contrastive_lambda": 0.6031106317843863,
      "epoch": 8.120399251403619,
      "step": 26034
    },
    {
      "contrastive_lambda": 0.6030850144319545,
      "epoch": 8.120711166562694,
      "step": 26035
    },
    {
      "contrastive_lambda": 0.6030593967969095,
      "epoch": 8.121023081721772,
      "step": 26036
    },
    {
      "contrastive_lambda": 0.6030337788793212,
      "epoch": 8.121334996880849,
      "step": 26037
    },
    {
      "contrastive_lambda": 0.6030081606792599,
      "epoch": 8.121646912039925,
      "step": 26038
    },
    {
      "contrastive_lambda": 0.6029825421967958,
      "epoch": 8.121958827199002,
      "step": 26039
    },
    {
      "epoch": 8.12227074235808,
      "grad_norm": 0.09921611845493317,
      "learning_rate": 6.482313095647861e-05,
      "loss": 0.0307,
      "step": 26040
    },
    {
      "epoch": 8.12227074235808,
      "flow_loss": 0.020464275032281876,
      "step": 26040
    },
    {
      "contrastive_loss": 0.005986724980175495,
      "epoch": 8.12227074235808,
      "step": 26040
    },
    {
      "contrastive_lambda": 0.6029569234319995,
      "epoch": 8.12227074235808,
      "step": 26040
    },
    {
      "contrastive_lambda": 0.6029313043849407,
      "epoch": 8.122582657517155,
      "step": 26041
    },
    {
      "contrastive_lambda": 0.60290568505569,
      "epoch": 8.122894572676232,
      "step": 26042
    },
    {
      "contrastive_lambda": 0.6028800654443175,
      "epoch": 8.12320648783531,
      "step": 26043
    },
    {
      "contrastive_lambda": 0.6028544455508934,
      "epoch": 8.123518402994385,
      "step": 26044
    },
    {
      "contrastive_lambda": 0.6028288253754881,
      "epoch": 8.123830318153463,
      "step": 26045
    },
    {
      "contrastive_lambda": 0.6028032049181715,
      "epoch": 8.124142233312538,
      "step": 26046
    },
    {
      "contrastive_lambda": 0.6027775841790143,
      "epoch": 8.124454148471616,
      "step": 26047
    },
    {
      "contrastive_lambda": 0.6027519631580865,
      "epoch": 8.124766063630693,
      "step": 26048
    },
    {
      "contrastive_lambda": 0.6027263418554584,
      "epoch": 8.125077978789768,
      "step": 26049
    },
    {
      "epoch": 8.125389893948846,
      "grad_norm": 0.08593287318944931,
      "learning_rate": 6.479680975329451e-05,
      "loss": 0.0298,
      "step": 26050
    },
    {
      "epoch": 8.125389893948846,
      "flow_loss": 0.03715961426496506,
      "step": 26050
    },
    {
      "contrastive_loss": 0.0055931005626916885,
      "epoch": 8.125389893948846,
      "step": 26050
    },
    {
      "contrastive_lambda": 0.6027007202712,
      "epoch": 8.125389893948846,
      "step": 26050
    },
    {
      "contrastive_lambda": 0.602675098405382,
      "epoch": 8.125701809107923,
      "step": 26051
    },
    {
      "contrastive_lambda": 0.6026494762580742,
      "epoch": 8.126013724266999,
      "step": 26052
    },
    {
      "contrastive_lambda": 0.6026238538293471,
      "epoch": 8.126325639426076,
      "step": 26053
    },
    {
      "contrastive_lambda": 0.6025982311192709,
      "epoch": 8.126637554585153,
      "step": 26054
    },
    {
      "contrastive_lambda": 0.6025726081279158,
      "epoch": 8.126949469744229,
      "step": 26055
    },
    {
      "contrastive_lambda": 0.6025469848553521,
      "epoch": 8.127261384903306,
      "step": 26056
    },
    {
      "contrastive_lambda": 0.60252136130165,
      "epoch": 8.127573300062384,
      "step": 26057
    },
    {
      "contrastive_lambda": 0.6024957374668797,
      "epoch": 8.12788521522146,
      "step": 26058
    },
    {
      "contrastive_lambda": 0.6024701133511117,
      "epoch": 8.128197130380537,
      "step": 26059
    },
    {
      "epoch": 8.128509045539614,
      "grad_norm": 0.16889089345932007,
      "learning_rate": 6.477048405523031e-05,
      "loss": 0.0335,
      "step": 26060
    },
    {
      "epoch": 8.128509045539614,
      "flow_loss": 0.020799873396754265,
      "step": 26060
    },
    {
      "contrastive_loss": 0.00450068898499012,
      "epoch": 8.128509045539614,
      "step": 26060
    },
    {
      "contrastive_lambda": 0.6024444889544159,
      "epoch": 8.128509045539614,
      "step": 26060
    },
    {
      "contrastive_lambda": 0.6024188642768628,
      "epoch": 8.12882096069869,
      "step": 26061
    },
    {
      "contrastive_lambda": 0.6023932393185224,
      "epoch": 8.129132875857767,
      "step": 26062
    },
    {
      "contrastive_lambda": 0.6023676140794653,
      "epoch": 8.129444791016843,
      "step": 26063
    },
    {
      "contrastive_lambda": 0.6023419885597615,
      "epoch": 8.12975670617592,
      "step": 26064
    },
    {
      "contrastive_lambda": 0.6023163627594814,
      "epoch": 8.130068621334997,
      "step": 26065
    },
    {
      "contrastive_lambda": 0.602290736678695,
      "epoch": 8.130380536494073,
      "step": 26066
    },
    {
      "contrastive_lambda": 0.602265110317473,
      "epoch": 8.13069245165315,
      "step": 26067
    },
    {
      "contrastive_lambda": 0.6022394836758853,
      "epoch": 8.131004366812228,
      "step": 26068
    },
    {
      "contrastive_lambda": 0.6022138567540021,
      "epoch": 8.131316281971303,
      "step": 26069
    },
    {
      "epoch": 8.13162819713038,
      "grad_norm": 0.12320853024721146,
      "learning_rate": 6.474415387028304e-05,
      "loss": 0.0284,
      "step": 26070
    },
    {
      "epoch": 8.13162819713038,
      "flow_loss": 0.024438435211777687,
      "step": 26070
    },
    {
      "contrastive_loss": 0.005489809438586235,
      "epoch": 8.13162819713038,
      "step": 26070
    },
    {
      "contrastive_lambda": 0.6021882295518939,
      "epoch": 8.13162819713038,
      "step": 26070
    },
    {
      "contrastive_lambda": 0.602162602069631,
      "epoch": 8.131940112289458,
      "step": 26071
    },
    {
      "contrastive_lambda": 0.6021369743072833,
      "epoch": 8.132252027448533,
      "step": 26072
    },
    {
      "contrastive_lambda": 0.6021113462649215,
      "epoch": 8.13256394260761,
      "step": 26073
    },
    {
      "contrastive_lambda": 0.6020857179426156,
      "epoch": 8.132875857766688,
      "step": 26074
    },
    {
      "contrastive_lambda": 0.6020600893404358,
      "epoch": 8.133187772925764,
      "step": 26075
    },
    {
      "contrastive_lambda": 0.6020344604584525,
      "epoch": 8.133499688084841,
      "step": 26076
    },
    {
      "contrastive_lambda": 0.602008831296736,
      "epoch": 8.133811603243918,
      "step": 26077
    },
    {
      "contrastive_lambda": 0.6019832018553564,
      "epoch": 8.134123518402994,
      "step": 26078
    },
    {
      "contrastive_lambda": 0.6019575721343842,
      "epoch": 8.134435433562071,
      "step": 26079
    },
    {
      "epoch": 8.134747348721147,
      "grad_norm": 0.1304159015417099,
      "learning_rate": 6.471781920645114e-05,
      "loss": 0.0345,
      "step": 26080
    },
    {
      "epoch": 8.134747348721147,
      "flow_loss": 0.03647882491350174,
      "step": 26080
    },
    {
      "contrastive_loss": 0.004208086524158716,
      "epoch": 8.134747348721147,
      "step": 26080
    },
    {
      "contrastive_lambda": 0.6019319421338895,
      "epoch": 8.134747348721147,
      "step": 26080
    },
    {
      "contrastive_lambda": 0.6019063118539423,
      "epoch": 8.135059263880224,
      "step": 26081
    },
    {
      "contrastive_lambda": 0.6018806812946135,
      "epoch": 8.135371179039302,
      "step": 26082
    },
    {
      "contrastive_lambda": 0.6018550504559729,
      "epoch": 8.135683094198377,
      "step": 26083
    },
    {
      "contrastive_lambda": 0.601829419338091,
      "epoch": 8.135995009357455,
      "step": 26084
    },
    {
      "contrastive_lambda": 0.6018037879410378,
      "epoch": 8.136306924516532,
      "step": 26085
    },
    {
      "contrastive_lambda": 0.6017781562648838,
      "epoch": 8.136618839675608,
      "step": 26086
    },
    {
      "contrastive_lambda": 0.6017525243096993,
      "epoch": 8.136930754834685,
      "step": 26087
    },
    {
      "contrastive_lambda": 0.6017268920755544,
      "epoch": 8.137242669993762,
      "step": 26088
    },
    {
      "contrastive_lambda": 0.6017012595625193,
      "epoch": 8.137554585152838,
      "step": 26089
    },
    {
      "epoch": 8.137866500311915,
      "grad_norm": 0.11376418173313141,
      "learning_rate": 6.469148007173434e-05,
      "loss": 0.0333,
      "step": 26090
    },
    {
      "epoch": 8.137866500311915,
      "flow_loss": 0.028459878638386726,
      "step": 26090
    },
    {
      "contrastive_loss": 0.004695831798017025,
      "epoch": 8.137866500311915,
      "step": 26090
    },
    {
      "contrastive_lambda": 0.6016756267706647,
      "epoch": 8.137866500311915,
      "step": 26090
    },
    {
      "contrastive_lambda": 0.6016499937000606,
      "epoch": 8.138178415470993,
      "step": 26091
    },
    {
      "contrastive_lambda": 0.6016243603507769,
      "epoch": 8.138490330630068,
      "step": 26092
    },
    {
      "contrastive_lambda": 0.6015987267228846,
      "epoch": 8.138802245789146,
      "step": 26093
    },
    {
      "contrastive_lambda": 0.6015730928164535,
      "epoch": 8.139114160948223,
      "step": 26094
    },
    {
      "contrastive_lambda": 0.601547458631554,
      "epoch": 8.139426076107299,
      "step": 26095
    },
    {
      "contrastive_lambda": 0.6015218241682564,
      "epoch": 8.139737991266376,
      "step": 26096
    },
    {
      "contrastive_lambda": 0.601496189426631,
      "epoch": 8.140049906425451,
      "step": 26097
    },
    {
      "contrastive_lambda": 0.6014705544067479,
      "epoch": 8.140361821584529,
      "step": 26098
    },
    {
      "contrastive_lambda": 0.6014449191086777,
      "epoch": 8.140673736743606,
      "step": 26099
    },
    {
      "epoch": 8.140985651902682,
      "grad_norm": 0.1373492032289505,
      "learning_rate": 6.466513647413381e-05,
      "loss": 0.0373,
      "step": 26100
    },
    {
      "epoch": 8.140985651902682,
      "flow_loss": 0.021524708718061447,
      "step": 26100
    },
    {
      "contrastive_loss": 0.004435736685991287,
      "epoch": 8.140985651902682,
      "step": 26100
    },
    {
      "contrastive_lambda": 0.6014192835324902,
      "epoch": 8.140985651902682,
      "step": 26100
    },
    {
      "contrastive_lambda": 0.6013936476782562,
      "epoch": 8.141297567061759,
      "step": 26101
    },
    {
      "contrastive_lambda": 0.6013680115460458,
      "epoch": 8.141609482220836,
      "step": 26102
    },
    {
      "contrastive_lambda": 0.6013423751359291,
      "epoch": 8.141921397379912,
      "step": 26103
    },
    {
      "contrastive_lambda": 0.6013167384479766,
      "epoch": 8.14223331253899,
      "step": 26104
    },
    {
      "contrastive_lambda": 0.6012911014822585,
      "epoch": 8.142545227698067,
      "step": 26105
    },
    {
      "contrastive_lambda": 0.6012654642388451,
      "epoch": 8.142857142857142,
      "step": 26106
    },
    {
      "contrastive_lambda": 0.6012398267178067,
      "epoch": 8.14316905801622,
      "step": 26107
    },
    {
      "contrastive_lambda": 0.6012141889192135,
      "epoch": 8.143480973175297,
      "step": 26108
    },
    {
      "contrastive_lambda": 0.6011885508431358,
      "epoch": 8.143792888334373,
      "step": 26109
    },
    {
      "epoch": 8.14410480349345,
      "grad_norm": 0.09993022680282593,
      "learning_rate": 6.463878842165203e-05,
      "loss": 0.0348,
      "step": 26110
    },
    {
      "epoch": 8.14410480349345,
      "flow_loss": 0.015602673403918743,
      "step": 26110
    },
    {
      "contrastive_loss": 0.004606461152434349,
      "epoch": 8.14410480349345,
      "step": 26110
    },
    {
      "contrastive_lambda": 0.6011629124896442,
      "epoch": 8.14410480349345,
      "step": 26110
    },
    {
      "contrastive_lambda": 0.6011372738588086,
      "epoch": 8.144416718652527,
      "step": 26111
    },
    {
      "contrastive_lambda": 0.6011116349506992,
      "epoch": 8.144728633811603,
      "step": 26112
    },
    {
      "contrastive_lambda": 0.6010859957653868,
      "epoch": 8.14504054897068,
      "step": 26113
    },
    {
      "contrastive_lambda": 0.6010603563029414,
      "epoch": 8.145352464129756,
      "step": 26114
    },
    {
      "contrastive_lambda": 0.601034716563433,
      "epoch": 8.145664379288833,
      "step": 26115
    },
    {
      "contrastive_lambda": 0.6010090765469325,
      "epoch": 8.14597629444791,
      "step": 26116
    },
    {
      "contrastive_lambda": 0.6009834362535097,
      "epoch": 8.146288209606986,
      "step": 26117
    },
    {
      "contrastive_lambda": 0.6009577956832352,
      "epoch": 8.146600124766064,
      "step": 26118
    },
    {
      "contrastive_lambda": 0.600932154836179,
      "epoch": 8.146912039925141,
      "step": 26119
    },
    {
      "epoch": 8.147223955084216,
      "grad_norm": 0.09491494297981262,
      "learning_rate": 6.461243592229286e-05,
      "loss": 0.0334,
      "step": 26120
    },
    {
      "epoch": 8.147223955084216,
      "flow_loss": 0.03537227213382721,
      "step": 26120
    },
    {
      "contrastive_loss": 0.0052887918427586555,
      "epoch": 8.147223955084216,
      "step": 26120
    },
    {
      "contrastive_lambda": 0.6009065137124117,
      "epoch": 8.147223955084216,
      "step": 26120
    },
    {
      "contrastive_lambda": 0.6008808723120035,
      "epoch": 8.147535870243294,
      "step": 26121
    },
    {
      "contrastive_lambda": 0.6008552306350247,
      "epoch": 8.147847785402371,
      "step": 26122
    },
    {
      "contrastive_lambda": 0.6008295886815453,
      "epoch": 8.148159700561447,
      "step": 26123
    },
    {
      "contrastive_lambda": 0.600803946451636,
      "epoch": 8.148471615720524,
      "step": 26124
    },
    {
      "contrastive_lambda": 0.6007783039453671,
      "epoch": 8.148783530879601,
      "step": 26125
    },
    {
      "contrastive_lambda": 0.6007526611628086,
      "epoch": 8.149095446038677,
      "step": 26126
    },
    {
      "contrastive_lambda": 0.600727018104031,
      "epoch": 8.149407361197754,
      "step": 26127
    },
    {
      "contrastive_lambda": 0.6007013747691046,
      "epoch": 8.149719276356832,
      "step": 26128
    },
    {
      "contrastive_lambda": 0.6006757311580996,
      "epoch": 8.150031191515907,
      "step": 26129
    },
    {
      "epoch": 8.150343106674985,
      "grad_norm": 0.09924598783254623,
      "learning_rate": 6.458607898406146e-05,
      "loss": 0.0305,
      "step": 26130
    },
    {
      "epoch": 8.150343106674985,
      "flow_loss": 0.03128143399953842,
      "step": 26130
    },
    {
      "contrastive_loss": 0.006799058057367802,
      "epoch": 8.150343106674985,
      "step": 26130
    },
    {
      "contrastive_lambda": 0.6006500872710863,
      "epoch": 8.150343106674985,
      "step": 26130
    },
    {
      "contrastive_lambda": 0.6006244431081352,
      "epoch": 8.15065502183406,
      "step": 26131
    },
    {
      "contrastive_lambda": 0.6005987986693164,
      "epoch": 8.150966936993138,
      "step": 26132
    },
    {
      "contrastive_lambda": 0.6005731539547003,
      "epoch": 8.151278852152215,
      "step": 26133
    },
    {
      "contrastive_lambda": 0.6005475089643572,
      "epoch": 8.15159076731129,
      "step": 26134
    },
    {
      "contrastive_lambda": 0.6005218636983574,
      "epoch": 8.151902682470368,
      "step": 26135
    },
    {
      "contrastive_lambda": 0.6004962181567712,
      "epoch": 8.152214597629445,
      "step": 26136
    },
    {
      "contrastive_lambda": 0.6004705723396689,
      "epoch": 8.152526512788521,
      "step": 26137
    },
    {
      "contrastive_lambda": 0.6004449262471209,
      "epoch": 8.152838427947598,
      "step": 26138
    },
    {
      "contrastive_lambda": 0.6004192798791974,
      "epoch": 8.153150343106676,
      "step": 26139
    },
    {
      "epoch": 8.153462258265751,
      "grad_norm": 0.08815262466669083,
      "learning_rate": 6.455971761496439e-05,
      "loss": 0.0274,
      "step": 26140
    },
    {
      "epoch": 8.153462258265751,
      "flow_loss": 0.03762120380997658,
      "step": 26140
    },
    {
      "contrastive_loss": 0.004368153866380453,
      "epoch": 8.153462258265751,
      "step": 26140
    },
    {
      "contrastive_lambda": 0.6003936332359686,
      "epoch": 8.153462258265751,
      "step": 26140
    },
    {
      "contrastive_lambda": 0.6003679863175052,
      "epoch": 8.153774173424829,
      "step": 26141
    },
    {
      "contrastive_lambda": 0.600342339123877,
      "epoch": 8.154086088583906,
      "step": 26142
    },
    {
      "contrastive_lambda": 0.6003166916551548,
      "epoch": 8.154398003742982,
      "step": 26143
    },
    {
      "contrastive_lambda": 0.6002910439114086,
      "epoch": 8.154709918902059,
      "step": 26144
    },
    {
      "contrastive_lambda": 0.6002653958927089,
      "epoch": 8.155021834061136,
      "step": 26145
    },
    {
      "contrastive_lambda": 0.6002397475991257,
      "epoch": 8.155333749220212,
      "step": 26146
    },
    {
      "contrastive_lambda": 0.6002140990307296,
      "epoch": 8.15564566437929,
      "step": 26147
    },
    {
      "contrastive_lambda": 0.6001884501875911,
      "epoch": 8.155957579538365,
      "step": 26148
    },
    {
      "contrastive_lambda": 0.6001628010697799,
      "epoch": 8.156269494697442,
      "step": 26149
    },
    {
      "epoch": 8.15658140985652,
      "grad_norm": 0.09392569214105606,
      "learning_rate": 6.453335182300953e-05,
      "loss": 0.0391,
      "step": 26150
    },
    {
      "epoch": 8.15658140985652,
      "flow_loss": 0.023940986022353172,
      "step": 26150
    },
    {
      "contrastive_loss": 0.006113248411566019,
      "epoch": 8.15658140985652,
      "step": 26150
    },
    {
      "contrastive_lambda": 0.600137151677367,
      "epoch": 8.15658140985652,
      "step": 26150
    },
    {
      "contrastive_lambda": 0.6001115020104223,
      "epoch": 8.156893325015595,
      "step": 26151
    },
    {
      "contrastive_lambda": 0.6000858520690163,
      "epoch": 8.157205240174672,
      "step": 26152
    },
    {
      "contrastive_lambda": 0.6000602018532192,
      "epoch": 8.15751715533375,
      "step": 26153
    },
    {
      "contrastive_lambda": 0.6000345513631014,
      "epoch": 8.157829070492825,
      "step": 26154
    },
    {
      "contrastive_lambda": 0.6000089005987331,
      "epoch": 8.158140985651903,
      "step": 26155
    },
    {
      "contrastive_lambda": 0.5999832495601849,
      "epoch": 8.15845290081098,
      "step": 26156
    },
    {
      "contrastive_lambda": 0.5999575982475267,
      "epoch": 8.158764815970056,
      "step": 26157
    },
    {
      "contrastive_lambda": 0.5999319466608293,
      "epoch": 8.159076731129133,
      "step": 26158
    },
    {
      "contrastive_lambda": 0.5999062948001628,
      "epoch": 8.15938864628821,
      "step": 26159
    },
    {
      "epoch": 8.159700561447286,
      "grad_norm": 0.1094142496585846,
      "learning_rate": 6.450698161620612e-05,
      "loss": 0.0351,
      "step": 26160
    },
    {
      "epoch": 8.159700561447286,
      "flow_loss": 0.0390893891453743,
      "step": 26160
    },
    {
      "contrastive_loss": 0.003939369227737188,
      "epoch": 8.159700561447286,
      "step": 26160
    },
    {
      "contrastive_lambda": 0.5998806426655974,
      "epoch": 8.159700561447286,
      "step": 26160
    },
    {
      "contrastive_lambda": 0.5998549902572035,
      "epoch": 8.160012476606363,
      "step": 26161
    },
    {
      "contrastive_lambda": 0.5998293375750516,
      "epoch": 8.16032439176544,
      "step": 26162
    },
    {
      "contrastive_lambda": 0.5998036846192119,
      "epoch": 8.160636306924516,
      "step": 26163
    },
    {
      "contrastive_lambda": 0.5997780313897547,
      "epoch": 8.160948222083594,
      "step": 26164
    },
    {
      "contrastive_lambda": 0.5997523778867503,
      "epoch": 8.16126013724267,
      "step": 26165
    },
    {
      "contrastive_lambda": 0.5997267241102691,
      "epoch": 8.161572052401747,
      "step": 26166
    },
    {
      "contrastive_lambda": 0.5997010700603815,
      "epoch": 8.161883967560824,
      "step": 26167
    },
    {
      "contrastive_lambda": 0.5996754157371575,
      "epoch": 8.1621958827199,
      "step": 26168
    },
    {
      "contrastive_lambda": 0.599649761140668,
      "epoch": 8.162507797878977,
      "step": 26169
    },
    {
      "epoch": 8.162819713038054,
      "grad_norm": 0.10570899397134781,
      "learning_rate": 6.448060700256473e-05,
      "loss": 0.0335,
      "step": 26170
    },
    {
      "epoch": 8.162819713038054,
      "flow_loss": 0.03832342103123665,
      "step": 26170
    },
    {
      "contrastive_loss": 0.0078092399053275585,
      "epoch": 8.162819713038054,
      "step": 26170
    },
    {
      "contrastive_lambda": 0.5996241062709831,
      "epoch": 8.162819713038054,
      "step": 26170
    },
    {
      "contrastive_lambda": 0.5995984511281728,
      "epoch": 8.16313162819713,
      "step": 26171
    },
    {
      "contrastive_lambda": 0.5995727957123077,
      "epoch": 8.163443543356207,
      "step": 26172
    },
    {
      "contrastive_lambda": 0.5995471400234583,
      "epoch": 8.163755458515285,
      "step": 26173
    },
    {
      "contrastive_lambda": 0.5995214840616946,
      "epoch": 8.16406737367436,
      "step": 26174
    },
    {
      "contrastive_lambda": 0.5994958278270872,
      "epoch": 8.164379288833437,
      "step": 26175
    },
    {
      "contrastive_lambda": 0.5994701713197063,
      "epoch": 8.164691203992515,
      "step": 26176
    },
    {
      "contrastive_lambda": 0.5994445145396222,
      "epoch": 8.16500311915159,
      "step": 26177
    },
    {
      "contrastive_lambda": 0.5994188574869055,
      "epoch": 8.165315034310668,
      "step": 26178
    },
    {
      "contrastive_lambda": 0.5993932001616263,
      "epoch": 8.165626949469745,
      "step": 26179
    },
    {
      "epoch": 8.16593886462882,
      "grad_norm": 0.16131705045700073,
      "learning_rate": 6.445422799009726e-05,
      "loss": 0.0388,
      "step": 26180
    },
    {
      "epoch": 8.16593886462882,
      "flow_loss": 0.02138741873204708,
      "step": 26180
    },
    {
      "contrastive_loss": 0.004052881151437759,
      "epoch": 8.16593886462882,
      "step": 26180
    },
    {
      "contrastive_lambda": 0.5993675425638548,
      "epoch": 8.16593886462882,
      "step": 26180
    },
    {
      "contrastive_lambda": 0.5993418846936618,
      "epoch": 8.166250779787898,
      "step": 26181
    },
    {
      "contrastive_lambda": 0.5993162265511174,
      "epoch": 8.166562694946974,
      "step": 26182
    },
    {
      "contrastive_lambda": 0.5992905681362917,
      "epoch": 8.166874610106051,
      "step": 26183
    },
    {
      "contrastive_lambda": 0.5992649094492554,
      "epoch": 8.167186525265128,
      "step": 26184
    },
    {
      "contrastive_lambda": 0.5992392504900788,
      "epoch": 8.167498440424204,
      "step": 26185
    },
    {
      "contrastive_lambda": 0.5992135912588319,
      "epoch": 8.167810355583281,
      "step": 26186
    },
    {
      "contrastive_lambda": 0.5991879317555855,
      "epoch": 8.168122270742359,
      "step": 26187
    },
    {
      "contrastive_lambda": 0.5991622719804096,
      "epoch": 8.168434185901434,
      "step": 26188
    },
    {
      "contrastive_lambda": 0.5991366119333749,
      "epoch": 8.168746101060512,
      "step": 26189
    },
    {
      "epoch": 8.169058016219589,
      "grad_norm": 0.13657258450984955,
      "learning_rate": 6.442784458681699e-05,
      "loss": 0.0287,
      "step": 26190
    },
    {
      "epoch": 8.169058016219589,
      "flow_loss": 0.034867413341999054,
      "step": 26190
    },
    {
      "contrastive_loss": 0.0045289839617908,
      "epoch": 8.169058016219589,
      "step": 26190
    },
    {
      "contrastive_lambda": 0.5991109516145515,
      "epoch": 8.169058016219589,
      "step": 26190
    },
    {
      "contrastive_lambda": 0.5990852910240096,
      "epoch": 8.169369931378665,
      "step": 26191
    },
    {
      "contrastive_lambda": 0.59905963016182,
      "epoch": 8.169681846537742,
      "step": 26192
    },
    {
      "contrastive_lambda": 0.5990339690280527,
      "epoch": 8.16999376169682,
      "step": 26193
    },
    {
      "contrastive_lambda": 0.5990083076227781,
      "epoch": 8.170305676855895,
      "step": 26194
    },
    {
      "contrastive_lambda": 0.5989826459460668,
      "epoch": 8.170617592014972,
      "step": 26195
    },
    {
      "contrastive_lambda": 0.5989569839979888,
      "epoch": 8.170929507174048,
      "step": 26196
    },
    {
      "contrastive_lambda": 0.5989313217786145,
      "epoch": 8.171241422333125,
      "step": 26197
    },
    {
      "contrastive_lambda": 0.5989056592880146,
      "epoch": 8.171553337492202,
      "step": 26198
    },
    {
      "contrastive_lambda": 0.5988799965262591,
      "epoch": 8.171865252651278,
      "step": 26199
    },
    {
      "epoch": 8.172177167810355,
      "grad_norm": 0.14082394540309906,
      "learning_rate": 6.440145680073847e-05,
      "loss": 0.038,
      "step": 26200
    },
    {
      "epoch": 8.172177167810355,
      "flow_loss": 0.042887307703495026,
      "step": 26200
    },
    {
      "contrastive_loss": 0.004725168459117413,
      "epoch": 8.172177167810355,
      "step": 26200
    },
    {
      "contrastive_lambda": 0.5988543334934184,
      "epoch": 8.172177167810355,
      "step": 26200
    },
    {
      "contrastive_lambda": 0.5988286701895631,
      "epoch": 8.172489082969433,
      "step": 26201
    },
    {
      "contrastive_lambda": 0.5988030066147634,
      "epoch": 8.172800998128508,
      "step": 26202
    },
    {
      "contrastive_lambda": 0.5987773427690894,
      "epoch": 8.173112913287586,
      "step": 26203
    },
    {
      "contrastive_lambda": 0.5987516786526119,
      "epoch": 8.173424828446663,
      "step": 26204
    },
    {
      "contrastive_lambda": 0.5987260142654011,
      "epoch": 8.173736743605739,
      "step": 26205
    },
    {
      "contrastive_lambda": 0.5987003496075273,
      "epoch": 8.174048658764816,
      "step": 26206
    },
    {
      "contrastive_lambda": 0.5986746846790607,
      "epoch": 8.174360573923893,
      "step": 26207
    },
    {
      "contrastive_lambda": 0.598649019480072,
      "epoch": 8.174672489082969,
      "step": 26208
    },
    {
      "contrastive_lambda": 0.5986233540106315,
      "epoch": 8.174984404242046,
      "step": 26209
    },
    {
      "epoch": 8.175296319401124,
      "grad_norm": 0.11613979190587997,
      "learning_rate": 6.437506463987762e-05,
      "loss": 0.0348,
      "step": 26210
    },
    {
      "epoch": 8.175296319401124,
      "flow_loss": 0.036606110632419586,
      "step": 26210
    },
    {
      "contrastive_loss": 0.006065080873668194,
      "epoch": 8.175296319401124,
      "step": 26210
    },
    {
      "contrastive_lambda": 0.5985976882708094,
      "epoch": 8.175296319401124,
      "step": 26210
    },
    {
      "contrastive_lambda": 0.598572022260676,
      "epoch": 8.1756082345602,
      "step": 26211
    },
    {
      "contrastive_lambda": 0.5985463559803019,
      "epoch": 8.175920149719277,
      "step": 26212
    },
    {
      "contrastive_lambda": 0.5985206894297576,
      "epoch": 8.176232064878352,
      "step": 26213
    },
    {
      "contrastive_lambda": 0.5984950226091128,
      "epoch": 8.17654398003743,
      "step": 26214
    },
    {
      "contrastive_lambda": 0.5984693555184386,
      "epoch": 8.176855895196507,
      "step": 26215
    },
    {
      "contrastive_lambda": 0.5984436881578051,
      "epoch": 8.177167810355582,
      "step": 26216
    },
    {
      "contrastive_lambda": 0.5984180205272825,
      "epoch": 8.17747972551466,
      "step": 26217
    },
    {
      "contrastive_lambda": 0.5983923526269413,
      "epoch": 8.177791640673737,
      "step": 26218
    },
    {
      "contrastive_lambda": 0.598366684456852,
      "epoch": 8.178103555832813,
      "step": 26219
    },
    {
      "epoch": 8.17841547099189,
      "grad_norm": 0.10097982734441757,
      "learning_rate": 6.434866811225168e-05,
      "loss": 0.0345,
      "step": 26220
    },
    {
      "epoch": 8.17841547099189,
      "flow_loss": 0.02766047604382038,
      "step": 26220
    },
    {
      "contrastive_loss": 0.0049872626550495625,
      "epoch": 8.17841547099189,
      "step": 26220
    },
    {
      "contrastive_lambda": 0.5983410160170848,
      "epoch": 8.17841547099189,
      "step": 26220
    },
    {
      "contrastive_lambda": 0.5983153473077101,
      "epoch": 8.178727386150968,
      "step": 26221
    },
    {
      "contrastive_lambda": 0.5982896783287982,
      "epoch": 8.179039301310043,
      "step": 26222
    },
    {
      "contrastive_lambda": 0.5982640090804197,
      "epoch": 8.17935121646912,
      "step": 26223
    },
    {
      "contrastive_lambda": 0.5982383395626448,
      "epoch": 8.179663131628198,
      "step": 26224
    },
    {
      "contrastive_lambda": 0.5982126697755439,
      "epoch": 8.179975046787273,
      "step": 26225
    },
    {
      "contrastive_lambda": 0.5981869997191874,
      "epoch": 8.18028696194635,
      "step": 26226
    },
    {
      "contrastive_lambda": 0.5981613293936457,
      "epoch": 8.180598877105428,
      "step": 26227
    },
    {
      "contrastive_lambda": 0.5981356587989891,
      "epoch": 8.180910792264504,
      "step": 26228
    },
    {
      "contrastive_lambda": 0.5981099879352881,
      "epoch": 8.181222707423581,
      "step": 26229
    },
    {
      "epoch": 8.181534622582657,
      "grad_norm": 0.11669319868087769,
      "learning_rate": 6.432226722587923e-05,
      "loss": 0.0357,
      "step": 26230
    },
    {
      "epoch": 8.181534622582657,
      "flow_loss": 0.036521922796964645,
      "step": 26230
    },
    {
      "contrastive_loss": 0.005013322923332453,
      "epoch": 8.181534622582657,
      "step": 26230
    },
    {
      "contrastive_lambda": 0.5980843168026129,
      "epoch": 8.181534622582657,
      "step": 26230
    },
    {
      "contrastive_lambda": 0.5980586454010339,
      "epoch": 8.181846537741734,
      "step": 26231
    },
    {
      "contrastive_lambda": 0.5980329737306218,
      "epoch": 8.182158452900811,
      "step": 26232
    },
    {
      "contrastive_lambda": 0.5980073017914467,
      "epoch": 8.182470368059887,
      "step": 26233
    },
    {
      "contrastive_lambda": 0.5979816295835787,
      "epoch": 8.182782283218964,
      "step": 26234
    },
    {
      "contrastive_lambda": 0.5979559571070888,
      "epoch": 8.183094198378042,
      "step": 26235
    },
    {
      "contrastive_lambda": 0.5979302843620471,
      "epoch": 8.183406113537117,
      "step": 26236
    },
    {
      "contrastive_lambda": 0.5979046113485237,
      "epoch": 8.183718028696195,
      "step": 26237
    },
    {
      "contrastive_lambda": 0.5978789380665894,
      "epoch": 8.184029943855272,
      "step": 26238
    },
    {
      "contrastive_lambda": 0.5978532645163145,
      "epoch": 8.184341859014348,
      "step": 26239
    },
    {
      "epoch": 8.184653774173425,
      "grad_norm": 0.09405303001403809,
      "learning_rate": 6.429586198878015e-05,
      "loss": 0.0306,
      "step": 26240
    },
    {
      "epoch": 8.184653774173425,
      "flow_loss": 0.02771851234138012,
      "step": 26240
    },
    {
      "contrastive_loss": 0.004472553730010986,
      "epoch": 8.184653774173425,
      "step": 26240
    },
    {
      "contrastive_lambda": 0.5978275906977693,
      "epoch": 8.184653774173425,
      "step": 26240
    },
    {
      "contrastive_lambda": 0.5978019166110241,
      "epoch": 8.184965689332502,
      "step": 26241
    },
    {
      "contrastive_lambda": 0.5977762422561494,
      "epoch": 8.185277604491578,
      "step": 26242
    },
    {
      "contrastive_lambda": 0.5977505676332158,
      "epoch": 8.185589519650655,
      "step": 26243
    },
    {
      "contrastive_lambda": 0.5977248927422933,
      "epoch": 8.185901434809733,
      "step": 26244
    },
    {
      "contrastive_lambda": 0.5976992175834523,
      "epoch": 8.186213349968808,
      "step": 26245
    },
    {
      "contrastive_lambda": 0.5976735421567636,
      "epoch": 8.186525265127885,
      "step": 26246
    },
    {
      "contrastive_lambda": 0.5976478664622974,
      "epoch": 8.186837180286961,
      "step": 26247
    },
    {
      "contrastive_lambda": 0.5976221905001237,
      "epoch": 8.187149095446038,
      "step": 26248
    },
    {
      "contrastive_lambda": 0.5975965142703135,
      "epoch": 8.187461010605116,
      "step": 26249
    },
    {
      "epoch": 8.187772925764191,
      "grad_norm": 0.10846144706010818,
      "learning_rate": 6.426945240897566e-05,
      "loss": 0.0344,
      "step": 26250
    },
    {
      "epoch": 8.187772925764191,
      "flow_loss": 0.035267483443021774,
      "step": 26250
    },
    {
      "contrastive_loss": 0.006282047368586063,
      "epoch": 8.187772925764191,
      "step": 26250
    },
    {
      "contrastive_lambda": 0.5975708377729368,
      "epoch": 8.187772925764191,
      "step": 26250
    },
    {
      "contrastive_lambda": 0.5975451610080642,
      "epoch": 8.188084840923269,
      "step": 26251
    },
    {
      "contrastive_lambda": 0.5975194839757658,
      "epoch": 8.188396756082346,
      "step": 26252
    },
    {
      "contrastive_lambda": 0.5974938066761124,
      "epoch": 8.188708671241422,
      "step": 26253
    },
    {
      "contrastive_lambda": 0.5974681291091741,
      "epoch": 8.189020586400499,
      "step": 26254
    },
    {
      "contrastive_lambda": 0.5974424512750215,
      "epoch": 8.189332501559576,
      "step": 26255
    },
    {
      "contrastive_lambda": 0.5974167731737247,
      "epoch": 8.189644416718652,
      "step": 26256
    },
    {
      "contrastive_lambda": 0.5973910948053545,
      "epoch": 8.18995633187773,
      "step": 26257
    },
    {
      "contrastive_lambda": 0.597365416169981,
      "epoch": 8.190268247036807,
      "step": 26258
    },
    {
      "contrastive_lambda": 0.5973397372676745,
      "epoch": 8.190580162195882,
      "step": 26259
    },
    {
      "epoch": 8.19089207735496,
      "grad_norm": 0.12143438309431076,
      "learning_rate": 6.424303849448829e-05,
      "loss": 0.0353,
      "step": 26260
    },
    {
      "epoch": 8.19089207735496,
      "flow_loss": 0.03541881963610649,
      "step": 26260
    },
    {
      "contrastive_loss": 0.005201640538871288,
      "epoch": 8.19089207735496,
      "step": 26260
    },
    {
      "contrastive_lambda": 0.5973140580985058,
      "epoch": 8.19089207735496,
      "step": 26260
    },
    {
      "contrastive_lambda": 0.5972883786625451,
      "epoch": 8.191203992514037,
      "step": 26261
    },
    {
      "contrastive_lambda": 0.5972626989598626,
      "epoch": 8.191515907673113,
      "step": 26262
    },
    {
      "contrastive_lambda": 0.5972370189905292,
      "epoch": 8.19182782283219,
      "step": 26263
    },
    {
      "contrastive_lambda": 0.5972113387546146,
      "epoch": 8.192139737991265,
      "step": 26264
    },
    {
      "contrastive_lambda": 0.5971856582521898,
      "epoch": 8.192451653150343,
      "step": 26265
    },
    {
      "contrastive_lambda": 0.597159977483325,
      "epoch": 8.19276356830942,
      "step": 26266
    },
    {
      "contrastive_lambda": 0.5971342964480907,
      "epoch": 8.193075483468496,
      "step": 26267
    },
    {
      "contrastive_lambda": 0.597108615146557,
      "epoch": 8.193387398627573,
      "step": 26268
    },
    {
      "contrastive_lambda": 0.5970829335787946,
      "epoch": 8.19369931378665,
      "step": 26269
    },
    {
      "epoch": 8.194011228945726,
      "grad_norm": 0.14663070440292358,
      "learning_rate": 6.42166202533419e-05,
      "loss": 0.0314,
      "step": 26270
    },
    {
      "epoch": 8.194011228945726,
      "flow_loss": 0.02806653454899788,
      "step": 26270
    },
    {
      "contrastive_loss": 0.004725146107375622,
      "epoch": 8.194011228945726,
      "step": 26270
    },
    {
      "contrastive_lambda": 0.597057251744874,
      "epoch": 8.194011228945726,
      "step": 26270
    },
    {
      "contrastive_lambda": 0.5970315696448651,
      "epoch": 8.194323144104803,
      "step": 26271
    },
    {
      "contrastive_lambda": 0.5970058872788389,
      "epoch": 8.19463505926388,
      "step": 26272
    },
    {
      "contrastive_lambda": 0.5969802046468655,
      "epoch": 8.194946974422956,
      "step": 26273
    },
    {
      "contrastive_lambda": 0.5969545217490153,
      "epoch": 8.195258889582034,
      "step": 26274
    },
    {
      "contrastive_lambda": 0.5969288385853588,
      "epoch": 8.195570804741111,
      "step": 26275
    },
    {
      "contrastive_lambda": 0.5969031551559664,
      "epoch": 8.195882719900187,
      "step": 26276
    },
    {
      "contrastive_lambda": 0.5968774714609085,
      "epoch": 8.196194635059264,
      "step": 26277
    },
    {
      "contrastive_lambda": 0.5968517875002556,
      "epoch": 8.196506550218341,
      "step": 26278
    },
    {
      "contrastive_lambda": 0.5968261032740778,
      "epoch": 8.196818465377417,
      "step": 26279
    },
    {
      "epoch": 8.197130380536494,
      "grad_norm": 0.09910997748374939,
      "learning_rate": 6.419019769356164e-05,
      "loss": 0.0279,
      "step": 26280
    },
    {
      "epoch": 8.197130380536494,
      "flow_loss": 0.02230982854962349,
      "step": 26280
    },
    {
      "contrastive_loss": 0.004649873822927475,
      "epoch": 8.197130380536494,
      "step": 26280
    },
    {
      "contrastive_lambda": 0.5968004187824459,
      "epoch": 8.197130380536494,
      "step": 26280
    },
    {
      "contrastive_lambda": 0.5967747340254302,
      "epoch": 8.19744229569557,
      "step": 26281
    },
    {
      "contrastive_lambda": 0.596749049003101,
      "epoch": 8.197754210854647,
      "step": 26282
    },
    {
      "contrastive_lambda": 0.5967233637155287,
      "epoch": 8.198066126013725,
      "step": 26283
    },
    {
      "contrastive_lambda": 0.596697678162784,
      "epoch": 8.1983780411728,
      "step": 26284
    },
    {
      "contrastive_lambda": 0.596671992344937,
      "epoch": 8.198689956331878,
      "step": 26285
    },
    {
      "contrastive_lambda": 0.5966463062620583,
      "epoch": 8.199001871490955,
      "step": 26286
    },
    {
      "contrastive_lambda": 0.5966206199142182,
      "epoch": 8.19931378665003,
      "step": 26287
    },
    {
      "contrastive_lambda": 0.5965949333014872,
      "epoch": 8.199625701809108,
      "step": 26288
    },
    {
      "contrastive_lambda": 0.5965692464239357,
      "epoch": 8.199937616968185,
      "step": 26289
    },
    {
      "epoch": 8.20024953212726,
      "grad_norm": 0.12268601357936859,
      "learning_rate": 6.416377082317398e-05,
      "loss": 0.0359,
      "step": 26290
    },
    {
      "epoch": 8.20024953212726,
      "flow_loss": 0.032882705330848694,
      "step": 26290
    },
    {
      "contrastive_loss": 0.005174119025468826,
      "epoch": 8.20024953212726,
      "step": 26290
    },
    {
      "contrastive_lambda": 0.5965435592816343,
      "epoch": 8.20024953212726,
      "step": 26290
    },
    {
      "contrastive_lambda": 0.5965178718746529,
      "epoch": 8.200561447286338,
      "step": 26291
    },
    {
      "contrastive_lambda": 0.5964921842030625,
      "epoch": 8.200873362445416,
      "step": 26292
    },
    {
      "contrastive_lambda": 0.5964664962669333,
      "epoch": 8.201185277604491,
      "step": 26293
    },
    {
      "contrastive_lambda": 0.5964408080663356,
      "epoch": 8.201497192763568,
      "step": 26294
    },
    {
      "contrastive_lambda": 0.5964151196013401,
      "epoch": 8.201809107922646,
      "step": 26295
    },
    {
      "contrastive_lambda": 0.596389430872017,
      "epoch": 8.202121023081721,
      "step": 26296
    },
    {
      "contrastive_lambda": 0.5963637418784369,
      "epoch": 8.202432938240799,
      "step": 26297
    },
    {
      "contrastive_lambda": 0.59633805262067,
      "epoch": 8.202744853399874,
      "step": 26298
    },
    {
      "contrastive_lambda": 0.5963123630987869,
      "epoch": 8.203056768558952,
      "step": 26299
    },
    {
      "epoch": 8.203368683718029,
      "grad_norm": 0.08900047838687897,
      "learning_rate": 6.413733965020674e-05,
      "loss": 0.0341,
      "step": 26300
    },
    {
      "epoch": 8.203368683718029,
      "flow_loss": 0.02999201975762844,
      "step": 26300
    },
    {
      "contrastive_loss": 0.005732922814786434,
      "epoch": 8.203368683718029,
      "step": 26300
    },
    {
      "contrastive_lambda": 0.596286673312858,
      "epoch": 8.203368683718029,
      "step": 26300
    },
    {
      "contrastive_lambda": 0.5962609832629538,
      "epoch": 8.203680598877105,
      "step": 26301
    },
    {
      "contrastive_lambda": 0.5962352929491445,
      "epoch": 8.203992514036182,
      "step": 26302
    },
    {
      "contrastive_lambda": 0.5962096023715008,
      "epoch": 8.20430442919526,
      "step": 26303
    },
    {
      "contrastive_lambda": 0.596183911530093,
      "epoch": 8.204616344354335,
      "step": 26304
    },
    {
      "contrastive_lambda": 0.5961582204249914,
      "epoch": 8.204928259513412,
      "step": 26305
    },
    {
      "contrastive_lambda": 0.5961325290562667,
      "epoch": 8.20524017467249,
      "step": 26306
    },
    {
      "contrastive_lambda": 0.5961068374239893,
      "epoch": 8.205552089831565,
      "step": 26307
    },
    {
      "contrastive_lambda": 0.5960811455282293,
      "epoch": 8.205864004990643,
      "step": 26308
    },
    {
      "contrastive_lambda": 0.5960554533690576,
      "epoch": 8.20617592014972,
      "step": 26309
    },
    {
      "epoch": 8.206487835308796,
      "grad_norm": 0.09172499924898148,
      "learning_rate": 6.411090418268896e-05,
      "loss": 0.0348,
      "step": 26310
    },
    {
      "epoch": 8.206487835308796,
      "flow_loss": 0.04157887026667595,
      "step": 26310
    },
    {
      "contrastive_loss": 0.004987363703548908,
      "epoch": 8.206487835308796,
      "step": 26310
    },
    {
      "contrastive_lambda": 0.5960297609465443,
      "epoch": 8.206487835308796,
      "step": 26310
    },
    {
      "contrastive_lambda": 0.59600406826076,
      "epoch": 8.206799750467873,
      "step": 26311
    },
    {
      "contrastive_lambda": 0.5959783753117752,
      "epoch": 8.20711166562695,
      "step": 26312
    },
    {
      "contrastive_lambda": 0.59595268209966,
      "epoch": 8.207423580786026,
      "step": 26313
    },
    {
      "contrastive_lambda": 0.5959269886244852,
      "epoch": 8.207735495945103,
      "step": 26314
    },
    {
      "contrastive_lambda": 0.5959012948863213,
      "epoch": 8.208047411104179,
      "step": 26315
    },
    {
      "contrastive_lambda": 0.5958756008852383,
      "epoch": 8.208359326263256,
      "step": 26316
    },
    {
      "contrastive_lambda": 0.595849906621307,
      "epoch": 8.208671241422334,
      "step": 26317
    },
    {
      "contrastive_lambda": 0.5958242120945977,
      "epoch": 8.208983156581409,
      "step": 26318
    },
    {
      "contrastive_lambda": 0.5957985173051809,
      "epoch": 8.209295071740486,
      "step": 26319
    },
    {
      "epoch": 8.209606986899564,
      "grad_norm": 0.1412281095981598,
      "learning_rate": 6.408446442865109e-05,
      "loss": 0.0291,
      "step": 26320
    },
    {
      "epoch": 8.209606986899564,
      "flow_loss": 0.05239183455705643,
      "step": 26320
    },
    {
      "contrastive_loss": 0.0047587500885128975,
      "epoch": 8.209606986899564,
      "step": 26320
    },
    {
      "contrastive_lambda": 0.5957728222531271,
      "epoch": 8.209606986899564,
      "step": 26320
    },
    {
      "contrastive_lambda": 0.5957471269385065,
      "epoch": 8.20991890205864,
      "step": 26321
    },
    {
      "contrastive_lambda": 0.5957214313613898,
      "epoch": 8.210230817217717,
      "step": 26322
    },
    {
      "contrastive_lambda": 0.5956957355218474,
      "epoch": 8.210542732376794,
      "step": 26323
    },
    {
      "contrastive_lambda": 0.5956700394199498,
      "epoch": 8.21085464753587,
      "step": 26324
    },
    {
      "contrastive_lambda": 0.5956443430557671,
      "epoch": 8.211166562694947,
      "step": 26325
    },
    {
      "contrastive_lambda": 0.5956186464293702,
      "epoch": 8.211478477854024,
      "step": 26326
    },
    {
      "contrastive_lambda": 0.5955929495408292,
      "epoch": 8.2117903930131,
      "step": 26327
    },
    {
      "contrastive_lambda": 0.5955672523902149,
      "epoch": 8.212102308172177,
      "step": 26328
    },
    {
      "contrastive_lambda": 0.5955415549775974,
      "epoch": 8.212414223331255,
      "step": 26329
    },
    {
      "epoch": 8.21272613849033,
      "grad_norm": 0.09500111639499664,
      "learning_rate": 6.405802039612479e-05,
      "loss": 0.041,
      "step": 26330
    },
    {
      "epoch": 8.21272613849033,
      "flow_loss": 0.03286505863070488,
      "step": 26330
    },
    {
      "contrastive_loss": 0.004456152208149433,
      "epoch": 8.21272613849033,
      "step": 26330
    },
    {
      "contrastive_lambda": 0.5955158573030472,
      "epoch": 8.21272613849033,
      "step": 26330
    },
    {
      "contrastive_lambda": 0.5954901593666352,
      "epoch": 8.213038053649408,
      "step": 26331
    },
    {
      "contrastive_lambda": 0.5954644611684313,
      "epoch": 8.213349968808483,
      "step": 26332
    },
    {
      "contrastive_lambda": 0.595438762708506,
      "epoch": 8.21366188396756,
      "step": 26333
    },
    {
      "contrastive_lambda": 0.5954130639869302,
      "epoch": 8.213973799126638,
      "step": 26334
    },
    {
      "contrastive_lambda": 0.595387365003774,
      "epoch": 8.214285714285714,
      "step": 26335
    },
    {
      "contrastive_lambda": 0.5953616657591078,
      "epoch": 8.21459762944479,
      "step": 26336
    },
    {
      "contrastive_lambda": 0.5953359662530022,
      "epoch": 8.214909544603868,
      "step": 26337
    },
    {
      "contrastive_lambda": 0.5953102664855278,
      "epoch": 8.215221459762944,
      "step": 26338
    },
    {
      "contrastive_lambda": 0.5952845664567548,
      "epoch": 8.215533374922021,
      "step": 26339
    },
    {
      "epoch": 8.215845290081099,
      "grad_norm": 0.09734153747558594,
      "learning_rate": 6.403157209314308e-05,
      "loss": 0.0324,
      "step": 26340
    },
    {
      "epoch": 8.215845290081099,
      "flow_loss": 0.03054199367761612,
      "step": 26340
    },
    {
      "contrastive_loss": 0.005574604496359825,
      "epoch": 8.215845290081099,
      "step": 26340
    },
    {
      "contrastive_lambda": 0.5952588661667536,
      "epoch": 8.215845290081099,
      "step": 26340
    },
    {
      "contrastive_lambda": 0.595233165615595,
      "epoch": 8.216157205240174,
      "step": 26341
    },
    {
      "contrastive_lambda": 0.5952074648033492,
      "epoch": 8.216469120399251,
      "step": 26342
    },
    {
      "contrastive_lambda": 0.5951817637300868,
      "epoch": 8.216781035558329,
      "step": 26343
    },
    {
      "contrastive_lambda": 0.5951560623958779,
      "epoch": 8.217092950717404,
      "step": 26344
    },
    {
      "contrastive_lambda": 0.5951303608007936,
      "epoch": 8.217404865876482,
      "step": 26345
    },
    {
      "contrastive_lambda": 0.5951046589449039,
      "epoch": 8.21771678103556,
      "step": 26346
    },
    {
      "contrastive_lambda": 0.5950789568282794,
      "epoch": 8.218028696194635,
      "step": 26347
    },
    {
      "contrastive_lambda": 0.5950532544509904,
      "epoch": 8.218340611353712,
      "step": 26348
    },
    {
      "contrastive_lambda": 0.5950275518131077,
      "epoch": 8.218652526512788,
      "step": 26349
    },
    {
      "epoch": 8.218964441671865,
      "grad_norm": 0.11293446272611618,
      "learning_rate": 6.400511952774024e-05,
      "loss": 0.0395,
      "step": 26350
    },
    {
      "epoch": 8.218964441671865,
      "flow_loss": 0.03927525877952576,
      "step": 26350
    },
    {
      "contrastive_loss": 0.004878656938672066,
      "epoch": 8.218964441671865,
      "step": 26350
    },
    {
      "contrastive_lambda": 0.5950018489147015,
      "epoch": 8.218964441671865,
      "step": 26350
    },
    {
      "contrastive_lambda": 0.5949761457558423,
      "epoch": 8.219276356830942,
      "step": 26351
    },
    {
      "contrastive_lambda": 0.5949504423366007,
      "epoch": 8.219588271990018,
      "step": 26352
    },
    {
      "contrastive_lambda": 0.594924738657047,
      "epoch": 8.219900187149095,
      "step": 26353
    },
    {
      "contrastive_lambda": 0.5948990347172518,
      "epoch": 8.220212102308173,
      "step": 26354
    },
    {
      "contrastive_lambda": 0.5948733305172853,
      "epoch": 8.220524017467248,
      "step": 26355
    },
    {
      "contrastive_lambda": 0.5948476260572183,
      "epoch": 8.220835932626326,
      "step": 26356
    },
    {
      "contrastive_lambda": 0.5948219213371213,
      "epoch": 8.221147847785403,
      "step": 26357
    },
    {
      "contrastive_lambda": 0.5947962163570646,
      "epoch": 8.221459762944479,
      "step": 26358
    },
    {
      "contrastive_lambda": 0.5947705111171184,
      "epoch": 8.221771678103556,
      "step": 26359
    },
    {
      "epoch": 8.222083593262633,
      "grad_norm": 0.09150601178407669,
      "learning_rate": 6.397866270795187e-05,
      "loss": 0.031,
      "step": 26360
    },
    {
      "epoch": 8.222083593262633,
      "flow_loss": 0.038440607488155365,
      "step": 26360
    },
    {
      "contrastive_loss": 0.004892767407000065,
      "epoch": 8.222083593262633,
      "step": 26360
    },
    {
      "contrastive_lambda": 0.5947448056173537,
      "epoch": 8.222083593262633,
      "step": 26360
    },
    {
      "contrastive_lambda": 0.5947190998578408,
      "epoch": 8.222395508421709,
      "step": 26361
    },
    {
      "contrastive_lambda": 0.5946933938386499,
      "epoch": 8.222707423580786,
      "step": 26362
    },
    {
      "contrastive_lambda": 0.5946676875598518,
      "epoch": 8.223019338739864,
      "step": 26363
    },
    {
      "contrastive_lambda": 0.5946419810215168,
      "epoch": 8.22333125389894,
      "step": 26364
    },
    {
      "contrastive_lambda": 0.5946162742237154,
      "epoch": 8.223643169058017,
      "step": 26365
    },
    {
      "contrastive_lambda": 0.5945905671665184,
      "epoch": 8.223955084217092,
      "step": 26366
    },
    {
      "contrastive_lambda": 0.5945648598499955,
      "epoch": 8.22426699937617,
      "step": 26367
    },
    {
      "contrastive_lambda": 0.594539152274218,
      "epoch": 8.224578914535247,
      "step": 26368
    },
    {
      "contrastive_lambda": 0.5945134444392561,
      "epoch": 8.224890829694322,
      "step": 26369
    },
    {
      "epoch": 8.2252027448534,
      "grad_norm": 0.12326450645923615,
      "learning_rate": 6.395220164181489e-05,
      "loss": 0.037,
      "step": 26370
    },
    {
      "epoch": 8.2252027448534,
      "flow_loss": 0.05382116883993149,
      "step": 26370
    },
    {
      "contrastive_loss": 0.004145128186792135,
      "epoch": 8.2252027448534,
      "step": 26370
    },
    {
      "contrastive_lambda": 0.5944877363451799,
      "epoch": 8.2252027448534,
      "step": 26370
    },
    {
      "contrastive_lambda": 0.5944620279920606,
      "epoch": 8.225514660012477,
      "step": 26371
    },
    {
      "contrastive_lambda": 0.5944363193799681,
      "epoch": 8.225826575171553,
      "step": 26372
    },
    {
      "contrastive_lambda": 0.594410610508973,
      "epoch": 8.22613849033063,
      "step": 26373
    },
    {
      "contrastive_lambda": 0.594384901379146,
      "epoch": 8.226450405489707,
      "step": 26374
    },
    {
      "contrastive_lambda": 0.5943591919905574,
      "epoch": 8.226762320648783,
      "step": 26375
    },
    {
      "contrastive_lambda": 0.5943334823432777,
      "epoch": 8.22707423580786,
      "step": 26376
    },
    {
      "contrastive_lambda": 0.5943077724373774,
      "epoch": 8.227386150966938,
      "step": 26377
    },
    {
      "contrastive_lambda": 0.5942820622729269,
      "epoch": 8.227698066126013,
      "step": 26378
    },
    {
      "contrastive_lambda": 0.5942563518499968,
      "epoch": 8.22800998128509,
      "step": 26379
    },
    {
      "epoch": 8.228321896444168,
      "grad_norm": 0.10862183570861816,
      "learning_rate": 6.39257363373674e-05,
      "loss": 0.0382,
      "step": 26380
    },
    {
      "epoch": 8.228321896444168,
      "flow_loss": 0.03233132138848305,
      "step": 26380
    },
    {
      "contrastive_loss": 0.004195426590740681,
      "epoch": 8.228321896444168,
      "step": 26380
    },
    {
      "contrastive_lambda": 0.5942306411686576,
      "epoch": 8.228321896444168,
      "step": 26380
    },
    {
      "contrastive_lambda": 0.5942049302289798,
      "epoch": 8.228633811603244,
      "step": 26381
    },
    {
      "contrastive_lambda": 0.5941792190310338,
      "epoch": 8.228945726762321,
      "step": 26382
    },
    {
      "contrastive_lambda": 0.59415350757489,
      "epoch": 8.229257641921397,
      "step": 26383
    },
    {
      "contrastive_lambda": 0.5941277958606191,
      "epoch": 8.229569557080474,
      "step": 26384
    },
    {
      "contrastive_lambda": 0.5941020838882917,
      "epoch": 8.229881472239551,
      "step": 26385
    },
    {
      "contrastive_lambda": 0.5940763716579779,
      "epoch": 8.230193387398627,
      "step": 26386
    },
    {
      "contrastive_lambda": 0.5940506591697483,
      "epoch": 8.230505302557704,
      "step": 26387
    },
    {
      "contrastive_lambda": 0.5940249464236736,
      "epoch": 8.230817217716782,
      "step": 26388
    },
    {
      "contrastive_lambda": 0.5939992334198243,
      "epoch": 8.231129132875857,
      "step": 26389
    },
    {
      "epoch": 8.231441048034934,
      "grad_norm": 0.11960481852293015,
      "learning_rate": 6.389926680264892e-05,
      "loss": 0.0266,
      "step": 26390
    },
    {
      "epoch": 8.231441048034934,
      "flow_loss": 0.03633241355419159,
      "step": 26390
    },
    {
      "contrastive_loss": 0.006508891005069017,
      "epoch": 8.231441048034934,
      "step": 26390
    },
    {
      "contrastive_lambda": 0.5939735201582704,
      "epoch": 8.231441048034934,
      "step": 26390
    },
    {
      "contrastive_lambda": 0.5939478066390831,
      "epoch": 8.231752963194012,
      "step": 26391
    },
    {
      "contrastive_lambda": 0.5939220928623324,
      "epoch": 8.232064878353087,
      "step": 26392
    },
    {
      "contrastive_lambda": 0.5938963788280889,
      "epoch": 8.232376793512165,
      "step": 26393
    },
    {
      "contrastive_lambda": 0.5938706645364233,
      "epoch": 8.232688708671242,
      "step": 26394
    },
    {
      "contrastive_lambda": 0.5938449499874059,
      "epoch": 8.233000623830318,
      "step": 26395
    },
    {
      "contrastive_lambda": 0.5938192351811072,
      "epoch": 8.233312538989395,
      "step": 26396
    },
    {
      "contrastive_lambda": 0.5937935201175977,
      "epoch": 8.233624454148472,
      "step": 26397
    },
    {
      "contrastive_lambda": 0.5937678047969479,
      "epoch": 8.233936369307548,
      "step": 26398
    },
    {
      "contrastive_lambda": 0.5937420892192286,
      "epoch": 8.234248284466625,
      "step": 26399
    },
    {
      "epoch": 8.234560199625701,
      "grad_norm": 0.12390556931495667,
      "learning_rate": 6.387279304570017e-05,
      "loss": 0.032,
      "step": 26400
    },
    {
      "epoch": 8.234560199625701,
      "flow_loss": 0.022449050098657608,
      "step": 26400
    },
    {
      "contrastive_loss": 0.005095908418297768,
      "epoch": 8.234560199625701,
      "step": 26400
    },
    {
      "contrastive_lambda": 0.5937163733845099,
      "epoch": 8.234560199625701,
      "step": 26400
    },
    {
      "contrastive_lambda": 0.5936906572928623,
      "epoch": 8.234872114784778,
      "step": 26401
    },
    {
      "contrastive_lambda": 0.5936649409443566,
      "epoch": 8.235184029943856,
      "step": 26402
    },
    {
      "contrastive_lambda": 0.5936392243390631,
      "epoch": 8.235495945102931,
      "step": 26403
    },
    {
      "contrastive_lambda": 0.5936135074770523,
      "epoch": 8.235807860262009,
      "step": 26404
    },
    {
      "contrastive_lambda": 0.5935877903583948,
      "epoch": 8.236119775421086,
      "step": 26405
    },
    {
      "contrastive_lambda": 0.5935620729831611,
      "epoch": 8.236431690580162,
      "step": 26406
    },
    {
      "contrastive_lambda": 0.5935363553514217,
      "epoch": 8.236743605739239,
      "step": 26407
    },
    {
      "contrastive_lambda": 0.5935106374632471,
      "epoch": 8.237055520898316,
      "step": 26408
    },
    {
      "contrastive_lambda": 0.5934849193187075,
      "epoch": 8.237367436057392,
      "step": 26409
    },
    {
      "epoch": 8.23767935121647,
      "grad_norm": 0.11137299984693527,
      "learning_rate": 6.384631507456319e-05,
      "loss": 0.0379,
      "step": 26410
    },
    {
      "epoch": 8.23767935121647,
      "flow_loss": 0.036011725664138794,
      "step": 26410
    },
    {
      "contrastive_loss": 0.005750279873609543,
      "epoch": 8.23767935121647,
      "step": 26410
    },
    {
      "contrastive_lambda": 0.5934592009178739,
      "epoch": 8.23767935121647,
      "step": 26410
    },
    {
      "contrastive_lambda": 0.5934334822608166,
      "epoch": 8.237991266375547,
      "step": 26411
    },
    {
      "contrastive_lambda": 0.5934077633476061,
      "epoch": 8.238303181534622,
      "step": 26412
    },
    {
      "contrastive_lambda": 0.5933820441783128,
      "epoch": 8.2386150966937,
      "step": 26413
    },
    {
      "contrastive_lambda": 0.5933563247530074,
      "epoch": 8.238927011852777,
      "step": 26414
    },
    {
      "contrastive_lambda": 0.5933306050717603,
      "epoch": 8.239238927011852,
      "step": 26415
    },
    {
      "contrastive_lambda": 0.5933048851346421,
      "epoch": 8.23955084217093,
      "step": 26416
    },
    {
      "contrastive_lambda": 0.5932791649417233,
      "epoch": 8.239862757330005,
      "step": 26417
    },
    {
      "contrastive_lambda": 0.5932534444930742,
      "epoch": 8.240174672489083,
      "step": 26418
    },
    {
      "contrastive_lambda": 0.5932277237887656,
      "epoch": 8.24048658764816,
      "step": 26419
    },
    {
      "epoch": 8.240798502807236,
      "grad_norm": 0.12839587032794952,
      "learning_rate": 6.381983289728126e-05,
      "loss": 0.0329,
      "step": 26420
    },
    {
      "epoch": 8.240798502807236,
      "flow_loss": 0.023163743317127228,
      "step": 26420
    },
    {
      "contrastive_loss": 0.0049639539793133736,
      "epoch": 8.240798502807236,
      "step": 26420
    },
    {
      "contrastive_lambda": 0.5932020028288679,
      "epoch": 8.240798502807236,
      "step": 26420
    },
    {
      "contrastive_lambda": 0.5931762816134516,
      "epoch": 8.241110417966313,
      "step": 26421
    },
    {
      "contrastive_lambda": 0.5931505601425873,
      "epoch": 8.24142233312539,
      "step": 26422
    },
    {
      "contrastive_lambda": 0.5931248384163454,
      "epoch": 8.241734248284466,
      "step": 26423
    },
    {
      "contrastive_lambda": 0.5930991164347964,
      "epoch": 8.242046163443543,
      "step": 26424
    },
    {
      "contrastive_lambda": 0.5930733941980111,
      "epoch": 8.24235807860262,
      "step": 26425
    },
    {
      "contrastive_lambda": 0.5930476717060597,
      "epoch": 8.242669993761696,
      "step": 26426
    },
    {
      "contrastive_lambda": 0.5930219489590127,
      "epoch": 8.242981908920774,
      "step": 26427
    },
    {
      "contrastive_lambda": 0.5929962259569408,
      "epoch": 8.243293824079851,
      "step": 26428
    },
    {
      "contrastive_lambda": 0.5929705026999146,
      "epoch": 8.243605739238927,
      "step": 26429
    },
    {
      "epoch": 8.243917654398004,
      "grad_norm": 0.09837505221366882,
      "learning_rate": 6.3793346521899e-05,
      "loss": 0.0333,
      "step": 26430
    },
    {
      "epoch": 8.243917654398004,
      "flow_loss": 0.014460460282862186,
      "step": 26430
    },
    {
      "contrastive_loss": 0.004688888322561979,
      "epoch": 8.243917654398004,
      "step": 26430
    },
    {
      "contrastive_lambda": 0.5929447791880044,
      "epoch": 8.243917654398004,
      "step": 26430
    },
    {
      "contrastive_lambda": 0.5929190554212808,
      "epoch": 8.244229569557081,
      "step": 26431
    },
    {
      "contrastive_lambda": 0.5928933313998141,
      "epoch": 8.244541484716157,
      "step": 26432
    },
    {
      "contrastive_lambda": 0.5928676071236755,
      "epoch": 8.244853399875234,
      "step": 26433
    },
    {
      "contrastive_lambda": 0.5928418825929349,
      "epoch": 8.24516531503431,
      "step": 26434
    },
    {
      "contrastive_lambda": 0.5928161578076628,
      "epoch": 8.245477230193387,
      "step": 26435
    },
    {
      "contrastive_lambda": 0.5927904327679302,
      "epoch": 8.245789145352465,
      "step": 26436
    },
    {
      "contrastive_lambda": 0.5927647074738074,
      "epoch": 8.24610106051154,
      "step": 26437
    },
    {
      "contrastive_lambda": 0.5927389819253647,
      "epoch": 8.246412975670617,
      "step": 26438
    },
    {
      "contrastive_lambda": 0.5927132561226728,
      "epoch": 8.246724890829695,
      "step": 26439
    },
    {
      "epoch": 8.24703680598877,
      "grad_norm": 0.1127575933933258,
      "learning_rate": 6.376685595646226e-05,
      "loss": 0.0329,
      "step": 26440
    },
    {
      "epoch": 8.24703680598877,
      "flow_loss": 0.03082919307053089,
      "step": 26440
    },
    {
      "contrastive_loss": 0.004423442296683788,
      "epoch": 8.24703680598877,
      "step": 26440
    },
    {
      "contrastive_lambda": 0.5926875300658023,
      "epoch": 8.24703680598877,
      "step": 26440
    },
    {
      "contrastive_lambda": 0.5926618037548237,
      "epoch": 8.247348721147848,
      "step": 26441
    },
    {
      "contrastive_lambda": 0.5926360771898076,
      "epoch": 8.247660636306925,
      "step": 26442
    },
    {
      "contrastive_lambda": 0.5926103503708243,
      "epoch": 8.247972551466,
      "step": 26443
    },
    {
      "contrastive_lambda": 0.5925846232979445,
      "epoch": 8.248284466625078,
      "step": 26444
    },
    {
      "contrastive_lambda": 0.5925588959712387,
      "epoch": 8.248596381784155,
      "step": 26445
    },
    {
      "contrastive_lambda": 0.5925331683907775,
      "epoch": 8.248908296943231,
      "step": 26446
    },
    {
      "contrastive_lambda": 0.5925074405566312,
      "epoch": 8.249220212102308,
      "step": 26447
    },
    {
      "contrastive_lambda": 0.5924817124688706,
      "epoch": 8.249532127261386,
      "step": 26448
    },
    {
      "contrastive_lambda": 0.5924559841275663,
      "epoch": 8.249844042420461,
      "step": 26449
    },
    {
      "epoch": 8.250155957579539,
      "grad_norm": 0.12646543979644775,
      "learning_rate": 6.374036120901816e-05,
      "loss": 0.0336,
      "step": 26450
    },
    {
      "epoch": 8.250155957579539,
      "flow_loss": 0.04580819606781006,
      "step": 26450
    },
    {
      "contrastive_loss": 0.006215086672455072,
      "epoch": 8.250155957579539,
      "step": 26450
    },
    {
      "contrastive_lambda": 0.5924302555327884,
      "epoch": 8.250155957579539,
      "step": 26450
    },
    {
      "contrastive_lambda": 0.5924045266846077,
      "epoch": 8.250467872738614,
      "step": 26451
    },
    {
      "contrastive_lambda": 0.5923787975830949,
      "epoch": 8.250779787897692,
      "step": 26452
    },
    {
      "contrastive_lambda": 0.5923530682283203,
      "epoch": 8.251091703056769,
      "step": 26453
    },
    {
      "contrastive_lambda": 0.5923273386203547,
      "epoch": 8.251403618215845,
      "step": 26454
    },
    {
      "contrastive_lambda": 0.5923016087592681,
      "epoch": 8.251715533374922,
      "step": 26455
    },
    {
      "contrastive_lambda": 0.5922758786451316,
      "epoch": 8.252027448534,
      "step": 26456
    },
    {
      "contrastive_lambda": 0.5922501482780157,
      "epoch": 8.252339363693075,
      "step": 26457
    },
    {
      "contrastive_lambda": 0.5922244176579905,
      "epoch": 8.252651278852152,
      "step": 26458
    },
    {
      "contrastive_lambda": 0.592198686785127,
      "epoch": 8.25296319401123,
      "step": 26459
    },
    {
      "epoch": 8.253275109170305,
      "grad_norm": 0.13253489136695862,
      "learning_rate": 6.371386228761514e-05,
      "loss": 0.0347,
      "step": 26460
    },
    {
      "epoch": 8.253275109170305,
      "flow_loss": 0.017156517133116722,
      "step": 26460
    },
    {
      "contrastive_loss": 0.005606209393590689,
      "epoch": 8.253275109170305,
      "step": 26460
    },
    {
      "contrastive_lambda": 0.5921729556594956,
      "epoch": 8.253275109170305,
      "step": 26460
    },
    {
      "contrastive_lambda": 0.5921472242811667,
      "epoch": 8.253587024329383,
      "step": 26461
    },
    {
      "contrastive_lambda": 0.592121492650211,
      "epoch": 8.25389893948846,
      "step": 26462
    },
    {
      "contrastive_lambda": 0.592095760766699,
      "epoch": 8.254210854647535,
      "step": 26463
    },
    {
      "contrastive_lambda": 0.5920700286307011,
      "epoch": 8.254522769806613,
      "step": 26464
    },
    {
      "contrastive_lambda": 0.5920442962422883,
      "epoch": 8.25483468496569,
      "step": 26465
    },
    {
      "contrastive_lambda": 0.5920185636015305,
      "epoch": 8.255146600124766,
      "step": 26466
    },
    {
      "contrastive_lambda": 0.5919928307084987,
      "epoch": 8.255458515283843,
      "step": 26467
    },
    {
      "contrastive_lambda": 0.5919670975632634,
      "epoch": 8.255770430442919,
      "step": 26468
    },
    {
      "contrastive_lambda": 0.591941364165895,
      "epoch": 8.256082345601996,
      "step": 26469
    },
    {
      "epoch": 8.256394260761073,
      "grad_norm": 0.12172691524028778,
      "learning_rate": 6.368735920030283e-05,
      "loss": 0.0291,
      "step": 26470
    },
    {
      "epoch": 8.256394260761073,
      "flow_loss": 0.0327165462076664,
      "step": 26470
    },
    {
      "contrastive_loss": 0.005583779886364937,
      "epoch": 8.256394260761073,
      "step": 26470
    },
    {
      "contrastive_lambda": 0.5919156305164641,
      "epoch": 8.256394260761073,
      "step": 26470
    },
    {
      "contrastive_lambda": 0.5918898966150414,
      "epoch": 8.256706175920149,
      "step": 26471
    },
    {
      "contrastive_lambda": 0.5918641624616974,
      "epoch": 8.257018091079226,
      "step": 26472
    },
    {
      "contrastive_lambda": 0.5918384280565023,
      "epoch": 8.257330006238304,
      "step": 26473
    },
    {
      "contrastive_lambda": 0.5918126933995272,
      "epoch": 8.25764192139738,
      "step": 26474
    },
    {
      "contrastive_lambda": 0.5917869584908423,
      "epoch": 8.257953836556457,
      "step": 26475
    },
    {
      "contrastive_lambda": 0.5917612233305183,
      "epoch": 8.258265751715534,
      "step": 26476
    },
    {
      "contrastive_lambda": 0.5917354879186255,
      "epoch": 8.25857766687461,
      "step": 26477
    },
    {
      "contrastive_lambda": 0.5917097522552348,
      "epoch": 8.258889582033687,
      "step": 26478
    },
    {
      "contrastive_lambda": 0.5916840163404167,
      "epoch": 8.259201497192764,
      "step": 26479
    },
    {
      "epoch": 8.25951341235184,
      "grad_norm": 0.11669300496578217,
      "learning_rate": 6.366085195513218e-05,
      "loss": 0.0317,
      "step": 26480
    },
    {
      "epoch": 8.25951341235184,
      "flow_loss": 0.031227726489305496,
      "step": 26480
    },
    {
      "contrastive_loss": 0.003992812242358923,
      "epoch": 8.25951341235184,
      "step": 26480
    },
    {
      "contrastive_lambda": 0.5916582801742415,
      "epoch": 8.25951341235184,
      "step": 26480
    },
    {
      "contrastive_lambda": 0.5916325437567799,
      "epoch": 8.259825327510917,
      "step": 26481
    },
    {
      "contrastive_lambda": 0.5916068070881025,
      "epoch": 8.260137242669995,
      "step": 26482
    },
    {
      "contrastive_lambda": 0.59158107016828,
      "epoch": 8.26044915782907,
      "step": 26483
    },
    {
      "contrastive_lambda": 0.5915553329973826,
      "epoch": 8.260761072988148,
      "step": 26484
    },
    {
      "contrastive_lambda": 0.5915295955754811,
      "epoch": 8.261072988147223,
      "step": 26485
    },
    {
      "contrastive_lambda": 0.591503857902646,
      "epoch": 8.2613849033063,
      "step": 26486
    },
    {
      "contrastive_lambda": 0.5914781199789481,
      "epoch": 8.261696818465378,
      "step": 26487
    },
    {
      "contrastive_lambda": 0.5914523818044576,
      "epoch": 8.262008733624453,
      "step": 26488
    },
    {
      "contrastive_lambda": 0.591426643379245,
      "epoch": 8.26232064878353,
      "step": 26489
    },
    {
      "epoch": 8.262632563942608,
      "grad_norm": 0.12008680403232574,
      "learning_rate": 6.363434056015543e-05,
      "loss": 0.0285,
      "step": 26490
    },
    {
      "epoch": 8.262632563942608,
      "flow_loss": 0.031794432550668716,
      "step": 26490
    },
    {
      "contrastive_loss": 0.0050484128296375275,
      "epoch": 8.262632563942608,
      "step": 26490
    },
    {
      "contrastive_lambda": 0.5914009047033814,
      "epoch": 8.262632563942608,
      "step": 26490
    },
    {
      "contrastive_lambda": 0.5913751657769368,
      "epoch": 8.262944479101684,
      "step": 26491
    },
    {
      "contrastive_lambda": 0.591349426599982,
      "epoch": 8.263256394260761,
      "step": 26492
    },
    {
      "contrastive_lambda": 0.5913236871725877,
      "epoch": 8.263568309419838,
      "step": 26493
    },
    {
      "contrastive_lambda": 0.5912979474948243,
      "epoch": 8.263880224578914,
      "step": 26494
    },
    {
      "contrastive_lambda": 0.5912722075667622,
      "epoch": 8.264192139737991,
      "step": 26495
    },
    {
      "contrastive_lambda": 0.5912464673884723,
      "epoch": 8.264504054897069,
      "step": 26496
    },
    {
      "contrastive_lambda": 0.5912207269600251,
      "epoch": 8.264815970056144,
      "step": 26497
    },
    {
      "contrastive_lambda": 0.591194986281491,
      "epoch": 8.265127885215222,
      "step": 26498
    },
    {
      "contrastive_lambda": 0.5911692453529408,
      "epoch": 8.265439800374299,
      "step": 26499
    },
    {
      "epoch": 8.265751715533375,
      "grad_norm": 0.10813643038272858,
      "learning_rate": 6.360782502342599e-05,
      "loss": 0.04,
      "step": 26500
    },
    {
      "epoch": 8.265751715533375,
      "flow_loss": 0.02309630624949932,
      "step": 26500
    },
    {
      "contrastive_loss": 0.005090373568236828,
      "epoch": 8.265751715533375,
      "step": 26500
    },
    {
      "contrastive_lambda": 0.5911435041744448,
      "epoch": 8.265751715533375,
      "step": 26500
    },
    {
      "contrastive_lambda": 0.5911177627460737,
      "epoch": 8.266063630692452,
      "step": 26501
    },
    {
      "contrastive_lambda": 0.5910920210678983,
      "epoch": 8.266375545851528,
      "step": 26502
    },
    {
      "contrastive_lambda": 0.5910662791399887,
      "epoch": 8.266687461010605,
      "step": 26503
    },
    {
      "contrastive_lambda": 0.5910405369624157,
      "epoch": 8.266999376169682,
      "step": 26504
    },
    {
      "contrastive_lambda": 0.5910147945352501,
      "epoch": 8.267311291328758,
      "step": 26505
    },
    {
      "contrastive_lambda": 0.5909890518585621,
      "epoch": 8.267623206487835,
      "step": 26506
    },
    {
      "contrastive_lambda": 0.5909633089324227,
      "epoch": 8.267935121646913,
      "step": 26507
    },
    {
      "contrastive_lambda": 0.5909375657569019,
      "epoch": 8.268247036805988,
      "step": 26508
    },
    {
      "contrastive_lambda": 0.5909118223320707,
      "epoch": 8.268558951965066,
      "step": 26509
    },
    {
      "epoch": 8.268870867124143,
      "grad_norm": 0.12170137465000153,
      "learning_rate": 6.358130535299862e-05,
      "loss": 0.0324,
      "step": 26510
    },
    {
      "epoch": 8.268870867124143,
      "flow_loss": 0.028925765305757523,
      "step": 26510
    },
    {
      "contrastive_loss": 0.004107060842216015,
      "epoch": 8.268870867124143,
      "step": 26510
    },
    {
      "contrastive_lambda": 0.5908860786579997,
      "epoch": 8.268870867124143,
      "step": 26510
    },
    {
      "contrastive_lambda": 0.5908603347347594,
      "epoch": 8.269182782283218,
      "step": 26511
    },
    {
      "contrastive_lambda": 0.59083459056242,
      "epoch": 8.269494697442296,
      "step": 26512
    },
    {
      "contrastive_lambda": 0.5908088461410528,
      "epoch": 8.269806612601373,
      "step": 26513
    },
    {
      "contrastive_lambda": 0.5907831014707278,
      "epoch": 8.270118527760449,
      "step": 26514
    },
    {
      "contrastive_lambda": 0.5907573565515156,
      "epoch": 8.270430442919526,
      "step": 26515
    },
    {
      "contrastive_lambda": 0.5907316113834873,
      "epoch": 8.270742358078603,
      "step": 26516
    },
    {
      "contrastive_lambda": 0.590705865966713,
      "epoch": 8.271054273237679,
      "step": 26517
    },
    {
      "contrastive_lambda": 0.5906801203012634,
      "epoch": 8.271366188396756,
      "step": 26518
    },
    {
      "contrastive_lambda": 0.590654374387209,
      "epoch": 8.271678103555832,
      "step": 26519
    },
    {
      "epoch": 8.27199001871491,
      "grad_norm": 0.16155190765857697,
      "learning_rate": 6.355478155692926e-05,
      "loss": 0.0417,
      "step": 26520
    },
    {
      "epoch": 8.27199001871491,
      "flow_loss": 0.021566171199083328,
      "step": 26520
    },
    {
      "contrastive_loss": 0.004396529868245125,
      "epoch": 8.27199001871491,
      "step": 26520
    },
    {
      "contrastive_lambda": 0.5906286282246206,
      "epoch": 8.27199001871491,
      "step": 26520
    },
    {
      "contrastive_lambda": 0.5906028818135687,
      "epoch": 8.272301933873987,
      "step": 26521
    },
    {
      "contrastive_lambda": 0.5905771351541239,
      "epoch": 8.272613849033062,
      "step": 26522
    },
    {
      "contrastive_lambda": 0.5905513882463564,
      "epoch": 8.27292576419214,
      "step": 26523
    },
    {
      "contrastive_lambda": 0.5905256410903376,
      "epoch": 8.273237679351217,
      "step": 26524
    },
    {
      "contrastive_lambda": 0.5904998936861374,
      "epoch": 8.273549594510293,
      "step": 26525
    },
    {
      "contrastive_lambda": 0.5904741460338265,
      "epoch": 8.27386150966937,
      "step": 26526
    },
    {
      "contrastive_lambda": 0.5904483981334757,
      "epoch": 8.274173424828447,
      "step": 26527
    },
    {
      "contrastive_lambda": 0.5904226499851556,
      "epoch": 8.274485339987523,
      "step": 26528
    },
    {
      "contrastive_lambda": 0.5903969015889364,
      "epoch": 8.2747972551466,
      "step": 26529
    },
    {
      "epoch": 8.275109170305678,
      "grad_norm": 0.118702232837677,
      "learning_rate": 6.352825364327517e-05,
      "loss": 0.0289,
      "step": 26530
    },
    {
      "epoch": 8.275109170305678,
      "flow_loss": 0.03995634615421295,
      "step": 26530
    },
    {
      "contrastive_loss": 0.004395318683236837,
      "epoch": 8.275109170305678,
      "step": 26530
    },
    {
      "contrastive_lambda": 0.5903711529448892,
      "epoch": 8.275109170305678,
      "step": 26530
    },
    {
      "contrastive_lambda": 0.5903454040530842,
      "epoch": 8.275421085464753,
      "step": 26531
    },
    {
      "contrastive_lambda": 0.5903196549135922,
      "epoch": 8.27573300062383,
      "step": 26532
    },
    {
      "contrastive_lambda": 0.5902939055264838,
      "epoch": 8.276044915782908,
      "step": 26533
    },
    {
      "contrastive_lambda": 0.5902681558918296,
      "epoch": 8.276356830941983,
      "step": 26534
    },
    {
      "contrastive_lambda": 0.5902424060096998,
      "epoch": 8.27666874610106,
      "step": 26535
    },
    {
      "contrastive_lambda": 0.5902166558801656,
      "epoch": 8.276980661260136,
      "step": 26536
    },
    {
      "contrastive_lambda": 0.5901909055032973,
      "epoch": 8.277292576419214,
      "step": 26537
    },
    {
      "contrastive_lambda": 0.5901651548791653,
      "epoch": 8.277604491578291,
      "step": 26538
    },
    {
      "contrastive_lambda": 0.5901394040078406,
      "epoch": 8.277916406737367,
      "step": 26539
    },
    {
      "epoch": 8.278228321896444,
      "grad_norm": 0.11224479973316193,
      "learning_rate": 6.350172162009482e-05,
      "loss": 0.0364,
      "step": 26540
    },
    {
      "epoch": 8.278228321896444,
      "flow_loss": 0.023261861875653267,
      "step": 26540
    },
    {
      "contrastive_loss": 0.005028198938816786,
      "epoch": 8.278228321896444,
      "step": 26540
    },
    {
      "contrastive_lambda": 0.5901136528893935,
      "epoch": 8.278228321896444,
      "step": 26540
    },
    {
      "contrastive_lambda": 0.5900879015238949,
      "epoch": 8.278540237055521,
      "step": 26541
    },
    {
      "contrastive_lambda": 0.590062149911415,
      "epoch": 8.278852152214597,
      "step": 26542
    },
    {
      "contrastive_lambda": 0.5900363980520247,
      "epoch": 8.279164067373674,
      "step": 26543
    },
    {
      "contrastive_lambda": 0.5900106459457944,
      "epoch": 8.279475982532752,
      "step": 26544
    },
    {
      "contrastive_lambda": 0.589984893592795,
      "epoch": 8.279787897691827,
      "step": 26545
    },
    {
      "contrastive_lambda": 0.5899591409930967,
      "epoch": 8.280099812850905,
      "step": 26546
    },
    {
      "contrastive_lambda": 0.5899333881467704,
      "epoch": 8.280411728009982,
      "step": 26547
    },
    {
      "contrastive_lambda": 0.5899076350538867,
      "epoch": 8.280723643169058,
      "step": 26548
    },
    {
      "contrastive_lambda": 0.5898818817145159,
      "epoch": 8.281035558328135,
      "step": 26549
    },
    {
      "epoch": 8.281347473487212,
      "grad_norm": 0.11353521794080734,
      "learning_rate": 6.347518549544793e-05,
      "loss": 0.0373,
      "step": 26550
    },
    {
      "epoch": 8.281347473487212,
      "flow_loss": 0.034196656197309494,
      "step": 26550
    },
    {
      "contrastive_loss": 0.0048954179510474205,
      "epoch": 8.281347473487212,
      "step": 26550
    },
    {
      "contrastive_lambda": 0.5898561281287289,
      "epoch": 8.281347473487212,
      "step": 26550
    },
    {
      "contrastive_lambda": 0.5898303742965963,
      "epoch": 8.281659388646288,
      "step": 26551
    },
    {
      "contrastive_lambda": 0.5898046202181886,
      "epoch": 8.281971303805365,
      "step": 26552
    },
    {
      "contrastive_lambda": 0.5897788658935765,
      "epoch": 8.28228321896444,
      "step": 26553
    },
    {
      "contrastive_lambda": 0.5897531113228304,
      "epoch": 8.282595134123518,
      "step": 26554
    },
    {
      "contrastive_lambda": 0.589727356506021,
      "epoch": 8.282907049282596,
      "step": 26555
    },
    {
      "contrastive_lambda": 0.5897016014432191,
      "epoch": 8.283218964441671,
      "step": 26556
    },
    {
      "contrastive_lambda": 0.5896758461344951,
      "epoch": 8.283530879600749,
      "step": 26557
    },
    {
      "contrastive_lambda": 0.5896500905799198,
      "epoch": 8.283842794759826,
      "step": 26558
    },
    {
      "contrastive_lambda": 0.5896243347795636,
      "epoch": 8.284154709918901,
      "step": 26559
    },
    {
      "epoch": 8.284466625077979,
      "grad_norm": 0.10637237131595612,
      "learning_rate": 6.344864527739547e-05,
      "loss": 0.0305,
      "step": 26560
    },
    {
      "epoch": 8.284466625077979,
      "flow_loss": 0.023194441571831703,
      "step": 26560
    },
    {
      "contrastive_loss": 0.004077345132827759,
      "epoch": 8.284466625077979,
      "step": 26560
    },
    {
      "contrastive_lambda": 0.5895985787334972,
      "epoch": 8.284466625077979,
      "step": 26560
    },
    {
      "contrastive_lambda": 0.5895728224417911,
      "epoch": 8.284778540237056,
      "step": 26561
    },
    {
      "contrastive_lambda": 0.5895470659045162,
      "epoch": 8.285090455396132,
      "step": 26562
    },
    {
      "contrastive_lambda": 0.5895213091217428,
      "epoch": 8.28540237055521,
      "step": 26563
    },
    {
      "contrastive_lambda": 0.5894955520935418,
      "epoch": 8.285714285714286,
      "step": 26564
    },
    {
      "contrastive_lambda": 0.5894697948199835,
      "epoch": 8.286026200873362,
      "step": 26565
    },
    {
      "contrastive_lambda": 0.5894440373011387,
      "epoch": 8.28633811603244,
      "step": 26566
    },
    {
      "contrastive_lambda": 0.5894182795370781,
      "epoch": 8.286650031191517,
      "step": 26567
    },
    {
      "contrastive_lambda": 0.5893925215278722,
      "epoch": 8.286961946350592,
      "step": 26568
    },
    {
      "contrastive_lambda": 0.5893667632735915,
      "epoch": 8.28727386150967,
      "step": 26569
    },
    {
      "epoch": 8.287585776668745,
      "grad_norm": 0.0935644879937172,
      "learning_rate": 6.342210097399966e-05,
      "loss": 0.0346,
      "step": 26570
    },
    {
      "epoch": 8.287585776668745,
      "flow_loss": 0.023580392822623253,
      "step": 26570
    },
    {
      "contrastive_loss": 0.004143666476011276,
      "epoch": 8.287585776668745,
      "step": 26570
    },
    {
      "contrastive_lambda": 0.5893410047743068,
      "epoch": 8.287585776668745,
      "step": 26570
    },
    {
      "contrastive_lambda": 0.5893152460300888,
      "epoch": 8.287897691827823,
      "step": 26571
    },
    {
      "contrastive_lambda": 0.5892894870410079,
      "epoch": 8.2882096069869,
      "step": 26572
    },
    {
      "contrastive_lambda": 0.5892637278071347,
      "epoch": 8.288521522145976,
      "step": 26573
    },
    {
      "contrastive_lambda": 0.5892379683285399,
      "epoch": 8.288833437305053,
      "step": 26574
    },
    {
      "contrastive_lambda": 0.5892122086052943,
      "epoch": 8.28914535246413,
      "step": 26575
    },
    {
      "contrastive_lambda": 0.5891864486374683,
      "epoch": 8.289457267623206,
      "step": 26576
    },
    {
      "contrastive_lambda": 0.5891606884251326,
      "epoch": 8.289769182782283,
      "step": 26577
    },
    {
      "contrastive_lambda": 0.5891349279683578,
      "epoch": 8.29008109794136,
      "step": 26578
    },
    {
      "contrastive_lambda": 0.5891091672672146,
      "epoch": 8.290393013100436,
      "step": 26579
    },
    {
      "epoch": 8.290704928259514,
      "grad_norm": 0.11941953003406525,
      "learning_rate": 6.339555259332398e-05,
      "loss": 0.0363,
      "step": 26580
    },
    {
      "epoch": 8.290704928259514,
      "flow_loss": 0.03381391614675522,
      "step": 26580
    },
    {
      "contrastive_loss": 0.0057746609672904015,
      "epoch": 8.290704928259514,
      "step": 26580
    },
    {
      "contrastive_lambda": 0.5890834063217734,
      "epoch": 8.290704928259514,
      "step": 26580
    },
    {
      "contrastive_lambda": 0.589057645132105,
      "epoch": 8.291016843418591,
      "step": 26581
    },
    {
      "contrastive_lambda": 0.5890318836982802,
      "epoch": 8.291328758577666,
      "step": 26582
    },
    {
      "contrastive_lambda": 0.5890061220203693,
      "epoch": 8.291640673736744,
      "step": 26583
    },
    {
      "contrastive_lambda": 0.588980360098443,
      "epoch": 8.291952588895821,
      "step": 26584
    },
    {
      "contrastive_lambda": 0.5889545979325722,
      "epoch": 8.292264504054897,
      "step": 26585
    },
    {
      "contrastive_lambda": 0.5889288355228272,
      "epoch": 8.292576419213974,
      "step": 26586
    },
    {
      "contrastive_lambda": 0.5889030728692788,
      "epoch": 8.29288833437305,
      "step": 26587
    },
    {
      "contrastive_lambda": 0.5888773099719974,
      "epoch": 8.293200249532127,
      "step": 26588
    },
    {
      "contrastive_lambda": 0.5888515468310539,
      "epoch": 8.293512164691204,
      "step": 26589
    },
    {
      "epoch": 8.29382407985028,
      "grad_norm": 0.10296639055013657,
      "learning_rate": 6.33690001434331e-05,
      "loss": 0.0326,
      "step": 26590
    },
    {
      "epoch": 8.29382407985028,
      "flow_loss": 0.04326898977160454,
      "step": 26590
    },
    {
      "contrastive_loss": 0.004773203749209642,
      "epoch": 8.29382407985028,
      "step": 26590
    },
    {
      "contrastive_lambda": 0.5888257834465189,
      "epoch": 8.29382407985028,
      "step": 26590
    },
    {
      "contrastive_lambda": 0.5888000198184629,
      "epoch": 8.294135995009357,
      "step": 26591
    },
    {
      "contrastive_lambda": 0.5887742559469566,
      "epoch": 8.294447910168435,
      "step": 26592
    },
    {
      "contrastive_lambda": 0.5887484918320708,
      "epoch": 8.29475982532751,
      "step": 26593
    },
    {
      "contrastive_lambda": 0.5887227274738758,
      "epoch": 8.295071740486588,
      "step": 26594
    },
    {
      "contrastive_lambda": 0.5886969628724423,
      "epoch": 8.295383655645665,
      "step": 26595
    },
    {
      "contrastive_lambda": 0.5886711980278413,
      "epoch": 8.29569557080474,
      "step": 26596
    },
    {
      "contrastive_lambda": 0.588645432940143,
      "epoch": 8.296007485963818,
      "step": 26597
    },
    {
      "contrastive_lambda": 0.5886196676094184,
      "epoch": 8.296319401122895,
      "step": 26598
    },
    {
      "contrastive_lambda": 0.5885939020357378,
      "epoch": 8.296631316281971,
      "step": 26599
    },
    {
      "epoch": 8.296943231441048,
      "grad_norm": 0.12442963570356369,
      "learning_rate": 6.334244363239296e-05,
      "loss": 0.0347,
      "step": 26600
    },
    {
      "epoch": 8.296943231441048,
      "flow_loss": 0.02966240793466568,
      "step": 26600
    },
    {
      "contrastive_loss": 0.0060901823453605175,
      "epoch": 8.296943231441048,
      "step": 26600
    },
    {
      "contrastive_lambda": 0.5885681362191719,
      "epoch": 8.296943231441048,
      "step": 26600
    },
    {
      "contrastive_lambda": 0.5885423701597917,
      "epoch": 8.297255146600126,
      "step": 26601
    },
    {
      "contrastive_lambda": 0.5885166038576675,
      "epoch": 8.297567061759201,
      "step": 26602
    },
    {
      "contrastive_lambda": 0.5884908373128698,
      "epoch": 8.297878976918279,
      "step": 26603
    },
    {
      "contrastive_lambda": 0.5884650705254696,
      "epoch": 8.298190892077354,
      "step": 26604
    },
    {
      "contrastive_lambda": 0.5884393034955374,
      "epoch": 8.298502807236432,
      "step": 26605
    },
    {
      "contrastive_lambda": 0.5884135362231437,
      "epoch": 8.298814722395509,
      "step": 26606
    },
    {
      "contrastive_lambda": 0.5883877687083593,
      "epoch": 8.299126637554584,
      "step": 26607
    },
    {
      "contrastive_lambda": 0.5883620009512548,
      "epoch": 8.299438552713662,
      "step": 26608
    },
    {
      "contrastive_lambda": 0.588336232951901,
      "epoch": 8.29975046787274,
      "step": 26609
    },
    {
      "epoch": 8.300062383031815,
      "grad_norm": 0.10921070724725723,
      "learning_rate": 6.331588306827073e-05,
      "loss": 0.0343,
      "step": 26610
    },
    {
      "epoch": 8.300062383031815,
      "flow_loss": 0.02127603068947792,
      "step": 26610
    },
    {
      "contrastive_loss": 0.00479729101061821,
      "epoch": 8.300062383031815,
      "step": 26610
    },
    {
      "contrastive_lambda": 0.5883104647103684,
      "epoch": 8.300062383031815,
      "step": 26610
    },
    {
      "contrastive_lambda": 0.5882846962267274,
      "epoch": 8.300374298190892,
      "step": 26611
    },
    {
      "contrastive_lambda": 0.5882589275010491,
      "epoch": 8.30068621334997,
      "step": 26612
    },
    {
      "contrastive_lambda": 0.588233158533404,
      "epoch": 8.300998128509045,
      "step": 26613
    },
    {
      "contrastive_lambda": 0.5882073893238624,
      "epoch": 8.301310043668122,
      "step": 26614
    },
    {
      "contrastive_lambda": 0.5881816198724955,
      "epoch": 8.3016219588272,
      "step": 26615
    },
    {
      "contrastive_lambda": 0.5881558501793737,
      "epoch": 8.301933873986275,
      "step": 26616
    },
    {
      "contrastive_lambda": 0.5881300802445675,
      "epoch": 8.302245789145353,
      "step": 26617
    },
    {
      "contrastive_lambda": 0.5881043100681477,
      "epoch": 8.30255770430443,
      "step": 26618
    },
    {
      "contrastive_lambda": 0.588078539650185,
      "epoch": 8.302869619463506,
      "step": 26619
    },
    {
      "epoch": 8.303181534622583,
      "grad_norm": 0.07423575967550278,
      "learning_rate": 6.328931845913483e-05,
      "loss": 0.0284,
      "step": 26620
    },
    {
      "epoch": 8.303181534622583,
      "flow_loss": 0.03486044332385063,
      "step": 26620
    },
    {
      "contrastive_loss": 0.0050105261616408825,
      "epoch": 8.303181534622583,
      "step": 26620
    },
    {
      "contrastive_lambda": 0.5880527689907498,
      "epoch": 8.303181534622583,
      "step": 26620
    },
    {
      "contrastive_lambda": 0.5880269980899131,
      "epoch": 8.303493449781659,
      "step": 26621
    },
    {
      "contrastive_lambda": 0.5880012269477454,
      "epoch": 8.303805364940736,
      "step": 26622
    },
    {
      "contrastive_lambda": 0.5879754555643172,
      "epoch": 8.304117280099813,
      "step": 26623
    },
    {
      "contrastive_lambda": 0.5879496839396995,
      "epoch": 8.304429195258889,
      "step": 26624
    },
    {
      "contrastive_lambda": 0.5879239120739626,
      "epoch": 8.304741110417966,
      "step": 26625
    },
    {
      "contrastive_lambda": 0.5878981399671772,
      "epoch": 8.305053025577044,
      "step": 26626
    },
    {
      "contrastive_lambda": 0.5878723676194143,
      "epoch": 8.30536494073612,
      "step": 26627
    },
    {
      "contrastive_lambda": 0.5878465950307441,
      "epoch": 8.305676855895197,
      "step": 26628
    },
    {
      "contrastive_lambda": 0.5878208222012377,
      "epoch": 8.305988771054274,
      "step": 26629
    },
    {
      "epoch": 8.30630068621335,
      "grad_norm": 0.10444166511297226,
      "learning_rate": 6.326274981305484e-05,
      "loss": 0.0383,
      "step": 26630
    },
    {
      "epoch": 8.30630068621335,
      "flow_loss": 0.024162407964468002,
      "step": 26630
    },
    {
      "contrastive_loss": 0.004765092395246029,
      "epoch": 8.30630068621335,
      "step": 26630
    },
    {
      "contrastive_lambda": 0.5877950491309654,
      "epoch": 8.30630068621335,
      "step": 26630
    },
    {
      "contrastive_lambda": 0.5877692758199979,
      "epoch": 8.306612601372427,
      "step": 26631
    },
    {
      "contrastive_lambda": 0.5877435022684061,
      "epoch": 8.306924516531504,
      "step": 26632
    },
    {
      "contrastive_lambda": 0.5877177284762605,
      "epoch": 8.30723643169058,
      "step": 26633
    },
    {
      "contrastive_lambda": 0.5876919544436316,
      "epoch": 8.307548346849657,
      "step": 26634
    },
    {
      "contrastive_lambda": 0.5876661801705905,
      "epoch": 8.307860262008735,
      "step": 26635
    },
    {
      "contrastive_lambda": 0.5876404056572074,
      "epoch": 8.30817217716781,
      "step": 26636
    },
    {
      "contrastive_lambda": 0.587614630903553,
      "epoch": 8.308484092326887,
      "step": 26637
    },
    {
      "contrastive_lambda": 0.5875888559096984,
      "epoch": 8.308796007485963,
      "step": 26638
    },
    {
      "contrastive_lambda": 0.587563080675714,
      "epoch": 8.30910792264504,
      "step": 26639
    },
    {
      "epoch": 8.309419837804118,
      "grad_norm": 0.10970451682806015,
      "learning_rate": 6.323617713810166e-05,
      "loss": 0.0409,
      "step": 26640
    },
    {
      "epoch": 8.309419837804118,
      "flow_loss": 0.043296243995428085,
      "step": 26640
    },
    {
      "contrastive_loss": 0.007504499051719904,
      "epoch": 8.309419837804118,
      "step": 26640
    },
    {
      "contrastive_lambda": 0.5875373052016702,
      "epoch": 8.309419837804118,
      "step": 26640
    },
    {
      "contrastive_lambda": 0.5875115294876381,
      "epoch": 8.309731752963193,
      "step": 26641
    },
    {
      "contrastive_lambda": 0.5874857535336881,
      "epoch": 8.31004366812227,
      "step": 26642
    },
    {
      "contrastive_lambda": 0.5874599773398909,
      "epoch": 8.310355583281348,
      "step": 26643
    },
    {
      "contrastive_lambda": 0.5874342009063173,
      "epoch": 8.310667498440424,
      "step": 26644
    },
    {
      "contrastive_lambda": 0.5874084242330376,
      "epoch": 8.310979413599501,
      "step": 26645
    },
    {
      "contrastive_lambda": 0.5873826473201231,
      "epoch": 8.311291328758578,
      "step": 26646
    },
    {
      "contrastive_lambda": 0.587356870167644,
      "epoch": 8.311603243917654,
      "step": 26647
    },
    {
      "contrastive_lambda": 0.5873310927756711,
      "epoch": 8.311915159076731,
      "step": 26648
    },
    {
      "contrastive_lambda": 0.5873053151442749,
      "epoch": 8.312227074235809,
      "step": 26649
    },
    {
      "epoch": 8.312538989394884,
      "grad_norm": 0.1337810456752777,
      "learning_rate": 6.320960044234734e-05,
      "loss": 0.0366,
      "step": 26650
    },
    {
      "epoch": 8.312538989394884,
      "flow_loss": 0.03750251606106758,
      "step": 26650
    },
    {
      "contrastive_loss": 0.004198210313916206,
      "epoch": 8.312538989394884,
      "step": 26650
    },
    {
      "contrastive_lambda": 0.5872795372735264,
      "epoch": 8.312538989394884,
      "step": 26650
    },
    {
      "contrastive_lambda": 0.587253759163496,
      "epoch": 8.312850904553962,
      "step": 26651
    },
    {
      "contrastive_lambda": 0.5872279808142545,
      "epoch": 8.313162819713039,
      "step": 26652
    },
    {
      "contrastive_lambda": 0.5872022022258725,
      "epoch": 8.313474734872115,
      "step": 26653
    },
    {
      "contrastive_lambda": 0.5871764233984207,
      "epoch": 8.313786650031192,
      "step": 26654
    },
    {
      "contrastive_lambda": 0.58715064433197,
      "epoch": 8.314098565190267,
      "step": 26655
    },
    {
      "contrastive_lambda": 0.5871248650265907,
      "epoch": 8.314410480349345,
      "step": 26656
    },
    {
      "contrastive_lambda": 0.5870990854823535,
      "epoch": 8.314722395508422,
      "step": 26657
    },
    {
      "contrastive_lambda": 0.5870733056993294,
      "epoch": 8.315034310667498,
      "step": 26658
    },
    {
      "contrastive_lambda": 0.5870475256775888,
      "epoch": 8.315346225826575,
      "step": 26659
    },
    {
      "epoch": 8.315658140985652,
      "grad_norm": 0.11272472888231277,
      "learning_rate": 6.318301973386518e-05,
      "loss": 0.0312,
      "step": 26660
    },
    {
      "epoch": 8.315658140985652,
      "flow_loss": 0.01868710294365883,
      "step": 26660
    },
    {
      "contrastive_loss": 0.004893290810286999,
      "epoch": 8.315658140985652,
      "step": 26660
    },
    {
      "contrastive_lambda": 0.5870217454172023,
      "epoch": 8.315658140985652,
      "step": 26660
    },
    {
      "contrastive_lambda": 0.586995964918241,
      "epoch": 8.315970056144728,
      "step": 26661
    },
    {
      "contrastive_lambda": 0.5869701841807753,
      "epoch": 8.316281971303805,
      "step": 26662
    },
    {
      "contrastive_lambda": 0.5869444032048758,
      "epoch": 8.316593886462883,
      "step": 26663
    },
    {
      "contrastive_lambda": 0.5869186219906134,
      "epoch": 8.316905801621958,
      "step": 26664
    },
    {
      "contrastive_lambda": 0.5868928405380585,
      "epoch": 8.317217716781036,
      "step": 26665
    },
    {
      "contrastive_lambda": 0.5868670588472821,
      "epoch": 8.317529631940113,
      "step": 26666
    },
    {
      "contrastive_lambda": 0.5868412769183547,
      "epoch": 8.317841547099189,
      "step": 26667
    },
    {
      "contrastive_lambda": 0.5868154947513469,
      "epoch": 8.318153462258266,
      "step": 26668
    },
    {
      "contrastive_lambda": 0.5867897123463296,
      "epoch": 8.318465377417343,
      "step": 26669
    },
    {
      "epoch": 8.318777292576419,
      "grad_norm": 0.11394009739160538,
      "learning_rate": 6.315643502072971e-05,
      "loss": 0.0305,
      "step": 26670
    },
    {
      "epoch": 8.318777292576419,
      "flow_loss": 0.02203110046684742,
      "step": 26670
    },
    {
      "contrastive_loss": 0.007057973183691502,
      "epoch": 8.318777292576419,
      "step": 26670
    },
    {
      "contrastive_lambda": 0.5867639297033734,
      "epoch": 8.318777292576419,
      "step": 26670
    },
    {
      "contrastive_lambda": 0.5867381468225489,
      "epoch": 8.319089207735496,
      "step": 26671
    },
    {
      "contrastive_lambda": 0.5867123637039268,
      "epoch": 8.319401122894572,
      "step": 26672
    },
    {
      "contrastive_lambda": 0.5866865803475779,
      "epoch": 8.31971303805365,
      "step": 26673
    },
    {
      "contrastive_lambda": 0.5866607967535729,
      "epoch": 8.320024953212727,
      "step": 26674
    },
    {
      "contrastive_lambda": 0.5866350129219823,
      "epoch": 8.320336868371802,
      "step": 26675
    },
    {
      "contrastive_lambda": 0.5866092288528768,
      "epoch": 8.32064878353088,
      "step": 26676
    },
    {
      "contrastive_lambda": 0.5865834445463273,
      "epoch": 8.320960698689957,
      "step": 26677
    },
    {
      "contrastive_lambda": 0.5865576600024044,
      "epoch": 8.321272613849032,
      "step": 26678
    },
    {
      "contrastive_lambda": 0.5865318752211786,
      "epoch": 8.32158452900811,
      "step": 26679
    },
    {
      "epoch": 8.321896444167187,
      "grad_norm": 0.09988512098789215,
      "learning_rate": 6.312984631101667e-05,
      "loss": 0.0326,
      "step": 26680
    },
    {
      "epoch": 8.321896444167187,
      "flow_loss": 0.06032310798764229,
      "step": 26680
    },
    {
      "contrastive_loss": 0.0045166946947574615,
      "epoch": 8.321896444167187,
      "step": 26680
    },
    {
      "contrastive_lambda": 0.5865060902027209,
      "epoch": 8.321896444167187,
      "step": 26680
    },
    {
      "contrastive_lambda": 0.5864803049471019,
      "epoch": 8.322208359326263,
      "step": 26681
    },
    {
      "contrastive_lambda": 0.5864545194543921,
      "epoch": 8.32252027448534,
      "step": 26682
    },
    {
      "contrastive_lambda": 0.5864287337246623,
      "epoch": 8.322832189644418,
      "step": 26683
    },
    {
      "contrastive_lambda": 0.5864029477579833,
      "epoch": 8.323144104803493,
      "step": 26684
    },
    {
      "contrastive_lambda": 0.5863771615544257,
      "epoch": 8.32345601996257,
      "step": 26685
    },
    {
      "contrastive_lambda": 0.5863513751140602,
      "epoch": 8.323767935121648,
      "step": 26686
    },
    {
      "contrastive_lambda": 0.5863255884369575,
      "epoch": 8.324079850280723,
      "step": 26687
    },
    {
      "contrastive_lambda": 0.5862998015231883,
      "epoch": 8.3243917654398,
      "step": 26688
    },
    {
      "contrastive_lambda": 0.5862740143728233,
      "epoch": 8.324703680598876,
      "step": 26689
    },
    {
      "epoch": 8.325015595757954,
      "grad_norm": 0.09522862732410431,
      "learning_rate": 6.310325361280297e-05,
      "loss": 0.0307,
      "step": 26690
    },
    {
      "epoch": 8.325015595757954,
      "flow_loss": 0.047366321086883545,
      "step": 26690
    },
    {
      "contrastive_loss": 0.004818338435143232,
      "epoch": 8.325015595757954,
      "step": 26690
    },
    {
      "contrastive_lambda": 0.5862482269859333,
      "epoch": 8.325015595757954,
      "step": 26690
    },
    {
      "contrastive_lambda": 0.5862224393625887,
      "epoch": 8.325327510917031,
      "step": 26691
    },
    {
      "contrastive_lambda": 0.5861966515028605,
      "epoch": 8.325639426076107,
      "step": 26692
    },
    {
      "contrastive_lambda": 0.5861708634068192,
      "epoch": 8.325951341235184,
      "step": 26693
    },
    {
      "contrastive_lambda": 0.5861450750745356,
      "epoch": 8.326263256394261,
      "step": 26694
    },
    {
      "contrastive_lambda": 0.5861192865060805,
      "epoch": 8.326575171553337,
      "step": 26695
    },
    {
      "contrastive_lambda": 0.5860934977015243,
      "epoch": 8.326887086712414,
      "step": 26696
    },
    {
      "contrastive_lambda": 0.586067708660938,
      "epoch": 8.327199001871492,
      "step": 26697
    },
    {
      "contrastive_lambda": 0.5860419193843922,
      "epoch": 8.327510917030567,
      "step": 26698
    },
    {
      "contrastive_lambda": 0.5860161298719576,
      "epoch": 8.327822832189645,
      "step": 26699
    },
    {
      "epoch": 8.328134747348722,
      "grad_norm": 0.09384722262620926,
      "learning_rate": 6.30766569341668e-05,
      "loss": 0.0356,
      "step": 26700
    },
    {
      "epoch": 8.328134747348722,
      "flow_loss": 0.02876899018883705,
      "step": 26700
    },
    {
      "contrastive_loss": 0.006255391985177994,
      "epoch": 8.328134747348722,
      "step": 26700
    },
    {
      "contrastive_lambda": 0.5859903401237049,
      "epoch": 8.328134747348722,
      "step": 26700
    },
    {
      "contrastive_lambda": 0.5859645501397048,
      "epoch": 8.328446662507798,
      "step": 26701
    },
    {
      "contrastive_lambda": 0.5859387599200279,
      "epoch": 8.328758577666875,
      "step": 26702
    },
    {
      "contrastive_lambda": 0.5859129694647451,
      "epoch": 8.329070492825952,
      "step": 26703
    },
    {
      "contrastive_lambda": 0.5858871787739272,
      "epoch": 8.329382407985028,
      "step": 26704
    },
    {
      "contrastive_lambda": 0.5858613878476444,
      "epoch": 8.329694323144105,
      "step": 26705
    },
    {
      "contrastive_lambda": 0.5858355966859679,
      "epoch": 8.33000623830318,
      "step": 26706
    },
    {
      "contrastive_lambda": 0.5858098052889682,
      "epoch": 8.330318153462258,
      "step": 26707
    },
    {
      "contrastive_lambda": 0.5857840136567161,
      "epoch": 8.330630068621335,
      "step": 26708
    },
    {
      "contrastive_lambda": 0.5857582217892822,
      "epoch": 8.330941983780411,
      "step": 26709
    },
    {
      "epoch": 8.331253898939488,
      "grad_norm": 0.11357497423887253,
      "learning_rate": 6.305005628318753e-05,
      "loss": 0.0385,
      "step": 26710
    },
    {
      "epoch": 8.331253898939488,
      "flow_loss": 0.025595275685191154,
      "step": 26710
    },
    {
      "contrastive_loss": 0.00422278419137001,
      "epoch": 8.331253898939488,
      "step": 26710
    },
    {
      "contrastive_lambda": 0.5857324296867372,
      "epoch": 8.331253898939488,
      "step": 26710
    },
    {
      "contrastive_lambda": 0.585706637349152,
      "epoch": 8.331565814098566,
      "step": 26711
    },
    {
      "contrastive_lambda": 0.5856808447765971,
      "epoch": 8.331877729257641,
      "step": 26712
    },
    {
      "contrastive_lambda": 0.5856550519691431,
      "epoch": 8.332189644416719,
      "step": 26713
    },
    {
      "contrastive_lambda": 0.5856292589268612,
      "epoch": 8.332501559575796,
      "step": 26714
    },
    {
      "contrastive_lambda": 0.5856034656498219,
      "epoch": 8.332813474734872,
      "step": 26715
    },
    {
      "contrastive_lambda": 0.5855776721380956,
      "epoch": 8.333125389893949,
      "step": 26716
    },
    {
      "contrastive_lambda": 0.5855518783917534,
      "epoch": 8.333437305053026,
      "step": 26717
    },
    {
      "contrastive_lambda": 0.5855260844108658,
      "epoch": 8.333749220212102,
      "step": 26718
    },
    {
      "contrastive_lambda": 0.5855002901955036,
      "epoch": 8.33406113537118,
      "step": 26719
    },
    {
      "epoch": 8.334373050530257,
      "grad_norm": 0.1020674929022789,
      "learning_rate": 6.302345166794572e-05,
      "loss": 0.0376,
      "step": 26720
    },
    {
      "epoch": 8.334373050530257,
      "flow_loss": 0.024511199444532394,
      "step": 26720
    },
    {
      "contrastive_loss": 0.0048799067735672,
      "epoch": 8.334373050530257,
      "step": 26720
    },
    {
      "contrastive_lambda": 0.5854744957457376,
      "epoch": 8.334373050530257,
      "step": 26720
    },
    {
      "contrastive_lambda": 0.5854487010616384,
      "epoch": 8.334684965689332,
      "step": 26721
    },
    {
      "contrastive_lambda": 0.5854229061432765,
      "epoch": 8.33499688084841,
      "step": 26722
    },
    {
      "contrastive_lambda": 0.5853971109907231,
      "epoch": 8.335308796007485,
      "step": 26723
    },
    {
      "contrastive_lambda": 0.5853713156040486,
      "epoch": 8.335620711166563,
      "step": 26724
    },
    {
      "contrastive_lambda": 0.5853455199833237,
      "epoch": 8.33593262632564,
      "step": 26725
    },
    {
      "contrastive_lambda": 0.5853197241286194,
      "epoch": 8.336244541484715,
      "step": 26726
    },
    {
      "contrastive_lambda": 0.5852939280400061,
      "epoch": 8.336556456643793,
      "step": 26727
    },
    {
      "contrastive_lambda": 0.5852681317175547,
      "epoch": 8.33686837180287,
      "step": 26728
    },
    {
      "contrastive_lambda": 0.5852423351613358,
      "epoch": 8.337180286961946,
      "step": 26729
    },
    {
      "epoch": 8.337492202121023,
      "grad_norm": 0.11865181475877762,
      "learning_rate": 6.299684309652316e-05,
      "loss": 0.0299,
      "step": 26730
    },
    {
      "epoch": 8.337492202121023,
      "flow_loss": 0.041110388934612274,
      "step": 26730
    },
    {
      "contrastive_loss": 0.005780509673058987,
      "epoch": 8.337492202121023,
      "step": 26730
    },
    {
      "contrastive_lambda": 0.5852165383714203,
      "epoch": 8.337492202121023,
      "step": 26730
    },
    {
      "contrastive_lambda": 0.5851907413478787,
      "epoch": 8.3378041172801,
      "step": 26731
    },
    {
      "contrastive_lambda": 0.585164944090782,
      "epoch": 8.338116032439176,
      "step": 26732
    },
    {
      "contrastive_lambda": 0.5851391466002005,
      "epoch": 8.338427947598253,
      "step": 26733
    },
    {
      "contrastive_lambda": 0.5851133488762055,
      "epoch": 8.33873986275733,
      "step": 26734
    },
    {
      "contrastive_lambda": 0.5850875509188673,
      "epoch": 8.339051777916406,
      "step": 26735
    },
    {
      "contrastive_lambda": 0.5850617527282567,
      "epoch": 8.339363693075484,
      "step": 26736
    },
    {
      "contrastive_lambda": 0.5850359543044445,
      "epoch": 8.339675608234561,
      "step": 26737
    },
    {
      "contrastive_lambda": 0.5850101556475016,
      "epoch": 8.339987523393637,
      "step": 26738
    },
    {
      "contrastive_lambda": 0.5849843567574983,
      "epoch": 8.340299438552714,
      "step": 26739
    },
    {
      "epoch": 8.34061135371179,
      "grad_norm": 0.07837516069412231,
      "learning_rate": 6.297023057700283e-05,
      "loss": 0.0313,
      "step": 26740
    },
    {
      "epoch": 8.34061135371179,
      "flow_loss": 0.01943499967455864,
      "step": 26740
    },
    {
      "contrastive_loss": 0.003901189658790827,
      "epoch": 8.34061135371179,
      "step": 26740
    },
    {
      "contrastive_lambda": 0.5849585576345055,
      "epoch": 8.34061135371179,
      "step": 26740
    },
    {
      "contrastive_lambda": 0.5849327582785943,
      "epoch": 8.340923268870867,
      "step": 26741
    },
    {
      "contrastive_lambda": 0.5849069586898348,
      "epoch": 8.341235184029944,
      "step": 26742
    },
    {
      "contrastive_lambda": 0.5848811588682983,
      "epoch": 8.34154709918902,
      "step": 26743
    },
    {
      "contrastive_lambda": 0.5848553588140551,
      "epoch": 8.341859014348097,
      "step": 26744
    },
    {
      "contrastive_lambda": 0.5848295585271761,
      "epoch": 8.342170929507175,
      "step": 26745
    },
    {
      "contrastive_lambda": 0.5848037580077323,
      "epoch": 8.34248284466625,
      "step": 26746
    },
    {
      "contrastive_lambda": 0.5847779572557941,
      "epoch": 8.342794759825328,
      "step": 26747
    },
    {
      "contrastive_lambda": 0.5847521562714321,
      "epoch": 8.343106674984405,
      "step": 26748
    },
    {
      "contrastive_lambda": 0.5847263550547174,
      "epoch": 8.34341859014348,
      "step": 26749
    },
    {
      "epoch": 8.343730505302558,
      "grad_norm": 0.11257681250572205,
      "learning_rate": 6.294361411746891e-05,
      "loss": 0.0329,
      "step": 26750
    },
    {
      "epoch": 8.343730505302558,
      "flow_loss": 0.02389349602162838,
      "step": 26750
    },
    {
      "contrastive_loss": 0.004332429729402065,
      "epoch": 8.343730505302558,
      "step": 26750
    },
    {
      "contrastive_lambda": 0.5847005536057205,
      "epoch": 8.343730505302558,
      "step": 26750
    },
    {
      "contrastive_lambda": 0.5846747519245123,
      "epoch": 8.344042420461635,
      "step": 26751
    },
    {
      "contrastive_lambda": 0.5846489500111635,
      "epoch": 8.34435433562071,
      "step": 26752
    },
    {
      "contrastive_lambda": 0.5846231478657447,
      "epoch": 8.344666250779788,
      "step": 26753
    },
    {
      "contrastive_lambda": 0.5845973454883269,
      "epoch": 8.344978165938866,
      "step": 26754
    },
    {
      "contrastive_lambda": 0.5845715428789806,
      "epoch": 8.345290081097941,
      "step": 26755
    },
    {
      "contrastive_lambda": 0.5845457400377764,
      "epoch": 8.345601996257018,
      "step": 26756
    },
    {
      "contrastive_lambda": 0.5845199369647855,
      "epoch": 8.345913911416094,
      "step": 26757
    },
    {
      "contrastive_lambda": 0.5844941336600784,
      "epoch": 8.346225826575171,
      "step": 26758
    },
    {
      "contrastive_lambda": 0.5844683301237256,
      "epoch": 8.346537741734249,
      "step": 26759
    },
    {
      "epoch": 8.346849656893324,
      "grad_norm": 0.10730292648077011,
      "learning_rate": 6.291699372600677e-05,
      "loss": 0.0334,
      "step": 26760
    },
    {
      "epoch": 8.346849656893324,
      "flow_loss": 0.0427996963262558,
      "step": 26760
    },
    {
      "contrastive_loss": 0.0052413372322916985,
      "epoch": 8.346849656893324,
      "step": 26760
    },
    {
      "contrastive_lambda": 0.5844425263557983,
      "epoch": 8.346849656893324,
      "step": 26760
    },
    {
      "contrastive_lambda": 0.584416722356367,
      "epoch": 8.347161572052402,
      "step": 26761
    },
    {
      "contrastive_lambda": 0.5843909181255024,
      "epoch": 8.347473487211479,
      "step": 26762
    },
    {
      "contrastive_lambda": 0.5843651136632753,
      "epoch": 8.347785402370555,
      "step": 26763
    },
    {
      "contrastive_lambda": 0.5843393089697565,
      "epoch": 8.348097317529632,
      "step": 26764
    },
    {
      "contrastive_lambda": 0.5843135040450167,
      "epoch": 8.34840923268871,
      "step": 26765
    },
    {
      "contrastive_lambda": 0.5842876988891266,
      "epoch": 8.348721147847785,
      "step": 26766
    },
    {
      "contrastive_lambda": 0.5842618935021568,
      "epoch": 8.349033063006862,
      "step": 26767
    },
    {
      "contrastive_lambda": 0.5842360878841786,
      "epoch": 8.34934497816594,
      "step": 26768
    },
    {
      "contrastive_lambda": 0.5842102820352623,
      "epoch": 8.349656893325015,
      "step": 26769
    },
    {
      "epoch": 8.349968808484093,
      "grad_norm": 0.07205045223236084,
      "learning_rate": 6.2890369410703e-05,
      "loss": 0.0314,
      "step": 26770
    },
    {
      "epoch": 8.349968808484093,
      "flow_loss": 0.02944524586200714,
      "step": 26770
    },
    {
      "contrastive_loss": 0.004681772086769342,
      "epoch": 8.349968808484093,
      "step": 26770
    },
    {
      "contrastive_lambda": 0.5841844759554786,
      "epoch": 8.349968808484093,
      "step": 26770
    },
    {
      "contrastive_lambda": 0.5841586696448984,
      "epoch": 8.350280723643168,
      "step": 26771
    },
    {
      "contrastive_lambda": 0.5841328631035925,
      "epoch": 8.350592638802246,
      "step": 26772
    },
    {
      "contrastive_lambda": 0.5841070563316315,
      "epoch": 8.350904553961323,
      "step": 26773
    },
    {
      "contrastive_lambda": 0.5840812493290863,
      "epoch": 8.351216469120399,
      "step": 26774
    },
    {
      "contrastive_lambda": 0.5840554420960276,
      "epoch": 8.351528384279476,
      "step": 26775
    },
    {
      "contrastive_lambda": 0.5840296346325259,
      "epoch": 8.351840299438553,
      "step": 26776
    },
    {
      "contrastive_lambda": 0.5840038269386525,
      "epoch": 8.352152214597629,
      "step": 26777
    },
    {
      "contrastive_lambda": 0.5839780190144778,
      "epoch": 8.352464129756706,
      "step": 26778
    },
    {
      "contrastive_lambda": 0.5839522108600723,
      "epoch": 8.352776044915784,
      "step": 26779
    },
    {
      "epoch": 8.353087960074859,
      "grad_norm": 0.12968146800994873,
      "learning_rate": 6.286374117964534e-05,
      "loss": 0.0329,
      "step": 26780
    },
    {
      "epoch": 8.353087960074859,
      "flow_loss": 0.023173652589321136,
      "step": 26780
    },
    {
      "contrastive_loss": 0.003773150499910116,
      "epoch": 8.353087960074859,
      "step": 26780
    },
    {
      "contrastive_lambda": 0.5839264024755073,
      "epoch": 8.353087960074859,
      "step": 26780
    },
    {
      "contrastive_lambda": 0.5839005938608532,
      "epoch": 8.353399875233936,
      "step": 26781
    },
    {
      "contrastive_lambda": 0.5838747850161808,
      "epoch": 8.353711790393014,
      "step": 26782
    },
    {
      "contrastive_lambda": 0.5838489759415612,
      "epoch": 8.35402370555209,
      "step": 26783
    },
    {
      "contrastive_lambda": 0.5838231666370646,
      "epoch": 8.354335620711167,
      "step": 26784
    },
    {
      "contrastive_lambda": 0.5837973571027621,
      "epoch": 8.354647535870244,
      "step": 26785
    },
    {
      "contrastive_lambda": 0.5837715473387244,
      "epoch": 8.35495945102932,
      "step": 26786
    },
    {
      "contrastive_lambda": 0.5837457373450222,
      "epoch": 8.355271366188397,
      "step": 26787
    },
    {
      "contrastive_lambda": 0.5837199271217265,
      "epoch": 8.355583281347473,
      "step": 26788
    },
    {
      "contrastive_lambda": 0.5836941166689078,
      "epoch": 8.35589519650655,
      "step": 26789
    },
    {
      "epoch": 8.356207111665627,
      "grad_norm": 0.12592442333698273,
      "learning_rate": 6.283710904092277e-05,
      "loss": 0.0354,
      "step": 26790
    },
    {
      "epoch": 8.356207111665627,
      "flow_loss": 0.01941891945898533,
      "step": 26790
    },
    {
      "contrastive_loss": 0.00566996680572629,
      "epoch": 8.356207111665627,
      "step": 26790
    },
    {
      "contrastive_lambda": 0.5836683059866367,
      "epoch": 8.356207111665627,
      "step": 26790
    },
    {
      "contrastive_lambda": 0.5836424950749843,
      "epoch": 8.356519026824703,
      "step": 26791
    },
    {
      "contrastive_lambda": 0.5836166839340214,
      "epoch": 8.35683094198378,
      "step": 26792
    },
    {
      "contrastive_lambda": 0.5835908725638185,
      "epoch": 8.357142857142858,
      "step": 26793
    },
    {
      "contrastive_lambda": 0.5835650609644465,
      "epoch": 8.357454772301933,
      "step": 26794
    },
    {
      "contrastive_lambda": 0.5835392491359761,
      "epoch": 8.35776668746101,
      "step": 26795
    },
    {
      "contrastive_lambda": 0.5835134370784781,
      "epoch": 8.358078602620088,
      "step": 26796
    },
    {
      "contrastive_lambda": 0.5834876247920233,
      "epoch": 8.358390517779164,
      "step": 26797
    },
    {
      "contrastive_lambda": 0.5834618122766825,
      "epoch": 8.358702432938241,
      "step": 26798
    },
    {
      "contrastive_lambda": 0.5834359995325262,
      "epoch": 8.359014348097318,
      "step": 26799
    },
    {
      "epoch": 8.359326263256394,
      "grad_norm": 0.08026378601789474,
      "learning_rate": 6.281047300262542e-05,
      "loss": 0.034,
      "step": 26800
    },
    {
      "epoch": 8.359326263256394,
      "flow_loss": 0.058603670448064804,
      "step": 26800
    },
    {
      "contrastive_loss": 0.004097444005310535,
      "epoch": 8.359326263256394,
      "step": 26800
    },
    {
      "contrastive_lambda": 0.5834101865596256,
      "epoch": 8.359326263256394,
      "step": 26800
    },
    {
      "contrastive_lambda": 0.583384373358051,
      "epoch": 8.359638178415471,
      "step": 26801
    },
    {
      "contrastive_lambda": 0.5833585599278737,
      "epoch": 8.359950093574549,
      "step": 26802
    },
    {
      "contrastive_lambda": 0.5833327462691641,
      "epoch": 8.360262008733624,
      "step": 26803
    },
    {
      "contrastive_lambda": 0.5833069323819929,
      "epoch": 8.360573923892701,
      "step": 26804
    },
    {
      "contrastive_lambda": 0.583281118266431,
      "epoch": 8.360885839051777,
      "step": 26805
    },
    {
      "contrastive_lambda": 0.5832553039225494,
      "epoch": 8.361197754210854,
      "step": 26806
    },
    {
      "contrastive_lambda": 0.5832294893504185,
      "epoch": 8.361509669369932,
      "step": 26807
    },
    {
      "contrastive_lambda": 0.5832036745501094,
      "epoch": 8.361821584529007,
      "step": 26808
    },
    {
      "contrastive_lambda": 0.5831778595216924,
      "epoch": 8.362133499688085,
      "step": 26809
    },
    {
      "epoch": 8.362445414847162,
      "grad_norm": 0.10144484043121338,
      "learning_rate": 6.278383307284461e-05,
      "loss": 0.0358,
      "step": 26810
    },
    {
      "epoch": 8.362445414847162,
      "flow_loss": 0.03252843767404556,
      "step": 26810
    },
    {
      "contrastive_loss": 0.0048055583611130714,
      "epoch": 8.362445414847162,
      "step": 26810
    },
    {
      "contrastive_lambda": 0.5831520442652387,
      "epoch": 8.362445414847162,
      "step": 26810
    },
    {
      "contrastive_lambda": 0.5831262287808191,
      "epoch": 8.362757330006238,
      "step": 26811
    },
    {
      "contrastive_lambda": 0.5831004130685041,
      "epoch": 8.363069245165315,
      "step": 26812
    },
    {
      "contrastive_lambda": 0.5830745971283645,
      "epoch": 8.363381160324392,
      "step": 26813
    },
    {
      "contrastive_lambda": 0.5830487809604714,
      "epoch": 8.363693075483468,
      "step": 26814
    },
    {
      "contrastive_lambda": 0.5830229645648952,
      "epoch": 8.364004990642545,
      "step": 26815
    },
    {
      "contrastive_lambda": 0.5829971479417068,
      "epoch": 8.364316905801623,
      "step": 26816
    },
    {
      "contrastive_lambda": 0.5829713310909771,
      "epoch": 8.364628820960698,
      "step": 26817
    },
    {
      "contrastive_lambda": 0.5829455140127768,
      "epoch": 8.364940736119776,
      "step": 26818
    },
    {
      "contrastive_lambda": 0.5829196967071766,
      "epoch": 8.365252651278853,
      "step": 26819
    },
    {
      "epoch": 8.365564566437929,
      "grad_norm": 0.13247637450695038,
      "learning_rate": 6.275718925967284e-05,
      "loss": 0.0335,
      "step": 26820
    },
    {
      "epoch": 8.365564566437929,
      "flow_loss": 0.035663310438394547,
      "step": 26820
    },
    {
      "contrastive_loss": 0.004884851165115833,
      "epoch": 8.365564566437929,
      "step": 26820
    },
    {
      "contrastive_lambda": 0.5828938791742474,
      "epoch": 8.365564566437929,
      "step": 26820
    },
    {
      "contrastive_lambda": 0.5828680614140598,
      "epoch": 8.365876481597006,
      "step": 26821
    },
    {
      "contrastive_lambda": 0.5828422434266849,
      "epoch": 8.366188396756082,
      "step": 26822
    },
    {
      "contrastive_lambda": 0.5828164252121932,
      "epoch": 8.366500311915159,
      "step": 26823
    },
    {
      "contrastive_lambda": 0.5827906067706554,
      "epoch": 8.366812227074236,
      "step": 26824
    },
    {
      "contrastive_lambda": 0.5827647881021427,
      "epoch": 8.367124142233312,
      "step": 26825
    },
    {
      "contrastive_lambda": 0.5827389692067255,
      "epoch": 8.36743605739239,
      "step": 26826
    },
    {
      "contrastive_lambda": 0.5827131500844748,
      "epoch": 8.367747972551467,
      "step": 26827
    },
    {
      "contrastive_lambda": 0.5826873307354612,
      "epoch": 8.368059887710542,
      "step": 26828
    },
    {
      "contrastive_lambda": 0.5826615111597557,
      "epoch": 8.36837180286962,
      "step": 26829
    },
    {
      "epoch": 8.368683718028697,
      "grad_norm": 0.10228509455919266,
      "learning_rate": 6.273054157120382e-05,
      "loss": 0.0363,
      "step": 26830
    },
    {
      "epoch": 8.368683718028697,
      "flow_loss": 0.04500935226678848,
      "step": 26830
    },
    {
      "contrastive_loss": 0.0045715137384831905,
      "epoch": 8.368683718028697,
      "step": 26830
    },
    {
      "contrastive_lambda": 0.5826356913574289,
      "epoch": 8.368683718028697,
      "step": 26830
    },
    {
      "contrastive_lambda": 0.5826098713285517,
      "epoch": 8.368995633187772,
      "step": 26831
    },
    {
      "contrastive_lambda": 0.5825840510731948,
      "epoch": 8.36930754834685,
      "step": 26832
    },
    {
      "contrastive_lambda": 0.582558230591429,
      "epoch": 8.369619463505927,
      "step": 26833
    },
    {
      "contrastive_lambda": 0.5825324098833253,
      "epoch": 8.369931378665003,
      "step": 26834
    },
    {
      "contrastive_lambda": 0.5825065889489542,
      "epoch": 8.37024329382408,
      "step": 26835
    },
    {
      "contrastive_lambda": 0.5824807677883865,
      "epoch": 8.370555208983157,
      "step": 26836
    },
    {
      "contrastive_lambda": 0.5824549464016933,
      "epoch": 8.370867124142233,
      "step": 26837
    },
    {
      "contrastive_lambda": 0.5824291247889449,
      "epoch": 8.37117903930131,
      "step": 26838
    },
    {
      "contrastive_lambda": 0.5824033029502126,
      "epoch": 8.371490954460386,
      "step": 26839
    },
    {
      "epoch": 8.371802869619463,
      "grad_norm": 0.10206173360347748,
      "learning_rate": 6.270389001553238e-05,
      "loss": 0.0401,
      "step": 26840
    },
    {
      "epoch": 8.371802869619463,
      "flow_loss": 0.025593167170882225,
      "step": 26840
    },
    {
      "contrastive_loss": 0.00435995776206255,
      "epoch": 8.371802869619463,
      "step": 26840
    },
    {
      "contrastive_lambda": 0.582377480885567,
      "epoch": 8.371802869619463,
      "step": 26840
    },
    {
      "contrastive_lambda": 0.5823516585950786,
      "epoch": 8.37211478477854,
      "step": 26841
    },
    {
      "contrastive_lambda": 0.5823258360788188,
      "epoch": 8.372426699937616,
      "step": 26842
    },
    {
      "contrastive_lambda": 0.5823000133368578,
      "epoch": 8.372738615096694,
      "step": 26843
    },
    {
      "contrastive_lambda": 0.5822741903692666,
      "epoch": 8.373050530255771,
      "step": 26844
    },
    {
      "contrastive_lambda": 0.5822483671761163,
      "epoch": 8.373362445414847,
      "step": 26845
    },
    {
      "contrastive_lambda": 0.5822225437574773,
      "epoch": 8.373674360573924,
      "step": 26846
    },
    {
      "contrastive_lambda": 0.5821967201134204,
      "epoch": 8.373986275733001,
      "step": 26847
    },
    {
      "contrastive_lambda": 0.5821708962440166,
      "epoch": 8.374298190892077,
      "step": 26848
    },
    {
      "contrastive_lambda": 0.5821450721493368,
      "epoch": 8.374610106051154,
      "step": 26849
    },
    {
      "epoch": 8.374922021210232,
      "grad_norm": 0.0986039787530899,
      "learning_rate": 6.26772346007546e-05,
      "loss": 0.0338,
      "step": 26850
    },
    {
      "epoch": 8.374922021210232,
      "flow_loss": 0.048460859805345535,
      "step": 26850
    },
    {
      "contrastive_loss": 0.004023827612400055,
      "epoch": 8.374922021210232,
      "step": 26850
    },
    {
      "contrastive_lambda": 0.5821192478294515,
      "epoch": 8.374922021210232,
      "step": 26850
    },
    {
      "contrastive_lambda": 0.5820934232844315,
      "epoch": 8.375233936369307,
      "step": 26851
    },
    {
      "contrastive_lambda": 0.5820675985143479,
      "epoch": 8.375545851528384,
      "step": 26852
    },
    {
      "contrastive_lambda": 0.5820417735192711,
      "epoch": 8.375857766687462,
      "step": 26853
    },
    {
      "contrastive_lambda": 0.5820159482992724,
      "epoch": 8.376169681846537,
      "step": 26854
    },
    {
      "contrastive_lambda": 0.581990122854422,
      "epoch": 8.376481597005615,
      "step": 26855
    },
    {
      "contrastive_lambda": 0.5819642971847913,
      "epoch": 8.37679351216469,
      "step": 26856
    },
    {
      "contrastive_lambda": 0.5819384712904507,
      "epoch": 8.377105427323768,
      "step": 26857
    },
    {
      "contrastive_lambda": 0.581912645171471,
      "epoch": 8.377417342482845,
      "step": 26858
    },
    {
      "contrastive_lambda": 0.5818868188279234,
      "epoch": 8.37772925764192,
      "step": 26859
    },
    {
      "epoch": 8.378041172800998,
      "grad_norm": 0.1088670864701271,
      "learning_rate": 6.265057533496767e-05,
      "loss": 0.0397,
      "step": 26860
    },
    {
      "epoch": 8.378041172800998,
      "flow_loss": 0.03222690150141716,
      "step": 26860
    },
    {
      "contrastive_loss": 0.00558825209736824,
      "epoch": 8.378041172800998,
      "step": 26860
    },
    {
      "contrastive_lambda": 0.5818609922598783,
      "epoch": 8.378041172800998,
      "step": 26860
    },
    {
      "contrastive_lambda": 0.5818351654674067,
      "epoch": 8.378353087960075,
      "step": 26861
    },
    {
      "contrastive_lambda": 0.5818093384505792,
      "epoch": 8.378665003119151,
      "step": 26862
    },
    {
      "contrastive_lambda": 0.5817835112094669,
      "epoch": 8.378976918278228,
      "step": 26863
    },
    {
      "contrastive_lambda": 0.5817576837441405,
      "epoch": 8.379288833437306,
      "step": 26864
    },
    {
      "contrastive_lambda": 0.5817318560546707,
      "epoch": 8.379600748596381,
      "step": 26865
    },
    {
      "contrastive_lambda": 0.5817060281411284,
      "epoch": 8.379912663755459,
      "step": 26866
    },
    {
      "contrastive_lambda": 0.5816802000035842,
      "epoch": 8.380224578914536,
      "step": 26867
    },
    {
      "contrastive_lambda": 0.5816543716421093,
      "epoch": 8.380536494073612,
      "step": 26868
    },
    {
      "contrastive_lambda": 0.5816285430567744,
      "epoch": 8.380848409232689,
      "step": 26869
    },
    {
      "epoch": 8.381160324391766,
      "grad_norm": 0.12152834236621857,
      "learning_rate": 6.262391222626997e-05,
      "loss": 0.0353,
      "step": 26870
    },
    {
      "epoch": 8.381160324391766,
      "flow_loss": 0.05406401678919792,
      "step": 26870
    },
    {
      "contrastive_loss": 0.005420141387730837,
      "epoch": 8.381160324391766,
      "step": 26870
    },
    {
      "contrastive_lambda": 0.5816027142476499,
      "epoch": 8.381160324391766,
      "step": 26870
    },
    {
      "contrastive_lambda": 0.5815768852148071,
      "epoch": 8.381472239550842,
      "step": 26871
    },
    {
      "contrastive_lambda": 0.5815510559583166,
      "epoch": 8.38178415470992,
      "step": 26872
    },
    {
      "contrastive_lambda": 0.5815252264782493,
      "epoch": 8.382096069868995,
      "step": 26873
    },
    {
      "contrastive_lambda": 0.581499396774676,
      "epoch": 8.382407985028072,
      "step": 26874
    },
    {
      "contrastive_lambda": 0.5814735668476674,
      "epoch": 8.38271990018715,
      "step": 26875
    },
    {
      "contrastive_lambda": 0.5814477366972944,
      "epoch": 8.383031815346225,
      "step": 26876
    },
    {
      "contrastive_lambda": 0.5814219063236279,
      "epoch": 8.383343730505302,
      "step": 26877
    },
    {
      "contrastive_lambda": 0.5813960757267383,
      "epoch": 8.38365564566438,
      "step": 26878
    },
    {
      "contrastive_lambda": 0.5813702449066971,
      "epoch": 8.383967560823455,
      "step": 26879
    },
    {
      "epoch": 8.384279475982533,
      "grad_norm": 0.16105841100215912,
      "learning_rate": 6.259724528276106e-05,
      "loss": 0.0387,
      "step": 26880
    },
    {
      "epoch": 8.384279475982533,
      "flow_loss": 0.023806560784578323,
      "step": 26880
    },
    {
      "contrastive_loss": 0.0048453230410814285,
      "epoch": 8.384279475982533,
      "step": 26880
    },
    {
      "contrastive_lambda": 0.5813444138635747,
      "epoch": 8.384279475982533,
      "step": 26880
    },
    {
      "contrastive_lambda": 0.5813185825974417,
      "epoch": 8.38459139114161,
      "step": 26881
    },
    {
      "contrastive_lambda": 0.5812927511083695,
      "epoch": 8.384903306300686,
      "step": 26882
    },
    {
      "contrastive_lambda": 0.5812669193964286,
      "epoch": 8.385215221459763,
      "step": 26883
    },
    {
      "contrastive_lambda": 0.5812410874616896,
      "epoch": 8.38552713661884,
      "step": 26884
    },
    {
      "contrastive_lambda": 0.5812152553042237,
      "epoch": 8.385839051777916,
      "step": 26885
    },
    {
      "contrastive_lambda": 0.5811894229241016,
      "epoch": 8.386150966936993,
      "step": 26886
    },
    {
      "contrastive_lambda": 0.5811635903213939,
      "epoch": 8.38646288209607,
      "step": 26887
    },
    {
      "contrastive_lambda": 0.5811377574961718,
      "epoch": 8.386774797255146,
      "step": 26888
    },
    {
      "contrastive_lambda": 0.5811119244485057,
      "epoch": 8.387086712414224,
      "step": 26889
    },
    {
      "epoch": 8.3873986275733,
      "grad_norm": 0.10735909640789032,
      "learning_rate": 6.257057451254162e-05,
      "loss": 0.0296,
      "step": 26890
    },
    {
      "epoch": 8.3873986275733,
      "flow_loss": 0.01764327473938465,
      "step": 26890
    },
    {
      "contrastive_loss": 0.00472886860370636,
      "epoch": 8.3873986275733,
      "step": 26890
    },
    {
      "contrastive_lambda": 0.5810860911784669,
      "epoch": 8.3873986275733,
      "step": 26890
    },
    {
      "contrastive_lambda": 0.5810602576861259,
      "epoch": 8.387710542732377,
      "step": 26891
    },
    {
      "contrastive_lambda": 0.5810344239715536,
      "epoch": 8.388022457891454,
      "step": 26892
    },
    {
      "contrastive_lambda": 0.5810085900348207,
      "epoch": 8.38833437305053,
      "step": 26893
    },
    {
      "contrastive_lambda": 0.5809827558759983,
      "epoch": 8.388646288209607,
      "step": 26894
    },
    {
      "contrastive_lambda": 0.5809569214951571,
      "epoch": 8.388958203368684,
      "step": 26895
    },
    {
      "contrastive_lambda": 0.5809310868923679,
      "epoch": 8.38927011852776,
      "step": 26896
    },
    {
      "contrastive_lambda": 0.5809052520677014,
      "epoch": 8.389582033686837,
      "step": 26897
    },
    {
      "contrastive_lambda": 0.5808794170212286,
      "epoch": 8.389893948845915,
      "step": 26898
    },
    {
      "contrastive_lambda": 0.5808535817530204,
      "epoch": 8.39020586400499,
      "step": 26899
    },
    {
      "epoch": 8.390517779164067,
      "grad_norm": 0.10205741971731186,
      "learning_rate": 6.254389992371357e-05,
      "loss": 0.0346,
      "step": 26900
    },
    {
      "epoch": 8.390517779164067,
      "flow_loss": 0.02387276664376259,
      "step": 26900
    },
    {
      "contrastive_loss": 0.0066354842856526375,
      "epoch": 8.390517779164067,
      "step": 26900
    },
    {
      "contrastive_lambda": 0.5808277462631474,
      "epoch": 8.390517779164067,
      "step": 26900
    },
    {
      "contrastive_lambda": 0.5808019105516805,
      "epoch": 8.390829694323145,
      "step": 26901
    },
    {
      "contrastive_lambda": 0.5807760746186907,
      "epoch": 8.39114160948222,
      "step": 26902
    },
    {
      "contrastive_lambda": 0.5807502384642488,
      "epoch": 8.391453524641298,
      "step": 26903
    },
    {
      "contrastive_lambda": 0.5807244020884252,
      "epoch": 8.391765439800375,
      "step": 26904
    },
    {
      "contrastive_lambda": 0.5806985654912914,
      "epoch": 8.39207735495945,
      "step": 26905
    },
    {
      "contrastive_lambda": 0.5806727286729177,
      "epoch": 8.392389270118528,
      "step": 26906
    },
    {
      "contrastive_lambda": 0.5806468916333752,
      "epoch": 8.392701185277604,
      "step": 26907
    },
    {
      "contrastive_lambda": 0.5806210543727347,
      "epoch": 8.393013100436681,
      "step": 26908
    },
    {
      "contrastive_lambda": 0.5805952168910669,
      "epoch": 8.393325015595758,
      "step": 26909
    },
    {
      "epoch": 8.393636930754834,
      "grad_norm": 0.1148395985364914,
      "learning_rate": 6.25172215243799e-05,
      "loss": 0.0341,
      "step": 26910
    },
    {
      "epoch": 8.393636930754834,
      "flow_loss": 0.029372597113251686,
      "step": 26910
    },
    {
      "contrastive_loss": 0.00759976077824831,
      "epoch": 8.393636930754834,
      "step": 26910
    },
    {
      "contrastive_lambda": 0.5805693791884429,
      "epoch": 8.393636930754834,
      "step": 26910
    },
    {
      "contrastive_lambda": 0.5805435412649333,
      "epoch": 8.393948845913911,
      "step": 26911
    },
    {
      "contrastive_lambda": 0.5805177031206088,
      "epoch": 8.394260761072989,
      "step": 26912
    },
    {
      "contrastive_lambda": 0.5804918647555407,
      "epoch": 8.394572676232064,
      "step": 26913
    },
    {
      "contrastive_lambda": 0.5804660261697996,
      "epoch": 8.394884591391142,
      "step": 26914
    },
    {
      "contrastive_lambda": 0.5804401873634562,
      "epoch": 8.395196506550219,
      "step": 26915
    },
    {
      "contrastive_lambda": 0.5804143483365815,
      "epoch": 8.395508421709295,
      "step": 26916
    },
    {
      "contrastive_lambda": 0.5803885090892463,
      "epoch": 8.395820336868372,
      "step": 26917
    },
    {
      "contrastive_lambda": 0.5803626696215214,
      "epoch": 8.39613225202745,
      "step": 26918
    },
    {
      "contrastive_lambda": 0.5803368299334777,
      "epoch": 8.396444167186525,
      "step": 26919
    },
    {
      "epoch": 8.396756082345602,
      "grad_norm": 0.08345422148704529,
      "learning_rate": 6.249053932264486e-05,
      "loss": 0.0283,
      "step": 26920
    },
    {
      "epoch": 8.396756082345602,
      "flow_loss": 0.01820066198706627,
      "step": 26920
    },
    {
      "contrastive_loss": 0.00610335823148489,
      "epoch": 8.396756082345602,
      "step": 26920
    },
    {
      "contrastive_lambda": 0.580310990025186,
      "epoch": 8.396756082345602,
      "step": 26920
    },
    {
      "contrastive_lambda": 0.5802851498967172,
      "epoch": 8.39706799750468,
      "step": 26921
    },
    {
      "contrastive_lambda": 0.5802593095481422,
      "epoch": 8.397379912663755,
      "step": 26922
    },
    {
      "contrastive_lambda": 0.5802334689795315,
      "epoch": 8.397691827822833,
      "step": 26923
    },
    {
      "contrastive_lambda": 0.5802076281909564,
      "epoch": 8.398003742981908,
      "step": 26924
    },
    {
      "contrastive_lambda": 0.5801817871824875,
      "epoch": 8.398315658140985,
      "step": 26925
    },
    {
      "contrastive_lambda": 0.5801559459541956,
      "epoch": 8.398627573300063,
      "step": 26926
    },
    {
      "contrastive_lambda": 0.5801301045061515,
      "epoch": 8.398939488459138,
      "step": 26927
    },
    {
      "contrastive_lambda": 0.5801042628384265,
      "epoch": 8.399251403618216,
      "step": 26928
    },
    {
      "contrastive_lambda": 0.5800784209510909,
      "epoch": 8.399563318777293,
      "step": 26929
    },
    {
      "epoch": 8.399875233936369,
      "grad_norm": 0.12117654830217361,
      "learning_rate": 6.246385332661376e-05,
      "loss": 0.0302,
      "step": 26930
    },
    {
      "epoch": 8.399875233936369,
      "flow_loss": 0.03533357009291649,
      "step": 26930
    },
    {
      "contrastive_loss": 0.004094582982361317,
      "epoch": 8.399875233936369,
      "step": 26930
    },
    {
      "contrastive_lambda": 0.5800525788442159,
      "epoch": 8.399875233936369,
      "step": 26930
    },
    {
      "contrastive_lambda": 0.5800267365178721,
      "epoch": 8.400187149095446,
      "step": 26931
    },
    {
      "contrastive_lambda": 0.5800008939721304,
      "epoch": 8.400499064254523,
      "step": 26932
    },
    {
      "contrastive_lambda": 0.5799750512070618,
      "epoch": 8.400810979413599,
      "step": 26933
    },
    {
      "contrastive_lambda": 0.5799492082227371,
      "epoch": 8.401122894572676,
      "step": 26934
    },
    {
      "contrastive_lambda": 0.5799233650192269,
      "epoch": 8.401434809731754,
      "step": 26935
    },
    {
      "contrastive_lambda": 0.5798975215966025,
      "epoch": 8.40174672489083,
      "step": 26936
    },
    {
      "contrastive_lambda": 0.5798716779549344,
      "epoch": 8.402058640049907,
      "step": 26937
    },
    {
      "contrastive_lambda": 0.5798458340942935,
      "epoch": 8.402370555208984,
      "step": 26938
    },
    {
      "contrastive_lambda": 0.5798199900147508,
      "epoch": 8.40268247036806,
      "step": 26939
    },
    {
      "epoch": 8.402994385527137,
      "grad_norm": 0.11462806165218353,
      "learning_rate": 6.24371635443931e-05,
      "loss": 0.0414,
      "step": 26940
    },
    {
      "epoch": 8.402994385527137,
      "flow_loss": 0.03474251553416252,
      "step": 26940
    },
    {
      "contrastive_loss": 0.00419327849522233,
      "epoch": 8.402994385527137,
      "step": 26940
    },
    {
      "contrastive_lambda": 0.5797941457163771,
      "epoch": 8.402994385527137,
      "step": 26940
    },
    {
      "contrastive_lambda": 0.5797683011992432,
      "epoch": 8.403306300686213,
      "step": 26941
    },
    {
      "contrastive_lambda": 0.5797424564634199,
      "epoch": 8.40361821584529,
      "step": 26942
    },
    {
      "contrastive_lambda": 0.5797166115089781,
      "epoch": 8.403930131004367,
      "step": 26943
    },
    {
      "contrastive_lambda": 0.5796907663359888,
      "epoch": 8.404242046163443,
      "step": 26944
    },
    {
      "contrastive_lambda": 0.5796649209445228,
      "epoch": 8.40455396132252,
      "step": 26945
    },
    {
      "contrastive_lambda": 0.5796390753346506,
      "epoch": 8.404865876481598,
      "step": 26946
    },
    {
      "contrastive_lambda": 0.5796132295064437,
      "epoch": 8.405177791640673,
      "step": 26947
    },
    {
      "contrastive_lambda": 0.5795873834599725,
      "epoch": 8.40548970679975,
      "step": 26948
    },
    {
      "contrastive_lambda": 0.5795615371953078,
      "epoch": 8.405801621958828,
      "step": 26949
    },
    {
      "epoch": 8.406113537117903,
      "grad_norm": 0.1263597458600998,
      "learning_rate": 6.241046998409054e-05,
      "loss": 0.0352,
      "step": 26950
    },
    {
      "epoch": 8.406113537117903,
      "flow_loss": 0.02711952105164528,
      "step": 26950
    },
    {
      "contrastive_loss": 0.005825413390994072,
      "epoch": 8.406113537117903,
      "step": 26950
    },
    {
      "contrastive_lambda": 0.5795356907125208,
      "epoch": 8.406113537117903,
      "step": 26950
    },
    {
      "contrastive_lambda": 0.5795098440116822,
      "epoch": 8.40642545227698,
      "step": 26951
    },
    {
      "contrastive_lambda": 0.5794839970928627,
      "epoch": 8.406737367436058,
      "step": 26952
    },
    {
      "contrastive_lambda": 0.5794581499561334,
      "epoch": 8.407049282595134,
      "step": 26953
    },
    {
      "contrastive_lambda": 0.5794323026015651,
      "epoch": 8.407361197754211,
      "step": 26954
    },
    {
      "contrastive_lambda": 0.5794064550292285,
      "epoch": 8.407673112913287,
      "step": 26955
    },
    {
      "contrastive_lambda": 0.5793806072391948,
      "epoch": 8.407985028072364,
      "step": 26956
    },
    {
      "contrastive_lambda": 0.5793547592315346,
      "epoch": 8.408296943231441,
      "step": 26957
    },
    {
      "contrastive_lambda": 0.5793289110063187,
      "epoch": 8.408608858390517,
      "step": 26958
    },
    {
      "contrastive_lambda": 0.5793030625636182,
      "epoch": 8.408920773549594,
      "step": 26959
    },
    {
      "epoch": 8.409232688708672,
      "grad_norm": 0.11059316247701645,
      "learning_rate": 6.238377265381489e-05,
      "loss": 0.0351,
      "step": 26960
    },
    {
      "epoch": 8.409232688708672,
      "flow_loss": 0.0465671680867672,
      "step": 26960
    },
    {
      "contrastive_loss": 0.005274503026157618,
      "epoch": 8.409232688708672,
      "step": 26960
    },
    {
      "contrastive_lambda": 0.5792772139035037,
      "epoch": 8.409232688708672,
      "step": 26960
    },
    {
      "contrastive_lambda": 0.5792513650260463,
      "epoch": 8.409544603867747,
      "step": 26961
    },
    {
      "contrastive_lambda": 0.5792255159313169,
      "epoch": 8.409856519026825,
      "step": 26962
    },
    {
      "contrastive_lambda": 0.5791996666193862,
      "epoch": 8.410168434185902,
      "step": 26963
    },
    {
      "contrastive_lambda": 0.5791738170903251,
      "epoch": 8.410480349344978,
      "step": 26964
    },
    {
      "contrastive_lambda": 0.5791479673442044,
      "epoch": 8.410792264504055,
      "step": 26965
    },
    {
      "contrastive_lambda": 0.5791221173810951,
      "epoch": 8.411104179663132,
      "step": 26966
    },
    {
      "contrastive_lambda": 0.5790962672010681,
      "epoch": 8.411416094822208,
      "step": 26967
    },
    {
      "contrastive_lambda": 0.5790704168041941,
      "epoch": 8.411728009981285,
      "step": 26968
    },
    {
      "contrastive_lambda": 0.579044566190544,
      "epoch": 8.412039925140363,
      "step": 26969
    },
    {
      "epoch": 8.412351840299438,
      "grad_norm": 0.1326151192188263,
      "learning_rate": 6.235707156167607e-05,
      "loss": 0.0326,
      "step": 26970
    },
    {
      "epoch": 8.412351840299438,
      "flow_loss": 0.033901914954185486,
      "step": 26970
    },
    {
      "contrastive_loss": 0.005889724008738995,
      "epoch": 8.412351840299438,
      "step": 26970
    },
    {
      "contrastive_lambda": 0.5790187153601889,
      "epoch": 8.412351840299438,
      "step": 26970
    },
    {
      "contrastive_lambda": 0.5789928643131995,
      "epoch": 8.412663755458516,
      "step": 26971
    },
    {
      "contrastive_lambda": 0.5789670130496466,
      "epoch": 8.412975670617591,
      "step": 26972
    },
    {
      "contrastive_lambda": 0.5789411615696011,
      "epoch": 8.413287585776668,
      "step": 26973
    },
    {
      "contrastive_lambda": 0.578915309873134,
      "epoch": 8.413599500935746,
      "step": 26974
    },
    {
      "contrastive_lambda": 0.5788894579603161,
      "epoch": 8.413911416094821,
      "step": 26975
    },
    {
      "contrastive_lambda": 0.5788636058312183,
      "epoch": 8.414223331253899,
      "step": 26976
    },
    {
      "contrastive_lambda": 0.5788377534859113,
      "epoch": 8.414535246412976,
      "step": 26977
    },
    {
      "contrastive_lambda": 0.5788119009244662,
      "epoch": 8.414847161572052,
      "step": 26978
    },
    {
      "contrastive_lambda": 0.578786048146954,
      "epoch": 8.415159076731129,
      "step": 26979
    },
    {
      "epoch": 8.415470991890206,
      "grad_norm": 0.10690531134605408,
      "learning_rate": 6.233036671578519e-05,
      "loss": 0.0317,
      "step": 26980
    },
    {
      "epoch": 8.415470991890206,
      "flow_loss": 0.05376309156417847,
      "step": 26980
    },
    {
      "contrastive_loss": 0.006166663486510515,
      "epoch": 8.415470991890206,
      "step": 26980
    },
    {
      "contrastive_lambda": 0.578760195153445,
      "epoch": 8.415470991890206,
      "step": 26980
    },
    {
      "contrastive_lambda": 0.5787343419440107,
      "epoch": 8.415782907049282,
      "step": 26981
    },
    {
      "contrastive_lambda": 0.5787084885187217,
      "epoch": 8.41609482220836,
      "step": 26982
    },
    {
      "contrastive_lambda": 0.5786826348776489,
      "epoch": 8.416406737367437,
      "step": 26983
    },
    {
      "contrastive_lambda": 0.5786567810208632,
      "epoch": 8.416718652526512,
      "step": 26984
    },
    {
      "contrastive_lambda": 0.5786309269484354,
      "epoch": 8.41703056768559,
      "step": 26985
    },
    {
      "contrastive_lambda": 0.5786050726604365,
      "epoch": 8.417342482844667,
      "step": 26986
    },
    {
      "contrastive_lambda": 0.5785792181569375,
      "epoch": 8.417654398003743,
      "step": 26987
    },
    {
      "contrastive_lambda": 0.5785533634380088,
      "epoch": 8.41796631316282,
      "step": 26988
    },
    {
      "contrastive_lambda": 0.5785275085037217,
      "epoch": 8.418278228321896,
      "step": 26989
    },
    {
      "epoch": 8.418590143480973,
      "grad_norm": 0.09764474630355835,
      "learning_rate": 6.230365812425445e-05,
      "loss": 0.0343,
      "step": 26990
    },
    {
      "epoch": 8.418590143480973,
      "flow_loss": 0.04114985093474388,
      "step": 26990
    },
    {
      "contrastive_loss": 0.005124950781464577,
      "epoch": 8.418590143480973,
      "step": 26990
    },
    {
      "contrastive_lambda": 0.5785016533541472,
      "epoch": 8.418590143480973,
      "step": 26990
    },
    {
      "contrastive_lambda": 0.5784757979893558,
      "epoch": 8.41890205864005,
      "step": 26991
    },
    {
      "contrastive_lambda": 0.5784499424094183,
      "epoch": 8.419213973799126,
      "step": 26992
    },
    {
      "contrastive_lambda": 0.5784240866144061,
      "epoch": 8.419525888958203,
      "step": 26993
    },
    {
      "contrastive_lambda": 0.5783982306043899,
      "epoch": 8.41983780411728,
      "step": 26994
    },
    {
      "contrastive_lambda": 0.5783723743794402,
      "epoch": 8.420149719276356,
      "step": 26995
    },
    {
      "contrastive_lambda": 0.5783465179396283,
      "epoch": 8.420461634435433,
      "step": 26996
    },
    {
      "contrastive_lambda": 0.578320661285025,
      "epoch": 8.42077354959451,
      "step": 26997
    },
    {
      "contrastive_lambda": 0.5782948044157012,
      "epoch": 8.421085464753586,
      "step": 26998
    },
    {
      "contrastive_lambda": 0.5782689473317278,
      "epoch": 8.421397379912664,
      "step": 26999
    },
    {
      "epoch": 8.421709295071741,
      "grad_norm": 0.10327769070863724,
      "learning_rate": 6.227694579519724e-05,
      "loss": 0.0362,
      "step": 27000
    },
    {
      "epoch": 8.421709295071741,
      "flow_loss": 0.0496305376291275,
      "step": 27000
    },
    {
      "contrastive_loss": 0.0074920738115906715,
      "epoch": 8.421709295071741,
      "step": 27000
    },
    {
      "contrastive_lambda": 0.5782430900331755,
      "epoch": 8.421709295071741,
      "step": 27000
    },
    {
      "contrastive_lambda": 0.5782172325201155,
      "epoch": 8.422021210230817,
      "step": 27001
    },
    {
      "contrastive_lambda": 0.5781913747926184,
      "epoch": 8.422333125389894,
      "step": 27002
    },
    {
      "contrastive_lambda": 0.5781655168507551,
      "epoch": 8.422645040548971,
      "step": 27003
    },
    {
      "contrastive_lambda": 0.5781396586945968,
      "epoch": 8.422956955708047,
      "step": 27004
    },
    {
      "contrastive_lambda": 0.5781138003242141,
      "epoch": 8.423268870867124,
      "step": 27005
    },
    {
      "contrastive_lambda": 0.578087941739678,
      "epoch": 8.4235807860262,
      "step": 27006
    },
    {
      "contrastive_lambda": 0.5780620829410593,
      "epoch": 8.423892701185277,
      "step": 27007
    },
    {
      "contrastive_lambda": 0.5780362239284291,
      "epoch": 8.424204616344355,
      "step": 27008
    },
    {
      "contrastive_lambda": 0.5780103647018581,
      "epoch": 8.42451653150343,
      "step": 27009
    },
    {
      "epoch": 8.424828446662508,
      "grad_norm": 0.10074801743030548,
      "learning_rate": 6.225022973672805e-05,
      "loss": 0.0396,
      "step": 27010
    },
    {
      "epoch": 8.424828446662508,
      "flow_loss": 0.03314805403351784,
      "step": 27010
    },
    {
      "contrastive_loss": 0.004094691947102547,
      "epoch": 8.424828446662508,
      "step": 27010
    },
    {
      "contrastive_lambda": 0.5779845052614172,
      "epoch": 8.424828446662508,
      "step": 27010
    },
    {
      "contrastive_lambda": 0.5779586456071774,
      "epoch": 8.425140361821585,
      "step": 27011
    },
    {
      "contrastive_lambda": 0.5779327857392095,
      "epoch": 8.42545227698066,
      "step": 27012
    },
    {
      "contrastive_lambda": 0.5779069256575845,
      "epoch": 8.425764192139738,
      "step": 27013
    },
    {
      "contrastive_lambda": 0.5778810653623732,
      "epoch": 8.426076107298815,
      "step": 27014
    },
    {
      "contrastive_lambda": 0.5778552048536465,
      "epoch": 8.42638802245789,
      "step": 27015
    },
    {
      "contrastive_lambda": 0.5778293441314755,
      "epoch": 8.426699937616968,
      "step": 27016
    },
    {
      "contrastive_lambda": 0.5778034831959308,
      "epoch": 8.427011852776046,
      "step": 27017
    },
    {
      "contrastive_lambda": 0.5777776220470834,
      "epoch": 8.427323767935121,
      "step": 27018
    },
    {
      "contrastive_lambda": 0.5777517606850043,
      "epoch": 8.427635683094199,
      "step": 27019
    },
    {
      "epoch": 8.427947598253276,
      "grad_norm": 0.09520505368709564,
      "learning_rate": 6.222350995696253e-05,
      "loss": 0.0343,
      "step": 27020
    },
    {
      "epoch": 8.427947598253276,
      "flow_loss": 0.01929248683154583,
      "step": 27020
    },
    {
      "contrastive_loss": 0.00763455918058753,
      "epoch": 8.427947598253276,
      "step": 27020
    },
    {
      "contrastive_lambda": 0.5777258991097644,
      "epoch": 8.427947598253276,
      "step": 27020
    },
    {
      "contrastive_lambda": 0.5777000373214345,
      "epoch": 8.428259513412351,
      "step": 27021
    },
    {
      "contrastive_lambda": 0.5776741753200854,
      "epoch": 8.428571428571429,
      "step": 27022
    },
    {
      "contrastive_lambda": 0.5776483131057882,
      "epoch": 8.428883343730504,
      "step": 27023
    },
    {
      "contrastive_lambda": 0.5776224506786138,
      "epoch": 8.429195258889582,
      "step": 27024
    },
    {
      "contrastive_lambda": 0.5775965880386331,
      "epoch": 8.42950717404866,
      "step": 27025
    },
    {
      "contrastive_lambda": 0.5775707251859168,
      "epoch": 8.429819089207735,
      "step": 27026
    },
    {
      "contrastive_lambda": 0.577544862120536,
      "epoch": 8.430131004366812,
      "step": 27027
    },
    {
      "contrastive_lambda": 0.5775189988425617,
      "epoch": 8.43044291952589,
      "step": 27028
    },
    {
      "contrastive_lambda": 0.5774931353520645,
      "epoch": 8.430754834684965,
      "step": 27029
    },
    {
      "epoch": 8.431066749844042,
      "grad_norm": 0.1259821355342865,
      "learning_rate": 6.21967864640174e-05,
      "loss": 0.0312,
      "step": 27030
    },
    {
      "epoch": 8.431066749844042,
      "flow_loss": 0.019188612699508667,
      "step": 27030
    },
    {
      "contrastive_loss": 0.006195484660565853,
      "epoch": 8.431066749844042,
      "step": 27030
    },
    {
      "contrastive_lambda": 0.5774672716491155,
      "epoch": 8.431066749844042,
      "step": 27030
    },
    {
      "contrastive_lambda": 0.5774414077337855,
      "epoch": 8.43137866500312,
      "step": 27031
    },
    {
      "contrastive_lambda": 0.5774155436061457,
      "epoch": 8.431690580162195,
      "step": 27032
    },
    {
      "contrastive_lambda": 0.5773896792662667,
      "epoch": 8.432002495321273,
      "step": 27033
    },
    {
      "contrastive_lambda": 0.5773638147142193,
      "epoch": 8.43231441048035,
      "step": 27034
    },
    {
      "contrastive_lambda": 0.5773379499500748,
      "epoch": 8.432626325639426,
      "step": 27035
    },
    {
      "contrastive_lambda": 0.577312084973904,
      "epoch": 8.432938240798503,
      "step": 27036
    },
    {
      "contrastive_lambda": 0.5772862197857775,
      "epoch": 8.43325015595758,
      "step": 27037
    },
    {
      "contrastive_lambda": 0.5772603543857666,
      "epoch": 8.433562071116656,
      "step": 27038
    },
    {
      "contrastive_lambda": 0.5772344887739421,
      "epoch": 8.433873986275733,
      "step": 27039
    },
    {
      "epoch": 8.434185901434809,
      "grad_norm": 0.11613082140684128,
      "learning_rate": 6.217005926601059e-05,
      "loss": 0.0282,
      "step": 27040
    },
    {
      "epoch": 8.434185901434809,
      "flow_loss": 0.02850443497300148,
      "step": 27040
    },
    {
      "contrastive_loss": 0.005173800513148308,
      "epoch": 8.434185901434809,
      "step": 27040
    },
    {
      "contrastive_lambda": 0.5772086229503748,
      "epoch": 8.434185901434809,
      "step": 27040
    },
    {
      "contrastive_lambda": 0.5771827569151355,
      "epoch": 8.434497816593886,
      "step": 27041
    },
    {
      "contrastive_lambda": 0.5771568906682956,
      "epoch": 8.434809731752964,
      "step": 27042
    },
    {
      "contrastive_lambda": 0.5771310242099255,
      "epoch": 8.43512164691204,
      "step": 27043
    },
    {
      "contrastive_lambda": 0.5771051575400964,
      "epoch": 8.435433562071116,
      "step": 27044
    },
    {
      "contrastive_lambda": 0.5770792906588791,
      "epoch": 8.435745477230194,
      "step": 27045
    },
    {
      "contrastive_lambda": 0.5770534235663445,
      "epoch": 8.43605739238927,
      "step": 27046
    },
    {
      "contrastive_lambda": 0.5770275562625636,
      "epoch": 8.436369307548347,
      "step": 27047
    },
    {
      "contrastive_lambda": 0.5770016887476073,
      "epoch": 8.436681222707424,
      "step": 27048
    },
    {
      "contrastive_lambda": 0.5769758210215464,
      "epoch": 8.4369931378665,
      "step": 27049
    },
    {
      "epoch": 8.437305053025577,
      "grad_norm": 0.105306476354599,
      "learning_rate": 6.214332837106111e-05,
      "loss": 0.0319,
      "step": 27050
    },
    {
      "epoch": 8.437305053025577,
      "flow_loss": 0.02725224383175373,
      "step": 27050
    },
    {
      "contrastive_loss": 0.004294130019843578,
      "epoch": 8.437305053025577,
      "step": 27050
    },
    {
      "contrastive_lambda": 0.5769499530844522,
      "epoch": 8.437305053025577,
      "step": 27050
    },
    {
      "contrastive_lambda": 0.576924084936395,
      "epoch": 8.437616968184654,
      "step": 27051
    },
    {
      "contrastive_lambda": 0.5768982165774463,
      "epoch": 8.43792888334373,
      "step": 27052
    },
    {
      "contrastive_lambda": 0.5768723480076766,
      "epoch": 8.438240798502807,
      "step": 27053
    },
    {
      "contrastive_lambda": 0.576846479227157,
      "epoch": 8.438552713661885,
      "step": 27054
    },
    {
      "contrastive_lambda": 0.5768206102359585,
      "epoch": 8.43886462882096,
      "step": 27055
    },
    {
      "contrastive_lambda": 0.5767947410341521,
      "epoch": 8.439176543980038,
      "step": 27056
    },
    {
      "contrastive_lambda": 0.5767688716218082,
      "epoch": 8.439488459139113,
      "step": 27057
    },
    {
      "contrastive_lambda": 0.5767430019989983,
      "epoch": 8.43980037429819,
      "step": 27058
    },
    {
      "contrastive_lambda": 0.5767171321657931,
      "epoch": 8.440112289457268,
      "step": 27059
    },
    {
      "epoch": 8.440424204616344,
      "grad_norm": 0.0798393040895462,
      "learning_rate": 6.21165937872891e-05,
      "loss": 0.0311,
      "step": 27060
    },
    {
      "epoch": 8.440424204616344,
      "flow_loss": 0.04389168694615364,
      "step": 27060
    },
    {
      "contrastive_loss": 0.005297145340591669,
      "epoch": 8.440424204616344,
      "step": 27060
    },
    {
      "contrastive_lambda": 0.5766912621222633,
      "epoch": 8.440424204616344,
      "step": 27060
    },
    {
      "contrastive_lambda": 0.5766653918684803,
      "epoch": 8.440736119775421,
      "step": 27061
    },
    {
      "contrastive_lambda": 0.5766395214045148,
      "epoch": 8.441048034934498,
      "step": 27062
    },
    {
      "contrastive_lambda": 0.5766136507304376,
      "epoch": 8.441359950093574,
      "step": 27063
    },
    {
      "contrastive_lambda": 0.5765877798463197,
      "epoch": 8.441671865252651,
      "step": 27064
    },
    {
      "contrastive_lambda": 0.576561908752232,
      "epoch": 8.441983780411729,
      "step": 27065
    },
    {
      "contrastive_lambda": 0.5765360374482457,
      "epoch": 8.442295695570804,
      "step": 27066
    },
    {
      "contrastive_lambda": 0.5765101659344314,
      "epoch": 8.442607610729882,
      "step": 27067
    },
    {
      "contrastive_lambda": 0.5764842942108599,
      "epoch": 8.442919525888959,
      "step": 27068
    },
    {
      "contrastive_lambda": 0.5764584222776027,
      "epoch": 8.443231441048034,
      "step": 27069
    },
    {
      "epoch": 8.443543356207112,
      "grad_norm": 0.09233163297176361,
      "learning_rate": 6.208985552281582e-05,
      "loss": 0.0333,
      "step": 27070
    },
    {
      "epoch": 8.443543356207112,
      "flow_loss": 0.044918231666088104,
      "step": 27070
    },
    {
      "contrastive_loss": 0.004421811550855637,
      "epoch": 8.443543356207112,
      "step": 27070
    },
    {
      "contrastive_lambda": 0.5764325501347303,
      "epoch": 8.443543356207112,
      "step": 27070
    },
    {
      "contrastive_lambda": 0.5764066777823137,
      "epoch": 8.44385527136619,
      "step": 27071
    },
    {
      "contrastive_lambda": 0.5763808052204238,
      "epoch": 8.444167186525265,
      "step": 27072
    },
    {
      "contrastive_lambda": 0.5763549324491316,
      "epoch": 8.444479101684342,
      "step": 27073
    },
    {
      "contrastive_lambda": 0.5763290594685081,
      "epoch": 8.444791016843418,
      "step": 27074
    },
    {
      "contrastive_lambda": 0.5763031862786241,
      "epoch": 8.445102932002495,
      "step": 27075
    },
    {
      "contrastive_lambda": 0.5762773128795505,
      "epoch": 8.445414847161572,
      "step": 27076
    },
    {
      "contrastive_lambda": 0.5762514392713585,
      "epoch": 8.445726762320648,
      "step": 27077
    },
    {
      "contrastive_lambda": 0.5762255654541187,
      "epoch": 8.446038677479725,
      "step": 27078
    },
    {
      "contrastive_lambda": 0.5761996914279024,
      "epoch": 8.446350592638803,
      "step": 27079
    },
    {
      "epoch": 8.446662507797878,
      "grad_norm": 0.08627398312091827,
      "learning_rate": 6.206311358576364e-05,
      "loss": 0.0319,
      "step": 27080
    },
    {
      "epoch": 8.446662507797878,
      "flow_loss": 0.04611552879214287,
      "step": 27080
    },
    {
      "contrastive_loss": 0.005963599309325218,
      "epoch": 8.446662507797878,
      "step": 27080
    },
    {
      "contrastive_lambda": 0.5761738171927799,
      "epoch": 8.446662507797878,
      "step": 27080
    },
    {
      "contrastive_lambda": 0.5761479427488229,
      "epoch": 8.446974422956956,
      "step": 27081
    },
    {
      "contrastive_lambda": 0.576122068096102,
      "epoch": 8.447286338116033,
      "step": 27082
    },
    {
      "contrastive_lambda": 0.5760961932346879,
      "epoch": 8.447598253275109,
      "step": 27083
    },
    {
      "contrastive_lambda": 0.5760703181646519,
      "epoch": 8.447910168434186,
      "step": 27084
    },
    {
      "contrastive_lambda": 0.5760444428860647,
      "epoch": 8.448222083593263,
      "step": 27085
    },
    {
      "contrastive_lambda": 0.5760185673989976,
      "epoch": 8.448533998752339,
      "step": 27086
    },
    {
      "contrastive_lambda": 0.5759926917035211,
      "epoch": 8.448845913911416,
      "step": 27087
    },
    {
      "contrastive_lambda": 0.5759668157997062,
      "epoch": 8.449157829070494,
      "step": 27088
    },
    {
      "contrastive_lambda": 0.5759409396876242,
      "epoch": 8.44946974422957,
      "step": 27089
    },
    {
      "epoch": 8.449781659388647,
      "grad_norm": 0.12024378031492233,
      "learning_rate": 6.203636798425608e-05,
      "loss": 0.0357,
      "step": 27090
    },
    {
      "epoch": 8.449781659388647,
      "flow_loss": 0.03411492705345154,
      "step": 27090
    },
    {
      "contrastive_loss": 0.005427861586213112,
      "epoch": 8.449781659388647,
      "step": 27090
    },
    {
      "contrastive_lambda": 0.5759150633673458,
      "epoch": 8.449781659388647,
      "step": 27090
    },
    {
      "contrastive_lambda": 0.5758891868389416,
      "epoch": 8.450093574547722,
      "step": 27091
    },
    {
      "contrastive_lambda": 0.5758633101024833,
      "epoch": 8.4504054897068,
      "step": 27092
    },
    {
      "contrastive_lambda": 0.5758374331580414,
      "epoch": 8.450717404865877,
      "step": 27093
    },
    {
      "contrastive_lambda": 0.5758115560056866,
      "epoch": 8.451029320024952,
      "step": 27094
    },
    {
      "contrastive_lambda": 0.5757856786454902,
      "epoch": 8.45134123518403,
      "step": 27095
    },
    {
      "contrastive_lambda": 0.5757598010775231,
      "epoch": 8.451653150343107,
      "step": 27096
    },
    {
      "contrastive_lambda": 0.5757339233018562,
      "epoch": 8.451965065502183,
      "step": 27097
    },
    {
      "contrastive_lambda": 0.5757080453185606,
      "epoch": 8.45227698066126,
      "step": 27098
    },
    {
      "contrastive_lambda": 0.5756821671277069,
      "epoch": 8.452588895820337,
      "step": 27099
    },
    {
      "epoch": 8.452900810979413,
      "grad_norm": 0.08075898140668869,
      "learning_rate": 6.20096187264177e-05,
      "loss": 0.0348,
      "step": 27100
    },
    {
      "epoch": 8.452900810979413,
      "flow_loss": 0.03861704468727112,
      "step": 27100
    },
    {
      "contrastive_loss": 0.0046712132170796394,
      "epoch": 8.452900810979413,
      "step": 27100
    },
    {
      "contrastive_lambda": 0.5756562887293663,
      "epoch": 8.452900810979413,
      "step": 27100
    },
    {
      "contrastive_lambda": 0.5756304101236097,
      "epoch": 8.45321272613849,
      "step": 27101
    },
    {
      "contrastive_lambda": 0.5756045313105078,
      "epoch": 8.453524641297568,
      "step": 27102
    },
    {
      "contrastive_lambda": 0.5755786522901322,
      "epoch": 8.453836556456643,
      "step": 27103
    },
    {
      "contrastive_lambda": 0.5755527730625533,
      "epoch": 8.45414847161572,
      "step": 27104
    },
    {
      "contrastive_lambda": 0.575526893627842,
      "epoch": 8.454460386774798,
      "step": 27105
    },
    {
      "contrastive_lambda": 0.5755010139860696,
      "epoch": 8.454772301933874,
      "step": 27106
    },
    {
      "contrastive_lambda": 0.5754751341373068,
      "epoch": 8.455084217092951,
      "step": 27107
    },
    {
      "contrastive_lambda": 0.5754492540816247,
      "epoch": 8.455396132252027,
      "step": 27108
    },
    {
      "contrastive_lambda": 0.5754233738190941,
      "epoch": 8.455708047411104,
      "step": 27109
    },
    {
      "epoch": 8.456019962570181,
      "grad_norm": 0.08694660663604736,
      "learning_rate": 6.198286582037425e-05,
      "loss": 0.0362,
      "step": 27110
    },
    {
      "epoch": 8.456019962570181,
      "flow_loss": 0.025314362719655037,
      "step": 27110
    },
    {
      "contrastive_loss": 0.005422080866992474,
      "epoch": 8.456019962570181,
      "step": 27110
    },
    {
      "contrastive_lambda": 0.5753974933497862,
      "epoch": 8.456019962570181,
      "step": 27110
    },
    {
      "contrastive_lambda": 0.5753716126737716,
      "epoch": 8.456331877729257,
      "step": 27111
    },
    {
      "contrastive_lambda": 0.5753457317911216,
      "epoch": 8.456643792888334,
      "step": 27112
    },
    {
      "contrastive_lambda": 0.575319850701907,
      "epoch": 8.456955708047412,
      "step": 27113
    },
    {
      "contrastive_lambda": 0.5752939694061985,
      "epoch": 8.457267623206487,
      "step": 27114
    },
    {
      "contrastive_lambda": 0.5752680879040676,
      "epoch": 8.457579538365565,
      "step": 27115
    },
    {
      "contrastive_lambda": 0.5752422061955849,
      "epoch": 8.457891453524642,
      "step": 27116
    },
    {
      "contrastive_lambda": 0.5752163242808214,
      "epoch": 8.458203368683717,
      "step": 27117
    },
    {
      "contrastive_lambda": 0.5751904421598479,
      "epoch": 8.458515283842795,
      "step": 27118
    },
    {
      "contrastive_lambda": 0.5751645598327357,
      "epoch": 8.458827199001872,
      "step": 27119
    },
    {
      "epoch": 8.459139114160948,
      "grad_norm": 0.1529870480298996,
      "learning_rate": 6.195610927425256e-05,
      "loss": 0.0334,
      "step": 27120
    },
    {
      "epoch": 8.459139114160948,
      "flow_loss": 0.04629848897457123,
      "step": 27120
    },
    {
      "contrastive_loss": 0.006270002573728561,
      "epoch": 8.459139114160948,
      "step": 27120
    },
    {
      "contrastive_lambda": 0.5751386772995557,
      "epoch": 8.459139114160948,
      "step": 27120
    },
    {
      "contrastive_lambda": 0.5751127945603787,
      "epoch": 8.459451029320025,
      "step": 27121
    },
    {
      "contrastive_lambda": 0.5750869116152755,
      "epoch": 8.459762944479102,
      "step": 27122
    },
    {
      "contrastive_lambda": 0.5750610284643174,
      "epoch": 8.460074859638178,
      "step": 27123
    },
    {
      "contrastive_lambda": 0.5750351451075753,
      "epoch": 8.460386774797255,
      "step": 27124
    },
    {
      "contrastive_lambda": 0.5750092615451199,
      "epoch": 8.460698689956331,
      "step": 27125
    },
    {
      "contrastive_lambda": 0.5749833777770225,
      "epoch": 8.461010605115408,
      "step": 27126
    },
    {
      "contrastive_lambda": 0.5749574938033539,
      "epoch": 8.461322520274486,
      "step": 27127
    },
    {
      "contrastive_lambda": 0.5749316096241851,
      "epoch": 8.461634435433561,
      "step": 27128
    },
    {
      "contrastive_lambda": 0.5749057252395869,
      "epoch": 8.461946350592639,
      "step": 27129
    },
    {
      "epoch": 8.462258265751716,
      "grad_norm": 0.15217016637325287,
      "learning_rate": 6.192934909618056e-05,
      "loss": 0.0365,
      "step": 27130
    },
    {
      "epoch": 8.462258265751716,
      "flow_loss": 0.03672704100608826,
      "step": 27130
    },
    {
      "contrastive_loss": 0.0057933516800403595,
      "epoch": 8.462258265751716,
      "step": 27130
    },
    {
      "contrastive_lambda": 0.5748798406496306,
      "epoch": 8.462258265751716,
      "step": 27130
    },
    {
      "contrastive_lambda": 0.5748539558543868,
      "epoch": 8.462570180910792,
      "step": 27131
    },
    {
      "contrastive_lambda": 0.5748280708539268,
      "epoch": 8.462882096069869,
      "step": 27132
    },
    {
      "contrastive_lambda": 0.5748021856483212,
      "epoch": 8.463194011228946,
      "step": 27133
    },
    {
      "contrastive_lambda": 0.5747763002376413,
      "epoch": 8.463505926388022,
      "step": 27134
    },
    {
      "contrastive_lambda": 0.5747504146219579,
      "epoch": 8.4638178415471,
      "step": 27135
    },
    {
      "contrastive_lambda": 0.5747245288013418,
      "epoch": 8.464129756706177,
      "step": 27136
    },
    {
      "contrastive_lambda": 0.5746986427758645,
      "epoch": 8.464441671865252,
      "step": 27137
    },
    {
      "contrastive_lambda": 0.5746727565455965,
      "epoch": 8.46475358702433,
      "step": 27138
    },
    {
      "contrastive_lambda": 0.5746468701106088,
      "epoch": 8.465065502183407,
      "step": 27139
    },
    {
      "epoch": 8.465377417342483,
      "grad_norm": 0.16183704137802124,
      "learning_rate": 6.190258529428728e-05,
      "loss": 0.0345,
      "step": 27140
    },
    {
      "epoch": 8.465377417342483,
      "flow_loss": 0.03262709081172943,
      "step": 27140
    },
    {
      "contrastive_loss": 0.003976745530962944,
      "epoch": 8.465377417342483,
      "step": 27140
    },
    {
      "contrastive_lambda": 0.5746209834709725,
      "epoch": 8.465377417342483,
      "step": 27140
    },
    {
      "contrastive_lambda": 0.5745950966267586,
      "epoch": 8.46568933250156,
      "step": 27141
    },
    {
      "contrastive_lambda": 0.5745692095780379,
      "epoch": 8.466001247660635,
      "step": 27142
    },
    {
      "contrastive_lambda": 0.5745433223248817,
      "epoch": 8.466313162819713,
      "step": 27143
    },
    {
      "contrastive_lambda": 0.5745174348673605,
      "epoch": 8.46662507797879,
      "step": 27144
    },
    {
      "contrastive_lambda": 0.5744915472055456,
      "epoch": 8.466936993137866,
      "step": 27145
    },
    {
      "contrastive_lambda": 0.574465659339508,
      "epoch": 8.467248908296943,
      "step": 27146
    },
    {
      "contrastive_lambda": 0.5744397712693186,
      "epoch": 8.46756082345602,
      "step": 27147
    },
    {
      "contrastive_lambda": 0.574413882995048,
      "epoch": 8.467872738615096,
      "step": 27148
    },
    {
      "contrastive_lambda": 0.5743879945167678,
      "epoch": 8.468184653774173,
      "step": 27149
    },
    {
      "epoch": 8.46849656893325,
      "grad_norm": 0.0912451446056366,
      "learning_rate": 6.187581787670285e-05,
      "loss": 0.0357,
      "step": 27150
    },
    {
      "epoch": 8.46849656893325,
      "flow_loss": 0.06106149032711983,
      "step": 27150
    },
    {
      "contrastive_loss": 0.003959134221076965,
      "epoch": 8.46849656893325,
      "step": 27150
    },
    {
      "contrastive_lambda": 0.5743621058345487,
      "epoch": 8.46849656893325,
      "step": 27150
    },
    {
      "contrastive_lambda": 0.5743362169484616,
      "epoch": 8.468808484092326,
      "step": 27151
    },
    {
      "contrastive_lambda": 0.5743103278585775,
      "epoch": 8.469120399251404,
      "step": 27152
    },
    {
      "contrastive_lambda": 0.5742844385649674,
      "epoch": 8.469432314410481,
      "step": 27153
    },
    {
      "contrastive_lambda": 0.5742585490677024,
      "epoch": 8.469744229569557,
      "step": 27154
    },
    {
      "contrastive_lambda": 0.5742326593668533,
      "epoch": 8.470056144728634,
      "step": 27155
    },
    {
      "contrastive_lambda": 0.574206769462491,
      "epoch": 8.470368059887711,
      "step": 27156
    },
    {
      "contrastive_lambda": 0.574180879354687,
      "epoch": 8.470679975046787,
      "step": 27157
    },
    {
      "contrastive_lambda": 0.5741549890435117,
      "epoch": 8.470991890205864,
      "step": 27158
    },
    {
      "contrastive_lambda": 0.5741290985290362,
      "epoch": 8.47130380536494,
      "step": 27159
    },
    {
      "epoch": 8.471615720524017,
      "grad_norm": 0.10847289115190506,
      "learning_rate": 6.184904685155852e-05,
      "loss": 0.0328,
      "step": 27160
    },
    {
      "epoch": 8.471615720524017,
      "flow_loss": 0.03140532970428467,
      "step": 27160
    },
    {
      "contrastive_loss": 0.0056316908448934555,
      "epoch": 8.471615720524017,
      "step": 27160
    },
    {
      "contrastive_lambda": 0.5741032078113316,
      "epoch": 8.471615720524017,
      "step": 27160
    },
    {
      "contrastive_lambda": 0.574077316890469,
      "epoch": 8.471927635683095,
      "step": 27161
    },
    {
      "contrastive_lambda": 0.5740514257665191,
      "epoch": 8.47223955084217,
      "step": 27162
    },
    {
      "contrastive_lambda": 0.5740255344395531,
      "epoch": 8.472551466001248,
      "step": 27163
    },
    {
      "contrastive_lambda": 0.5739996429096418,
      "epoch": 8.472863381160325,
      "step": 27164
    },
    {
      "contrastive_lambda": 0.5739737511768563,
      "epoch": 8.4731752963194,
      "step": 27165
    },
    {
      "contrastive_lambda": 0.5739478592412677,
      "epoch": 8.473487211478478,
      "step": 27166
    },
    {
      "contrastive_lambda": 0.5739219671029466,
      "epoch": 8.473799126637555,
      "step": 27167
    },
    {
      "contrastive_lambda": 0.5738960747619644,
      "epoch": 8.47411104179663,
      "step": 27168
    },
    {
      "contrastive_lambda": 0.5738701822183919,
      "epoch": 8.474422956955708,
      "step": 27169
    },
    {
      "epoch": 8.474734872114785,
      "grad_norm": 0.12476267665624619,
      "learning_rate": 6.18222722269866e-05,
      "loss": 0.0333,
      "step": 27170
    },
    {
      "epoch": 8.474734872114785,
      "flow_loss": 0.033702652901411057,
      "step": 27170
    },
    {
      "contrastive_loss": 0.004266311414539814,
      "epoch": 8.474734872114785,
      "step": 27170
    },
    {
      "contrastive_lambda": 0.5738442894723,
      "epoch": 8.474734872114785,
      "step": 27170
    },
    {
      "contrastive_lambda": 0.5738183965237599,
      "epoch": 8.475046787273861,
      "step": 27171
    },
    {
      "contrastive_lambda": 0.5737925033728424,
      "epoch": 8.475358702432938,
      "step": 27172
    },
    {
      "contrastive_lambda": 0.5737666100196186,
      "epoch": 8.475670617592016,
      "step": 27173
    },
    {
      "contrastive_lambda": 0.5737407164641595,
      "epoch": 8.475982532751091,
      "step": 27174
    },
    {
      "contrastive_lambda": 0.573714822706536,
      "epoch": 8.476294447910169,
      "step": 27175
    },
    {
      "contrastive_lambda": 0.573688928746819,
      "epoch": 8.476606363069244,
      "step": 27176
    },
    {
      "contrastive_lambda": 0.5736630345850798,
      "epoch": 8.476918278228322,
      "step": 27177
    },
    {
      "contrastive_lambda": 0.5736371402213892,
      "epoch": 8.477230193387399,
      "step": 27178
    },
    {
      "contrastive_lambda": 0.573611245655818,
      "epoch": 8.477542108546475,
      "step": 27179
    },
    {
      "epoch": 8.477854023705552,
      "grad_norm": 0.11903113126754761,
      "learning_rate": 6.179549401112053e-05,
      "loss": 0.0416,
      "step": 27180
    },
    {
      "epoch": 8.477854023705552,
      "flow_loss": 0.03735125809907913,
      "step": 27180
    },
    {
      "contrastive_loss": 0.005512173753231764,
      "epoch": 8.477854023705552,
      "step": 27180
    },
    {
      "contrastive_lambda": 0.5735853508884377,
      "epoch": 8.477854023705552,
      "step": 27180
    },
    {
      "contrastive_lambda": 0.5735594559193188,
      "epoch": 8.47816593886463,
      "step": 27181
    },
    {
      "contrastive_lambda": 0.5735335607485323,
      "epoch": 8.478477854023705,
      "step": 27182
    },
    {
      "contrastive_lambda": 0.5735076653761496,
      "epoch": 8.478789769182782,
      "step": 27183
    },
    {
      "contrastive_lambda": 0.5734817698022415,
      "epoch": 8.47910168434186,
      "step": 27184
    },
    {
      "contrastive_lambda": 0.5734558740268789,
      "epoch": 8.479413599500935,
      "step": 27185
    },
    {
      "contrastive_lambda": 0.5734299780501327,
      "epoch": 8.479725514660013,
      "step": 27186
    },
    {
      "contrastive_lambda": 0.5734040818720743,
      "epoch": 8.48003742981909,
      "step": 27187
    },
    {
      "contrastive_lambda": 0.5733781854927742,
      "epoch": 8.480349344978166,
      "step": 27188
    },
    {
      "contrastive_lambda": 0.5733522889123038,
      "epoch": 8.480661260137243,
      "step": 27189
    },
    {
      "epoch": 8.48097317529632,
      "grad_norm": 0.13374055922031403,
      "learning_rate": 6.176871221209482e-05,
      "loss": 0.0345,
      "step": 27190
    },
    {
      "epoch": 8.48097317529632,
      "flow_loss": 0.03743235394358635,
      "step": 27190
    },
    {
      "contrastive_loss": 0.004513510502874851,
      "epoch": 8.48097317529632,
      "step": 27190
    },
    {
      "contrastive_lambda": 0.5733263921307338,
      "epoch": 8.48097317529632,
      "step": 27190
    },
    {
      "contrastive_lambda": 0.5733004951481355,
      "epoch": 8.481285090455396,
      "step": 27191
    },
    {
      "contrastive_lambda": 0.5732745979645797,
      "epoch": 8.481597005614473,
      "step": 27192
    },
    {
      "contrastive_lambda": 0.5732487005801373,
      "epoch": 8.481908920773549,
      "step": 27193
    },
    {
      "contrastive_lambda": 0.5732228029948795,
      "epoch": 8.482220835932626,
      "step": 27194
    },
    {
      "contrastive_lambda": 0.5731969052088773,
      "epoch": 8.482532751091703,
      "step": 27195
    },
    {
      "contrastive_lambda": 0.5731710072222015,
      "epoch": 8.482844666250779,
      "step": 27196
    },
    {
      "contrastive_lambda": 0.5731451090349233,
      "epoch": 8.483156581409856,
      "step": 27197
    },
    {
      "contrastive_lambda": 0.5731192106471137,
      "epoch": 8.483468496568934,
      "step": 27198
    },
    {
      "contrastive_lambda": 0.5730933120588435,
      "epoch": 8.48378041172801,
      "step": 27199
    },
    {
      "epoch": 8.484092326887087,
      "grad_norm": 0.10404574126005173,
      "learning_rate": 6.174192683804508e-05,
      "loss": 0.033,
      "step": 27200
    },
    {
      "epoch": 8.484092326887087,
      "flow_loss": 0.02822212129831314,
      "step": 27200
    },
    {
      "contrastive_loss": 0.005231303628534079,
      "epoch": 8.484092326887087,
      "step": 27200
    },
    {
      "contrastive_lambda": 0.573067413270184,
      "epoch": 8.484092326887087,
      "step": 27200
    },
    {
      "contrastive_lambda": 0.573041514281206,
      "epoch": 8.484404242046164,
      "step": 27201
    },
    {
      "contrastive_lambda": 0.5730156150919803,
      "epoch": 8.48471615720524,
      "step": 27202
    },
    {
      "contrastive_lambda": 0.5729897157025783,
      "epoch": 8.485028072364317,
      "step": 27203
    },
    {
      "contrastive_lambda": 0.572963816113071,
      "epoch": 8.485339987523394,
      "step": 27204
    },
    {
      "contrastive_lambda": 0.572937916323529,
      "epoch": 8.48565190268247,
      "step": 27205
    },
    {
      "contrastive_lambda": 0.5729120163340237,
      "epoch": 8.485963817841547,
      "step": 27206
    },
    {
      "contrastive_lambda": 0.5728861161446259,
      "epoch": 8.486275733000625,
      "step": 27207
    },
    {
      "contrastive_lambda": 0.5728602157554068,
      "epoch": 8.4865876481597,
      "step": 27208
    },
    {
      "contrastive_lambda": 0.5728343151664371,
      "epoch": 8.486899563318778,
      "step": 27209
    },
    {
      "epoch": 8.487211478477853,
      "grad_norm": 0.13558678328990936,
      "learning_rate": 6.1715137897108e-05,
      "loss": 0.0291,
      "step": 27210
    },
    {
      "epoch": 8.487211478477853,
      "flow_loss": 0.04037560522556305,
      "step": 27210
    },
    {
      "contrastive_loss": 0.005761163774877787,
      "epoch": 8.487211478477853,
      "step": 27210
    },
    {
      "contrastive_lambda": 0.5728084143777881,
      "epoch": 8.487211478477853,
      "step": 27210
    },
    {
      "contrastive_lambda": 0.5727825133895308,
      "epoch": 8.48752339363693,
      "step": 27211
    },
    {
      "contrastive_lambda": 0.572756612201736,
      "epoch": 8.487835308796008,
      "step": 27212
    },
    {
      "contrastive_lambda": 0.5727307108144747,
      "epoch": 8.488147223955083,
      "step": 27213
    },
    {
      "contrastive_lambda": 0.5727048092278182,
      "epoch": 8.48845913911416,
      "step": 27214
    },
    {
      "contrastive_lambda": 0.5726789074418374,
      "epoch": 8.488771054273238,
      "step": 27215
    },
    {
      "contrastive_lambda": 0.572653005456603,
      "epoch": 8.489082969432314,
      "step": 27216
    },
    {
      "contrastive_lambda": 0.5726271032721864,
      "epoch": 8.489394884591391,
      "step": 27217
    },
    {
      "contrastive_lambda": 0.5726012008886585,
      "epoch": 8.489706799750468,
      "step": 27218
    },
    {
      "contrastive_lambda": 0.5725752983060902,
      "epoch": 8.490018714909544,
      "step": 27219
    },
    {
      "epoch": 8.490330630068621,
      "grad_norm": 0.1361810863018036,
      "learning_rate": 6.168834539742134e-05,
      "loss": 0.0311,
      "step": 27220
    },
    {
      "epoch": 8.490330630068621,
      "flow_loss": 0.03658352047204971,
      "step": 27220
    },
    {
      "contrastive_loss": 0.004509278107434511,
      "epoch": 8.490330630068621,
      "step": 27220
    },
    {
      "contrastive_lambda": 0.5725493955245528,
      "epoch": 8.490330630068621,
      "step": 27220
    },
    {
      "contrastive_lambda": 0.5725234925441168,
      "epoch": 8.490642545227699,
      "step": 27221
    },
    {
      "contrastive_lambda": 0.5724975893648537,
      "epoch": 8.490954460386774,
      "step": 27222
    },
    {
      "contrastive_lambda": 0.5724716859868344,
      "epoch": 8.491266375545852,
      "step": 27223
    },
    {
      "contrastive_lambda": 0.5724457824101297,
      "epoch": 8.491578290704929,
      "step": 27224
    },
    {
      "contrastive_lambda": 0.5724198786348109,
      "epoch": 8.491890205864005,
      "step": 27225
    },
    {
      "contrastive_lambda": 0.5723939746609489,
      "epoch": 8.492202121023082,
      "step": 27226
    },
    {
      "contrastive_lambda": 0.5723680704886146,
      "epoch": 8.492514036182158,
      "step": 27227
    },
    {
      "contrastive_lambda": 0.5723421661178791,
      "epoch": 8.492825951341235,
      "step": 27228
    },
    {
      "contrastive_lambda": 0.5723162615488137,
      "epoch": 8.493137866500312,
      "step": 27229
    },
    {
      "epoch": 8.493449781659388,
      "grad_norm": 0.1157095655798912,
      "learning_rate": 6.166154934712397e-05,
      "loss": 0.0321,
      "step": 27230
    },
    {
      "epoch": 8.493449781659388,
      "flow_loss": 0.047120351344347,
      "step": 27230
    },
    {
      "contrastive_loss": 0.005792570300400257,
      "epoch": 8.493449781659388,
      "step": 27230
    },
    {
      "contrastive_lambda": 0.572290356781489,
      "epoch": 8.493449781659388,
      "step": 27230
    },
    {
      "contrastive_lambda": 0.5722644518159762,
      "epoch": 8.493761696818465,
      "step": 27231
    },
    {
      "contrastive_lambda": 0.5722385466523462,
      "epoch": 8.494073611977543,
      "step": 27232
    },
    {
      "contrastive_lambda": 0.5722126412906702,
      "epoch": 8.494385527136618,
      "step": 27233
    },
    {
      "contrastive_lambda": 0.5721867357310192,
      "epoch": 8.494697442295696,
      "step": 27234
    },
    {
      "contrastive_lambda": 0.5721608299734642,
      "epoch": 8.495009357454773,
      "step": 27235
    },
    {
      "contrastive_lambda": 0.572134924018076,
      "epoch": 8.495321272613849,
      "step": 27236
    },
    {
      "contrastive_lambda": 0.572109017864926,
      "epoch": 8.495633187772926,
      "step": 27237
    },
    {
      "contrastive_lambda": 0.5720831115140849,
      "epoch": 8.495945102932003,
      "step": 27238
    },
    {
      "contrastive_lambda": 0.5720572049656238,
      "epoch": 8.496257018091079,
      "step": 27239
    },
    {
      "epoch": 8.496568933250156,
      "grad_norm": 0.10744161903858185,
      "learning_rate": 6.163474975435581e-05,
      "loss": 0.0344,
      "step": 27240
    },
    {
      "epoch": 8.496568933250156,
      "flow_loss": 0.04584444686770439,
      "step": 27240
    },
    {
      "contrastive_loss": 0.006396777927875519,
      "epoch": 8.496568933250156,
      "step": 27240
    },
    {
      "contrastive_lambda": 0.5720312982196138,
      "epoch": 8.496568933250156,
      "step": 27240
    },
    {
      "contrastive_lambda": 0.572005391276126,
      "epoch": 8.496880848409234,
      "step": 27241
    },
    {
      "contrastive_lambda": 0.5719794841352315,
      "epoch": 8.497192763568309,
      "step": 27242
    },
    {
      "contrastive_lambda": 0.5719535767970009,
      "epoch": 8.497504678727386,
      "step": 27243
    },
    {
      "contrastive_lambda": 0.5719276692615055,
      "epoch": 8.497816593886462,
      "step": 27244
    },
    {
      "contrastive_lambda": 0.5719017615288164,
      "epoch": 8.49812850904554,
      "step": 27245
    },
    {
      "contrastive_lambda": 0.5718758535990046,
      "epoch": 8.498440424204617,
      "step": 27246
    },
    {
      "contrastive_lambda": 0.5718499454721409,
      "epoch": 8.498752339363692,
      "step": 27247
    },
    {
      "contrastive_lambda": 0.5718240371482965,
      "epoch": 8.49906425452277,
      "step": 27248
    },
    {
      "contrastive_lambda": 0.5717981286275426,
      "epoch": 8.499376169681847,
      "step": 27249
    },
    {
      "epoch": 8.499688084840923,
      "grad_norm": 0.07063066214323044,
      "learning_rate": 6.160794662725787e-05,
      "loss": 0.0311,
      "step": 27250
    },
    {
      "epoch": 8.499688084840923,
      "flow_loss": 0.0317818708717823,
      "step": 27250
    },
    {
      "contrastive_loss": 0.003769014496356249,
      "epoch": 8.499688084840923,
      "step": 27250
    },
    {
      "contrastive_lambda": 0.57177221990995,
      "epoch": 8.499688084840923,
      "step": 27250
    },
    {
      "contrastive_lambda": 0.5717463109955896,
      "epoch": 8.5,
      "step": 27251
    },
    {
      "contrastive_lambda": 0.5717204018845329,
      "epoch": 8.500311915159077,
      "step": 27252
    },
    {
      "contrastive_lambda": 0.5716944925768505,
      "epoch": 8.500623830318153,
      "step": 27253
    },
    {
      "contrastive_lambda": 0.5716685830726136,
      "epoch": 8.50093574547723,
      "step": 27254
    },
    {
      "contrastive_lambda": 0.5716426733718931,
      "epoch": 8.501247660636308,
      "step": 27255
    },
    {
      "contrastive_lambda": 0.5716167634747602,
      "epoch": 8.501559575795383,
      "step": 27256
    },
    {
      "contrastive_lambda": 0.5715908533812859,
      "epoch": 8.50187149095446,
      "step": 27257
    },
    {
      "contrastive_lambda": 0.5715649430915412,
      "epoch": 8.502183406113538,
      "step": 27258
    },
    {
      "contrastive_lambda": 0.5715390326055971,
      "epoch": 8.502495321272614,
      "step": 27259
    },
    {
      "epoch": 8.502807236431691,
      "grad_norm": 0.13022349774837494,
      "learning_rate": 6.158113997397222e-05,
      "loss": 0.033,
      "step": 27260
    },
    {
      "epoch": 8.502807236431691,
      "flow_loss": 0.022840920835733414,
      "step": 27260
    },
    {
      "contrastive_loss": 0.004292940720915794,
      "epoch": 8.502807236431691,
      "step": 27260
    },
    {
      "contrastive_lambda": 0.5715131219235249,
      "epoch": 8.502807236431691,
      "step": 27260
    },
    {
      "contrastive_lambda": 0.5714872110453951,
      "epoch": 8.503119151590766,
      "step": 27261
    },
    {
      "contrastive_lambda": 0.5714612999712793,
      "epoch": 8.503431066749844,
      "step": 27262
    },
    {
      "contrastive_lambda": 0.5714353887012482,
      "epoch": 8.503742981908921,
      "step": 27263
    },
    {
      "contrastive_lambda": 0.5714094772353728,
      "epoch": 8.504054897067997,
      "step": 27264
    },
    {
      "contrastive_lambda": 0.5713835655737245,
      "epoch": 8.504366812227074,
      "step": 27265
    },
    {
      "contrastive_lambda": 0.5713576537163739,
      "epoch": 8.504678727386151,
      "step": 27266
    },
    {
      "contrastive_lambda": 0.5713317416633924,
      "epoch": 8.504990642545227,
      "step": 27267
    },
    {
      "contrastive_lambda": 0.5713058294148509,
      "epoch": 8.505302557704304,
      "step": 27268
    },
    {
      "contrastive_lambda": 0.5712799169708204,
      "epoch": 8.505614472863382,
      "step": 27269
    },
    {
      "epoch": 8.505926388022457,
      "grad_norm": 0.10538775473833084,
      "learning_rate": 6.155432980264205e-05,
      "loss": 0.0299,
      "step": 27270
    },
    {
      "epoch": 8.505926388022457,
      "flow_loss": 0.06457489728927612,
      "step": 27270
    },
    {
      "contrastive_loss": 0.004997156094759703,
      "epoch": 8.505926388022457,
      "step": 27270
    },
    {
      "contrastive_lambda": 0.5712540043313716,
      "epoch": 8.505926388022457,
      "step": 27270
    },
    {
      "contrastive_lambda": 0.5712280914965764,
      "epoch": 8.506238303181535,
      "step": 27271
    },
    {
      "contrastive_lambda": 0.5712021784665051,
      "epoch": 8.506550218340612,
      "step": 27272
    },
    {
      "contrastive_lambda": 0.571176265241229,
      "epoch": 8.506862133499688,
      "step": 27273
    },
    {
      "contrastive_lambda": 0.5711503518208191,
      "epoch": 8.507174048658765,
      "step": 27274
    },
    {
      "contrastive_lambda": 0.5711244382053466,
      "epoch": 8.507485963817842,
      "step": 27275
    },
    {
      "contrastive_lambda": 0.5710985243948823,
      "epoch": 8.507797878976918,
      "step": 27276
    },
    {
      "contrastive_lambda": 0.5710726103894974,
      "epoch": 8.508109794135995,
      "step": 27277
    },
    {
      "contrastive_lambda": 0.5710466961892627,
      "epoch": 8.508421709295071,
      "step": 27278
    },
    {
      "contrastive_lambda": 0.5710207817942498,
      "epoch": 8.508733624454148,
      "step": 27279
    },
    {
      "epoch": 8.509045539613226,
      "grad_norm": 0.0841975137591362,
      "learning_rate": 6.152751612141156e-05,
      "loss": 0.0333,
      "step": 27280
    },
    {
      "epoch": 8.509045539613226,
      "flow_loss": 0.04840429872274399,
      "step": 27280
    },
    {
      "contrastive_loss": 0.0037919459864497185,
      "epoch": 8.509045539613226,
      "step": 27280
    },
    {
      "contrastive_lambda": 0.5709948672045293,
      "epoch": 8.509045539613226,
      "step": 27280
    },
    {
      "contrastive_lambda": 0.5709689524201721,
      "epoch": 8.509357454772301,
      "step": 27281
    },
    {
      "contrastive_lambda": 0.5709430374412497,
      "epoch": 8.509669369931379,
      "step": 27282
    },
    {
      "contrastive_lambda": 0.570917122267833,
      "epoch": 8.509981285090456,
      "step": 27283
    },
    {
      "contrastive_lambda": 0.5708912068999928,
      "epoch": 8.510293200249532,
      "step": 27284
    },
    {
      "contrastive_lambda": 0.5708652913378004,
      "epoch": 8.510605115408609,
      "step": 27285
    },
    {
      "contrastive_lambda": 0.5708393755813269,
      "epoch": 8.510917030567686,
      "step": 27286
    },
    {
      "contrastive_lambda": 0.5708134596306431,
      "epoch": 8.511228945726762,
      "step": 27287
    },
    {
      "contrastive_lambda": 0.5707875434858203,
      "epoch": 8.51154086088584,
      "step": 27288
    },
    {
      "contrastive_lambda": 0.5707616271469292,
      "epoch": 8.511852776044917,
      "step": 27289
    },
    {
      "epoch": 8.512164691203992,
      "grad_norm": 0.10913286358118057,
      "learning_rate": 6.150069893842602e-05,
      "loss": 0.0328,
      "step": 27290
    },
    {
      "epoch": 8.512164691203992,
      "flow_loss": 0.043372705578804016,
      "step": 27290
    },
    {
      "contrastive_loss": 0.004064363427460194,
      "epoch": 8.512164691203992,
      "step": 27290
    },
    {
      "contrastive_lambda": 0.5707357106140412,
      "epoch": 8.512164691203992,
      "step": 27290
    },
    {
      "contrastive_lambda": 0.5707097938872273,
      "epoch": 8.51247660636307,
      "step": 27291
    },
    {
      "contrastive_lambda": 0.5706838769665585,
      "epoch": 8.512788521522147,
      "step": 27292
    },
    {
      "contrastive_lambda": 0.5706579598521057,
      "epoch": 8.513100436681222,
      "step": 27293
    },
    {
      "contrastive_lambda": 0.5706320425439402,
      "epoch": 8.5134123518403,
      "step": 27294
    },
    {
      "contrastive_lambda": 0.5706061250421328,
      "epoch": 8.513724266999375,
      "step": 27295
    },
    {
      "contrastive_lambda": 0.570580207346755,
      "epoch": 8.514036182158453,
      "step": 27296
    },
    {
      "contrastive_lambda": 0.5705542894578772,
      "epoch": 8.51434809731753,
      "step": 27297
    },
    {
      "contrastive_lambda": 0.570528371375571,
      "epoch": 8.514660012476606,
      "step": 27298
    },
    {
      "contrastive_lambda": 0.5705024530999073,
      "epoch": 8.514971927635683,
      "step": 27299
    },
    {
      "epoch": 8.51528384279476,
      "grad_norm": 0.10416138172149658,
      "learning_rate": 6.147387826183182e-05,
      "loss": 0.0362,
      "step": 27300
    },
    {
      "epoch": 8.51528384279476,
      "flow_loss": 0.023443695157766342,
      "step": 27300
    },
    {
      "contrastive_loss": 0.004197998903691769,
      "epoch": 8.51528384279476,
      "step": 27300
    },
    {
      "contrastive_lambda": 0.5704765346309572,
      "epoch": 8.51528384279476,
      "step": 27300
    },
    {
      "contrastive_lambda": 0.5704506159687913,
      "epoch": 8.515595757953836,
      "step": 27301
    },
    {
      "contrastive_lambda": 0.5704246971134813,
      "epoch": 8.515907673112913,
      "step": 27302
    },
    {
      "contrastive_lambda": 0.5703987780650981,
      "epoch": 8.51621958827199,
      "step": 27303
    },
    {
      "contrastive_lambda": 0.5703728588237124,
      "epoch": 8.516531503431066,
      "step": 27304
    },
    {
      "contrastive_lambda": 0.5703469393893956,
      "epoch": 8.516843418590144,
      "step": 27305
    },
    {
      "contrastive_lambda": 0.5703210197622188,
      "epoch": 8.517155333749221,
      "step": 27306
    },
    {
      "contrastive_lambda": 0.5702950999422528,
      "epoch": 8.517467248908297,
      "step": 27307
    },
    {
      "contrastive_lambda": 0.5702691799295688,
      "epoch": 8.517779164067374,
      "step": 27308
    },
    {
      "contrastive_lambda": 0.570243259724238,
      "epoch": 8.518091079226451,
      "step": 27309
    },
    {
      "epoch": 8.518402994385527,
      "grad_norm": 0.10051965713500977,
      "learning_rate": 6.144705409977635e-05,
      "loss": 0.0293,
      "step": 27310
    },
    {
      "epoch": 8.518402994385527,
      "flow_loss": 0.022175004705786705,
      "step": 27310
    },
    {
      "contrastive_loss": 0.004259398207068443,
      "epoch": 8.518402994385527,
      "step": 27310
    },
    {
      "contrastive_lambda": 0.5702173393263311,
      "epoch": 8.518402994385527,
      "step": 27310
    },
    {
      "contrastive_lambda": 0.5701914187359195,
      "epoch": 8.518714909544604,
      "step": 27311
    },
    {
      "contrastive_lambda": 0.570165497953074,
      "epoch": 8.51902682470368,
      "step": 27312
    },
    {
      "contrastive_lambda": 0.570139576977866,
      "epoch": 8.519338739862757,
      "step": 27313
    },
    {
      "contrastive_lambda": 0.5701136558103663,
      "epoch": 8.519650655021834,
      "step": 27314
    },
    {
      "contrastive_lambda": 0.570087734450646,
      "epoch": 8.51996257018091,
      "step": 27315
    },
    {
      "contrastive_lambda": 0.5700618128987762,
      "epoch": 8.520274485339987,
      "step": 27316
    },
    {
      "contrastive_lambda": 0.570035891154828,
      "epoch": 8.520586400499065,
      "step": 27317
    },
    {
      "contrastive_lambda": 0.5700099692188724,
      "epoch": 8.52089831565814,
      "step": 27318
    },
    {
      "contrastive_lambda": 0.5699840470909806,
      "epoch": 8.521210230817218,
      "step": 27319
    },
    {
      "epoch": 8.521522145976295,
      "grad_norm": 0.10147055983543396,
      "learning_rate": 6.142022646040808e-05,
      "loss": 0.0328,
      "step": 27320
    },
    {
      "epoch": 8.521522145976295,
      "flow_loss": 0.04284666106104851,
      "step": 27320
    },
    {
      "contrastive_loss": 0.004026548005640507,
      "epoch": 8.521522145976295,
      "step": 27320
    },
    {
      "contrastive_lambda": 0.5699581247712234,
      "epoch": 8.521522145976295,
      "step": 27320
    },
    {
      "contrastive_lambda": 0.569932202259672,
      "epoch": 8.52183406113537,
      "step": 27321
    },
    {
      "contrastive_lambda": 0.5699062795563977,
      "epoch": 8.522145976294448,
      "step": 27322
    },
    {
      "contrastive_lambda": 0.5698803566614713,
      "epoch": 8.522457891453525,
      "step": 27323
    },
    {
      "contrastive_lambda": 0.5698544335749638,
      "epoch": 8.522769806612601,
      "step": 27324
    },
    {
      "contrastive_lambda": 0.5698285102969465,
      "epoch": 8.523081721771678,
      "step": 27325
    },
    {
      "contrastive_lambda": 0.5698025868274904,
      "epoch": 8.523393636930756,
      "step": 27326
    },
    {
      "contrastive_lambda": 0.5697766631666664,
      "epoch": 8.523705552089831,
      "step": 27327
    },
    {
      "contrastive_lambda": 0.5697507393145459,
      "epoch": 8.524017467248909,
      "step": 27328
    },
    {
      "contrastive_lambda": 0.5697248152711997,
      "epoch": 8.524329382407984,
      "step": 27329
    },
    {
      "epoch": 8.524641297567062,
      "grad_norm": 0.08663588017225266,
      "learning_rate": 6.139339535187653e-05,
      "loss": 0.0333,
      "step": 27330
    },
    {
      "epoch": 8.524641297567062,
      "flow_loss": 0.04384198039770126,
      "step": 27330
    },
    {
      "contrastive_loss": 0.005456176586449146,
      "epoch": 8.524641297567062,
      "step": 27330
    },
    {
      "contrastive_lambda": 0.569698891036699,
      "epoch": 8.524641297567062,
      "step": 27330
    },
    {
      "contrastive_lambda": 0.5696729666111148,
      "epoch": 8.524953212726139,
      "step": 27331
    },
    {
      "contrastive_lambda": 0.5696470419945181,
      "epoch": 8.525265127885215,
      "step": 27332
    },
    {
      "contrastive_lambda": 0.5696211171869803,
      "epoch": 8.525577043044292,
      "step": 27333
    },
    {
      "contrastive_lambda": 0.5695951921885722,
      "epoch": 8.52588895820337,
      "step": 27334
    },
    {
      "contrastive_lambda": 0.5695692669993647,
      "epoch": 8.526200873362445,
      "step": 27335
    },
    {
      "contrastive_lambda": 0.5695433416194293,
      "epoch": 8.526512788521522,
      "step": 27336
    },
    {
      "contrastive_lambda": 0.569517416048837,
      "epoch": 8.5268247036806,
      "step": 27337
    },
    {
      "contrastive_lambda": 0.5694914902876586,
      "epoch": 8.527136618839675,
      "step": 27338
    },
    {
      "contrastive_lambda": 0.5694655643359653,
      "epoch": 8.527448533998752,
      "step": 27339
    },
    {
      "epoch": 8.52776044915783,
      "grad_norm": 0.09412378817796707,
      "learning_rate": 6.136656078233232e-05,
      "loss": 0.035,
      "step": 27340
    },
    {
      "epoch": 8.52776044915783,
      "flow_loss": 0.04812237620353699,
      "step": 27340
    },
    {
      "contrastive_loss": 0.004440208896994591,
      "epoch": 8.52776044915783,
      "step": 27340
    },
    {
      "contrastive_lambda": 0.5694396381938284,
      "epoch": 8.52776044915783,
      "step": 27340
    },
    {
      "contrastive_lambda": 0.5694137118613185,
      "epoch": 8.528072364316905,
      "step": 27341
    },
    {
      "contrastive_lambda": 0.5693877853385072,
      "epoch": 8.528384279475983,
      "step": 27342
    },
    {
      "contrastive_lambda": 0.5693618586254653,
      "epoch": 8.52869619463506,
      "step": 27343
    },
    {
      "contrastive_lambda": 0.5693359317222638,
      "epoch": 8.529008109794136,
      "step": 27344
    },
    {
      "contrastive_lambda": 0.5693100046289741,
      "epoch": 8.529320024953213,
      "step": 27345
    },
    {
      "contrastive_lambda": 0.5692840773456668,
      "epoch": 8.529631940112289,
      "step": 27346
    },
    {
      "contrastive_lambda": 0.5692581498724135,
      "epoch": 8.529943855271366,
      "step": 27347
    },
    {
      "contrastive_lambda": 0.5692322222092852,
      "epoch": 8.530255770430443,
      "step": 27348
    },
    {
      "contrastive_lambda": 0.5692062943563525,
      "epoch": 8.530567685589519,
      "step": 27349
    },
    {
      "epoch": 8.530879600748596,
      "grad_norm": 0.11488997936248779,
      "learning_rate": 6.133972275992707e-05,
      "loss": 0.0388,
      "step": 27350
    },
    {
      "epoch": 8.530879600748596,
      "flow_loss": 0.031913429498672485,
      "step": 27350
    },
    {
      "contrastive_loss": 0.003995297942310572,
      "epoch": 8.530879600748596,
      "step": 27350
    },
    {
      "contrastive_lambda": 0.569180366313687,
      "epoch": 8.530879600748596,
      "step": 27350
    },
    {
      "contrastive_lambda": 0.5691544380813596,
      "epoch": 8.531191515907674,
      "step": 27351
    },
    {
      "contrastive_lambda": 0.5691285096594412,
      "epoch": 8.53150343106675,
      "step": 27352
    },
    {
      "contrastive_lambda": 0.5691025810480033,
      "epoch": 8.531815346225827,
      "step": 27353
    },
    {
      "contrastive_lambda": 0.5690766522471166,
      "epoch": 8.532127261384904,
      "step": 27354
    },
    {
      "contrastive_lambda": 0.5690507232568524,
      "epoch": 8.53243917654398,
      "step": 27355
    },
    {
      "contrastive_lambda": 0.5690247940772817,
      "epoch": 8.532751091703057,
      "step": 27356
    },
    {
      "contrastive_lambda": 0.5689988647084757,
      "epoch": 8.533063006862134,
      "step": 27357
    },
    {
      "contrastive_lambda": 0.5689729351505051,
      "epoch": 8.53337492202121,
      "step": 27358
    },
    {
      "contrastive_lambda": 0.5689470054034416,
      "epoch": 8.533686837180287,
      "step": 27359
    },
    {
      "epoch": 8.533998752339365,
      "grad_norm": 0.11002437025308609,
      "learning_rate": 6.131288129281342e-05,
      "loss": 0.0383,
      "step": 27360
    },
    {
      "epoch": 8.533998752339365,
      "flow_loss": 0.03716270625591278,
      "step": 27360
    },
    {
      "contrastive_loss": 0.005080532282590866,
      "epoch": 8.533998752339365,
      "step": 27360
    },
    {
      "contrastive_lambda": 0.5689210754673559,
      "epoch": 8.533998752339365,
      "step": 27360
    },
    {
      "contrastive_lambda": 0.568895145342319,
      "epoch": 8.53431066749844,
      "step": 27361
    },
    {
      "contrastive_lambda": 0.5688692150284023,
      "epoch": 8.534622582657517,
      "step": 27362
    },
    {
      "contrastive_lambda": 0.5688432845256768,
      "epoch": 8.534934497816593,
      "step": 27363
    },
    {
      "contrastive_lambda": 0.5688173538342134,
      "epoch": 8.53524641297567,
      "step": 27364
    },
    {
      "contrastive_lambda": 0.5687914229540832,
      "epoch": 8.535558328134748,
      "step": 27365
    },
    {
      "contrastive_lambda": 0.5687654918853576,
      "epoch": 8.535870243293823,
      "step": 27366
    },
    {
      "contrastive_lambda": 0.5687395606281075,
      "epoch": 8.5361821584529,
      "step": 27367
    },
    {
      "contrastive_lambda": 0.568713629182404,
      "epoch": 8.536494073611978,
      "step": 27368
    },
    {
      "contrastive_lambda": 0.568687697548318,
      "epoch": 8.536805988771054,
      "step": 27369
    },
    {
      "epoch": 8.537117903930131,
      "grad_norm": 0.11393473297357559,
      "learning_rate": 6.128603638914516e-05,
      "loss": 0.0369,
      "step": 27370
    },
    {
      "epoch": 8.537117903930131,
      "flow_loss": 0.027394520118832588,
      "step": 27370
    },
    {
      "contrastive_loss": 0.008190575987100601,
      "epoch": 8.537117903930131,
      "step": 27370
    },
    {
      "contrastive_lambda": 0.568661765725921,
      "epoch": 8.537117903930131,
      "step": 27370
    },
    {
      "contrastive_lambda": 0.5686358337152838,
      "epoch": 8.537429819089208,
      "step": 27371
    },
    {
      "contrastive_lambda": 0.5686099015164775,
      "epoch": 8.537741734248284,
      "step": 27372
    },
    {
      "contrastive_lambda": 0.5685839691295733,
      "epoch": 8.538053649407361,
      "step": 27373
    },
    {
      "contrastive_lambda": 0.5685580365546423,
      "epoch": 8.538365564566439,
      "step": 27374
    },
    {
      "contrastive_lambda": 0.5685321037917554,
      "epoch": 8.538677479725514,
      "step": 27375
    },
    {
      "contrastive_lambda": 0.5685061708409841,
      "epoch": 8.538989394884592,
      "step": 27376
    },
    {
      "contrastive_lambda": 0.5684802377023991,
      "epoch": 8.539301310043669,
      "step": 27377
    },
    {
      "contrastive_lambda": 0.5684543043760716,
      "epoch": 8.539613225202745,
      "step": 27378
    },
    {
      "contrastive_lambda": 0.5684283708620728,
      "epoch": 8.539925140361822,
      "step": 27379
    },
    {
      "epoch": 8.540237055520898,
      "grad_norm": 0.11403564363718033,
      "learning_rate": 6.125918805707704e-05,
      "loss": 0.0318,
      "step": 27380
    },
    {
      "epoch": 8.540237055520898,
      "flow_loss": 0.03958470746874809,
      "step": 27380
    },
    {
      "contrastive_loss": 0.0037819701246917248,
      "epoch": 8.540237055520898,
      "step": 27380
    },
    {
      "contrastive_lambda": 0.5684024371604738,
      "epoch": 8.540237055520898,
      "step": 27380
    },
    {
      "contrastive_lambda": 0.5683765032713454,
      "epoch": 8.540548970679975,
      "step": 27381
    },
    {
      "contrastive_lambda": 0.5683505691947591,
      "epoch": 8.540860885839052,
      "step": 27382
    },
    {
      "contrastive_lambda": 0.5683246349307858,
      "epoch": 8.541172800998128,
      "step": 27383
    },
    {
      "contrastive_lambda": 0.5682987004794966,
      "epoch": 8.541484716157205,
      "step": 27384
    },
    {
      "contrastive_lambda": 0.5682727658409628,
      "epoch": 8.541796631316283,
      "step": 27385
    },
    {
      "contrastive_lambda": 0.5682468310152551,
      "epoch": 8.542108546475358,
      "step": 27386
    },
    {
      "contrastive_lambda": 0.5682208960024451,
      "epoch": 8.542420461634435,
      "step": 27387
    },
    {
      "contrastive_lambda": 0.5681949608026033,
      "epoch": 8.542732376793513,
      "step": 27388
    },
    {
      "contrastive_lambda": 0.5681690254158014,
      "epoch": 8.543044291952588,
      "step": 27389
    },
    {
      "epoch": 8.543356207111666,
      "grad_norm": 0.1216091513633728,
      "learning_rate": 6.123233630476485e-05,
      "loss": 0.0347,
      "step": 27390
    },
    {
      "epoch": 8.543356207111666,
      "flow_loss": 0.03691462427377701,
      "step": 27390
    },
    {
      "contrastive_loss": 0.004135940223932266,
      "epoch": 8.543356207111666,
      "step": 27390
    },
    {
      "contrastive_lambda": 0.5681430898421103,
      "epoch": 8.543356207111666,
      "step": 27390
    },
    {
      "contrastive_lambda": 0.568117154081601,
      "epoch": 8.543668122270743,
      "step": 27391
    },
    {
      "contrastive_lambda": 0.5680912181343444,
      "epoch": 8.543980037429819,
      "step": 27392
    },
    {
      "contrastive_lambda": 0.5680652820004122,
      "epoch": 8.544291952588896,
      "step": 27393
    },
    {
      "contrastive_lambda": 0.568039345679875,
      "epoch": 8.544603867747973,
      "step": 27394
    },
    {
      "contrastive_lambda": 0.5680134091728041,
      "epoch": 8.544915782907049,
      "step": 27395
    },
    {
      "contrastive_lambda": 0.5679874724792705,
      "epoch": 8.545227698066126,
      "step": 27396
    },
    {
      "contrastive_lambda": 0.5679615355993455,
      "epoch": 8.545539613225202,
      "step": 27397
    },
    {
      "contrastive_lambda": 0.5679355985330999,
      "epoch": 8.54585152838428,
      "step": 27398
    },
    {
      "contrastive_lambda": 0.5679096612806053,
      "epoch": 8.546163443543357,
      "step": 27399
    },
    {
      "epoch": 8.546475358702432,
      "grad_norm": 0.11625032126903534,
      "learning_rate": 6.120548114036547e-05,
      "loss": 0.0364,
      "step": 27400
    },
    {
      "epoch": 8.546475358702432,
      "flow_loss": 0.05265221744775772,
      "step": 27400
    },
    {
      "contrastive_loss": 0.00798814371228218,
      "epoch": 8.546475358702432,
      "step": 27400
    },
    {
      "contrastive_lambda": 0.5678837238419322,
      "epoch": 8.546475358702432,
      "step": 27400
    },
    {
      "contrastive_lambda": 0.5678577862171522,
      "epoch": 8.54678727386151,
      "step": 27401
    },
    {
      "contrastive_lambda": 0.5678318484063363,
      "epoch": 8.547099189020587,
      "step": 27402
    },
    {
      "contrastive_lambda": 0.5678059104095552,
      "epoch": 8.547411104179663,
      "step": 27403
    },
    {
      "contrastive_lambda": 0.5677799722268807,
      "epoch": 8.54772301933874,
      "step": 27404
    },
    {
      "contrastive_lambda": 0.5677540338583835,
      "epoch": 8.548034934497817,
      "step": 27405
    },
    {
      "contrastive_lambda": 0.5677280953041346,
      "epoch": 8.548346849656893,
      "step": 27406
    },
    {
      "contrastive_lambda": 0.5677021565642054,
      "epoch": 8.54865876481597,
      "step": 27407
    },
    {
      "contrastive_lambda": 0.5676762176386669,
      "epoch": 8.548970679975048,
      "step": 27408
    },
    {
      "contrastive_lambda": 0.5676502785275901,
      "epoch": 8.549282595134123,
      "step": 27409
    },
    {
      "epoch": 8.5495945102932,
      "grad_norm": 0.095500148832798,
      "learning_rate": 6.117862257203679e-05,
      "loss": 0.0341,
      "step": 27410
    },
    {
      "epoch": 8.5495945102932,
      "flow_loss": 0.04173945263028145,
      "step": 27410
    },
    {
      "contrastive_loss": 0.004177243448793888,
      "epoch": 8.5495945102932,
      "step": 27410
    },
    {
      "contrastive_lambda": 0.5676243392310464,
      "epoch": 8.5495945102932,
      "step": 27410
    },
    {
      "contrastive_lambda": 0.5675983997491066,
      "epoch": 8.549906425452278,
      "step": 27411
    },
    {
      "contrastive_lambda": 0.5675724600818419,
      "epoch": 8.550218340611353,
      "step": 27412
    },
    {
      "contrastive_lambda": 0.5675465202293237,
      "epoch": 8.55053025577043,
      "step": 27413
    },
    {
      "contrastive_lambda": 0.5675205801916228,
      "epoch": 8.550842170929506,
      "step": 27414
    },
    {
      "contrastive_lambda": 0.5674946399688101,
      "epoch": 8.551154086088584,
      "step": 27415
    },
    {
      "contrastive_lambda": 0.5674686995609574,
      "epoch": 8.551466001247661,
      "step": 27416
    },
    {
      "contrastive_lambda": 0.5674427589681352,
      "epoch": 8.551777916406737,
      "step": 27417
    },
    {
      "contrastive_lambda": 0.5674168181904149,
      "epoch": 8.552089831565814,
      "step": 27418
    },
    {
      "contrastive_lambda": 0.5673908772278676,
      "epoch": 8.552401746724891,
      "step": 27419
    },
    {
      "epoch": 8.552713661883967,
      "grad_norm": 0.09138672053813934,
      "learning_rate": 6.115176060793771e-05,
      "loss": 0.0362,
      "step": 27420
    },
    {
      "epoch": 8.552713661883967,
      "flow_loss": 0.02684185840189457,
      "step": 27420
    },
    {
      "contrastive_loss": 0.006305145099759102,
      "epoch": 8.552713661883967,
      "step": 27420
    },
    {
      "contrastive_lambda": 0.5673649360805643,
      "epoch": 8.552713661883967,
      "step": 27420
    },
    {
      "contrastive_lambda": 0.5673389947485763,
      "epoch": 8.553025577043044,
      "step": 27421
    },
    {
      "contrastive_lambda": 0.5673130532319747,
      "epoch": 8.553337492202122,
      "step": 27422
    },
    {
      "contrastive_lambda": 0.5672871115308302,
      "epoch": 8.553649407361197,
      "step": 27423
    },
    {
      "contrastive_lambda": 0.5672611696452147,
      "epoch": 8.553961322520275,
      "step": 27424
    },
    {
      "contrastive_lambda": 0.5672352275751987,
      "epoch": 8.554273237679352,
      "step": 27425
    },
    {
      "contrastive_lambda": 0.5672092853208534,
      "epoch": 8.554585152838428,
      "step": 27426
    },
    {
      "contrastive_lambda": 0.5671833428822501,
      "epoch": 8.554897067997505,
      "step": 27427
    },
    {
      "contrastive_lambda": 0.5671574002594599,
      "epoch": 8.555208983156582,
      "step": 27428
    },
    {
      "contrastive_lambda": 0.5671314574525539,
      "epoch": 8.555520898315658,
      "step": 27429
    },
    {
      "epoch": 8.555832813474735,
      "grad_norm": 0.13742320239543915,
      "learning_rate": 6.112489525622822e-05,
      "loss": 0.0302,
      "step": 27430
    },
    {
      "epoch": 8.555832813474735,
      "flow_loss": 0.04467014968395233,
      "step": 27430
    },
    {
      "contrastive_loss": 0.004577853251248598,
      "epoch": 8.555832813474735,
      "step": 27430
    },
    {
      "contrastive_lambda": 0.5671055144616031,
      "epoch": 8.555832813474735,
      "step": 27430
    },
    {
      "contrastive_lambda": 0.5670795712866787,
      "epoch": 8.55614472863381,
      "step": 27431
    },
    {
      "contrastive_lambda": 0.567053627927852,
      "epoch": 8.556456643792888,
      "step": 27432
    },
    {
      "contrastive_lambda": 0.5670276843851938,
      "epoch": 8.556768558951966,
      "step": 27433
    },
    {
      "contrastive_lambda": 0.5670017406587754,
      "epoch": 8.557080474111041,
      "step": 27434
    },
    {
      "contrastive_lambda": 0.566975796748668,
      "epoch": 8.557392389270118,
      "step": 27435
    },
    {
      "contrastive_lambda": 0.5669498526549428,
      "epoch": 8.557704304429196,
      "step": 27436
    },
    {
      "contrastive_lambda": 0.5669239083776705,
      "epoch": 8.558016219588271,
      "step": 27437
    },
    {
      "contrastive_lambda": 0.5668979639169226,
      "epoch": 8.558328134747349,
      "step": 27438
    },
    {
      "contrastive_lambda": 0.5668720192727703,
      "epoch": 8.558640049906426,
      "step": 27439
    },
    {
      "epoch": 8.558951965065502,
      "grad_norm": 0.09260251373052597,
      "learning_rate": 6.109802652506928e-05,
      "loss": 0.0276,
      "step": 27440
    },
    {
      "epoch": 8.558951965065502,
      "flow_loss": 0.04907720908522606,
      "step": 27440
    },
    {
      "contrastive_loss": 0.004209753125905991,
      "epoch": 8.558951965065502,
      "step": 27440
    },
    {
      "contrastive_lambda": 0.5668460744452843,
      "epoch": 8.558951965065502,
      "step": 27440
    },
    {
      "contrastive_lambda": 0.5668201294345363,
      "epoch": 8.559263880224579,
      "step": 27441
    },
    {
      "contrastive_lambda": 0.5667941842405968,
      "epoch": 8.559575795383656,
      "step": 27442
    },
    {
      "contrastive_lambda": 0.5667682388635373,
      "epoch": 8.559887710542732,
      "step": 27443
    },
    {
      "contrastive_lambda": 0.5667422933034292,
      "epoch": 8.56019962570181,
      "step": 27444
    },
    {
      "contrastive_lambda": 0.5667163475603431,
      "epoch": 8.560511540860887,
      "step": 27445
    },
    {
      "contrastive_lambda": 0.5666904016343501,
      "epoch": 8.560823456019962,
      "step": 27446
    },
    {
      "contrastive_lambda": 0.5666644555255219,
      "epoch": 8.56113537117904,
      "step": 27447
    },
    {
      "contrastive_lambda": 0.5666385092339293,
      "epoch": 8.561447286338115,
      "step": 27448
    },
    {
      "contrastive_lambda": 0.5666125627596432,
      "epoch": 8.561759201497193,
      "step": 27449
    },
    {
      "epoch": 8.56207111665627,
      "grad_norm": 0.083357073366642,
      "learning_rate": 6.107115442262291e-05,
      "loss": 0.034,
      "step": 27450
    },
    {
      "epoch": 8.56207111665627,
      "flow_loss": 0.024494336917996407,
      "step": 27450
    },
    {
      "contrastive_loss": 0.005241455044597387,
      "epoch": 8.56207111665627,
      "step": 27450
    },
    {
      "contrastive_lambda": 0.5665866161027353,
      "epoch": 8.56207111665627,
      "step": 27450
    },
    {
      "contrastive_lambda": 0.5665606692632763,
      "epoch": 8.562383031815346,
      "step": 27451
    },
    {
      "contrastive_lambda": 0.5665347222413373,
      "epoch": 8.562694946974423,
      "step": 27452
    },
    {
      "contrastive_lambda": 0.5665087750369897,
      "epoch": 8.5630068621335,
      "step": 27453
    },
    {
      "contrastive_lambda": 0.5664828276503044,
      "epoch": 8.563318777292576,
      "step": 27454
    },
    {
      "contrastive_lambda": 0.5664568800813529,
      "epoch": 8.563630692451653,
      "step": 27455
    },
    {
      "contrastive_lambda": 0.5664309323302059,
      "epoch": 8.56394260761073,
      "step": 27456
    },
    {
      "contrastive_lambda": 0.5664049843969347,
      "epoch": 8.564254522769806,
      "step": 27457
    },
    {
      "contrastive_lambda": 0.5663790362816106,
      "epoch": 8.564566437928884,
      "step": 27458
    },
    {
      "contrastive_lambda": 0.5663530879843046,
      "epoch": 8.56487835308796,
      "step": 27459
    },
    {
      "epoch": 8.565190268247036,
      "grad_norm": 0.11315706372261047,
      "learning_rate": 6.104427895705214e-05,
      "loss": 0.0398,
      "step": 27460
    },
    {
      "epoch": 8.565190268247036,
      "flow_loss": 0.03641320392489433,
      "step": 27460
    },
    {
      "contrastive_loss": 0.007408360950648785,
      "epoch": 8.565190268247036,
      "step": 27460
    },
    {
      "contrastive_lambda": 0.5663271395050877,
      "epoch": 8.565190268247036,
      "step": 27460
    },
    {
      "contrastive_lambda": 0.5663011908440312,
      "epoch": 8.565502183406114,
      "step": 27461
    },
    {
      "contrastive_lambda": 0.5662752420012064,
      "epoch": 8.565814098565191,
      "step": 27462
    },
    {
      "contrastive_lambda": 0.566249292976684,
      "epoch": 8.566126013724267,
      "step": 27463
    },
    {
      "contrastive_lambda": 0.5662233437705355,
      "epoch": 8.566437928883344,
      "step": 27464
    },
    {
      "contrastive_lambda": 0.5661973943828321,
      "epoch": 8.56674984404242,
      "step": 27465
    },
    {
      "contrastive_lambda": 0.5661714448136447,
      "epoch": 8.567061759201497,
      "step": 27466
    },
    {
      "contrastive_lambda": 0.5661454950630445,
      "epoch": 8.567373674360574,
      "step": 27467
    },
    {
      "contrastive_lambda": 0.5661195451311026,
      "epoch": 8.56768558951965,
      "step": 27468
    },
    {
      "contrastive_lambda": 0.5660935950178902,
      "epoch": 8.567997504678727,
      "step": 27469
    },
    {
      "epoch": 8.568309419837805,
      "grad_norm": 0.13706213235855103,
      "learning_rate": 6.101740013652103e-05,
      "loss": 0.034,
      "step": 27470
    },
    {
      "epoch": 8.568309419837805,
      "flow_loss": 0.03463542088866234,
      "step": 27470
    },
    {
      "contrastive_loss": 0.004365843720734119,
      "epoch": 8.568309419837805,
      "step": 27470
    },
    {
      "contrastive_lambda": 0.5660676447234787,
      "epoch": 8.568309419837805,
      "step": 27470
    },
    {
      "contrastive_lambda": 0.5660416942479387,
      "epoch": 8.56862133499688,
      "step": 27471
    },
    {
      "contrastive_lambda": 0.5660157435913418,
      "epoch": 8.568933250155958,
      "step": 27472
    },
    {
      "contrastive_lambda": 0.565989792753759,
      "epoch": 8.569245165315035,
      "step": 27473
    },
    {
      "contrastive_lambda": 0.5659638417352614,
      "epoch": 8.56955708047411,
      "step": 27474
    },
    {
      "contrastive_lambda": 0.5659378905359203,
      "epoch": 8.569868995633188,
      "step": 27475
    },
    {
      "contrastive_lambda": 0.5659119391558065,
      "epoch": 8.570180910792265,
      "step": 27476
    },
    {
      "contrastive_lambda": 0.5658859875949915,
      "epoch": 8.57049282595134,
      "step": 27477
    },
    {
      "contrastive_lambda": 0.5658600358535464,
      "epoch": 8.570804741110418,
      "step": 27478
    },
    {
      "contrastive_lambda": 0.5658340839315422,
      "epoch": 8.571116656269496,
      "step": 27479
    },
    {
      "epoch": 8.571428571428571,
      "grad_norm": 0.09387058764696121,
      "learning_rate": 6.099051796919465e-05,
      "loss": 0.0296,
      "step": 27480
    },
    {
      "epoch": 8.571428571428571,
      "flow_loss": 0.022182749584317207,
      "step": 27480
    },
    {
      "contrastive_loss": 0.0042933993972837925,
      "epoch": 8.571428571428571,
      "step": 27480
    },
    {
      "contrastive_lambda": 0.56580813182905,
      "epoch": 8.571428571428571,
      "step": 27480
    },
    {
      "contrastive_lambda": 0.5657821795461413,
      "epoch": 8.571740486587649,
      "step": 27481
    },
    {
      "contrastive_lambda": 0.565756227082887,
      "epoch": 8.572052401746724,
      "step": 27482
    },
    {
      "contrastive_lambda": 0.565730274439358,
      "epoch": 8.572364316905801,
      "step": 27483
    },
    {
      "contrastive_lambda": 0.5657043216156259,
      "epoch": 8.572676232064879,
      "step": 27484
    },
    {
      "contrastive_lambda": 0.5656783686117618,
      "epoch": 8.572988147223954,
      "step": 27485
    },
    {
      "contrastive_lambda": 0.5656524154278365,
      "epoch": 8.573300062383032,
      "step": 27486
    },
    {
      "contrastive_lambda": 0.5656264620639214,
      "epoch": 8.57361197754211,
      "step": 27487
    },
    {
      "contrastive_lambda": 0.5656005085200877,
      "epoch": 8.573923892701185,
      "step": 27488
    },
    {
      "contrastive_lambda": 0.5655745547964066,
      "epoch": 8.574235807860262,
      "step": 27489
    },
    {
      "epoch": 8.57454772301934,
      "grad_norm": 0.09079722315073013,
      "learning_rate": 6.096363246323911e-05,
      "loss": 0.0359,
      "step": 27490
    },
    {
      "epoch": 8.57454772301934,
      "flow_loss": 0.036171477288007736,
      "step": 27490
    },
    {
      "contrastive_loss": 0.004557800944894552,
      "epoch": 8.57454772301934,
      "step": 27490
    },
    {
      "contrastive_lambda": 0.565548600892949,
      "epoch": 8.57454772301934,
      "step": 27490
    },
    {
      "contrastive_lambda": 0.565522646809786,
      "epoch": 8.574859638178415,
      "step": 27491
    },
    {
      "contrastive_lambda": 0.5654966925469893,
      "epoch": 8.575171553337492,
      "step": 27492
    },
    {
      "contrastive_lambda": 0.5654707381046296,
      "epoch": 8.57548346849657,
      "step": 27493
    },
    {
      "contrastive_lambda": 0.565444783482778,
      "epoch": 8.575795383655645,
      "step": 27494
    },
    {
      "contrastive_lambda": 0.565418828681506,
      "epoch": 8.576107298814723,
      "step": 27495
    },
    {
      "contrastive_lambda": 0.5653928737008844,
      "epoch": 8.5764192139738,
      "step": 27496
    },
    {
      "contrastive_lambda": 0.5653669185409846,
      "epoch": 8.576731129132876,
      "step": 27497
    },
    {
      "contrastive_lambda": 0.5653409632018778,
      "epoch": 8.577043044291953,
      "step": 27498
    },
    {
      "contrastive_lambda": 0.5653150076836349,
      "epoch": 8.577354959451029,
      "step": 27499
    },
    {
      "epoch": 8.577666874610106,
      "grad_norm": 0.11944395303726196,
      "learning_rate": 6.0936743626821504e-05,
      "loss": 0.0381,
      "step": 27500
    },
    {
      "epoch": 8.577666874610106,
      "flow_loss": 0.03165159001946449,
      "step": 27500
    },
    {
      "contrastive_loss": 0.0061108823865652084,
      "epoch": 8.577666874610106,
      "step": 27500
    },
    {
      "contrastive_lambda": 0.5652890519863272,
      "epoch": 8.577666874610106,
      "step": 27500
    },
    {
      "contrastive_lambda": 0.5652630961100259,
      "epoch": 8.577978789769183,
      "step": 27501
    },
    {
      "contrastive_lambda": 0.5652371400548021,
      "epoch": 8.578290704928259,
      "step": 27502
    },
    {
      "contrastive_lambda": 0.5652111838207269,
      "epoch": 8.578602620087336,
      "step": 27503
    },
    {
      "contrastive_lambda": 0.5651852274078716,
      "epoch": 8.578914535246414,
      "step": 27504
    },
    {
      "contrastive_lambda": 0.5651592708163072,
      "epoch": 8.57922645040549,
      "step": 27505
    },
    {
      "contrastive_lambda": 0.5651333140461051,
      "epoch": 8.579538365564567,
      "step": 27506
    },
    {
      "contrastive_lambda": 0.5651073570973364,
      "epoch": 8.579850280723644,
      "step": 27507
    },
    {
      "contrastive_lambda": 0.565081399970072,
      "epoch": 8.58016219588272,
      "step": 27508
    },
    {
      "contrastive_lambda": 0.5650554426643833,
      "epoch": 8.580474111041797,
      "step": 27509
    },
    {
      "epoch": 8.580786026200874,
      "grad_norm": 0.08689486980438232,
      "learning_rate": 6.090985146810996e-05,
      "loss": 0.0338,
      "step": 27510
    },
    {
      "epoch": 8.580786026200874,
      "flow_loss": 0.021950924769043922,
      "step": 27510
    },
    {
      "contrastive_loss": 0.00393788143992424,
      "epoch": 8.580786026200874,
      "step": 27510
    },
    {
      "contrastive_lambda": 0.5650294851803415,
      "epoch": 8.580786026200874,
      "step": 27510
    },
    {
      "contrastive_lambda": 0.5650035275180175,
      "epoch": 8.58109794135995,
      "step": 27511
    },
    {
      "contrastive_lambda": 0.5649775696774828,
      "epoch": 8.581409856519027,
      "step": 27512
    },
    {
      "contrastive_lambda": 0.5649516116588084,
      "epoch": 8.581721771678104,
      "step": 27513
    },
    {
      "contrastive_lambda": 0.5649256534620652,
      "epoch": 8.58203368683718,
      "step": 27514
    },
    {
      "contrastive_lambda": 0.564899695087325,
      "epoch": 8.582345601996257,
      "step": 27515
    },
    {
      "contrastive_lambda": 0.5648737365346584,
      "epoch": 8.582657517155333,
      "step": 27516
    },
    {
      "contrastive_lambda": 0.5648477778041369,
      "epoch": 8.58296943231441,
      "step": 27517
    },
    {
      "contrastive_lambda": 0.5648218188958314,
      "epoch": 8.583281347473488,
      "step": 27518
    },
    {
      "contrastive_lambda": 0.5647958598098133,
      "epoch": 8.583593262632563,
      "step": 27519
    },
    {
      "epoch": 8.58390517779164,
      "grad_norm": 0.08872544765472412,
      "learning_rate": 6.088295599527357e-05,
      "loss": 0.0356,
      "step": 27520
    },
    {
      "epoch": 8.58390517779164,
      "flow_loss": 0.026086587458848953,
      "step": 27520
    },
    {
      "contrastive_loss": 0.0038576635997742414,
      "epoch": 8.58390517779164,
      "step": 27520
    },
    {
      "contrastive_lambda": 0.5647699005461535,
      "epoch": 8.58390517779164,
      "step": 27520
    },
    {
      "contrastive_lambda": 0.5647439411049235,
      "epoch": 8.584217092950718,
      "step": 27521
    },
    {
      "contrastive_lambda": 0.5647179814861942,
      "epoch": 8.584529008109794,
      "step": 27522
    },
    {
      "contrastive_lambda": 0.5646920216900371,
      "epoch": 8.584840923268871,
      "step": 27523
    },
    {
      "contrastive_lambda": 0.564666061716523,
      "epoch": 8.585152838427948,
      "step": 27524
    },
    {
      "contrastive_lambda": 0.5646401015657231,
      "epoch": 8.585464753587024,
      "step": 27525
    },
    {
      "contrastive_lambda": 0.5646141412377088,
      "epoch": 8.585776668746101,
      "step": 27526
    },
    {
      "contrastive_lambda": 0.5645881807325512,
      "epoch": 8.586088583905179,
      "step": 27527
    },
    {
      "contrastive_lambda": 0.5645622200503214,
      "epoch": 8.586400499064254,
      "step": 27528
    },
    {
      "contrastive_lambda": 0.5645362591910906,
      "epoch": 8.586712414223332,
      "step": 27529
    },
    {
      "epoch": 8.587024329382409,
      "grad_norm": 0.11905389279127121,
      "learning_rate": 6.085605721648252e-05,
      "loss": 0.0269,
      "step": 27530
    },
    {
      "epoch": 8.587024329382409,
      "flow_loss": 0.05246944725513458,
      "step": 27530
    },
    {
      "contrastive_loss": 0.0036405418068170547,
      "epoch": 8.587024329382409,
      "step": 27530
    },
    {
      "contrastive_lambda": 0.5645102981549301,
      "epoch": 8.587024329382409,
      "step": 27530
    },
    {
      "contrastive_lambda": 0.5644843369419108,
      "epoch": 8.587336244541484,
      "step": 27531
    },
    {
      "contrastive_lambda": 0.5644583755521042,
      "epoch": 8.587648159700562,
      "step": 27532
    },
    {
      "contrastive_lambda": 0.5644324139855811,
      "epoch": 8.587960074859637,
      "step": 27533
    },
    {
      "contrastive_lambda": 0.5644064522424129,
      "epoch": 8.588271990018715,
      "step": 27534
    },
    {
      "contrastive_lambda": 0.5643804903226709,
      "epoch": 8.588583905177792,
      "step": 27535
    },
    {
      "contrastive_lambda": 0.5643545282264262,
      "epoch": 8.588895820336868,
      "step": 27536
    },
    {
      "contrastive_lambda": 0.5643285659537496,
      "epoch": 8.589207735495945,
      "step": 27537
    },
    {
      "contrastive_lambda": 0.5643026035047127,
      "epoch": 8.589519650655022,
      "step": 27538
    },
    {
      "contrastive_lambda": 0.5642766408793867,
      "epoch": 8.589831565814098,
      "step": 27539
    },
    {
      "epoch": 8.590143480973175,
      "grad_norm": 0.10317140817642212,
      "learning_rate": 6.082915513990792e-05,
      "loss": 0.0342,
      "step": 27540
    },
    {
      "epoch": 8.590143480973175,
      "flow_loss": 0.022109514102339745,
      "step": 27540
    },
    {
      "contrastive_loss": 0.004865388851612806,
      "epoch": 8.590143480973175,
      "step": 27540
    },
    {
      "contrastive_lambda": 0.5642506780778426,
      "epoch": 8.590143480973175,
      "step": 27540
    },
    {
      "contrastive_lambda": 0.5642247151001515,
      "epoch": 8.590455396132253,
      "step": 27541
    },
    {
      "contrastive_lambda": 0.5641987519463847,
      "epoch": 8.590767311291328,
      "step": 27542
    },
    {
      "contrastive_lambda": 0.5641727886166135,
      "epoch": 8.591079226450406,
      "step": 27543
    },
    {
      "contrastive_lambda": 0.564146825110909,
      "epoch": 8.591391141609483,
      "step": 27544
    },
    {
      "contrastive_lambda": 0.564120861429342,
      "epoch": 8.591703056768559,
      "step": 27545
    },
    {
      "contrastive_lambda": 0.5640948975719843,
      "epoch": 8.592014971927636,
      "step": 27546
    },
    {
      "contrastive_lambda": 0.5640689335389069,
      "epoch": 8.592326887086713,
      "step": 27547
    },
    {
      "contrastive_lambda": 0.5640429693301805,
      "epoch": 8.592638802245789,
      "step": 27548
    },
    {
      "contrastive_lambda": 0.5640170049458769,
      "epoch": 8.592950717404866,
      "step": 27549
    },
    {
      "epoch": 8.593262632563942,
      "grad_norm": 0.1025489792227745,
      "learning_rate": 6.080224977372192e-05,
      "loss": 0.029,
      "step": 27550
    },
    {
      "epoch": 8.593262632563942,
      "flow_loss": 0.017054349184036255,
      "step": 27550
    },
    {
      "contrastive_loss": 0.004460285417735577,
      "epoch": 8.593262632563942,
      "step": 27550
    },
    {
      "contrastive_lambda": 0.5639910403860672,
      "epoch": 8.593262632563942,
      "step": 27550
    },
    {
      "contrastive_lambda": 0.5639650756508222,
      "epoch": 8.59357454772302,
      "step": 27551
    },
    {
      "contrastive_lambda": 0.5639391107402133,
      "epoch": 8.593886462882097,
      "step": 27552
    },
    {
      "contrastive_lambda": 0.5639131456543118,
      "epoch": 8.594198378041172,
      "step": 27553
    },
    {
      "contrastive_lambda": 0.5638871803931887,
      "epoch": 8.59451029320025,
      "step": 27554
    },
    {
      "contrastive_lambda": 0.5638612149569154,
      "epoch": 8.594822208359327,
      "step": 27555
    },
    {
      "contrastive_lambda": 0.563835249345563,
      "epoch": 8.595134123518402,
      "step": 27556
    },
    {
      "contrastive_lambda": 0.5638092835592023,
      "epoch": 8.59544603867748,
      "step": 27557
    },
    {
      "contrastive_lambda": 0.5637833175979052,
      "epoch": 8.595757953836557,
      "step": 27558
    },
    {
      "contrastive_lambda": 0.5637573514617423,
      "epoch": 8.596069868995633,
      "step": 27559
    },
    {
      "epoch": 8.59638178415471,
      "grad_norm": 0.07640036940574646,
      "learning_rate": 6.0775341126097666e-05,
      "loss": 0.0332,
      "step": 27560
    },
    {
      "epoch": 8.59638178415471,
      "flow_loss": 0.022663183510303497,
      "step": 27560
    },
    {
      "contrastive_loss": 0.005567240063101053,
      "epoch": 8.59638178415471,
      "step": 27560
    },
    {
      "contrastive_lambda": 0.563731385150785,
      "epoch": 8.59638178415471,
      "step": 27560
    },
    {
      "contrastive_lambda": 0.5637054186651047,
      "epoch": 8.596693699313787,
      "step": 27561
    },
    {
      "contrastive_lambda": 0.5636794520047721,
      "epoch": 8.597005614472863,
      "step": 27562
    },
    {
      "contrastive_lambda": 0.5636534851698589,
      "epoch": 8.59731752963194,
      "step": 27563
    },
    {
      "contrastive_lambda": 0.5636275181604359,
      "epoch": 8.597629444791018,
      "step": 27564
    },
    {
      "contrastive_lambda": 0.5636015509765745,
      "epoch": 8.597941359950093,
      "step": 27565
    },
    {
      "contrastive_lambda": 0.5635755836183458,
      "epoch": 8.59825327510917,
      "step": 27566
    },
    {
      "contrastive_lambda": 0.5635496160858211,
      "epoch": 8.598565190268246,
      "step": 27567
    },
    {
      "contrastive_lambda": 0.5635236483790714,
      "epoch": 8.598877105427324,
      "step": 27568
    },
    {
      "contrastive_lambda": 0.5634976804981682,
      "epoch": 8.599189020586401,
      "step": 27569
    },
    {
      "epoch": 8.599500935745477,
      "grad_norm": 0.10956130176782608,
      "learning_rate": 6.074842920520926e-05,
      "loss": 0.0333,
      "step": 27570
    },
    {
      "epoch": 8.599500935745477,
      "flow_loss": 0.035264670848846436,
      "step": 27570
    },
    {
      "contrastive_loss": 0.00454698083922267,
      "epoch": 8.599500935745477,
      "step": 27570
    },
    {
      "contrastive_lambda": 0.5634717124431824,
      "epoch": 8.599500935745477,
      "step": 27570
    },
    {
      "contrastive_lambda": 0.5634457442141851,
      "epoch": 8.599812850904554,
      "step": 27571
    },
    {
      "contrastive_lambda": 0.563419775811248,
      "epoch": 8.600124766063631,
      "step": 27572
    },
    {
      "contrastive_lambda": 0.563393807234442,
      "epoch": 8.600436681222707,
      "step": 27573
    },
    {
      "contrastive_lambda": 0.5633678384838381,
      "epoch": 8.600748596381784,
      "step": 27574
    },
    {
      "contrastive_lambda": 0.5633418695595076,
      "epoch": 8.601060511540862,
      "step": 27575
    },
    {
      "contrastive_lambda": 0.5633159004615219,
      "epoch": 8.601372426699937,
      "step": 27576
    },
    {
      "contrastive_lambda": 0.5632899311899521,
      "epoch": 8.601684341859015,
      "step": 27577
    },
    {
      "contrastive_lambda": 0.5632639617448694,
      "epoch": 8.601996257018092,
      "step": 27578
    },
    {
      "contrastive_lambda": 0.5632379921263446,
      "epoch": 8.602308172177167,
      "step": 27579
    },
    {
      "epoch": 8.602620087336245,
      "grad_norm": 0.09469223022460938,
      "learning_rate": 6.072151401923186e-05,
      "loss": 0.0314,
      "step": 27580
    },
    {
      "epoch": 8.602620087336245,
      "flow_loss": 0.026083115488290787,
      "step": 27580
    },
    {
      "contrastive_loss": 0.004307913593947887,
      "epoch": 8.602620087336245,
      "step": 27580
    },
    {
      "contrastive_lambda": 0.5632120223344497,
      "epoch": 8.602620087336245,
      "step": 27580
    },
    {
      "contrastive_lambda": 0.5631860523692553,
      "epoch": 8.602932002495322,
      "step": 27581
    },
    {
      "contrastive_lambda": 0.5631600822308326,
      "epoch": 8.603243917654398,
      "step": 27582
    },
    {
      "contrastive_lambda": 0.5631341119192531,
      "epoch": 8.603555832813475,
      "step": 27583
    },
    {
      "contrastive_lambda": 0.5631081414345879,
      "epoch": 8.60386774797255,
      "step": 27584
    },
    {
      "contrastive_lambda": 0.563082170776908,
      "epoch": 8.604179663131628,
      "step": 27585
    },
    {
      "contrastive_lambda": 0.5630561999462848,
      "epoch": 8.604491578290705,
      "step": 27586
    },
    {
      "contrastive_lambda": 0.5630302289427895,
      "epoch": 8.604803493449781,
      "step": 27587
    },
    {
      "contrastive_lambda": 0.5630042577664932,
      "epoch": 8.605115408608858,
      "step": 27588
    },
    {
      "contrastive_lambda": 0.5629782864174672,
      "epoch": 8.605427323767936,
      "step": 27589
    },
    {
      "epoch": 8.605739238927011,
      "grad_norm": 0.11022242158651352,
      "learning_rate": 6.069459557634159e-05,
      "loss": 0.0288,
      "step": 27590
    },
    {
      "epoch": 8.605739238927011,
      "flow_loss": 0.0519506074488163,
      "step": 27590
    },
    {
      "contrastive_loss": 0.004510336555540562,
      "epoch": 8.605739238927011,
      "step": 27590
    },
    {
      "contrastive_lambda": 0.5629523148957826,
      "epoch": 8.605739238927011,
      "step": 27590
    },
    {
      "contrastive_lambda": 0.5629263432015106,
      "epoch": 8.606051154086089,
      "step": 27591
    },
    {
      "contrastive_lambda": 0.5629003713347226,
      "epoch": 8.606363069245166,
      "step": 27592
    },
    {
      "contrastive_lambda": 0.5628743992954895,
      "epoch": 8.606674984404242,
      "step": 27593
    },
    {
      "contrastive_lambda": 0.5628484270838827,
      "epoch": 8.606986899563319,
      "step": 27594
    },
    {
      "contrastive_lambda": 0.5628224546999735,
      "epoch": 8.607298814722396,
      "step": 27595
    },
    {
      "contrastive_lambda": 0.5627964821438328,
      "epoch": 8.607610729881472,
      "step": 27596
    },
    {
      "contrastive_lambda": 0.5627705094155322,
      "epoch": 8.60792264504055,
      "step": 27597
    },
    {
      "contrastive_lambda": 0.5627445365151426,
      "epoch": 8.608234560199627,
      "step": 27598
    },
    {
      "contrastive_lambda": 0.5627185634427351,
      "epoch": 8.608546475358702,
      "step": 27599
    },
    {
      "epoch": 8.60885839051778,
      "grad_norm": 0.10259033739566803,
      "learning_rate": 6.066767388471557e-05,
      "loss": 0.0341,
      "step": 27600
    },
    {
      "epoch": 8.60885839051778,
      "flow_loss": 0.055531587451696396,
      "step": 27600
    },
    {
      "contrastive_loss": 0.004644725471735001,
      "epoch": 8.60885839051778,
      "step": 27600
    },
    {
      "contrastive_lambda": 0.5626925901983814,
      "epoch": 8.60885839051778,
      "step": 27600
    },
    {
      "contrastive_lambda": 0.5626666167821522,
      "epoch": 8.609170305676855,
      "step": 27601
    },
    {
      "contrastive_lambda": 0.5626406431941189,
      "epoch": 8.609482220835933,
      "step": 27602
    },
    {
      "contrastive_lambda": 0.5626146694343528,
      "epoch": 8.60979413599501,
      "step": 27603
    },
    {
      "contrastive_lambda": 0.5625886955029251,
      "epoch": 8.610106051154085,
      "step": 27604
    },
    {
      "contrastive_lambda": 0.5625627213999067,
      "epoch": 8.610417966313163,
      "step": 27605
    },
    {
      "contrastive_lambda": 0.5625367471253693,
      "epoch": 8.61072988147224,
      "step": 27606
    },
    {
      "contrastive_lambda": 0.5625107726793838,
      "epoch": 8.611041796631316,
      "step": 27607
    },
    {
      "contrastive_lambda": 0.5624847980620213,
      "epoch": 8.611353711790393,
      "step": 27608
    },
    {
      "contrastive_lambda": 0.5624588232733533,
      "epoch": 8.61166562694947,
      "step": 27609
    },
    {
      "epoch": 8.611977542108546,
      "grad_norm": 0.08546052128076553,
      "learning_rate": 6.064074895253188e-05,
      "loss": 0.0329,
      "step": 27610
    },
    {
      "epoch": 8.611977542108546,
      "flow_loss": 0.030342947691679,
      "step": 27610
    },
    {
      "contrastive_loss": 0.005508901551365852,
      "epoch": 8.611977542108546,
      "step": 27610
    },
    {
      "contrastive_lambda": 0.5624328483134508,
      "epoch": 8.611977542108546,
      "step": 27610
    },
    {
      "contrastive_lambda": 0.5624068731823852,
      "epoch": 8.612289457267623,
      "step": 27611
    },
    {
      "contrastive_lambda": 0.5623808978802277,
      "epoch": 8.6126013724267,
      "step": 27612
    },
    {
      "contrastive_lambda": 0.5623549224070492,
      "epoch": 8.612913287585776,
      "step": 27613
    },
    {
      "contrastive_lambda": 0.5623289467629213,
      "epoch": 8.613225202744854,
      "step": 27614
    },
    {
      "contrastive_lambda": 0.5623029709479151,
      "epoch": 8.613537117903931,
      "step": 27615
    },
    {
      "contrastive_lambda": 0.5622769949621016,
      "epoch": 8.613849033063007,
      "step": 27616
    },
    {
      "contrastive_lambda": 0.5622510188055523,
      "epoch": 8.614160948222084,
      "step": 27617
    },
    {
      "contrastive_lambda": 0.5622250424783383,
      "epoch": 8.61447286338116,
      "step": 27618
    },
    {
      "contrastive_lambda": 0.5621990659805307,
      "epoch": 8.614784778540237,
      "step": 27619
    },
    {
      "epoch": 8.615096693699314,
      "grad_norm": 0.10739517956972122,
      "learning_rate": 6.061382078796961e-05,
      "loss": 0.0295,
      "step": 27620
    },
    {
      "epoch": 8.615096693699314,
      "flow_loss": 0.02571403793990612,
      "step": 27620
    },
    {
      "contrastive_loss": 0.004721278324723244,
      "epoch": 8.615096693699314,
      "step": 27620
    },
    {
      "contrastive_lambda": 0.562173089312201,
      "epoch": 8.615096693699314,
      "step": 27620
    },
    {
      "contrastive_lambda": 0.5621471124734201,
      "epoch": 8.61540860885839,
      "step": 27621
    },
    {
      "contrastive_lambda": 0.5621211354642595,
      "epoch": 8.615720524017467,
      "step": 27622
    },
    {
      "contrastive_lambda": 0.5620951582847902,
      "epoch": 8.616032439176545,
      "step": 27623
    },
    {
      "contrastive_lambda": 0.5620691809350835,
      "epoch": 8.61634435433562,
      "step": 27624
    },
    {
      "contrastive_lambda": 0.5620432034152105,
      "epoch": 8.616656269494698,
      "step": 27625
    },
    {
      "contrastive_lambda": 0.5620172257252427,
      "epoch": 8.616968184653775,
      "step": 27626
    },
    {
      "contrastive_lambda": 0.5619912478652512,
      "epoch": 8.61728009981285,
      "step": 27627
    },
    {
      "contrastive_lambda": 0.5619652698353069,
      "epoch": 8.617592014971928,
      "step": 27628
    },
    {
      "contrastive_lambda": 0.5619392916354815,
      "epoch": 8.617903930131005,
      "step": 27629
    },
    {
      "epoch": 8.61821584529008,
      "grad_norm": 0.11250684410333633,
      "learning_rate": 6.0586889399208814e-05,
      "loss": 0.0326,
      "step": 27630
    },
    {
      "epoch": 8.61821584529008,
      "flow_loss": 0.03978975489735603,
      "step": 27630
    },
    {
      "contrastive_loss": 0.0042925551533699036,
      "epoch": 8.61821584529008,
      "step": 27630
    },
    {
      "contrastive_lambda": 0.561913313265846,
      "epoch": 8.61821584529008,
      "step": 27630
    },
    {
      "contrastive_lambda": 0.5618873347264717,
      "epoch": 8.618527760449158,
      "step": 27631
    },
    {
      "contrastive_lambda": 0.5618613560174296,
      "epoch": 8.618839675608235,
      "step": 27632
    },
    {
      "contrastive_lambda": 0.5618353771387912,
      "epoch": 8.619151590767311,
      "step": 27633
    },
    {
      "contrastive_lambda": 0.5618093980906276,
      "epoch": 8.619463505926388,
      "step": 27634
    },
    {
      "contrastive_lambda": 0.56178341887301,
      "epoch": 8.619775421085464,
      "step": 27635
    },
    {
      "contrastive_lambda": 0.5617574394860095,
      "epoch": 8.620087336244541,
      "step": 27636
    },
    {
      "contrastive_lambda": 0.5617314599296976,
      "epoch": 8.620399251403619,
      "step": 27637
    },
    {
      "contrastive_lambda": 0.5617054802041456,
      "epoch": 8.620711166562694,
      "step": 27638
    },
    {
      "contrastive_lambda": 0.5616795003094243,
      "epoch": 8.621023081721772,
      "step": 27639
    },
    {
      "epoch": 8.621334996880849,
      "grad_norm": 0.13567347824573517,
      "learning_rate": 6.0559954794430565e-05,
      "loss": 0.0335,
      "step": 27640
    },
    {
      "epoch": 8.621334996880849,
      "flow_loss": 0.05748184770345688,
      "step": 27640
    },
    {
      "contrastive_loss": 0.00732030812650919,
      "epoch": 8.621334996880849,
      "step": 27640
    },
    {
      "contrastive_lambda": 0.5616535202456051,
      "epoch": 8.621334996880849,
      "step": 27640
    },
    {
      "contrastive_lambda": 0.5616275400127594,
      "epoch": 8.621646912039925,
      "step": 27641
    },
    {
      "contrastive_lambda": 0.5616015596109583,
      "epoch": 8.621958827199002,
      "step": 27642
    },
    {
      "contrastive_lambda": 0.561575579040273,
      "epoch": 8.62227074235808,
      "step": 27643
    },
    {
      "contrastive_lambda": 0.5615495983007747,
      "epoch": 8.622582657517155,
      "step": 27644
    },
    {
      "contrastive_lambda": 0.5615236173925346,
      "epoch": 8.622894572676232,
      "step": 27645
    },
    {
      "contrastive_lambda": 0.5614976363156242,
      "epoch": 8.623206487835308,
      "step": 27646
    },
    {
      "contrastive_lambda": 0.5614716550701143,
      "epoch": 8.623518402994385,
      "step": 27647
    },
    {
      "contrastive_lambda": 0.5614456736560767,
      "epoch": 8.623830318153463,
      "step": 27648
    },
    {
      "contrastive_lambda": 0.5614196920735821,
      "epoch": 8.62414223331254,
      "step": 27649
    },
    {
      "epoch": 8.624454148471616,
      "grad_norm": 0.09173513948917389,
      "learning_rate": 6.053301698181687e-05,
      "loss": 0.0399,
      "step": 27650
    },
    {
      "epoch": 8.624454148471616,
      "flow_loss": 0.04140656813979149,
      "step": 27650
    },
    {
      "contrastive_loss": 0.0038536526262760162,
      "epoch": 8.624454148471616,
      "step": 27650
    },
    {
      "contrastive_lambda": 0.5613937103227019,
      "epoch": 8.624454148471616,
      "step": 27650
    },
    {
      "contrastive_lambda": 0.5613677284035073,
      "epoch": 8.624766063630693,
      "step": 27651
    },
    {
      "contrastive_lambda": 0.5613417463160699,
      "epoch": 8.625077978789768,
      "step": 27652
    },
    {
      "contrastive_lambda": 0.5613157640604604,
      "epoch": 8.625389893948846,
      "step": 27653
    },
    {
      "contrastive_lambda": 0.5612897816367503,
      "epoch": 8.625701809107923,
      "step": 27654
    },
    {
      "contrastive_lambda": 0.5612637990450107,
      "epoch": 8.626013724266999,
      "step": 27655
    },
    {
      "contrastive_lambda": 0.5612378162853129,
      "epoch": 8.626325639426076,
      "step": 27656
    },
    {
      "contrastive_lambda": 0.5612118333577283,
      "epoch": 8.626637554585153,
      "step": 27657
    },
    {
      "contrastive_lambda": 0.5611858502623279,
      "epoch": 8.626949469744229,
      "step": 27658
    },
    {
      "contrastive_lambda": 0.561159866999183,
      "epoch": 8.627261384903306,
      "step": 27659
    },
    {
      "epoch": 8.627573300062384,
      "grad_norm": 0.10589218139648438,
      "learning_rate": 6.0506075969550725e-05,
      "loss": 0.0321,
      "step": 27660
    },
    {
      "epoch": 8.627573300062384,
      "flow_loss": 0.026739243417978287,
      "step": 27660
    },
    {
      "contrastive_loss": 0.004388158209621906,
      "epoch": 8.627573300062384,
      "step": 27660
    },
    {
      "contrastive_lambda": 0.5611338835683649,
      "epoch": 8.627573300062384,
      "step": 27660
    },
    {
      "contrastive_lambda": 0.5611078999699448,
      "epoch": 8.62788521522146,
      "step": 27661
    },
    {
      "contrastive_lambda": 0.5610819162039938,
      "epoch": 8.628197130380537,
      "step": 27662
    },
    {
      "contrastive_lambda": 0.5610559322705834,
      "epoch": 8.628509045539612,
      "step": 27663
    },
    {
      "contrastive_lambda": 0.5610299481697846,
      "epoch": 8.62882096069869,
      "step": 27664
    },
    {
      "contrastive_lambda": 0.5610039639016688,
      "epoch": 8.629132875857767,
      "step": 27665
    },
    {
      "contrastive_lambda": 0.5609779794663072,
      "epoch": 8.629444791016843,
      "step": 27666
    },
    {
      "contrastive_lambda": 0.5609519948637708,
      "epoch": 8.62975670617592,
      "step": 27667
    },
    {
      "contrastive_lambda": 0.5609260100941312,
      "epoch": 8.630068621334997,
      "step": 27668
    },
    {
      "contrastive_lambda": 0.5609000251574596,
      "epoch": 8.630380536494073,
      "step": 27669
    },
    {
      "epoch": 8.63069245165315,
      "grad_norm": 0.11666650325059891,
      "learning_rate": 6.047913176581609e-05,
      "loss": 0.0363,
      "step": 27670
    },
    {
      "epoch": 8.63069245165315,
      "flow_loss": 0.050746772438287735,
      "step": 27670
    },
    {
      "contrastive_loss": 0.004726460203528404,
      "epoch": 8.63069245165315,
      "step": 27670
    },
    {
      "contrastive_lambda": 0.5608740400538268,
      "epoch": 8.63069245165315,
      "step": 27670
    },
    {
      "contrastive_lambda": 0.5608480547833047,
      "epoch": 8.631004366812228,
      "step": 27671
    },
    {
      "contrastive_lambda": 0.5608220693459641,
      "epoch": 8.631316281971303,
      "step": 27672
    },
    {
      "contrastive_lambda": 0.5607960837418763,
      "epoch": 8.63162819713038,
      "step": 27673
    },
    {
      "contrastive_lambda": 0.5607700979711125,
      "epoch": 8.631940112289458,
      "step": 27674
    },
    {
      "contrastive_lambda": 0.5607441120337442,
      "epoch": 8.632252027448533,
      "step": 27675
    },
    {
      "contrastive_lambda": 0.5607181259298424,
      "epoch": 8.63256394260761,
      "step": 27676
    },
    {
      "contrastive_lambda": 0.5606921396594784,
      "epoch": 8.632875857766688,
      "step": 27677
    },
    {
      "contrastive_lambda": 0.5606661532227234,
      "epoch": 8.633187772925764,
      "step": 27678
    },
    {
      "contrastive_lambda": 0.5606401666196488,
      "epoch": 8.633499688084841,
      "step": 27679
    },
    {
      "epoch": 8.633811603243917,
      "grad_norm": 0.13840161263942719,
      "learning_rate": 6.0452184378797904e-05,
      "loss": 0.034,
      "step": 27680
    },
    {
      "epoch": 8.633811603243917,
      "flow_loss": 0.03345371037721634,
      "step": 27680
    },
    {
      "contrastive_loss": 0.008454937487840652,
      "epoch": 8.633811603243917,
      "step": 27680
    },
    {
      "contrastive_lambda": 0.5606141798503257,
      "epoch": 8.633811603243917,
      "step": 27680
    },
    {
      "contrastive_lambda": 0.5605881929148253,
      "epoch": 8.634123518402994,
      "step": 27681
    },
    {
      "contrastive_lambda": 0.5605622058132189,
      "epoch": 8.634435433562071,
      "step": 27682
    },
    {
      "contrastive_lambda": 0.560536218545578,
      "epoch": 8.634747348721147,
      "step": 27683
    },
    {
      "contrastive_lambda": 0.5605102311119735,
      "epoch": 8.635059263880224,
      "step": 27684
    },
    {
      "contrastive_lambda": 0.5604842435124767,
      "epoch": 8.635371179039302,
      "step": 27685
    },
    {
      "contrastive_lambda": 0.560458255747159,
      "epoch": 8.635683094198377,
      "step": 27686
    },
    {
      "contrastive_lambda": 0.5604322678160916,
      "epoch": 8.635995009357455,
      "step": 27687
    },
    {
      "contrastive_lambda": 0.5604062797193456,
      "epoch": 8.636306924516532,
      "step": 27688
    },
    {
      "contrastive_lambda": 0.5603802914569924,
      "epoch": 8.636618839675608,
      "step": 27689
    },
    {
      "epoch": 8.636930754834685,
      "grad_norm": 0.12157212942838669,
      "learning_rate": 6.042523381668209e-05,
      "loss": 0.0318,
      "step": 27690
    },
    {
      "epoch": 8.636930754834685,
      "flow_loss": 0.03142484650015831,
      "step": 27690
    },
    {
      "contrastive_loss": 0.0042861709371209145,
      "epoch": 8.636930754834685,
      "step": 27690
    },
    {
      "contrastive_lambda": 0.5603543030291032,
      "epoch": 8.636930754834685,
      "step": 27690
    },
    {
      "contrastive_lambda": 0.5603283144357493,
      "epoch": 8.637242669993762,
      "step": 27691
    },
    {
      "contrastive_lambda": 0.5603023256770019,
      "epoch": 8.637554585152838,
      "step": 27692
    },
    {
      "contrastive_lambda": 0.560276336752932,
      "epoch": 8.637866500311915,
      "step": 27693
    },
    {
      "contrastive_lambda": 0.5602503476636114,
      "epoch": 8.638178415470993,
      "step": 27694
    },
    {
      "contrastive_lambda": 0.560224358409111,
      "epoch": 8.638490330630068,
      "step": 27695
    },
    {
      "contrastive_lambda": 0.560198368989502,
      "epoch": 8.638802245789146,
      "step": 27696
    },
    {
      "contrastive_lambda": 0.5601723794048558,
      "epoch": 8.639114160948221,
      "step": 27697
    },
    {
      "contrastive_lambda": 0.5601463896552435,
      "epoch": 8.639426076107299,
      "step": 27698
    },
    {
      "contrastive_lambda": 0.5601203997407367,
      "epoch": 8.639737991266376,
      "step": 27699
    },
    {
      "epoch": 8.640049906425451,
      "grad_norm": 0.10006306320428848,
      "learning_rate": 6.03982800876555e-05,
      "loss": 0.0324,
      "step": 27700
    },
    {
      "epoch": 8.640049906425451,
      "flow_loss": 0.031133728101849556,
      "step": 27700
    },
    {
      "contrastive_loss": 0.004886867478489876,
      "epoch": 8.640049906425451,
      "step": 27700
    },
    {
      "contrastive_lambda": 0.5600944096614063,
      "epoch": 8.640049906425451,
      "step": 27700
    },
    {
      "contrastive_lambda": 0.5600684194173235,
      "epoch": 8.640361821584529,
      "step": 27701
    },
    {
      "contrastive_lambda": 0.5600424290085599,
      "epoch": 8.640673736743606,
      "step": 27702
    },
    {
      "contrastive_lambda": 0.5600164384351867,
      "epoch": 8.640985651902682,
      "step": 27703
    },
    {
      "contrastive_lambda": 0.5599904476972746,
      "epoch": 8.641297567061759,
      "step": 27704
    },
    {
      "contrastive_lambda": 0.5599644567948956,
      "epoch": 8.641609482220836,
      "step": 27705
    },
    {
      "contrastive_lambda": 0.5599384657281207,
      "epoch": 8.641921397379912,
      "step": 27706
    },
    {
      "contrastive_lambda": 0.5599124744970209,
      "epoch": 8.64223331253899,
      "step": 27707
    },
    {
      "contrastive_lambda": 0.5598864831016677,
      "epoch": 8.642545227698067,
      "step": 27708
    },
    {
      "contrastive_lambda": 0.5598604915421324,
      "epoch": 8.642857142857142,
      "step": 27709
    },
    {
      "epoch": 8.64316905801622,
      "grad_norm": 0.08827176690101624,
      "learning_rate": 6.0371323199905975e-05,
      "loss": 0.0284,
      "step": 27710
    },
    {
      "epoch": 8.64316905801622,
      "flow_loss": 0.036925964057445526,
      "step": 27710
    },
    {
      "contrastive_loss": 0.004058747552335262,
      "epoch": 8.64316905801622,
      "step": 27710
    },
    {
      "contrastive_lambda": 0.559834499818486,
      "epoch": 8.64316905801622,
      "step": 27710
    },
    {
      "contrastive_lambda": 0.5598085079308002,
      "epoch": 8.643480973175297,
      "step": 27711
    },
    {
      "contrastive_lambda": 0.5597825158791456,
      "epoch": 8.643792888334373,
      "step": 27712
    },
    {
      "contrastive_lambda": 0.5597565236635941,
      "epoch": 8.64410480349345,
      "step": 27713
    },
    {
      "contrastive_lambda": 0.5597305312842167,
      "epoch": 8.644416718652526,
      "step": 27714
    },
    {
      "contrastive_lambda": 0.5597045387410845,
      "epoch": 8.644728633811603,
      "step": 27715
    },
    {
      "contrastive_lambda": 0.5596785460342689,
      "epoch": 8.64504054897068,
      "step": 27716
    },
    {
      "contrastive_lambda": 0.5596525531638414,
      "epoch": 8.645352464129756,
      "step": 27717
    },
    {
      "contrastive_lambda": 0.5596265601298729,
      "epoch": 8.645664379288833,
      "step": 27718
    },
    {
      "contrastive_lambda": 0.5596005669324349,
      "epoch": 8.64597629444791,
      "step": 27719
    },
    {
      "epoch": 8.646288209606986,
      "grad_norm": 0.09604761004447937,
      "learning_rate": 6.03443631616223e-05,
      "loss": 0.029,
      "step": 27720
    },
    {
      "epoch": 8.646288209606986,
      "flow_loss": 0.022655833512544632,
      "step": 27720
    },
    {
      "contrastive_loss": 0.008889414370059967,
      "epoch": 8.646288209606986,
      "step": 27720
    },
    {
      "contrastive_lambda": 0.5595745735715983,
      "epoch": 8.646288209606986,
      "step": 27720
    },
    {
      "contrastive_lambda": 0.5595485800474349,
      "epoch": 8.646600124766064,
      "step": 27721
    },
    {
      "contrastive_lambda": 0.5595225863600156,
      "epoch": 8.646912039925141,
      "step": 27722
    },
    {
      "contrastive_lambda": 0.5594965925094119,
      "epoch": 8.647223955084216,
      "step": 27723
    },
    {
      "contrastive_lambda": 0.5594705984956945,
      "epoch": 8.647535870243294,
      "step": 27724
    },
    {
      "contrastive_lambda": 0.5594446043189354,
      "epoch": 8.647847785402371,
      "step": 27725
    },
    {
      "contrastive_lambda": 0.5594186099792056,
      "epoch": 8.648159700561447,
      "step": 27726
    },
    {
      "contrastive_lambda": 0.559392615476576,
      "epoch": 8.648471615720524,
      "step": 27727
    },
    {
      "contrastive_lambda": 0.5593666208111184,
      "epoch": 8.648783530879601,
      "step": 27728
    },
    {
      "contrastive_lambda": 0.5593406259829039,
      "epoch": 8.649095446038677,
      "step": 27729
    },
    {
      "epoch": 8.649407361197754,
      "grad_norm": 0.10448669642210007,
      "learning_rate": 6.031739998099421e-05,
      "loss": 0.0361,
      "step": 27730
    },
    {
      "epoch": 8.649407361197754,
      "flow_loss": 0.03107738122344017,
      "step": 27730
    },
    {
      "contrastive_loss": 0.005199829116463661,
      "epoch": 8.649407361197754,
      "step": 27730
    },
    {
      "contrastive_lambda": 0.5593146309920035,
      "epoch": 8.649407361197754,
      "step": 27730
    },
    {
      "contrastive_lambda": 0.5592886358384888,
      "epoch": 8.64971927635683,
      "step": 27731
    },
    {
      "contrastive_lambda": 0.5592626405224309,
      "epoch": 8.650031191515907,
      "step": 27732
    },
    {
      "contrastive_lambda": 0.5592366450439011,
      "epoch": 8.650343106674985,
      "step": 27733
    },
    {
      "contrastive_lambda": 0.5592106494029707,
      "epoch": 8.65065502183406,
      "step": 27734
    },
    {
      "contrastive_lambda": 0.5591846535997108,
      "epoch": 8.650966936993138,
      "step": 27735
    },
    {
      "contrastive_lambda": 0.559158657634193,
      "epoch": 8.651278852152215,
      "step": 27736
    },
    {
      "contrastive_lambda": 0.5591326615064884,
      "epoch": 8.65159076731129,
      "step": 27737
    },
    {
      "contrastive_lambda": 0.5591066652166682,
      "epoch": 8.651902682470368,
      "step": 27738
    },
    {
      "contrastive_lambda": 0.5590806687648036,
      "epoch": 8.652214597629445,
      "step": 27739
    },
    {
      "epoch": 8.652526512788521,
      "grad_norm": 0.10404501110315323,
      "learning_rate": 6.029043366621243e-05,
      "loss": 0.0363,
      "step": 27740
    },
    {
      "epoch": 8.652526512788521,
      "flow_loss": 0.02960229478776455,
      "step": 27740
    },
    {
      "contrastive_loss": 0.004251835402101278,
      "epoch": 8.652526512788521,
      "step": 27740
    },
    {
      "contrastive_lambda": 0.5590546721509662,
      "epoch": 8.652526512788521,
      "step": 27740
    },
    {
      "contrastive_lambda": 0.5590286753752268,
      "epoch": 8.652838427947598,
      "step": 27741
    },
    {
      "contrastive_lambda": 0.5590026784376572,
      "epoch": 8.653150343106676,
      "step": 27742
    },
    {
      "contrastive_lambda": 0.5589766813383282,
      "epoch": 8.653462258265751,
      "step": 27743
    },
    {
      "contrastive_lambda": 0.5589506840773114,
      "epoch": 8.653774173424829,
      "step": 27744
    },
    {
      "contrastive_lambda": 0.558924686654678,
      "epoch": 8.654086088583906,
      "step": 27745
    },
    {
      "contrastive_lambda": 0.5588986890704992,
      "epoch": 8.654398003742982,
      "step": 27746
    },
    {
      "contrastive_lambda": 0.5588726913248461,
      "epoch": 8.654709918902059,
      "step": 27747
    },
    {
      "contrastive_lambda": 0.5588466934177904,
      "epoch": 8.655021834061134,
      "step": 27748
    },
    {
      "contrastive_lambda": 0.5588206953494032,
      "epoch": 8.655333749220212,
      "step": 27749
    },
    {
      "epoch": 8.65564566437929,
      "grad_norm": 0.16459716856479645,
      "learning_rate": 6.0263464225468615e-05,
      "loss": 0.0339,
      "step": 27750
    },
    {
      "epoch": 8.65564566437929,
      "flow_loss": 0.05525732412934303,
      "step": 27750
    },
    {
      "contrastive_loss": 0.0053436774760484695,
      "epoch": 8.65564566437929,
      "step": 27750
    },
    {
      "contrastive_lambda": 0.5587946971197554,
      "epoch": 8.65564566437929,
      "step": 27750
    },
    {
      "contrastive_lambda": 0.5587686987289189,
      "epoch": 8.655957579538365,
      "step": 27751
    },
    {
      "contrastive_lambda": 0.5587427001769645,
      "epoch": 8.656269494697442,
      "step": 27752
    },
    {
      "contrastive_lambda": 0.5587167014639638,
      "epoch": 8.65658140985652,
      "step": 27753
    },
    {
      "contrastive_lambda": 0.5586907025899878,
      "epoch": 8.656893325015595,
      "step": 27754
    },
    {
      "contrastive_lambda": 0.5586647035551079,
      "epoch": 8.657205240174672,
      "step": 27755
    },
    {
      "contrastive_lambda": 0.5586387043593956,
      "epoch": 8.65751715533375,
      "step": 27756
    },
    {
      "contrastive_lambda": 0.5586127050029218,
      "epoch": 8.657829070492825,
      "step": 27757
    },
    {
      "contrastive_lambda": 0.5585867054857578,
      "epoch": 8.658140985651903,
      "step": 27758
    },
    {
      "contrastive_lambda": 0.5585607058079752,
      "epoch": 8.65845290081098,
      "step": 27759
    },
    {
      "epoch": 8.658764815970056,
      "grad_norm": 0.1403031349182129,
      "learning_rate": 6.023649166695534e-05,
      "loss": 0.036,
      "step": 27760
    },
    {
      "epoch": 8.658764815970056,
      "flow_loss": 0.0465889498591423,
      "step": 27760
    },
    {
      "contrastive_loss": 0.0035822035279124975,
      "epoch": 8.658764815970056,
      "step": 27760
    },
    {
      "contrastive_lambda": 0.5585347059696452,
      "epoch": 8.658764815970056,
      "step": 27760
    },
    {
      "contrastive_lambda": 0.5585087059708388,
      "epoch": 8.659076731129133,
      "step": 27761
    },
    {
      "contrastive_lambda": 0.5584827058116274,
      "epoch": 8.65938864628821,
      "step": 27762
    },
    {
      "contrastive_lambda": 0.5584567054920826,
      "epoch": 8.659700561447286,
      "step": 27763
    },
    {
      "contrastive_lambda": 0.5584307050122752,
      "epoch": 8.660012476606363,
      "step": 27764
    },
    {
      "contrastive_lambda": 0.5584047043722768,
      "epoch": 8.660324391765439,
      "step": 27765
    },
    {
      "contrastive_lambda": 0.5583787035721586,
      "epoch": 8.660636306924516,
      "step": 27766
    },
    {
      "contrastive_lambda": 0.5583527026119918,
      "epoch": 8.660948222083594,
      "step": 27767
    },
    {
      "contrastive_lambda": 0.5583267014918478,
      "epoch": 8.66126013724267,
      "step": 27768
    },
    {
      "contrastive_lambda": 0.5583007002117977,
      "epoch": 8.661572052401747,
      "step": 27769
    },
    {
      "epoch": 8.661883967560824,
      "grad_norm": 0.13305999338626862,
      "learning_rate": 6.0209515998866186e-05,
      "loss": 0.0354,
      "step": 27770
    },
    {
      "epoch": 8.661883967560824,
      "flow_loss": 0.03014618158340454,
      "step": 27770
    },
    {
      "contrastive_loss": 0.004458767827600241,
      "epoch": 8.661883967560824,
      "step": 27770
    },
    {
      "contrastive_lambda": 0.558274698771913,
      "epoch": 8.661883967560824,
      "step": 27770
    },
    {
      "contrastive_lambda": 0.5582486971722651,
      "epoch": 8.6621958827199,
      "step": 27771
    },
    {
      "contrastive_lambda": 0.5582226954129249,
      "epoch": 8.662507797878977,
      "step": 27772
    },
    {
      "contrastive_lambda": 0.5581966934939638,
      "epoch": 8.662819713038054,
      "step": 27773
    },
    {
      "contrastive_lambda": 0.5581706914154534,
      "epoch": 8.66313162819713,
      "step": 27774
    },
    {
      "contrastive_lambda": 0.5581446891774646,
      "epoch": 8.663443543356207,
      "step": 27775
    },
    {
      "contrastive_lambda": 0.5581186867800689,
      "epoch": 8.663755458515285,
      "step": 27776
    },
    {
      "contrastive_lambda": 0.5580926842233375,
      "epoch": 8.66406737367436,
      "step": 27777
    },
    {
      "contrastive_lambda": 0.5580666815073416,
      "epoch": 8.664379288833437,
      "step": 27778
    },
    {
      "contrastive_lambda": 0.5580406786321528,
      "epoch": 8.664691203992515,
      "step": 27779
    },
    {
      "epoch": 8.66500311915159,
      "grad_norm": 0.09544956684112549,
      "learning_rate": 6.018253722939563e-05,
      "loss": 0.0383,
      "step": 27780
    },
    {
      "epoch": 8.66500311915159,
      "flow_loss": 0.03661125525832176,
      "step": 27780
    },
    {
      "contrastive_loss": 0.004450310952961445,
      "epoch": 8.66500311915159,
      "step": 27780
    },
    {
      "contrastive_lambda": 0.5580146755978421,
      "epoch": 8.66500311915159,
      "step": 27780
    },
    {
      "contrastive_lambda": 0.5579886724044807,
      "epoch": 8.665315034310668,
      "step": 27781
    },
    {
      "contrastive_lambda": 0.5579626690521402,
      "epoch": 8.665626949469743,
      "step": 27782
    },
    {
      "contrastive_lambda": 0.5579366655408918,
      "epoch": 8.66593886462882,
      "step": 27783
    },
    {
      "contrastive_lambda": 0.5579106618708067,
      "epoch": 8.666250779787898,
      "step": 27784
    },
    {
      "contrastive_lambda": 0.5578846580419562,
      "epoch": 8.666562694946974,
      "step": 27785
    },
    {
      "contrastive_lambda": 0.5578586540544116,
      "epoch": 8.666874610106051,
      "step": 27786
    },
    {
      "contrastive_lambda": 0.5578326499082443,
      "epoch": 8.667186525265128,
      "step": 27787
    },
    {
      "contrastive_lambda": 0.5578066456035254,
      "epoch": 8.667498440424204,
      "step": 27788
    },
    {
      "contrastive_lambda": 0.5577806411403263,
      "epoch": 8.667810355583281,
      "step": 27789
    },
    {
      "epoch": 8.668122270742359,
      "grad_norm": 0.12852159142494202,
      "learning_rate": 6.015555536673914e-05,
      "loss": 0.0348,
      "step": 27790
    },
    {
      "epoch": 8.668122270742359,
      "flow_loss": 0.04313623905181885,
      "step": 27790
    },
    {
      "contrastive_loss": 0.0049713170155882835,
      "epoch": 8.668122270742359,
      "step": 27790
    },
    {
      "contrastive_lambda": 0.5577546365187185,
      "epoch": 8.668122270742359,
      "step": 27790
    },
    {
      "contrastive_lambda": 0.557728631738773,
      "epoch": 8.668434185901434,
      "step": 27791
    },
    {
      "contrastive_lambda": 0.5577026268005609,
      "epoch": 8.668746101060512,
      "step": 27792
    },
    {
      "contrastive_lambda": 0.5576766217041541,
      "epoch": 8.669058016219589,
      "step": 27793
    },
    {
      "contrastive_lambda": 0.5576506164496235,
      "epoch": 8.669369931378665,
      "step": 27794
    },
    {
      "contrastive_lambda": 0.5576246110370404,
      "epoch": 8.669681846537742,
      "step": 27795
    },
    {
      "contrastive_lambda": 0.5575986054664762,
      "epoch": 8.66999376169682,
      "step": 27796
    },
    {
      "contrastive_lambda": 0.5575725997380022,
      "epoch": 8.670305676855895,
      "step": 27797
    },
    {
      "contrastive_lambda": 0.5575465938516895,
      "epoch": 8.670617592014972,
      "step": 27798
    },
    {
      "contrastive_lambda": 0.5575205878076097,
      "epoch": 8.670929507174048,
      "step": 27799
    },
    {
      "epoch": 8.671241422333125,
      "grad_norm": 0.11257892847061157,
      "learning_rate": 6.0128570419093054e-05,
      "loss": 0.0279,
      "step": 27800
    },
    {
      "epoch": 8.671241422333125,
      "flow_loss": 0.03883322328329086,
      "step": 27800
    },
    {
      "contrastive_loss": 0.004942967556416988,
      "epoch": 8.671241422333125,
      "step": 27800
    },
    {
      "contrastive_lambda": 0.5574945816058339,
      "epoch": 8.671241422333125,
      "step": 27800
    },
    {
      "contrastive_lambda": 0.5574685752464333,
      "epoch": 8.671553337492202,
      "step": 27801
    },
    {
      "contrastive_lambda": 0.5574425687294795,
      "epoch": 8.671865252651278,
      "step": 27802
    },
    {
      "contrastive_lambda": 0.5574165620550434,
      "epoch": 8.672177167810355,
      "step": 27803
    },
    {
      "contrastive_lambda": 0.5573905552231968,
      "epoch": 8.672489082969433,
      "step": 27804
    },
    {
      "contrastive_lambda": 0.5573645482340107,
      "epoch": 8.672800998128508,
      "step": 27805
    },
    {
      "contrastive_lambda": 0.5573385410875564,
      "epoch": 8.673112913287586,
      "step": 27806
    },
    {
      "contrastive_lambda": 0.5573125337839052,
      "epoch": 8.673424828446663,
      "step": 27807
    },
    {
      "contrastive_lambda": 0.5572865263231285,
      "epoch": 8.673736743605739,
      "step": 27808
    },
    {
      "contrastive_lambda": 0.5572605187052975,
      "epoch": 8.674048658764816,
      "step": 27809
    },
    {
      "epoch": 8.674360573923893,
      "grad_norm": 0.14785189926624298,
      "learning_rate": 6.010158239465471e-05,
      "loss": 0.0395,
      "step": 27810
    },
    {
      "epoch": 8.674360573923893,
      "flow_loss": 0.029666056856513023,
      "step": 27810
    },
    {
      "contrastive_loss": 0.008259449154138565,
      "epoch": 8.674360573923893,
      "step": 27810
    },
    {
      "contrastive_lambda": 0.5572345109304836,
      "epoch": 8.674360573923893,
      "step": 27810
    },
    {
      "contrastive_lambda": 0.5572085029987579,
      "epoch": 8.674672489082969,
      "step": 27811
    },
    {
      "contrastive_lambda": 0.5571824949101919,
      "epoch": 8.674984404242046,
      "step": 27812
    },
    {
      "contrastive_lambda": 0.5571564866648568,
      "epoch": 8.675296319401124,
      "step": 27813
    },
    {
      "contrastive_lambda": 0.5571304782628241,
      "epoch": 8.6756082345602,
      "step": 27814
    },
    {
      "contrastive_lambda": 0.5571044697041647,
      "epoch": 8.675920149719277,
      "step": 27815
    },
    {
      "contrastive_lambda": 0.5570784609889504,
      "epoch": 8.676232064878352,
      "step": 27816
    },
    {
      "contrastive_lambda": 0.5570524521172522,
      "epoch": 8.67654398003743,
      "step": 27817
    },
    {
      "contrastive_lambda": 0.5570264430891414,
      "epoch": 8.676855895196507,
      "step": 27818
    },
    {
      "contrastive_lambda": 0.5570004339046893,
      "epoch": 8.677167810355582,
      "step": 27819
    },
    {
      "epoch": 8.67747972551466,
      "grad_norm": 0.08994349092245102,
      "learning_rate": 6.007459130162235e-05,
      "loss": 0.0358,
      "step": 27820
    },
    {
      "epoch": 8.67747972551466,
      "flow_loss": 0.019771337509155273,
      "step": 27820
    },
    {
      "contrastive_loss": 0.00394734600558877,
      "epoch": 8.67747972551466,
      "step": 27820
    },
    {
      "contrastive_lambda": 0.5569744245639675,
      "epoch": 8.67747972551466,
      "step": 27820
    },
    {
      "contrastive_lambda": 0.556948415067047,
      "epoch": 8.677791640673737,
      "step": 27821
    },
    {
      "contrastive_lambda": 0.5569224054139992,
      "epoch": 8.678103555832813,
      "step": 27822
    },
    {
      "contrastive_lambda": 0.5568963956048951,
      "epoch": 8.67841547099189,
      "step": 27823
    },
    {
      "contrastive_lambda": 0.5568703856398066,
      "epoch": 8.678727386150968,
      "step": 27824
    },
    {
      "contrastive_lambda": 0.5568443755188047,
      "epoch": 8.679039301310043,
      "step": 27825
    },
    {
      "contrastive_lambda": 0.5568183652419605,
      "epoch": 8.67935121646912,
      "step": 27826
    },
    {
      "contrastive_lambda": 0.5567923548093457,
      "epoch": 8.679663131628198,
      "step": 27827
    },
    {
      "contrastive_lambda": 0.5567663442210316,
      "epoch": 8.679975046787273,
      "step": 27828
    },
    {
      "contrastive_lambda": 0.5567403334770891,
      "epoch": 8.68028696194635,
      "step": 27829
    },
    {
      "epoch": 8.680598877105428,
      "grad_norm": 0.11389738321304321,
      "learning_rate": 6.004759714819516e-05,
      "loss": 0.0289,
      "step": 27830
    },
    {
      "epoch": 8.680598877105428,
      "flow_loss": 0.03292889520525932,
      "step": 27830
    },
    {
      "contrastive_loss": 0.004822191782295704,
      "epoch": 8.680598877105428,
      "step": 27830
    },
    {
      "contrastive_lambda": 0.5567143225775897,
      "epoch": 8.680598877105428,
      "step": 27830
    },
    {
      "contrastive_lambda": 0.556688311522605,
      "epoch": 8.680910792264504,
      "step": 27831
    },
    {
      "contrastive_lambda": 0.5566623003122059,
      "epoch": 8.681222707423581,
      "step": 27832
    },
    {
      "contrastive_lambda": 0.556636288946464,
      "epoch": 8.681534622582657,
      "step": 27833
    },
    {
      "contrastive_lambda": 0.5566102774254504,
      "epoch": 8.681846537741734,
      "step": 27834
    },
    {
      "contrastive_lambda": 0.5565842657492365,
      "epoch": 8.682158452900811,
      "step": 27835
    },
    {
      "contrastive_lambda": 0.5565582539178937,
      "epoch": 8.682470368059887,
      "step": 27836
    },
    {
      "contrastive_lambda": 0.5565322419314933,
      "epoch": 8.682782283218964,
      "step": 27837
    },
    {
      "contrastive_lambda": 0.5565062297901063,
      "epoch": 8.683094198378042,
      "step": 27838
    },
    {
      "contrastive_lambda": 0.5564802174938045,
      "epoch": 8.683406113537117,
      "step": 27839
    },
    {
      "epoch": 8.683718028696195,
      "grad_norm": 0.12090502679347992,
      "learning_rate": 6.002059994257323e-05,
      "loss": 0.0343,
      "step": 27840
    },
    {
      "epoch": 8.683718028696195,
      "flow_loss": 0.031725458800792694,
      "step": 27840
    },
    {
      "contrastive_loss": 0.00501534529030323,
      "epoch": 8.683718028696195,
      "step": 27840
    },
    {
      "contrastive_lambda": 0.5564542050426589,
      "epoch": 8.683718028696195,
      "step": 27840
    },
    {
      "contrastive_lambda": 0.5564281924367409,
      "epoch": 8.684029943855272,
      "step": 27841
    },
    {
      "contrastive_lambda": 0.5564021796761217,
      "epoch": 8.684341859014348,
      "step": 27842
    },
    {
      "contrastive_lambda": 0.5563761667608729,
      "epoch": 8.684653774173425,
      "step": 27843
    },
    {
      "contrastive_lambda": 0.5563501536910656,
      "epoch": 8.684965689332502,
      "step": 27844
    },
    {
      "contrastive_lambda": 0.5563241404667711,
      "epoch": 8.685277604491578,
      "step": 27845
    },
    {
      "contrastive_lambda": 0.5562981270880607,
      "epoch": 8.685589519650655,
      "step": 27846
    },
    {
      "contrastive_lambda": 0.5562721135550059,
      "epoch": 8.685901434809733,
      "step": 27847
    },
    {
      "contrastive_lambda": 0.5562460998676779,
      "epoch": 8.686213349968808,
      "step": 27848
    },
    {
      "contrastive_lambda": 0.5562200860261479,
      "epoch": 8.686525265127885,
      "step": 27849
    },
    {
      "epoch": 8.686837180286961,
      "grad_norm": 0.1112743467092514,
      "learning_rate": 5.999359969295764e-05,
      "loss": 0.0324,
      "step": 27850
    },
    {
      "epoch": 8.686837180286961,
      "flow_loss": 0.033182304352521896,
      "step": 27850
    },
    {
      "contrastive_loss": 0.0043143583461642265,
      "epoch": 8.686837180286961,
      "step": 27850
    },
    {
      "contrastive_lambda": 0.5561940720304874,
      "epoch": 8.686837180286961,
      "step": 27850
    },
    {
      "contrastive_lambda": 0.5561680578807678,
      "epoch": 8.687149095446038,
      "step": 27851
    },
    {
      "contrastive_lambda": 0.5561420435770602,
      "epoch": 8.687461010605116,
      "step": 27852
    },
    {
      "contrastive_lambda": 0.5561160291194359,
      "epoch": 8.687772925764191,
      "step": 27853
    },
    {
      "contrastive_lambda": 0.5560900145079665,
      "epoch": 8.688084840923269,
      "step": 27854
    },
    {
      "contrastive_lambda": 0.556063999742723,
      "epoch": 8.688396756082346,
      "step": 27855
    },
    {
      "contrastive_lambda": 0.556037984823777,
      "epoch": 8.688708671241422,
      "step": 27856
    },
    {
      "contrastive_lambda": 0.5560119697511994,
      "epoch": 8.689020586400499,
      "step": 27857
    },
    {
      "contrastive_lambda": 0.555985954525062,
      "epoch": 8.689332501559576,
      "step": 27858
    },
    {
      "contrastive_lambda": 0.5559599391454361,
      "epoch": 8.689644416718652,
      "step": 27859
    },
    {
      "epoch": 8.68995633187773,
      "grad_norm": 0.09398002177476883,
      "learning_rate": 5.9966596407550314e-05,
      "loss": 0.0269,
      "step": 27860
    },
    {
      "epoch": 8.68995633187773,
      "flow_loss": 0.03998100012540817,
      "step": 27860
    },
    {
      "contrastive_loss": 0.004847806878387928,
      "epoch": 8.68995633187773,
      "step": 27860
    },
    {
      "contrastive_lambda": 0.5559339236123926,
      "epoch": 8.68995633187773,
      "step": 27860
    },
    {
      "contrastive_lambda": 0.5559079079260031,
      "epoch": 8.690268247036807,
      "step": 27861
    },
    {
      "contrastive_lambda": 0.555881892086339,
      "epoch": 8.690580162195882,
      "step": 27862
    },
    {
      "contrastive_lambda": 0.5558558760934714,
      "epoch": 8.69089207735496,
      "step": 27863
    },
    {
      "contrastive_lambda": 0.5558298599474718,
      "epoch": 8.691203992514037,
      "step": 27864
    },
    {
      "contrastive_lambda": 0.5558038436484115,
      "epoch": 8.691515907673113,
      "step": 27865
    },
    {
      "contrastive_lambda": 0.5557778271963617,
      "epoch": 8.69182782283219,
      "step": 27866
    },
    {
      "contrastive_lambda": 0.5557518105913939,
      "epoch": 8.692139737991265,
      "step": 27867
    },
    {
      "contrastive_lambda": 0.5557257938335795,
      "epoch": 8.692451653150343,
      "step": 27868
    },
    {
      "contrastive_lambda": 0.5556997769229893,
      "epoch": 8.69276356830942,
      "step": 27869
    },
    {
      "epoch": 8.693075483468496,
      "grad_norm": 0.10937901586294174,
      "learning_rate": 5.993959009455416e-05,
      "loss": 0.0313,
      "step": 27870
    },
    {
      "epoch": 8.693075483468496,
      "flow_loss": 0.019863834604620934,
      "step": 27870
    },
    {
      "contrastive_loss": 0.004668177105486393,
      "epoch": 8.693075483468496,
      "step": 27870
    },
    {
      "contrastive_lambda": 0.5556737598596952,
      "epoch": 8.693075483468496,
      "step": 27870
    },
    {
      "contrastive_lambda": 0.5556477426437685,
      "epoch": 8.693387398627573,
      "step": 27871
    },
    {
      "contrastive_lambda": 0.55562172527528,
      "epoch": 8.69369931378665,
      "step": 27872
    },
    {
      "contrastive_lambda": 0.5555957077543016,
      "epoch": 8.694011228945726,
      "step": 27873
    },
    {
      "contrastive_lambda": 0.5555696900809043,
      "epoch": 8.694323144104803,
      "step": 27874
    },
    {
      "contrastive_lambda": 0.5555436722551597,
      "epoch": 8.69463505926388,
      "step": 27875
    },
    {
      "contrastive_lambda": 0.5555176542771388,
      "epoch": 8.694946974422956,
      "step": 27876
    },
    {
      "contrastive_lambda": 0.5554916361469132,
      "epoch": 8.695258889582034,
      "step": 27877
    },
    {
      "contrastive_lambda": 0.5554656178645542,
      "epoch": 8.695570804741111,
      "step": 27878
    },
    {
      "contrastive_lambda": 0.555439599430133,
      "epoch": 8.695882719900187,
      "step": 27879
    },
    {
      "epoch": 8.696194635059264,
      "grad_norm": 0.10304730385541916,
      "learning_rate": 5.991258076217298e-05,
      "loss": 0.0276,
      "step": 27880
    },
    {
      "epoch": 8.696194635059264,
      "flow_loss": 0.03985174745321274,
      "step": 27880
    },
    {
      "contrastive_loss": 0.00537151237949729,
      "epoch": 8.696194635059264,
      "step": 27880
    },
    {
      "contrastive_lambda": 0.5554135808437208,
      "epoch": 8.696194635059264,
      "step": 27880
    },
    {
      "contrastive_lambda": 0.5553875621053893,
      "epoch": 8.696506550218341,
      "step": 27881
    },
    {
      "contrastive_lambda": 0.5553615432152098,
      "epoch": 8.696818465377417,
      "step": 27882
    },
    {
      "contrastive_lambda": 0.5553355241732533,
      "epoch": 8.697130380536494,
      "step": 27883
    },
    {
      "contrastive_lambda": 0.5553095049795912,
      "epoch": 8.69744229569557,
      "step": 27884
    },
    {
      "contrastive_lambda": 0.5552834856342952,
      "epoch": 8.697754210854647,
      "step": 27885
    },
    {
      "contrastive_lambda": 0.5552574661374362,
      "epoch": 8.698066126013725,
      "step": 27886
    },
    {
      "contrastive_lambda": 0.5552314464890858,
      "epoch": 8.6983780411728,
      "step": 27887
    },
    {
      "contrastive_lambda": 0.5552054266893153,
      "epoch": 8.698689956331878,
      "step": 27888
    },
    {
      "contrastive_lambda": 0.5551794067381959,
      "epoch": 8.699001871490955,
      "step": 27889
    },
    {
      "epoch": 8.69931378665003,
      "grad_norm": 0.0954972580075264,
      "learning_rate": 5.988556841861147e-05,
      "loss": 0.0352,
      "step": 27890
    },
    {
      "epoch": 8.69931378665003,
      "flow_loss": 0.03477418050169945,
      "step": 27890
    },
    {
      "contrastive_loss": 0.004300924018025398,
      "epoch": 8.69931378665003,
      "step": 27890
    },
    {
      "contrastive_lambda": 0.5551533866357992,
      "epoch": 8.69931378665003,
      "step": 27890
    },
    {
      "contrastive_lambda": 0.555127366382196,
      "epoch": 8.699625701809108,
      "step": 27891
    },
    {
      "contrastive_lambda": 0.5551013459774583,
      "epoch": 8.699937616968185,
      "step": 27892
    },
    {
      "contrastive_lambda": 0.555075325421657,
      "epoch": 8.70024953212726,
      "step": 27893
    },
    {
      "contrastive_lambda": 0.5550493047148637,
      "epoch": 8.700561447286338,
      "step": 27894
    },
    {
      "contrastive_lambda": 0.5550232838571494,
      "epoch": 8.700873362445416,
      "step": 27895
    },
    {
      "contrastive_lambda": 0.5549972628485859,
      "epoch": 8.701185277604491,
      "step": 27896
    },
    {
      "contrastive_lambda": 0.554971241689244,
      "epoch": 8.701497192763568,
      "step": 27897
    },
    {
      "contrastive_lambda": 0.5549452203791956,
      "epoch": 8.701809107922646,
      "step": 27898
    },
    {
      "contrastive_lambda": 0.5549191989185116,
      "epoch": 8.702121023081721,
      "step": 27899
    },
    {
      "epoch": 8.702432938240799,
      "grad_norm": 0.0891304612159729,
      "learning_rate": 5.985855307207531e-05,
      "loss": 0.0305,
      "step": 27900
    },
    {
      "epoch": 8.702432938240799,
      "flow_loss": 0.03160407021641731,
      "step": 27900
    },
    {
      "contrastive_loss": 0.004601567052304745,
      "epoch": 8.702432938240799,
      "step": 27900
    },
    {
      "contrastive_lambda": 0.5548931773072635,
      "epoch": 8.702432938240799,
      "step": 27900
    },
    {
      "contrastive_lambda": 0.5548671555455227,
      "epoch": 8.702744853399874,
      "step": 27901
    },
    {
      "contrastive_lambda": 0.5548411336333605,
      "epoch": 8.703056768558952,
      "step": 27902
    },
    {
      "contrastive_lambda": 0.554815111570848,
      "epoch": 8.703368683718029,
      "step": 27903
    },
    {
      "contrastive_lambda": 0.5547890893580569,
      "epoch": 8.703680598877105,
      "step": 27904
    },
    {
      "contrastive_lambda": 0.5547630669950585,
      "epoch": 8.703992514036182,
      "step": 27905
    },
    {
      "contrastive_lambda": 0.5547370444819238,
      "epoch": 8.70430442919526,
      "step": 27906
    },
    {
      "contrastive_lambda": 0.5547110218187247,
      "epoch": 8.704616344354335,
      "step": 27907
    },
    {
      "contrastive_lambda": 0.5546849990055321,
      "epoch": 8.704928259513412,
      "step": 27908
    },
    {
      "contrastive_lambda": 0.5546589760424174,
      "epoch": 8.70524017467249,
      "step": 27909
    },
    {
      "epoch": 8.705552089831565,
      "grad_norm": 0.11222240328788757,
      "learning_rate": 5.9831534730771e-05,
      "loss": 0.0344,
      "step": 27910
    },
    {
      "epoch": 8.705552089831565,
      "flow_loss": 0.04838945344090462,
      "step": 27910
    },
    {
      "contrastive_loss": 0.004814945161342621,
      "epoch": 8.705552089831565,
      "step": 27910
    },
    {
      "contrastive_lambda": 0.554632952929452,
      "epoch": 8.705552089831565,
      "step": 27910
    },
    {
      "contrastive_lambda": 0.5546069296667073,
      "epoch": 8.705864004990643,
      "step": 27911
    },
    {
      "contrastive_lambda": 0.5545809062542547,
      "epoch": 8.70617592014972,
      "step": 27912
    },
    {
      "contrastive_lambda": 0.5545548826921654,
      "epoch": 8.706487835308796,
      "step": 27913
    },
    {
      "contrastive_lambda": 0.5545288589805106,
      "epoch": 8.706799750467873,
      "step": 27914
    },
    {
      "contrastive_lambda": 0.554502835119362,
      "epoch": 8.70711166562695,
      "step": 27915
    },
    {
      "contrastive_lambda": 0.5544768111087909,
      "epoch": 8.707423580786026,
      "step": 27916
    },
    {
      "contrastive_lambda": 0.5544507869488684,
      "epoch": 8.707735495945103,
      "step": 27917
    },
    {
      "contrastive_lambda": 0.5544247626396659,
      "epoch": 8.708047411104179,
      "step": 27918
    },
    {
      "contrastive_lambda": 0.554398738181255,
      "epoch": 8.708359326263256,
      "step": 27919
    },
    {
      "epoch": 8.708671241422334,
      "grad_norm": 0.08513015508651733,
      "learning_rate": 5.980451340290605e-05,
      "loss": 0.035,
      "step": 27920
    },
    {
      "epoch": 8.708671241422334,
      "flow_loss": 0.030047541484236717,
      "step": 27920
    },
    {
      "contrastive_loss": 0.0040697939693927765,
      "epoch": 8.708671241422334,
      "step": 27920
    },
    {
      "contrastive_lambda": 0.5543727135737067,
      "epoch": 8.708671241422334,
      "step": 27920
    },
    {
      "contrastive_lambda": 0.5543466888170926,
      "epoch": 8.708983156581409,
      "step": 27921
    },
    {
      "contrastive_lambda": 0.5543206639114839,
      "epoch": 8.709295071740486,
      "step": 27922
    },
    {
      "contrastive_lambda": 0.5542946388569521,
      "epoch": 8.709606986899564,
      "step": 27923
    },
    {
      "contrastive_lambda": 0.5542686136535685,
      "epoch": 8.70991890205864,
      "step": 27924
    },
    {
      "contrastive_lambda": 0.5542425883014044,
      "epoch": 8.710230817217717,
      "step": 27925
    },
    {
      "contrastive_lambda": 0.554216562800531,
      "epoch": 8.710542732376794,
      "step": 27926
    },
    {
      "contrastive_lambda": 0.55419053715102,
      "epoch": 8.71085464753587,
      "step": 27927
    },
    {
      "contrastive_lambda": 0.5541645113529424,
      "epoch": 8.711166562694947,
      "step": 27928
    },
    {
      "contrastive_lambda": 0.5541384854063698,
      "epoch": 8.711478477854024,
      "step": 27929
    },
    {
      "epoch": 8.7117903930131,
      "grad_norm": 0.11838523298501968,
      "learning_rate": 5.97774890966888e-05,
      "loss": 0.0377,
      "step": 27930
    },
    {
      "epoch": 8.7117903930131,
      "flow_loss": 0.020483849570155144,
      "step": 27930
    },
    {
      "contrastive_loss": 0.0044021001085639,
      "epoch": 8.7117903930131,
      "step": 27930
    },
    {
      "contrastive_lambda": 0.5541124593113735,
      "epoch": 8.7117903930131,
      "step": 27930
    },
    {
      "contrastive_lambda": 0.5540864330680249,
      "epoch": 8.712102308172177,
      "step": 27931
    },
    {
      "contrastive_lambda": 0.5540604066763951,
      "epoch": 8.712414223331255,
      "step": 27932
    },
    {
      "contrastive_lambda": 0.5540343801365557,
      "epoch": 8.71272613849033,
      "step": 27933
    },
    {
      "contrastive_lambda": 0.5540083534485779,
      "epoch": 8.713038053649408,
      "step": 27934
    },
    {
      "contrastive_lambda": 0.5539823266125333,
      "epoch": 8.713349968808483,
      "step": 27935
    },
    {
      "contrastive_lambda": 0.553956299628493,
      "epoch": 8.71366188396756,
      "step": 27936
    },
    {
      "contrastive_lambda": 0.5539302724965284,
      "epoch": 8.713973799126638,
      "step": 27937
    },
    {
      "contrastive_lambda": 0.553904245216711,
      "epoch": 8.714285714285714,
      "step": 27938
    },
    {
      "contrastive_lambda": 0.5538782177891121,
      "epoch": 8.71459762944479,
      "step": 27939
    },
    {
      "epoch": 8.714909544603868,
      "grad_norm": 0.0919126495718956,
      "learning_rate": 5.975046182032851e-05,
      "loss": 0.0353,
      "step": 27940
    },
    {
      "epoch": 8.714909544603868,
      "flow_loss": 0.026204168796539307,
      "step": 27940
    },
    {
      "contrastive_loss": 0.004353260155767202,
      "epoch": 8.714909544603868,
      "step": 27940
    },
    {
      "contrastive_lambda": 0.5538521902138027,
      "epoch": 8.714909544603868,
      "step": 27940
    },
    {
      "contrastive_lambda": 0.5538261624908547,
      "epoch": 8.715221459762944,
      "step": 27941
    },
    {
      "contrastive_lambda": 0.5538001346203393,
      "epoch": 8.715533374922021,
      "step": 27942
    },
    {
      "contrastive_lambda": 0.5537741066023275,
      "epoch": 8.715845290081099,
      "step": 27943
    },
    {
      "contrastive_lambda": 0.5537480784368912,
      "epoch": 8.716157205240174,
      "step": 27944
    },
    {
      "contrastive_lambda": 0.5537220501241013,
      "epoch": 8.716469120399251,
      "step": 27945
    },
    {
      "contrastive_lambda": 0.5536960216640294,
      "epoch": 8.716781035558329,
      "step": 27946
    },
    {
      "contrastive_lambda": 0.5536699930567469,
      "epoch": 8.717092950717404,
      "step": 27947
    },
    {
      "contrastive_lambda": 0.5536439643023249,
      "epoch": 8.717404865876482,
      "step": 27948
    },
    {
      "contrastive_lambda": 0.553617935400835,
      "epoch": 8.71771678103556,
      "step": 27949
    },
    {
      "epoch": 8.718028696194635,
      "grad_norm": 0.10195339471101761,
      "learning_rate": 5.972343158203537e-05,
      "loss": 0.032,
      "step": 27950
    },
    {
      "epoch": 8.718028696194635,
      "flow_loss": 0.017995405942201614,
      "step": 27950
    },
    {
      "contrastive_loss": 0.0037802241276949644,
      "epoch": 8.718028696194635,
      "step": 27950
    },
    {
      "contrastive_lambda": 0.5535919063523487,
      "epoch": 8.718028696194635,
      "step": 27950
    },
    {
      "contrastive_lambda": 0.5535658771569368,
      "epoch": 8.718340611353712,
      "step": 27951
    },
    {
      "contrastive_lambda": 0.5535398478146711,
      "epoch": 8.718652526512788,
      "step": 27952
    },
    {
      "contrastive_lambda": 0.5535138183256231,
      "epoch": 8.718964441671865,
      "step": 27953
    },
    {
      "contrastive_lambda": 0.5534877886898637,
      "epoch": 8.719276356830942,
      "step": 27954
    },
    {
      "contrastive_lambda": 0.5534617589074646,
      "epoch": 8.719588271990018,
      "step": 27955
    },
    {
      "contrastive_lambda": 0.553435728978497,
      "epoch": 8.719900187149095,
      "step": 27956
    },
    {
      "contrastive_lambda": 0.5534096989030323,
      "epoch": 8.720212102308173,
      "step": 27957
    },
    {
      "contrastive_lambda": 0.553383668681142,
      "epoch": 8.720524017467248,
      "step": 27958
    },
    {
      "contrastive_lambda": 0.5533576383128972,
      "epoch": 8.720835932626326,
      "step": 27959
    },
    {
      "epoch": 8.721147847785403,
      "grad_norm": 0.10214569419622421,
      "learning_rate": 5.969639839002045e-05,
      "loss": 0.0282,
      "step": 27960
    },
    {
      "epoch": 8.721147847785403,
      "flow_loss": 0.027994729578495026,
      "step": 27960
    },
    {
      "contrastive_loss": 0.005119078792631626,
      "epoch": 8.721147847785403,
      "step": 27960
    },
    {
      "contrastive_lambda": 0.5533316077983693,
      "epoch": 8.721147847785403,
      "step": 27960
    },
    {
      "contrastive_lambda": 0.55330557713763,
      "epoch": 8.721459762944479,
      "step": 27961
    },
    {
      "contrastive_lambda": 0.5532795463307503,
      "epoch": 8.721771678103556,
      "step": 27962
    },
    {
      "contrastive_lambda": 0.5532535153778018,
      "epoch": 8.722083593262633,
      "step": 27963
    },
    {
      "contrastive_lambda": 0.5532274842788557,
      "epoch": 8.722395508421709,
      "step": 27964
    },
    {
      "contrastive_lambda": 0.5532014530339834,
      "epoch": 8.722707423580786,
      "step": 27965
    },
    {
      "contrastive_lambda": 0.5531754216432564,
      "epoch": 8.723019338739864,
      "step": 27966
    },
    {
      "contrastive_lambda": 0.5531493901067459,
      "epoch": 8.72333125389894,
      "step": 27967
    },
    {
      "contrastive_lambda": 0.5531233584245232,
      "epoch": 8.723643169058017,
      "step": 27968
    },
    {
      "contrastive_lambda": 0.55309732659666,
      "epoch": 8.723955084217092,
      "step": 27969
    },
    {
      "epoch": 8.72426699937617,
      "grad_norm": 0.1162915974855423,
      "learning_rate": 5.966936225249572e-05,
      "loss": 0.0331,
      "step": 27970
    },
    {
      "epoch": 8.72426699937617,
      "flow_loss": 0.025626463815569878,
      "step": 27970
    },
    {
      "contrastive_loss": 0.004452954977750778,
      "epoch": 8.72426699937617,
      "step": 27970
    },
    {
      "contrastive_lambda": 0.5530712946232275,
      "epoch": 8.72426699937617,
      "step": 27970
    },
    {
      "contrastive_lambda": 0.5530452625042968,
      "epoch": 8.724578914535247,
      "step": 27971
    },
    {
      "contrastive_lambda": 0.5530192302399396,
      "epoch": 8.724890829694322,
      "step": 27972
    },
    {
      "contrastive_lambda": 0.5529931978302273,
      "epoch": 8.7252027448534,
      "step": 27973
    },
    {
      "contrastive_lambda": 0.5529671652752309,
      "epoch": 8.725514660012477,
      "step": 27974
    },
    {
      "contrastive_lambda": 0.5529411325750222,
      "epoch": 8.725826575171553,
      "step": 27975
    },
    {
      "contrastive_lambda": 0.5529150997296723,
      "epoch": 8.72613849033063,
      "step": 27976
    },
    {
      "contrastive_lambda": 0.5528890667392526,
      "epoch": 8.726450405489707,
      "step": 27977
    },
    {
      "contrastive_lambda": 0.5528630336038347,
      "epoch": 8.726762320648783,
      "step": 27978
    },
    {
      "contrastive_lambda": 0.5528370003234896,
      "epoch": 8.72707423580786,
      "step": 27979
    },
    {
      "epoch": 8.727386150966938,
      "grad_norm": 0.12230230867862701,
      "learning_rate": 5.9642323177674044e-05,
      "loss": 0.0333,
      "step": 27980
    },
    {
      "epoch": 8.727386150966938,
      "flow_loss": 0.029181871563196182,
      "step": 27980
    },
    {
      "contrastive_loss": 0.005157805513590574,
      "epoch": 8.727386150966938,
      "step": 27980
    },
    {
      "contrastive_lambda": 0.552810966898289,
      "epoch": 8.727386150966938,
      "step": 27980
    },
    {
      "contrastive_lambda": 0.5527849333283041,
      "epoch": 8.727698066126013,
      "step": 27981
    },
    {
      "contrastive_lambda": 0.5527588996136062,
      "epoch": 8.72800998128509,
      "step": 27982
    },
    {
      "contrastive_lambda": 0.5527328657542669,
      "epoch": 8.728321896444168,
      "step": 27983
    },
    {
      "contrastive_lambda": 0.5527068317503575,
      "epoch": 8.728633811603244,
      "step": 27984
    },
    {
      "contrastive_lambda": 0.5526807976019492,
      "epoch": 8.728945726762321,
      "step": 27985
    },
    {
      "contrastive_lambda": 0.5526547633091137,
      "epoch": 8.729257641921397,
      "step": 27986
    },
    {
      "contrastive_lambda": 0.5526287288719219,
      "epoch": 8.729569557080474,
      "step": 27987
    },
    {
      "contrastive_lambda": 0.5526026942904455,
      "epoch": 8.729881472239551,
      "step": 27988
    },
    {
      "contrastive_lambda": 0.552576659564756,
      "epoch": 8.730193387398627,
      "step": 27989
    },
    {
      "epoch": 8.730505302557704,
      "grad_norm": 0.09449033439159393,
      "learning_rate": 5.9615281173769154e-05,
      "loss": 0.0277,
      "step": 27990
    },
    {
      "epoch": 8.730505302557704,
      "flow_loss": 0.01793997548520565,
      "step": 27990
    },
    {
      "contrastive_loss": 0.0037529594264924526,
      "epoch": 8.730505302557704,
      "step": 27990
    },
    {
      "contrastive_lambda": 0.5525506246949246,
      "epoch": 8.730505302557704,
      "step": 27990
    },
    {
      "contrastive_lambda": 0.5525245896810225,
      "epoch": 8.730817217716782,
      "step": 27991
    },
    {
      "contrastive_lambda": 0.5524985545231214,
      "epoch": 8.731129132875857,
      "step": 27992
    },
    {
      "contrastive_lambda": 0.5524725192212925,
      "epoch": 8.731441048034934,
      "step": 27993
    },
    {
      "contrastive_lambda": 0.552446483775607,
      "epoch": 8.731752963194012,
      "step": 27994
    },
    {
      "contrastive_lambda": 0.5524204481861368,
      "epoch": 8.732064878353087,
      "step": 27995
    },
    {
      "contrastive_lambda": 0.5523944124529528,
      "epoch": 8.732376793512165,
      "step": 27996
    },
    {
      "contrastive_lambda": 0.5523683765761266,
      "epoch": 8.732688708671242,
      "step": 27997
    },
    {
      "contrastive_lambda": 0.5523423405557295,
      "epoch": 8.733000623830318,
      "step": 27998
    },
    {
      "contrastive_lambda": 0.5523163043918329,
      "epoch": 8.733312538989395,
      "step": 27999
    },
    {
      "epoch": 8.733624454148472,
      "grad_norm": 0.10246545821428299,
      "learning_rate": 5.958823624899574e-05,
      "loss": 0.0309,
      "step": 28000
    },
    {
      "epoch": 8.733624454148472,
      "flow_loss": 0.021830791607499123,
      "step": 28000
    },
    {
      "contrastive_loss": 0.004186354111880064,
      "epoch": 8.733624454148472,
      "step": 28000
    },
    {
      "contrastive_lambda": 0.5522902680845082,
      "epoch": 8.733624454148472,
      "step": 28000
    },
    {
      "contrastive_lambda": 0.5522642316338269,
      "epoch": 8.733936369307548,
      "step": 28001
    },
    {
      "contrastive_lambda": 0.5522381950398598,
      "epoch": 8.734248284466625,
      "step": 28002
    },
    {
      "contrastive_lambda": 0.5522121583026791,
      "epoch": 8.734560199625701,
      "step": 28003
    },
    {
      "contrastive_lambda": 0.5521861214223558,
      "epoch": 8.734872114784778,
      "step": 28004
    },
    {
      "contrastive_lambda": 0.5521600843989612,
      "epoch": 8.735184029943856,
      "step": 28005
    },
    {
      "contrastive_lambda": 0.5521340472325668,
      "epoch": 8.735495945102931,
      "step": 28006
    },
    {
      "contrastive_lambda": 0.5521080099232439,
      "epoch": 8.735807860262009,
      "step": 28007
    },
    {
      "contrastive_lambda": 0.5520819724710639,
      "epoch": 8.736119775421086,
      "step": 28008
    },
    {
      "contrastive_lambda": 0.5520559348760983,
      "epoch": 8.736431690580162,
      "step": 28009
    },
    {
      "epoch": 8.736743605739239,
      "grad_norm": 0.1091918870806694,
      "learning_rate": 5.956118841156933e-05,
      "loss": 0.0279,
      "step": 28010
    },
    {
      "epoch": 8.736743605739239,
      "flow_loss": 0.027603354305028915,
      "step": 28010
    },
    {
      "contrastive_loss": 0.004670352675020695,
      "epoch": 8.736743605739239,
      "step": 28010
    },
    {
      "contrastive_lambda": 0.5520298971384183,
      "epoch": 8.736743605739239,
      "step": 28010
    },
    {
      "contrastive_lambda": 0.5520038592580955,
      "epoch": 8.737055520898316,
      "step": 28011
    },
    {
      "contrastive_lambda": 0.5519778212352011,
      "epoch": 8.737367436057392,
      "step": 28012
    },
    {
      "contrastive_lambda": 0.5519517830698066,
      "epoch": 8.73767935121647,
      "step": 28013
    },
    {
      "contrastive_lambda": 0.5519257447619833,
      "epoch": 8.737991266375547,
      "step": 28014
    },
    {
      "contrastive_lambda": 0.5518997063118026,
      "epoch": 8.738303181534622,
      "step": 28015
    },
    {
      "contrastive_lambda": 0.551873667719336,
      "epoch": 8.7386150966937,
      "step": 28016
    },
    {
      "contrastive_lambda": 0.5518476289846547,
      "epoch": 8.738927011852777,
      "step": 28017
    },
    {
      "contrastive_lambda": 0.5518215901078302,
      "epoch": 8.739238927011852,
      "step": 28018
    },
    {
      "contrastive_lambda": 0.5517955510889339,
      "epoch": 8.73955084217093,
      "step": 28019
    },
    {
      "epoch": 8.739862757330005,
      "grad_norm": 0.13793420791625977,
      "learning_rate": 5.953413766970631e-05,
      "loss": 0.0375,
      "step": 28020
    },
    {
      "epoch": 8.739862757330005,
      "flow_loss": 0.01831652969121933,
      "step": 28020
    },
    {
      "contrastive_loss": 0.0035460893996059895,
      "epoch": 8.739862757330005,
      "step": 28020
    },
    {
      "contrastive_lambda": 0.5517695119280371,
      "epoch": 8.739862757330005,
      "step": 28020
    },
    {
      "contrastive_lambda": 0.5517434726252113,
      "epoch": 8.740174672489083,
      "step": 28021
    },
    {
      "contrastive_lambda": 0.5517174331805278,
      "epoch": 8.74048658764816,
      "step": 28022
    },
    {
      "contrastive_lambda": 0.551691393594058,
      "epoch": 8.740798502807236,
      "step": 28023
    },
    {
      "contrastive_lambda": 0.5516653538658735,
      "epoch": 8.741110417966313,
      "step": 28024
    },
    {
      "contrastive_lambda": 0.5516393139960452,
      "epoch": 8.74142233312539,
      "step": 28025
    },
    {
      "contrastive_lambda": 0.551613273984645,
      "epoch": 8.741734248284466,
      "step": 28026
    },
    {
      "contrastive_lambda": 0.551587233831744,
      "epoch": 8.742046163443543,
      "step": 28027
    },
    {
      "contrastive_lambda": 0.5515611935374135,
      "epoch": 8.74235807860262,
      "step": 28028
    },
    {
      "contrastive_lambda": 0.5515351531017254,
      "epoch": 8.742669993761696,
      "step": 28029
    },
    {
      "epoch": 8.742981908920774,
      "grad_norm": 0.10015077888965607,
      "learning_rate": 5.9507084031624e-05,
      "loss": 0.0303,
      "step": 28030
    },
    {
      "epoch": 8.742981908920774,
      "flow_loss": 0.02557849884033203,
      "step": 28030
    },
    {
      "contrastive_loss": 0.004062899854034185,
      "epoch": 8.742981908920774,
      "step": 28030
    },
    {
      "contrastive_lambda": 0.5515091125247507,
      "epoch": 8.742981908920774,
      "step": 28030
    },
    {
      "contrastive_lambda": 0.5514830718065606,
      "epoch": 8.743293824079851,
      "step": 28031
    },
    {
      "contrastive_lambda": 0.5514570309472269,
      "epoch": 8.743605739238927,
      "step": 28032
    },
    {
      "contrastive_lambda": 0.5514309899468207,
      "epoch": 8.743917654398004,
      "step": 28033
    },
    {
      "contrastive_lambda": 0.5514049488054137,
      "epoch": 8.744229569557081,
      "step": 28034
    },
    {
      "contrastive_lambda": 0.551378907523077,
      "epoch": 8.744541484716157,
      "step": 28035
    },
    {
      "contrastive_lambda": 0.5513528660998821,
      "epoch": 8.744853399875234,
      "step": 28036
    },
    {
      "contrastive_lambda": 0.5513268245359004,
      "epoch": 8.74516531503431,
      "step": 28037
    },
    {
      "contrastive_lambda": 0.5513007828312034,
      "epoch": 8.745477230193387,
      "step": 28038
    },
    {
      "contrastive_lambda": 0.5512747409858624,
      "epoch": 8.745789145352465,
      "step": 28039
    },
    {
      "epoch": 8.74610106051154,
      "grad_norm": 0.10325176268815994,
      "learning_rate": 5.948002750554058e-05,
      "loss": 0.0377,
      "step": 28040
    },
    {
      "epoch": 8.74610106051154,
      "flow_loss": 0.016286250203847885,
      "step": 28040
    },
    {
      "contrastive_loss": 0.004978635814040899,
      "epoch": 8.74610106051154,
      "step": 28040
    },
    {
      "contrastive_lambda": 0.5512486989999487,
      "epoch": 8.74610106051154,
      "step": 28040
    },
    {
      "contrastive_lambda": 0.5512226568735338,
      "epoch": 8.746412975670617,
      "step": 28041
    },
    {
      "contrastive_lambda": 0.551196614606689,
      "epoch": 8.746724890829695,
      "step": 28042
    },
    {
      "contrastive_lambda": 0.551170572199486,
      "epoch": 8.74703680598877,
      "step": 28043
    },
    {
      "contrastive_lambda": 0.5511445296519957,
      "epoch": 8.747348721147848,
      "step": 28044
    },
    {
      "contrastive_lambda": 0.5511184869642899,
      "epoch": 8.747660636306925,
      "step": 28045
    },
    {
      "contrastive_lambda": 0.5510924441364399,
      "epoch": 8.747972551466,
      "step": 28046
    },
    {
      "contrastive_lambda": 0.5510664011685171,
      "epoch": 8.748284466625078,
      "step": 28047
    },
    {
      "contrastive_lambda": 0.5510403580605926,
      "epoch": 8.748596381784155,
      "step": 28048
    },
    {
      "contrastive_lambda": 0.5510143148127383,
      "epoch": 8.748908296943231,
      "step": 28049
    },
    {
      "epoch": 8.749220212102308,
      "grad_norm": 0.154518723487854,
      "learning_rate": 5.9452968099675124e-05,
      "loss": 0.0293,
      "step": 28050
    },
    {
      "epoch": 8.749220212102308,
      "flow_loss": 0.042783185839653015,
      "step": 28050
    },
    {
      "contrastive_loss": 0.0038265404291450977,
      "epoch": 8.749220212102308,
      "step": 28050
    },
    {
      "contrastive_lambda": 0.5509882714250253,
      "epoch": 8.749220212102308,
      "step": 28050
    },
    {
      "contrastive_lambda": 0.550962227897525,
      "epoch": 8.749532127261386,
      "step": 28051
    },
    {
      "contrastive_lambda": 0.550936184230309,
      "epoch": 8.749844042420461,
      "step": 28052
    },
    {
      "contrastive_lambda": 0.5509101404234484,
      "epoch": 8.750155957579539,
      "step": 28053
    },
    {
      "contrastive_lambda": 0.5508840964770149,
      "epoch": 8.750467872738614,
      "step": 28054
    },
    {
      "contrastive_lambda": 0.5508580523910797,
      "epoch": 8.750779787897692,
      "step": 28055
    },
    {
      "contrastive_lambda": 0.5508320081657142,
      "epoch": 8.751091703056769,
      "step": 28056
    },
    {
      "contrastive_lambda": 0.55080596380099,
      "epoch": 8.751403618215845,
      "step": 28057
    },
    {
      "contrastive_lambda": 0.5507799192969783,
      "epoch": 8.751715533374922,
      "step": 28058
    },
    {
      "contrastive_lambda": 0.5507538746537504,
      "epoch": 8.752027448534,
      "step": 28059
    },
    {
      "epoch": 8.752339363693075,
      "grad_norm": 0.12039594352245331,
      "learning_rate": 5.9425905822247527e-05,
      "loss": 0.0328,
      "step": 28060
    },
    {
      "epoch": 8.752339363693075,
      "flow_loss": 0.016126975417137146,
      "step": 28060
    },
    {
      "contrastive_loss": 0.0044250027276575565,
      "epoch": 8.752339363693075,
      "step": 28060
    },
    {
      "contrastive_lambda": 0.5507278298713781,
      "epoch": 8.752339363693075,
      "step": 28060
    },
    {
      "contrastive_lambda": 0.5507017849499326,
      "epoch": 8.752651278852152,
      "step": 28061
    },
    {
      "contrastive_lambda": 0.5506757398894851,
      "epoch": 8.75296319401123,
      "step": 28062
    },
    {
      "contrastive_lambda": 0.5506496946901073,
      "epoch": 8.753275109170305,
      "step": 28063
    },
    {
      "contrastive_lambda": 0.5506236493518705,
      "epoch": 8.753587024329383,
      "step": 28064
    },
    {
      "contrastive_lambda": 0.5505976038748459,
      "epoch": 8.75389893948846,
      "step": 28065
    },
    {
      "contrastive_lambda": 0.5505715582591053,
      "epoch": 8.754210854647535,
      "step": 28066
    },
    {
      "contrastive_lambda": 0.5505455125047197,
      "epoch": 8.754522769806613,
      "step": 28067
    },
    {
      "contrastive_lambda": 0.550519466611761,
      "epoch": 8.75483468496569,
      "step": 28068
    },
    {
      "contrastive_lambda": 0.5504934205803002,
      "epoch": 8.755146600124766,
      "step": 28069
    },
    {
      "epoch": 8.755458515283843,
      "grad_norm": 0.10522688180208206,
      "learning_rate": 5.939884068147864e-05,
      "loss": 0.027,
      "step": 28070
    },
    {
      "epoch": 8.755458515283843,
      "flow_loss": 0.04695100709795952,
      "step": 28070
    },
    {
      "contrastive_loss": 0.004345622379332781,
      "epoch": 8.755458515283843,
      "step": 28070
    },
    {
      "contrastive_lambda": 0.5504673744104086,
      "epoch": 8.755458515283843,
      "step": 28070
    },
    {
      "contrastive_lambda": 0.5504413281021581,
      "epoch": 8.755770430442919,
      "step": 28071
    },
    {
      "contrastive_lambda": 0.5504152816556198,
      "epoch": 8.756082345601996,
      "step": 28072
    },
    {
      "contrastive_lambda": 0.550389235070865,
      "epoch": 8.756394260761073,
      "step": 28073
    },
    {
      "contrastive_lambda": 0.5503631883479653,
      "epoch": 8.756706175920149,
      "step": 28074
    },
    {
      "contrastive_lambda": 0.5503371414869922,
      "epoch": 8.757018091079226,
      "step": 28075
    },
    {
      "contrastive_lambda": 0.5503110944880167,
      "epoch": 8.757330006238304,
      "step": 28076
    },
    {
      "contrastive_lambda": 0.5502850473511107,
      "epoch": 8.75764192139738,
      "step": 28077
    },
    {
      "contrastive_lambda": 0.5502590000763453,
      "epoch": 8.757953836556457,
      "step": 28078
    },
    {
      "contrastive_lambda": 0.550232952663792,
      "epoch": 8.758265751715534,
      "step": 28079
    },
    {
      "epoch": 8.75857766687461,
      "grad_norm": 0.1515483856201172,
      "learning_rate": 5.937177268559011e-05,
      "loss": 0.0325,
      "step": 28080
    },
    {
      "epoch": 8.75857766687461,
      "flow_loss": 0.0368933379650116,
      "step": 28080
    },
    {
      "contrastive_loss": 0.005501485895365477,
      "epoch": 8.75857766687461,
      "step": 28080
    },
    {
      "contrastive_lambda": 0.5502069051135223,
      "epoch": 8.75857766687461,
      "step": 28080
    },
    {
      "contrastive_lambda": 0.5501808574256075,
      "epoch": 8.758889582033687,
      "step": 28081
    },
    {
      "contrastive_lambda": 0.5501548096001189,
      "epoch": 8.759201497192764,
      "step": 28082
    },
    {
      "contrastive_lambda": 0.5501287616371282,
      "epoch": 8.75951341235184,
      "step": 28083
    },
    {
      "contrastive_lambda": 0.5501027135367066,
      "epoch": 8.759825327510917,
      "step": 28084
    },
    {
      "contrastive_lambda": 0.5500766652989255,
      "epoch": 8.760137242669995,
      "step": 28085
    },
    {
      "contrastive_lambda": 0.5500506169238564,
      "epoch": 8.76044915782907,
      "step": 28086
    },
    {
      "contrastive_lambda": 0.5500245684115707,
      "epoch": 8.760761072988148,
      "step": 28087
    },
    {
      "contrastive_lambda": 0.5499985197621399,
      "epoch": 8.761072988147223,
      "step": 28088
    },
    {
      "contrastive_lambda": 0.5499724709756353,
      "epoch": 8.7613849033063,
      "step": 28089
    },
    {
      "epoch": 8.761696818465378,
      "grad_norm": 0.11377787590026855,
      "learning_rate": 5.934470184280448e-05,
      "loss": 0.0351,
      "step": 28090
    },
    {
      "epoch": 8.761696818465378,
      "flow_loss": 0.026495108380913734,
      "step": 28090
    },
    {
      "contrastive_loss": 0.004331944510340691,
      "epoch": 8.761696818465378,
      "step": 28090
    },
    {
      "contrastive_lambda": 0.5499464220521281,
      "epoch": 8.761696818465378,
      "step": 28090
    },
    {
      "contrastive_lambda": 0.5499203729916902,
      "epoch": 8.762008733624453,
      "step": 28091
    },
    {
      "contrastive_lambda": 0.5498943237943927,
      "epoch": 8.76232064878353,
      "step": 28092
    },
    {
      "contrastive_lambda": 0.549868274460307,
      "epoch": 8.762632563942608,
      "step": 28093
    },
    {
      "contrastive_lambda": 0.5498422249895046,
      "epoch": 8.762944479101684,
      "step": 28094
    },
    {
      "contrastive_lambda": 0.5498161753820571,
      "epoch": 8.763256394260761,
      "step": 28095
    },
    {
      "contrastive_lambda": 0.5497901256380355,
      "epoch": 8.763568309419838,
      "step": 28096
    },
    {
      "contrastive_lambda": 0.5497640757575115,
      "epoch": 8.763880224578914,
      "step": 28097
    },
    {
      "contrastive_lambda": 0.5497380257405566,
      "epoch": 8.764192139737991,
      "step": 28098
    },
    {
      "contrastive_lambda": 0.5497119755872419,
      "epoch": 8.764504054897069,
      "step": 28099
    },
    {
      "epoch": 8.764815970056144,
      "grad_norm": 0.14618909358978271,
      "learning_rate": 5.931762816134516e-05,
      "loss": 0.037,
      "step": 28100
    },
    {
      "epoch": 8.764815970056144,
      "flow_loss": 0.02716800384223461,
      "step": 28100
    },
    {
      "contrastive_loss": 0.004808790050446987,
      "epoch": 8.764815970056144,
      "step": 28100
    },
    {
      "contrastive_lambda": 0.5496859252976392,
      "epoch": 8.764815970056144,
      "step": 28100
    },
    {
      "contrastive_lambda": 0.5496598748718196,
      "epoch": 8.765127885215222,
      "step": 28101
    },
    {
      "contrastive_lambda": 0.5496338243098545,
      "epoch": 8.765439800374299,
      "step": 28102
    },
    {
      "contrastive_lambda": 0.5496077736118157,
      "epoch": 8.765751715533375,
      "step": 28103
    },
    {
      "contrastive_lambda": 0.5495817227777742,
      "epoch": 8.766063630692452,
      "step": 28104
    },
    {
      "contrastive_lambda": 0.5495556718078016,
      "epoch": 8.766375545851528,
      "step": 28105
    },
    {
      "contrastive_lambda": 0.5495296207019694,
      "epoch": 8.766687461010605,
      "step": 28106
    },
    {
      "contrastive_lambda": 0.5495035694603488,
      "epoch": 8.766999376169682,
      "step": 28107
    },
    {
      "contrastive_lambda": 0.5494775180830115,
      "epoch": 8.767311291328758,
      "step": 28108
    },
    {
      "contrastive_lambda": 0.5494514665700287,
      "epoch": 8.767623206487835,
      "step": 28109
    },
    {
      "epoch": 8.767935121646913,
      "grad_norm": 0.12311030179262161,
      "learning_rate": 5.9290551649436434e-05,
      "loss": 0.0291,
      "step": 28110
    },
    {
      "epoch": 8.767935121646913,
      "flow_loss": 0.023192251101136208,
      "step": 28110
    },
    {
      "contrastive_loss": 0.004725437145680189,
      "epoch": 8.767935121646913,
      "step": 28110
    },
    {
      "contrastive_lambda": 0.5494254149214719,
      "epoch": 8.767935121646913,
      "step": 28110
    },
    {
      "contrastive_lambda": 0.5493993631374126,
      "epoch": 8.768247036805988,
      "step": 28111
    },
    {
      "contrastive_lambda": 0.5493733112179221,
      "epoch": 8.768558951965066,
      "step": 28112
    },
    {
      "contrastive_lambda": 0.5493472591630717,
      "epoch": 8.768870867124143,
      "step": 28113
    },
    {
      "contrastive_lambda": 0.5493212069729332,
      "epoch": 8.769182782283218,
      "step": 28114
    },
    {
      "contrastive_lambda": 0.5492951546475777,
      "epoch": 8.769494697442296,
      "step": 28115
    },
    {
      "contrastive_lambda": 0.5492691021870767,
      "epoch": 8.769806612601373,
      "step": 28116
    },
    {
      "contrastive_lambda": 0.5492430495915017,
      "epoch": 8.770118527760449,
      "step": 28117
    },
    {
      "contrastive_lambda": 0.5492169968609243,
      "epoch": 8.770430442919526,
      "step": 28118
    },
    {
      "contrastive_lambda": 0.5491909439954155,
      "epoch": 8.770742358078603,
      "step": 28119
    },
    {
      "epoch": 8.771054273237679,
      "grad_norm": 0.10521391034126282,
      "learning_rate": 5.9263472315303416e-05,
      "loss": 0.0334,
      "step": 28120
    },
    {
      "epoch": 8.771054273237679,
      "flow_loss": 0.018692588433623314,
      "step": 28120
    },
    {
      "contrastive_loss": 0.005379418842494488,
      "epoch": 8.771054273237679,
      "step": 28120
    },
    {
      "contrastive_lambda": 0.5491648909950468,
      "epoch": 8.771054273237679,
      "step": 28120
    },
    {
      "contrastive_lambda": 0.5491388378598899,
      "epoch": 8.771366188396756,
      "step": 28121
    },
    {
      "contrastive_lambda": 0.5491127845900161,
      "epoch": 8.771678103555832,
      "step": 28122
    },
    {
      "contrastive_lambda": 0.5490867311854969,
      "epoch": 8.77199001871491,
      "step": 28123
    },
    {
      "contrastive_lambda": 0.5490606776464034,
      "epoch": 8.772301933873987,
      "step": 28124
    },
    {
      "contrastive_lambda": 0.5490346239728076,
      "epoch": 8.772613849033062,
      "step": 28125
    },
    {
      "contrastive_lambda": 0.5490085701647804,
      "epoch": 8.77292576419214,
      "step": 28126
    },
    {
      "contrastive_lambda": 0.5489825162223932,
      "epoch": 8.773237679351217,
      "step": 28127
    },
    {
      "contrastive_lambda": 0.548956462145718,
      "epoch": 8.773549594510293,
      "step": 28128
    },
    {
      "contrastive_lambda": 0.5489304079348258,
      "epoch": 8.77386150966937,
      "step": 28129
    },
    {
      "epoch": 8.774173424828447,
      "grad_norm": 0.10283595323562622,
      "learning_rate": 5.9236390167172096e-05,
      "loss": 0.0281,
      "step": 28130
    },
    {
      "epoch": 8.774173424828447,
      "flow_loss": 0.014979354105889797,
      "step": 28130
    },
    {
      "contrastive_loss": 0.003964338451623917,
      "epoch": 8.774173424828447,
      "step": 28130
    },
    {
      "contrastive_lambda": 0.5489043535897881,
      "epoch": 8.774173424828447,
      "step": 28130
    },
    {
      "contrastive_lambda": 0.5488782991106762,
      "epoch": 8.774485339987523,
      "step": 28131
    },
    {
      "contrastive_lambda": 0.5488522444975619,
      "epoch": 8.7747972551466,
      "step": 28132
    },
    {
      "contrastive_lambda": 0.5488261897505162,
      "epoch": 8.775109170305678,
      "step": 28133
    },
    {
      "contrastive_lambda": 0.5488001348696109,
      "epoch": 8.775421085464753,
      "step": 28134
    },
    {
      "contrastive_lambda": 0.5487740798549171,
      "epoch": 8.77573300062383,
      "step": 28135
    },
    {
      "contrastive_lambda": 0.5487480247065064,
      "epoch": 8.776044915782908,
      "step": 28136
    },
    {
      "contrastive_lambda": 0.5487219694244504,
      "epoch": 8.776356830941983,
      "step": 28137
    },
    {
      "contrastive_lambda": 0.5486959140088201,
      "epoch": 8.77666874610106,
      "step": 28138
    },
    {
      "contrastive_lambda": 0.5486698584596873,
      "epoch": 8.776980661260136,
      "step": 28139
    },
    {
      "epoch": 8.777292576419214,
      "grad_norm": 0.10705702006816864,
      "learning_rate": 5.920930521326932e-05,
      "loss": 0.0243,
      "step": 28140
    },
    {
      "epoch": 8.777292576419214,
      "flow_loss": 0.028369275853037834,
      "step": 28140
    },
    {
      "contrastive_loss": 0.0035871961154043674,
      "epoch": 8.777292576419214,
      "step": 28140
    },
    {
      "contrastive_lambda": 0.5486438027771234,
      "epoch": 8.777292576419214,
      "step": 28140
    },
    {
      "contrastive_lambda": 0.5486177469611997,
      "epoch": 8.777604491578291,
      "step": 28141
    },
    {
      "contrastive_lambda": 0.5485916910119877,
      "epoch": 8.777916406737367,
      "step": 28142
    },
    {
      "contrastive_lambda": 0.5485656349295588,
      "epoch": 8.778228321896444,
      "step": 28143
    },
    {
      "contrastive_lambda": 0.5485395787139844,
      "epoch": 8.778540237055521,
      "step": 28144
    },
    {
      "contrastive_lambda": 0.5485135223653361,
      "epoch": 8.778852152214597,
      "step": 28145
    },
    {
      "contrastive_lambda": 0.5484874658836852,
      "epoch": 8.779164067373674,
      "step": 28146
    },
    {
      "contrastive_lambda": 0.5484614092691029,
      "epoch": 8.779475982532752,
      "step": 28147
    },
    {
      "contrastive_lambda": 0.5484353525216612,
      "epoch": 8.779787897691827,
      "step": 28148
    },
    {
      "contrastive_lambda": 0.5484092956414313,
      "epoch": 8.780099812850905,
      "step": 28149
    },
    {
      "epoch": 8.780411728009982,
      "grad_norm": 0.10658533126115799,
      "learning_rate": 5.918221746182276e-05,
      "loss": 0.03,
      "step": 28150
    },
    {
      "epoch": 8.780411728009982,
      "flow_loss": 0.026438849046826363,
      "step": 28150
    },
    {
      "contrastive_loss": 0.005676379427313805,
      "epoch": 8.780411728009982,
      "step": 28150
    },
    {
      "contrastive_lambda": 0.5483832386284843,
      "epoch": 8.780411728009982,
      "step": 28150
    },
    {
      "contrastive_lambda": 0.548357181482892,
      "epoch": 8.780723643169058,
      "step": 28151
    },
    {
      "contrastive_lambda": 0.5483311242047259,
      "epoch": 8.781035558328135,
      "step": 28152
    },
    {
      "contrastive_lambda": 0.548305066794057,
      "epoch": 8.781347473487212,
      "step": 28153
    },
    {
      "contrastive_lambda": 0.5482790092509572,
      "epoch": 8.781659388646288,
      "step": 28154
    },
    {
      "contrastive_lambda": 0.5482529515754977,
      "epoch": 8.781971303805365,
      "step": 28155
    },
    {
      "contrastive_lambda": 0.54822689376775,
      "epoch": 8.78228321896444,
      "step": 28156
    },
    {
      "contrastive_lambda": 0.5482008358277857,
      "epoch": 8.782595134123518,
      "step": 28157
    },
    {
      "contrastive_lambda": 0.5481747777556757,
      "epoch": 8.782907049282596,
      "step": 28158
    },
    {
      "contrastive_lambda": 0.548148719551492,
      "epoch": 8.783218964441671,
      "step": 28159
    },
    {
      "epoch": 8.783530879600749,
      "grad_norm": 0.12629985809326172,
      "learning_rate": 5.9155126921061e-05,
      "loss": 0.0301,
      "step": 28160
    },
    {
      "epoch": 8.783530879600749,
      "flow_loss": 0.03473573178052902,
      "step": 28160
    },
    {
      "contrastive_loss": 0.0037349979393184185,
      "epoch": 8.783530879600749,
      "step": 28160
    },
    {
      "contrastive_lambda": 0.548122661215306,
      "epoch": 8.783530879600749,
      "step": 28160
    },
    {
      "contrastive_lambda": 0.5480966027471889,
      "epoch": 8.783842794759826,
      "step": 28161
    },
    {
      "contrastive_lambda": 0.5480705441472121,
      "epoch": 8.784154709918901,
      "step": 28162
    },
    {
      "contrastive_lambda": 0.5480444854154474,
      "epoch": 8.784466625077979,
      "step": 28163
    },
    {
      "contrastive_lambda": 0.5480184265519658,
      "epoch": 8.784778540237056,
      "step": 28164
    },
    {
      "contrastive_lambda": 0.5479923675568391,
      "epoch": 8.785090455396132,
      "step": 28165
    },
    {
      "contrastive_lambda": 0.5479663084301385,
      "epoch": 8.78540237055521,
      "step": 28166
    },
    {
      "contrastive_lambda": 0.5479402491719355,
      "epoch": 8.785714285714286,
      "step": 28167
    },
    {
      "contrastive_lambda": 0.5479141897823018,
      "epoch": 8.786026200873362,
      "step": 28168
    },
    {
      "contrastive_lambda": 0.5478881302613086,
      "epoch": 8.78633811603244,
      "step": 28169
    },
    {
      "epoch": 8.786650031191517,
      "grad_norm": 0.09537255018949509,
      "learning_rate": 5.91280335992134e-05,
      "loss": 0.0303,
      "step": 28170
    },
    {
      "epoch": 8.786650031191517,
      "flow_loss": 0.029146138578653336,
      "step": 28170
    },
    {
      "contrastive_loss": 0.0056319646537303925,
      "epoch": 8.786650031191517,
      "step": 28170
    },
    {
      "contrastive_lambda": 0.547862070609027,
      "epoch": 8.786650031191517,
      "step": 28170
    },
    {
      "contrastive_lambda": 0.5478360108255292,
      "epoch": 8.786961946350592,
      "step": 28171
    },
    {
      "contrastive_lambda": 0.5478099509108861,
      "epoch": 8.78727386150967,
      "step": 28172
    },
    {
      "contrastive_lambda": 0.5477838908651693,
      "epoch": 8.787585776668745,
      "step": 28173
    },
    {
      "contrastive_lambda": 0.5477578306884504,
      "epoch": 8.787897691827823,
      "step": 28174
    },
    {
      "contrastive_lambda": 0.5477317703808006,
      "epoch": 8.7882096069869,
      "step": 28175
    },
    {
      "contrastive_lambda": 0.5477057099422914,
      "epoch": 8.788521522145976,
      "step": 28176
    },
    {
      "contrastive_lambda": 0.5476796493729943,
      "epoch": 8.788833437305053,
      "step": 28177
    },
    {
      "contrastive_lambda": 0.5476535886729808,
      "epoch": 8.78914535246413,
      "step": 28178
    },
    {
      "contrastive_lambda": 0.5476275278423223,
      "epoch": 8.789457267623206,
      "step": 28179
    },
    {
      "epoch": 8.789769182782283,
      "grad_norm": 0.10870370268821716,
      "learning_rate": 5.91009375045102e-05,
      "loss": 0.0308,
      "step": 28180
    },
    {
      "epoch": 8.789769182782283,
      "flow_loss": 0.022155381739139557,
      "step": 28180
    },
    {
      "contrastive_loss": 0.004090143833309412,
      "epoch": 8.789769182782283,
      "step": 28180
    },
    {
      "contrastive_lambda": 0.5476014668810902,
      "epoch": 8.789769182782283,
      "step": 28180
    },
    {
      "contrastive_lambda": 0.5475754057893558,
      "epoch": 8.79008109794136,
      "step": 28181
    },
    {
      "contrastive_lambda": 0.547549344567191,
      "epoch": 8.790393013100436,
      "step": 28182
    },
    {
      "contrastive_lambda": 0.5475232832146668,
      "epoch": 8.790704928259514,
      "step": 28183
    },
    {
      "contrastive_lambda": 0.5474972217318549,
      "epoch": 8.791016843418591,
      "step": 28184
    },
    {
      "contrastive_lambda": 0.5474711601188266,
      "epoch": 8.791328758577666,
      "step": 28185
    },
    {
      "contrastive_lambda": 0.5474450983756535,
      "epoch": 8.791640673736744,
      "step": 28186
    },
    {
      "contrastive_lambda": 0.5474190365024069,
      "epoch": 8.791952588895821,
      "step": 28187
    },
    {
      "contrastive_lambda": 0.5473929744991584,
      "epoch": 8.792264504054897,
      "step": 28188
    },
    {
      "contrastive_lambda": 0.5473669123659792,
      "epoch": 8.792576419213974,
      "step": 28189
    },
    {
      "epoch": 8.79288833437305,
      "grad_norm": 0.1246180385351181,
      "learning_rate": 5.9073838645182476e-05,
      "loss": 0.0263,
      "step": 28190
    },
    {
      "epoch": 8.79288833437305,
      "flow_loss": 0.016675319522619247,
      "step": 28190
    },
    {
      "contrastive_loss": 0.004599639214575291,
      "epoch": 8.79288833437305,
      "step": 28190
    },
    {
      "contrastive_lambda": 0.547340850102941,
      "epoch": 8.79288833437305,
      "step": 28190
    },
    {
      "contrastive_lambda": 0.5473147877101153,
      "epoch": 8.793200249532127,
      "step": 28191
    },
    {
      "contrastive_lambda": 0.5472887251875731,
      "epoch": 8.793512164691204,
      "step": 28192
    },
    {
      "contrastive_lambda": 0.5472626625353865,
      "epoch": 8.79382407985028,
      "step": 28193
    },
    {
      "contrastive_lambda": 0.5472365997536266,
      "epoch": 8.794135995009357,
      "step": 28194
    },
    {
      "contrastive_lambda": 0.5472105368423648,
      "epoch": 8.794447910168435,
      "step": 28195
    },
    {
      "contrastive_lambda": 0.5471844738016726,
      "epoch": 8.79475982532751,
      "step": 28196
    },
    {
      "contrastive_lambda": 0.5471584106316215,
      "epoch": 8.795071740486588,
      "step": 28197
    },
    {
      "contrastive_lambda": 0.547132347332283,
      "epoch": 8.795383655645665,
      "step": 28198
    },
    {
      "contrastive_lambda": 0.5471062839037285,
      "epoch": 8.79569557080474,
      "step": 28199
    },
    {
      "epoch": 8.796007485963818,
      "grad_norm": 0.09404464811086655,
      "learning_rate": 5.904673702946217e-05,
      "loss": 0.0346,
      "step": 28200
    },
    {
      "epoch": 8.796007485963818,
      "flow_loss": 0.05659382790327072,
      "step": 28200
    },
    {
      "contrastive_loss": 0.004246039781719446,
      "epoch": 8.796007485963818,
      "step": 28200
    },
    {
      "contrastive_lambda": 0.5470802203460294,
      "epoch": 8.796007485963818,
      "step": 28200
    },
    {
      "contrastive_lambda": 0.5470541566592572,
      "epoch": 8.796319401122895,
      "step": 28201
    },
    {
      "contrastive_lambda": 0.5470280928434834,
      "epoch": 8.796631316281971,
      "step": 28202
    },
    {
      "contrastive_lambda": 0.5470020288987795,
      "epoch": 8.796943231441048,
      "step": 28203
    },
    {
      "contrastive_lambda": 0.5469759648252165,
      "epoch": 8.797255146600126,
      "step": 28204
    },
    {
      "contrastive_lambda": 0.5469499006228665,
      "epoch": 8.797567061759201,
      "step": 28205
    },
    {
      "contrastive_lambda": 0.5469238362918007,
      "epoch": 8.797878976918279,
      "step": 28206
    },
    {
      "contrastive_lambda": 0.5468977718320905,
      "epoch": 8.798190892077354,
      "step": 28207
    },
    {
      "contrastive_lambda": 0.5468717072438074,
      "epoch": 8.798502807236432,
      "step": 28208
    },
    {
      "contrastive_lambda": 0.5468456425270228,
      "epoch": 8.798814722395509,
      "step": 28209
    },
    {
      "epoch": 8.799126637554584,
      "grad_norm": 0.09393195062875748,
      "learning_rate": 5.9019632665582004e-05,
      "loss": 0.0346,
      "step": 28210
    },
    {
      "epoch": 8.799126637554584,
      "flow_loss": 0.0389869324862957,
      "step": 28210
    },
    {
      "contrastive_loss": 0.005631634965538979,
      "epoch": 8.799126637554584,
      "step": 28210
    },
    {
      "contrastive_lambda": 0.5468195776818083,
      "epoch": 8.799126637554584,
      "step": 28210
    },
    {
      "contrastive_lambda": 0.5467935127082353,
      "epoch": 8.799438552713662,
      "step": 28211
    },
    {
      "contrastive_lambda": 0.546767447606375,
      "epoch": 8.79975046787274,
      "step": 28212
    },
    {
      "contrastive_lambda": 0.5467413823762993,
      "epoch": 8.800062383031815,
      "step": 28213
    },
    {
      "contrastive_lambda": 0.5467153170180795,
      "epoch": 8.800374298190892,
      "step": 28214
    },
    {
      "contrastive_lambda": 0.5466892515317867,
      "epoch": 8.80068621334997,
      "step": 28215
    },
    {
      "contrastive_lambda": 0.546663185917493,
      "epoch": 8.800998128509045,
      "step": 28216
    },
    {
      "contrastive_lambda": 0.5466371201752694,
      "epoch": 8.801310043668122,
      "step": 28217
    },
    {
      "contrastive_lambda": 0.5466110543051874,
      "epoch": 8.8016219588272,
      "step": 28218
    },
    {
      "contrastive_lambda": 0.5465849883073186,
      "epoch": 8.801933873986275,
      "step": 28219
    },
    {
      "epoch": 8.802245789145353,
      "grad_norm": 0.12079308927059174,
      "learning_rate": 5.899252556177559e-05,
      "loss": 0.0342,
      "step": 28220
    },
    {
      "epoch": 8.802245789145353,
      "flow_loss": 0.03696944937109947,
      "step": 28220
    },
    {
      "contrastive_loss": 0.0038963635452091694,
      "epoch": 8.802245789145353,
      "step": 28220
    },
    {
      "contrastive_lambda": 0.5465589221817345,
      "epoch": 8.802245789145353,
      "step": 28220
    },
    {
      "contrastive_lambda": 0.5465328559285063,
      "epoch": 8.80255770430443,
      "step": 28221
    },
    {
      "contrastive_lambda": 0.5465067895477058,
      "epoch": 8.802869619463506,
      "step": 28222
    },
    {
      "contrastive_lambda": 0.5464807230394042,
      "epoch": 8.803181534622583,
      "step": 28223
    },
    {
      "contrastive_lambda": 0.5464546564036731,
      "epoch": 8.803493449781659,
      "step": 28224
    },
    {
      "contrastive_lambda": 0.5464285896405839,
      "epoch": 8.803805364940736,
      "step": 28225
    },
    {
      "contrastive_lambda": 0.5464025227502082,
      "epoch": 8.804117280099813,
      "step": 28226
    },
    {
      "contrastive_lambda": 0.5463764557326172,
      "epoch": 8.804429195258889,
      "step": 28227
    },
    {
      "contrastive_lambda": 0.5463503885878825,
      "epoch": 8.804741110417966,
      "step": 28228
    },
    {
      "contrastive_lambda": 0.5463243213160757,
      "epoch": 8.805053025577044,
      "step": 28229
    },
    {
      "epoch": 8.80536494073612,
      "grad_norm": 0.11685462296009064,
      "learning_rate": 5.896541572627735e-05,
      "loss": 0.0352,
      "step": 28230
    },
    {
      "epoch": 8.80536494073612,
      "flow_loss": 0.022398125380277634,
      "step": 28230
    },
    {
      "contrastive_loss": 0.004347747191786766,
      "epoch": 8.80536494073612,
      "step": 28230
    },
    {
      "contrastive_lambda": 0.5462982539172682,
      "epoch": 8.80536494073612,
      "step": 28230
    },
    {
      "contrastive_lambda": 0.5462721863915312,
      "epoch": 8.805676855895197,
      "step": 28231
    },
    {
      "contrastive_lambda": 0.5462461187389364,
      "epoch": 8.805988771054274,
      "step": 28232
    },
    {
      "contrastive_lambda": 0.5462200509595554,
      "epoch": 8.80630068621335,
      "step": 28233
    },
    {
      "contrastive_lambda": 0.5461939830534593,
      "epoch": 8.806612601372427,
      "step": 28234
    },
    {
      "contrastive_lambda": 0.5461679150207198,
      "epoch": 8.806924516531504,
      "step": 28235
    },
    {
      "contrastive_lambda": 0.5461418468614085,
      "epoch": 8.80723643169058,
      "step": 28236
    },
    {
      "contrastive_lambda": 0.5461157785755968,
      "epoch": 8.807548346849657,
      "step": 28237
    },
    {
      "contrastive_lambda": 0.5460897101633557,
      "epoch": 8.807860262008735,
      "step": 28238
    },
    {
      "contrastive_lambda": 0.5460636416247573,
      "epoch": 8.80817217716781,
      "step": 28239
    },
    {
      "epoch": 8.808484092326887,
      "grad_norm": 0.0734478160738945,
      "learning_rate": 5.893830316732253e-05,
      "loss": 0.0323,
      "step": 28240
    },
    {
      "epoch": 8.808484092326887,
      "flow_loss": 0.036938559263944626,
      "step": 28240
    },
    {
      "contrastive_loss": 0.004614773206412792,
      "epoch": 8.808484092326887,
      "step": 28240
    },
    {
      "contrastive_lambda": 0.5460375729598729,
      "epoch": 8.808484092326887,
      "step": 28240
    },
    {
      "contrastive_lambda": 0.5460115041687736,
      "epoch": 8.808796007485963,
      "step": 28241
    },
    {
      "contrastive_lambda": 0.5459854352515313,
      "epoch": 8.80910792264504,
      "step": 28242
    },
    {
      "contrastive_lambda": 0.5459593662082172,
      "epoch": 8.809419837804118,
      "step": 28243
    },
    {
      "contrastive_lambda": 0.545933297038903,
      "epoch": 8.809731752963193,
      "step": 28244
    },
    {
      "contrastive_lambda": 0.5459072277436602,
      "epoch": 8.81004366812227,
      "step": 28245
    },
    {
      "contrastive_lambda": 0.5458811583225598,
      "epoch": 8.810355583281348,
      "step": 28246
    },
    {
      "contrastive_lambda": 0.5458550887756739,
      "epoch": 8.810667498440424,
      "step": 28247
    },
    {
      "contrastive_lambda": 0.5458290191030736,
      "epoch": 8.810979413599501,
      "step": 28248
    },
    {
      "contrastive_lambda": 0.5458029493048302,
      "epoch": 8.811291328758578,
      "step": 28249
    },
    {
      "epoch": 8.811603243917654,
      "grad_norm": 0.0911700651049614,
      "learning_rate": 5.8911187893147214e-05,
      "loss": 0.0366,
      "step": 28250
    },
    {
      "epoch": 8.811603243917654,
      "flow_loss": 0.042772326618433,
      "step": 28250
    },
    {
      "contrastive_loss": 0.007239926606416702,
      "epoch": 8.811603243917654,
      "step": 28250
    },
    {
      "contrastive_lambda": 0.5457768793810157,
      "epoch": 8.811603243917654,
      "step": 28250
    },
    {
      "contrastive_lambda": 0.5457508093317013,
      "epoch": 8.811915159076731,
      "step": 28251
    },
    {
      "contrastive_lambda": 0.5457247391569583,
      "epoch": 8.812227074235809,
      "step": 28252
    },
    {
      "contrastive_lambda": 0.5456986688568584,
      "epoch": 8.812538989394884,
      "step": 28253
    },
    {
      "contrastive_lambda": 0.545672598431473,
      "epoch": 8.812850904553962,
      "step": 28254
    },
    {
      "contrastive_lambda": 0.5456465278808735,
      "epoch": 8.813162819713039,
      "step": 28255
    },
    {
      "contrastive_lambda": 0.5456204572051315,
      "epoch": 8.813474734872115,
      "step": 28256
    },
    {
      "contrastive_lambda": 0.5455943864043185,
      "epoch": 8.813786650031192,
      "step": 28257
    },
    {
      "contrastive_lambda": 0.5455683154785058,
      "epoch": 8.814098565190267,
      "step": 28258
    },
    {
      "contrastive_lambda": 0.545542244427765,
      "epoch": 8.814410480349345,
      "step": 28259
    },
    {
      "epoch": 8.814722395508422,
      "grad_norm": 0.09315189719200134,
      "learning_rate": 5.888406991198828e-05,
      "loss": 0.0338,
      "step": 28260
    },
    {
      "epoch": 8.814722395508422,
      "flow_loss": 0.04953119531273842,
      "step": 28260
    },
    {
      "contrastive_loss": 0.004849449265748262,
      "epoch": 8.814722395508422,
      "step": 28260
    },
    {
      "contrastive_lambda": 0.5455161732521676,
      "epoch": 8.814722395508422,
      "step": 28260
    },
    {
      "contrastive_lambda": 0.5454901019517849,
      "epoch": 8.815034310667498,
      "step": 28261
    },
    {
      "contrastive_lambda": 0.5454640305266887,
      "epoch": 8.815346225826575,
      "step": 28262
    },
    {
      "contrastive_lambda": 0.5454379589769501,
      "epoch": 8.815658140985652,
      "step": 28263
    },
    {
      "contrastive_lambda": 0.5454118873026409,
      "epoch": 8.815970056144728,
      "step": 28264
    },
    {
      "contrastive_lambda": 0.5453858155038324,
      "epoch": 8.816281971303805,
      "step": 28265
    },
    {
      "contrastive_lambda": 0.545359743580596,
      "epoch": 8.816593886462883,
      "step": 28266
    },
    {
      "contrastive_lambda": 0.5453336715330034,
      "epoch": 8.816905801621958,
      "step": 28267
    },
    {
      "contrastive_lambda": 0.545307599361126,
      "epoch": 8.817217716781036,
      "step": 28268
    },
    {
      "contrastive_lambda": 0.5452815270650351,
      "epoch": 8.817529631940113,
      "step": 28269
    },
    {
      "epoch": 8.817841547099189,
      "grad_norm": 0.08960410207509995,
      "learning_rate": 5.885694923208349e-05,
      "loss": 0.0323,
      "step": 28270
    },
    {
      "epoch": 8.817841547099189,
      "flow_loss": 0.01800956018269062,
      "step": 28270
    },
    {
      "contrastive_loss": 0.003606456099078059,
      "epoch": 8.817841547099189,
      "step": 28270
    },
    {
      "contrastive_lambda": 0.5452554546448024,
      "epoch": 8.817841547099189,
      "step": 28270
    },
    {
      "contrastive_lambda": 0.5452293821004994,
      "epoch": 8.818153462258266,
      "step": 28271
    },
    {
      "contrastive_lambda": 0.5452033094321972,
      "epoch": 8.818465377417343,
      "step": 28272
    },
    {
      "contrastive_lambda": 0.5451772366399678,
      "epoch": 8.818777292576419,
      "step": 28273
    },
    {
      "contrastive_lambda": 0.5451511637238824,
      "epoch": 8.819089207735496,
      "step": 28274
    },
    {
      "contrastive_lambda": 0.5451250906840125,
      "epoch": 8.819401122894572,
      "step": 28275
    },
    {
      "contrastive_lambda": 0.5450990175204296,
      "epoch": 8.81971303805365,
      "step": 28276
    },
    {
      "contrastive_lambda": 0.5450729442332052,
      "epoch": 8.820024953212727,
      "step": 28277
    },
    {
      "contrastive_lambda": 0.5450468708224108,
      "epoch": 8.820336868371802,
      "step": 28278
    },
    {
      "contrastive_lambda": 0.5450207972881178,
      "epoch": 8.82064878353088,
      "step": 28279
    },
    {
      "epoch": 8.820960698689957,
      "grad_norm": 0.08661553263664246,
      "learning_rate": 5.882982586167138e-05,
      "loss": 0.0281,
      "step": 28280
    },
    {
      "epoch": 8.820960698689957,
      "flow_loss": 0.03931734710931778,
      "step": 28280
    },
    {
      "contrastive_loss": 0.004860732704401016,
      "epoch": 8.820960698689957,
      "step": 28280
    },
    {
      "contrastive_lambda": 0.5449947236303976,
      "epoch": 8.820960698689957,
      "step": 28280
    },
    {
      "contrastive_lambda": 0.5449686498493219,
      "epoch": 8.821272613849032,
      "step": 28281
    },
    {
      "contrastive_lambda": 0.5449425759449623,
      "epoch": 8.82158452900811,
      "step": 28282
    },
    {
      "contrastive_lambda": 0.5449165019173898,
      "epoch": 8.821896444167187,
      "step": 28283
    },
    {
      "contrastive_lambda": 0.5448904277666763,
      "epoch": 8.822208359326263,
      "step": 28284
    },
    {
      "contrastive_lambda": 0.5448643534928931,
      "epoch": 8.82252027448534,
      "step": 28285
    },
    {
      "contrastive_lambda": 0.5448382790961117,
      "epoch": 8.822832189644418,
      "step": 28286
    },
    {
      "contrastive_lambda": 0.5448122045764038,
      "epoch": 8.823144104803493,
      "step": 28287
    },
    {
      "contrastive_lambda": 0.5447861299338405,
      "epoch": 8.82345601996257,
      "step": 28288
    },
    {
      "contrastive_lambda": 0.5447600551684935,
      "epoch": 8.823767935121648,
      "step": 28289
    },
    {
      "epoch": 8.824079850280723,
      "grad_norm": 0.09803856164216995,
      "learning_rate": 5.880269980899131e-05,
      "loss": 0.0274,
      "step": 28290
    },
    {
      "epoch": 8.824079850280723,
      "flow_loss": 0.030406443402171135,
      "step": 28290
    },
    {
      "contrastive_loss": 0.005060122348368168,
      "epoch": 8.824079850280723,
      "step": 28290
    },
    {
      "contrastive_lambda": 0.5447339802804343,
      "epoch": 8.824079850280723,
      "step": 28290
    },
    {
      "contrastive_lambda": 0.5447079052697343,
      "epoch": 8.8243917654398,
      "step": 28291
    },
    {
      "contrastive_lambda": 0.544681830136465,
      "epoch": 8.824703680598876,
      "step": 28292
    },
    {
      "contrastive_lambda": 0.5446557548806981,
      "epoch": 8.825015595757954,
      "step": 28293
    },
    {
      "contrastive_lambda": 0.5446296795025048,
      "epoch": 8.825327510917031,
      "step": 28294
    },
    {
      "contrastive_lambda": 0.5446036040019566,
      "epoch": 8.825639426076107,
      "step": 28295
    },
    {
      "contrastive_lambda": 0.5445775283791253,
      "epoch": 8.825951341235184,
      "step": 28296
    },
    {
      "contrastive_lambda": 0.5445514526340821,
      "epoch": 8.826263256394261,
      "step": 28297
    },
    {
      "contrastive_lambda": 0.5445253767668986,
      "epoch": 8.826575171553337,
      "step": 28298
    },
    {
      "contrastive_lambda": 0.5444993007776462,
      "epoch": 8.826887086712414,
      "step": 28299
    },
    {
      "epoch": 8.827199001871492,
      "grad_norm": 0.08864875882863998,
      "learning_rate": 5.8775571082283465e-05,
      "loss": 0.0301,
      "step": 28300
    },
    {
      "epoch": 8.827199001871492,
      "flow_loss": 0.03323086351156235,
      "step": 28300
    },
    {
      "contrastive_loss": 0.004439138807356358,
      "epoch": 8.827199001871492,
      "step": 28300
    },
    {
      "contrastive_lambda": 0.5444732246663964,
      "epoch": 8.827199001871492,
      "step": 28300
    },
    {
      "contrastive_lambda": 0.5444471484332208,
      "epoch": 8.827510917030567,
      "step": 28301
    },
    {
      "contrastive_lambda": 0.5444210720781909,
      "epoch": 8.827822832189645,
      "step": 28302
    },
    {
      "contrastive_lambda": 0.5443949956013778,
      "epoch": 8.828134747348722,
      "step": 28303
    },
    {
      "contrastive_lambda": 0.5443689190028536,
      "epoch": 8.828446662507798,
      "step": 28304
    },
    {
      "contrastive_lambda": 0.5443428422826894,
      "epoch": 8.828758577666875,
      "step": 28305
    },
    {
      "contrastive_lambda": 0.5443167654409568,
      "epoch": 8.829070492825952,
      "step": 28306
    },
    {
      "contrastive_lambda": 0.5442906884777271,
      "epoch": 8.829382407985028,
      "step": 28307
    },
    {
      "contrastive_lambda": 0.5442646113930723,
      "epoch": 8.829694323144105,
      "step": 28308
    },
    {
      "contrastive_lambda": 0.5442385341870632,
      "epoch": 8.83000623830318,
      "step": 28309
    },
    {
      "epoch": 8.830318153462258,
      "grad_norm": 0.13068294525146484,
      "learning_rate": 5.8748439689788824e-05,
      "loss": 0.0292,
      "step": 28310
    },
    {
      "epoch": 8.830318153462258,
      "flow_loss": 0.031190356239676476,
      "step": 28310
    },
    {
      "contrastive_loss": 0.0036748163402080536,
      "epoch": 8.830318153462258,
      "step": 28310
    },
    {
      "contrastive_lambda": 0.5442124568597719,
      "epoch": 8.830318153462258,
      "step": 28310
    },
    {
      "contrastive_lambda": 0.5441863794112695,
      "epoch": 8.830630068621335,
      "step": 28311
    },
    {
      "contrastive_lambda": 0.5441603018416277,
      "epoch": 8.830941983780411,
      "step": 28312
    },
    {
      "contrastive_lambda": 0.5441342241509178,
      "epoch": 8.831253898939488,
      "step": 28313
    },
    {
      "contrastive_lambda": 0.5441081463392115,
      "epoch": 8.831565814098566,
      "step": 28314
    },
    {
      "contrastive_lambda": 0.5440820684065802,
      "epoch": 8.831877729257641,
      "step": 28315
    },
    {
      "contrastive_lambda": 0.5440559903530956,
      "epoch": 8.832189644416719,
      "step": 28316
    },
    {
      "contrastive_lambda": 0.5440299121788288,
      "epoch": 8.832501559575796,
      "step": 28317
    },
    {
      "contrastive_lambda": 0.5440038338838514,
      "epoch": 8.832813474734872,
      "step": 28318
    },
    {
      "contrastive_lambda": 0.5439777554682352,
      "epoch": 8.833125389893949,
      "step": 28319
    },
    {
      "epoch": 8.833437305053026,
      "grad_norm": 0.1347169280052185,
      "learning_rate": 5.87213056397492e-05,
      "loss": 0.0327,
      "step": 28320
    },
    {
      "epoch": 8.833437305053026,
      "flow_loss": 0.022954551503062248,
      "step": 28320
    },
    {
      "contrastive_loss": 0.004093341529369354,
      "epoch": 8.833437305053026,
      "step": 28320
    },
    {
      "contrastive_lambda": 0.5439516769320514,
      "epoch": 8.833437305053026,
      "step": 28320
    },
    {
      "contrastive_lambda": 0.5439255982753717,
      "epoch": 8.833749220212102,
      "step": 28321
    },
    {
      "contrastive_lambda": 0.5438995194982673,
      "epoch": 8.83406113537118,
      "step": 28322
    },
    {
      "contrastive_lambda": 0.5438734406008099,
      "epoch": 8.834373050530257,
      "step": 28323
    },
    {
      "contrastive_lambda": 0.5438473615830711,
      "epoch": 8.834684965689332,
      "step": 28324
    },
    {
      "contrastive_lambda": 0.5438212824451222,
      "epoch": 8.83499688084841,
      "step": 28325
    },
    {
      "contrastive_lambda": 0.5437952031870347,
      "epoch": 8.835308796007485,
      "step": 28326
    },
    {
      "contrastive_lambda": 0.5437691238088802,
      "epoch": 8.835620711166563,
      "step": 28327
    },
    {
      "contrastive_lambda": 0.5437430443107303,
      "epoch": 8.83593262632564,
      "step": 28328
    },
    {
      "contrastive_lambda": 0.5437169646926562,
      "epoch": 8.836244541484715,
      "step": 28329
    },
    {
      "epoch": 8.836556456643793,
      "grad_norm": 0.0898912101984024,
      "learning_rate": 5.869416894040719e-05,
      "loss": 0.0358,
      "step": 28330
    },
    {
      "epoch": 8.836556456643793,
      "flow_loss": 0.024990001693367958,
      "step": 28330
    },
    {
      "contrastive_loss": 0.0041207121685147285,
      "epoch": 8.836556456643793,
      "step": 28330
    },
    {
      "contrastive_lambda": 0.5436908849547295,
      "epoch": 8.836556456643793,
      "step": 28330
    },
    {
      "contrastive_lambda": 0.5436648050970219,
      "epoch": 8.83686837180287,
      "step": 28331
    },
    {
      "contrastive_lambda": 0.5436387251196046,
      "epoch": 8.837180286961946,
      "step": 28332
    },
    {
      "contrastive_lambda": 0.5436126450225496,
      "epoch": 8.837492202121023,
      "step": 28333
    },
    {
      "contrastive_lambda": 0.5435865648059276,
      "epoch": 8.8378041172801,
      "step": 28334
    },
    {
      "contrastive_lambda": 0.5435604844698109,
      "epoch": 8.838116032439176,
      "step": 28335
    },
    {
      "contrastive_lambda": 0.5435344040142706,
      "epoch": 8.838427947598253,
      "step": 28336
    },
    {
      "contrastive_lambda": 0.543508323439378,
      "epoch": 8.83873986275733,
      "step": 28337
    },
    {
      "contrastive_lambda": 0.5434822427452052,
      "epoch": 8.839051777916406,
      "step": 28338
    },
    {
      "contrastive_lambda": 0.5434561619318232,
      "epoch": 8.839363693075484,
      "step": 28339
    },
    {
      "epoch": 8.839675608234561,
      "grad_norm": 0.12017075717449188,
      "learning_rate": 5.866702960000621e-05,
      "loss": 0.0303,
      "step": 28340
    },
    {
      "epoch": 8.839675608234561,
      "flow_loss": 0.03898210451006889,
      "step": 28340
    },
    {
      "contrastive_loss": 0.003564461600035429,
      "epoch": 8.839675608234561,
      "step": 28340
    },
    {
      "contrastive_lambda": 0.5434300809993037,
      "epoch": 8.839675608234561,
      "step": 28340
    },
    {
      "contrastive_lambda": 0.5434039999477182,
      "epoch": 8.839987523393637,
      "step": 28341
    },
    {
      "contrastive_lambda": 0.5433779187771381,
      "epoch": 8.840299438552714,
      "step": 28342
    },
    {
      "contrastive_lambda": 0.5433518374876349,
      "epoch": 8.84061135371179,
      "step": 28343
    },
    {
      "contrastive_lambda": 0.5433257560792805,
      "epoch": 8.840923268870867,
      "step": 28344
    },
    {
      "contrastive_lambda": 0.5432996745521458,
      "epoch": 8.841235184029944,
      "step": 28345
    },
    {
      "contrastive_lambda": 0.5432735929063025,
      "epoch": 8.84154709918902,
      "step": 28346
    },
    {
      "contrastive_lambda": 0.5432475111418225,
      "epoch": 8.841859014348097,
      "step": 28347
    },
    {
      "contrastive_lambda": 0.5432214292587767,
      "epoch": 8.842170929507175,
      "step": 28348
    },
    {
      "contrastive_lambda": 0.5431953472572371,
      "epoch": 8.84248284466625,
      "step": 28349
    },
    {
      "epoch": 8.842794759825328,
      "grad_norm": 0.10443851351737976,
      "learning_rate": 5.863988762679048e-05,
      "loss": 0.0339,
      "step": 28350
    },
    {
      "epoch": 8.842794759825328,
      "flow_loss": 0.039408713579177856,
      "step": 28350
    },
    {
      "contrastive_loss": 0.007109778001904488,
      "epoch": 8.842794759825328,
      "step": 28350
    },
    {
      "contrastive_lambda": 0.5431692651372749,
      "epoch": 8.842794759825328,
      "step": 28350
    },
    {
      "contrastive_lambda": 0.5431431828989617,
      "epoch": 8.843106674984405,
      "step": 28351
    },
    {
      "contrastive_lambda": 0.543117100542369,
      "epoch": 8.84341859014348,
      "step": 28352
    },
    {
      "contrastive_lambda": 0.5430910180675684,
      "epoch": 8.843730505302558,
      "step": 28353
    },
    {
      "contrastive_lambda": 0.5430649354746313,
      "epoch": 8.844042420461635,
      "step": 28354
    },
    {
      "contrastive_lambda": 0.5430388527636293,
      "epoch": 8.84435433562071,
      "step": 28355
    },
    {
      "contrastive_lambda": 0.5430127699346337,
      "epoch": 8.844666250779788,
      "step": 28356
    },
    {
      "contrastive_lambda": 0.5429866869877162,
      "epoch": 8.844978165938866,
      "step": 28357
    },
    {
      "contrastive_lambda": 0.5429606039229483,
      "epoch": 8.845290081097941,
      "step": 28358
    },
    {
      "contrastive_lambda": 0.5429345207404015,
      "epoch": 8.845601996257018,
      "step": 28359
    },
    {
      "epoch": 8.845913911416094,
      "grad_norm": 0.11153843253850937,
      "learning_rate": 5.8612743029005e-05,
      "loss": 0.031,
      "step": 28360
    },
    {
      "epoch": 8.845913911416094,
      "flow_loss": 0.02537071891129017,
      "step": 28360
    },
    {
      "contrastive_loss": 0.005387953948229551,
      "epoch": 8.845913911416094,
      "step": 28360
    },
    {
      "contrastive_lambda": 0.5429084374401472,
      "epoch": 8.845913911416094,
      "step": 28360
    },
    {
      "contrastive_lambda": 0.5428823540222569,
      "epoch": 8.846225826575171,
      "step": 28361
    },
    {
      "contrastive_lambda": 0.5428562704868024,
      "epoch": 8.846537741734249,
      "step": 28362
    },
    {
      "contrastive_lambda": 0.5428301868338549,
      "epoch": 8.846849656893324,
      "step": 28363
    },
    {
      "contrastive_lambda": 0.5428041030634859,
      "epoch": 8.847161572052402,
      "step": 28364
    },
    {
      "contrastive_lambda": 0.5427780191757672,
      "epoch": 8.847473487211479,
      "step": 28365
    },
    {
      "contrastive_lambda": 0.54275193517077,
      "epoch": 8.847785402370555,
      "step": 28366
    },
    {
      "contrastive_lambda": 0.5427258510485661,
      "epoch": 8.848097317529632,
      "step": 28367
    },
    {
      "contrastive_lambda": 0.5426997668092266,
      "epoch": 8.84840923268871,
      "step": 28368
    },
    {
      "contrastive_lambda": 0.5426736824528235,
      "epoch": 8.848721147847785,
      "step": 28369
    },
    {
      "epoch": 8.849033063006862,
      "grad_norm": 0.13147379457950592,
      "learning_rate": 5.858559581489561e-05,
      "loss": 0.0332,
      "step": 28370
    },
    {
      "epoch": 8.849033063006862,
      "flow_loss": 0.03854293003678322,
      "step": 28370
    },
    {
      "contrastive_loss": 0.004419299773871899,
      "epoch": 8.849033063006862,
      "step": 28370
    },
    {
      "contrastive_lambda": 0.5426475979794281,
      "epoch": 8.849033063006862,
      "step": 28370
    },
    {
      "contrastive_lambda": 0.5426215133891116,
      "epoch": 8.84934497816594,
      "step": 28371
    },
    {
      "contrastive_lambda": 0.542595428681946,
      "epoch": 8.849656893325015,
      "step": 28372
    },
    {
      "contrastive_lambda": 0.5425693438580027,
      "epoch": 8.849968808484093,
      "step": 28373
    },
    {
      "contrastive_lambda": 0.542543258917353,
      "epoch": 8.85028072364317,
      "step": 28374
    },
    {
      "contrastive_lambda": 0.5425171738600685,
      "epoch": 8.850592638802246,
      "step": 28375
    },
    {
      "contrastive_lambda": 0.5424910886862209,
      "epoch": 8.850904553961323,
      "step": 28376
    },
    {
      "contrastive_lambda": 0.5424650033958814,
      "epoch": 8.851216469120399,
      "step": 28377
    },
    {
      "contrastive_lambda": 0.5424389179891218,
      "epoch": 8.851528384279476,
      "step": 28378
    },
    {
      "contrastive_lambda": 0.5424128324660135,
      "epoch": 8.851840299438553,
      "step": 28379
    },
    {
      "epoch": 8.852152214597629,
      "grad_norm": 0.11535236984491348,
      "learning_rate": 5.85584459927089e-05,
      "loss": 0.0319,
      "step": 28380
    },
    {
      "epoch": 8.852152214597629,
      "flow_loss": 0.018674883991479874,
      "step": 28380
    },
    {
      "contrastive_loss": 0.004405654035508633,
      "epoch": 8.852152214597629,
      "step": 28380
    },
    {
      "contrastive_lambda": 0.5423867468266279,
      "epoch": 8.852152214597629,
      "step": 28380
    },
    {
      "contrastive_lambda": 0.5423606610710368,
      "epoch": 8.852464129756706,
      "step": 28381
    },
    {
      "contrastive_lambda": 0.5423345751993115,
      "epoch": 8.852776044915784,
      "step": 28382
    },
    {
      "contrastive_lambda": 0.5423084892115233,
      "epoch": 8.853087960074859,
      "step": 28383
    },
    {
      "contrastive_lambda": 0.5422824031077443,
      "epoch": 8.853399875233936,
      "step": 28384
    },
    {
      "contrastive_lambda": 0.5422563168880455,
      "epoch": 8.853711790393014,
      "step": 28385
    },
    {
      "contrastive_lambda": 0.5422302305524987,
      "epoch": 8.85402370555209,
      "step": 28386
    },
    {
      "contrastive_lambda": 0.5422041441011753,
      "epoch": 8.854335620711167,
      "step": 28387
    },
    {
      "contrastive_lambda": 0.5421780575341468,
      "epoch": 8.854647535870244,
      "step": 28388
    },
    {
      "contrastive_lambda": 0.5421519708514849,
      "epoch": 8.85495945102932,
      "step": 28389
    },
    {
      "epoch": 8.855271366188397,
      "grad_norm": 0.0963967889547348,
      "learning_rate": 5.853129357069227e-05,
      "loss": 0.0307,
      "step": 28390
    },
    {
      "epoch": 8.855271366188397,
      "flow_loss": 0.02021937444806099,
      "step": 28390
    },
    {
      "contrastive_loss": 0.004408297594636679,
      "epoch": 8.855271366188397,
      "step": 28390
    },
    {
      "contrastive_lambda": 0.5421258840532609,
      "epoch": 8.855271366188397,
      "step": 28390
    },
    {
      "contrastive_lambda": 0.5420997971395463,
      "epoch": 8.855583281347474,
      "step": 28391
    },
    {
      "contrastive_lambda": 0.5420737101104128,
      "epoch": 8.85589519650655,
      "step": 28392
    },
    {
      "contrastive_lambda": 0.5420476229659319,
      "epoch": 8.856207111665627,
      "step": 28393
    },
    {
      "contrastive_lambda": 0.5420215357061748,
      "epoch": 8.856519026824703,
      "step": 28394
    },
    {
      "contrastive_lambda": 0.5419954483312136,
      "epoch": 8.85683094198378,
      "step": 28395
    },
    {
      "contrastive_lambda": 0.5419693608411195,
      "epoch": 8.857142857142858,
      "step": 28396
    },
    {
      "contrastive_lambda": 0.5419432732359637,
      "epoch": 8.857454772301933,
      "step": 28397
    },
    {
      "contrastive_lambda": 0.5419171855158182,
      "epoch": 8.85776668746101,
      "step": 28398
    },
    {
      "contrastive_lambda": 0.5418910976807544,
      "epoch": 8.858078602620088,
      "step": 28399
    },
    {
      "epoch": 8.858390517779164,
      "grad_norm": 0.10086287558078766,
      "learning_rate": 5.8504138557093913e-05,
      "loss": 0.0327,
      "step": 28400
    },
    {
      "epoch": 8.858390517779164,
      "flow_loss": 0.0345320962369442,
      "step": 28400
    },
    {
      "contrastive_loss": 0.005557768978178501,
      "epoch": 8.858390517779164,
      "step": 28400
    },
    {
      "contrastive_lambda": 0.5418650097308437,
      "epoch": 8.858390517779164,
      "step": 28400
    },
    {
      "contrastive_lambda": 0.5418389216661579,
      "epoch": 8.858702432938241,
      "step": 28401
    },
    {
      "contrastive_lambda": 0.5418128334867679,
      "epoch": 8.859014348097318,
      "step": 28402
    },
    {
      "contrastive_lambda": 0.541786745192746,
      "epoch": 8.859326263256394,
      "step": 28403
    },
    {
      "contrastive_lambda": 0.5417606567841633,
      "epoch": 8.859638178415471,
      "step": 28404
    },
    {
      "contrastive_lambda": 0.5417345682610913,
      "epoch": 8.859950093574549,
      "step": 28405
    },
    {
      "contrastive_lambda": 0.5417084796236017,
      "epoch": 8.860262008733624,
      "step": 28406
    },
    {
      "contrastive_lambda": 0.541682390871766,
      "epoch": 8.860573923892701,
      "step": 28407
    },
    {
      "contrastive_lambda": 0.5416563020056555,
      "epoch": 8.860885839051779,
      "step": 28408
    },
    {
      "contrastive_lambda": 0.541630213025342,
      "epoch": 8.861197754210854,
      "step": 28409
    },
    {
      "epoch": 8.861509669369932,
      "grad_norm": 0.09733010083436966,
      "learning_rate": 5.8476980960162784e-05,
      "loss": 0.0337,
      "step": 28410
    },
    {
      "epoch": 8.861509669369932,
      "flow_loss": 0.03479835391044617,
      "step": 28410
    },
    {
      "contrastive_loss": 0.0039617451839149,
      "epoch": 8.861509669369932,
      "step": 28410
    },
    {
      "contrastive_lambda": 0.5416041239308967,
      "epoch": 8.861509669369932,
      "step": 28410
    },
    {
      "contrastive_lambda": 0.5415780347223915,
      "epoch": 8.861821584529007,
      "step": 28411
    },
    {
      "contrastive_lambda": 0.5415519453998978,
      "epoch": 8.862133499688085,
      "step": 28412
    },
    {
      "contrastive_lambda": 0.5415258559634871,
      "epoch": 8.862445414847162,
      "step": 28413
    },
    {
      "contrastive_lambda": 0.5414997664132307,
      "epoch": 8.862757330006238,
      "step": 28414
    },
    {
      "contrastive_lambda": 0.5414736767492005,
      "epoch": 8.863069245165315,
      "step": 28415
    },
    {
      "contrastive_lambda": 0.5414475869714679,
      "epoch": 8.863381160324392,
      "step": 28416
    },
    {
      "contrastive_lambda": 0.5414214970801041,
      "epoch": 8.863693075483468,
      "step": 28417
    },
    {
      "contrastive_lambda": 0.5413954070751812,
      "epoch": 8.864004990642545,
      "step": 28418
    },
    {
      "contrastive_lambda": 0.5413693169567704,
      "epoch": 8.864316905801623,
      "step": 28419
    },
    {
      "epoch": 8.864628820960698,
      "grad_norm": 0.11349445581436157,
      "learning_rate": 5.844982078814868e-05,
      "loss": 0.0348,
      "step": 28420
    },
    {
      "epoch": 8.864628820960698,
      "flow_loss": 0.04817896708846092,
      "step": 28420
    },
    {
      "contrastive_loss": 0.003991325851529837,
      "epoch": 8.864628820960698,
      "step": 28420
    },
    {
      "contrastive_lambda": 0.5413432267249433,
      "epoch": 8.864628820960698,
      "step": 28420
    },
    {
      "contrastive_lambda": 0.5413171363797713,
      "epoch": 8.864940736119776,
      "step": 28421
    },
    {
      "contrastive_lambda": 0.5412910459213259,
      "epoch": 8.865252651278853,
      "step": 28422
    },
    {
      "contrastive_lambda": 0.541264955349679,
      "epoch": 8.865564566437929,
      "step": 28423
    },
    {
      "contrastive_lambda": 0.5412388646649019,
      "epoch": 8.865876481597006,
      "step": 28424
    },
    {
      "contrastive_lambda": 0.5412127738670659,
      "epoch": 8.866188396756083,
      "step": 28425
    },
    {
      "contrastive_lambda": 0.5411866829562428,
      "epoch": 8.866500311915159,
      "step": 28426
    },
    {
      "contrastive_lambda": 0.5411605919325042,
      "epoch": 8.866812227074236,
      "step": 28427
    },
    {
      "contrastive_lambda": 0.5411345007959214,
      "epoch": 8.867124142233312,
      "step": 28428
    },
    {
      "contrastive_lambda": 0.541108409546566,
      "epoch": 8.86743605739239,
      "step": 28429
    },
    {
      "epoch": 8.867747972551467,
      "grad_norm": 0.09439334273338318,
      "learning_rate": 5.842265804930211e-05,
      "loss": 0.0299,
      "step": 28430
    },
    {
      "epoch": 8.867747972551467,
      "flow_loss": 0.03397257253527641,
      "step": 28430
    },
    {
      "contrastive_loss": 0.005010454915463924,
      "epoch": 8.867747972551467,
      "step": 28430
    },
    {
      "contrastive_lambda": 0.5410823181845097,
      "epoch": 8.867747972551467,
      "step": 28430
    },
    {
      "contrastive_lambda": 0.5410562267098238,
      "epoch": 8.868059887710542,
      "step": 28431
    },
    {
      "contrastive_lambda": 0.5410301351225799,
      "epoch": 8.86837180286962,
      "step": 28432
    },
    {
      "contrastive_lambda": 0.5410040434228496,
      "epoch": 8.868683718028697,
      "step": 28433
    },
    {
      "contrastive_lambda": 0.5409779516107043,
      "epoch": 8.868995633187772,
      "step": 28434
    },
    {
      "contrastive_lambda": 0.5409518596862157,
      "epoch": 8.86930754834685,
      "step": 28435
    },
    {
      "contrastive_lambda": 0.5409257676494551,
      "epoch": 8.869619463505927,
      "step": 28436
    },
    {
      "contrastive_lambda": 0.5408996755004944,
      "epoch": 8.869931378665003,
      "step": 28437
    },
    {
      "contrastive_lambda": 0.5408735832394049,
      "epoch": 8.87024329382408,
      "step": 28438
    },
    {
      "contrastive_lambda": 0.540847490866258,
      "epoch": 8.870555208983157,
      "step": 28439
    },
    {
      "epoch": 8.870867124142233,
      "grad_norm": 0.10945337265729904,
      "learning_rate": 5.839549275187444e-05,
      "loss": 0.0369,
      "step": 28440
    },
    {
      "epoch": 8.870867124142233,
      "flow_loss": 0.015649108216166496,
      "step": 28440
    },
    {
      "contrastive_loss": 0.004963289946317673,
      "epoch": 8.870867124142233,
      "step": 28440
    },
    {
      "contrastive_lambda": 0.5408213983811254,
      "epoch": 8.870867124142233,
      "step": 28440
    },
    {
      "contrastive_lambda": 0.5407953057840789,
      "epoch": 8.87117903930131,
      "step": 28441
    },
    {
      "contrastive_lambda": 0.5407692130751894,
      "epoch": 8.871490954460388,
      "step": 28442
    },
    {
      "contrastive_lambda": 0.540743120254529,
      "epoch": 8.871802869619463,
      "step": 28443
    },
    {
      "contrastive_lambda": 0.5407170273221689,
      "epoch": 8.87211478477854,
      "step": 28444
    },
    {
      "contrastive_lambda": 0.5406909342781808,
      "epoch": 8.872426699937616,
      "step": 28445
    },
    {
      "contrastive_lambda": 0.5406648411226362,
      "epoch": 8.872738615096694,
      "step": 28446
    },
    {
      "contrastive_lambda": 0.5406387478556067,
      "epoch": 8.873050530255771,
      "step": 28447
    },
    {
      "contrastive_lambda": 0.5406126544771636,
      "epoch": 8.873362445414847,
      "step": 28448
    },
    {
      "contrastive_lambda": 0.5405865609873788,
      "epoch": 8.873674360573924,
      "step": 28449
    },
    {
      "epoch": 8.873986275733001,
      "grad_norm": 0.11552280932664871,
      "learning_rate": 5.836832490411771e-05,
      "loss": 0.0289,
      "step": 28450
    },
    {
      "epoch": 8.873986275733001,
      "flow_loss": 0.03650791943073273,
      "step": 28450
    },
    {
      "contrastive_loss": 0.007408750243484974,
      "epoch": 8.873986275733001,
      "step": 28450
    },
    {
      "contrastive_lambda": 0.5405604673863236,
      "epoch": 8.873986275733001,
      "step": 28450
    },
    {
      "contrastive_lambda": 0.5405343736740694,
      "epoch": 8.874298190892077,
      "step": 28451
    },
    {
      "contrastive_lambda": 0.5405082798506881,
      "epoch": 8.874610106051154,
      "step": 28452
    },
    {
      "contrastive_lambda": 0.540482185916251,
      "epoch": 8.874922021210232,
      "step": 28453
    },
    {
      "contrastive_lambda": 0.5404560918708295,
      "epoch": 8.875233936369307,
      "step": 28454
    },
    {
      "contrastive_lambda": 0.5404299977144955,
      "epoch": 8.875545851528384,
      "step": 28455
    },
    {
      "contrastive_lambda": 0.5404039034473204,
      "epoch": 8.87585776668746,
      "step": 28456
    },
    {
      "contrastive_lambda": 0.5403778090693757,
      "epoch": 8.876169681846537,
      "step": 28457
    },
    {
      "contrastive_lambda": 0.540351714580733,
      "epoch": 8.876481597005615,
      "step": 28458
    },
    {
      "contrastive_lambda": 0.5403256199814636,
      "epoch": 8.876793512164692,
      "step": 28459
    },
    {
      "epoch": 8.877105427323768,
      "grad_norm": 0.117214635014534,
      "learning_rate": 5.834115451428485e-05,
      "loss": 0.0365,
      "step": 28460
    },
    {
      "epoch": 8.877105427323768,
      "flow_loss": 0.03121376968920231,
      "step": 28460
    },
    {
      "contrastive_loss": 0.0042817420326173306,
      "epoch": 8.877105427323768,
      "step": 28460
    },
    {
      "contrastive_lambda": 0.5402995252716393,
      "epoch": 8.877105427323768,
      "step": 28460
    },
    {
      "contrastive_lambda": 0.5402734304513316,
      "epoch": 8.877417342482845,
      "step": 28461
    },
    {
      "contrastive_lambda": 0.540247335520612,
      "epoch": 8.87772925764192,
      "step": 28462
    },
    {
      "contrastive_lambda": 0.540221240479552,
      "epoch": 8.878041172800998,
      "step": 28463
    },
    {
      "contrastive_lambda": 0.5401951453282232,
      "epoch": 8.878353087960075,
      "step": 28464
    },
    {
      "contrastive_lambda": 0.5401690500666971,
      "epoch": 8.878665003119151,
      "step": 28465
    },
    {
      "contrastive_lambda": 0.5401429546950454,
      "epoch": 8.878976918278228,
      "step": 28466
    },
    {
      "contrastive_lambda": 0.5401168592133394,
      "epoch": 8.879288833437306,
      "step": 28467
    },
    {
      "contrastive_lambda": 0.5400907636216508,
      "epoch": 8.879600748596381,
      "step": 28468
    },
    {
      "contrastive_lambda": 0.540064667920051,
      "epoch": 8.879912663755459,
      "step": 28469
    },
    {
      "epoch": 8.880224578914536,
      "grad_norm": 0.17352236807346344,
      "learning_rate": 5.831398159062946e-05,
      "loss": 0.0322,
      "step": 28470
    },
    {
      "epoch": 8.880224578914536,
      "flow_loss": 0.035699453204870224,
      "step": 28470
    },
    {
      "contrastive_loss": 0.004454776644706726,
      "epoch": 8.880224578914536,
      "step": 28470
    },
    {
      "contrastive_lambda": 0.5400385721086118,
      "epoch": 8.880224578914536,
      "step": 28470
    },
    {
      "contrastive_lambda": 0.5400124761874043,
      "epoch": 8.880536494073612,
      "step": 28471
    },
    {
      "contrastive_lambda": 0.5399863801565006,
      "epoch": 8.880848409232689,
      "step": 28472
    },
    {
      "contrastive_lambda": 0.5399602840159718,
      "epoch": 8.881160324391765,
      "step": 28473
    },
    {
      "contrastive_lambda": 0.5399341877658898,
      "epoch": 8.881472239550842,
      "step": 28474
    },
    {
      "contrastive_lambda": 0.5399080914063258,
      "epoch": 8.88178415470992,
      "step": 28475
    },
    {
      "contrastive_lambda": 0.5398819949373516,
      "epoch": 8.882096069868995,
      "step": 28476
    },
    {
      "contrastive_lambda": 0.5398558983590386,
      "epoch": 8.882407985028072,
      "step": 28477
    },
    {
      "contrastive_lambda": 0.5398298016714583,
      "epoch": 8.88271990018715,
      "step": 28478
    },
    {
      "contrastive_lambda": 0.5398037048746824,
      "epoch": 8.883031815346225,
      "step": 28479
    },
    {
      "epoch": 8.883343730505302,
      "grad_norm": 0.11247628182172775,
      "learning_rate": 5.828680614140599e-05,
      "loss": 0.0367,
      "step": 28480
    },
    {
      "epoch": 8.883343730505302,
      "flow_loss": 0.05054263398051262,
      "step": 28480
    },
    {
      "contrastive_loss": 0.003882190678268671,
      "epoch": 8.883343730505302,
      "step": 28480
    },
    {
      "contrastive_lambda": 0.5397776079687825,
      "epoch": 8.883343730505302,
      "step": 28480
    },
    {
      "contrastive_lambda": 0.53975151095383,
      "epoch": 8.88365564566438,
      "step": 28481
    },
    {
      "contrastive_lambda": 0.5397254138298963,
      "epoch": 8.883967560823455,
      "step": 28482
    },
    {
      "contrastive_lambda": 0.5396993165970533,
      "epoch": 8.884279475982533,
      "step": 28483
    },
    {
      "contrastive_lambda": 0.5396732192553724,
      "epoch": 8.88459139114161,
      "step": 28484
    },
    {
      "contrastive_lambda": 0.5396471218049249,
      "epoch": 8.884903306300686,
      "step": 28485
    },
    {
      "contrastive_lambda": 0.5396210242457826,
      "epoch": 8.885215221459763,
      "step": 28486
    },
    {
      "contrastive_lambda": 0.5395949265780172,
      "epoch": 8.88552713661884,
      "step": 28487
    },
    {
      "contrastive_lambda": 0.5395688288017,
      "epoch": 8.885839051777916,
      "step": 28488
    },
    {
      "contrastive_lambda": 0.5395427309169025,
      "epoch": 8.886150966936993,
      "step": 28489
    },
    {
      "epoch": 8.886462882096069,
      "grad_norm": 0.12136455625295639,
      "learning_rate": 5.825962817486962e-05,
      "loss": 0.0388,
      "step": 28490
    },
    {
      "epoch": 8.886462882096069,
      "flow_loss": 0.029318341985344887,
      "step": 28490
    },
    {
      "contrastive_loss": 0.004646291024982929,
      "epoch": 8.886462882096069,
      "step": 28490
    },
    {
      "contrastive_lambda": 0.5395166329236963,
      "epoch": 8.886462882096069,
      "step": 28490
    },
    {
      "contrastive_lambda": 0.5394905348221533,
      "epoch": 8.886774797255146,
      "step": 28491
    },
    {
      "contrastive_lambda": 0.5394644366123446,
      "epoch": 8.887086712414224,
      "step": 28492
    },
    {
      "contrastive_lambda": 0.5394383382943417,
      "epoch": 8.8873986275733,
      "step": 28493
    },
    {
      "contrastive_lambda": 0.5394122398682166,
      "epoch": 8.887710542732377,
      "step": 28494
    },
    {
      "contrastive_lambda": 0.5393861413340407,
      "epoch": 8.888022457891454,
      "step": 28495
    },
    {
      "contrastive_lambda": 0.5393600426918853,
      "epoch": 8.88833437305053,
      "step": 28496
    },
    {
      "contrastive_lambda": 0.539333943941822,
      "epoch": 8.888646288209607,
      "step": 28497
    },
    {
      "contrastive_lambda": 0.5393078450839227,
      "epoch": 8.888958203368684,
      "step": 28498
    },
    {
      "contrastive_lambda": 0.5392817461182585,
      "epoch": 8.88927011852776,
      "step": 28499
    },
    {
      "epoch": 8.889582033686837,
      "grad_norm": 0.09843944758176804,
      "learning_rate": 5.823244769927629e-05,
      "loss": 0.0353,
      "step": 28500
    },
    {
      "epoch": 8.889582033686837,
      "flow_loss": 0.044796135276556015,
      "step": 28500
    },
    {
      "contrastive_loss": 0.004616633988916874,
      "epoch": 8.889582033686837,
      "step": 28500
    },
    {
      "contrastive_lambda": 0.5392556470449014,
      "epoch": 8.889582033686837,
      "step": 28500
    },
    {
      "contrastive_lambda": 0.5392295478639225,
      "epoch": 8.889893948845915,
      "step": 28501
    },
    {
      "contrastive_lambda": 0.5392034485753936,
      "epoch": 8.89020586400499,
      "step": 28502
    },
    {
      "contrastive_lambda": 0.5391773491793863,
      "epoch": 8.890517779164067,
      "step": 28503
    },
    {
      "contrastive_lambda": 0.5391512496759722,
      "epoch": 8.890829694323145,
      "step": 28504
    },
    {
      "contrastive_lambda": 0.5391251500652223,
      "epoch": 8.89114160948222,
      "step": 28505
    },
    {
      "contrastive_lambda": 0.539099050347209,
      "epoch": 8.891453524641298,
      "step": 28506
    },
    {
      "contrastive_lambda": 0.5390729505220032,
      "epoch": 8.891765439800373,
      "step": 28507
    },
    {
      "contrastive_lambda": 0.5390468505896768,
      "epoch": 8.89207735495945,
      "step": 28508
    },
    {
      "contrastive_lambda": 0.5390207505503012,
      "epoch": 8.892389270118528,
      "step": 28509
    },
    {
      "epoch": 8.892701185277604,
      "grad_norm": 0.14074982702732086,
      "learning_rate": 5.8205264722882716e-05,
      "loss": 0.0307,
      "step": 28510
    },
    {
      "epoch": 8.892701185277604,
      "flow_loss": 0.033089105039834976,
      "step": 28510
    },
    {
      "contrastive_loss": 0.005472785793244839,
      "epoch": 8.892701185277604,
      "step": 28510
    },
    {
      "contrastive_lambda": 0.5389946504039479,
      "epoch": 8.892701185277604,
      "step": 28510
    },
    {
      "contrastive_lambda": 0.5389685501506887,
      "epoch": 8.893013100436681,
      "step": 28511
    },
    {
      "contrastive_lambda": 0.538942449790595,
      "epoch": 8.893325015595758,
      "step": 28512
    },
    {
      "contrastive_lambda": 0.5389163493237382,
      "epoch": 8.893636930754834,
      "step": 28513
    },
    {
      "contrastive_lambda": 0.5388902487501902,
      "epoch": 8.893948845913911,
      "step": 28514
    },
    {
      "contrastive_lambda": 0.5388641480700224,
      "epoch": 8.894260761072989,
      "step": 28515
    },
    {
      "contrastive_lambda": 0.5388380472833061,
      "epoch": 8.894572676232064,
      "step": 28516
    },
    {
      "contrastive_lambda": 0.5388119463901133,
      "epoch": 8.894884591391142,
      "step": 28517
    },
    {
      "contrastive_lambda": 0.5387858453905153,
      "epoch": 8.895196506550219,
      "step": 28518
    },
    {
      "contrastive_lambda": 0.5387597442845837,
      "epoch": 8.895508421709295,
      "step": 28519
    },
    {
      "epoch": 8.895820336868372,
      "grad_norm": 0.09080694615840912,
      "learning_rate": 5.817807925394636e-05,
      "loss": 0.0334,
      "step": 28520
    },
    {
      "epoch": 8.895820336868372,
      "flow_loss": 0.02835996262729168,
      "step": 28520
    },
    {
      "contrastive_loss": 0.004333465360105038,
      "epoch": 8.895820336868372,
      "step": 28520
    },
    {
      "contrastive_lambda": 0.53873364307239,
      "epoch": 8.895820336868372,
      "step": 28520
    },
    {
      "contrastive_lambda": 0.5387075417540059,
      "epoch": 8.89613225202745,
      "step": 28521
    },
    {
      "contrastive_lambda": 0.5386814403295028,
      "epoch": 8.896444167186525,
      "step": 28522
    },
    {
      "contrastive_lambda": 0.5386553387989524,
      "epoch": 8.896756082345602,
      "step": 28523
    },
    {
      "contrastive_lambda": 0.5386292371624261,
      "epoch": 8.897067997504678,
      "step": 28524
    },
    {
      "contrastive_lambda": 0.5386031354199956,
      "epoch": 8.897379912663755,
      "step": 28525
    },
    {
      "contrastive_lambda": 0.5385770335717326,
      "epoch": 8.897691827822833,
      "step": 28526
    },
    {
      "contrastive_lambda": 0.5385509316177082,
      "epoch": 8.898003742981908,
      "step": 28527
    },
    {
      "contrastive_lambda": 0.5385248295579943,
      "epoch": 8.898315658140985,
      "step": 28528
    },
    {
      "contrastive_lambda": 0.5384987273926625,
      "epoch": 8.898627573300063,
      "step": 28529
    },
    {
      "epoch": 8.898939488459138,
      "grad_norm": 0.09196680039167404,
      "learning_rate": 5.815089130072546e-05,
      "loss": 0.0317,
      "step": 28530
    },
    {
      "epoch": 8.898939488459138,
      "flow_loss": 0.04926193505525589,
      "step": 28530
    },
    {
      "contrastive_loss": 0.004293977282941341,
      "epoch": 8.898939488459138,
      "step": 28530
    },
    {
      "contrastive_lambda": 0.5384726251217842,
      "epoch": 8.898939488459138,
      "step": 28530
    },
    {
      "contrastive_lambda": 0.538446522745431,
      "epoch": 8.899251403618216,
      "step": 28531
    },
    {
      "contrastive_lambda": 0.5384204202636744,
      "epoch": 8.899563318777293,
      "step": 28532
    },
    {
      "contrastive_lambda": 0.5383943176765861,
      "epoch": 8.899875233936369,
      "step": 28533
    },
    {
      "contrastive_lambda": 0.5383682149842377,
      "epoch": 8.900187149095446,
      "step": 28534
    },
    {
      "contrastive_lambda": 0.5383421121867006,
      "epoch": 8.900499064254523,
      "step": 28535
    },
    {
      "contrastive_lambda": 0.5383160092840462,
      "epoch": 8.900810979413599,
      "step": 28536
    },
    {
      "contrastive_lambda": 0.5382899062763465,
      "epoch": 8.901122894572676,
      "step": 28537
    },
    {
      "contrastive_lambda": 0.538263803163673,
      "epoch": 8.901434809731754,
      "step": 28538
    },
    {
      "contrastive_lambda": 0.5382376999460967,
      "epoch": 8.90174672489083,
      "step": 28539
    },
    {
      "epoch": 8.902058640049907,
      "grad_norm": 0.09485993534326553,
      "learning_rate": 5.8123700871479e-05,
      "loss": 0.0363,
      "step": 28540
    },
    {
      "epoch": 8.902058640049907,
      "flow_loss": 0.026819173246622086,
      "step": 28540
    },
    {
      "contrastive_loss": 0.004966346547007561,
      "epoch": 8.902058640049907,
      "step": 28540
    },
    {
      "contrastive_lambda": 0.5382115966236899,
      "epoch": 8.902058640049907,
      "step": 28540
    },
    {
      "contrastive_lambda": 0.5381854931965239,
      "epoch": 8.902370555208982,
      "step": 28541
    },
    {
      "contrastive_lambda": 0.5381593896646699,
      "epoch": 8.90268247036806,
      "step": 28542
    },
    {
      "contrastive_lambda": 0.5381332860281999,
      "epoch": 8.902994385527137,
      "step": 28543
    },
    {
      "contrastive_lambda": 0.5381071822871853,
      "epoch": 8.903306300686213,
      "step": 28544
    },
    {
      "contrastive_lambda": 0.5380810784416978,
      "epoch": 8.90361821584529,
      "step": 28545
    },
    {
      "contrastive_lambda": 0.5380549744918088,
      "epoch": 8.903930131004367,
      "step": 28546
    },
    {
      "contrastive_lambda": 0.5380288704375898,
      "epoch": 8.904242046163443,
      "step": 28547
    },
    {
      "contrastive_lambda": 0.5380027662791127,
      "epoch": 8.90455396132252,
      "step": 28548
    },
    {
      "contrastive_lambda": 0.5379766620164489,
      "epoch": 8.904865876481598,
      "step": 28549
    },
    {
      "epoch": 8.905177791640673,
      "grad_norm": 0.13368506729602814,
      "learning_rate": 5.809650797446671e-05,
      "loss": 0.0326,
      "step": 28550
    },
    {
      "epoch": 8.905177791640673,
      "flow_loss": 0.030043523758649826,
      "step": 28550
    },
    {
      "contrastive_loss": 0.004076361656188965,
      "epoch": 8.905177791640673,
      "step": 28550
    },
    {
      "contrastive_lambda": 0.5379505576496697,
      "epoch": 8.905177791640673,
      "step": 28550
    },
    {
      "contrastive_lambda": 0.537924453178847,
      "epoch": 8.90548970679975,
      "step": 28551
    },
    {
      "contrastive_lambda": 0.5378983486040523,
      "epoch": 8.905801621958828,
      "step": 28552
    },
    {
      "contrastive_lambda": 0.537872243925357,
      "epoch": 8.906113537117903,
      "step": 28553
    },
    {
      "contrastive_lambda": 0.537846139142833,
      "epoch": 8.90642545227698,
      "step": 28554
    },
    {
      "contrastive_lambda": 0.5378200342565516,
      "epoch": 8.906737367436058,
      "step": 28555
    },
    {
      "contrastive_lambda": 0.5377939292665842,
      "epoch": 8.907049282595134,
      "step": 28556
    },
    {
      "contrastive_lambda": 0.5377678241730028,
      "epoch": 8.907361197754211,
      "step": 28557
    },
    {
      "contrastive_lambda": 0.5377417189758787,
      "epoch": 8.907673112913287,
      "step": 28558
    },
    {
      "contrastive_lambda": 0.5377156136752835,
      "epoch": 8.907985028072364,
      "step": 28559
    },
    {
      "epoch": 8.908296943231441,
      "grad_norm": 0.07973477244377136,
      "learning_rate": 5.806931261794907e-05,
      "loss": 0.0276,
      "step": 28560
    },
    {
      "epoch": 8.908296943231441,
      "flow_loss": 0.042819831520318985,
      "step": 28560
    },
    {
      "contrastive_loss": 0.005268082953989506,
      "epoch": 8.908296943231441,
      "step": 28560
    },
    {
      "contrastive_lambda": 0.537689508271289,
      "epoch": 8.908296943231441,
      "step": 28560
    },
    {
      "contrastive_lambda": 0.5376634027639664,
      "epoch": 8.908608858390517,
      "step": 28561
    },
    {
      "contrastive_lambda": 0.5376372971533874,
      "epoch": 8.908920773549594,
      "step": 28562
    },
    {
      "contrastive_lambda": 0.5376111914396238,
      "epoch": 8.909232688708672,
      "step": 28563
    },
    {
      "contrastive_lambda": 0.5375850856227468,
      "epoch": 8.909544603867747,
      "step": 28564
    },
    {
      "contrastive_lambda": 0.5375589797028283,
      "epoch": 8.909856519026825,
      "step": 28565
    },
    {
      "contrastive_lambda": 0.5375328736799396,
      "epoch": 8.910168434185902,
      "step": 28566
    },
    {
      "contrastive_lambda": 0.5375067675541524,
      "epoch": 8.910480349344978,
      "step": 28567
    },
    {
      "contrastive_lambda": 0.5374806613255384,
      "epoch": 8.910792264504055,
      "step": 28568
    },
    {
      "contrastive_lambda": 0.537454554994169,
      "epoch": 8.911104179663132,
      "step": 28569
    },
    {
      "epoch": 8.911416094822208,
      "grad_norm": 0.10462844371795654,
      "learning_rate": 5.804211481018731e-05,
      "loss": 0.0286,
      "step": 28570
    },
    {
      "epoch": 8.911416094822208,
      "flow_loss": 0.04613044857978821,
      "step": 28570
    },
    {
      "contrastive_loss": 0.005699831526726484,
      "epoch": 8.911416094822208,
      "step": 28570
    },
    {
      "contrastive_lambda": 0.5374284485601156,
      "epoch": 8.911416094822208,
      "step": 28570
    },
    {
      "contrastive_lambda": 0.5374023420234503,
      "epoch": 8.911728009981285,
      "step": 28571
    },
    {
      "contrastive_lambda": 0.5373762353842443,
      "epoch": 8.912039925140363,
      "step": 28572
    },
    {
      "contrastive_lambda": 0.5373501286425689,
      "epoch": 8.912351840299438,
      "step": 28573
    },
    {
      "contrastive_lambda": 0.5373240217984964,
      "epoch": 8.912663755458516,
      "step": 28574
    },
    {
      "contrastive_lambda": 0.5372979148520978,
      "epoch": 8.912975670617591,
      "step": 28575
    },
    {
      "contrastive_lambda": 0.5372718078034449,
      "epoch": 8.913287585776668,
      "step": 28576
    },
    {
      "contrastive_lambda": 0.537245700652609,
      "epoch": 8.913599500935746,
      "step": 28577
    },
    {
      "contrastive_lambda": 0.5372195933996621,
      "epoch": 8.913911416094821,
      "step": 28578
    },
    {
      "contrastive_lambda": 0.5371934860446756,
      "epoch": 8.914223331253899,
      "step": 28579
    },
    {
      "epoch": 8.914535246412976,
      "grad_norm": 0.08830073475837708,
      "learning_rate": 5.801491455944341e-05,
      "loss": 0.033,
      "step": 28580
    },
    {
      "epoch": 8.914535246412976,
      "flow_loss": 0.022586612030863762,
      "step": 28580
    },
    {
      "contrastive_loss": 0.004584452137351036,
      "epoch": 8.914535246412976,
      "step": 28580
    },
    {
      "contrastive_lambda": 0.5371673785877211,
      "epoch": 8.914535246412976,
      "step": 28580
    },
    {
      "contrastive_lambda": 0.5371412710288699,
      "epoch": 8.914847161572052,
      "step": 28581
    },
    {
      "contrastive_lambda": 0.537115163368194,
      "epoch": 8.915159076731129,
      "step": 28582
    },
    {
      "contrastive_lambda": 0.5370890556057647,
      "epoch": 8.915470991890206,
      "step": 28583
    },
    {
      "contrastive_lambda": 0.5370629477416535,
      "epoch": 8.915782907049282,
      "step": 28584
    },
    {
      "contrastive_lambda": 0.5370368397759323,
      "epoch": 8.91609482220836,
      "step": 28585
    },
    {
      "contrastive_lambda": 0.5370107317086725,
      "epoch": 8.916406737367437,
      "step": 28586
    },
    {
      "contrastive_lambda": 0.5369846235399456,
      "epoch": 8.916718652526512,
      "step": 28587
    },
    {
      "contrastive_lambda": 0.5369585152698234,
      "epoch": 8.91703056768559,
      "step": 28588
    },
    {
      "contrastive_lambda": 0.5369324068983772,
      "epoch": 8.917342482844667,
      "step": 28589
    },
    {
      "epoch": 8.917654398003743,
      "grad_norm": 0.13247407972812653,
      "learning_rate": 5.79877118739801e-05,
      "loss": 0.0302,
      "step": 28590
    },
    {
      "epoch": 8.917654398003743,
      "flow_loss": 0.0474906787276268,
      "step": 28590
    },
    {
      "contrastive_loss": 0.0038914154283702374,
      "epoch": 8.917654398003743,
      "step": 28590
    },
    {
      "contrastive_lambda": 0.5369062984256786,
      "epoch": 8.917654398003743,
      "step": 28590
    },
    {
      "contrastive_lambda": 0.5368801898517995,
      "epoch": 8.91796631316282,
      "step": 28591
    },
    {
      "contrastive_lambda": 0.5368540811768113,
      "epoch": 8.918278228321896,
      "step": 28592
    },
    {
      "contrastive_lambda": 0.5368279724007853,
      "epoch": 8.918590143480973,
      "step": 28593
    },
    {
      "contrastive_lambda": 0.5368018635237936,
      "epoch": 8.91890205864005,
      "step": 28594
    },
    {
      "contrastive_lambda": 0.5367757545459072,
      "epoch": 8.919213973799126,
      "step": 28595
    },
    {
      "contrastive_lambda": 0.5367496454671982,
      "epoch": 8.919525888958203,
      "step": 28596
    },
    {
      "contrastive_lambda": 0.5367235362877378,
      "epoch": 8.91983780411728,
      "step": 28597
    },
    {
      "contrastive_lambda": 0.5366974270075979,
      "epoch": 8.920149719276356,
      "step": 28598
    },
    {
      "contrastive_lambda": 0.5366713176268499,
      "epoch": 8.920461634435433,
      "step": 28599
    },
    {
      "epoch": 8.92077354959451,
      "grad_norm": 0.11997576802968979,
      "learning_rate": 5.7960506762060816e-05,
      "loss": 0.0335,
      "step": 28600
    },
    {
      "epoch": 8.92077354959451,
      "flow_loss": 0.027395516633987427,
      "step": 28600
    },
    {
      "contrastive_loss": 0.00485664326697588,
      "epoch": 8.92077354959451,
      "step": 28600
    },
    {
      "contrastive_lambda": 0.5366452081455653,
      "epoch": 8.92077354959451,
      "step": 28600
    },
    {
      "contrastive_lambda": 0.5366190985638158,
      "epoch": 8.921085464753586,
      "step": 28601
    },
    {
      "contrastive_lambda": 0.5365929888816731,
      "epoch": 8.921397379912664,
      "step": 28602
    },
    {
      "contrastive_lambda": 0.5365668790992086,
      "epoch": 8.921709295071741,
      "step": 28603
    },
    {
      "contrastive_lambda": 0.5365407692164937,
      "epoch": 8.922021210230817,
      "step": 28604
    },
    {
      "contrastive_lambda": 0.5365146592336004,
      "epoch": 8.922333125389894,
      "step": 28605
    },
    {
      "contrastive_lambda": 0.5364885491506002,
      "epoch": 8.922645040548971,
      "step": 28606
    },
    {
      "contrastive_lambda": 0.5364624389675644,
      "epoch": 8.922956955708047,
      "step": 28607
    },
    {
      "contrastive_lambda": 0.5364363286845647,
      "epoch": 8.923268870867124,
      "step": 28608
    },
    {
      "contrastive_lambda": 0.5364102183016729,
      "epoch": 8.9235807860262,
      "step": 28609
    },
    {
      "epoch": 8.923892701185277,
      "grad_norm": 0.14212551712989807,
      "learning_rate": 5.793329923194977e-05,
      "loss": 0.0303,
      "step": 28610
    },
    {
      "epoch": 8.923892701185277,
      "flow_loss": 0.046003829687833786,
      "step": 28610
    },
    {
      "contrastive_loss": 0.005526860244572163,
      "epoch": 8.923892701185277,
      "step": 28610
    },
    {
      "contrastive_lambda": 0.5363841078189603,
      "epoch": 8.923892701185277,
      "step": 28610
    },
    {
      "contrastive_lambda": 0.5363579972364987,
      "epoch": 8.924204616344355,
      "step": 28611
    },
    {
      "contrastive_lambda": 0.5363318865543594,
      "epoch": 8.92451653150343,
      "step": 28612
    },
    {
      "contrastive_lambda": 0.5363057757726144,
      "epoch": 8.924828446662508,
      "step": 28613
    },
    {
      "contrastive_lambda": 0.536279664891335,
      "epoch": 8.925140361821585,
      "step": 28614
    },
    {
      "contrastive_lambda": 0.5362535539105927,
      "epoch": 8.92545227698066,
      "step": 28615
    },
    {
      "contrastive_lambda": 0.5362274428304593,
      "epoch": 8.925764192139738,
      "step": 28616
    },
    {
      "contrastive_lambda": 0.5362013316510065,
      "epoch": 8.926076107298815,
      "step": 28617
    },
    {
      "contrastive_lambda": 0.5361752203723055,
      "epoch": 8.92638802245789,
      "step": 28618
    },
    {
      "contrastive_lambda": 0.536149108994428,
      "epoch": 8.926699937616968,
      "step": 28619
    },
    {
      "epoch": 8.927011852776046,
      "grad_norm": 0.1082552969455719,
      "learning_rate": 5.790608929191187e-05,
      "loss": 0.0397,
      "step": 28620
    },
    {
      "epoch": 8.927011852776046,
      "flow_loss": 0.014710836112499237,
      "step": 28620
    },
    {
      "contrastive_loss": 0.004988616798073053,
      "epoch": 8.927011852776046,
      "step": 28620
    },
    {
      "contrastive_lambda": 0.5361229975174459,
      "epoch": 8.927011852776046,
      "step": 28620
    },
    {
      "contrastive_lambda": 0.5360968859414303,
      "epoch": 8.927323767935121,
      "step": 28621
    },
    {
      "contrastive_lambda": 0.5360707742664532,
      "epoch": 8.927635683094199,
      "step": 28622
    },
    {
      "contrastive_lambda": 0.536044662492586,
      "epoch": 8.927947598253276,
      "step": 28623
    },
    {
      "contrastive_lambda": 0.5360185506199002,
      "epoch": 8.928259513412351,
      "step": 28624
    },
    {
      "contrastive_lambda": 0.5359924386484677,
      "epoch": 8.928571428571429,
      "step": 28625
    },
    {
      "contrastive_lambda": 0.5359663265783599,
      "epoch": 8.928883343730504,
      "step": 28626
    },
    {
      "contrastive_lambda": 0.535940214409648,
      "epoch": 8.929195258889582,
      "step": 28627
    },
    {
      "contrastive_lambda": 0.5359141021424043,
      "epoch": 8.92950717404866,
      "step": 28628
    },
    {
      "contrastive_lambda": 0.5358879897767,
      "epoch": 8.929819089207735,
      "step": 28629
    },
    {
      "epoch": 8.930131004366812,
      "grad_norm": 0.14122657477855682,
      "learning_rate": 5.78788769502128e-05,
      "loss": 0.0333,
      "step": 28630
    },
    {
      "epoch": 8.930131004366812,
      "flow_loss": 0.021275389939546585,
      "step": 28630
    },
    {
      "contrastive_loss": 0.010229665786027908,
      "epoch": 8.930131004366812,
      "step": 28630
    },
    {
      "contrastive_lambda": 0.5358618773126067,
      "epoch": 8.930131004366812,
      "step": 28630
    },
    {
      "contrastive_lambda": 0.535835764750196,
      "epoch": 8.93044291952589,
      "step": 28631
    },
    {
      "contrastive_lambda": 0.5358096520895395,
      "epoch": 8.930754834684965,
      "step": 28632
    },
    {
      "contrastive_lambda": 0.5357835393307089,
      "epoch": 8.931066749844042,
      "step": 28633
    },
    {
      "contrastive_lambda": 0.5357574264737757,
      "epoch": 8.93137866500312,
      "step": 28634
    },
    {
      "contrastive_lambda": 0.5357313135188113,
      "epoch": 8.931690580162195,
      "step": 28635
    },
    {
      "contrastive_lambda": 0.5357052004658877,
      "epoch": 8.932002495321273,
      "step": 28636
    },
    {
      "contrastive_lambda": 0.5356790873150762,
      "epoch": 8.93231441048035,
      "step": 28637
    },
    {
      "contrastive_lambda": 0.5356529740664483,
      "epoch": 8.932626325639426,
      "step": 28638
    },
    {
      "contrastive_lambda": 0.5356268607200759,
      "epoch": 8.932938240798503,
      "step": 28639
    },
    {
      "epoch": 8.93325015595758,
      "grad_norm": 0.09124075621366501,
      "learning_rate": 5.785166221511894e-05,
      "loss": 0.033,
      "step": 28640
    },
    {
      "epoch": 8.93325015595758,
      "flow_loss": 0.03085237555205822,
      "step": 28640
    },
    {
      "contrastive_loss": 0.00521694403141737,
      "epoch": 8.93325015595758,
      "step": 28640
    },
    {
      "contrastive_lambda": 0.5356007472760305,
      "epoch": 8.93325015595758,
      "step": 28640
    },
    {
      "contrastive_lambda": 0.5355746337343835,
      "epoch": 8.933562071116656,
      "step": 28641
    },
    {
      "contrastive_lambda": 0.5355485200952066,
      "epoch": 8.933873986275733,
      "step": 28642
    },
    {
      "contrastive_lambda": 0.5355224063585715,
      "epoch": 8.934185901434809,
      "step": 28643
    },
    {
      "contrastive_lambda": 0.5354962925245497,
      "epoch": 8.934497816593886,
      "step": 28644
    },
    {
      "contrastive_lambda": 0.5354701785932129,
      "epoch": 8.934809731752964,
      "step": 28645
    },
    {
      "contrastive_lambda": 0.5354440645646323,
      "epoch": 8.93512164691204,
      "step": 28646
    },
    {
      "contrastive_lambda": 0.53541795043888,
      "epoch": 8.935433562071116,
      "step": 28647
    },
    {
      "contrastive_lambda": 0.5353918362160274,
      "epoch": 8.935745477230194,
      "step": 28648
    },
    {
      "contrastive_lambda": 0.535365721896146,
      "epoch": 8.93605739238927,
      "step": 28649
    },
    {
      "epoch": 8.936369307548347,
      "grad_norm": 0.13506455719470978,
      "learning_rate": 5.7824445094897415e-05,
      "loss": 0.03,
      "step": 28650
    },
    {
      "epoch": 8.936369307548347,
      "flow_loss": 0.026070328429341316,
      "step": 28650
    },
    {
      "contrastive_loss": 0.0036471905186772346,
      "epoch": 8.936369307548347,
      "step": 28650
    },
    {
      "contrastive_lambda": 0.5353396074793074,
      "epoch": 8.936369307548347,
      "step": 28650
    },
    {
      "contrastive_lambda": 0.5353134929655834,
      "epoch": 8.936681222707424,
      "step": 28651
    },
    {
      "contrastive_lambda": 0.5352873783550454,
      "epoch": 8.9369931378665,
      "step": 28652
    },
    {
      "contrastive_lambda": 0.535261263647765,
      "epoch": 8.937305053025577,
      "step": 28653
    },
    {
      "contrastive_lambda": 0.5352351488438138,
      "epoch": 8.937616968184654,
      "step": 28654
    },
    {
      "contrastive_lambda": 0.5352090339432636,
      "epoch": 8.93792888334373,
      "step": 28655
    },
    {
      "contrastive_lambda": 0.5351829189461857,
      "epoch": 8.938240798502807,
      "step": 28656
    },
    {
      "contrastive_lambda": 0.5351568038526521,
      "epoch": 8.938552713661885,
      "step": 28657
    },
    {
      "contrastive_lambda": 0.5351306886627337,
      "epoch": 8.93886462882096,
      "step": 28658
    },
    {
      "contrastive_lambda": 0.5351045733765027,
      "epoch": 8.939176543980038,
      "step": 28659
    },
    {
      "epoch": 8.939488459139113,
      "grad_norm": 0.1428392231464386,
      "learning_rate": 5.7797225597816065e-05,
      "loss": 0.0275,
      "step": 28660
    },
    {
      "epoch": 8.939488459139113,
      "flow_loss": 0.016750352457165718,
      "step": 28660
    },
    {
      "contrastive_loss": 0.00619876803830266,
      "epoch": 8.939488459139113,
      "step": 28660
    },
    {
      "contrastive_lambda": 0.5350784579940306,
      "epoch": 8.939488459139113,
      "step": 28660
    },
    {
      "contrastive_lambda": 0.5350523425153888,
      "epoch": 8.93980037429819,
      "step": 28661
    },
    {
      "contrastive_lambda": 0.5350262269406492,
      "epoch": 8.940112289457268,
      "step": 28662
    },
    {
      "contrastive_lambda": 0.5350001112698831,
      "epoch": 8.940424204616344,
      "step": 28663
    },
    {
      "contrastive_lambda": 0.5349739955031622,
      "epoch": 8.940736119775421,
      "step": 28664
    },
    {
      "contrastive_lambda": 0.534947879640558,
      "epoch": 8.941048034934498,
      "step": 28665
    },
    {
      "contrastive_lambda": 0.5349217636821423,
      "epoch": 8.941359950093574,
      "step": 28666
    },
    {
      "contrastive_lambda": 0.5348956476279867,
      "epoch": 8.941671865252651,
      "step": 28667
    },
    {
      "contrastive_lambda": 0.5348695314781626,
      "epoch": 8.941983780411729,
      "step": 28668
    },
    {
      "contrastive_lambda": 0.5348434152327416,
      "epoch": 8.942295695570804,
      "step": 28669
    },
    {
      "epoch": 8.942607610729882,
      "grad_norm": 0.10122323036193848,
      "learning_rate": 5.777000373214345e-05,
      "loss": 0.036,
      "step": 28670
    },
    {
      "epoch": 8.942607610729882,
      "flow_loss": 0.03329136222600937,
      "step": 28670
    },
    {
      "contrastive_loss": 0.007901426404714584,
      "epoch": 8.942607610729882,
      "step": 28670
    },
    {
      "contrastive_lambda": 0.5348172988917956,
      "epoch": 8.942607610729882,
      "step": 28670
    },
    {
      "contrastive_lambda": 0.5347911824553959,
      "epoch": 8.942919525888959,
      "step": 28671
    },
    {
      "contrastive_lambda": 0.5347650659236142,
      "epoch": 8.943231441048034,
      "step": 28672
    },
    {
      "contrastive_lambda": 0.5347389492965221,
      "epoch": 8.943543356207112,
      "step": 28673
    },
    {
      "contrastive_lambda": 0.5347128325741912,
      "epoch": 8.94385527136619,
      "step": 28674
    },
    {
      "contrastive_lambda": 0.5346867157566931,
      "epoch": 8.944167186525265,
      "step": 28675
    },
    {
      "contrastive_lambda": 0.5346605988440993,
      "epoch": 8.944479101684342,
      "step": 28676
    },
    {
      "contrastive_lambda": 0.5346344818364818,
      "epoch": 8.944791016843418,
      "step": 28677
    },
    {
      "contrastive_lambda": 0.5346083647339116,
      "epoch": 8.945102932002495,
      "step": 28678
    },
    {
      "contrastive_lambda": 0.5345822475364608,
      "epoch": 8.945414847161572,
      "step": 28679
    },
    {
      "epoch": 8.945726762320648,
      "grad_norm": 0.06928249448537827,
      "learning_rate": 5.774277950614885e-05,
      "loss": 0.0322,
      "step": 28680
    },
    {
      "epoch": 8.945726762320648,
      "flow_loss": 0.015133270993828773,
      "step": 28680
    },
    {
      "contrastive_loss": 0.005444915033876896,
      "epoch": 8.945726762320648,
      "step": 28680
    },
    {
      "contrastive_lambda": 0.5345561302442006,
      "epoch": 8.945726762320648,
      "step": 28680
    },
    {
      "contrastive_lambda": 0.5345300128572029,
      "epoch": 8.946038677479725,
      "step": 28681
    },
    {
      "contrastive_lambda": 0.5345038953755393,
      "epoch": 8.946350592638803,
      "step": 28682
    },
    {
      "contrastive_lambda": 0.5344777777992812,
      "epoch": 8.946662507797878,
      "step": 28683
    },
    {
      "contrastive_lambda": 0.5344516601285003,
      "epoch": 8.946974422956956,
      "step": 28684
    },
    {
      "contrastive_lambda": 0.5344255423632683,
      "epoch": 8.947286338116033,
      "step": 28685
    },
    {
      "contrastive_lambda": 0.5343994245036566,
      "epoch": 8.947598253275109,
      "step": 28686
    },
    {
      "contrastive_lambda": 0.5343733065497371,
      "epoch": 8.947910168434186,
      "step": 28687
    },
    {
      "contrastive_lambda": 0.5343471885015811,
      "epoch": 8.948222083593263,
      "step": 28688
    },
    {
      "contrastive_lambda": 0.5343210703592604,
      "epoch": 8.948533998752339,
      "step": 28689
    },
    {
      "epoch": 8.948845913911416,
      "grad_norm": 0.08506864309310913,
      "learning_rate": 5.771555292810227e-05,
      "loss": 0.0303,
      "step": 28690
    },
    {
      "epoch": 8.948845913911416,
      "flow_loss": 0.03595900535583496,
      "step": 28690
    },
    {
      "contrastive_loss": 0.004578258842229843,
      "epoch": 8.948845913911416,
      "step": 28690
    },
    {
      "contrastive_lambda": 0.5342949521228466,
      "epoch": 8.948845913911416,
      "step": 28690
    },
    {
      "contrastive_lambda": 0.5342688337924112,
      "epoch": 8.949157829070494,
      "step": 28691
    },
    {
      "contrastive_lambda": 0.5342427153680256,
      "epoch": 8.94946974422957,
      "step": 28692
    },
    {
      "contrastive_lambda": 0.534216596849762,
      "epoch": 8.949781659388647,
      "step": 28693
    },
    {
      "contrastive_lambda": 0.5341904782376915,
      "epoch": 8.950093574547722,
      "step": 28694
    },
    {
      "contrastive_lambda": 0.5341643595318857,
      "epoch": 8.9504054897068,
      "step": 28695
    },
    {
      "contrastive_lambda": 0.5341382407324167,
      "epoch": 8.950717404865877,
      "step": 28696
    },
    {
      "contrastive_lambda": 0.5341121218393556,
      "epoch": 8.951029320024952,
      "step": 28697
    },
    {
      "contrastive_lambda": 0.5340860028527742,
      "epoch": 8.95134123518403,
      "step": 28698
    },
    {
      "contrastive_lambda": 0.534059883772744,
      "epoch": 8.951653150343107,
      "step": 28699
    },
    {
      "epoch": 8.951965065502183,
      "grad_norm": 0.08113741874694824,
      "learning_rate": 5.768832400627444e-05,
      "loss": 0.0301,
      "step": 28700
    },
    {
      "epoch": 8.951965065502183,
      "flow_loss": 0.019183874130249023,
      "step": 28700
    },
    {
      "contrastive_loss": 0.0037909564562141895,
      "epoch": 8.951965065502183,
      "step": 28700
    },
    {
      "contrastive_lambda": 0.5340337645993367,
      "epoch": 8.951965065502183,
      "step": 28700
    },
    {
      "contrastive_lambda": 0.5340076453326241,
      "epoch": 8.95227698066126,
      "step": 28701
    },
    {
      "contrastive_lambda": 0.5339815259726776,
      "epoch": 8.952588895820337,
      "step": 28702
    },
    {
      "contrastive_lambda": 0.5339554065195685,
      "epoch": 8.952900810979413,
      "step": 28703
    },
    {
      "contrastive_lambda": 0.533929286973369,
      "epoch": 8.95321272613849,
      "step": 28704
    },
    {
      "contrastive_lambda": 0.5339031673341504,
      "epoch": 8.953524641297568,
      "step": 28705
    },
    {
      "contrastive_lambda": 0.5338770476019843,
      "epoch": 8.953836556456643,
      "step": 28706
    },
    {
      "contrastive_lambda": 0.5338509277769423,
      "epoch": 8.95414847161572,
      "step": 28707
    },
    {
      "contrastive_lambda": 0.5338248078590963,
      "epoch": 8.954460386774798,
      "step": 28708
    },
    {
      "contrastive_lambda": 0.5337986878485174,
      "epoch": 8.954772301933874,
      "step": 28709
    },
    {
      "epoch": 8.955084217092951,
      "grad_norm": 0.12132896482944489,
      "learning_rate": 5.7661092748936775e-05,
      "loss": 0.0297,
      "step": 28710
    },
    {
      "epoch": 8.955084217092951,
      "flow_loss": 0.02523162215948105,
      "step": 28710
    },
    {
      "contrastive_loss": 0.0044250693172216415,
      "epoch": 8.955084217092951,
      "step": 28710
    },
    {
      "contrastive_lambda": 0.5337725677452776,
      "epoch": 8.955084217092951,
      "step": 28710
    },
    {
      "contrastive_lambda": 0.5337464475494483,
      "epoch": 8.955396132252027,
      "step": 28711
    },
    {
      "contrastive_lambda": 0.5337203272611012,
      "epoch": 8.955708047411104,
      "step": 28712
    },
    {
      "contrastive_lambda": 0.533694206880308,
      "epoch": 8.956019962570181,
      "step": 28713
    },
    {
      "contrastive_lambda": 0.5336680864071403,
      "epoch": 8.956331877729257,
      "step": 28714
    },
    {
      "contrastive_lambda": 0.5336419658416693,
      "epoch": 8.956643792888334,
      "step": 28715
    },
    {
      "contrastive_lambda": 0.5336158451839672,
      "epoch": 8.956955708047412,
      "step": 28716
    },
    {
      "contrastive_lambda": 0.5335897244341054,
      "epoch": 8.957267623206487,
      "step": 28717
    },
    {
      "contrastive_lambda": 0.5335636035921553,
      "epoch": 8.957579538365565,
      "step": 28718
    },
    {
      "contrastive_lambda": 0.5335374826581887,
      "epoch": 8.957891453524642,
      "step": 28719
    },
    {
      "epoch": 8.958203368683717,
      "grad_norm": 0.08920981734991074,
      "learning_rate": 5.76338591643614e-05,
      "loss": 0.0329,
      "step": 28720
    },
    {
      "epoch": 8.958203368683717,
      "flow_loss": 0.026521502062678337,
      "step": 28720
    },
    {
      "contrastive_loss": 0.004161451943218708,
      "epoch": 8.958203368683717,
      "step": 28720
    },
    {
      "contrastive_lambda": 0.5335113616322772,
      "epoch": 8.958203368683717,
      "step": 28720
    },
    {
      "contrastive_lambda": 0.5334852405144925,
      "epoch": 8.958515283842795,
      "step": 28721
    },
    {
      "contrastive_lambda": 0.533459119304906,
      "epoch": 8.958827199001872,
      "step": 28722
    },
    {
      "contrastive_lambda": 0.5334329980035895,
      "epoch": 8.959139114160948,
      "step": 28723
    },
    {
      "contrastive_lambda": 0.5334068766106145,
      "epoch": 8.959451029320025,
      "step": 28724
    },
    {
      "contrastive_lambda": 0.5333807551260527,
      "epoch": 8.959762944479102,
      "step": 28725
    },
    {
      "contrastive_lambda": 0.5333546335499755,
      "epoch": 8.960074859638178,
      "step": 28726
    },
    {
      "contrastive_lambda": 0.5333285118824548,
      "epoch": 8.960386774797255,
      "step": 28727
    },
    {
      "contrastive_lambda": 0.5333023901235622,
      "epoch": 8.960698689956331,
      "step": 28728
    },
    {
      "contrastive_lambda": 0.533276268273369,
      "epoch": 8.961010605115408,
      "step": 28729
    },
    {
      "epoch": 8.961322520274486,
      "grad_norm": 0.10139170289039612,
      "learning_rate": 5.760662326082118e-05,
      "loss": 0.0307,
      "step": 28730
    },
    {
      "epoch": 8.961322520274486,
      "flow_loss": 0.02695021964609623,
      "step": 28730
    },
    {
      "contrastive_loss": 0.005904229357838631,
      "epoch": 8.961322520274486,
      "step": 28730
    },
    {
      "contrastive_lambda": 0.5332501463319471,
      "epoch": 8.961322520274486,
      "step": 28730
    },
    {
      "contrastive_lambda": 0.5332240242993681,
      "epoch": 8.961634435433561,
      "step": 28731
    },
    {
      "contrastive_lambda": 0.5331979021757035,
      "epoch": 8.961946350592639,
      "step": 28732
    },
    {
      "contrastive_lambda": 0.5331717799610249,
      "epoch": 8.962258265751716,
      "step": 28733
    },
    {
      "contrastive_lambda": 0.5331456576554041,
      "epoch": 8.962570180910792,
      "step": 28734
    },
    {
      "contrastive_lambda": 0.5331195352589125,
      "epoch": 8.962882096069869,
      "step": 28735
    },
    {
      "contrastive_lambda": 0.5330934127716219,
      "epoch": 8.963194011228946,
      "step": 28736
    },
    {
      "contrastive_lambda": 0.5330672901936037,
      "epoch": 8.963505926388022,
      "step": 28737
    },
    {
      "contrastive_lambda": 0.5330411675249298,
      "epoch": 8.9638178415471,
      "step": 28738
    },
    {
      "contrastive_lambda": 0.5330150447656716,
      "epoch": 8.964129756706177,
      "step": 28739
    },
    {
      "epoch": 8.964441671865252,
      "grad_norm": 0.07796202600002289,
      "learning_rate": 5.757938504658965e-05,
      "loss": 0.0279,
      "step": 28740
    },
    {
      "epoch": 8.964441671865252,
      "flow_loss": 0.03435793146491051,
      "step": 28740
    },
    {
      "contrastive_loss": 0.004792639520019293,
      "epoch": 8.964441671865252,
      "step": 28740
    },
    {
      "contrastive_lambda": 0.5329889219159007,
      "epoch": 8.964441671865252,
      "step": 28740
    },
    {
      "contrastive_lambda": 0.5329627989756889,
      "epoch": 8.96475358702433,
      "step": 28741
    },
    {
      "contrastive_lambda": 0.5329366759451077,
      "epoch": 8.965065502183407,
      "step": 28742
    },
    {
      "contrastive_lambda": 0.5329105528242287,
      "epoch": 8.965377417342483,
      "step": 28743
    },
    {
      "contrastive_lambda": 0.5328844296131237,
      "epoch": 8.96568933250156,
      "step": 28744
    },
    {
      "contrastive_lambda": 0.532858306311864,
      "epoch": 8.966001247660635,
      "step": 28745
    },
    {
      "contrastive_lambda": 0.5328321829205214,
      "epoch": 8.966313162819713,
      "step": 28746
    },
    {
      "contrastive_lambda": 0.5328060594391676,
      "epoch": 8.96662507797879,
      "step": 28747
    },
    {
      "contrastive_lambda": 0.5327799358678741,
      "epoch": 8.966936993137866,
      "step": 28748
    },
    {
      "contrastive_lambda": 0.5327538122067124,
      "epoch": 8.967248908296943,
      "step": 28749
    },
    {
      "epoch": 8.96756082345602,
      "grad_norm": 0.13154636323451996,
      "learning_rate": 5.755214452994107e-05,
      "loss": 0.0282,
      "step": 28750
    },
    {
      "epoch": 8.96756082345602,
      "flow_loss": 0.02636384218931198,
      "step": 28750
    },
    {
      "contrastive_loss": 0.0037827063351869583,
      "epoch": 8.96756082345602,
      "step": 28750
    },
    {
      "contrastive_lambda": 0.5327276884557544,
      "epoch": 8.96756082345602,
      "step": 28750
    },
    {
      "contrastive_lambda": 0.5327015646150717,
      "epoch": 8.967872738615096,
      "step": 28751
    },
    {
      "contrastive_lambda": 0.5326754406847356,
      "epoch": 8.968184653774173,
      "step": 28752
    },
    {
      "contrastive_lambda": 0.5326493166648179,
      "epoch": 8.96849656893325,
      "step": 28753
    },
    {
      "contrastive_lambda": 0.5326231925553903,
      "epoch": 8.968808484092326,
      "step": 28754
    },
    {
      "contrastive_lambda": 0.5325970683565244,
      "epoch": 8.969120399251404,
      "step": 28755
    },
    {
      "contrastive_lambda": 0.5325709440682919,
      "epoch": 8.969432314410481,
      "step": 28756
    },
    {
      "contrastive_lambda": 0.5325448196907641,
      "epoch": 8.969744229569557,
      "step": 28757
    },
    {
      "contrastive_lambda": 0.532518695224013,
      "epoch": 8.970056144728634,
      "step": 28758
    },
    {
      "contrastive_lambda": 0.53249257066811,
      "epoch": 8.970368059887711,
      "step": 28759
    },
    {
      "epoch": 8.970679975046787,
      "grad_norm": 0.0923379585146904,
      "learning_rate": 5.752490171915039e-05,
      "loss": 0.0357,
      "step": 28760
    },
    {
      "epoch": 8.970679975046787,
      "flow_loss": 0.04473693296313286,
      "step": 28760
    },
    {
      "contrastive_loss": 0.005360168404877186,
      "epoch": 8.970679975046787,
      "step": 28760
    },
    {
      "contrastive_lambda": 0.5324664460231265,
      "epoch": 8.970679975046787,
      "step": 28760
    },
    {
      "contrastive_lambda": 0.5324403212891348,
      "epoch": 8.970991890205864,
      "step": 28761
    },
    {
      "contrastive_lambda": 0.5324141964662059,
      "epoch": 8.97130380536494,
      "step": 28762
    },
    {
      "contrastive_lambda": 0.5323880715544117,
      "epoch": 8.971615720524017,
      "step": 28763
    },
    {
      "contrastive_lambda": 0.5323619465538237,
      "epoch": 8.971927635683095,
      "step": 28764
    },
    {
      "contrastive_lambda": 0.5323358214645137,
      "epoch": 8.97223955084217,
      "step": 28765
    },
    {
      "contrastive_lambda": 0.5323096962865531,
      "epoch": 8.972551466001248,
      "step": 28766
    },
    {
      "contrastive_lambda": 0.5322835710200138,
      "epoch": 8.972863381160325,
      "step": 28767
    },
    {
      "contrastive_lambda": 0.5322574456649671,
      "epoch": 8.9731752963194,
      "step": 28768
    },
    {
      "contrastive_lambda": 0.5322313202214848,
      "epoch": 8.973487211478478,
      "step": 28769
    },
    {
      "epoch": 8.973799126637555,
      "grad_norm": 0.11472396552562714,
      "learning_rate": 5.749765662249324e-05,
      "loss": 0.0343,
      "step": 28770
    },
    {
      "epoch": 8.973799126637555,
      "flow_loss": 0.02643416076898575,
      "step": 28770
    },
    {
      "contrastive_loss": 0.004017661325633526,
      "epoch": 8.973799126637555,
      "step": 28770
    },
    {
      "contrastive_lambda": 0.5322051946896386,
      "epoch": 8.973799126637555,
      "step": 28770
    },
    {
      "contrastive_lambda": 0.5321790690694999,
      "epoch": 8.97411104179663,
      "step": 28771
    },
    {
      "contrastive_lambda": 0.5321529433611405,
      "epoch": 8.974422956955708,
      "step": 28772
    },
    {
      "contrastive_lambda": 0.532126817564632,
      "epoch": 8.974734872114785,
      "step": 28773
    },
    {
      "contrastive_lambda": 0.5321006916800459,
      "epoch": 8.975046787273861,
      "step": 28774
    },
    {
      "contrastive_lambda": 0.5320745657074542,
      "epoch": 8.975358702432938,
      "step": 28775
    },
    {
      "contrastive_lambda": 0.532048439646928,
      "epoch": 8.975670617592016,
      "step": 28776
    },
    {
      "contrastive_lambda": 0.5320223134985392,
      "epoch": 8.975982532751091,
      "step": 28777
    },
    {
      "contrastive_lambda": 0.5319961872623596,
      "epoch": 8.976294447910169,
      "step": 28778
    },
    {
      "contrastive_lambda": 0.5319700609384604,
      "epoch": 8.976606363069244,
      "step": 28779
    },
    {
      "epoch": 8.976918278228322,
      "grad_norm": 0.10214490443468094,
      "learning_rate": 5.747040924824596e-05,
      "loss": 0.0366,
      "step": 28780
    },
    {
      "epoch": 8.976918278228322,
      "flow_loss": 0.030904684215784073,
      "step": 28780
    },
    {
      "contrastive_loss": 0.004339799750596285,
      "epoch": 8.976918278228322,
      "step": 28780
    },
    {
      "contrastive_lambda": 0.5319439345269136,
      "epoch": 8.976918278228322,
      "step": 28780
    },
    {
      "contrastive_lambda": 0.5319178080277908,
      "epoch": 8.977230193387399,
      "step": 28781
    },
    {
      "contrastive_lambda": 0.5318916814411634,
      "epoch": 8.977542108546475,
      "step": 28782
    },
    {
      "contrastive_lambda": 0.531865554767103,
      "epoch": 8.977854023705552,
      "step": 28783
    },
    {
      "contrastive_lambda": 0.5318394280056815,
      "epoch": 8.97816593886463,
      "step": 28784
    },
    {
      "contrastive_lambda": 0.5318133011569706,
      "epoch": 8.978477854023705,
      "step": 28785
    },
    {
      "contrastive_lambda": 0.5317871742210414,
      "epoch": 8.978789769182782,
      "step": 28786
    },
    {
      "contrastive_lambda": 0.5317610471979659,
      "epoch": 8.97910168434186,
      "step": 28787
    },
    {
      "contrastive_lambda": 0.5317349200878158,
      "epoch": 8.979413599500935,
      "step": 28788
    },
    {
      "contrastive_lambda": 0.5317087928906626,
      "epoch": 8.979725514660013,
      "step": 28789
    },
    {
      "epoch": 8.98003742981909,
      "grad_norm": 0.1298355609178543,
      "learning_rate": 5.7443159604685613e-05,
      "loss": 0.031,
      "step": 28790
    },
    {
      "epoch": 8.98003742981909,
      "flow_loss": 0.023272793740034103,
      "step": 28790
    },
    {
      "contrastive_loss": 0.004218120593577623,
      "epoch": 8.98003742981909,
      "step": 28790
    },
    {
      "contrastive_lambda": 0.5316826656065781,
      "epoch": 8.98003742981909,
      "step": 28790
    },
    {
      "contrastive_lambda": 0.5316565382356334,
      "epoch": 8.980349344978166,
      "step": 28791
    },
    {
      "contrastive_lambda": 0.5316304107779007,
      "epoch": 8.980661260137243,
      "step": 28792
    },
    {
      "contrastive_lambda": 0.5316042832334515,
      "epoch": 8.98097317529632,
      "step": 28793
    },
    {
      "contrastive_lambda": 0.5315781556023572,
      "epoch": 8.981285090455396,
      "step": 28794
    },
    {
      "contrastive_lambda": 0.5315520278846898,
      "epoch": 8.981597005614473,
      "step": 28795
    },
    {
      "contrastive_lambda": 0.5315259000805207,
      "epoch": 8.981908920773549,
      "step": 28796
    },
    {
      "contrastive_lambda": 0.5314997721899214,
      "epoch": 8.982220835932626,
      "step": 28797
    },
    {
      "contrastive_lambda": 0.5314736442129637,
      "epoch": 8.982532751091703,
      "step": 28798
    },
    {
      "contrastive_lambda": 0.5314475161497194,
      "epoch": 8.982844666250779,
      "step": 28799
    },
    {
      "epoch": 8.983156581409856,
      "grad_norm": 0.09755843132734299,
      "learning_rate": 5.74159077000899e-05,
      "loss": 0.0296,
      "step": 28800
    },
    {
      "epoch": 8.983156581409856,
      "flow_loss": 0.021195629611611366,
      "step": 28800
    },
    {
      "contrastive_loss": 0.004117767326533794,
      "epoch": 8.983156581409856,
      "step": 28800
    },
    {
      "contrastive_lambda": 0.5314213880002597,
      "epoch": 8.983156581409856,
      "step": 28800
    },
    {
      "contrastive_lambda": 0.5313952597646567,
      "epoch": 8.983468496568934,
      "step": 28801
    },
    {
      "contrastive_lambda": 0.5313691314429817,
      "epoch": 8.98378041172801,
      "step": 28802
    },
    {
      "contrastive_lambda": 0.5313430030353065,
      "epoch": 8.984092326887087,
      "step": 28803
    },
    {
      "contrastive_lambda": 0.5313168745417027,
      "epoch": 8.984404242046164,
      "step": 28804
    },
    {
      "contrastive_lambda": 0.5312907459622418,
      "epoch": 8.98471615720524,
      "step": 28805
    },
    {
      "contrastive_lambda": 0.5312646172969956,
      "epoch": 8.985028072364317,
      "step": 28806
    },
    {
      "contrastive_lambda": 0.5312384885460357,
      "epoch": 8.985339987523394,
      "step": 28807
    },
    {
      "contrastive_lambda": 0.5312123597094336,
      "epoch": 8.98565190268247,
      "step": 28808
    },
    {
      "contrastive_lambda": 0.5311862307872612,
      "epoch": 8.985963817841547,
      "step": 28809
    },
    {
      "epoch": 8.986275733000625,
      "grad_norm": 0.15848831832408905,
      "learning_rate": 5.7388653542737235e-05,
      "loss": 0.0299,
      "step": 28810
    },
    {
      "epoch": 8.986275733000625,
      "flow_loss": 0.02944394201040268,
      "step": 28810
    },
    {
      "contrastive_loss": 0.005310736130923033,
      "epoch": 8.986275733000625,
      "step": 28810
    },
    {
      "contrastive_lambda": 0.5311601017795899,
      "epoch": 8.986275733000625,
      "step": 28810
    },
    {
      "contrastive_lambda": 0.5311339726864914,
      "epoch": 8.9865876481597,
      "step": 28811
    },
    {
      "contrastive_lambda": 0.5311078435080374,
      "epoch": 8.986899563318778,
      "step": 28812
    },
    {
      "contrastive_lambda": 0.5310817142442995,
      "epoch": 8.987211478477853,
      "step": 28813
    },
    {
      "contrastive_lambda": 0.5310555848953491,
      "epoch": 8.98752339363693,
      "step": 28814
    },
    {
      "contrastive_lambda": 0.5310294554612583,
      "epoch": 8.987835308796008,
      "step": 28815
    },
    {
      "contrastive_lambda": 0.5310033259420985,
      "epoch": 8.988147223955083,
      "step": 28816
    },
    {
      "contrastive_lambda": 0.530977196337941,
      "epoch": 8.98845913911416,
      "step": 28817
    },
    {
      "contrastive_lambda": 0.5309510666488582,
      "epoch": 8.988771054273238,
      "step": 28818
    },
    {
      "contrastive_lambda": 0.530924936874921,
      "epoch": 8.989082969432314,
      "step": 28819
    },
    {
      "epoch": 8.989394884591391,
      "grad_norm": 0.08653830736875534,
      "learning_rate": 5.736139714090672e-05,
      "loss": 0.0292,
      "step": 28820
    },
    {
      "epoch": 8.989394884591391,
      "flow_loss": 0.024073150008916855,
      "step": 28820
    },
    {
      "contrastive_loss": 0.0039848629385232925,
      "epoch": 8.989394884591391,
      "step": 28820
    },
    {
      "contrastive_lambda": 0.5308988070162014,
      "epoch": 8.989394884591391,
      "step": 28820
    },
    {
      "contrastive_lambda": 0.530872677072771,
      "epoch": 8.989706799750468,
      "step": 28821
    },
    {
      "contrastive_lambda": 0.5308465470447014,
      "epoch": 8.990018714909544,
      "step": 28822
    },
    {
      "contrastive_lambda": 0.5308204169320642,
      "epoch": 8.990330630068621,
      "step": 28823
    },
    {
      "contrastive_lambda": 0.5307942867349311,
      "epoch": 8.990642545227699,
      "step": 28824
    },
    {
      "contrastive_lambda": 0.5307681564533735,
      "epoch": 8.990954460386774,
      "step": 28825
    },
    {
      "contrastive_lambda": 0.5307420260874636,
      "epoch": 8.991266375545852,
      "step": 28826
    },
    {
      "contrastive_lambda": 0.5307158956372726,
      "epoch": 8.991578290704929,
      "step": 28827
    },
    {
      "contrastive_lambda": 0.5306897651028721,
      "epoch": 8.991890205864005,
      "step": 28828
    },
    {
      "contrastive_lambda": 0.530663634484334,
      "epoch": 8.992202121023082,
      "step": 28829
    },
    {
      "epoch": 8.992514036182158,
      "grad_norm": 0.07879225164651871,
      "learning_rate": 5.73341385028781e-05,
      "loss": 0.024,
      "step": 28830
    },
    {
      "epoch": 8.992514036182158,
      "flow_loss": 0.023190494626760483,
      "step": 28830
    },
    {
      "contrastive_loss": 0.004539432004094124,
      "epoch": 8.992514036182158,
      "step": 28830
    },
    {
      "contrastive_lambda": 0.5306375037817297,
      "epoch": 8.992514036182158,
      "step": 28830
    },
    {
      "contrastive_lambda": 0.530611372995131,
      "epoch": 8.992825951341235,
      "step": 28831
    },
    {
      "contrastive_lambda": 0.5305852421246096,
      "epoch": 8.993137866500312,
      "step": 28832
    },
    {
      "contrastive_lambda": 0.5305591111702368,
      "epoch": 8.993449781659388,
      "step": 28833
    },
    {
      "contrastive_lambda": 0.5305329801320845,
      "epoch": 8.993761696818465,
      "step": 28834
    },
    {
      "contrastive_lambda": 0.5305068490102244,
      "epoch": 8.994073611977543,
      "step": 28835
    },
    {
      "contrastive_lambda": 0.530480717804728,
      "epoch": 8.994385527136618,
      "step": 28836
    },
    {
      "contrastive_lambda": 0.5304545865156669,
      "epoch": 8.994697442295696,
      "step": 28837
    },
    {
      "contrastive_lambda": 0.530428455143113,
      "epoch": 8.995009357454773,
      "step": 28838
    },
    {
      "contrastive_lambda": 0.5304023236871377,
      "epoch": 8.995321272613849,
      "step": 28839
    },
    {
      "epoch": 8.995633187772926,
      "grad_norm": 0.09066697210073471,
      "learning_rate": 5.7306877636931855e-05,
      "loss": 0.0268,
      "step": 28840
    },
    {
      "epoch": 8.995633187772926,
      "flow_loss": 0.030184268951416016,
      "step": 28840
    },
    {
      "contrastive_loss": 0.005533679388463497,
      "epoch": 8.995633187772926,
      "step": 28840
    },
    {
      "contrastive_lambda": 0.5303761921478125,
      "epoch": 8.995633187772926,
      "step": 28840
    },
    {
      "contrastive_lambda": 0.5303500605252095,
      "epoch": 8.995945102932003,
      "step": 28841
    },
    {
      "contrastive_lambda": 0.5303239288193999,
      "epoch": 8.996257018091079,
      "step": 28842
    },
    {
      "contrastive_lambda": 0.5302977970304558,
      "epoch": 8.996568933250156,
      "step": 28843
    },
    {
      "contrastive_lambda": 0.5302716651584483,
      "epoch": 8.996880848409234,
      "step": 28844
    },
    {
      "contrastive_lambda": 0.5302455332034494,
      "epoch": 8.997192763568309,
      "step": 28845
    },
    {
      "contrastive_lambda": 0.5302194011655307,
      "epoch": 8.997504678727386,
      "step": 28846
    },
    {
      "contrastive_lambda": 0.5301932690447638,
      "epoch": 8.997816593886462,
      "step": 28847
    },
    {
      "contrastive_lambda": 0.5301671368412202,
      "epoch": 8.99812850904554,
      "step": 28848
    },
    {
      "contrastive_lambda": 0.5301410045549718,
      "epoch": 8.998440424204617,
      "step": 28849
    },
    {
      "epoch": 8.998752339363692,
      "grad_norm": 0.11580753326416016,
      "learning_rate": 5.7279614551349125e-05,
      "loss": 0.0326,
      "step": 28850
    },
    {
      "epoch": 8.998752339363692,
      "flow_loss": 0.023643100634217262,
      "step": 28850
    },
    {
      "contrastive_loss": 0.004750204738229513,
      "epoch": 8.998752339363692,
      "step": 28850
    },
    {
      "contrastive_lambda": 0.5301148721860901,
      "epoch": 8.998752339363692,
      "step": 28850
    },
    {
      "contrastive_lambda": 0.5300887397346468,
      "epoch": 8.99906425452277,
      "step": 28851
    },
    {
      "contrastive_lambda": 0.5300626072007134,
      "epoch": 8.999376169681847,
      "step": 28852
    },
    {
      "contrastive_lambda": 0.5300364745843618,
      "epoch": 8.999688084840923,
      "step": 28853
    },
    {
      "contrastive_lambda": 0.5300103418856634,
      "epoch": 9.0,
      "step": 28854
    },
    {
      "contrastive_lambda": 0.52998420910469,
      "epoch": 9.000311915159077,
      "step": 28855
    },
    {
      "contrastive_lambda": 0.5299580762415131,
      "epoch": 9.000623830318153,
      "step": 28856
    },
    {
      "contrastive_lambda": 0.5299319432962045,
      "epoch": 9.00093574547723,
      "step": 28857
    },
    {
      "contrastive_lambda": 0.5299058102688359,
      "epoch": 9.001247660636308,
      "step": 28858
    },
    {
      "contrastive_lambda": 0.5298796771594785,
      "epoch": 9.001559575795383,
      "step": 28859
    },
    {
      "epoch": 9.00187149095446,
      "grad_norm": 0.10178768634796143,
      "learning_rate": 5.725234925441169e-05,
      "loss": 0.0291,
      "step": 28860
    },
    {
      "epoch": 9.00187149095446,
      "flow_loss": 0.0444900318980217,
      "step": 28860
    },
    {
      "contrastive_loss": 0.004505822900682688,
      "epoch": 9.00187149095446,
      "step": 28860
    },
    {
      "contrastive_lambda": 0.5298535439682046,
      "epoch": 9.00187149095446,
      "step": 28860
    },
    {
      "contrastive_lambda": 0.5298274106950854,
      "epoch": 9.002183406113538,
      "step": 28861
    },
    {
      "contrastive_lambda": 0.5298012773401926,
      "epoch": 9.002495321272614,
      "step": 28862
    },
    {
      "contrastive_lambda": 0.5297751439035979,
      "epoch": 9.002807236431691,
      "step": 28863
    },
    {
      "contrastive_lambda": 0.529749010385373,
      "epoch": 9.003119151590766,
      "step": 28864
    },
    {
      "contrastive_lambda": 0.5297228767855895,
      "epoch": 9.003431066749844,
      "step": 28865
    },
    {
      "contrastive_lambda": 0.5296967431043191,
      "epoch": 9.003742981908921,
      "step": 28866
    },
    {
      "contrastive_lambda": 0.5296706093416333,
      "epoch": 9.004054897067997,
      "step": 28867
    },
    {
      "contrastive_lambda": 0.5296444754976039,
      "epoch": 9.004366812227074,
      "step": 28868
    },
    {
      "contrastive_lambda": 0.5296183415723025,
      "epoch": 9.004678727386151,
      "step": 28869
    },
    {
      "epoch": 9.004990642545227,
      "grad_norm": 0.12038078904151917,
      "learning_rate": 5.7225081754402044e-05,
      "loss": 0.0387,
      "step": 28870
    },
    {
      "epoch": 9.004990642545227,
      "flow_loss": 0.024888982996344566,
      "step": 28870
    },
    {
      "contrastive_loss": 0.004512303043156862,
      "epoch": 9.004990642545227,
      "step": 28870
    },
    {
      "contrastive_lambda": 0.5295922075658008,
      "epoch": 9.004990642545227,
      "step": 28870
    },
    {
      "contrastive_lambda": 0.5295660734781701,
      "epoch": 9.005302557704304,
      "step": 28871
    },
    {
      "contrastive_lambda": 0.5295399393094826,
      "epoch": 9.005614472863382,
      "step": 28872
    },
    {
      "contrastive_lambda": 0.5295138050598097,
      "epoch": 9.005926388022457,
      "step": 28873
    },
    {
      "contrastive_lambda": 0.5294876707292229,
      "epoch": 9.006238303181535,
      "step": 28874
    },
    {
      "contrastive_lambda": 0.5294615363177939,
      "epoch": 9.006550218340612,
      "step": 28875
    },
    {
      "contrastive_lambda": 0.5294354018255945,
      "epoch": 9.006862133499688,
      "step": 28876
    },
    {
      "contrastive_lambda": 0.5294092672526963,
      "epoch": 9.007174048658765,
      "step": 28877
    },
    {
      "contrastive_lambda": 0.529383132599171,
      "epoch": 9.007485963817842,
      "step": 28878
    },
    {
      "contrastive_lambda": 0.5293569978650899,
      "epoch": 9.007797878976918,
      "step": 28879
    },
    {
      "epoch": 9.008109794135995,
      "grad_norm": 0.15536834299564362,
      "learning_rate": 5.7197812059603326e-05,
      "loss": 0.0304,
      "step": 28880
    },
    {
      "epoch": 9.008109794135995,
      "flow_loss": 0.02820613421499729,
      "step": 28880
    },
    {
      "contrastive_loss": 0.00439965445548296,
      "epoch": 9.008109794135995,
      "step": 28880
    },
    {
      "contrastive_lambda": 0.5293308630505252,
      "epoch": 9.008109794135995,
      "step": 28880
    },
    {
      "contrastive_lambda": 0.5293047281555483,
      "epoch": 9.008421709295071,
      "step": 28881
    },
    {
      "contrastive_lambda": 0.5292785931802306,
      "epoch": 9.008733624454148,
      "step": 28882
    },
    {
      "contrastive_lambda": 0.5292524581246442,
      "epoch": 9.009045539613226,
      "step": 28883
    },
    {
      "contrastive_lambda": 0.5292263229888604,
      "epoch": 9.009357454772301,
      "step": 28884
    },
    {
      "contrastive_lambda": 0.529200187772951,
      "epoch": 9.009669369931379,
      "step": 28885
    },
    {
      "contrastive_lambda": 0.5291740524769876,
      "epoch": 9.009981285090456,
      "step": 28886
    },
    {
      "contrastive_lambda": 0.5291479171010419,
      "epoch": 9.010293200249532,
      "step": 28887
    },
    {
      "contrastive_lambda": 0.5291217816451855,
      "epoch": 9.010605115408609,
      "step": 28888
    },
    {
      "contrastive_lambda": 0.5290956461094902,
      "epoch": 9.010917030567686,
      "step": 28889
    },
    {
      "epoch": 9.011228945726762,
      "grad_norm": 0.09499380737543106,
      "learning_rate": 5.717054017829934e-05,
      "loss": 0.0304,
      "step": 28890
    },
    {
      "epoch": 9.011228945726762,
      "flow_loss": 0.03137817233800888,
      "step": 28890
    },
    {
      "contrastive_loss": 0.00412351917475462,
      "epoch": 9.011228945726762,
      "step": 28890
    },
    {
      "contrastive_lambda": 0.5290695104940274,
      "epoch": 9.011228945726762,
      "step": 28890
    },
    {
      "contrastive_lambda": 0.5290433747988689,
      "epoch": 9.01154086088584,
      "step": 28891
    },
    {
      "contrastive_lambda": 0.5290172390240865,
      "epoch": 9.011852776044917,
      "step": 28892
    },
    {
      "contrastive_lambda": 0.5289911031697515,
      "epoch": 9.012164691203992,
      "step": 28893
    },
    {
      "contrastive_lambda": 0.5289649672359358,
      "epoch": 9.01247660636307,
      "step": 28894
    },
    {
      "contrastive_lambda": 0.528938831222711,
      "epoch": 9.012788521522147,
      "step": 28895
    },
    {
      "contrastive_lambda": 0.5289126951301487,
      "epoch": 9.013100436681222,
      "step": 28896
    },
    {
      "contrastive_lambda": 0.5288865589583206,
      "epoch": 9.0134123518403,
      "step": 28897
    },
    {
      "contrastive_lambda": 0.5288604227072985,
      "epoch": 9.013724266999375,
      "step": 28898
    },
    {
      "contrastive_lambda": 0.5288342863771538,
      "epoch": 9.014036182158453,
      "step": 28899
    },
    {
      "epoch": 9.01434809731753,
      "grad_norm": 0.12605822086334229,
      "learning_rate": 5.7143266118774584e-05,
      "loss": 0.0343,
      "step": 28900
    },
    {
      "epoch": 9.01434809731753,
      "flow_loss": 0.02291123941540718,
      "step": 28900
    },
    {
      "contrastive_loss": 0.003523210296407342,
      "epoch": 9.01434809731753,
      "step": 28900
    },
    {
      "contrastive_lambda": 0.5288081499679583,
      "epoch": 9.01434809731753,
      "step": 28900
    },
    {
      "contrastive_lambda": 0.5287820134797837,
      "epoch": 9.014660012476606,
      "step": 28901
    },
    {
      "contrastive_lambda": 0.5287558769127014,
      "epoch": 9.014971927635683,
      "step": 28902
    },
    {
      "contrastive_lambda": 0.5287297402667834,
      "epoch": 9.01528384279476,
      "step": 28903
    },
    {
      "contrastive_lambda": 0.5287036035421012,
      "epoch": 9.015595757953836,
      "step": 28904
    },
    {
      "contrastive_lambda": 0.5286774667387262,
      "epoch": 9.015907673112913,
      "step": 28905
    },
    {
      "contrastive_lambda": 0.5286513298567305,
      "epoch": 9.01621958827199,
      "step": 28906
    },
    {
      "contrastive_lambda": 0.5286251928961856,
      "epoch": 9.016531503431066,
      "step": 28907
    },
    {
      "contrastive_lambda": 0.5285990558571629,
      "epoch": 9.016843418590144,
      "step": 28908
    },
    {
      "contrastive_lambda": 0.5285729187397343,
      "epoch": 9.017155333749221,
      "step": 28909
    },
    {
      "epoch": 9.017467248908297,
      "grad_norm": 0.09815714508295059,
      "learning_rate": 5.711598988931418e-05,
      "loss": 0.0298,
      "step": 28910
    },
    {
      "epoch": 9.017467248908297,
      "flow_loss": 0.04014264792203903,
      "step": 28910
    },
    {
      "contrastive_loss": 0.004948566667735577,
      "epoch": 9.017467248908297,
      "step": 28910
    },
    {
      "contrastive_lambda": 0.5285467815439716,
      "epoch": 9.017467248908297,
      "step": 28910
    },
    {
      "contrastive_lambda": 0.5285206442699462,
      "epoch": 9.017779164067374,
      "step": 28911
    },
    {
      "contrastive_lambda": 0.5284945069177298,
      "epoch": 9.018091079226451,
      "step": 28912
    },
    {
      "contrastive_lambda": 0.528468369487394,
      "epoch": 9.018402994385527,
      "step": 28913
    },
    {
      "contrastive_lambda": 0.5284422319790107,
      "epoch": 9.018714909544604,
      "step": 28914
    },
    {
      "contrastive_lambda": 0.5284160943926515,
      "epoch": 9.01902682470368,
      "step": 28915
    },
    {
      "contrastive_lambda": 0.5283899567283876,
      "epoch": 9.019338739862757,
      "step": 28916
    },
    {
      "contrastive_lambda": 0.5283638189862914,
      "epoch": 9.019650655021834,
      "step": 28917
    },
    {
      "contrastive_lambda": 0.528337681166434,
      "epoch": 9.01996257018091,
      "step": 28918
    },
    {
      "contrastive_lambda": 0.5283115432688872,
      "epoch": 9.020274485339987,
      "step": 28919
    },
    {
      "epoch": 9.020586400499065,
      "grad_norm": 0.10394198447465897,
      "learning_rate": 5.7088711498203954e-05,
      "loss": 0.0341,
      "step": 28920
    },
    {
      "epoch": 9.020586400499065,
      "flow_loss": 0.031599875539541245,
      "step": 28920
    },
    {
      "contrastive_loss": 0.004791849758476019,
      "epoch": 9.020586400499065,
      "step": 28920
    },
    {
      "contrastive_lambda": 0.5282854052937227,
      "epoch": 9.020586400499065,
      "step": 28920
    },
    {
      "contrastive_lambda": 0.5282592672410124,
      "epoch": 9.02089831565814,
      "step": 28921
    },
    {
      "contrastive_lambda": 0.5282331291108274,
      "epoch": 9.021210230817218,
      "step": 28922
    },
    {
      "contrastive_lambda": 0.5282069909032399,
      "epoch": 9.021522145976295,
      "step": 28923
    },
    {
      "contrastive_lambda": 0.5281808526183212,
      "epoch": 9.02183406113537,
      "step": 28924
    },
    {
      "contrastive_lambda": 0.528154714256143,
      "epoch": 9.022145976294448,
      "step": 28925
    },
    {
      "contrastive_lambda": 0.5281285758167773,
      "epoch": 9.022457891453525,
      "step": 28926
    },
    {
      "contrastive_lambda": 0.5281024373002954,
      "epoch": 9.022769806612601,
      "step": 28927
    },
    {
      "contrastive_lambda": 0.528076298706769,
      "epoch": 9.023081721771678,
      "step": 28928
    },
    {
      "contrastive_lambda": 0.5280501600362699,
      "epoch": 9.023393636930756,
      "step": 28929
    },
    {
      "epoch": 9.023705552089831,
      "grad_norm": 0.10817884653806686,
      "learning_rate": 5.706143095373033e-05,
      "loss": 0.036,
      "step": 28930
    },
    {
      "epoch": 9.023705552089831,
      "flow_loss": 0.020088432356715202,
      "step": 28930
    },
    {
      "contrastive_loss": 0.00516763050109148,
      "epoch": 9.023705552089831,
      "step": 28930
    },
    {
      "contrastive_lambda": 0.5280240212888696,
      "epoch": 9.023705552089831,
      "step": 28930
    },
    {
      "contrastive_lambda": 0.5279978824646401,
      "epoch": 9.024017467248909,
      "step": 28931
    },
    {
      "contrastive_lambda": 0.5279717435636526,
      "epoch": 9.024329382407984,
      "step": 28932
    },
    {
      "contrastive_lambda": 0.527945604585979,
      "epoch": 9.024641297567062,
      "step": 28933
    },
    {
      "contrastive_lambda": 0.527919465531691,
      "epoch": 9.024953212726139,
      "step": 28934
    },
    {
      "contrastive_lambda": 0.5278933264008603,
      "epoch": 9.025265127885215,
      "step": 28935
    },
    {
      "contrastive_lambda": 0.5278671871935581,
      "epoch": 9.025577043044292,
      "step": 28936
    },
    {
      "contrastive_lambda": 0.5278410479098568,
      "epoch": 9.02588895820337,
      "step": 28937
    },
    {
      "contrastive_lambda": 0.5278149085498276,
      "epoch": 9.026200873362445,
      "step": 28938
    },
    {
      "contrastive_lambda": 0.527788769113542,
      "epoch": 9.026512788521522,
      "step": 28939
    },
    {
      "epoch": 9.0268247036806,
      "grad_norm": 0.10363756865262985,
      "learning_rate": 5.703414826418042e-05,
      "loss": 0.0254,
      "step": 28940
    },
    {
      "epoch": 9.0268247036806,
      "flow_loss": 0.02219635620713234,
      "step": 28940
    },
    {
      "contrastive_loss": 0.005192180164158344,
      "epoch": 9.0268247036806,
      "step": 28940
    },
    {
      "contrastive_lambda": 0.5277626296010722,
      "epoch": 9.0268247036806,
      "step": 28940
    },
    {
      "contrastive_lambda": 0.5277364900124896,
      "epoch": 9.027136618839675,
      "step": 28941
    },
    {
      "contrastive_lambda": 0.5277103503478656,
      "epoch": 9.027448533998752,
      "step": 28942
    },
    {
      "contrastive_lambda": 0.5276842106072722,
      "epoch": 9.02776044915783,
      "step": 28943
    },
    {
      "contrastive_lambda": 0.5276580707907811,
      "epoch": 9.028072364316905,
      "step": 28944
    },
    {
      "contrastive_lambda": 0.5276319308984636,
      "epoch": 9.028384279475983,
      "step": 28945
    },
    {
      "contrastive_lambda": 0.5276057909303918,
      "epoch": 9.02869619463506,
      "step": 28946
    },
    {
      "contrastive_lambda": 0.5275796508866369,
      "epoch": 9.029008109794136,
      "step": 28947
    },
    {
      "contrastive_lambda": 0.5275535107672711,
      "epoch": 9.029320024953213,
      "step": 28948
    },
    {
      "contrastive_lambda": 0.5275273705723657,
      "epoch": 9.029631940112289,
      "step": 28949
    },
    {
      "epoch": 9.029943855271366,
      "grad_norm": 0.10998127609491348,
      "learning_rate": 5.7006863437842007e-05,
      "loss": 0.0279,
      "step": 28950
    },
    {
      "epoch": 9.029943855271366,
      "flow_loss": 0.025435663759708405,
      "step": 28950
    },
    {
      "contrastive_loss": 0.005027765408158302,
      "epoch": 9.029943855271366,
      "step": 28950
    },
    {
      "contrastive_lambda": 0.5275012303019924,
      "epoch": 9.029943855271366,
      "step": 28950
    },
    {
      "contrastive_lambda": 0.5274750899562228,
      "epoch": 9.030255770430443,
      "step": 28951
    },
    {
      "contrastive_lambda": 0.527448949535129,
      "epoch": 9.030567685589519,
      "step": 28952
    },
    {
      "contrastive_lambda": 0.527422809038782,
      "epoch": 9.030879600748596,
      "step": 28953
    },
    {
      "contrastive_lambda": 0.5273966684672541,
      "epoch": 9.031191515907674,
      "step": 28954
    },
    {
      "contrastive_lambda": 0.5273705278206166,
      "epoch": 9.03150343106675,
      "step": 28955
    },
    {
      "contrastive_lambda": 0.527344387098941,
      "epoch": 9.031815346225827,
      "step": 28956
    },
    {
      "contrastive_lambda": 0.5273182463022995,
      "epoch": 9.032127261384904,
      "step": 28957
    },
    {
      "contrastive_lambda": 0.5272921054307635,
      "epoch": 9.03243917654398,
      "step": 28958
    },
    {
      "contrastive_lambda": 0.5272659644844043,
      "epoch": 9.032751091703057,
      "step": 28959
    },
    {
      "epoch": 9.033063006862134,
      "grad_norm": 0.12273717671632767,
      "learning_rate": 5.697957648300348e-05,
      "loss": 0.0284,
      "step": 28960
    },
    {
      "epoch": 9.033063006862134,
      "flow_loss": 0.03766096383333206,
      "step": 28960
    },
    {
      "contrastive_loss": 0.005123055074363947,
      "epoch": 9.033063006862134,
      "step": 28960
    },
    {
      "contrastive_lambda": 0.5272398234632942,
      "epoch": 9.033063006862134,
      "step": 28960
    },
    {
      "contrastive_lambda": 0.5272136823675047,
      "epoch": 9.03337492202121,
      "step": 28961
    },
    {
      "contrastive_lambda": 0.527187541197107,
      "epoch": 9.033686837180287,
      "step": 28962
    },
    {
      "contrastive_lambda": 0.5271613999521733,
      "epoch": 9.033998752339365,
      "step": 28963
    },
    {
      "contrastive_lambda": 0.527135258632775,
      "epoch": 9.03431066749844,
      "step": 28964
    },
    {
      "contrastive_lambda": 0.527109117238984,
      "epoch": 9.034622582657517,
      "step": 28965
    },
    {
      "contrastive_lambda": 0.5270829757708717,
      "epoch": 9.034934497816593,
      "step": 28966
    },
    {
      "contrastive_lambda": 0.5270568342285098,
      "epoch": 9.03524641297567,
      "step": 28967
    },
    {
      "contrastive_lambda": 0.5270306926119702,
      "epoch": 9.035558328134748,
      "step": 28968
    },
    {
      "contrastive_lambda": 0.5270045509213245,
      "epoch": 9.035870243293823,
      "step": 28969
    },
    {
      "epoch": 9.0361821584529,
      "grad_norm": 0.08295281231403351,
      "learning_rate": 5.695228740795391e-05,
      "loss": 0.0316,
      "step": 28970
    },
    {
      "epoch": 9.0361821584529,
      "flow_loss": 0.02126469276845455,
      "step": 28970
    },
    {
      "contrastive_loss": 0.004824417643249035,
      "epoch": 9.0361821584529,
      "step": 28970
    },
    {
      "contrastive_lambda": 0.526978409156644,
      "epoch": 9.0361821584529,
      "step": 28970
    },
    {
      "contrastive_lambda": 0.5269522673180009,
      "epoch": 9.036494073611978,
      "step": 28971
    },
    {
      "contrastive_lambda": 0.5269261254054666,
      "epoch": 9.036805988771054,
      "step": 28972
    },
    {
      "contrastive_lambda": 0.5268999834191127,
      "epoch": 9.037117903930131,
      "step": 28973
    },
    {
      "contrastive_lambda": 0.5268738413590109,
      "epoch": 9.037429819089208,
      "step": 28974
    },
    {
      "contrastive_lambda": 0.5268476992252332,
      "epoch": 9.037741734248284,
      "step": 28975
    },
    {
      "contrastive_lambda": 0.5268215570178508,
      "epoch": 9.038053649407361,
      "step": 28976
    },
    {
      "contrastive_lambda": 0.5267954147369358,
      "epoch": 9.038365564566439,
      "step": 28977
    },
    {
      "contrastive_lambda": 0.5267692723825594,
      "epoch": 9.038677479725514,
      "step": 28978
    },
    {
      "contrastive_lambda": 0.5267431299547936,
      "epoch": 9.038989394884592,
      "step": 28979
    },
    {
      "epoch": 9.039301310043669,
      "grad_norm": 0.11495435237884521,
      "learning_rate": 5.6924996220982985e-05,
      "loss": 0.0302,
      "step": 28980
    },
    {
      "epoch": 9.039301310043669,
      "flow_loss": 0.034272223711013794,
      "step": 28980
    },
    {
      "contrastive_loss": 0.00428441958501935,
      "epoch": 9.039301310043669,
      "step": 28980
    },
    {
      "contrastive_lambda": 0.5267169874537101,
      "epoch": 9.039301310043669,
      "step": 28980
    },
    {
      "contrastive_lambda": 0.5266908448793801,
      "epoch": 9.039613225202745,
      "step": 28981
    },
    {
      "contrastive_lambda": 0.526664702231876,
      "epoch": 9.039925140361822,
      "step": 28982
    },
    {
      "contrastive_lambda": 0.5266385595112691,
      "epoch": 9.040237055520898,
      "step": 28983
    },
    {
      "contrastive_lambda": 0.5266124167176309,
      "epoch": 9.040548970679975,
      "step": 28984
    },
    {
      "contrastive_lambda": 0.5265862738510333,
      "epoch": 9.040860885839052,
      "step": 28985
    },
    {
      "contrastive_lambda": 0.5265601309115481,
      "epoch": 9.041172800998128,
      "step": 28986
    },
    {
      "contrastive_lambda": 0.5265339878992465,
      "epoch": 9.041484716157205,
      "step": 28987
    },
    {
      "contrastive_lambda": 0.5265078448142008,
      "epoch": 9.041796631316283,
      "step": 28988
    },
    {
      "contrastive_lambda": 0.526481701656482,
      "epoch": 9.042108546475358,
      "step": 28989
    },
    {
      "epoch": 9.042420461634435,
      "grad_norm": 0.10103608667850494,
      "learning_rate": 5.6897702930381045e-05,
      "loss": 0.0372,
      "step": 28990
    },
    {
      "epoch": 9.042420461634435,
      "flow_loss": 0.023841148242354393,
      "step": 28990
    },
    {
      "contrastive_loss": 0.004731857217848301,
      "epoch": 9.042420461634435,
      "step": 28990
    },
    {
      "contrastive_lambda": 0.5264555584261622,
      "epoch": 9.042420461634435,
      "step": 28990
    },
    {
      "contrastive_lambda": 0.5264294151233132,
      "epoch": 9.042732376793513,
      "step": 28991
    },
    {
      "contrastive_lambda": 0.5264032717480063,
      "epoch": 9.043044291952588,
      "step": 28992
    },
    {
      "contrastive_lambda": 0.5263771283003132,
      "epoch": 9.043356207111666,
      "step": 28993
    },
    {
      "contrastive_lambda": 0.526350984780306,
      "epoch": 9.043668122270743,
      "step": 28994
    },
    {
      "contrastive_lambda": 0.5263248411880559,
      "epoch": 9.043980037429819,
      "step": 28995
    },
    {
      "contrastive_lambda": 0.5262986975236347,
      "epoch": 9.044291952588896,
      "step": 28996
    },
    {
      "contrastive_lambda": 0.5262725537871141,
      "epoch": 9.044603867747973,
      "step": 28997
    },
    {
      "contrastive_lambda": 0.5262464099785661,
      "epoch": 9.044915782907049,
      "step": 28998
    },
    {
      "contrastive_lambda": 0.5262202660980617,
      "epoch": 9.045227698066126,
      "step": 28999
    },
    {
      "epoch": 9.045539613225202,
      "grad_norm": 0.10721149295568466,
      "learning_rate": 5.687040754443908e-05,
      "loss": 0.0279,
      "step": 29000
    },
    {
      "epoch": 9.045539613225202,
      "flow_loss": 0.04928983375430107,
      "step": 29000
    },
    {
      "contrastive_loss": 0.004400960169732571,
      "epoch": 9.045539613225202,
      "step": 29000
    },
    {
      "contrastive_lambda": 0.5261941221456733,
      "epoch": 9.045539613225202,
      "step": 29000
    },
    {
      "contrastive_lambda": 0.5261679781214719,
      "epoch": 9.04585152838428,
      "step": 29001
    },
    {
      "contrastive_lambda": 0.5261418340255297,
      "epoch": 9.046163443543357,
      "step": 29002
    },
    {
      "contrastive_lambda": 0.5261156898579182,
      "epoch": 9.046475358702432,
      "step": 29003
    },
    {
      "contrastive_lambda": 0.5260895456187088,
      "epoch": 9.04678727386151,
      "step": 29004
    },
    {
      "contrastive_lambda": 0.5260634013079737,
      "epoch": 9.047099189020587,
      "step": 29005
    },
    {
      "contrastive_lambda": 0.5260372569257843,
      "epoch": 9.047411104179663,
      "step": 29006
    },
    {
      "contrastive_lambda": 0.5260111124722122,
      "epoch": 9.04772301933874,
      "step": 29007
    },
    {
      "contrastive_lambda": 0.5259849679473291,
      "epoch": 9.048034934497817,
      "step": 29008
    },
    {
      "contrastive_lambda": 0.5259588233512069,
      "epoch": 9.048346849656893,
      "step": 29009
    },
    {
      "epoch": 9.04865876481597,
      "grad_norm": 0.10366228222846985,
      "learning_rate": 5.6843110071448725e-05,
      "loss": 0.0364,
      "step": 29010
    },
    {
      "epoch": 9.04865876481597,
      "flow_loss": 0.04861433804035187,
      "step": 29010
    },
    {
      "contrastive_loss": 0.0045515624806284904,
      "epoch": 9.04865876481597,
      "step": 29010
    },
    {
      "contrastive_lambda": 0.5259326786839169,
      "epoch": 9.04865876481597,
      "step": 29010
    },
    {
      "contrastive_lambda": 0.5259065339455312,
      "epoch": 9.048970679975048,
      "step": 29011
    },
    {
      "contrastive_lambda": 0.5258803891361211,
      "epoch": 9.049282595134123,
      "step": 29012
    },
    {
      "contrastive_lambda": 0.5258542442557584,
      "epoch": 9.0495945102932,
      "step": 29013
    },
    {
      "contrastive_lambda": 0.5258280993045151,
      "epoch": 9.049906425452278,
      "step": 29014
    },
    {
      "contrastive_lambda": 0.5258019542824625,
      "epoch": 9.050218340611353,
      "step": 29015
    },
    {
      "contrastive_lambda": 0.5257758091896721,
      "epoch": 9.05053025577043,
      "step": 29016
    },
    {
      "contrastive_lambda": 0.5257496640262161,
      "epoch": 9.050842170929506,
      "step": 29017
    },
    {
      "contrastive_lambda": 0.525723518792166,
      "epoch": 9.051154086088584,
      "step": 29018
    },
    {
      "contrastive_lambda": 0.5256973734875932,
      "epoch": 9.051466001247661,
      "step": 29019
    },
    {
      "epoch": 9.051777916406737,
      "grad_norm": 0.10472874343395233,
      "learning_rate": 5.6815810519702194e-05,
      "loss": 0.0322,
      "step": 29020
    },
    {
      "epoch": 9.051777916406737,
      "flow_loss": 0.029678476974368095,
      "step": 29020
    },
    {
      "contrastive_loss": 0.004163164645433426,
      "epoch": 9.051777916406737,
      "step": 29020
    },
    {
      "contrastive_lambda": 0.5256712281125697,
      "epoch": 9.051777916406737,
      "step": 29020
    },
    {
      "contrastive_lambda": 0.5256450826671671,
      "epoch": 9.052089831565814,
      "step": 29021
    },
    {
      "contrastive_lambda": 0.5256189371514571,
      "epoch": 9.052401746724891,
      "step": 29022
    },
    {
      "contrastive_lambda": 0.5255927915655112,
      "epoch": 9.052713661883967,
      "step": 29023
    },
    {
      "contrastive_lambda": 0.5255666459094012,
      "epoch": 9.053025577043044,
      "step": 29024
    },
    {
      "contrastive_lambda": 0.525540500183199,
      "epoch": 9.053337492202122,
      "step": 29025
    },
    {
      "contrastive_lambda": 0.5255143543869759,
      "epoch": 9.053649407361197,
      "step": 29026
    },
    {
      "contrastive_lambda": 0.5254882085208036,
      "epoch": 9.053961322520275,
      "step": 29027
    },
    {
      "contrastive_lambda": 0.5254620625847541,
      "epoch": 9.054273237679352,
      "step": 29028
    },
    {
      "contrastive_lambda": 0.5254359165788991,
      "epoch": 9.054585152838428,
      "step": 29029
    },
    {
      "epoch": 9.054897067997505,
      "grad_norm": 0.08107057213783264,
      "learning_rate": 5.6788508897492396e-05,
      "loss": 0.0262,
      "step": 29030
    },
    {
      "epoch": 9.054897067997505,
      "flow_loss": 0.037910088896751404,
      "step": 29030
    },
    {
      "contrastive_loss": 0.004479032475501299,
      "epoch": 9.054897067997505,
      "step": 29030
    },
    {
      "contrastive_lambda": 0.5254097705033098,
      "epoch": 9.054897067997505,
      "step": 29030
    },
    {
      "contrastive_lambda": 0.5253836243580582,
      "epoch": 9.055208983156582,
      "step": 29031
    },
    {
      "contrastive_lambda": 0.5253574781432161,
      "epoch": 9.055520898315658,
      "step": 29032
    },
    {
      "contrastive_lambda": 0.5253313318588549,
      "epoch": 9.055832813474735,
      "step": 29033
    },
    {
      "contrastive_lambda": 0.5253051855050466,
      "epoch": 9.05614472863381,
      "step": 29034
    },
    {
      "contrastive_lambda": 0.5252790390818624,
      "epoch": 9.056456643792888,
      "step": 29035
    },
    {
      "contrastive_lambda": 0.5252528925893745,
      "epoch": 9.056768558951966,
      "step": 29036
    },
    {
      "contrastive_lambda": 0.5252267460276544,
      "epoch": 9.057080474111041,
      "step": 29037
    },
    {
      "contrastive_lambda": 0.5252005993967734,
      "epoch": 9.057392389270118,
      "step": 29038
    },
    {
      "contrastive_lambda": 0.525174452696804,
      "epoch": 9.057704304429196,
      "step": 29039
    },
    {
      "epoch": 9.058016219588271,
      "grad_norm": 0.11631416529417038,
      "learning_rate": 5.676120521311282e-05,
      "loss": 0.0373,
      "step": 29040
    },
    {
      "epoch": 9.058016219588271,
      "flow_loss": 0.02571781724691391,
      "step": 29040
    },
    {
      "contrastive_loss": 0.004723481368273497,
      "epoch": 9.058016219588271,
      "step": 29040
    },
    {
      "contrastive_lambda": 0.5251483059278171,
      "epoch": 9.058016219588271,
      "step": 29040
    },
    {
      "contrastive_lambda": 0.5251221590898848,
      "epoch": 9.058328134747349,
      "step": 29041
    },
    {
      "contrastive_lambda": 0.5250960121830786,
      "epoch": 9.058640049906426,
      "step": 29042
    },
    {
      "contrastive_lambda": 0.5250698652074703,
      "epoch": 9.058951965065502,
      "step": 29043
    },
    {
      "contrastive_lambda": 0.5250437181631316,
      "epoch": 9.059263880224579,
      "step": 29044
    },
    {
      "contrastive_lambda": 0.5250175710501341,
      "epoch": 9.059575795383656,
      "step": 29045
    },
    {
      "contrastive_lambda": 0.5249914238685495,
      "epoch": 9.059887710542732,
      "step": 29046
    },
    {
      "contrastive_lambda": 0.5249652766184494,
      "epoch": 9.06019962570181,
      "step": 29047
    },
    {
      "contrastive_lambda": 0.5249391292999057,
      "epoch": 9.060511540860887,
      "step": 29048
    },
    {
      "contrastive_lambda": 0.52491298191299,
      "epoch": 9.060823456019962,
      "step": 29049
    },
    {
      "epoch": 9.06113537117904,
      "grad_norm": 0.11589853465557098,
      "learning_rate": 5.6733899474857634e-05,
      "loss": 0.0297,
      "step": 29050
    },
    {
      "epoch": 9.06113537117904,
      "flow_loss": 0.05750928446650505,
      "step": 29050
    },
    {
      "contrastive_loss": 0.004192447289824486,
      "epoch": 9.06113537117904,
      "step": 29050
    },
    {
      "contrastive_lambda": 0.5248868344577737,
      "epoch": 9.06113537117904,
      "step": 29050
    },
    {
      "contrastive_lambda": 0.524860686934329,
      "epoch": 9.061447286338115,
      "step": 29051
    },
    {
      "contrastive_lambda": 0.5248345393427272,
      "epoch": 9.061759201497193,
      "step": 29052
    },
    {
      "contrastive_lambda": 0.52480839168304,
      "epoch": 9.06207111665627,
      "step": 29053
    },
    {
      "contrastive_lambda": 0.5247822439553393,
      "epoch": 9.062383031815346,
      "step": 29054
    },
    {
      "contrastive_lambda": 0.5247560961596967,
      "epoch": 9.062694946974423,
      "step": 29055
    },
    {
      "contrastive_lambda": 0.5247299482961838,
      "epoch": 9.0630068621335,
      "step": 29056
    },
    {
      "contrastive_lambda": 0.5247038003648725,
      "epoch": 9.063318777292576,
      "step": 29057
    },
    {
      "contrastive_lambda": 0.524677652365834,
      "epoch": 9.063630692451653,
      "step": 29058
    },
    {
      "contrastive_lambda": 0.5246515042991405,
      "epoch": 9.06394260761073,
      "step": 29059
    },
    {
      "epoch": 9.064254522769806,
      "grad_norm": 0.123262420296669,
      "learning_rate": 5.670659169102157e-05,
      "loss": 0.0349,
      "step": 29060
    },
    {
      "epoch": 9.064254522769806,
      "flow_loss": 0.03848572075366974,
      "step": 29060
    },
    {
      "contrastive_loss": 0.005064376164227724,
      "epoch": 9.064254522769806,
      "step": 29060
    },
    {
      "contrastive_lambda": 0.5246253561648636,
      "epoch": 9.064254522769806,
      "step": 29060
    },
    {
      "contrastive_lambda": 0.5245992079630747,
      "epoch": 9.064566437928884,
      "step": 29061
    },
    {
      "contrastive_lambda": 0.5245730596938458,
      "epoch": 9.06487835308796,
      "step": 29062
    },
    {
      "contrastive_lambda": 0.5245469113572485,
      "epoch": 9.065190268247036,
      "step": 29063
    },
    {
      "contrastive_lambda": 0.5245207629533544,
      "epoch": 9.065502183406114,
      "step": 29064
    },
    {
      "contrastive_lambda": 0.5244946144822351,
      "epoch": 9.065814098565191,
      "step": 29065
    },
    {
      "contrastive_lambda": 0.5244684659439627,
      "epoch": 9.066126013724267,
      "step": 29066
    },
    {
      "contrastive_lambda": 0.5244423173386084,
      "epoch": 9.066437928883344,
      "step": 29067
    },
    {
      "contrastive_lambda": 0.5244161686662442,
      "epoch": 9.06674984404242,
      "step": 29068
    },
    {
      "contrastive_lambda": 0.5243900199269415,
      "epoch": 9.067061759201497,
      "step": 29069
    },
    {
      "epoch": 9.067373674360574,
      "grad_norm": 0.08770987391471863,
      "learning_rate": 5.6679281869900044e-05,
      "loss": 0.0298,
      "step": 29070
    },
    {
      "epoch": 9.067373674360574,
      "flow_loss": 0.026432976126670837,
      "step": 29070
    },
    {
      "contrastive_loss": 0.004421391058713198,
      "epoch": 9.067373674360574,
      "step": 29070
    },
    {
      "contrastive_lambda": 0.5243638711207723,
      "epoch": 9.067373674360574,
      "step": 29070
    },
    {
      "contrastive_lambda": 0.5243377222478083,
      "epoch": 9.06768558951965,
      "step": 29071
    },
    {
      "contrastive_lambda": 0.5243115733081208,
      "epoch": 9.067997504678727,
      "step": 29072
    },
    {
      "contrastive_lambda": 0.5242854243017819,
      "epoch": 9.068309419837805,
      "step": 29073
    },
    {
      "contrastive_lambda": 0.5242592752288632,
      "epoch": 9.06862133499688,
      "step": 29074
    },
    {
      "contrastive_lambda": 0.5242331260894362,
      "epoch": 9.068933250155958,
      "step": 29075
    },
    {
      "contrastive_lambda": 0.5242069768835728,
      "epoch": 9.069245165315035,
      "step": 29076
    },
    {
      "contrastive_lambda": 0.5241808276113444,
      "epoch": 9.06955708047411,
      "step": 29077
    },
    {
      "contrastive_lambda": 0.524154678272823,
      "epoch": 9.069868995633188,
      "step": 29078
    },
    {
      "contrastive_lambda": 0.5241285288680803,
      "epoch": 9.070180910792265,
      "step": 29079
    },
    {
      "epoch": 9.07049282595134,
      "grad_norm": 0.140504851937294,
      "learning_rate": 5.6651970019789045e-05,
      "loss": 0.0284,
      "step": 29080
    },
    {
      "epoch": 9.07049282595134,
      "flow_loss": 0.050178248435258865,
      "step": 29080
    },
    {
      "contrastive_loss": 0.005260027013719082,
      "epoch": 9.07049282595134,
      "step": 29080
    },
    {
      "contrastive_lambda": 0.5241023793971877,
      "epoch": 9.07049282595134,
      "step": 29080
    },
    {
      "contrastive_lambda": 0.5240762298602171,
      "epoch": 9.070804741110418,
      "step": 29081
    },
    {
      "contrastive_lambda": 0.5240500802572402,
      "epoch": 9.071116656269494,
      "step": 29082
    },
    {
      "contrastive_lambda": 0.5240239305883286,
      "epoch": 9.071428571428571,
      "step": 29083
    },
    {
      "contrastive_lambda": 0.523997780853554,
      "epoch": 9.071740486587649,
      "step": 29084
    },
    {
      "contrastive_lambda": 0.5239716310529882,
      "epoch": 9.072052401746724,
      "step": 29085
    },
    {
      "contrastive_lambda": 0.5239454811867028,
      "epoch": 9.072364316905801,
      "step": 29086
    },
    {
      "contrastive_lambda": 0.5239193312547694,
      "epoch": 9.072676232064879,
      "step": 29087
    },
    {
      "contrastive_lambda": 0.5238931812572599,
      "epoch": 9.072988147223954,
      "step": 29088
    },
    {
      "contrastive_lambda": 0.5238670311942458,
      "epoch": 9.073300062383032,
      "step": 29089
    },
    {
      "epoch": 9.07361197754211,
      "grad_norm": 0.10268504917621613,
      "learning_rate": 5.662465614898519e-05,
      "loss": 0.0389,
      "step": 29090
    },
    {
      "epoch": 9.07361197754211,
      "flow_loss": 0.03971290960907936,
      "step": 29090
    },
    {
      "contrastive_loss": 0.004576259292662144,
      "epoch": 9.07361197754211,
      "step": 29090
    },
    {
      "contrastive_lambda": 0.523840881065799,
      "epoch": 9.07361197754211,
      "step": 29090
    },
    {
      "contrastive_lambda": 0.523814730871991,
      "epoch": 9.073923892701185,
      "step": 29091
    },
    {
      "contrastive_lambda": 0.5237885806128935,
      "epoch": 9.074235807860262,
      "step": 29092
    },
    {
      "contrastive_lambda": 0.5237624302885784,
      "epoch": 9.07454772301934,
      "step": 29093
    },
    {
      "contrastive_lambda": 0.5237362798991172,
      "epoch": 9.074859638178415,
      "step": 29094
    },
    {
      "contrastive_lambda": 0.5237101294445816,
      "epoch": 9.075171553337492,
      "step": 29095
    },
    {
      "contrastive_lambda": 0.5236839789250433,
      "epoch": 9.07548346849657,
      "step": 29096
    },
    {
      "contrastive_lambda": 0.5236578283405742,
      "epoch": 9.075795383655645,
      "step": 29097
    },
    {
      "contrastive_lambda": 0.5236316776912456,
      "epoch": 9.076107298814723,
      "step": 29098
    },
    {
      "contrastive_lambda": 0.5236055269771296,
      "epoch": 9.076419213973798,
      "step": 29099
    },
    {
      "epoch": 9.076731129132876,
      "grad_norm": 0.12270192056894302,
      "learning_rate": 5.6597340265785695e-05,
      "loss": 0.0316,
      "step": 29100
    },
    {
      "epoch": 9.076731129132876,
      "flow_loss": 0.015175477601587772,
      "step": 29100
    },
    {
      "contrastive_loss": 0.004711790941655636,
      "epoch": 9.076731129132876,
      "step": 29100
    },
    {
      "contrastive_lambda": 0.5235793761982975,
      "epoch": 9.076731129132876,
      "step": 29100
    },
    {
      "contrastive_lambda": 0.5235532253548213,
      "epoch": 9.077043044291953,
      "step": 29101
    },
    {
      "contrastive_lambda": 0.5235270744467727,
      "epoch": 9.077354959451029,
      "step": 29102
    },
    {
      "contrastive_lambda": 0.5235009234742233,
      "epoch": 9.077666874610106,
      "step": 29103
    },
    {
      "contrastive_lambda": 0.5234747724372445,
      "epoch": 9.077978789769183,
      "step": 29104
    },
    {
      "contrastive_lambda": 0.5234486213359085,
      "epoch": 9.078290704928259,
      "step": 29105
    },
    {
      "contrastive_lambda": 0.5234224701702868,
      "epoch": 9.078602620087336,
      "step": 29106
    },
    {
      "contrastive_lambda": 0.5233963189404509,
      "epoch": 9.078914535246414,
      "step": 29107
    },
    {
      "contrastive_lambda": 0.5233701676464728,
      "epoch": 9.07922645040549,
      "step": 29108
    },
    {
      "contrastive_lambda": 0.5233440162884241,
      "epoch": 9.079538365564567,
      "step": 29109
    },
    {
      "epoch": 9.079850280723644,
      "grad_norm": 0.1352420598268509,
      "learning_rate": 5.657002237848843e-05,
      "loss": 0.0379,
      "step": 29110
    },
    {
      "epoch": 9.079850280723644,
      "flow_loss": 0.026727929711341858,
      "step": 29110
    },
    {
      "contrastive_loss": 0.006419098936021328,
      "epoch": 9.079850280723644,
      "step": 29110
    },
    {
      "contrastive_lambda": 0.5233178648663764,
      "epoch": 9.079850280723644,
      "step": 29110
    },
    {
      "contrastive_lambda": 0.5232917133804014,
      "epoch": 9.08016219588272,
      "step": 29111
    },
    {
      "contrastive_lambda": 0.5232655618305708,
      "epoch": 9.080474111041797,
      "step": 29112
    },
    {
      "contrastive_lambda": 0.5232394102169565,
      "epoch": 9.080786026200874,
      "step": 29113
    },
    {
      "contrastive_lambda": 0.5232132585396301,
      "epoch": 9.08109794135995,
      "step": 29114
    },
    {
      "contrastive_lambda": 0.5231871067986629,
      "epoch": 9.081409856519027,
      "step": 29115
    },
    {
      "contrastive_lambda": 0.5231609549941272,
      "epoch": 9.081721771678103,
      "step": 29116
    },
    {
      "contrastive_lambda": 0.5231348031260944,
      "epoch": 9.08203368683718,
      "step": 29117
    },
    {
      "contrastive_lambda": 0.5231086511946361,
      "epoch": 9.082345601996257,
      "step": 29118
    },
    {
      "contrastive_lambda": 0.5230824991998242,
      "epoch": 9.082657517155333,
      "step": 29119
    },
    {
      "epoch": 9.08296943231441,
      "grad_norm": 0.09350107610225677,
      "learning_rate": 5.654270249539183e-05,
      "loss": 0.0283,
      "step": 29120
    },
    {
      "epoch": 9.08296943231441,
      "flow_loss": 0.02541077882051468,
      "step": 29120
    },
    {
      "contrastive_loss": 0.006287410389631987,
      "epoch": 9.08296943231441,
      "step": 29120
    },
    {
      "contrastive_lambda": 0.5230563471417303,
      "epoch": 9.08296943231441,
      "step": 29120
    },
    {
      "contrastive_lambda": 0.5230301950204261,
      "epoch": 9.083281347473488,
      "step": 29121
    },
    {
      "contrastive_lambda": 0.5230040428359833,
      "epoch": 9.083593262632563,
      "step": 29122
    },
    {
      "contrastive_lambda": 0.5229778905884737,
      "epoch": 9.08390517779164,
      "step": 29123
    },
    {
      "contrastive_lambda": 0.5229517382779689,
      "epoch": 9.084217092950718,
      "step": 29124
    },
    {
      "contrastive_lambda": 0.5229255859045406,
      "epoch": 9.084529008109794,
      "step": 29125
    },
    {
      "contrastive_lambda": 0.5228994334682603,
      "epoch": 9.084840923268871,
      "step": 29126
    },
    {
      "contrastive_lambda": 0.5228732809692002,
      "epoch": 9.085152838427948,
      "step": 29127
    },
    {
      "contrastive_lambda": 0.5228471284074316,
      "epoch": 9.085464753587024,
      "step": 29128
    },
    {
      "contrastive_lambda": 0.5228209757830262,
      "epoch": 9.085776668746101,
      "step": 29129
    },
    {
      "epoch": 9.086088583905179,
      "grad_norm": 0.10902976244688034,
      "learning_rate": 5.651538062479498e-05,
      "loss": 0.0267,
      "step": 29130
    },
    {
      "epoch": 9.086088583905179,
      "flow_loss": 0.025838499888777733,
      "step": 29130
    },
    {
      "contrastive_loss": 0.0059089139103889465,
      "epoch": 9.086088583905179,
      "step": 29130
    },
    {
      "contrastive_lambda": 0.5227948230960558,
      "epoch": 9.086088583905179,
      "step": 29130
    },
    {
      "contrastive_lambda": 0.5227686703465924,
      "epoch": 9.086400499064254,
      "step": 29131
    },
    {
      "contrastive_lambda": 0.522742517534707,
      "epoch": 9.086712414223332,
      "step": 29132
    },
    {
      "contrastive_lambda": 0.522716364660472,
      "epoch": 9.087024329382407,
      "step": 29133
    },
    {
      "contrastive_lambda": 0.5226902117239586,
      "epoch": 9.087336244541484,
      "step": 29134
    },
    {
      "contrastive_lambda": 0.5226640587252387,
      "epoch": 9.087648159700562,
      "step": 29135
    },
    {
      "contrastive_lambda": 0.5226379056643842,
      "epoch": 9.087960074859637,
      "step": 29136
    },
    {
      "contrastive_lambda": 0.5226117525414664,
      "epoch": 9.088271990018715,
      "step": 29137
    },
    {
      "contrastive_lambda": 0.5225855993565571,
      "epoch": 9.088583905177792,
      "step": 29138
    },
    {
      "contrastive_lambda": 0.5225594461097284,
      "epoch": 9.088895820336868,
      "step": 29139
    },
    {
      "epoch": 9.089207735495945,
      "grad_norm": 0.09347996115684509,
      "learning_rate": 5.648805677499751e-05,
      "loss": 0.0322,
      "step": 29140
    },
    {
      "epoch": 9.089207735495945,
      "flow_loss": 0.018919777125120163,
      "step": 29140
    },
    {
      "contrastive_loss": 0.003779325168579817,
      "epoch": 9.089207735495945,
      "step": 29140
    },
    {
      "contrastive_lambda": 0.5225332928010514,
      "epoch": 9.089207735495945,
      "step": 29140
    },
    {
      "contrastive_lambda": 0.5225071394305982,
      "epoch": 9.089519650655022,
      "step": 29141
    },
    {
      "contrastive_lambda": 0.5224809859984405,
      "epoch": 9.089831565814098,
      "step": 29142
    },
    {
      "contrastive_lambda": 0.5224548325046499,
      "epoch": 9.090143480973175,
      "step": 29143
    },
    {
      "contrastive_lambda": 0.522428678949298,
      "epoch": 9.090455396132253,
      "step": 29144
    },
    {
      "contrastive_lambda": 0.5224025253324567,
      "epoch": 9.090767311291328,
      "step": 29145
    },
    {
      "contrastive_lambda": 0.5223763716541975,
      "epoch": 9.091079226450406,
      "step": 29146
    },
    {
      "contrastive_lambda": 0.5223502179145922,
      "epoch": 9.091391141609483,
      "step": 29147
    },
    {
      "contrastive_lambda": 0.5223240641137127,
      "epoch": 9.091703056768559,
      "step": 29148
    },
    {
      "contrastive_lambda": 0.5222979102516303,
      "epoch": 9.092014971927636,
      "step": 29149
    },
    {
      "epoch": 9.092326887086712,
      "grad_norm": 0.1082567647099495,
      "learning_rate": 5.646073095429969e-05,
      "loss": 0.0284,
      "step": 29150
    },
    {
      "epoch": 9.092326887086712,
      "flow_loss": 0.016092756763100624,
      "step": 29150
    },
    {
      "contrastive_loss": 0.0038961132522672415,
      "epoch": 9.092326887086712,
      "step": 29150
    },
    {
      "contrastive_lambda": 0.522271756328417,
      "epoch": 9.092326887086712,
      "step": 29150
    },
    {
      "contrastive_lambda": 0.5222456023441445,
      "epoch": 9.092638802245789,
      "step": 29151
    },
    {
      "contrastive_lambda": 0.5222194482988842,
      "epoch": 9.092950717404866,
      "step": 29152
    },
    {
      "contrastive_lambda": 0.5221932941927082,
      "epoch": 9.093262632563942,
      "step": 29153
    },
    {
      "contrastive_lambda": 0.522167140025688,
      "epoch": 9.09357454772302,
      "step": 29154
    },
    {
      "contrastive_lambda": 0.5221409857978953,
      "epoch": 9.093886462882097,
      "step": 29155
    },
    {
      "contrastive_lambda": 0.5221148315094019,
      "epoch": 9.094198378041172,
      "step": 29156
    },
    {
      "contrastive_lambda": 0.5220886771602792,
      "epoch": 9.09451029320025,
      "step": 29157
    },
    {
      "contrastive_lambda": 0.5220625227505993,
      "epoch": 9.094822208359327,
      "step": 29158
    },
    {
      "contrastive_lambda": 0.5220363682804339,
      "epoch": 9.095134123518402,
      "step": 29159
    },
    {
      "epoch": 9.09544603867748,
      "grad_norm": 0.12447510659694672,
      "learning_rate": 5.643340317100241e-05,
      "loss": 0.0292,
      "step": 29160
    },
    {
      "epoch": 9.09544603867748,
      "flow_loss": 0.017305729910731316,
      "step": 29160
    },
    {
      "contrastive_loss": 0.003800983540713787,
      "epoch": 9.09544603867748,
      "step": 29160
    },
    {
      "contrastive_lambda": 0.5220102137498541,
      "epoch": 9.09544603867748,
      "step": 29160
    },
    {
      "contrastive_lambda": 0.5219840591589324,
      "epoch": 9.095757953836557,
      "step": 29161
    },
    {
      "contrastive_lambda": 0.5219579045077402,
      "epoch": 9.096069868995633,
      "step": 29162
    },
    {
      "contrastive_lambda": 0.521931749796349,
      "epoch": 9.09638178415471,
      "step": 29163
    },
    {
      "contrastive_lambda": 0.5219055950248307,
      "epoch": 9.096693699313787,
      "step": 29164
    },
    {
      "contrastive_lambda": 0.521879440193257,
      "epoch": 9.097005614472863,
      "step": 29165
    },
    {
      "contrastive_lambda": 0.5218532853016995,
      "epoch": 9.09731752963194,
      "step": 29166
    },
    {
      "contrastive_lambda": 0.5218271303502301,
      "epoch": 9.097629444791016,
      "step": 29167
    },
    {
      "contrastive_lambda": 0.5218009753389202,
      "epoch": 9.097941359950093,
      "step": 29168
    },
    {
      "contrastive_lambda": 0.5217748202678418,
      "epoch": 9.09825327510917,
      "step": 29169
    },
    {
      "epoch": 9.098565190268246,
      "grad_norm": 0.12335268408060074,
      "learning_rate": 5.64060734334071e-05,
      "loss": 0.0281,
      "step": 29170
    },
    {
      "epoch": 9.098565190268246,
      "flow_loss": 0.04110336676239967,
      "step": 29170
    },
    {
      "contrastive_loss": 0.0038523192051798105,
      "epoch": 9.098565190268246,
      "step": 29170
    },
    {
      "contrastive_lambda": 0.5217486651370665,
      "epoch": 9.098565190268246,
      "step": 29170
    },
    {
      "contrastive_lambda": 0.5217225099466661,
      "epoch": 9.098877105427324,
      "step": 29171
    },
    {
      "contrastive_lambda": 0.5216963546967119,
      "epoch": 9.099189020586401,
      "step": 29172
    },
    {
      "contrastive_lambda": 0.5216701993872762,
      "epoch": 9.099500935745477,
      "step": 29173
    },
    {
      "contrastive_lambda": 0.5216440440184305,
      "epoch": 9.099812850904554,
      "step": 29174
    },
    {
      "contrastive_lambda": 0.5216178885902462,
      "epoch": 9.100124766063631,
      "step": 29175
    },
    {
      "contrastive_lambda": 0.5215917331027952,
      "epoch": 9.100436681222707,
      "step": 29176
    },
    {
      "contrastive_lambda": 0.5215655775561493,
      "epoch": 9.100748596381784,
      "step": 29177
    },
    {
      "contrastive_lambda": 0.5215394219503802,
      "epoch": 9.101060511540862,
      "step": 29178
    },
    {
      "contrastive_lambda": 0.5215132662855596,
      "epoch": 9.101372426699937,
      "step": 29179
    },
    {
      "epoch": 9.101684341859015,
      "grad_norm": 0.09587424248456955,
      "learning_rate": 5.637874174981583e-05,
      "loss": 0.0351,
      "step": 29180
    },
    {
      "epoch": 9.101684341859015,
      "flow_loss": 0.016973786056041718,
      "step": 29180
    },
    {
      "contrastive_loss": 0.004171599168330431,
      "epoch": 9.101684341859015,
      "step": 29180
    },
    {
      "contrastive_lambda": 0.5214871105617589,
      "epoch": 9.101684341859015,
      "step": 29180
    },
    {
      "contrastive_lambda": 0.5214609547790503,
      "epoch": 9.101996257018092,
      "step": 29181
    },
    {
      "contrastive_lambda": 0.5214347989375052,
      "epoch": 9.102308172177167,
      "step": 29182
    },
    {
      "contrastive_lambda": 0.5214086430371954,
      "epoch": 9.102620087336245,
      "step": 29183
    },
    {
      "contrastive_lambda": 0.5213824870781926,
      "epoch": 9.10293200249532,
      "step": 29184
    },
    {
      "contrastive_lambda": 0.5213563310605686,
      "epoch": 9.103243917654398,
      "step": 29185
    },
    {
      "contrastive_lambda": 0.5213301749843947,
      "epoch": 9.103555832813475,
      "step": 29186
    },
    {
      "contrastive_lambda": 0.5213040188497431,
      "epoch": 9.10386774797255,
      "step": 29187
    },
    {
      "contrastive_lambda": 0.5212778626566854,
      "epoch": 9.104179663131628,
      "step": 29188
    },
    {
      "contrastive_lambda": 0.5212517064052932,
      "epoch": 9.104491578290705,
      "step": 29189
    },
    {
      "epoch": 9.104803493449781,
      "grad_norm": 0.0970492884516716,
      "learning_rate": 5.635140812853124e-05,
      "loss": 0.0283,
      "step": 29190
    },
    {
      "epoch": 9.104803493449781,
      "flow_loss": 0.06459178775548935,
      "step": 29190
    },
    {
      "contrastive_loss": 0.0036555822007358074,
      "epoch": 9.104803493449781,
      "step": 29190
    },
    {
      "contrastive_lambda": 0.5212255500956382,
      "epoch": 9.104803493449781,
      "step": 29190
    },
    {
      "contrastive_lambda": 0.5211993937277921,
      "epoch": 9.105115408608858,
      "step": 29191
    },
    {
      "contrastive_lambda": 0.5211732373018266,
      "epoch": 9.105427323767936,
      "step": 29192
    },
    {
      "contrastive_lambda": 0.5211470808178137,
      "epoch": 9.105739238927011,
      "step": 29193
    },
    {
      "contrastive_lambda": 0.5211209242758247,
      "epoch": 9.106051154086089,
      "step": 29194
    },
    {
      "contrastive_lambda": 0.5210947676759315,
      "epoch": 9.106363069245166,
      "step": 29195
    },
    {
      "contrastive_lambda": 0.5210686110182059,
      "epoch": 9.106674984404242,
      "step": 29196
    },
    {
      "contrastive_lambda": 0.5210424543027194,
      "epoch": 9.106986899563319,
      "step": 29197
    },
    {
      "contrastive_lambda": 0.5210162975295439,
      "epoch": 9.107298814722396,
      "step": 29198
    },
    {
      "contrastive_lambda": 0.5209901406987509,
      "epoch": 9.107610729881472,
      "step": 29199
    },
    {
      "epoch": 9.10792264504055,
      "grad_norm": 0.10877308249473572,
      "learning_rate": 5.6324072577856544e-05,
      "loss": 0.0378,
      "step": 29200
    },
    {
      "epoch": 9.10792264504055,
      "flow_loss": 0.031377628445625305,
      "step": 29200
    },
    {
      "contrastive_loss": 0.008837997913360596,
      "epoch": 9.10792264504055,
      "step": 29200
    },
    {
      "contrastive_lambda": 0.5209639838104123,
      "epoch": 9.10792264504055,
      "step": 29200
    },
    {
      "contrastive_lambda": 0.5209378268645999,
      "epoch": 9.108234560199625,
      "step": 29201
    },
    {
      "contrastive_lambda": 0.5209116698613852,
      "epoch": 9.108546475358702,
      "step": 29202
    },
    {
      "contrastive_lambda": 0.5208855128008397,
      "epoch": 9.10885839051778,
      "step": 29203
    },
    {
      "contrastive_lambda": 0.5208593556830357,
      "epoch": 9.109170305676855,
      "step": 29204
    },
    {
      "contrastive_lambda": 0.5208331985080445,
      "epoch": 9.109482220835933,
      "step": 29205
    },
    {
      "contrastive_lambda": 0.5208070412759377,
      "epoch": 9.10979413599501,
      "step": 29206
    },
    {
      "contrastive_lambda": 0.5207808839867875,
      "epoch": 9.110106051154085,
      "step": 29207
    },
    {
      "contrastive_lambda": 0.5207547266406652,
      "epoch": 9.110417966313163,
      "step": 29208
    },
    {
      "contrastive_lambda": 0.5207285692376427,
      "epoch": 9.11072988147224,
      "step": 29209
    },
    {
      "epoch": 9.111041796631316,
      "grad_norm": 0.13021549582481384,
      "learning_rate": 5.629673510609559e-05,
      "loss": 0.0309,
      "step": 29210
    },
    {
      "epoch": 9.111041796631316,
      "flow_loss": 0.027210671454668045,
      "step": 29210
    },
    {
      "contrastive_loss": 0.0053601679392158985,
      "epoch": 9.111041796631316,
      "step": 29210
    },
    {
      "contrastive_lambda": 0.5207024117777915,
      "epoch": 9.111041796631316,
      "step": 29210
    },
    {
      "contrastive_lambda": 0.5206762542611836,
      "epoch": 9.111353711790393,
      "step": 29211
    },
    {
      "contrastive_lambda": 0.5206500966878905,
      "epoch": 9.11166562694947,
      "step": 29212
    },
    {
      "contrastive_lambda": 0.5206239390579842,
      "epoch": 9.111977542108546,
      "step": 29213
    },
    {
      "contrastive_lambda": 0.5205977813715359,
      "epoch": 9.112289457267623,
      "step": 29214
    },
    {
      "contrastive_lambda": 0.5205716236286178,
      "epoch": 9.1126013724267,
      "step": 29215
    },
    {
      "contrastive_lambda": 0.5205454658293014,
      "epoch": 9.112913287585776,
      "step": 29216
    },
    {
      "contrastive_lambda": 0.5205193079736583,
      "epoch": 9.113225202744854,
      "step": 29217
    },
    {
      "contrastive_lambda": 0.5204931500617604,
      "epoch": 9.11353711790393,
      "step": 29218
    },
    {
      "contrastive_lambda": 0.5204669920936795,
      "epoch": 9.113849033063007,
      "step": 29219
    },
    {
      "epoch": 9.114160948222084,
      "grad_norm": 0.0886932983994484,
      "learning_rate": 5.626939572155276e-05,
      "loss": 0.0339,
      "step": 29220
    },
    {
      "epoch": 9.114160948222084,
      "flow_loss": 0.03311457857489586,
      "step": 29220
    },
    {
      "contrastive_loss": 0.00463504483923316,
      "epoch": 9.114160948222084,
      "step": 29220
    },
    {
      "contrastive_lambda": 0.5204408340694872,
      "epoch": 9.114160948222084,
      "step": 29220
    },
    {
      "contrastive_lambda": 0.5204146759892551,
      "epoch": 9.11447286338116,
      "step": 29221
    },
    {
      "contrastive_lambda": 0.520388517853055,
      "epoch": 9.114784778540237,
      "step": 29222
    },
    {
      "contrastive_lambda": 0.5203623596609586,
      "epoch": 9.115096693699314,
      "step": 29223
    },
    {
      "contrastive_lambda": 0.5203362014130377,
      "epoch": 9.11540860885839,
      "step": 29224
    },
    {
      "contrastive_lambda": 0.5203100431093638,
      "epoch": 9.115720524017467,
      "step": 29225
    },
    {
      "contrastive_lambda": 0.5202838847500089,
      "epoch": 9.116032439176545,
      "step": 29226
    },
    {
      "contrastive_lambda": 0.5202577263350445,
      "epoch": 9.11634435433562,
      "step": 29227
    },
    {
      "contrastive_lambda": 0.5202315678645425,
      "epoch": 9.116656269494698,
      "step": 29228
    },
    {
      "contrastive_lambda": 0.5202054093385744,
      "epoch": 9.116968184653775,
      "step": 29229
    },
    {
      "epoch": 9.11728009981285,
      "grad_norm": 0.10442454367876053,
      "learning_rate": 5.6242054432533054e-05,
      "loss": 0.0306,
      "step": 29230
    },
    {
      "epoch": 9.11728009981285,
      "flow_loss": 0.03442996367812157,
      "step": 29230
    },
    {
      "contrastive_loss": 0.008728607557713985,
      "epoch": 9.11728009981285,
      "step": 29230
    },
    {
      "contrastive_lambda": 0.5201792507572122,
      "epoch": 9.11728009981285,
      "step": 29230
    },
    {
      "contrastive_lambda": 0.5201530921205272,
      "epoch": 9.117592014971928,
      "step": 29231
    },
    {
      "contrastive_lambda": 0.5201269334285915,
      "epoch": 9.117903930131005,
      "step": 29232
    },
    {
      "contrastive_lambda": 0.5201007746814766,
      "epoch": 9.11821584529008,
      "step": 29233
    },
    {
      "contrastive_lambda": 0.5200746158792543,
      "epoch": 9.118527760449158,
      "step": 29234
    },
    {
      "contrastive_lambda": 0.5200484570219964,
      "epoch": 9.118839675608234,
      "step": 29235
    },
    {
      "contrastive_lambda": 0.5200222981097745,
      "epoch": 9.119151590767311,
      "step": 29236
    },
    {
      "contrastive_lambda": 0.5199961391426601,
      "epoch": 9.119463505926388,
      "step": 29237
    },
    {
      "contrastive_lambda": 0.5199699801207254,
      "epoch": 9.119775421085464,
      "step": 29238
    },
    {
      "contrastive_lambda": 0.5199438210440419,
      "epoch": 9.120087336244541,
      "step": 29239
    },
    {
      "epoch": 9.120399251403619,
      "grad_norm": 0.11165334284305573,
      "learning_rate": 5.621471124734201e-05,
      "loss": 0.0314,
      "step": 29240
    },
    {
      "epoch": 9.120399251403619,
      "flow_loss": 0.03025536797940731,
      "step": 29240
    },
    {
      "contrastive_loss": 0.0050300108268857,
      "epoch": 9.120399251403619,
      "step": 29240
    },
    {
      "contrastive_lambda": 0.519917661912681,
      "epoch": 9.120399251403619,
      "step": 29240
    },
    {
      "contrastive_lambda": 0.5198915027267149,
      "epoch": 9.120711166562694,
      "step": 29241
    },
    {
      "contrastive_lambda": 0.5198653434862152,
      "epoch": 9.121023081721772,
      "step": 29242
    },
    {
      "contrastive_lambda": 0.5198391841912533,
      "epoch": 9.121334996880849,
      "step": 29243
    },
    {
      "contrastive_lambda": 0.5198130248419013,
      "epoch": 9.121646912039925,
      "step": 29244
    },
    {
      "contrastive_lambda": 0.5197868654382306,
      "epoch": 9.121958827199002,
      "step": 29245
    },
    {
      "contrastive_lambda": 0.5197607059803133,
      "epoch": 9.12227074235808,
      "step": 29246
    },
    {
      "contrastive_lambda": 0.5197345464682209,
      "epoch": 9.122582657517155,
      "step": 29247
    },
    {
      "contrastive_lambda": 0.5197083869020249,
      "epoch": 9.122894572676232,
      "step": 29248
    },
    {
      "contrastive_lambda": 0.5196822272817975,
      "epoch": 9.12320648783531,
      "step": 29249
    },
    {
      "epoch": 9.123518402994385,
      "grad_norm": 0.09297213703393936,
      "learning_rate": 5.6187366174285794e-05,
      "loss": 0.0268,
      "step": 29250
    },
    {
      "epoch": 9.123518402994385,
      "flow_loss": 0.019616127014160156,
      "step": 29250
    },
    {
      "contrastive_loss": 0.00514815840870142,
      "epoch": 9.123518402994385,
      "step": 29250
    },
    {
      "contrastive_lambda": 0.5196560676076101,
      "epoch": 9.123518402994385,
      "step": 29250
    },
    {
      "contrastive_lambda": 0.5196299078795343,
      "epoch": 9.123830318153463,
      "step": 29251
    },
    {
      "contrastive_lambda": 0.5196037480976421,
      "epoch": 9.124142233312538,
      "step": 29252
    },
    {
      "contrastive_lambda": 0.5195775882620052,
      "epoch": 9.124454148471616,
      "step": 29253
    },
    {
      "contrastive_lambda": 0.5195514283726951,
      "epoch": 9.124766063630693,
      "step": 29254
    },
    {
      "contrastive_lambda": 0.5195252684297837,
      "epoch": 9.125077978789768,
      "step": 29255
    },
    {
      "contrastive_lambda": 0.5194991084333427,
      "epoch": 9.125389893948846,
      "step": 29256
    },
    {
      "contrastive_lambda": 0.5194729483834437,
      "epoch": 9.125701809107923,
      "step": 29257
    },
    {
      "contrastive_lambda": 0.5194467882801586,
      "epoch": 9.126013724266999,
      "step": 29258
    },
    {
      "contrastive_lambda": 0.519420628123559,
      "epoch": 9.126325639426076,
      "step": 29259
    },
    {
      "epoch": 9.126637554585153,
      "grad_norm": 0.14533191919326782,
      "learning_rate": 5.616001922167109e-05,
      "loss": 0.0359,
      "step": 29260
    },
    {
      "epoch": 9.126637554585153,
      "flow_loss": 0.024556493386626244,
      "step": 29260
    },
    {
      "contrastive_loss": 0.00463242968544364,
      "epoch": 9.126637554585153,
      "step": 29260
    },
    {
      "contrastive_lambda": 0.5193944679137166,
      "epoch": 9.126637554585153,
      "step": 29260
    },
    {
      "contrastive_lambda": 0.5193683076507032,
      "epoch": 9.126949469744229,
      "step": 29261
    },
    {
      "contrastive_lambda": 0.5193421473345904,
      "epoch": 9.127261384903306,
      "step": 29262
    },
    {
      "contrastive_lambda": 0.51931598696545,
      "epoch": 9.127573300062384,
      "step": 29263
    },
    {
      "contrastive_lambda": 0.519289826543354,
      "epoch": 9.12788521522146,
      "step": 29264
    },
    {
      "contrastive_lambda": 0.5192636660683736,
      "epoch": 9.128197130380537,
      "step": 29265
    },
    {
      "contrastive_lambda": 0.5192375055405808,
      "epoch": 9.128509045539614,
      "step": 29266
    },
    {
      "contrastive_lambda": 0.5192113449600473,
      "epoch": 9.12882096069869,
      "step": 29267
    },
    {
      "contrastive_lambda": 0.5191851843268448,
      "epoch": 9.129132875857767,
      "step": 29268
    },
    {
      "contrastive_lambda": 0.519159023641045,
      "epoch": 9.129444791016843,
      "step": 29269
    },
    {
      "epoch": 9.12975670617592,
      "grad_norm": 0.11095479875802994,
      "learning_rate": 5.61326703978052e-05,
      "loss": 0.0355,
      "step": 29270
    },
    {
      "epoch": 9.12975670617592,
      "flow_loss": 0.02793128602206707,
      "step": 29270
    },
    {
      "contrastive_loss": 0.0049001616425812244,
      "epoch": 9.12975670617592,
      "step": 29270
    },
    {
      "contrastive_lambda": 0.5191328629027199,
      "epoch": 9.12975670617592,
      "step": 29270
    },
    {
      "contrastive_lambda": 0.5191067021119405,
      "epoch": 9.130068621334997,
      "step": 29271
    },
    {
      "contrastive_lambda": 0.5190805412687793,
      "epoch": 9.130380536494073,
      "step": 29272
    },
    {
      "contrastive_lambda": 0.5190543803733078,
      "epoch": 9.13069245165315,
      "step": 29273
    },
    {
      "contrastive_lambda": 0.5190282194255974,
      "epoch": 9.131004366812228,
      "step": 29274
    },
    {
      "contrastive_lambda": 0.5190020584257201,
      "epoch": 9.131316281971303,
      "step": 29275
    },
    {
      "contrastive_lambda": 0.5189758973737477,
      "epoch": 9.13162819713038,
      "step": 29276
    },
    {
      "contrastive_lambda": 0.5189497362697517,
      "epoch": 9.131940112289458,
      "step": 29277
    },
    {
      "contrastive_lambda": 0.518923575113804,
      "epoch": 9.132252027448533,
      "step": 29278
    },
    {
      "contrastive_lambda": 0.5188974139059762,
      "epoch": 9.13256394260761,
      "step": 29279
    },
    {
      "epoch": 9.132875857766688,
      "grad_norm": 0.09332290291786194,
      "learning_rate": 5.6105319710995964e-05,
      "loss": 0.0278,
      "step": 29280
    },
    {
      "epoch": 9.132875857766688,
      "flow_loss": 0.03790784999728203,
      "step": 29280
    },
    {
      "contrastive_loss": 0.006278149783611298,
      "epoch": 9.132875857766688,
      "step": 29280
    },
    {
      "contrastive_lambda": 0.51887125264634,
      "epoch": 9.132875857766688,
      "step": 29280
    },
    {
      "contrastive_lambda": 0.5188450913349674,
      "epoch": 9.133187772925764,
      "step": 29281
    },
    {
      "contrastive_lambda": 0.5188189299719296,
      "epoch": 9.133499688084841,
      "step": 29282
    },
    {
      "contrastive_lambda": 0.5187927685572988,
      "epoch": 9.133811603243918,
      "step": 29283
    },
    {
      "contrastive_lambda": 0.5187666070911466,
      "epoch": 9.134123518402994,
      "step": 29284
    },
    {
      "contrastive_lambda": 0.5187404455735447,
      "epoch": 9.134435433562071,
      "step": 29285
    },
    {
      "contrastive_lambda": 0.5187142840045647,
      "epoch": 9.134747348721147,
      "step": 29286
    },
    {
      "contrastive_lambda": 0.5186881223842785,
      "epoch": 9.135059263880224,
      "step": 29287
    },
    {
      "contrastive_lambda": 0.5186619607127577,
      "epoch": 9.135371179039302,
      "step": 29288
    },
    {
      "contrastive_lambda": 0.5186357989900742,
      "epoch": 9.135683094198377,
      "step": 29289
    },
    {
      "epoch": 9.135995009357455,
      "grad_norm": 0.10465384274721146,
      "learning_rate": 5.60779671695518e-05,
      "loss": 0.0306,
      "step": 29290
    },
    {
      "epoch": 9.135995009357455,
      "flow_loss": 0.030875636264681816,
      "step": 29290
    },
    {
      "contrastive_loss": 0.003581626806408167,
      "epoch": 9.135995009357455,
      "step": 29290
    },
    {
      "contrastive_lambda": 0.5186096372162994,
      "epoch": 9.135995009357455,
      "step": 29290
    },
    {
      "contrastive_lambda": 0.5185834753915053,
      "epoch": 9.136306924516532,
      "step": 29291
    },
    {
      "contrastive_lambda": 0.5185573135157636,
      "epoch": 9.136618839675608,
      "step": 29292
    },
    {
      "contrastive_lambda": 0.518531151589146,
      "epoch": 9.136930754834685,
      "step": 29293
    },
    {
      "contrastive_lambda": 0.518504989611724,
      "epoch": 9.137242669993762,
      "step": 29294
    },
    {
      "contrastive_lambda": 0.5184788275835697,
      "epoch": 9.137554585152838,
      "step": 29295
    },
    {
      "contrastive_lambda": 0.5184526655047547,
      "epoch": 9.137866500311915,
      "step": 29296
    },
    {
      "contrastive_lambda": 0.5184265033753506,
      "epoch": 9.138178415470993,
      "step": 29297
    },
    {
      "contrastive_lambda": 0.518400341195429,
      "epoch": 9.138490330630068,
      "step": 29298
    },
    {
      "contrastive_lambda": 0.518374178965062,
      "epoch": 9.138802245789146,
      "step": 29299
    },
    {
      "epoch": 9.139114160948223,
      "grad_norm": 0.12183453142642975,
      "learning_rate": 5.6050612781781684e-05,
      "loss": 0.0282,
      "step": 29300
    },
    {
      "epoch": 9.139114160948223,
      "flow_loss": 0.028104085475206375,
      "step": 29300
    },
    {
      "contrastive_loss": 0.005053357221186161,
      "epoch": 9.139114160948223,
      "step": 29300
    },
    {
      "contrastive_lambda": 0.5183480166843212,
      "epoch": 9.139114160948223,
      "step": 29300
    },
    {
      "contrastive_lambda": 0.5183218543532783,
      "epoch": 9.139426076107299,
      "step": 29301
    },
    {
      "contrastive_lambda": 0.5182956919720046,
      "epoch": 9.139737991266376,
      "step": 29302
    },
    {
      "contrastive_lambda": 0.5182695295405727,
      "epoch": 9.140049906425451,
      "step": 29303
    },
    {
      "contrastive_lambda": 0.5182433670590537,
      "epoch": 9.140361821584529,
      "step": 29304
    },
    {
      "contrastive_lambda": 0.5182172045275193,
      "epoch": 9.140673736743606,
      "step": 29305
    },
    {
      "contrastive_lambda": 0.5181910419460416,
      "epoch": 9.140985651902682,
      "step": 29306
    },
    {
      "contrastive_lambda": 0.5181648793146921,
      "epoch": 9.141297567061759,
      "step": 29307
    },
    {
      "contrastive_lambda": 0.5181387166335425,
      "epoch": 9.141609482220836,
      "step": 29308
    },
    {
      "contrastive_lambda": 0.5181125539026645,
      "epoch": 9.141921397379912,
      "step": 29309
    },
    {
      "epoch": 9.14223331253899,
      "grad_norm": 0.10547620803117752,
      "learning_rate": 5.602325655599516e-05,
      "loss": 0.0306,
      "step": 29310
    },
    {
      "epoch": 9.14223331253899,
      "flow_loss": 0.02142740599811077,
      "step": 29310
    },
    {
      "contrastive_loss": 0.005464095622301102,
      "epoch": 9.14223331253899,
      "step": 29310
    },
    {
      "contrastive_lambda": 0.5180863911221302,
      "epoch": 9.14223331253899,
      "step": 29310
    },
    {
      "contrastive_lambda": 0.5180602282920107,
      "epoch": 9.142545227698067,
      "step": 29311
    },
    {
      "contrastive_lambda": 0.5180340654123783,
      "epoch": 9.142857142857142,
      "step": 29312
    },
    {
      "contrastive_lambda": 0.5180079024833043,
      "epoch": 9.14316905801622,
      "step": 29313
    },
    {
      "contrastive_lambda": 0.5179817395048607,
      "epoch": 9.143480973175297,
      "step": 29314
    },
    {
      "contrastive_lambda": 0.5179555764771191,
      "epoch": 9.143792888334373,
      "step": 29315
    },
    {
      "contrastive_lambda": 0.5179294134001513,
      "epoch": 9.14410480349345,
      "step": 29316
    },
    {
      "contrastive_lambda": 0.517903250274029,
      "epoch": 9.144416718652527,
      "step": 29317
    },
    {
      "contrastive_lambda": 0.517877087098824,
      "epoch": 9.144728633811603,
      "step": 29318
    },
    {
      "contrastive_lambda": 0.5178509238746077,
      "epoch": 9.14504054897068,
      "step": 29319
    },
    {
      "epoch": 9.145352464129756,
      "grad_norm": 0.09196098893880844,
      "learning_rate": 5.599589850050234e-05,
      "loss": 0.0304,
      "step": 29320
    },
    {
      "epoch": 9.145352464129756,
      "flow_loss": 0.04799593985080719,
      "step": 29320
    },
    {
      "contrastive_loss": 0.004491345025599003,
      "epoch": 9.145352464129756,
      "step": 29320
    },
    {
      "contrastive_lambda": 0.5178247606014523,
      "epoch": 9.145352464129756,
      "step": 29320
    },
    {
      "contrastive_lambda": 0.5177985972794292,
      "epoch": 9.145664379288833,
      "step": 29321
    },
    {
      "contrastive_lambda": 0.5177724339086103,
      "epoch": 9.14597629444791,
      "step": 29322
    },
    {
      "contrastive_lambda": 0.5177462704890673,
      "epoch": 9.146288209606986,
      "step": 29323
    },
    {
      "contrastive_lambda": 0.5177201070208719,
      "epoch": 9.146600124766064,
      "step": 29324
    },
    {
      "contrastive_lambda": 0.5176939435040957,
      "epoch": 9.146912039925141,
      "step": 29325
    },
    {
      "contrastive_lambda": 0.5176677799388106,
      "epoch": 9.147223955084216,
      "step": 29326
    },
    {
      "contrastive_lambda": 0.5176416163250884,
      "epoch": 9.147535870243294,
      "step": 29327
    },
    {
      "contrastive_lambda": 0.5176154526630005,
      "epoch": 9.147847785402371,
      "step": 29328
    },
    {
      "contrastive_lambda": 0.5175892889526189,
      "epoch": 9.148159700561447,
      "step": 29329
    },
    {
      "epoch": 9.148471615720524,
      "grad_norm": 0.09473516792058945,
      "learning_rate": 5.5968538623613874e-05,
      "loss": 0.0376,
      "step": 29330
    },
    {
      "epoch": 9.148471615720524,
      "flow_loss": 0.02318856678903103,
      "step": 29330
    },
    {
      "contrastive_loss": 0.004172949120402336,
      "epoch": 9.148471615720524,
      "step": 29330
    },
    {
      "contrastive_lambda": 0.5175631251940154,
      "epoch": 9.148471615720524,
      "step": 29330
    },
    {
      "contrastive_lambda": 0.5175369613872615,
      "epoch": 9.148783530879601,
      "step": 29331
    },
    {
      "contrastive_lambda": 0.5175107975324289,
      "epoch": 9.149095446038677,
      "step": 29332
    },
    {
      "contrastive_lambda": 0.5174846336295895,
      "epoch": 9.149407361197754,
      "step": 29333
    },
    {
      "contrastive_lambda": 0.5174584696788151,
      "epoch": 9.149719276356832,
      "step": 29334
    },
    {
      "contrastive_lambda": 0.5174323056801774,
      "epoch": 9.150031191515907,
      "step": 29335
    },
    {
      "contrastive_lambda": 0.5174061416337478,
      "epoch": 9.150343106674985,
      "step": 29336
    },
    {
      "contrastive_lambda": 0.5173799775395984,
      "epoch": 9.15065502183406,
      "step": 29337
    },
    {
      "contrastive_lambda": 0.517353813397801,
      "epoch": 9.150966936993138,
      "step": 29338
    },
    {
      "contrastive_lambda": 0.5173276492084268,
      "epoch": 9.151278852152215,
      "step": 29339
    },
    {
      "epoch": 9.15159076731129,
      "grad_norm": 0.08811051398515701,
      "learning_rate": 5.594117693364095e-05,
      "loss": 0.0302,
      "step": 29340
    },
    {
      "epoch": 9.15159076731129,
      "flow_loss": 0.03480655327439308,
      "step": 29340
    },
    {
      "contrastive_loss": 0.005675364285707474,
      "epoch": 9.15159076731129,
      "step": 29340
    },
    {
      "contrastive_lambda": 0.5173014849715479,
      "epoch": 9.15159076731129,
      "step": 29340
    },
    {
      "contrastive_lambda": 0.5172753206872363,
      "epoch": 9.151902682470368,
      "step": 29341
    },
    {
      "contrastive_lambda": 0.5172491563555631,
      "epoch": 9.152214597629445,
      "step": 29342
    },
    {
      "contrastive_lambda": 0.5172229919766004,
      "epoch": 9.152526512788521,
      "step": 29343
    },
    {
      "contrastive_lambda": 0.5171968275504201,
      "epoch": 9.152838427947598,
      "step": 29344
    },
    {
      "contrastive_lambda": 0.5171706630770935,
      "epoch": 9.153150343106676,
      "step": 29345
    },
    {
      "contrastive_lambda": 0.5171444985566926,
      "epoch": 9.153462258265751,
      "step": 29346
    },
    {
      "contrastive_lambda": 0.5171183339892892,
      "epoch": 9.153774173424829,
      "step": 29347
    },
    {
      "contrastive_lambda": 0.5170921693749548,
      "epoch": 9.154086088583906,
      "step": 29348
    },
    {
      "contrastive_lambda": 0.5170660047137613,
      "epoch": 9.154398003742982,
      "step": 29349
    },
    {
      "epoch": 9.154709918902059,
      "grad_norm": 0.07773790508508682,
      "learning_rate": 5.591381343889535e-05,
      "loss": 0.0331,
      "step": 29350
    },
    {
      "epoch": 9.154709918902059,
      "flow_loss": 0.03501267731189728,
      "step": 29350
    },
    {
      "contrastive_loss": 0.004866480827331543,
      "epoch": 9.154709918902059,
      "step": 29350
    },
    {
      "contrastive_lambda": 0.5170398400057804,
      "epoch": 9.154709918902059,
      "step": 29350
    },
    {
      "contrastive_lambda": 0.5170136752510837,
      "epoch": 9.155021834061136,
      "step": 29351
    },
    {
      "contrastive_lambda": 0.5169875104497432,
      "epoch": 9.155333749220212,
      "step": 29352
    },
    {
      "contrastive_lambda": 0.5169613456018304,
      "epoch": 9.15564566437929,
      "step": 29353
    },
    {
      "contrastive_lambda": 0.5169351807074171,
      "epoch": 9.155957579538365,
      "step": 29354
    },
    {
      "contrastive_lambda": 0.516909015766575,
      "epoch": 9.156269494697442,
      "step": 29355
    },
    {
      "contrastive_lambda": 0.5168828507793759,
      "epoch": 9.15658140985652,
      "step": 29356
    },
    {
      "contrastive_lambda": 0.5168566857458916,
      "epoch": 9.156893325015595,
      "step": 29357
    },
    {
      "contrastive_lambda": 0.5168305206661937,
      "epoch": 9.157205240174672,
      "step": 29358
    },
    {
      "contrastive_lambda": 0.5168043555403538,
      "epoch": 9.15751715533375,
      "step": 29359
    },
    {
      "epoch": 9.157829070492825,
      "grad_norm": 0.07865941524505615,
      "learning_rate": 5.5886448147689355e-05,
      "loss": 0.0301,
      "step": 29360
    },
    {
      "epoch": 9.157829070492825,
      "flow_loss": 0.028315603733062744,
      "step": 29360
    },
    {
      "contrastive_loss": 0.004798793699592352,
      "epoch": 9.157829070492825,
      "step": 29360
    },
    {
      "contrastive_lambda": 0.516778190368444,
      "epoch": 9.157829070492825,
      "step": 29360
    },
    {
      "contrastive_lambda": 0.5167520251505359,
      "epoch": 9.158140985651903,
      "step": 29361
    },
    {
      "contrastive_lambda": 0.5167258598867008,
      "epoch": 9.15845290081098,
      "step": 29362
    },
    {
      "contrastive_lambda": 0.5166996945770111,
      "epoch": 9.158764815970056,
      "step": 29363
    },
    {
      "contrastive_lambda": 0.5166735292215383,
      "epoch": 9.159076731129133,
      "step": 29364
    },
    {
      "contrastive_lambda": 0.5166473638203539,
      "epoch": 9.15938864628821,
      "step": 29365
    },
    {
      "contrastive_lambda": 0.5166211983735299,
      "epoch": 9.159700561447286,
      "step": 29366
    },
    {
      "contrastive_lambda": 0.516595032881138,
      "epoch": 9.160012476606363,
      "step": 29367
    },
    {
      "contrastive_lambda": 0.5165688673432497,
      "epoch": 9.16032439176544,
      "step": 29368
    },
    {
      "contrastive_lambda": 0.5165427017599371,
      "epoch": 9.160636306924516,
      "step": 29369
    },
    {
      "epoch": 9.160948222083594,
      "grad_norm": 0.10288317501544952,
      "learning_rate": 5.585908106833585e-05,
      "loss": 0.0257,
      "step": 29370
    },
    {
      "epoch": 9.160948222083594,
      "flow_loss": 0.05069549009203911,
      "step": 29370
    },
    {
      "contrastive_loss": 0.003905549878254533,
      "epoch": 9.160948222083594,
      "step": 29370
    },
    {
      "contrastive_lambda": 0.5165165361312715,
      "epoch": 9.160948222083594,
      "step": 29370
    },
    {
      "contrastive_lambda": 0.516490370457325,
      "epoch": 9.16126013724267,
      "step": 29371
    },
    {
      "contrastive_lambda": 0.5164642047381693,
      "epoch": 9.161572052401747,
      "step": 29372
    },
    {
      "contrastive_lambda": 0.516438038973876,
      "epoch": 9.161883967560824,
      "step": 29373
    },
    {
      "contrastive_lambda": 0.5164118731645169,
      "epoch": 9.1621958827199,
      "step": 29374
    },
    {
      "contrastive_lambda": 0.5163857073101636,
      "epoch": 9.162507797878977,
      "step": 29375
    },
    {
      "contrastive_lambda": 0.5163595414108881,
      "epoch": 9.162819713038054,
      "step": 29376
    },
    {
      "contrastive_lambda": 0.516333375466762,
      "epoch": 9.16313162819713,
      "step": 29377
    },
    {
      "contrastive_lambda": 0.5163072094778569,
      "epoch": 9.163443543356207,
      "step": 29378
    },
    {
      "contrastive_lambda": 0.5162810434442446,
      "epoch": 9.163755458515285,
      "step": 29379
    },
    {
      "epoch": 9.16406737367436,
      "grad_norm": 0.1168922409415245,
      "learning_rate": 5.5831712209148226e-05,
      "loss": 0.0327,
      "step": 29380
    },
    {
      "epoch": 9.16406737367436,
      "flow_loss": 0.02013288624584675,
      "step": 29380
    },
    {
      "contrastive_loss": 0.0037557543255388737,
      "epoch": 9.16406737367436,
      "step": 29380
    },
    {
      "contrastive_lambda": 0.5162548773659972,
      "epoch": 9.16406737367436,
      "step": 29380
    },
    {
      "contrastive_lambda": 0.5162287112431859,
      "epoch": 9.164379288833437,
      "step": 29381
    },
    {
      "contrastive_lambda": 0.5162025450758826,
      "epoch": 9.164691203992515,
      "step": 29382
    },
    {
      "contrastive_lambda": 0.5161763788641592,
      "epoch": 9.16500311915159,
      "step": 29383
    },
    {
      "contrastive_lambda": 0.5161502126080875,
      "epoch": 9.165315034310668,
      "step": 29384
    },
    {
      "contrastive_lambda": 0.5161240463077387,
      "epoch": 9.165626949469745,
      "step": 29385
    },
    {
      "contrastive_lambda": 0.5160978799631852,
      "epoch": 9.16593886462882,
      "step": 29386
    },
    {
      "contrastive_lambda": 0.5160717135744983,
      "epoch": 9.166250779787898,
      "step": 29387
    },
    {
      "contrastive_lambda": 0.5160455471417501,
      "epoch": 9.166562694946974,
      "step": 29388
    },
    {
      "contrastive_lambda": 0.516019380665012,
      "epoch": 9.166874610106051,
      "step": 29389
    },
    {
      "epoch": 9.167186525265128,
      "grad_norm": 0.12273021042346954,
      "learning_rate": 5.58043415784404e-05,
      "loss": 0.033,
      "step": 29390
    },
    {
      "epoch": 9.167186525265128,
      "flow_loss": 0.028270699083805084,
      "step": 29390
    },
    {
      "contrastive_loss": 0.003968077711760998,
      "epoch": 9.167186525265128,
      "step": 29390
    },
    {
      "contrastive_lambda": 0.5159932141443557,
      "epoch": 9.167186525265128,
      "step": 29390
    },
    {
      "contrastive_lambda": 0.5159670475798533,
      "epoch": 9.167498440424204,
      "step": 29391
    },
    {
      "contrastive_lambda": 0.5159408809715764,
      "epoch": 9.167810355583281,
      "step": 29392
    },
    {
      "contrastive_lambda": 0.5159147143195963,
      "epoch": 9.168122270742359,
      "step": 29393
    },
    {
      "contrastive_lambda": 0.5158885476239855,
      "epoch": 9.168434185901434,
      "step": 29394
    },
    {
      "contrastive_lambda": 0.5158623808848153,
      "epoch": 9.168746101060512,
      "step": 29395
    },
    {
      "contrastive_lambda": 0.5158362141021573,
      "epoch": 9.169058016219589,
      "step": 29396
    },
    {
      "contrastive_lambda": 0.5158100472760834,
      "epoch": 9.169369931378665,
      "step": 29397
    },
    {
      "contrastive_lambda": 0.5157838804066656,
      "epoch": 9.169681846537742,
      "step": 29398
    },
    {
      "contrastive_lambda": 0.5157577134939751,
      "epoch": 9.16999376169682,
      "step": 29399
    },
    {
      "epoch": 9.170305676855895,
      "grad_norm": 0.11622945219278336,
      "learning_rate": 5.577696918452686e-05,
      "loss": 0.0363,
      "step": 29400
    },
    {
      "epoch": 9.170305676855895,
      "flow_loss": 0.031869545578956604,
      "step": 29400
    },
    {
      "contrastive_loss": 0.004160361364483833,
      "epoch": 9.170305676855895,
      "step": 29400
    },
    {
      "contrastive_lambda": 0.5157315465380842,
      "epoch": 9.170305676855895,
      "step": 29400
    },
    {
      "contrastive_lambda": 0.5157053795390641,
      "epoch": 9.170617592014972,
      "step": 29401
    },
    {
      "contrastive_lambda": 0.515679212496987,
      "epoch": 9.170929507174048,
      "step": 29402
    },
    {
      "contrastive_lambda": 0.5156530454119245,
      "epoch": 9.171241422333125,
      "step": 29403
    },
    {
      "contrastive_lambda": 0.515626878283948,
      "epoch": 9.171553337492202,
      "step": 29404
    },
    {
      "contrastive_lambda": 0.5156007111131299,
      "epoch": 9.171865252651278,
      "step": 29405
    },
    {
      "contrastive_lambda": 0.5155745438995414,
      "epoch": 9.172177167810355,
      "step": 29406
    },
    {
      "contrastive_lambda": 0.5155483766432544,
      "epoch": 9.172489082969433,
      "step": 29407
    },
    {
      "contrastive_lambda": 0.5155222093443406,
      "epoch": 9.172800998128508,
      "step": 29408
    },
    {
      "contrastive_lambda": 0.5154960420028718,
      "epoch": 9.173112913287586,
      "step": 29409
    },
    {
      "epoch": 9.173424828446663,
      "grad_norm": 0.09919394552707672,
      "learning_rate": 5.5749595035722604e-05,
      "loss": 0.0299,
      "step": 29410
    },
    {
      "epoch": 9.173424828446663,
      "flow_loss": 0.02337844856083393,
      "step": 29410
    },
    {
      "contrastive_loss": 0.003912788815796375,
      "epoch": 9.173424828446663,
      "step": 29410
    },
    {
      "contrastive_lambda": 0.5154698746189197,
      "epoch": 9.173424828446663,
      "step": 29410
    },
    {
      "contrastive_lambda": 0.5154437071925562,
      "epoch": 9.173736743605739,
      "step": 29411
    },
    {
      "contrastive_lambda": 0.5154175397238527,
      "epoch": 9.174048658764816,
      "step": 29412
    },
    {
      "contrastive_lambda": 0.5153913722128812,
      "epoch": 9.174360573923893,
      "step": 29413
    },
    {
      "contrastive_lambda": 0.5153652046597136,
      "epoch": 9.174672489082969,
      "step": 29414
    },
    {
      "contrastive_lambda": 0.5153390370644212,
      "epoch": 9.174984404242046,
      "step": 29415
    },
    {
      "contrastive_lambda": 0.5153128694270759,
      "epoch": 9.175296319401124,
      "step": 29416
    },
    {
      "contrastive_lambda": 0.5152867017477496,
      "epoch": 9.1756082345602,
      "step": 29417
    },
    {
      "contrastive_lambda": 0.5152605340265141,
      "epoch": 9.175920149719277,
      "step": 29418
    },
    {
      "contrastive_lambda": 0.5152343662634408,
      "epoch": 9.176232064878352,
      "step": 29419
    },
    {
      "epoch": 9.17654398003743,
      "grad_norm": 0.08410924673080444,
      "learning_rate": 5.5722219140343193e-05,
      "loss": 0.0294,
      "step": 29420
    },
    {
      "epoch": 9.17654398003743,
      "flow_loss": 0.038408853113651276,
      "step": 29420
    },
    {
      "contrastive_loss": 0.006071338430047035,
      "epoch": 9.17654398003743,
      "step": 29420
    },
    {
      "contrastive_lambda": 0.5152081984586016,
      "epoch": 9.17654398003743,
      "step": 29420
    },
    {
      "contrastive_lambda": 0.5151820306120681,
      "epoch": 9.176855895196507,
      "step": 29421
    },
    {
      "contrastive_lambda": 0.5151558627239126,
      "epoch": 9.177167810355582,
      "step": 29422
    },
    {
      "contrastive_lambda": 0.5151296947942062,
      "epoch": 9.17747972551466,
      "step": 29423
    },
    {
      "contrastive_lambda": 0.5151035268230207,
      "epoch": 9.177791640673737,
      "step": 29424
    },
    {
      "contrastive_lambda": 0.5150773588104284,
      "epoch": 9.178103555832813,
      "step": 29425
    },
    {
      "contrastive_lambda": 0.5150511907565006,
      "epoch": 9.17841547099189,
      "step": 29426
    },
    {
      "contrastive_lambda": 0.5150250226613088,
      "epoch": 9.178727386150968,
      "step": 29427
    },
    {
      "contrastive_lambda": 0.5149988545249253,
      "epoch": 9.179039301310043,
      "step": 29428
    },
    {
      "contrastive_lambda": 0.5149726863474217,
      "epoch": 9.17935121646912,
      "step": 29429
    },
    {
      "epoch": 9.179663131628198,
      "grad_norm": 0.08718456327915192,
      "learning_rate": 5.56948415067047e-05,
      "loss": 0.0327,
      "step": 29430
    },
    {
      "epoch": 9.179663131628198,
      "flow_loss": 0.028912117704749107,
      "step": 29430
    },
    {
      "contrastive_loss": 0.003705679439008236,
      "epoch": 9.179663131628198,
      "step": 29430
    },
    {
      "contrastive_lambda": 0.5149465181288694,
      "epoch": 9.179663131628198,
      "step": 29430
    },
    {
      "contrastive_lambda": 0.5149203498693404,
      "epoch": 9.179975046787273,
      "step": 29431
    },
    {
      "contrastive_lambda": 0.5148941815689065,
      "epoch": 9.18028696194635,
      "step": 29432
    },
    {
      "contrastive_lambda": 0.5148680132276393,
      "epoch": 9.180598877105428,
      "step": 29433
    },
    {
      "contrastive_lambda": 0.5148418448456107,
      "epoch": 9.180910792264504,
      "step": 29434
    },
    {
      "contrastive_lambda": 0.5148156764228923,
      "epoch": 9.181222707423581,
      "step": 29435
    },
    {
      "contrastive_lambda": 0.5147895079595557,
      "epoch": 9.181534622582657,
      "step": 29436
    },
    {
      "contrastive_lambda": 0.5147633394556731,
      "epoch": 9.181846537741734,
      "step": 29437
    },
    {
      "contrastive_lambda": 0.5147371709113158,
      "epoch": 9.182158452900811,
      "step": 29438
    },
    {
      "contrastive_lambda": 0.5147110023265556,
      "epoch": 9.182470368059887,
      "step": 29439
    },
    {
      "epoch": 9.182782283218964,
      "grad_norm": 0.08456442505121231,
      "learning_rate": 5.5667462143123704e-05,
      "loss": 0.0299,
      "step": 29440
    },
    {
      "epoch": 9.182782283218964,
      "flow_loss": 0.022215938195586205,
      "step": 29440
    },
    {
      "contrastive_loss": 0.0038182628341019154,
      "epoch": 9.182782283218964,
      "step": 29440
    },
    {
      "contrastive_lambda": 0.5146848337014647,
      "epoch": 9.182782283218964,
      "step": 29440
    },
    {
      "contrastive_lambda": 0.5146586650361141,
      "epoch": 9.183094198378042,
      "step": 29441
    },
    {
      "contrastive_lambda": 0.5146324963305763,
      "epoch": 9.183406113537117,
      "step": 29442
    },
    {
      "contrastive_lambda": 0.5146063275849224,
      "epoch": 9.183718028696195,
      "step": 29443
    },
    {
      "contrastive_lambda": 0.5145801587992245,
      "epoch": 9.184029943855272,
      "step": 29444
    },
    {
      "contrastive_lambda": 0.5145539899735544,
      "epoch": 9.184341859014348,
      "step": 29445
    },
    {
      "contrastive_lambda": 0.5145278211079836,
      "epoch": 9.184653774173425,
      "step": 29446
    },
    {
      "contrastive_lambda": 0.5145016522025838,
      "epoch": 9.184965689332502,
      "step": 29447
    },
    {
      "contrastive_lambda": 0.5144754832574272,
      "epoch": 9.185277604491578,
      "step": 29448
    },
    {
      "contrastive_lambda": 0.5144493142725851,
      "epoch": 9.185589519650655,
      "step": 29449
    },
    {
      "epoch": 9.185901434809733,
      "grad_norm": 0.10958589613437653,
      "learning_rate": 5.564008105791737e-05,
      "loss": 0.0311,
      "step": 29450
    },
    {
      "epoch": 9.185901434809733,
      "flow_loss": 0.02870132401585579,
      "step": 29450
    },
    {
      "contrastive_loss": 0.004467741120606661,
      "epoch": 9.185901434809733,
      "step": 29450
    },
    {
      "contrastive_lambda": 0.5144231452481293,
      "epoch": 9.185901434809733,
      "step": 29450
    },
    {
      "contrastive_lambda": 0.5143969761841317,
      "epoch": 9.186213349968808,
      "step": 29451
    },
    {
      "contrastive_lambda": 0.5143708070806641,
      "epoch": 9.186525265127885,
      "step": 29452
    },
    {
      "contrastive_lambda": 0.5143446379377979,
      "epoch": 9.186837180286961,
      "step": 29453
    },
    {
      "contrastive_lambda": 0.5143184687556052,
      "epoch": 9.187149095446038,
      "step": 29454
    },
    {
      "contrastive_lambda": 0.5142922995341576,
      "epoch": 9.187461010605116,
      "step": 29455
    },
    {
      "contrastive_lambda": 0.5142661302735267,
      "epoch": 9.187772925764191,
      "step": 29456
    },
    {
      "contrastive_lambda": 0.5142399609737847,
      "epoch": 9.188084840923269,
      "step": 29457
    },
    {
      "contrastive_lambda": 0.5142137916350027,
      "epoch": 9.188396756082346,
      "step": 29458
    },
    {
      "contrastive_lambda": 0.514187622257253,
      "epoch": 9.188708671241422,
      "step": 29459
    },
    {
      "epoch": 9.189020586400499,
      "grad_norm": 0.10940594226121902,
      "learning_rate": 5.5612698259403316e-05,
      "loss": 0.0363,
      "step": 29460
    },
    {
      "epoch": 9.189020586400499,
      "flow_loss": 0.043557509779930115,
      "step": 29460
    },
    {
      "contrastive_loss": 0.0040661646053195,
      "epoch": 9.189020586400499,
      "step": 29460
    },
    {
      "contrastive_lambda": 0.5141614528406071,
      "epoch": 9.189020586400499,
      "step": 29460
    },
    {
      "contrastive_lambda": 0.5141352833851366,
      "epoch": 9.189332501559576,
      "step": 29461
    },
    {
      "contrastive_lambda": 0.5141091138909135,
      "epoch": 9.189644416718652,
      "step": 29462
    },
    {
      "contrastive_lambda": 0.5140829443580096,
      "epoch": 9.18995633187773,
      "step": 29463
    },
    {
      "contrastive_lambda": 0.5140567747864965,
      "epoch": 9.190268247036807,
      "step": 29464
    },
    {
      "contrastive_lambda": 0.5140306051764457,
      "epoch": 9.190580162195882,
      "step": 29465
    },
    {
      "contrastive_lambda": 0.5140044355279295,
      "epoch": 9.19089207735496,
      "step": 29466
    },
    {
      "contrastive_lambda": 0.5139782658410191,
      "epoch": 9.191203992514037,
      "step": 29467
    },
    {
      "contrastive_lambda": 0.5139520961157867,
      "epoch": 9.191515907673113,
      "step": 29468
    },
    {
      "contrastive_lambda": 0.5139259263523037,
      "epoch": 9.19182782283219,
      "step": 29469
    },
    {
      "epoch": 9.192139737991265,
      "grad_norm": 0.08043429255485535,
      "learning_rate": 5.5585313755899724e-05,
      "loss": 0.0278,
      "step": 29470
    },
    {
      "epoch": 9.192139737991265,
      "flow_loss": 0.03559881076216698,
      "step": 29470
    },
    {
      "contrastive_loss": 0.004068103618919849,
      "epoch": 9.192139737991265,
      "step": 29470
    },
    {
      "contrastive_lambda": 0.513899756550642,
      "epoch": 9.192139737991265,
      "step": 29470
    },
    {
      "contrastive_lambda": 0.5138735867108735,
      "epoch": 9.192451653150343,
      "step": 29471
    },
    {
      "contrastive_lambda": 0.5138474168330697,
      "epoch": 9.19276356830942,
      "step": 29472
    },
    {
      "contrastive_lambda": 0.5138212469173021,
      "epoch": 9.193075483468496,
      "step": 29473
    },
    {
      "contrastive_lambda": 0.5137950769636431,
      "epoch": 9.193387398627573,
      "step": 29474
    },
    {
      "contrastive_lambda": 0.513768906972164,
      "epoch": 9.19369931378665,
      "step": 29475
    },
    {
      "contrastive_lambda": 0.5137427369429368,
      "epoch": 9.194011228945726,
      "step": 29476
    },
    {
      "contrastive_lambda": 0.513716566876033,
      "epoch": 9.194323144104803,
      "step": 29477
    },
    {
      "contrastive_lambda": 0.5136903967715244,
      "epoch": 9.19463505926388,
      "step": 29478
    },
    {
      "contrastive_lambda": 0.5136642266294829,
      "epoch": 9.194946974422956,
      "step": 29479
    },
    {
      "epoch": 9.195258889582034,
      "grad_norm": 0.10761860758066177,
      "learning_rate": 5.5557927555725285e-05,
      "loss": 0.03,
      "step": 29480
    },
    {
      "epoch": 9.195258889582034,
      "flow_loss": 0.030631285160779953,
      "step": 29480
    },
    {
      "contrastive_loss": 0.003993181046098471,
      "epoch": 9.195258889582034,
      "step": 29480
    },
    {
      "contrastive_lambda": 0.5136380564499802,
      "epoch": 9.195258889582034,
      "step": 29480
    },
    {
      "contrastive_lambda": 0.5136118862330876,
      "epoch": 9.195570804741111,
      "step": 29481
    },
    {
      "contrastive_lambda": 0.5135857159788777,
      "epoch": 9.195882719900187,
      "step": 29482
    },
    {
      "contrastive_lambda": 0.5135595456874217,
      "epoch": 9.196194635059264,
      "step": 29483
    },
    {
      "contrastive_lambda": 0.5135333753587912,
      "epoch": 9.196506550218341,
      "step": 29484
    },
    {
      "contrastive_lambda": 0.5135072049930584,
      "epoch": 9.196818465377417,
      "step": 29485
    },
    {
      "contrastive_lambda": 0.5134810345902948,
      "epoch": 9.197130380536494,
      "step": 29486
    },
    {
      "contrastive_lambda": 0.5134548641505721,
      "epoch": 9.19744229569557,
      "step": 29487
    },
    {
      "contrastive_lambda": 0.5134286936739622,
      "epoch": 9.197754210854647,
      "step": 29488
    },
    {
      "contrastive_lambda": 0.5134025231605368,
      "epoch": 9.198066126013725,
      "step": 29489
    },
    {
      "epoch": 9.1983780411728,
      "grad_norm": 0.11211416125297546,
      "learning_rate": 5.55305396671992e-05,
      "loss": 0.0295,
      "step": 29490
    },
    {
      "epoch": 9.1983780411728,
      "flow_loss": 0.023100731894373894,
      "step": 29490
    },
    {
      "contrastive_loss": 0.0037410291843116283,
      "epoch": 9.1983780411728,
      "step": 29490
    },
    {
      "contrastive_lambda": 0.5133763526103675,
      "epoch": 9.1983780411728,
      "step": 29490
    },
    {
      "contrastive_lambda": 0.5133501820235263,
      "epoch": 9.198689956331878,
      "step": 29491
    },
    {
      "contrastive_lambda": 0.5133240114000845,
      "epoch": 9.199001871490955,
      "step": 29492
    },
    {
      "contrastive_lambda": 0.5132978407401145,
      "epoch": 9.19931378665003,
      "step": 29493
    },
    {
      "contrastive_lambda": 0.5132716700436878,
      "epoch": 9.199625701809108,
      "step": 29494
    },
    {
      "contrastive_lambda": 0.5132454993108758,
      "epoch": 9.199937616968185,
      "step": 29495
    },
    {
      "contrastive_lambda": 0.5132193285417506,
      "epoch": 9.20024953212726,
      "step": 29496
    },
    {
      "contrastive_lambda": 0.513193157736384,
      "epoch": 9.200561447286338,
      "step": 29497
    },
    {
      "contrastive_lambda": 0.5131669868948474,
      "epoch": 9.200873362445416,
      "step": 29498
    },
    {
      "contrastive_lambda": 0.513140816017213,
      "epoch": 9.201185277604491,
      "step": 29499
    },
    {
      "epoch": 9.201497192763568,
      "grad_norm": 0.09142203629016876,
      "learning_rate": 5.55031500986412e-05,
      "loss": 0.0257,
      "step": 29500
    },
    {
      "epoch": 9.201497192763568,
      "flow_loss": 0.0323888324201107,
      "step": 29500
    },
    {
      "contrastive_loss": 0.004146631807088852,
      "epoch": 9.201497192763568,
      "step": 29500
    },
    {
      "contrastive_lambda": 0.513114645103552,
      "epoch": 9.201497192763568,
      "step": 29500
    },
    {
      "contrastive_lambda": 0.5130884741539365,
      "epoch": 9.201809107922646,
      "step": 29501
    },
    {
      "contrastive_lambda": 0.5130623031684385,
      "epoch": 9.202121023081721,
      "step": 29502
    },
    {
      "contrastive_lambda": 0.5130361321471293,
      "epoch": 9.202432938240799,
      "step": 29503
    },
    {
      "contrastive_lambda": 0.5130099610900806,
      "epoch": 9.202744853399874,
      "step": 29504
    },
    {
      "contrastive_lambda": 0.5129837899973646,
      "epoch": 9.203056768558952,
      "step": 29505
    },
    {
      "contrastive_lambda": 0.5129576188690528,
      "epoch": 9.203368683718029,
      "step": 29506
    },
    {
      "contrastive_lambda": 0.5129314477052167,
      "epoch": 9.203680598877105,
      "step": 29507
    },
    {
      "contrastive_lambda": 0.5129052765059285,
      "epoch": 9.203992514036182,
      "step": 29508
    },
    {
      "contrastive_lambda": 0.5128791052712597,
      "epoch": 9.20430442919526,
      "step": 29509
    },
    {
      "epoch": 9.204616344354335,
      "grad_norm": 0.07909508794546127,
      "learning_rate": 5.547575885837149e-05,
      "loss": 0.0337,
      "step": 29510
    },
    {
      "epoch": 9.204616344354335,
      "flow_loss": 0.028088005259633064,
      "step": 29510
    },
    {
      "contrastive_loss": 0.0049965595826506615,
      "epoch": 9.204616344354335,
      "step": 29510
    },
    {
      "contrastive_lambda": 0.5128529340012822,
      "epoch": 9.204616344354335,
      "step": 29510
    },
    {
      "contrastive_lambda": 0.5128267626960675,
      "epoch": 9.204928259513412,
      "step": 29511
    },
    {
      "contrastive_lambda": 0.5128005913556876,
      "epoch": 9.20524017467249,
      "step": 29512
    },
    {
      "contrastive_lambda": 0.5127744199802142,
      "epoch": 9.205552089831565,
      "step": 29513
    },
    {
      "contrastive_lambda": 0.512748248569719,
      "epoch": 9.205864004990643,
      "step": 29514
    },
    {
      "contrastive_lambda": 0.5127220771242735,
      "epoch": 9.20617592014972,
      "step": 29515
    },
    {
      "contrastive_lambda": 0.51269590564395,
      "epoch": 9.206487835308796,
      "step": 29516
    },
    {
      "contrastive_lambda": 0.5126697341288199,
      "epoch": 9.206799750467873,
      "step": 29517
    },
    {
      "contrastive_lambda": 0.5126435625789549,
      "epoch": 9.20711166562695,
      "step": 29518
    },
    {
      "contrastive_lambda": 0.5126173909944268,
      "epoch": 9.207423580786026,
      "step": 29519
    },
    {
      "epoch": 9.207735495945103,
      "grad_norm": 0.11200408637523651,
      "learning_rate": 5.5448365954710825e-05,
      "loss": 0.0328,
      "step": 29520
    },
    {
      "epoch": 9.207735495945103,
      "flow_loss": 0.03841215744614601,
      "step": 29520
    },
    {
      "contrastive_loss": 0.005472132936120033,
      "epoch": 9.207735495945103,
      "step": 29520
    },
    {
      "contrastive_lambda": 0.5125912193753076,
      "epoch": 9.207735495945103,
      "step": 29520
    },
    {
      "contrastive_lambda": 0.5125650477216688,
      "epoch": 9.208047411104179,
      "step": 29521
    },
    {
      "contrastive_lambda": 0.5125388760335822,
      "epoch": 9.208359326263256,
      "step": 29522
    },
    {
      "contrastive_lambda": 0.5125127043111195,
      "epoch": 9.208671241422334,
      "step": 29523
    },
    {
      "contrastive_lambda": 0.5124865325543525,
      "epoch": 9.208983156581409,
      "step": 29524
    },
    {
      "contrastive_lambda": 0.5124603607633531,
      "epoch": 9.209295071740486,
      "step": 29525
    },
    {
      "contrastive_lambda": 0.5124341889381927,
      "epoch": 9.209606986899564,
      "step": 29526
    },
    {
      "contrastive_lambda": 0.5124080170789435,
      "epoch": 9.20991890205864,
      "step": 29527
    },
    {
      "contrastive_lambda": 0.5123818451856769,
      "epoch": 9.210230817217717,
      "step": 29528
    },
    {
      "contrastive_lambda": 0.5123556732584648,
      "epoch": 9.210542732376794,
      "step": 29529
    },
    {
      "epoch": 9.21085464753587,
      "grad_norm": 0.0856233611702919,
      "learning_rate": 5.5420971395980446e-05,
      "loss": 0.0316,
      "step": 29530
    },
    {
      "epoch": 9.21085464753587,
      "flow_loss": 0.020997265353798866,
      "step": 29530
    },
    {
      "contrastive_loss": 0.004536396823823452,
      "epoch": 9.21085464753587,
      "step": 29530
    },
    {
      "contrastive_lambda": 0.5123295012973788,
      "epoch": 9.21085464753587,
      "step": 29530
    },
    {
      "contrastive_lambda": 0.5123033293024909,
      "epoch": 9.211166562694947,
      "step": 29531
    },
    {
      "contrastive_lambda": 0.5122771572738727,
      "epoch": 9.211478477854024,
      "step": 29532
    },
    {
      "contrastive_lambda": 0.512250985211596,
      "epoch": 9.2117903930131,
      "step": 29533
    },
    {
      "contrastive_lambda": 0.5122248131157324,
      "epoch": 9.212102308172177,
      "step": 29534
    },
    {
      "contrastive_lambda": 0.5121986409863538,
      "epoch": 9.212414223331255,
      "step": 29535
    },
    {
      "contrastive_lambda": 0.5121724688235322,
      "epoch": 9.21272613849033,
      "step": 29536
    },
    {
      "contrastive_lambda": 0.5121462966273389,
      "epoch": 9.213038053649408,
      "step": 29537
    },
    {
      "contrastive_lambda": 0.5121201243978457,
      "epoch": 9.213349968808483,
      "step": 29538
    },
    {
      "contrastive_lambda": 0.5120939521351247,
      "epoch": 9.21366188396756,
      "step": 29539
    },
    {
      "epoch": 9.213973799126638,
      "grad_norm": 0.09310325235128403,
      "learning_rate": 5.539357519050209e-05,
      "loss": 0.0295,
      "step": 29540
    },
    {
      "epoch": 9.213973799126638,
      "flow_loss": 0.02467944286763668,
      "step": 29540
    },
    {
      "contrastive_loss": 0.0037650936283171177,
      "epoch": 9.213973799126638,
      "step": 29540
    },
    {
      "contrastive_lambda": 0.5120677798392475,
      "epoch": 9.213973799126638,
      "step": 29540
    },
    {
      "contrastive_lambda": 0.5120416075102855,
      "epoch": 9.214285714285714,
      "step": 29541
    },
    {
      "contrastive_lambda": 0.5120154351483109,
      "epoch": 9.21459762944479,
      "step": 29542
    },
    {
      "contrastive_lambda": 0.5119892627533954,
      "epoch": 9.214909544603868,
      "step": 29543
    },
    {
      "contrastive_lambda": 0.5119630903256105,
      "epoch": 9.215221459762944,
      "step": 29544
    },
    {
      "contrastive_lambda": 0.5119369178650283,
      "epoch": 9.215533374922021,
      "step": 29545
    },
    {
      "contrastive_lambda": 0.51191074537172,
      "epoch": 9.215845290081099,
      "step": 29546
    },
    {
      "contrastive_lambda": 0.5118845728457581,
      "epoch": 9.216157205240174,
      "step": 29547
    },
    {
      "contrastive_lambda": 0.5118584002872139,
      "epoch": 9.216469120399251,
      "step": 29548
    },
    {
      "contrastive_lambda": 0.511832227696159,
      "epoch": 9.216781035558329,
      "step": 29549
    },
    {
      "epoch": 9.217092950717404,
      "grad_norm": 0.07949435710906982,
      "learning_rate": 5.536617734659799e-05,
      "loss": 0.0269,
      "step": 29550
    },
    {
      "epoch": 9.217092950717404,
      "flow_loss": 0.04140297323465347,
      "step": 29550
    },
    {
      "contrastive_loss": 0.0041176918894052505,
      "epoch": 9.217092950717404,
      "step": 29550
    },
    {
      "contrastive_lambda": 0.5118060550726655,
      "epoch": 9.217092950717404,
      "step": 29550
    },
    {
      "contrastive_lambda": 0.5117798824168052,
      "epoch": 9.217404865876482,
      "step": 29551
    },
    {
      "contrastive_lambda": 0.5117537097286494,
      "epoch": 9.21771678103556,
      "step": 29552
    },
    {
      "contrastive_lambda": 0.5117275370082702,
      "epoch": 9.218028696194635,
      "step": 29553
    },
    {
      "contrastive_lambda": 0.5117013642557395,
      "epoch": 9.218340611353712,
      "step": 29554
    },
    {
      "contrastive_lambda": 0.5116751914711287,
      "epoch": 9.218652526512788,
      "step": 29555
    },
    {
      "contrastive_lambda": 0.5116490186545097,
      "epoch": 9.218964441671865,
      "step": 29556
    },
    {
      "contrastive_lambda": 0.5116228458059543,
      "epoch": 9.219276356830942,
      "step": 29557
    },
    {
      "contrastive_lambda": 0.5115966729255341,
      "epoch": 9.219588271990018,
      "step": 29558
    },
    {
      "contrastive_lambda": 0.511570500013321,
      "epoch": 9.219900187149095,
      "step": 29559
    },
    {
      "epoch": 9.220212102308173,
      "grad_norm": 0.09696699678897858,
      "learning_rate": 5.533877787259091e-05,
      "loss": 0.0372,
      "step": 29560
    },
    {
      "epoch": 9.220212102308173,
      "flow_loss": 0.02786361053586006,
      "step": 29560
    },
    {
      "contrastive_loss": 0.0056350864470005035,
      "epoch": 9.220212102308173,
      "step": 29560
    },
    {
      "contrastive_lambda": 0.5115443270693869,
      "epoch": 9.220212102308173,
      "step": 29560
    },
    {
      "contrastive_lambda": 0.5115181540938031,
      "epoch": 9.220524017467248,
      "step": 29561
    },
    {
      "contrastive_lambda": 0.5114919810866418,
      "epoch": 9.220835932626326,
      "step": 29562
    },
    {
      "contrastive_lambda": 0.5114658080479745,
      "epoch": 9.221147847785403,
      "step": 29563
    },
    {
      "contrastive_lambda": 0.511439634977873,
      "epoch": 9.221459762944479,
      "step": 29564
    },
    {
      "contrastive_lambda": 0.5114134618764092,
      "epoch": 9.221771678103556,
      "step": 29565
    },
    {
      "contrastive_lambda": 0.5113872887436547,
      "epoch": 9.222083593262633,
      "step": 29566
    },
    {
      "contrastive_lambda": 0.5113611155796814,
      "epoch": 9.222395508421709,
      "step": 29567
    },
    {
      "contrastive_lambda": 0.5113349423845608,
      "epoch": 9.222707423580786,
      "step": 29568
    },
    {
      "contrastive_lambda": 0.5113087691583649,
      "epoch": 9.223019338739864,
      "step": 29569
    },
    {
      "epoch": 9.22333125389894,
      "grad_norm": 0.09410665929317474,
      "learning_rate": 5.5311376776804044e-05,
      "loss": 0.0272,
      "step": 29570
    },
    {
      "epoch": 9.22333125389894,
      "flow_loss": 0.017311828210949898,
      "step": 29570
    },
    {
      "contrastive_loss": 0.006395852658897638,
      "epoch": 9.22333125389894,
      "step": 29570
    },
    {
      "contrastive_lambda": 0.5112825959011653,
      "epoch": 9.22333125389894,
      "step": 29570
    },
    {
      "contrastive_lambda": 0.511256422613034,
      "epoch": 9.223643169058017,
      "step": 29571
    },
    {
      "contrastive_lambda": 0.5112302492940423,
      "epoch": 9.223955084217092,
      "step": 29572
    },
    {
      "contrastive_lambda": 0.5112040759442624,
      "epoch": 9.22426699937617,
      "step": 29573
    },
    {
      "contrastive_lambda": 0.5111779025637659,
      "epoch": 9.224578914535247,
      "step": 29574
    },
    {
      "contrastive_lambda": 0.5111517291526245,
      "epoch": 9.224890829694322,
      "step": 29575
    },
    {
      "contrastive_lambda": 0.51112555571091,
      "epoch": 9.2252027448534,
      "step": 29576
    },
    {
      "contrastive_lambda": 0.5110993822386942,
      "epoch": 9.225514660012477,
      "step": 29577
    },
    {
      "contrastive_lambda": 0.5110732087360488,
      "epoch": 9.225826575171553,
      "step": 29578
    },
    {
      "contrastive_lambda": 0.5110470352030456,
      "epoch": 9.22613849033063,
      "step": 29579
    },
    {
      "epoch": 9.226450405489707,
      "grad_norm": 0.11282659322023392,
      "learning_rate": 5.528397406756118e-05,
      "loss": 0.0301,
      "step": 29580
    },
    {
      "epoch": 9.226450405489707,
      "flow_loss": 0.02510424517095089,
      "step": 29580
    },
    {
      "contrastive_loss": 0.008332394994795322,
      "epoch": 9.226450405489707,
      "step": 29580
    },
    {
      "contrastive_lambda": 0.5110208616397561,
      "epoch": 9.226450405489707,
      "step": 29580
    },
    {
      "contrastive_lambda": 0.5109946880462526,
      "epoch": 9.226762320648783,
      "step": 29581
    },
    {
      "contrastive_lambda": 0.5109685144226065,
      "epoch": 9.22707423580786,
      "step": 29582
    },
    {
      "contrastive_lambda": 0.5109423407688892,
      "epoch": 9.227386150966938,
      "step": 29583
    },
    {
      "contrastive_lambda": 0.5109161670851733,
      "epoch": 9.227698066126013,
      "step": 29584
    },
    {
      "contrastive_lambda": 0.5108899933715301,
      "epoch": 9.22800998128509,
      "step": 29585
    },
    {
      "contrastive_lambda": 0.5108638196280311,
      "epoch": 9.228321896444168,
      "step": 29586
    },
    {
      "contrastive_lambda": 0.5108376458547484,
      "epoch": 9.228633811603244,
      "step": 29587
    },
    {
      "contrastive_lambda": 0.5108114720517538,
      "epoch": 9.228945726762321,
      "step": 29588
    },
    {
      "contrastive_lambda": 0.5107852982191188,
      "epoch": 9.229257641921397,
      "step": 29589
    },
    {
      "epoch": 9.229569557080474,
      "grad_norm": 0.10898619145154953,
      "learning_rate": 5.525656975318652e-05,
      "loss": 0.0306,
      "step": 29590
    },
    {
      "epoch": 9.229569557080474,
      "flow_loss": 0.0280131958425045,
      "step": 29590
    },
    {
      "contrastive_loss": 0.004608696326613426,
      "epoch": 9.229569557080474,
      "step": 29590
    },
    {
      "contrastive_lambda": 0.5107591243569154,
      "epoch": 9.229569557080474,
      "step": 29590
    },
    {
      "contrastive_lambda": 0.5107329504652152,
      "epoch": 9.229881472239551,
      "step": 29591
    },
    {
      "contrastive_lambda": 0.5107067765440899,
      "epoch": 9.230193387398627,
      "step": 29592
    },
    {
      "contrastive_lambda": 0.5106806025936116,
      "epoch": 9.230505302557704,
      "step": 29593
    },
    {
      "contrastive_lambda": 0.5106544286138517,
      "epoch": 9.230817217716782,
      "step": 29594
    },
    {
      "contrastive_lambda": 0.5106282546048819,
      "epoch": 9.231129132875857,
      "step": 29595
    },
    {
      "contrastive_lambda": 0.5106020805667744,
      "epoch": 9.231441048034934,
      "step": 29596
    },
    {
      "contrastive_lambda": 0.5105759064996006,
      "epoch": 9.231752963194012,
      "step": 29597
    },
    {
      "contrastive_lambda": 0.5105497324034324,
      "epoch": 9.232064878353087,
      "step": 29598
    },
    {
      "contrastive_lambda": 0.5105235582783414,
      "epoch": 9.232376793512165,
      "step": 29599
    },
    {
      "epoch": 9.232688708671242,
      "grad_norm": 0.08986032009124756,
      "learning_rate": 5.522916384200474e-05,
      "loss": 0.0324,
      "step": 29600
    },
    {
      "epoch": 9.232688708671242,
      "flow_loss": 0.0310974083840847,
      "step": 29600
    },
    {
      "contrastive_loss": 0.004170500207692385,
      "epoch": 9.232688708671242,
      "step": 29600
    },
    {
      "contrastive_lambda": 0.5104973841243995,
      "epoch": 9.232688708671242,
      "step": 29600
    },
    {
      "contrastive_lambda": 0.5104712099416785,
      "epoch": 9.233000623830318,
      "step": 29601
    },
    {
      "contrastive_lambda": 0.5104450357302501,
      "epoch": 9.233312538989395,
      "step": 29602
    },
    {
      "contrastive_lambda": 0.5104188614901859,
      "epoch": 9.233624454148472,
      "step": 29603
    },
    {
      "contrastive_lambda": 0.510392687221558,
      "epoch": 9.233936369307548,
      "step": 29604
    },
    {
      "contrastive_lambda": 0.5103665129244378,
      "epoch": 9.234248284466625,
      "step": 29605
    },
    {
      "contrastive_lambda": 0.5103403385988972,
      "epoch": 9.234560199625701,
      "step": 29606
    },
    {
      "contrastive_lambda": 0.510314164245008,
      "epoch": 9.234872114784778,
      "step": 29607
    },
    {
      "contrastive_lambda": 0.5102879898628421,
      "epoch": 9.235184029943856,
      "step": 29608
    },
    {
      "contrastive_lambda": 0.5102618154524708,
      "epoch": 9.235495945102931,
      "step": 29609
    },
    {
      "epoch": 9.235807860262009,
      "grad_norm": 0.09529253095388412,
      "learning_rate": 5.520175634234106e-05,
      "loss": 0.033,
      "step": 29610
    },
    {
      "epoch": 9.235807860262009,
      "flow_loss": 0.02422334998846054,
      "step": 29610
    },
    {
      "contrastive_loss": 0.0035403454676270485,
      "epoch": 9.235807860262009,
      "step": 29610
    },
    {
      "contrastive_lambda": 0.5102356410139663,
      "epoch": 9.235807860262009,
      "step": 29610
    },
    {
      "contrastive_lambda": 0.5102094665474003,
      "epoch": 9.236119775421086,
      "step": 29611
    },
    {
      "contrastive_lambda": 0.5101832920528443,
      "epoch": 9.236431690580162,
      "step": 29612
    },
    {
      "contrastive_lambda": 0.5101571175303704,
      "epoch": 9.236743605739239,
      "step": 29613
    },
    {
      "contrastive_lambda": 0.5101309429800499,
      "epoch": 9.237055520898316,
      "step": 29614
    },
    {
      "contrastive_lambda": 0.5101047684019552,
      "epoch": 9.237367436057392,
      "step": 29615
    },
    {
      "contrastive_lambda": 0.5100785937961576,
      "epoch": 9.23767935121647,
      "step": 29616
    },
    {
      "contrastive_lambda": 0.5100524191627288,
      "epoch": 9.237991266375547,
      "step": 29617
    },
    {
      "contrastive_lambda": 0.5100262445017408,
      "epoch": 9.238303181534622,
      "step": 29618
    },
    {
      "contrastive_lambda": 0.5100000698132654,
      "epoch": 9.2386150966937,
      "step": 29619
    },
    {
      "epoch": 9.238927011852777,
      "grad_norm": 0.10031507164239883,
      "learning_rate": 5.517434726252113e-05,
      "loss": 0.0298,
      "step": 29620
    },
    {
      "epoch": 9.238927011852777,
      "flow_loss": 0.016632016748189926,
      "step": 29620
    },
    {
      "contrastive_loss": 0.00734926201403141,
      "epoch": 9.238927011852777,
      "step": 29620
    },
    {
      "contrastive_lambda": 0.5099738950973741,
      "epoch": 9.238927011852777,
      "step": 29620
    },
    {
      "contrastive_lambda": 0.5099477203541389,
      "epoch": 9.239238927011852,
      "step": 29621
    },
    {
      "contrastive_lambda": 0.5099215455836313,
      "epoch": 9.23955084217093,
      "step": 29622
    },
    {
      "contrastive_lambda": 0.5098953707859234,
      "epoch": 9.239862757330005,
      "step": 29623
    },
    {
      "contrastive_lambda": 0.5098691959610867,
      "epoch": 9.240174672489083,
      "step": 29624
    },
    {
      "contrastive_lambda": 0.5098430211091931,
      "epoch": 9.24048658764816,
      "step": 29625
    },
    {
      "contrastive_lambda": 0.5098168462303141,
      "epoch": 9.240798502807236,
      "step": 29626
    },
    {
      "contrastive_lambda": 0.5097906713245219,
      "epoch": 9.241110417966313,
      "step": 29627
    },
    {
      "contrastive_lambda": 0.509764496391888,
      "epoch": 9.24142233312539,
      "step": 29628
    },
    {
      "contrastive_lambda": 0.509738321432484,
      "epoch": 9.241734248284466,
      "step": 29629
    },
    {
      "epoch": 9.242046163443543,
      "grad_norm": 0.1110871285200119,
      "learning_rate": 5.514693661087113e-05,
      "loss": 0.0283,
      "step": 29630
    },
    {
      "epoch": 9.242046163443543,
      "flow_loss": 0.018952513113617897,
      "step": 29630
    },
    {
      "contrastive_loss": 0.003907250240445137,
      "epoch": 9.242046163443543,
      "step": 29630
    },
    {
      "contrastive_lambda": 0.509712146446382,
      "epoch": 9.242046163443543,
      "step": 29630
    },
    {
      "contrastive_lambda": 0.5096859714336536,
      "epoch": 9.24235807860262,
      "step": 29631
    },
    {
      "contrastive_lambda": 0.5096597963943704,
      "epoch": 9.242669993761696,
      "step": 29632
    },
    {
      "contrastive_lambda": 0.5096336213286043,
      "epoch": 9.242981908920774,
      "step": 29633
    },
    {
      "contrastive_lambda": 0.5096074462364273,
      "epoch": 9.243293824079851,
      "step": 29634
    },
    {
      "contrastive_lambda": 0.5095812711179109,
      "epoch": 9.243605739238927,
      "step": 29635
    },
    {
      "contrastive_lambda": 0.5095550959731269,
      "epoch": 9.243917654398004,
      "step": 29636
    },
    {
      "contrastive_lambda": 0.5095289208021468,
      "epoch": 9.244229569557081,
      "step": 29637
    },
    {
      "contrastive_lambda": 0.5095027456050429,
      "epoch": 9.244541484716157,
      "step": 29638
    },
    {
      "contrastive_lambda": 0.5094765703818867,
      "epoch": 9.244853399875234,
      "step": 29639
    },
    {
      "epoch": 9.24516531503431,
      "grad_norm": 0.1248406246304512,
      "learning_rate": 5.511952439571769e-05,
      "loss": 0.0293,
      "step": 29640
    },
    {
      "epoch": 9.24516531503431,
      "flow_loss": 0.024960137903690338,
      "step": 29640
    },
    {
      "contrastive_loss": 0.003659827634692192,
      "epoch": 9.24516531503431,
      "step": 29640
    },
    {
      "contrastive_lambda": 0.5094503951327498,
      "epoch": 9.24516531503431,
      "step": 29640
    },
    {
      "contrastive_lambda": 0.5094242198577041,
      "epoch": 9.245477230193387,
      "step": 29641
    },
    {
      "contrastive_lambda": 0.5093980445568215,
      "epoch": 9.245789145352465,
      "step": 29642
    },
    {
      "contrastive_lambda": 0.5093718692301735,
      "epoch": 9.24610106051154,
      "step": 29643
    },
    {
      "contrastive_lambda": 0.5093456938778321,
      "epoch": 9.246412975670617,
      "step": 29644
    },
    {
      "contrastive_lambda": 0.5093195184998689,
      "epoch": 9.246724890829695,
      "step": 29645
    },
    {
      "contrastive_lambda": 0.5092933430963555,
      "epoch": 9.24703680598877,
      "step": 29646
    },
    {
      "contrastive_lambda": 0.5092671676673642,
      "epoch": 9.247348721147848,
      "step": 29647
    },
    {
      "contrastive_lambda": 0.5092409922129664,
      "epoch": 9.247660636306925,
      "step": 29648
    },
    {
      "contrastive_lambda": 0.5092148167332337,
      "epoch": 9.247972551466,
      "step": 29649
    },
    {
      "epoch": 9.248284466625078,
      "grad_norm": 0.1250675618648529,
      "learning_rate": 5.509211062538791e-05,
      "loss": 0.0321,
      "step": 29650
    },
    {
      "epoch": 9.248284466625078,
      "flow_loss": 0.03783145174384117,
      "step": 29650
    },
    {
      "contrastive_loss": 0.004645618610084057,
      "epoch": 9.248284466625078,
      "step": 29650
    },
    {
      "contrastive_lambda": 0.5091886412282381,
      "epoch": 9.248284466625078,
      "step": 29650
    },
    {
      "contrastive_lambda": 0.5091624656980515,
      "epoch": 9.248596381784155,
      "step": 29651
    },
    {
      "contrastive_lambda": 0.5091362901427452,
      "epoch": 9.248908296943231,
      "step": 29652
    },
    {
      "contrastive_lambda": 0.5091101145623915,
      "epoch": 9.249220212102308,
      "step": 29653
    },
    {
      "contrastive_lambda": 0.5090839389570617,
      "epoch": 9.249532127261386,
      "step": 29654
    },
    {
      "contrastive_lambda": 0.509057763326828,
      "epoch": 9.249844042420461,
      "step": 29655
    },
    {
      "contrastive_lambda": 0.5090315876717617,
      "epoch": 9.250155957579539,
      "step": 29656
    },
    {
      "contrastive_lambda": 0.5090054119919348,
      "epoch": 9.250467872738614,
      "step": 29657
    },
    {
      "contrastive_lambda": 0.5089792362874193,
      "epoch": 9.250779787897692,
      "step": 29658
    },
    {
      "contrastive_lambda": 0.5089530605582866,
      "epoch": 9.251091703056769,
      "step": 29659
    },
    {
      "epoch": 9.251403618215845,
      "grad_norm": 0.15768739581108093,
      "learning_rate": 5.506469530820939e-05,
      "loss": 0.0325,
      "step": 29660
    },
    {
      "epoch": 9.251403618215845,
      "flow_loss": 0.0469200536608696,
      "step": 29660
    },
    {
      "contrastive_loss": 0.005562923848628998,
      "epoch": 9.251403618215845,
      "step": 29660
    },
    {
      "contrastive_lambda": 0.5089268848046083,
      "epoch": 9.251403618215845,
      "step": 29660
    },
    {
      "contrastive_lambda": 0.5089007090264568,
      "epoch": 9.251715533374922,
      "step": 29661
    },
    {
      "contrastive_lambda": 0.5088745332239034,
      "epoch": 9.252027448534,
      "step": 29662
    },
    {
      "contrastive_lambda": 0.50884835739702,
      "epoch": 9.252339363693075,
      "step": 29663
    },
    {
      "contrastive_lambda": 0.5088221815458781,
      "epoch": 9.252651278852152,
      "step": 29664
    },
    {
      "contrastive_lambda": 0.50879600567055,
      "epoch": 9.25296319401123,
      "step": 29665
    },
    {
      "contrastive_lambda": 0.5087698297711069,
      "epoch": 9.253275109170305,
      "step": 29666
    },
    {
      "contrastive_lambda": 0.5087436538476209,
      "epoch": 9.253587024329383,
      "step": 29667
    },
    {
      "contrastive_lambda": 0.5087174779001636,
      "epoch": 9.25389893948846,
      "step": 29668
    },
    {
      "contrastive_lambda": 0.508691301928807,
      "epoch": 9.254210854647535,
      "step": 29669
    },
    {
      "epoch": 9.254522769806613,
      "grad_norm": 0.10960222780704498,
      "learning_rate": 5.503727845251014e-05,
      "loss": 0.0322,
      "step": 29670
    },
    {
      "epoch": 9.254522769806613,
      "flow_loss": 0.02340039797127247,
      "step": 29670
    },
    {
      "contrastive_loss": 0.005401602014899254,
      "epoch": 9.254522769806613,
      "step": 29670
    },
    {
      "contrastive_lambda": 0.5086651259336227,
      "epoch": 9.254522769806613,
      "step": 29670
    },
    {
      "contrastive_lambda": 0.5086389499146822,
      "epoch": 9.25483468496569,
      "step": 29671
    },
    {
      "contrastive_lambda": 0.5086127738720578,
      "epoch": 9.255146600124766,
      "step": 29672
    },
    {
      "contrastive_lambda": 0.5085865978058209,
      "epoch": 9.255458515283843,
      "step": 29673
    },
    {
      "contrastive_lambda": 0.5085604217160434,
      "epoch": 9.255770430442919,
      "step": 29674
    },
    {
      "contrastive_lambda": 0.5085342456027969,
      "epoch": 9.256082345601996,
      "step": 29675
    },
    {
      "contrastive_lambda": 0.5085080694661535,
      "epoch": 9.256394260761073,
      "step": 29676
    },
    {
      "contrastive_lambda": 0.5084818933061845,
      "epoch": 9.256706175920149,
      "step": 29677
    },
    {
      "contrastive_lambda": 0.5084557171229621,
      "epoch": 9.257018091079226,
      "step": 29678
    },
    {
      "contrastive_lambda": 0.5084295409165578,
      "epoch": 9.257330006238304,
      "step": 29679
    },
    {
      "epoch": 9.25764192139738,
      "grad_norm": 0.10751942545175552,
      "learning_rate": 5.50098600666187e-05,
      "loss": 0.0317,
      "step": 29680
    },
    {
      "epoch": 9.25764192139738,
      "flow_loss": 0.03238310292363167,
      "step": 29680
    },
    {
      "contrastive_loss": 0.004903886932879686,
      "epoch": 9.25764192139738,
      "step": 29680
    },
    {
      "contrastive_lambda": 0.5084033646870434,
      "epoch": 9.25764192139738,
      "step": 29680
    },
    {
      "contrastive_lambda": 0.5083771884344908,
      "epoch": 9.257953836556457,
      "step": 29681
    },
    {
      "contrastive_lambda": 0.5083510121589716,
      "epoch": 9.258265751715534,
      "step": 29682
    },
    {
      "contrastive_lambda": 0.5083248358605574,
      "epoch": 9.25857766687461,
      "step": 29683
    },
    {
      "contrastive_lambda": 0.5082986595393205,
      "epoch": 9.258889582033687,
      "step": 29684
    },
    {
      "contrastive_lambda": 0.5082724831953322,
      "epoch": 9.259201497192764,
      "step": 29685
    },
    {
      "contrastive_lambda": 0.5082463068286645,
      "epoch": 9.25951341235184,
      "step": 29686
    },
    {
      "contrastive_lambda": 0.5082201304393891,
      "epoch": 9.259825327510917,
      "step": 29687
    },
    {
      "contrastive_lambda": 0.5081939540275776,
      "epoch": 9.260137242669995,
      "step": 29688
    },
    {
      "contrastive_lambda": 0.5081677775933021,
      "epoch": 9.26044915782907,
      "step": 29689
    },
    {
      "epoch": 9.260761072988148,
      "grad_norm": 0.1302088052034378,
      "learning_rate": 5.498244015886406e-05,
      "loss": 0.0304,
      "step": 29690
    },
    {
      "epoch": 9.260761072988148,
      "flow_loss": 0.019825514405965805,
      "step": 29690
    },
    {
      "contrastive_loss": 0.0036086859181523323,
      "epoch": 9.260761072988148,
      "step": 29690
    },
    {
      "contrastive_lambda": 0.5081416011366341,
      "epoch": 9.260761072988148,
      "step": 29690
    },
    {
      "contrastive_lambda": 0.5081154246576454,
      "epoch": 9.261072988147223,
      "step": 29691
    },
    {
      "contrastive_lambda": 0.5080892481564078,
      "epoch": 9.2613849033063,
      "step": 29692
    },
    {
      "contrastive_lambda": 0.5080630716329931,
      "epoch": 9.261696818465378,
      "step": 29693
    },
    {
      "contrastive_lambda": 0.508036895087473,
      "epoch": 9.262008733624453,
      "step": 29694
    },
    {
      "contrastive_lambda": 0.5080107185199193,
      "epoch": 9.26232064878353,
      "step": 29695
    },
    {
      "contrastive_lambda": 0.5079845419304039,
      "epoch": 9.262632563942608,
      "step": 29696
    },
    {
      "contrastive_lambda": 0.5079583653189982,
      "epoch": 9.262944479101684,
      "step": 29697
    },
    {
      "contrastive_lambda": 0.5079321886857743,
      "epoch": 9.263256394260761,
      "step": 29698
    },
    {
      "contrastive_lambda": 0.5079060120308039,
      "epoch": 9.263568309419838,
      "step": 29699
    },
    {
      "epoch": 9.263880224578914,
      "grad_norm": 0.09430355578660965,
      "learning_rate": 5.495501873757565e-05,
      "loss": 0.0254,
      "step": 29700
    },
    {
      "epoch": 9.263880224578914,
      "flow_loss": 0.023450206965208054,
      "step": 29700
    },
    {
      "contrastive_loss": 0.004567085765302181,
      "epoch": 9.263880224578914,
      "step": 29700
    },
    {
      "contrastive_lambda": 0.5078798353541586,
      "epoch": 9.263880224578914,
      "step": 29700
    },
    {
      "contrastive_lambda": 0.5078536586559105,
      "epoch": 9.264192139737991,
      "step": 29701
    },
    {
      "contrastive_lambda": 0.5078274819361308,
      "epoch": 9.264504054897069,
      "step": 29702
    },
    {
      "contrastive_lambda": 0.5078013051948919,
      "epoch": 9.264815970056144,
      "step": 29703
    },
    {
      "contrastive_lambda": 0.5077751284322652,
      "epoch": 9.265127885215222,
      "step": 29704
    },
    {
      "contrastive_lambda": 0.5077489516483223,
      "epoch": 9.265439800374299,
      "step": 29705
    },
    {
      "contrastive_lambda": 0.5077227748431357,
      "epoch": 9.265751715533375,
      "step": 29706
    },
    {
      "contrastive_lambda": 0.5076965980167764,
      "epoch": 9.266063630692452,
      "step": 29707
    },
    {
      "contrastive_lambda": 0.5076704211693164,
      "epoch": 9.266375545851528,
      "step": 29708
    },
    {
      "contrastive_lambda": 0.5076442443008276,
      "epoch": 9.266687461010605,
      "step": 29709
    },
    {
      "epoch": 9.266999376169682,
      "grad_norm": 0.09686499089002609,
      "learning_rate": 5.492759581108336e-05,
      "loss": 0.0332,
      "step": 29710
    },
    {
      "epoch": 9.266999376169682,
      "flow_loss": 0.022553952410817146,
      "step": 29710
    },
    {
      "contrastive_loss": 0.0042825378477573395,
      "epoch": 9.266999376169682,
      "step": 29710
    },
    {
      "contrastive_lambda": 0.5076180674113816,
      "epoch": 9.266999376169682,
      "step": 29710
    },
    {
      "contrastive_lambda": 0.5075918905010502,
      "epoch": 9.267311291328758,
      "step": 29711
    },
    {
      "contrastive_lambda": 0.5075657135699054,
      "epoch": 9.267623206487835,
      "step": 29712
    },
    {
      "contrastive_lambda": 0.5075395366180185,
      "epoch": 9.267935121646913,
      "step": 29713
    },
    {
      "contrastive_lambda": 0.5075133596454617,
      "epoch": 9.268247036805988,
      "step": 29714
    },
    {
      "contrastive_lambda": 0.5074871826523066,
      "epoch": 9.268558951965066,
      "step": 29715
    },
    {
      "contrastive_lambda": 0.5074610056386251,
      "epoch": 9.268870867124143,
      "step": 29716
    },
    {
      "contrastive_lambda": 0.5074348286044884,
      "epoch": 9.269182782283218,
      "step": 29717
    },
    {
      "contrastive_lambda": 0.5074086515499691,
      "epoch": 9.269494697442296,
      "step": 29718
    },
    {
      "contrastive_lambda": 0.5073824744751384,
      "epoch": 9.269806612601373,
      "step": 29719
    },
    {
      "epoch": 9.270118527760449,
      "grad_norm": 0.07419328391551971,
      "learning_rate": 5.490017138771759e-05,
      "loss": 0.0315,
      "step": 29720
    },
    {
      "epoch": 9.270118527760449,
      "flow_loss": 0.05108626186847687,
      "step": 29720
    },
    {
      "contrastive_loss": 0.00500151515007019,
      "epoch": 9.270118527760449,
      "step": 29720
    },
    {
      "contrastive_lambda": 0.5073562973800683,
      "epoch": 9.270118527760449,
      "step": 29720
    },
    {
      "contrastive_lambda": 0.5073301202648304,
      "epoch": 9.270430442919526,
      "step": 29721
    },
    {
      "contrastive_lambda": 0.5073039431294966,
      "epoch": 9.270742358078603,
      "step": 29722
    },
    {
      "contrastive_lambda": 0.5072777659741385,
      "epoch": 9.271054273237679,
      "step": 29723
    },
    {
      "contrastive_lambda": 0.5072515887988283,
      "epoch": 9.271366188396756,
      "step": 29724
    },
    {
      "contrastive_lambda": 0.5072254116036371,
      "epoch": 9.271678103555832,
      "step": 29725
    },
    {
      "contrastive_lambda": 0.5071992343886372,
      "epoch": 9.27199001871491,
      "step": 29726
    },
    {
      "contrastive_lambda": 0.5071730571539003,
      "epoch": 9.272301933873987,
      "step": 29727
    },
    {
      "contrastive_lambda": 0.5071468798994978,
      "epoch": 9.272613849033062,
      "step": 29728
    },
    {
      "contrastive_lambda": 0.5071207026255019,
      "epoch": 9.27292576419214,
      "step": 29729
    },
    {
      "epoch": 9.273237679351217,
      "grad_norm": 0.10435482114553452,
      "learning_rate": 5.487274547580912e-05,
      "loss": 0.031,
      "step": 29730
    },
    {
      "epoch": 9.273237679351217,
      "flow_loss": 0.02233625017106533,
      "step": 29730
    },
    {
      "contrastive_loss": 0.006862269714474678,
      "epoch": 9.273237679351217,
      "step": 29730
    },
    {
      "contrastive_lambda": 0.5070945253319843,
      "epoch": 9.273237679351217,
      "step": 29730
    },
    {
      "contrastive_lambda": 0.5070683480190165,
      "epoch": 9.273549594510293,
      "step": 29731
    },
    {
      "contrastive_lambda": 0.5070421706866703,
      "epoch": 9.27386150966937,
      "step": 29732
    },
    {
      "contrastive_lambda": 0.5070159933350178,
      "epoch": 9.274173424828447,
      "step": 29733
    },
    {
      "contrastive_lambda": 0.5069898159641304,
      "epoch": 9.274485339987523,
      "step": 29734
    },
    {
      "contrastive_lambda": 0.5069636385740802,
      "epoch": 9.2747972551466,
      "step": 29735
    },
    {
      "contrastive_lambda": 0.5069374611649387,
      "epoch": 9.275109170305678,
      "step": 29736
    },
    {
      "contrastive_lambda": 0.5069112837367776,
      "epoch": 9.275421085464753,
      "step": 29737
    },
    {
      "contrastive_lambda": 0.5068851062896691,
      "epoch": 9.27573300062383,
      "step": 29738
    },
    {
      "contrastive_lambda": 0.5068589288236844,
      "epoch": 9.276044915782908,
      "step": 29739
    },
    {
      "epoch": 9.276356830941983,
      "grad_norm": 0.0822826400399208,
      "learning_rate": 5.484531808368923e-05,
      "loss": 0.0338,
      "step": 29740
    },
    {
      "epoch": 9.276356830941983,
      "flow_loss": 0.03702138364315033,
      "step": 29740
    },
    {
      "contrastive_loss": 0.004685194231569767,
      "epoch": 9.276356830941983,
      "step": 29740
    },
    {
      "contrastive_lambda": 0.5068327513388957,
      "epoch": 9.276356830941983,
      "step": 29740
    },
    {
      "contrastive_lambda": 0.5068065738353748,
      "epoch": 9.27666874610106,
      "step": 29741
    },
    {
      "contrastive_lambda": 0.506780396313193,
      "epoch": 9.276980661260136,
      "step": 29742
    },
    {
      "contrastive_lambda": 0.5067542187724225,
      "epoch": 9.277292576419214,
      "step": 29743
    },
    {
      "contrastive_lambda": 0.506728041213135,
      "epoch": 9.277604491578291,
      "step": 29744
    },
    {
      "contrastive_lambda": 0.506701863635402,
      "epoch": 9.277916406737367,
      "step": 29745
    },
    {
      "contrastive_lambda": 0.5066756860392957,
      "epoch": 9.278228321896444,
      "step": 29746
    },
    {
      "contrastive_lambda": 0.5066495084248875,
      "epoch": 9.278540237055521,
      "step": 29747
    },
    {
      "contrastive_lambda": 0.5066233307922492,
      "epoch": 9.278852152214597,
      "step": 29748
    },
    {
      "contrastive_lambda": 0.5065971531414528,
      "epoch": 9.279164067373674,
      "step": 29749
    },
    {
      "epoch": 9.279475982532752,
      "grad_norm": 0.06847529858350754,
      "learning_rate": 5.4817889219689656e-05,
      "loss": 0.0315,
      "step": 29750
    },
    {
      "epoch": 9.279475982532752,
      "flow_loss": 0.030423767864704132,
      "step": 29750
    },
    {
      "contrastive_loss": 0.006951517425477505,
      "epoch": 9.279475982532752,
      "step": 29750
    },
    {
      "contrastive_lambda": 0.5065709754725699,
      "epoch": 9.279475982532752,
      "step": 29750
    },
    {
      "contrastive_lambda": 0.5065447977856722,
      "epoch": 9.279787897691827,
      "step": 29751
    },
    {
      "contrastive_lambda": 0.5065186200808317,
      "epoch": 9.280099812850905,
      "step": 29752
    },
    {
      "contrastive_lambda": 0.5064924423581201,
      "epoch": 9.280411728009982,
      "step": 29753
    },
    {
      "contrastive_lambda": 0.5064662646176089,
      "epoch": 9.280723643169058,
      "step": 29754
    },
    {
      "contrastive_lambda": 0.50644008685937,
      "epoch": 9.281035558328135,
      "step": 29755
    },
    {
      "contrastive_lambda": 0.5064139090834754,
      "epoch": 9.281347473487212,
      "step": 29756
    },
    {
      "contrastive_lambda": 0.5063877312899968,
      "epoch": 9.281659388646288,
      "step": 29757
    },
    {
      "contrastive_lambda": 0.5063615534790058,
      "epoch": 9.281971303805365,
      "step": 29758
    },
    {
      "contrastive_lambda": 0.5063353756505741,
      "epoch": 9.28228321896444,
      "step": 29759
    },
    {
      "epoch": 9.282595134123518,
      "grad_norm": 0.09862303733825684,
      "learning_rate": 5.4790458892142536e-05,
      "loss": 0.0348,
      "step": 29760
    },
    {
      "epoch": 9.282595134123518,
      "flow_loss": 0.03646623343229294,
      "step": 29760
    },
    {
      "contrastive_loss": 0.0050626592710614204,
      "epoch": 9.282595134123518,
      "step": 29760
    },
    {
      "contrastive_lambda": 0.5063091978047737,
      "epoch": 9.282595134123518,
      "step": 29760
    },
    {
      "contrastive_lambda": 0.5062830199416763,
      "epoch": 9.282907049282596,
      "step": 29761
    },
    {
      "contrastive_lambda": 0.5062568420613537,
      "epoch": 9.283218964441671,
      "step": 29762
    },
    {
      "contrastive_lambda": 0.5062306641638775,
      "epoch": 9.283530879600749,
      "step": 29763
    },
    {
      "contrastive_lambda": 0.5062044862493197,
      "epoch": 9.283842794759826,
      "step": 29764
    },
    {
      "contrastive_lambda": 0.5061783083177518,
      "epoch": 9.284154709918901,
      "step": 29765
    },
    {
      "contrastive_lambda": 0.5061521303692459,
      "epoch": 9.284466625077979,
      "step": 29766
    },
    {
      "contrastive_lambda": 0.5061259524038734,
      "epoch": 9.284778540237056,
      "step": 29767
    },
    {
      "contrastive_lambda": 0.5060997744217063,
      "epoch": 9.285090455396132,
      "step": 29768
    },
    {
      "contrastive_lambda": 0.5060735964228164,
      "epoch": 9.28540237055521,
      "step": 29769
    },
    {
      "epoch": 9.285714285714286,
      "grad_norm": 0.11000434309244156,
      "learning_rate": 5.476302710938048e-05,
      "loss": 0.0291,
      "step": 29770
    },
    {
      "epoch": 9.285714285714286,
      "flow_loss": 0.030339637771248817,
      "step": 29770
    },
    {
      "contrastive_loss": 0.00392229575663805,
      "epoch": 9.285714285714286,
      "step": 29770
    },
    {
      "contrastive_lambda": 0.5060474184072753,
      "epoch": 9.285714285714286,
      "step": 29770
    },
    {
      "contrastive_lambda": 0.5060212403751548,
      "epoch": 9.286026200873362,
      "step": 29771
    },
    {
      "contrastive_lambda": 0.5059950623265269,
      "epoch": 9.28633811603244,
      "step": 29772
    },
    {
      "contrastive_lambda": 0.5059688842614631,
      "epoch": 9.286650031191517,
      "step": 29773
    },
    {
      "contrastive_lambda": 0.5059427061800352,
      "epoch": 9.286961946350592,
      "step": 29774
    },
    {
      "contrastive_lambda": 0.5059165280823152,
      "epoch": 9.28727386150967,
      "step": 29775
    },
    {
      "contrastive_lambda": 0.5058903499683746,
      "epoch": 9.287585776668745,
      "step": 29776
    },
    {
      "contrastive_lambda": 0.5058641718382854,
      "epoch": 9.287897691827823,
      "step": 29777
    },
    {
      "contrastive_lambda": 0.505837993692119,
      "epoch": 9.2882096069869,
      "step": 29778
    },
    {
      "contrastive_lambda": 0.5058118155299476,
      "epoch": 9.288521522145976,
      "step": 29779
    },
    {
      "epoch": 9.288833437305053,
      "grad_norm": 0.11632475256919861,
      "learning_rate": 5.473559387973657e-05,
      "loss": 0.032,
      "step": 29780
    },
    {
      "epoch": 9.288833437305053,
      "flow_loss": 0.02725611999630928,
      "step": 29780
    },
    {
      "contrastive_loss": 0.004627714864909649,
      "epoch": 9.288833437305053,
      "step": 29780
    },
    {
      "contrastive_lambda": 0.5057856373518428,
      "epoch": 9.288833437305053,
      "step": 29780
    },
    {
      "contrastive_lambda": 0.5057594591578762,
      "epoch": 9.28914535246413,
      "step": 29781
    },
    {
      "contrastive_lambda": 0.5057332809481198,
      "epoch": 9.289457267623206,
      "step": 29782
    },
    {
      "contrastive_lambda": 0.5057071027226453,
      "epoch": 9.289769182782283,
      "step": 29783
    },
    {
      "contrastive_lambda": 0.5056809244815245,
      "epoch": 9.29008109794136,
      "step": 29784
    },
    {
      "contrastive_lambda": 0.5056547462248289,
      "epoch": 9.290393013100436,
      "step": 29785
    },
    {
      "contrastive_lambda": 0.5056285679526307,
      "epoch": 9.290704928259514,
      "step": 29786
    },
    {
      "contrastive_lambda": 0.5056023896650014,
      "epoch": 9.291016843418591,
      "step": 29787
    },
    {
      "contrastive_lambda": 0.5055762113620128,
      "epoch": 9.291328758577666,
      "step": 29788
    },
    {
      "contrastive_lambda": 0.5055500330437367,
      "epoch": 9.291640673736744,
      "step": 29789
    },
    {
      "epoch": 9.291952588895821,
      "grad_norm": 0.1023675873875618,
      "learning_rate": 5.470815921154425e-05,
      "loss": 0.0333,
      "step": 29790
    },
    {
      "epoch": 9.291952588895821,
      "flow_loss": 0.02200775034725666,
      "step": 29790
    },
    {
      "contrastive_loss": 0.004790127277374268,
      "epoch": 9.291952588895821,
      "step": 29790
    },
    {
      "contrastive_lambda": 0.5055238547102449,
      "epoch": 9.291952588895821,
      "step": 29790
    },
    {
      "contrastive_lambda": 0.5054976763616091,
      "epoch": 9.292264504054897,
      "step": 29791
    },
    {
      "contrastive_lambda": 0.5054714979979013,
      "epoch": 9.292576419213974,
      "step": 29792
    },
    {
      "contrastive_lambda": 0.5054453196191927,
      "epoch": 9.29288833437305,
      "step": 29793
    },
    {
      "contrastive_lambda": 0.5054191412255558,
      "epoch": 9.293200249532127,
      "step": 29794
    },
    {
      "contrastive_lambda": 0.5053929628170619,
      "epoch": 9.293512164691204,
      "step": 29795
    },
    {
      "contrastive_lambda": 0.5053667843937828,
      "epoch": 9.29382407985028,
      "step": 29796
    },
    {
      "contrastive_lambda": 0.5053406059557904,
      "epoch": 9.294135995009357,
      "step": 29797
    },
    {
      "contrastive_lambda": 0.5053144275031566,
      "epoch": 9.294447910168435,
      "step": 29798
    },
    {
      "contrastive_lambda": 0.5052882490359527,
      "epoch": 9.29475982532751,
      "step": 29799
    },
    {
      "epoch": 9.295071740486588,
      "grad_norm": 0.12472331523895264,
      "learning_rate": 5.468072311313749e-05,
      "loss": 0.0368,
      "step": 29800
    },
    {
      "epoch": 9.295071740486588,
      "flow_loss": 0.044085465371608734,
      "step": 29800
    },
    {
      "contrastive_loss": 0.0047057210467755795,
      "epoch": 9.295071740486588,
      "step": 29800
    },
    {
      "contrastive_lambda": 0.505262070554251,
      "epoch": 9.295071740486588,
      "step": 29800
    },
    {
      "contrastive_lambda": 0.5052358920581229,
      "epoch": 9.295383655645665,
      "step": 29801
    },
    {
      "contrastive_lambda": 0.5052097135476403,
      "epoch": 9.29569557080474,
      "step": 29802
    },
    {
      "contrastive_lambda": 0.5051835350228752,
      "epoch": 9.296007485963818,
      "step": 29803
    },
    {
      "contrastive_lambda": 0.505157356483899,
      "epoch": 9.296319401122895,
      "step": 29804
    },
    {
      "contrastive_lambda": 0.5051311779307834,
      "epoch": 9.296631316281971,
      "step": 29805
    },
    {
      "contrastive_lambda": 0.5051049993636006,
      "epoch": 9.296943231441048,
      "step": 29806
    },
    {
      "contrastive_lambda": 0.5050788207824222,
      "epoch": 9.297255146600126,
      "step": 29807
    },
    {
      "contrastive_lambda": 0.5050526421873197,
      "epoch": 9.297567061759201,
      "step": 29808
    },
    {
      "contrastive_lambda": 0.5050264635783653,
      "epoch": 9.297878976918279,
      "step": 29809
    },
    {
      "epoch": 9.298190892077354,
      "grad_norm": 0.1106281504034996,
      "learning_rate": 5.465328559285063e-05,
      "loss": 0.0343,
      "step": 29810
    },
    {
      "epoch": 9.298190892077354,
      "flow_loss": 0.05021218582987785,
      "step": 29810
    },
    {
      "contrastive_loss": 0.004940299317240715,
      "epoch": 9.298190892077354,
      "step": 29810
    },
    {
      "contrastive_lambda": 0.5050002849556305,
      "epoch": 9.298190892077354,
      "step": 29810
    },
    {
      "contrastive_lambda": 0.5049741063191873,
      "epoch": 9.298502807236432,
      "step": 29811
    },
    {
      "contrastive_lambda": 0.504947927669107,
      "epoch": 9.298814722395509,
      "step": 29812
    },
    {
      "contrastive_lambda": 0.5049217490054618,
      "epoch": 9.299126637554584,
      "step": 29813
    },
    {
      "contrastive_lambda": 0.5048955703283234,
      "epoch": 9.299438552713662,
      "step": 29814
    },
    {
      "contrastive_lambda": 0.5048693916377636,
      "epoch": 9.29975046787274,
      "step": 29815
    },
    {
      "contrastive_lambda": 0.5048432129338538,
      "epoch": 9.300062383031815,
      "step": 29816
    },
    {
      "contrastive_lambda": 0.5048170342166663,
      "epoch": 9.300374298190892,
      "step": 29817
    },
    {
      "contrastive_lambda": 0.5047908554862727,
      "epoch": 9.30068621334997,
      "step": 29818
    },
    {
      "contrastive_lambda": 0.5047646767427445,
      "epoch": 9.300998128509045,
      "step": 29819
    },
    {
      "epoch": 9.301310043668122,
      "grad_norm": 0.0898490697145462,
      "learning_rate": 5.462584665901849e-05,
      "loss": 0.0341,
      "step": 29820
    },
    {
      "epoch": 9.301310043668122,
      "flow_loss": 0.023354705423116684,
      "step": 29820
    },
    {
      "contrastive_loss": 0.004431471228599548,
      "epoch": 9.301310043668122,
      "step": 29820
    },
    {
      "contrastive_lambda": 0.5047384979861537,
      "epoch": 9.301310043668122,
      "step": 29820
    },
    {
      "contrastive_lambda": 0.5047123192165721,
      "epoch": 9.3016219588272,
      "step": 29821
    },
    {
      "contrastive_lambda": 0.5046861404340713,
      "epoch": 9.301933873986275,
      "step": 29822
    },
    {
      "contrastive_lambda": 0.5046599616387233,
      "epoch": 9.302245789145353,
      "step": 29823
    },
    {
      "contrastive_lambda": 0.5046337828305997,
      "epoch": 9.30255770430443,
      "step": 29824
    },
    {
      "contrastive_lambda": 0.5046076040097722,
      "epoch": 9.302869619463506,
      "step": 29825
    },
    {
      "contrastive_lambda": 0.504581425176313,
      "epoch": 9.303181534622583,
      "step": 29826
    },
    {
      "contrastive_lambda": 0.5045552463302931,
      "epoch": 9.303493449781659,
      "step": 29827
    },
    {
      "contrastive_lambda": 0.5045290674717852,
      "epoch": 9.303805364940736,
      "step": 29828
    },
    {
      "contrastive_lambda": 0.5045028886008605,
      "epoch": 9.304117280099813,
      "step": 29829
    },
    {
      "epoch": 9.304429195258889,
      "grad_norm": 0.11514579504728317,
      "learning_rate": 5.4598406319976235e-05,
      "loss": 0.0279,
      "step": 29830
    },
    {
      "epoch": 9.304429195258889,
      "flow_loss": 0.021298682317137718,
      "step": 29830
    },
    {
      "contrastive_loss": 0.004223891533911228,
      "epoch": 9.304429195258889,
      "step": 29830
    },
    {
      "contrastive_lambda": 0.5044767097175906,
      "epoch": 9.304429195258889,
      "step": 29830
    },
    {
      "contrastive_lambda": 0.5044505308220477,
      "epoch": 9.304741110417966,
      "step": 29831
    },
    {
      "contrastive_lambda": 0.5044243519143036,
      "epoch": 9.305053025577044,
      "step": 29832
    },
    {
      "contrastive_lambda": 0.5043981729944297,
      "epoch": 9.30536494073612,
      "step": 29833
    },
    {
      "contrastive_lambda": 0.504371994062498,
      "epoch": 9.305676855895197,
      "step": 29834
    },
    {
      "contrastive_lambda": 0.5043458151185802,
      "epoch": 9.305988771054274,
      "step": 29835
    },
    {
      "contrastive_lambda": 0.5043196361627481,
      "epoch": 9.30630068621335,
      "step": 29836
    },
    {
      "contrastive_lambda": 0.5042934571950736,
      "epoch": 9.306612601372427,
      "step": 29837
    },
    {
      "contrastive_lambda": 0.5042672782156283,
      "epoch": 9.306924516531504,
      "step": 29838
    },
    {
      "contrastive_lambda": 0.5042410992244838,
      "epoch": 9.30723643169058,
      "step": 29839
    },
    {
      "epoch": 9.307548346849657,
      "grad_norm": 0.1420382559299469,
      "learning_rate": 5.457096458405958e-05,
      "loss": 0.0326,
      "step": 29840
    },
    {
      "epoch": 9.307548346849657,
      "flow_loss": 0.025675706565380096,
      "step": 29840
    },
    {
      "contrastive_loss": 0.003967526368796825,
      "epoch": 9.307548346849657,
      "step": 29840
    },
    {
      "contrastive_lambda": 0.5042149202217123,
      "epoch": 9.307548346849657,
      "step": 29840
    },
    {
      "contrastive_lambda": 0.5041887412073854,
      "epoch": 9.307860262008735,
      "step": 29841
    },
    {
      "contrastive_lambda": 0.5041625621815747,
      "epoch": 9.30817217716781,
      "step": 29842
    },
    {
      "contrastive_lambda": 0.504136383144352,
      "epoch": 9.308484092326887,
      "step": 29843
    },
    {
      "contrastive_lambda": 0.5041102040957893,
      "epoch": 9.308796007485963,
      "step": 29844
    },
    {
      "contrastive_lambda": 0.5040840250359584,
      "epoch": 9.30910792264504,
      "step": 29845
    },
    {
      "contrastive_lambda": 0.5040578459649308,
      "epoch": 9.309419837804118,
      "step": 29846
    },
    {
      "contrastive_lambda": 0.5040316668827782,
      "epoch": 9.309731752963193,
      "step": 29847
    },
    {
      "contrastive_lambda": 0.5040054877895728,
      "epoch": 9.31004366812227,
      "step": 29848
    },
    {
      "contrastive_lambda": 0.503979308685386,
      "epoch": 9.310355583281348,
      "step": 29849
    },
    {
      "epoch": 9.310667498440424,
      "grad_norm": 0.14451472461223602,
      "learning_rate": 5.454352145960457e-05,
      "loss": 0.0345,
      "step": 29850
    },
    {
      "epoch": 9.310667498440424,
      "flow_loss": 0.04465111717581749,
      "step": 29850
    },
    {
      "contrastive_loss": 0.004424249287694693,
      "epoch": 9.310667498440424,
      "step": 29850
    },
    {
      "contrastive_lambda": 0.5039531295702896,
      "epoch": 9.310667498440424,
      "step": 29850
    },
    {
      "contrastive_lambda": 0.5039269504443556,
      "epoch": 9.310979413599501,
      "step": 29851
    },
    {
      "contrastive_lambda": 0.5039007713076558,
      "epoch": 9.311291328758578,
      "step": 29852
    },
    {
      "contrastive_lambda": 0.5038745921602616,
      "epoch": 9.311603243917654,
      "step": 29853
    },
    {
      "contrastive_lambda": 0.503848413002245,
      "epoch": 9.311915159076731,
      "step": 29854
    },
    {
      "contrastive_lambda": 0.5038222338336779,
      "epoch": 9.312227074235809,
      "step": 29855
    },
    {
      "contrastive_lambda": 0.5037960546546317,
      "epoch": 9.312538989394884,
      "step": 29856
    },
    {
      "contrastive_lambda": 0.5037698754651786,
      "epoch": 9.312850904553962,
      "step": 29857
    },
    {
      "contrastive_lambda": 0.5037436962653901,
      "epoch": 9.313162819713039,
      "step": 29858
    },
    {
      "contrastive_lambda": 0.503717517055338,
      "epoch": 9.313474734872115,
      "step": 29859
    },
    {
      "epoch": 9.313786650031192,
      "grad_norm": 0.12720909714698792,
      "learning_rate": 5.4516076954947715e-05,
      "loss": 0.0372,
      "step": 29860
    },
    {
      "epoch": 9.313786650031192,
      "flow_loss": 0.039962153881788254,
      "step": 29860
    },
    {
      "contrastive_loss": 0.004357024561613798,
      "epoch": 9.313786650031192,
      "step": 29860
    },
    {
      "contrastive_lambda": 0.5036913378350942,
      "epoch": 9.313786650031192,
      "step": 29860
    },
    {
      "contrastive_lambda": 0.5036651586047303,
      "epoch": 9.314098565190267,
      "step": 29861
    },
    {
      "contrastive_lambda": 0.5036389793643182,
      "epoch": 9.314410480349345,
      "step": 29862
    },
    {
      "contrastive_lambda": 0.5036128001139297,
      "epoch": 9.314722395508422,
      "step": 29863
    },
    {
      "contrastive_lambda": 0.5035866208536364,
      "epoch": 9.315034310667498,
      "step": 29864
    },
    {
      "contrastive_lambda": 0.5035604415835102,
      "epoch": 9.315346225826575,
      "step": 29865
    },
    {
      "contrastive_lambda": 0.5035342623036229,
      "epoch": 9.315658140985652,
      "step": 29866
    },
    {
      "contrastive_lambda": 0.5035080830140461,
      "epoch": 9.315970056144728,
      "step": 29867
    },
    {
      "contrastive_lambda": 0.5034819037148519,
      "epoch": 9.316281971303805,
      "step": 29868
    },
    {
      "contrastive_lambda": 0.5034557244061117,
      "epoch": 9.316593886462883,
      "step": 29869
    },
    {
      "epoch": 9.316905801621958,
      "grad_norm": 0.12969981133937836,
      "learning_rate": 5.448863107842591e-05,
      "loss": 0.0371,
      "step": 29870
    },
    {
      "epoch": 9.316905801621958,
      "flow_loss": 0.03651439771056175,
      "step": 29870
    },
    {
      "contrastive_loss": 0.004117075353860855,
      "epoch": 9.316905801621958,
      "step": 29870
    },
    {
      "contrastive_lambda": 0.5034295450878974,
      "epoch": 9.316905801621958,
      "step": 29870
    },
    {
      "contrastive_lambda": 0.5034033657602809,
      "epoch": 9.317217716781036,
      "step": 29871
    },
    {
      "contrastive_lambda": 0.503377186423334,
      "epoch": 9.317529631940113,
      "step": 29872
    },
    {
      "contrastive_lambda": 0.503351007077128,
      "epoch": 9.317841547099189,
      "step": 29873
    },
    {
      "contrastive_lambda": 0.5033248277217354,
      "epoch": 9.318153462258266,
      "step": 29874
    },
    {
      "contrastive_lambda": 0.5032986483572274,
      "epoch": 9.318465377417343,
      "step": 29875
    },
    {
      "contrastive_lambda": 0.503272468983676,
      "epoch": 9.318777292576419,
      "step": 29876
    },
    {
      "contrastive_lambda": 0.5032462896011529,
      "epoch": 9.319089207735496,
      "step": 29877
    },
    {
      "contrastive_lambda": 0.5032201102097299,
      "epoch": 9.319401122894572,
      "step": 29878
    },
    {
      "contrastive_lambda": 0.5031939308094789,
      "epoch": 9.31971303805365,
      "step": 29879
    },
    {
      "epoch": 9.320024953212727,
      "grad_norm": 0.17701511085033417,
      "learning_rate": 5.446118383837651e-05,
      "loss": 0.0293,
      "step": 29880
    },
    {
      "epoch": 9.320024953212727,
      "flow_loss": 0.020294390618801117,
      "step": 29880
    },
    {
      "contrastive_loss": 0.004565499722957611,
      "epoch": 9.320024953212727,
      "step": 29880
    },
    {
      "contrastive_lambda": 0.5031677514004715,
      "epoch": 9.320024953212727,
      "step": 29880
    },
    {
      "contrastive_lambda": 0.5031415719827794,
      "epoch": 9.320336868371802,
      "step": 29881
    },
    {
      "contrastive_lambda": 0.5031153925564747,
      "epoch": 9.32064878353088,
      "step": 29882
    },
    {
      "contrastive_lambda": 0.503089213121629,
      "epoch": 9.320960698689957,
      "step": 29883
    },
    {
      "contrastive_lambda": 0.5030630336783138,
      "epoch": 9.321272613849032,
      "step": 29884
    },
    {
      "contrastive_lambda": 0.5030368542266013,
      "epoch": 9.32158452900811,
      "step": 29885
    },
    {
      "contrastive_lambda": 0.5030106747665631,
      "epoch": 9.321896444167187,
      "step": 29886
    },
    {
      "contrastive_lambda": 0.5029844952982709,
      "epoch": 9.322208359326263,
      "step": 29887
    },
    {
      "contrastive_lambda": 0.5029583158217965,
      "epoch": 9.32252027448534,
      "step": 29888
    },
    {
      "contrastive_lambda": 0.5029321363372119,
      "epoch": 9.322832189644418,
      "step": 29889
    },
    {
      "epoch": 9.323144104803493,
      "grad_norm": 0.12725484371185303,
      "learning_rate": 5.443373524313722e-05,
      "loss": 0.0272,
      "step": 29890
    },
    {
      "epoch": 9.323144104803493,
      "flow_loss": 0.01509520597755909,
      "step": 29890
    },
    {
      "contrastive_loss": 0.004716934636235237,
      "epoch": 9.323144104803493,
      "step": 29890
    },
    {
      "contrastive_lambda": 0.5029059568445885,
      "epoch": 9.323144104803493,
      "step": 29890
    },
    {
      "contrastive_lambda": 0.5028797773439984,
      "epoch": 9.32345601996257,
      "step": 29891
    },
    {
      "contrastive_lambda": 0.5028535978355131,
      "epoch": 9.323767935121648,
      "step": 29892
    },
    {
      "contrastive_lambda": 0.5028274183192044,
      "epoch": 9.324079850280723,
      "step": 29893
    },
    {
      "contrastive_lambda": 0.5028012387951444,
      "epoch": 9.3243917654398,
      "step": 29894
    },
    {
      "contrastive_lambda": 0.5027750592634045,
      "epoch": 9.324703680598876,
      "step": 29895
    },
    {
      "contrastive_lambda": 0.5027488797240566,
      "epoch": 9.325015595757954,
      "step": 29896
    },
    {
      "contrastive_lambda": 0.5027227001771727,
      "epoch": 9.325327510917031,
      "step": 29897
    },
    {
      "contrastive_lambda": 0.5026965206228241,
      "epoch": 9.325639426076107,
      "step": 29898
    },
    {
      "contrastive_lambda": 0.5026703410610831,
      "epoch": 9.325951341235184,
      "step": 29899
    },
    {
      "epoch": 9.326263256394261,
      "grad_norm": 0.083281971514225,
      "learning_rate": 5.440628530104626e-05,
      "loss": 0.0353,
      "step": 29900
    },
    {
      "epoch": 9.326263256394261,
      "flow_loss": 0.03449935093522072,
      "step": 29900
    },
    {
      "contrastive_loss": 0.004708198830485344,
      "epoch": 9.326263256394261,
      "step": 29900
    },
    {
      "contrastive_lambda": 0.502644161492021,
      "epoch": 9.326263256394261,
      "step": 29900
    },
    {
      "contrastive_lambda": 0.5026179819157097,
      "epoch": 9.326575171553337,
      "step": 29901
    },
    {
      "contrastive_lambda": 0.5025918023322213,
      "epoch": 9.326887086712414,
      "step": 29902
    },
    {
      "contrastive_lambda": 0.5025656227416273,
      "epoch": 9.327199001871492,
      "step": 29903
    },
    {
      "contrastive_lambda": 0.5025394431439993,
      "epoch": 9.327510917030567,
      "step": 29904
    },
    {
      "contrastive_lambda": 0.5025132635394095,
      "epoch": 9.327822832189645,
      "step": 29905
    },
    {
      "contrastive_lambda": 0.5024870839279294,
      "epoch": 9.328134747348722,
      "step": 29906
    },
    {
      "contrastive_lambda": 0.5024609043096305,
      "epoch": 9.328446662507798,
      "step": 29907
    },
    {
      "contrastive_lambda": 0.5024347246845853,
      "epoch": 9.328758577666875,
      "step": 29908
    },
    {
      "contrastive_lambda": 0.502408545052865,
      "epoch": 9.329070492825952,
      "step": 29909
    },
    {
      "epoch": 9.329382407985028,
      "grad_norm": 0.11125924438238144,
      "learning_rate": 5.4378834020442146e-05,
      "loss": 0.029,
      "step": 29910
    },
    {
      "epoch": 9.329382407985028,
      "flow_loss": 0.02649049647152424,
      "step": 29910
    },
    {
      "contrastive_loss": 0.0037438496947288513,
      "epoch": 9.329382407985028,
      "step": 29910
    },
    {
      "contrastive_lambda": 0.5023823654145416,
      "epoch": 9.329382407985028,
      "step": 29910
    },
    {
      "contrastive_lambda": 0.5023561857696867,
      "epoch": 9.329694323144105,
      "step": 29911
    },
    {
      "contrastive_lambda": 0.5023300061183723,
      "epoch": 9.33000623830318,
      "step": 29912
    },
    {
      "contrastive_lambda": 0.50230382646067,
      "epoch": 9.330318153462258,
      "step": 29913
    },
    {
      "contrastive_lambda": 0.5022776467966517,
      "epoch": 9.330630068621335,
      "step": 29914
    },
    {
      "contrastive_lambda": 0.5022514671263889,
      "epoch": 9.330941983780411,
      "step": 29915
    },
    {
      "contrastive_lambda": 0.5022252874499538,
      "epoch": 9.331253898939488,
      "step": 29916
    },
    {
      "contrastive_lambda": 0.5021991077674178,
      "epoch": 9.331565814098566,
      "step": 29917
    },
    {
      "contrastive_lambda": 0.5021729280788528,
      "epoch": 9.331877729257641,
      "step": 29918
    },
    {
      "contrastive_lambda": 0.5021467483843307,
      "epoch": 9.332189644416719,
      "step": 29919
    },
    {
      "epoch": 9.332501559575796,
      "grad_norm": 0.09203395992517471,
      "learning_rate": 5.4351381409663884e-05,
      "loss": 0.0259,
      "step": 29920
    },
    {
      "epoch": 9.332501559575796,
      "flow_loss": 0.013143808580935001,
      "step": 29920
    },
    {
      "contrastive_loss": 0.0040717702358961105,
      "epoch": 9.332501559575796,
      "step": 29920
    },
    {
      "contrastive_lambda": 0.5021205686839232,
      "epoch": 9.332501559575796,
      "step": 29920
    },
    {
      "contrastive_lambda": 0.502094388977702,
      "epoch": 9.332813474734872,
      "step": 29921
    },
    {
      "contrastive_lambda": 0.5020682092657389,
      "epoch": 9.333125389893949,
      "step": 29922
    },
    {
      "contrastive_lambda": 0.5020420295481056,
      "epoch": 9.333437305053026,
      "step": 29923
    },
    {
      "contrastive_lambda": 0.502015849824874,
      "epoch": 9.333749220212102,
      "step": 29924
    },
    {
      "contrastive_lambda": 0.501989670096116,
      "epoch": 9.33406113537118,
      "step": 29925
    },
    {
      "contrastive_lambda": 0.5019634903619031,
      "epoch": 9.334373050530257,
      "step": 29926
    },
    {
      "contrastive_lambda": 0.5019373106223071,
      "epoch": 9.334684965689332,
      "step": 29927
    },
    {
      "contrastive_lambda": 0.5019111308773999,
      "epoch": 9.33499688084841,
      "step": 29928
    },
    {
      "contrastive_lambda": 0.5018849511272533,
      "epoch": 9.335308796007485,
      "step": 29929
    },
    {
      "epoch": 9.335620711166563,
      "grad_norm": 0.10540026426315308,
      "learning_rate": 5.432392747705084e-05,
      "loss": 0.033,
      "step": 29930
    },
    {
      "epoch": 9.335620711166563,
      "flow_loss": 0.026574866846203804,
      "step": 29930
    },
    {
      "contrastive_loss": 0.004426389932632446,
      "epoch": 9.335620711166563,
      "step": 29930
    },
    {
      "contrastive_lambda": 0.5018587713719388,
      "epoch": 9.335620711166563,
      "step": 29930
    },
    {
      "contrastive_lambda": 0.5018325916115286,
      "epoch": 9.33593262632564,
      "step": 29931
    },
    {
      "contrastive_lambda": 0.5018064118460941,
      "epoch": 9.336244541484715,
      "step": 29932
    },
    {
      "contrastive_lambda": 0.5017802320757073,
      "epoch": 9.336556456643793,
      "step": 29933
    },
    {
      "contrastive_lambda": 0.5017540523004399,
      "epoch": 9.33686837180287,
      "step": 29934
    },
    {
      "contrastive_lambda": 0.5017278725203635,
      "epoch": 9.337180286961946,
      "step": 29935
    },
    {
      "contrastive_lambda": 0.5017016927355503,
      "epoch": 9.337492202121023,
      "step": 29936
    },
    {
      "contrastive_lambda": 0.5016755129460717,
      "epoch": 9.3378041172801,
      "step": 29937
    },
    {
      "contrastive_lambda": 0.5016493331519994,
      "epoch": 9.338116032439176,
      "step": 29938
    },
    {
      "contrastive_lambda": 0.5016231533534057,
      "epoch": 9.338427947598253,
      "step": 29939
    },
    {
      "epoch": 9.33873986275733,
      "grad_norm": 0.0909581184387207,
      "learning_rate": 5.429647223094278e-05,
      "loss": 0.0327,
      "step": 29940
    },
    {
      "epoch": 9.33873986275733,
      "flow_loss": 0.030885767191648483,
      "step": 29940
    },
    {
      "contrastive_loss": 0.008219953626394272,
      "epoch": 9.33873986275733,
      "step": 29940
    },
    {
      "contrastive_lambda": 0.5015969735503619,
      "epoch": 9.33873986275733,
      "step": 29940
    },
    {
      "contrastive_lambda": 0.5015707937429398,
      "epoch": 9.339051777916406,
      "step": 29941
    },
    {
      "contrastive_lambda": 0.5015446139312113,
      "epoch": 9.339363693075484,
      "step": 29942
    },
    {
      "contrastive_lambda": 0.5015184341152483,
      "epoch": 9.339675608234561,
      "step": 29943
    },
    {
      "contrastive_lambda": 0.5014922542951223,
      "epoch": 9.339987523393637,
      "step": 29944
    },
    {
      "contrastive_lambda": 0.5014660744709053,
      "epoch": 9.340299438552714,
      "step": 29945
    },
    {
      "contrastive_lambda": 0.5014398946426688,
      "epoch": 9.34061135371179,
      "step": 29946
    },
    {
      "contrastive_lambda": 0.5014137148104849,
      "epoch": 9.340923268870867,
      "step": 29947
    },
    {
      "contrastive_lambda": 0.5013875349744252,
      "epoch": 9.341235184029944,
      "step": 29948
    },
    {
      "contrastive_lambda": 0.5013613551345613,
      "epoch": 9.34154709918902,
      "step": 29949
    },
    {
      "epoch": 9.341859014348097,
      "grad_norm": 0.1146625429391861,
      "learning_rate": 5.4269015679679924e-05,
      "loss": 0.0327,
      "step": 29950
    },
    {
      "epoch": 9.341859014348097,
      "flow_loss": 0.031379684805870056,
      "step": 29950
    },
    {
      "contrastive_loss": 0.0046051861718297005,
      "epoch": 9.341859014348097,
      "step": 29950
    },
    {
      "contrastive_lambda": 0.5013351752909654,
      "epoch": 9.341859014348097,
      "step": 29950
    },
    {
      "contrastive_lambda": 0.5013089954437091,
      "epoch": 9.342170929507175,
      "step": 29951
    },
    {
      "contrastive_lambda": 0.5012828155928639,
      "epoch": 9.34248284466625,
      "step": 29952
    },
    {
      "contrastive_lambda": 0.5012566357385019,
      "epoch": 9.342794759825328,
      "step": 29953
    },
    {
      "contrastive_lambda": 0.5012304558806947,
      "epoch": 9.343106674984405,
      "step": 29954
    },
    {
      "contrastive_lambda": 0.5012042760195142,
      "epoch": 9.34341859014348,
      "step": 29955
    },
    {
      "contrastive_lambda": 0.5011780961550322,
      "epoch": 9.343730505302558,
      "step": 29956
    },
    {
      "contrastive_lambda": 0.5011519162873201,
      "epoch": 9.344042420461635,
      "step": 29957
    },
    {
      "contrastive_lambda": 0.5011257364164501,
      "epoch": 9.34435433562071,
      "step": 29958
    },
    {
      "contrastive_lambda": 0.5010995565424939,
      "epoch": 9.344666250779788,
      "step": 29959
    },
    {
      "epoch": 9.344978165938866,
      "grad_norm": 0.07784271985292435,
      "learning_rate": 5.424155783160281e-05,
      "loss": 0.034,
      "step": 29960
    },
    {
      "epoch": 9.344978165938866,
      "flow_loss": 0.017557727172970772,
      "step": 29960
    },
    {
      "contrastive_loss": 0.004456567112356424,
      "epoch": 9.344978165938866,
      "step": 29960
    },
    {
      "contrastive_lambda": 0.5010733766655233,
      "epoch": 9.344978165938866,
      "step": 29960
    },
    {
      "contrastive_lambda": 0.5010471967856096,
      "epoch": 9.345290081097941,
      "step": 29961
    },
    {
      "contrastive_lambda": 0.5010210169028253,
      "epoch": 9.345601996257018,
      "step": 29962
    },
    {
      "contrastive_lambda": 0.5009948370172418,
      "epoch": 9.345913911416094,
      "step": 29963
    },
    {
      "contrastive_lambda": 0.5009686571289308,
      "epoch": 9.346225826575171,
      "step": 29964
    },
    {
      "contrastive_lambda": 0.500942477237964,
      "epoch": 9.346537741734249,
      "step": 29965
    },
    {
      "contrastive_lambda": 0.5009162973444136,
      "epoch": 9.346849656893324,
      "step": 29966
    },
    {
      "contrastive_lambda": 0.5008901174483511,
      "epoch": 9.347161572052402,
      "step": 29967
    },
    {
      "contrastive_lambda": 0.5008639375498483,
      "epoch": 9.347473487211479,
      "step": 29968
    },
    {
      "contrastive_lambda": 0.5008377576489768,
      "epoch": 9.347785402370555,
      "step": 29969
    },
    {
      "epoch": 9.348097317529632,
      "grad_norm": 0.11068863421678543,
      "learning_rate": 5.4214098695052415e-05,
      "loss": 0.0314,
      "step": 29970
    },
    {
      "epoch": 9.348097317529632,
      "flow_loss": 0.027464887127280235,
      "step": 29970
    },
    {
      "contrastive_loss": 0.0043525295332074165,
      "epoch": 9.348097317529632,
      "step": 29970
    },
    {
      "contrastive_lambda": 0.5008115777458086,
      "epoch": 9.348097317529632,
      "step": 29970
    },
    {
      "contrastive_lambda": 0.5007853978404155,
      "epoch": 9.34840923268871,
      "step": 29971
    },
    {
      "contrastive_lambda": 0.500759217932869,
      "epoch": 9.348721147847785,
      "step": 29972
    },
    {
      "contrastive_lambda": 0.5007330380232413,
      "epoch": 9.349033063006862,
      "step": 29973
    },
    {
      "contrastive_lambda": 0.5007068581116039,
      "epoch": 9.34934497816594,
      "step": 29974
    },
    {
      "contrastive_lambda": 0.5006806781980285,
      "epoch": 9.349656893325015,
      "step": 29975
    },
    {
      "contrastive_lambda": 0.500654498282587,
      "epoch": 9.349968808484093,
      "step": 29976
    },
    {
      "contrastive_lambda": 0.5006283183653513,
      "epoch": 9.350280723643168,
      "step": 29977
    },
    {
      "contrastive_lambda": 0.5006021384463928,
      "epoch": 9.350592638802246,
      "step": 29978
    },
    {
      "contrastive_lambda": 0.5005759585257836,
      "epoch": 9.350904553961323,
      "step": 29979
    },
    {
      "epoch": 9.351216469120399,
      "grad_norm": 0.12000854313373566,
      "learning_rate": 5.418663827837012e-05,
      "loss": 0.0303,
      "step": 29980
    },
    {
      "epoch": 9.351216469120399,
      "flow_loss": 0.026002245023846626,
      "step": 29980
    },
    {
      "contrastive_loss": 0.004513894207775593,
      "epoch": 9.351216469120399,
      "step": 29980
    },
    {
      "contrastive_lambda": 0.5005497786035954,
      "epoch": 9.351216469120399,
      "step": 29980
    },
    {
      "contrastive_lambda": 0.5005235986798999,
      "epoch": 9.351528384279476,
      "step": 29981
    },
    {
      "contrastive_lambda": 0.500497418754769,
      "epoch": 9.351840299438553,
      "step": 29982
    },
    {
      "contrastive_lambda": 0.5004712388282744,
      "epoch": 9.352152214597629,
      "step": 29983
    },
    {
      "contrastive_lambda": 0.5004450589004877,
      "epoch": 9.352464129756706,
      "step": 29984
    },
    {
      "contrastive_lambda": 0.5004188789714811,
      "epoch": 9.352776044915784,
      "step": 29985
    },
    {
      "contrastive_lambda": 0.500392699041326,
      "epoch": 9.353087960074859,
      "step": 29986
    },
    {
      "contrastive_lambda": 0.5003665191100943,
      "epoch": 9.353399875233936,
      "step": 29987
    },
    {
      "contrastive_lambda": 0.5003403391778578,
      "epoch": 9.353711790393014,
      "step": 29988
    },
    {
      "contrastive_lambda": 0.5003141592446881,
      "epoch": 9.35402370555209,
      "step": 29989
    },
    {
      "epoch": 9.354335620711167,
      "grad_norm": 0.07819559425115585,
      "learning_rate": 5.415917658989763e-05,
      "loss": 0.0289,
      "step": 29990
    },
    {
      "epoch": 9.354335620711167,
      "flow_loss": 0.023126255720853806,
      "step": 29990
    },
    {
      "contrastive_loss": 0.004144602455198765,
      "epoch": 9.354335620711167,
      "step": 29990
    },
    {
      "contrastive_lambda": 0.5002879793106573,
      "epoch": 9.354335620711167,
      "step": 29990
    },
    {
      "contrastive_lambda": 0.5002617993758369,
      "epoch": 9.354647535870244,
      "step": 29991
    },
    {
      "contrastive_lambda": 0.5002356194402987,
      "epoch": 9.35495945102932,
      "step": 29992
    },
    {
      "contrastive_lambda": 0.5002094395041147,
      "epoch": 9.355271366188397,
      "step": 29993
    },
    {
      "contrastive_lambda": 0.5001832595673564,
      "epoch": 9.355583281347473,
      "step": 29994
    },
    {
      "contrastive_lambda": 0.5001570796300956,
      "epoch": 9.35589519650655,
      "step": 29995
    },
    {
      "contrastive_lambda": 0.5001308996924043,
      "epoch": 9.356207111665627,
      "step": 29996
    },
    {
      "contrastive_lambda": 0.5001047197543541,
      "epoch": 9.356519026824703,
      "step": 29997
    },
    {
      "contrastive_lambda": 0.5000785398160168,
      "epoch": 9.35683094198378,
      "step": 29998
    },
    {
      "contrastive_lambda": 0.5000523598774641,
      "epoch": 9.357142857142858,
      "step": 29999
    },
    {
      "epoch": 9.357454772301933,
      "grad_norm": 0.09365113079547882,
      "learning_rate": 5.413171363797713e-05,
      "loss": 0.0299,
      "step": 30000
    },
    {
      "epoch": 9.357454772301933,
      "flow_loss": 0.03403177112340927,
      "step": 30000
    },
    {
      "contrastive_loss": 0.003471927484497428,
      "epoch": 9.357454772301933,
      "step": 30000
    },
    {
      "contrastive_lambda": 0.5000261799387681,
      "epoch": 9.357454772301933,
      "step": 30000
    },
    {
      "contrastive_lambda": 0.5,
      "epoch": 9.35776668746101,
      "step": 30001
    },
    {
      "contrastive_lambda": 0.49997382006123214,
      "epoch": 9.358078602620088,
      "step": 30002
    },
    {
      "contrastive_lambda": 0.49994764012253584,
      "epoch": 9.358390517779164,
      "step": 30003
    },
    {
      "contrastive_lambda": 0.49992146018398326,
      "epoch": 9.358702432938241,
      "step": 30004
    },
    {
      "contrastive_lambda": 0.499895280245646,
      "epoch": 9.359014348097318,
      "step": 30005
    },
    {
      "contrastive_lambda": 0.4998691003075956,
      "epoch": 9.359326263256394,
      "step": 30006
    },
    {
      "contrastive_lambda": 0.49984292036990435,
      "epoch": 9.359638178415471,
      "step": 30007
    },
    {
      "contrastive_lambda": 0.49981674043264374,
      "epoch": 9.359950093574549,
      "step": 30008
    },
    {
      "contrastive_lambda": 0.4997905604958854,
      "epoch": 9.360262008733624,
      "step": 30009
    },
    {
      "epoch": 9.360573923892701,
      "grad_norm": 0.0783236101269722,
      "learning_rate": 5.4104249430951116e-05,
      "loss": 0.0305,
      "step": 30010
    },
    {
      "epoch": 9.360573923892701,
      "flow_loss": 0.049693845212459564,
      "step": 30010
    },
    {
      "contrastive_loss": 0.006682427600026131,
      "epoch": 9.360573923892701,
      "step": 30010
    },
    {
      "contrastive_lambda": 0.49976438055970124,
      "epoch": 9.360573923892701,
      "step": 30010
    },
    {
      "contrastive_lambda": 0.4997382006241632,
      "epoch": 9.360885839051777,
      "step": 30011
    },
    {
      "contrastive_lambda": 0.4997120206893428,
      "epoch": 9.361197754210854,
      "step": 30012
    },
    {
      "contrastive_lambda": 0.4996858407553119,
      "epoch": 9.361509669369932,
      "step": 30013
    },
    {
      "contrastive_lambda": 0.4996596608221423,
      "epoch": 9.361821584529007,
      "step": 30014
    },
    {
      "contrastive_lambda": 0.4996334808899057,
      "epoch": 9.362133499688085,
      "step": 30015
    },
    {
      "contrastive_lambda": 0.49960730095867406,
      "epoch": 9.362445414847162,
      "step": 30016
    },
    {
      "contrastive_lambda": 0.49958112102851904,
      "epoch": 9.362757330006238,
      "step": 30017
    },
    {
      "contrastive_lambda": 0.4995549410995122,
      "epoch": 9.363069245165315,
      "step": 30018
    },
    {
      "contrastive_lambda": 0.4995287611717257,
      "epoch": 9.363381160324392,
      "step": 30019
    },
    {
      "epoch": 9.363693075483468,
      "grad_norm": 0.1547655612230301,
      "learning_rate": 5.4076783977162494e-05,
      "loss": 0.0344,
      "step": 30020
    },
    {
      "epoch": 9.363693075483468,
      "flow_loss": 0.02603413350880146,
      "step": 30020
    },
    {
      "contrastive_loss": 0.004570723511278629,
      "epoch": 9.363693075483468,
      "step": 30020
    },
    {
      "contrastive_lambda": 0.499502581245231,
      "epoch": 9.363693075483468,
      "step": 30020
    },
    {
      "contrastive_lambda": 0.4994764013201001,
      "epoch": 9.364004990642545,
      "step": 30021
    },
    {
      "contrastive_lambda": 0.49945022139640466,
      "epoch": 9.364316905801623,
      "step": 30022
    },
    {
      "contrastive_lambda": 0.4994240414742164,
      "epoch": 9.364628820960698,
      "step": 30023
    },
    {
      "contrastive_lambda": 0.49939786155360727,
      "epoch": 9.364940736119776,
      "step": 30024
    },
    {
      "contrastive_lambda": 0.49937168163464896,
      "epoch": 9.365252651278853,
      "step": 30025
    },
    {
      "contrastive_lambda": 0.499345501717413,
      "epoch": 9.365564566437929,
      "step": 30026
    },
    {
      "contrastive_lambda": 0.4993193218019716,
      "epoch": 9.365876481597006,
      "step": 30027
    },
    {
      "contrastive_lambda": 0.4992931418883963,
      "epoch": 9.366188396756082,
      "step": 30028
    },
    {
      "contrastive_lambda": 0.4992669619767587,
      "epoch": 9.366500311915159,
      "step": 30029
    },
    {
      "epoch": 9.366812227074236,
      "grad_norm": 0.08931431919336319,
      "learning_rate": 5.4049317284954525e-05,
      "loss": 0.0339,
      "step": 30030
    },
    {
      "epoch": 9.366812227074236,
      "flow_loss": 0.03121079131960869,
      "step": 30030
    },
    {
      "contrastive_loss": 0.004646207671612501,
      "epoch": 9.366812227074236,
      "step": 30030
    },
    {
      "contrastive_lambda": 0.4992407820671309,
      "epoch": 9.366812227074236,
      "step": 30030
    },
    {
      "contrastive_lambda": 0.49921460215958463,
      "epoch": 9.367124142233312,
      "step": 30031
    },
    {
      "contrastive_lambda": 0.49918842225419147,
      "epoch": 9.36743605739239,
      "step": 30032
    },
    {
      "contrastive_lambda": 0.49916224235102324,
      "epoch": 9.367747972551467,
      "step": 30033
    },
    {
      "contrastive_lambda": 0.4991360624501519,
      "epoch": 9.368059887710542,
      "step": 30034
    },
    {
      "contrastive_lambda": 0.499109882551649,
      "epoch": 9.36837180286962,
      "step": 30035
    },
    {
      "contrastive_lambda": 0.4990837026555865,
      "epoch": 9.368683718028697,
      "step": 30036
    },
    {
      "contrastive_lambda": 0.49905752276203585,
      "epoch": 9.368995633187772,
      "step": 30037
    },
    {
      "contrastive_lambda": 0.4990313428710693,
      "epoch": 9.36930754834685,
      "step": 30038
    },
    {
      "contrastive_lambda": 0.4990051629827584,
      "epoch": 9.369619463505927,
      "step": 30039
    },
    {
      "epoch": 9.369931378665003,
      "grad_norm": 0.11295530945062637,
      "learning_rate": 5.4021849362670884e-05,
      "loss": 0.0334,
      "step": 30040
    },
    {
      "epoch": 9.369931378665003,
      "flow_loss": 0.023278232663869858,
      "step": 30040
    },
    {
      "contrastive_loss": 0.004870322532951832,
      "epoch": 9.369931378665003,
      "step": 30040
    },
    {
      "contrastive_lambda": 0.49897898309717476,
      "epoch": 9.369931378665003,
      "step": 30040
    },
    {
      "contrastive_lambda": 0.4989528032143903,
      "epoch": 9.37024329382408,
      "step": 30041
    },
    {
      "contrastive_lambda": 0.4989266233344769,
      "epoch": 9.370555208983157,
      "step": 30042
    },
    {
      "contrastive_lambda": 0.4989004434575061,
      "epoch": 9.370867124142233,
      "step": 30043
    },
    {
      "contrastive_lambda": 0.4988742635835499,
      "epoch": 9.37117903930131,
      "step": 30044
    },
    {
      "contrastive_lambda": 0.4988480837126799,
      "epoch": 9.371490954460386,
      "step": 30045
    },
    {
      "contrastive_lambda": 0.49882190384496794,
      "epoch": 9.371802869619463,
      "step": 30046
    },
    {
      "contrastive_lambda": 0.4987957239804859,
      "epoch": 9.37211478477854,
      "step": 30047
    },
    {
      "contrastive_lambda": 0.4987695441193054,
      "epoch": 9.372426699937616,
      "step": 30048
    },
    {
      "contrastive_lambda": 0.4987433642614981,
      "epoch": 9.372738615096694,
      "step": 30049
    },
    {
      "epoch": 9.373050530255771,
      "grad_norm": 0.08193622529506683,
      "learning_rate": 5.3994380218655604e-05,
      "loss": 0.028,
      "step": 30050
    },
    {
      "epoch": 9.373050530255771,
      "flow_loss": 0.03262702748179436,
      "step": 30050
    },
    {
      "contrastive_loss": 0.00394605053588748,
      "epoch": 9.373050530255771,
      "step": 30050
    },
    {
      "contrastive_lambda": 0.49871718440713614,
      "epoch": 9.373050530255771,
      "step": 30050
    },
    {
      "contrastive_lambda": 0.4986910045562911,
      "epoch": 9.373362445414847,
      "step": 30051
    },
    {
      "contrastive_lambda": 0.49866482470903456,
      "epoch": 9.373674360573924,
      "step": 30052
    },
    {
      "contrastive_lambda": 0.49863864486543863,
      "epoch": 9.373986275733001,
      "step": 30053
    },
    {
      "contrastive_lambda": 0.4986124650255749,
      "epoch": 9.374298190892077,
      "step": 30054
    },
    {
      "contrastive_lambda": 0.4985862851895152,
      "epoch": 9.374610106051154,
      "step": 30055
    },
    {
      "contrastive_lambda": 0.4985601053573312,
      "epoch": 9.374922021210232,
      "step": 30056
    },
    {
      "contrastive_lambda": 0.49853392552909476,
      "epoch": 9.375233936369307,
      "step": 30057
    },
    {
      "contrastive_lambda": 0.49850774570487777,
      "epoch": 9.375545851528384,
      "step": 30058
    },
    {
      "contrastive_lambda": 0.49848156588475184,
      "epoch": 9.375857766687462,
      "step": 30059
    },
    {
      "epoch": 9.376169681846537,
      "grad_norm": 0.10102726519107819,
      "learning_rate": 5.396690986125309e-05,
      "loss": 0.0316,
      "step": 30060
    },
    {
      "epoch": 9.376169681846537,
      "flow_loss": 0.031504739075899124,
      "step": 30060
    },
    {
      "contrastive_loss": 0.004395852796733379,
      "epoch": 9.376169681846537,
      "step": 30060
    },
    {
      "contrastive_lambda": 0.49845538606878864,
      "epoch": 9.376169681846537,
      "step": 30060
    },
    {
      "contrastive_lambda": 0.4984292062570602,
      "epoch": 9.376481597005615,
      "step": 30061
    },
    {
      "contrastive_lambda": 0.4984030264496383,
      "epoch": 9.37679351216469,
      "step": 30062
    },
    {
      "contrastive_lambda": 0.4983768466465944,
      "epoch": 9.377105427323768,
      "step": 30063
    },
    {
      "contrastive_lambda": 0.4983506668480005,
      "epoch": 9.377417342482845,
      "step": 30064
    },
    {
      "contrastive_lambda": 0.4983244870539284,
      "epoch": 9.37772925764192,
      "step": 30065
    },
    {
      "contrastive_lambda": 0.4982983072644498,
      "epoch": 9.378041172800998,
      "step": 30066
    },
    {
      "contrastive_lambda": 0.4982721274796365,
      "epoch": 9.378353087960075,
      "step": 30067
    },
    {
      "contrastive_lambda": 0.4982459476995602,
      "epoch": 9.378665003119151,
      "step": 30068
    },
    {
      "contrastive_lambda": 0.49821976792429273,
      "epoch": 9.378976918278228,
      "step": 30069
    },
    {
      "epoch": 9.379288833437306,
      "grad_norm": 0.12328104674816132,
      "learning_rate": 5.3939438298808075e-05,
      "loss": 0.0305,
      "step": 30070
    },
    {
      "epoch": 9.379288833437306,
      "flow_loss": 0.030257808044552803,
      "step": 30070
    },
    {
      "contrastive_loss": 0.003719972912222147,
      "epoch": 9.379288833437306,
      "step": 30070
    },
    {
      "contrastive_lambda": 0.49819358815390596,
      "epoch": 9.379288833437306,
      "step": 30070
    },
    {
      "contrastive_lambda": 0.49816740838847134,
      "epoch": 9.379600748596381,
      "step": 30071
    },
    {
      "contrastive_lambda": 0.49814122862806115,
      "epoch": 9.379912663755459,
      "step": 30072
    },
    {
      "contrastive_lambda": 0.4981150488727469,
      "epoch": 9.380224578914536,
      "step": 30073
    },
    {
      "contrastive_lambda": 0.49808886912260014,
      "epoch": 9.380536494073612,
      "step": 30074
    },
    {
      "contrastive_lambda": 0.49806268937769294,
      "epoch": 9.380848409232689,
      "step": 30075
    },
    {
      "contrastive_lambda": 0.49803650963809704,
      "epoch": 9.381160324391766,
      "step": 30076
    },
    {
      "contrastive_lambda": 0.49801032990388405,
      "epoch": 9.381472239550842,
      "step": 30077
    },
    {
      "contrastive_lambda": 0.49798415017512604,
      "epoch": 9.38178415470992,
      "step": 30078
    },
    {
      "contrastive_lambda": 0.49795797045189444,
      "epoch": 9.382096069868995,
      "step": 30079
    },
    {
      "epoch": 9.382407985028072,
      "grad_norm": 0.07652802020311356,
      "learning_rate": 5.3911965539665744e-05,
      "loss": 0.0268,
      "step": 30080
    },
    {
      "epoch": 9.382407985028072,
      "flow_loss": 0.03224756196141243,
      "step": 30080
    },
    {
      "contrastive_loss": 0.004257269203662872,
      "epoch": 9.382407985028072,
      "step": 30080
    },
    {
      "contrastive_lambda": 0.49793179073426114,
      "epoch": 9.382407985028072,
      "step": 30080
    },
    {
      "contrastive_lambda": 0.49790561102229813,
      "epoch": 9.38271990018715,
      "step": 30081
    },
    {
      "contrastive_lambda": 0.497879431316077,
      "epoch": 9.383031815346225,
      "step": 30082
    },
    {
      "contrastive_lambda": 0.49785325161566923,
      "epoch": 9.383343730505302,
      "step": 30083
    },
    {
      "contrastive_lambda": 0.49782707192114717,
      "epoch": 9.38365564566438,
      "step": 30084
    },
    {
      "contrastive_lambda": 0.49780089223258234,
      "epoch": 9.383967560823455,
      "step": 30085
    },
    {
      "contrastive_lambda": 0.49777471255004635,
      "epoch": 9.384279475982533,
      "step": 30086
    },
    {
      "contrastive_lambda": 0.4977485328736111,
      "epoch": 9.38459139114161,
      "step": 30087
    },
    {
      "contrastive_lambda": 0.4977223532033485,
      "epoch": 9.384903306300686,
      "step": 30088
    },
    {
      "contrastive_lambda": 0.4976961735393301,
      "epoch": 9.385215221459763,
      "step": 30089
    },
    {
      "epoch": 9.38552713661884,
      "grad_norm": 0.12482555955648422,
      "learning_rate": 5.388449159217156e-05,
      "loss": 0.0322,
      "step": 30090
    },
    {
      "epoch": 9.38552713661884,
      "flow_loss": 0.04178358241915703,
      "step": 30090
    },
    {
      "contrastive_loss": 0.0037955651059746742,
      "epoch": 9.38552713661884,
      "step": 30090
    },
    {
      "contrastive_lambda": 0.49766999388162786,
      "epoch": 9.38552713661884,
      "step": 30090
    },
    {
      "contrastive_lambda": 0.49764381423031323,
      "epoch": 9.385839051777916,
      "step": 30091
    },
    {
      "contrastive_lambda": 0.4976176345854585,
      "epoch": 9.386150966936993,
      "step": 30092
    },
    {
      "contrastive_lambda": 0.4975914549471351,
      "epoch": 9.38646288209607,
      "step": 30093
    },
    {
      "contrastive_lambda": 0.49756527531541467,
      "epoch": 9.386774797255146,
      "step": 30094
    },
    {
      "contrastive_lambda": 0.49753909569036936,
      "epoch": 9.387086712414224,
      "step": 30095
    },
    {
      "contrastive_lambda": 0.4975129160720708,
      "epoch": 9.3873986275733,
      "step": 30096
    },
    {
      "contrastive_lambda": 0.4974867364605906,
      "epoch": 9.387710542732377,
      "step": 30097
    },
    {
      "contrastive_lambda": 0.49746055685600066,
      "epoch": 9.388022457891454,
      "step": 30098
    },
    {
      "contrastive_lambda": 0.49743437725837286,
      "epoch": 9.38833437305053,
      "step": 30099
    },
    {
      "epoch": 9.388646288209607,
      "grad_norm": 0.08248895406723022,
      "learning_rate": 5.3857016464671385e-05,
      "loss": 0.0344,
      "step": 30100
    },
    {
      "epoch": 9.388646288209607,
      "flow_loss": 0.06176293268799782,
      "step": 30100
    },
    {
      "contrastive_loss": 0.004442892037332058,
      "epoch": 9.388646288209607,
      "step": 30100
    },
    {
      "contrastive_lambda": 0.4974081976677787,
      "epoch": 9.388646288209607,
      "step": 30100
    },
    {
      "contrastive_lambda": 0.4973820180842903,
      "epoch": 9.388958203368684,
      "step": 30101
    },
    {
      "contrastive_lambda": 0.4973558385079791,
      "epoch": 9.38927011852776,
      "step": 30102
    },
    {
      "contrastive_lambda": 0.497329658938917,
      "epoch": 9.389582033686837,
      "step": 30103
    },
    {
      "contrastive_lambda": 0.49730347937717595,
      "epoch": 9.389893948845915,
      "step": 30104
    },
    {
      "contrastive_lambda": 0.49727729982282753,
      "epoch": 9.39020586400499,
      "step": 30105
    },
    {
      "contrastive_lambda": 0.4972511202759433,
      "epoch": 9.390517779164067,
      "step": 30106
    },
    {
      "contrastive_lambda": 0.49722494073659557,
      "epoch": 9.390829694323145,
      "step": 30107
    },
    {
      "contrastive_lambda": 0.4971987612048557,
      "epoch": 9.39114160948222,
      "step": 30108
    },
    {
      "contrastive_lambda": 0.49717258168079564,
      "epoch": 9.391453524641298,
      "step": 30109
    },
    {
      "epoch": 9.391765439800375,
      "grad_norm": 0.12136515974998474,
      "learning_rate": 5.382954016551146e-05,
      "loss": 0.0318,
      "step": 30110
    },
    {
      "epoch": 9.391765439800375,
      "flow_loss": 0.04347997158765793,
      "step": 30110
    },
    {
      "contrastive_loss": 0.0036994065158069134,
      "epoch": 9.391765439800375,
      "step": 30110
    },
    {
      "contrastive_lambda": 0.497146402164487,
      "epoch": 9.391765439800375,
      "step": 30110
    },
    {
      "contrastive_lambda": 0.4971202226560017,
      "epoch": 9.39207735495945,
      "step": 30111
    },
    {
      "contrastive_lambda": 0.49709404315541156,
      "epoch": 9.392389270118528,
      "step": 30112
    },
    {
      "contrastive_lambda": 0.4970678636627882,
      "epoch": 9.392701185277604,
      "step": 30113
    },
    {
      "contrastive_lambda": 0.49704168417820344,
      "epoch": 9.393013100436681,
      "step": 30114
    },
    {
      "contrastive_lambda": 0.4970155047017291,
      "epoch": 9.393325015595758,
      "step": 30115
    },
    {
      "contrastive_lambda": 0.49698932523343703,
      "epoch": 9.393636930754834,
      "step": 30116
    },
    {
      "contrastive_lambda": 0.4969631457733986,
      "epoch": 9.393948845913911,
      "step": 30117
    },
    {
      "contrastive_lambda": 0.49693696632168616,
      "epoch": 9.394260761072989,
      "step": 30118
    },
    {
      "contrastive_lambda": 0.4969107868783712,
      "epoch": 9.394572676232064,
      "step": 30119
    },
    {
      "epoch": 9.394884591391142,
      "grad_norm": 0.0937582403421402,
      "learning_rate": 5.380206270303835e-05,
      "loss": 0.03,
      "step": 30120
    },
    {
      "epoch": 9.394884591391142,
      "flow_loss": 0.03421837463974953,
      "step": 30120
    },
    {
      "contrastive_loss": 0.007821248844265938,
      "epoch": 9.394884591391142,
      "step": 30120
    },
    {
      "contrastive_lambda": 0.49688460744352536,
      "epoch": 9.394884591391142,
      "step": 30120
    },
    {
      "contrastive_lambda": 0.4968584280172205,
      "epoch": 9.395196506550219,
      "step": 30121
    },
    {
      "contrastive_lambda": 0.4968322485995286,
      "epoch": 9.395508421709295,
      "step": 30122
    },
    {
      "contrastive_lambda": 0.49680606919052117,
      "epoch": 9.395820336868372,
      "step": 30123
    },
    {
      "contrastive_lambda": 0.49677988979027016,
      "epoch": 9.39613225202745,
      "step": 30124
    },
    {
      "contrastive_lambda": 0.4967537103988471,
      "epoch": 9.396444167186525,
      "step": 30125
    },
    {
      "contrastive_lambda": 0.4967275310163241,
      "epoch": 9.396756082345602,
      "step": 30126
    },
    {
      "contrastive_lambda": 0.49670135164277274,
      "epoch": 9.39706799750468,
      "step": 30127
    },
    {
      "contrastive_lambda": 0.49667517227826463,
      "epoch": 9.397379912663755,
      "step": 30128
    },
    {
      "contrastive_lambda": 0.49664899292287196,
      "epoch": 9.397691827822833,
      "step": 30129
    },
    {
      "epoch": 9.398003742981908,
      "grad_norm": 0.15936563909053802,
      "learning_rate": 5.377458408559897e-05,
      "loss": 0.0357,
      "step": 30130
    },
    {
      "epoch": 9.398003742981908,
      "flow_loss": 0.02760383114218712,
      "step": 30130
    },
    {
      "contrastive_loss": 0.004324380774050951,
      "epoch": 9.398003742981908,
      "step": 30130
    },
    {
      "contrastive_lambda": 0.4966228135766662,
      "epoch": 9.398003742981908,
      "step": 30130
    },
    {
      "contrastive_lambda": 0.4965966342397191,
      "epoch": 9.398315658140985,
      "step": 30131
    },
    {
      "contrastive_lambda": 0.49657045491210255,
      "epoch": 9.398627573300063,
      "step": 30132
    },
    {
      "contrastive_lambda": 0.4965442755938884,
      "epoch": 9.398939488459138,
      "step": 30133
    },
    {
      "contrastive_lambda": 0.4965180962851482,
      "epoch": 9.399251403618216,
      "step": 30134
    },
    {
      "contrastive_lambda": 0.49649191698595396,
      "epoch": 9.399563318777293,
      "step": 30135
    },
    {
      "contrastive_lambda": 0.4964657376963772,
      "epoch": 9.399875233936369,
      "step": 30136
    },
    {
      "contrastive_lambda": 0.4964395584164898,
      "epoch": 9.400187149095446,
      "step": 30137
    },
    {
      "contrastive_lambda": 0.4964133791463637,
      "epoch": 9.400499064254523,
      "step": 30138
    },
    {
      "contrastive_lambda": 0.4963871998860705,
      "epoch": 9.400810979413599,
      "step": 30139
    },
    {
      "epoch": 9.401122894572676,
      "grad_norm": 0.10624510049819946,
      "learning_rate": 5.374710432154061e-05,
      "loss": 0.0332,
      "step": 30140
    },
    {
      "epoch": 9.401122894572676,
      "flow_loss": 0.035818278789520264,
      "step": 30140
    },
    {
      "contrastive_loss": 0.004758306313306093,
      "epoch": 9.401122894572676,
      "step": 30140
    },
    {
      "contrastive_lambda": 0.49636102063568177,
      "epoch": 9.401122894572676,
      "step": 30140
    },
    {
      "contrastive_lambda": 0.49633484139526973,
      "epoch": 9.401434809731754,
      "step": 30141
    },
    {
      "contrastive_lambda": 0.4963086621649058,
      "epoch": 9.40174672489083,
      "step": 30142
    },
    {
      "contrastive_lambda": 0.4962824829446621,
      "epoch": 9.402058640049907,
      "step": 30143
    },
    {
      "contrastive_lambda": 0.49625630373461,
      "epoch": 9.402370555208984,
      "step": 30144
    },
    {
      "contrastive_lambda": 0.4962301245348214,
      "epoch": 9.40268247036806,
      "step": 30145
    },
    {
      "contrastive_lambda": 0.4962039453453683,
      "epoch": 9.402994385527137,
      "step": 30146
    },
    {
      "contrastive_lambda": 0.4961777661663223,
      "epoch": 9.403306300686213,
      "step": 30147
    },
    {
      "contrastive_lambda": 0.49615158699775497,
      "epoch": 9.40361821584529,
      "step": 30148
    },
    {
      "contrastive_lambda": 0.49612540783973846,
      "epoch": 9.403930131004367,
      "step": 30149
    },
    {
      "epoch": 9.404242046163443,
      "grad_norm": 0.11515966057777405,
      "learning_rate": 5.3719623419210886e-05,
      "loss": 0.0376,
      "step": 30150
    },
    {
      "epoch": 9.404242046163443,
      "flow_loss": 0.03991755098104477,
      "step": 30150
    },
    {
      "contrastive_loss": 0.004348400980234146,
      "epoch": 9.404242046163443,
      "step": 30150
    },
    {
      "contrastive_lambda": 0.4960992286923444,
      "epoch": 9.404242046163443,
      "step": 30150
    },
    {
      "contrastive_lambda": 0.4960730495556443,
      "epoch": 9.40455396132252,
      "step": 30151
    },
    {
      "contrastive_lambda": 0.49604687042971035,
      "epoch": 9.404865876481598,
      "step": 30152
    },
    {
      "contrastive_lambda": 0.4960206913146141,
      "epoch": 9.405177791640673,
      "step": 30153
    },
    {
      "contrastive_lambda": 0.49599451221042734,
      "epoch": 9.40548970679975,
      "step": 30154
    },
    {
      "contrastive_lambda": 0.49596833311722177,
      "epoch": 9.405801621958828,
      "step": 30155
    },
    {
      "contrastive_lambda": 0.49594215403506936,
      "epoch": 9.406113537117903,
      "step": 30156
    },
    {
      "contrastive_lambda": 0.4959159749640417,
      "epoch": 9.40642545227698,
      "step": 30157
    },
    {
      "contrastive_lambda": 0.49588979590421073,
      "epoch": 9.406737367436058,
      "step": 30158
    },
    {
      "contrastive_lambda": 0.49586361685564784,
      "epoch": 9.407049282595134,
      "step": 30159
    },
    {
      "epoch": 9.407361197754211,
      "grad_norm": 0.11133203655481339,
      "learning_rate": 5.3692141386957786e-05,
      "loss": 0.0349,
      "step": 30160
    },
    {
      "epoch": 9.407361197754211,
      "flow_loss": 0.027995366603136063,
      "step": 30160
    },
    {
      "contrastive_loss": 0.006289906334131956,
      "epoch": 9.407361197754211,
      "step": 30160
    },
    {
      "contrastive_lambda": 0.4958374378184254,
      "epoch": 9.407361197754211,
      "step": 30160
    },
    {
      "contrastive_lambda": 0.4958112587926148,
      "epoch": 9.407673112913287,
      "step": 30161
    },
    {
      "contrastive_lambda": 0.49578507977828773,
      "epoch": 9.407985028072364,
      "step": 30162
    },
    {
      "contrastive_lambda": 0.49575890077551615,
      "epoch": 9.408296943231441,
      "step": 30163
    },
    {
      "contrastive_lambda": 0.49573272178437183,
      "epoch": 9.408608858390517,
      "step": 30164
    },
    {
      "contrastive_lambda": 0.4957065428049265,
      "epoch": 9.408920773549594,
      "step": 30165
    },
    {
      "contrastive_lambda": 0.49568036383725195,
      "epoch": 9.409232688708672,
      "step": 30166
    },
    {
      "contrastive_lambda": 0.4956541848814198,
      "epoch": 9.409544603867747,
      "step": 30167
    },
    {
      "contrastive_lambda": 0.495628005937502,
      "epoch": 9.409856519026825,
      "step": 30168
    },
    {
      "contrastive_lambda": 0.4956018270055704,
      "epoch": 9.410168434185902,
      "step": 30169
    },
    {
      "epoch": 9.410480349344978,
      "grad_norm": 0.12175969034433365,
      "learning_rate": 5.3664658233129616e-05,
      "loss": 0.0343,
      "step": 30170
    },
    {
      "epoch": 9.410480349344978,
      "flow_loss": 0.02861054427921772,
      "step": 30170
    },
    {
      "contrastive_loss": 0.0053587425500154495,
      "epoch": 9.410480349344978,
      "step": 30170
    },
    {
      "contrastive_lambda": 0.4955756480856966,
      "epoch": 9.410480349344978,
      "step": 30170
    },
    {
      "contrastive_lambda": 0.4955494691779522,
      "epoch": 9.410792264504055,
      "step": 30171
    },
    {
      "contrastive_lambda": 0.4955232902824094,
      "epoch": 9.411104179663132,
      "step": 30172
    },
    {
      "contrastive_lambda": 0.49549711139913977,
      "epoch": 9.411416094822208,
      "step": 30173
    },
    {
      "contrastive_lambda": 0.49547093252821484,
      "epoch": 9.411728009981285,
      "step": 30174
    },
    {
      "contrastive_lambda": 0.4954447536697068,
      "epoch": 9.412039925140363,
      "step": 30175
    },
    {
      "contrastive_lambda": 0.49541857482368723,
      "epoch": 9.412351840299438,
      "step": 30176
    },
    {
      "contrastive_lambda": 0.49539239599022783,
      "epoch": 9.412663755458516,
      "step": 30177
    },
    {
      "contrastive_lambda": 0.4953662171694004,
      "epoch": 9.412975670617591,
      "step": 30178
    },
    {
      "contrastive_lambda": 0.49534003836127677,
      "epoch": 9.413287585776668,
      "step": 30179
    },
    {
      "epoch": 9.413599500935746,
      "grad_norm": 0.16643555462360382,
      "learning_rate": 5.363717396607504e-05,
      "loss": 0.0339,
      "step": 30180
    },
    {
      "epoch": 9.413599500935746,
      "flow_loss": 0.021329570561647415,
      "step": 30180
    },
    {
      "contrastive_loss": 0.003934895154088736,
      "epoch": 9.413599500935746,
      "step": 30180
    },
    {
      "contrastive_lambda": 0.49531385956592877,
      "epoch": 9.413599500935746,
      "step": 30180
    },
    {
      "contrastive_lambda": 0.4952876807834281,
      "epoch": 9.413911416094821,
      "step": 30181
    },
    {
      "contrastive_lambda": 0.49526150201384633,
      "epoch": 9.414223331253899,
      "step": 30182
    },
    {
      "contrastive_lambda": 0.4952353232572556,
      "epoch": 9.414535246412976,
      "step": 30183
    },
    {
      "contrastive_lambda": 0.4952091445137275,
      "epoch": 9.414847161572052,
      "step": 30184
    },
    {
      "contrastive_lambda": 0.4951829657833337,
      "epoch": 9.415159076731129,
      "step": 30185
    },
    {
      "contrastive_lambda": 0.49515678706614613,
      "epoch": 9.415470991890206,
      "step": 30186
    },
    {
      "contrastive_lambda": 0.49513060836223655,
      "epoch": 9.415782907049282,
      "step": 30187
    },
    {
      "contrastive_lambda": 0.4951044296716766,
      "epoch": 9.41609482220836,
      "step": 30188
    },
    {
      "contrastive_lambda": 0.4950782509945382,
      "epoch": 9.416406737367437,
      "step": 30189
    },
    {
      "epoch": 9.416718652526512,
      "grad_norm": 0.1215289831161499,
      "learning_rate": 5.360968859414305e-05,
      "loss": 0.0333,
      "step": 30190
    },
    {
      "epoch": 9.416718652526512,
      "flow_loss": 0.04646579548716545,
      "step": 30190
    },
    {
      "contrastive_loss": 0.00803280621767044,
      "epoch": 9.416718652526512,
      "step": 30190
    },
    {
      "contrastive_lambda": 0.49505207233089304,
      "epoch": 9.416718652526512,
      "step": 30190
    },
    {
      "contrastive_lambda": 0.49502589368081285,
      "epoch": 9.41703056768559,
      "step": 30191
    },
    {
      "contrastive_lambda": 0.4949997150443695,
      "epoch": 9.417342482844667,
      "step": 30192
    },
    {
      "contrastive_lambda": 0.49497353642163483,
      "epoch": 9.417654398003743,
      "step": 30193
    },
    {
      "contrastive_lambda": 0.49494735781268023,
      "epoch": 9.41796631316282,
      "step": 30194
    },
    {
      "contrastive_lambda": 0.49492117921757794,
      "epoch": 9.418278228321896,
      "step": 30195
    },
    {
      "contrastive_lambda": 0.4948950006363994,
      "epoch": 9.418590143480973,
      "step": 30196
    },
    {
      "contrastive_lambda": 0.49486882206921656,
      "epoch": 9.41890205864005,
      "step": 30197
    },
    {
      "contrastive_lambda": 0.4948426435161012,
      "epoch": 9.419213973799126,
      "step": 30198
    },
    {
      "contrastive_lambda": 0.49481646497712495,
      "epoch": 9.419525888958203,
      "step": 30199
    },
    {
      "epoch": 9.41983780411728,
      "grad_norm": 0.15293288230895996,
      "learning_rate": 5.358220212568295e-05,
      "loss": 0.0337,
      "step": 30200
    },
    {
      "epoch": 9.41983780411728,
      "flow_loss": 0.023120306432247162,
      "step": 30200
    },
    {
      "contrastive_loss": 0.0036913123913109303,
      "epoch": 9.41983780411728,
      "step": 30200
    },
    {
      "contrastive_lambda": 0.49479028645235973,
      "epoch": 9.41983780411728,
      "step": 30200
    },
    {
      "contrastive_lambda": 0.49476410794187714,
      "epoch": 9.420149719276356,
      "step": 30201
    },
    {
      "contrastive_lambda": 0.494737929445749,
      "epoch": 9.420461634435433,
      "step": 30202
    },
    {
      "contrastive_lambda": 0.4947117509640473,
      "epoch": 9.42077354959451,
      "step": 30203
    },
    {
      "contrastive_lambda": 0.49468557249684364,
      "epoch": 9.421085464753586,
      "step": 30204
    },
    {
      "contrastive_lambda": 0.49465939404420955,
      "epoch": 9.421397379912664,
      "step": 30205
    },
    {
      "contrastive_lambda": 0.4946332156062172,
      "epoch": 9.421709295071741,
      "step": 30206
    },
    {
      "contrastive_lambda": 0.49460703718293825,
      "epoch": 9.422021210230817,
      "step": 30207
    },
    {
      "contrastive_lambda": 0.4945808587744443,
      "epoch": 9.422333125389894,
      "step": 30208
    },
    {
      "contrastive_lambda": 0.49455468038080724,
      "epoch": 9.422645040548971,
      "step": 30209
    },
    {
      "epoch": 9.422956955708047,
      "grad_norm": 0.10883750021457672,
      "learning_rate": 5.355471456904444e-05,
      "loss": 0.0326,
      "step": 30210
    },
    {
      "epoch": 9.422956955708047,
      "flow_loss": 0.021943513303995132,
      "step": 30210
    },
    {
      "contrastive_loss": 0.004855277016758919,
      "epoch": 9.422956955708047,
      "step": 30210
    },
    {
      "contrastive_lambda": 0.4945285020020989,
      "epoch": 9.422956955708047,
      "step": 30210
    },
    {
      "contrastive_lambda": 0.4945023236383909,
      "epoch": 9.423268870867124,
      "step": 30211
    },
    {
      "contrastive_lambda": 0.49447614528975525,
      "epoch": 9.4235807860262,
      "step": 30212
    },
    {
      "contrastive_lambda": 0.49444996695626325,
      "epoch": 9.423892701185277,
      "step": 30213
    },
    {
      "contrastive_lambda": 0.49442378863798725,
      "epoch": 9.424204616344355,
      "step": 30214
    },
    {
      "contrastive_lambda": 0.4943976103349988,
      "epoch": 9.42451653150343,
      "step": 30215
    },
    {
      "contrastive_lambda": 0.49437143204736933,
      "epoch": 9.424828446662508,
      "step": 30216
    },
    {
      "contrastive_lambda": 0.49434525377517113,
      "epoch": 9.425140361821585,
      "step": 30217
    },
    {
      "contrastive_lambda": 0.49431907551847576,
      "epoch": 9.42545227698066,
      "step": 30218
    },
    {
      "contrastive_lambda": 0.4942928972773548,
      "epoch": 9.425764192139738,
      "step": 30219
    },
    {
      "epoch": 9.426076107298815,
      "grad_norm": 0.10354547202587128,
      "learning_rate": 5.3527225932577495e-05,
      "loss": 0.0319,
      "step": 30220
    },
    {
      "epoch": 9.426076107298815,
      "flow_loss": 0.025553930550813675,
      "step": 30220
    },
    {
      "contrastive_loss": 0.003556857816874981,
      "epoch": 9.426076107298815,
      "step": 30220
    },
    {
      "contrastive_lambda": 0.49426671905188024,
      "epoch": 9.426076107298815,
      "step": 30220
    },
    {
      "contrastive_lambda": 0.4942405408421239,
      "epoch": 9.42638802245789,
      "step": 30221
    },
    {
      "contrastive_lambda": 0.4942143626481573,
      "epoch": 9.426699937616968,
      "step": 30222
    },
    {
      "contrastive_lambda": 0.49418818447005247,
      "epoch": 9.427011852776046,
      "step": 30223
    },
    {
      "contrastive_lambda": 0.494162006307881,
      "epoch": 9.427323767935121,
      "step": 30224
    },
    {
      "contrastive_lambda": 0.4941358281617147,
      "epoch": 9.427635683094199,
      "step": 30225
    },
    {
      "contrastive_lambda": 0.49410965003162544,
      "epoch": 9.427947598253276,
      "step": 30226
    },
    {
      "contrastive_lambda": 0.4940834719176849,
      "epoch": 9.428259513412351,
      "step": 30227
    },
    {
      "contrastive_lambda": 0.4940572938199647,
      "epoch": 9.428571428571429,
      "step": 30228
    },
    {
      "contrastive_lambda": 0.494031115738537,
      "epoch": 9.428883343730504,
      "step": 30229
    },
    {
      "epoch": 9.429195258889582,
      "grad_norm": 0.12375252693891525,
      "learning_rate": 5.349973622463246e-05,
      "loss": 0.0334,
      "step": 30230
    },
    {
      "epoch": 9.429195258889582,
      "flow_loss": 0.025665417313575745,
      "step": 30230
    },
    {
      "contrastive_loss": 0.005695161409676075,
      "epoch": 9.429195258889582,
      "step": 30230
    },
    {
      "contrastive_lambda": 0.49400493767347314,
      "epoch": 9.429195258889582,
      "step": 30230
    },
    {
      "contrastive_lambda": 0.4939787596248451,
      "epoch": 9.42950717404866,
      "step": 30231
    },
    {
      "contrastive_lambda": 0.4939525815927248,
      "epoch": 9.429819089207735,
      "step": 30232
    },
    {
      "contrastive_lambda": 0.4939264035771837,
      "epoch": 9.430131004366812,
      "step": 30233
    },
    {
      "contrastive_lambda": 0.49390022557829383,
      "epoch": 9.43044291952589,
      "step": 30234
    },
    {
      "contrastive_lambda": 0.4938740475961267,
      "epoch": 9.430754834684965,
      "step": 30235
    },
    {
      "contrastive_lambda": 0.4938478696307542,
      "epoch": 9.431066749844042,
      "step": 30236
    },
    {
      "contrastive_lambda": 0.49382169168224826,
      "epoch": 9.43137866500312,
      "step": 30237
    },
    {
      "contrastive_lambda": 0.49379551375068054,
      "epoch": 9.431690580162195,
      "step": 30238
    },
    {
      "contrastive_lambda": 0.4937693358361225,
      "epoch": 9.432002495321273,
      "step": 30239
    },
    {
      "epoch": 9.43231441048035,
      "grad_norm": 0.10529959946870804,
      "learning_rate": 5.3472245453559956e-05,
      "loss": 0.0299,
      "step": 30240
    },
    {
      "epoch": 9.43231441048035,
      "flow_loss": 0.021817214787006378,
      "step": 30240
    },
    {
      "contrastive_loss": 0.006078585051000118,
      "epoch": 9.43231441048035,
      "step": 30240
    },
    {
      "contrastive_lambda": 0.49374315793864637,
      "epoch": 9.43231441048035,
      "step": 30240
    },
    {
      "contrastive_lambda": 0.49371698005832376,
      "epoch": 9.432626325639426,
      "step": 30241
    },
    {
      "contrastive_lambda": 0.4936908021952263,
      "epoch": 9.432938240798503,
      "step": 30242
    },
    {
      "contrastive_lambda": 0.4936646243494259,
      "epoch": 9.43325015595758,
      "step": 30243
    },
    {
      "contrastive_lambda": 0.49363844652099437,
      "epoch": 9.433562071116656,
      "step": 30244
    },
    {
      "contrastive_lambda": 0.4936122687100033,
      "epoch": 9.433873986275733,
      "step": 30245
    },
    {
      "contrastive_lambda": 0.4935860909165246,
      "epoch": 9.434185901434809,
      "step": 30246
    },
    {
      "contrastive_lambda": 0.49355991314062986,
      "epoch": 9.434497816593886,
      "step": 30247
    },
    {
      "contrastive_lambda": 0.4935337353823912,
      "epoch": 9.434809731752964,
      "step": 30248
    },
    {
      "contrastive_lambda": 0.49350755764188015,
      "epoch": 9.43512164691204,
      "step": 30249
    },
    {
      "epoch": 9.435433562071116,
      "grad_norm": 0.07448134571313858,
      "learning_rate": 5.3444753627710955e-05,
      "loss": 0.024,
      "step": 30250
    },
    {
      "epoch": 9.435433562071116,
      "flow_loss": 0.032269809395074844,
      "step": 30250
    },
    {
      "contrastive_loss": 0.004305126611143351,
      "epoch": 9.435433562071116,
      "step": 30250
    },
    {
      "contrastive_lambda": 0.49348137991916824,
      "epoch": 9.435433562071116,
      "step": 30250
    },
    {
      "contrastive_lambda": 0.49345520221432776,
      "epoch": 9.435745477230194,
      "step": 30251
    },
    {
      "contrastive_lambda": 0.4934290245274302,
      "epoch": 9.43605739238927,
      "step": 30252
    },
    {
      "contrastive_lambda": 0.49340284685854724,
      "epoch": 9.436369307548347,
      "step": 30253
    },
    {
      "contrastive_lambda": 0.49337666920775075,
      "epoch": 9.436681222707424,
      "step": 30254
    },
    {
      "contrastive_lambda": 0.4933504915751126,
      "epoch": 9.4369931378665,
      "step": 30255
    },
    {
      "contrastive_lambda": 0.49332431396070436,
      "epoch": 9.437305053025577,
      "step": 30256
    },
    {
      "contrastive_lambda": 0.493298136364598,
      "epoch": 9.437616968184654,
      "step": 30257
    },
    {
      "contrastive_lambda": 0.4932719587868651,
      "epoch": 9.43792888334373,
      "step": 30258
    },
    {
      "contrastive_lambda": 0.49324578122757745,
      "epoch": 9.438240798502807,
      "step": 30259
    },
    {
      "epoch": 9.438552713661885,
      "grad_norm": 0.0852397158741951,
      "learning_rate": 5.341726075543676e-05,
      "loss": 0.0298,
      "step": 30260
    },
    {
      "epoch": 9.438552713661885,
      "flow_loss": 0.028402909636497498,
      "step": 30260
    },
    {
      "contrastive_loss": 0.0038005909882485867,
      "epoch": 9.438552713661885,
      "step": 30260
    },
    {
      "contrastive_lambda": 0.493219603686807,
      "epoch": 9.438552713661885,
      "step": 30260
    },
    {
      "contrastive_lambda": 0.4931934261646254,
      "epoch": 9.43886462882096,
      "step": 30261
    },
    {
      "contrastive_lambda": 0.49316724866110423,
      "epoch": 9.439176543980038,
      "step": 30262
    },
    {
      "contrastive_lambda": 0.49314107117631556,
      "epoch": 9.439488459139113,
      "step": 30263
    },
    {
      "contrastive_lambda": 0.493114893710331,
      "epoch": 9.43980037429819,
      "step": 30264
    },
    {
      "contrastive_lambda": 0.4930887162632224,
      "epoch": 9.440112289457268,
      "step": 30265
    },
    {
      "contrastive_lambda": 0.49306253883506146,
      "epoch": 9.440424204616344,
      "step": 30266
    },
    {
      "contrastive_lambda": 0.4930363614259199,
      "epoch": 9.440736119775421,
      "step": 30267
    },
    {
      "contrastive_lambda": 0.49301018403586966,
      "epoch": 9.441048034934498,
      "step": 30268
    },
    {
      "contrastive_lambda": 0.4929840066649824,
      "epoch": 9.441359950093574,
      "step": 30269
    },
    {
      "epoch": 9.441671865252651,
      "grad_norm": 0.0652855634689331,
      "learning_rate": 5.338976684508898e-05,
      "loss": 0.0326,
      "step": 30270
    },
    {
      "epoch": 9.441671865252651,
      "flow_loss": 0.02804410271346569,
      "step": 30270
    },
    {
      "contrastive_loss": 0.0048542143777012825,
      "epoch": 9.441671865252651,
      "step": 30270
    },
    {
      "contrastive_lambda": 0.49295782931332965,
      "epoch": 9.441671865252651,
      "step": 30270
    },
    {
      "contrastive_lambda": 0.49293165198098365,
      "epoch": 9.441983780411729,
      "step": 30271
    },
    {
      "contrastive_lambda": 0.49290547466801593,
      "epoch": 9.442295695570804,
      "step": 30272
    },
    {
      "contrastive_lambda": 0.49287929737449804,
      "epoch": 9.442607610729882,
      "step": 30273
    },
    {
      "contrastive_lambda": 0.49285312010050214,
      "epoch": 9.442919525888959,
      "step": 30274
    },
    {
      "contrastive_lambda": 0.49282694284609985,
      "epoch": 9.443231441048034,
      "step": 30275
    },
    {
      "contrastive_lambda": 0.4928007656113628,
      "epoch": 9.443543356207112,
      "step": 30276
    },
    {
      "contrastive_lambda": 0.49277458839636284,
      "epoch": 9.44385527136619,
      "step": 30277
    },
    {
      "contrastive_lambda": 0.4927484112011719,
      "epoch": 9.444167186525265,
      "step": 30278
    },
    {
      "contrastive_lambda": 0.49272223402586146,
      "epoch": 9.444479101684342,
      "step": 30279
    },
    {
      "epoch": 9.444791016843418,
      "grad_norm": 0.12994840741157532,
      "learning_rate": 5.336227190501953e-05,
      "loss": 0.0337,
      "step": 30280
    },
    {
      "epoch": 9.444791016843418,
      "flow_loss": 0.0246441550552845,
      "step": 30280
    },
    {
      "contrastive_loss": 0.003912267275154591,
      "epoch": 9.444791016843418,
      "step": 30280
    },
    {
      "contrastive_lambda": 0.49269605687050355,
      "epoch": 9.444791016843418,
      "step": 30280
    },
    {
      "contrastive_lambda": 0.49266987973516974,
      "epoch": 9.445102932002495,
      "step": 30281
    },
    {
      "contrastive_lambda": 0.4926437026199318,
      "epoch": 9.445414847161572,
      "step": 30282
    },
    {
      "contrastive_lambda": 0.4926175255248617,
      "epoch": 9.445726762320648,
      "step": 30283
    },
    {
      "contrastive_lambda": 0.492591348450031,
      "epoch": 9.446038677479725,
      "step": 30284
    },
    {
      "contrastive_lambda": 0.4925651713955115,
      "epoch": 9.446350592638803,
      "step": 30285
    },
    {
      "contrastive_lambda": 0.4925389943613751,
      "epoch": 9.446662507797878,
      "step": 30286
    },
    {
      "contrastive_lambda": 0.4925128173476934,
      "epoch": 9.446974422956956,
      "step": 30287
    },
    {
      "contrastive_lambda": 0.4924866403545384,
      "epoch": 9.447286338116033,
      "step": 30288
    },
    {
      "contrastive_lambda": 0.49246046338198146,
      "epoch": 9.447598253275109,
      "step": 30289
    },
    {
      "epoch": 9.447910168434186,
      "grad_norm": 0.10556058585643768,
      "learning_rate": 5.3334775943580664e-05,
      "loss": 0.0298,
      "step": 30290
    },
    {
      "epoch": 9.447910168434186,
      "flow_loss": 0.04305450990796089,
      "step": 30290
    },
    {
      "contrastive_loss": 0.0037509354297071695,
      "epoch": 9.447910168434186,
      "step": 30290
    },
    {
      "contrastive_lambda": 0.4924342864300947,
      "epoch": 9.447910168434186,
      "step": 30290
    },
    {
      "contrastive_lambda": 0.4924081094989498,
      "epoch": 9.448222083593263,
      "step": 30291
    },
    {
      "contrastive_lambda": 0.49238193258861856,
      "epoch": 9.448533998752339,
      "step": 30292
    },
    {
      "contrastive_lambda": 0.4923557556991724,
      "epoch": 9.448845913911416,
      "step": 30293
    },
    {
      "contrastive_lambda": 0.4923295788306836,
      "epoch": 9.449157829070494,
      "step": 30294
    },
    {
      "contrastive_lambda": 0.49230340198322375,
      "epoch": 9.44946974422957,
      "step": 30295
    },
    {
      "contrastive_lambda": 0.49227722515686434,
      "epoch": 9.449781659388647,
      "step": 30296
    },
    {
      "contrastive_lambda": 0.49225104835167754,
      "epoch": 9.450093574547722,
      "step": 30297
    },
    {
      "contrastive_lambda": 0.492224871567735,
      "epoch": 9.4504054897068,
      "step": 30298
    },
    {
      "contrastive_lambda": 0.4921986948051082,
      "epoch": 9.450717404865877,
      "step": 30299
    },
    {
      "epoch": 9.451029320024952,
      "grad_norm": 0.08285439014434814,
      "learning_rate": 5.330727896912491e-05,
      "loss": 0.0295,
      "step": 30300
    },
    {
      "epoch": 9.451029320024952,
      "flow_loss": 0.037444621324539185,
      "step": 30300
    },
    {
      "contrastive_loss": 0.003918211907148361,
      "epoch": 9.451029320024952,
      "step": 30300
    },
    {
      "contrastive_lambda": 0.4921725180638692,
      "epoch": 9.451029320024952,
      "step": 30300
    },
    {
      "contrastive_lambda": 0.49214634134408963,
      "epoch": 9.45134123518403,
      "step": 30301
    },
    {
      "contrastive_lambda": 0.49212016464584146,
      "epoch": 9.451653150343107,
      "step": 30302
    },
    {
      "contrastive_lambda": 0.4920939879691963,
      "epoch": 9.451965065502183,
      "step": 30303
    },
    {
      "contrastive_lambda": 0.49206781131422567,
      "epoch": 9.45227698066126,
      "step": 30304
    },
    {
      "contrastive_lambda": 0.4920416346810018,
      "epoch": 9.452588895820337,
      "step": 30305
    },
    {
      "contrastive_lambda": 0.4920154580695963,
      "epoch": 9.452900810979413,
      "step": 30306
    },
    {
      "contrastive_lambda": 0.49198928148008075,
      "epoch": 9.45321272613849,
      "step": 30307
    },
    {
      "contrastive_lambda": 0.491963104912527,
      "epoch": 9.453524641297568,
      "step": 30308
    },
    {
      "contrastive_lambda": 0.491936928367007,
      "epoch": 9.453836556456643,
      "step": 30309
    },
    {
      "epoch": 9.45414847161572,
      "grad_norm": 0.09549438208341599,
      "learning_rate": 5.327978099000511e-05,
      "loss": 0.0293,
      "step": 30310
    },
    {
      "epoch": 9.45414847161572,
      "flow_loss": 0.03848003223538399,
      "step": 30310
    },
    {
      "contrastive_loss": 0.004108051303774118,
      "epoch": 9.45414847161572,
      "step": 30310
    },
    {
      "contrastive_lambda": 0.49191075184359223,
      "epoch": 9.45414847161572,
      "step": 30310
    },
    {
      "contrastive_lambda": 0.49188457534235475,
      "epoch": 9.454460386774798,
      "step": 30311
    },
    {
      "contrastive_lambda": 0.491858398863366,
      "epoch": 9.454772301933874,
      "step": 30312
    },
    {
      "contrastive_lambda": 0.49183222240669794,
      "epoch": 9.455084217092951,
      "step": 30313
    },
    {
      "contrastive_lambda": 0.49180604597242245,
      "epoch": 9.455396132252027,
      "step": 30314
    },
    {
      "contrastive_lambda": 0.4917798695606111,
      "epoch": 9.455708047411104,
      "step": 30315
    },
    {
      "contrastive_lambda": 0.4917536931713355,
      "epoch": 9.456019962570181,
      "step": 30316
    },
    {
      "contrastive_lambda": 0.4917275168046678,
      "epoch": 9.456331877729257,
      "step": 30317
    },
    {
      "contrastive_lambda": 0.49170134046067954,
      "epoch": 9.456643792888334,
      "step": 30318
    },
    {
      "contrastive_lambda": 0.4916751641394425,
      "epoch": 9.456955708047412,
      "step": 30319
    },
    {
      "epoch": 9.457267623206487,
      "grad_norm": 0.09346160292625427,
      "learning_rate": 5.3252282014574465e-05,
      "loss": 0.0274,
      "step": 30320
    },
    {
      "epoch": 9.457267623206487,
      "flow_loss": 0.019828155636787415,
      "step": 30320
    },
    {
      "contrastive_loss": 0.004811568651348352,
      "epoch": 9.457267623206487,
      "step": 30320
    },
    {
      "contrastive_lambda": 0.49164898784102856,
      "epoch": 9.457267623206487,
      "step": 30320
    },
    {
      "contrastive_lambda": 0.4916228115655093,
      "epoch": 9.457579538365565,
      "step": 30321
    },
    {
      "contrastive_lambda": 0.4915966353129567,
      "epoch": 9.457891453524642,
      "step": 30322
    },
    {
      "contrastive_lambda": 0.49157045908344227,
      "epoch": 9.458203368683717,
      "step": 30323
    },
    {
      "contrastive_lambda": 0.49154428287703794,
      "epoch": 9.458515283842795,
      "step": 30324
    },
    {
      "contrastive_lambda": 0.4915181066938155,
      "epoch": 9.458827199001872,
      "step": 30325
    },
    {
      "contrastive_lambda": 0.4914919305338467,
      "epoch": 9.459139114160948,
      "step": 30326
    },
    {
      "contrastive_lambda": 0.491465754397203,
      "epoch": 9.459451029320025,
      "step": 30327
    },
    {
      "contrastive_lambda": 0.4914395782839567,
      "epoch": 9.459762944479102,
      "step": 30328
    },
    {
      "contrastive_lambda": 0.49141340219417917,
      "epoch": 9.460074859638178,
      "step": 30329
    },
    {
      "epoch": 9.460386774797255,
      "grad_norm": 0.10681171715259552,
      "learning_rate": 5.322478205118641e-05,
      "loss": 0.0372,
      "step": 30330
    },
    {
      "epoch": 9.460386774797255,
      "flow_loss": 0.029695509001612663,
      "step": 30330
    },
    {
      "contrastive_loss": 0.004466634709388018,
      "epoch": 9.460386774797255,
      "step": 30330
    },
    {
      "contrastive_lambda": 0.4913872261279423,
      "epoch": 9.460386774797255,
      "step": 30330
    },
    {
      "contrastive_lambda": 0.4913610500853177,
      "epoch": 9.460698689956331,
      "step": 30331
    },
    {
      "contrastive_lambda": 0.4913348740663775,
      "epoch": 9.461010605115408,
      "step": 30332
    },
    {
      "contrastive_lambda": 0.4913086980711931,
      "epoch": 9.461322520274486,
      "step": 30333
    },
    {
      "contrastive_lambda": 0.49128252209983636,
      "epoch": 9.461634435433561,
      "step": 30334
    },
    {
      "contrastive_lambda": 0.4912563461523791,
      "epoch": 9.461946350592639,
      "step": 30335
    },
    {
      "contrastive_lambda": 0.49123017022889315,
      "epoch": 9.462258265751716,
      "step": 30336
    },
    {
      "contrastive_lambda": 0.4912039943294502,
      "epoch": 9.462570180910792,
      "step": 30337
    },
    {
      "contrastive_lambda": 0.49117781845412184,
      "epoch": 9.462882096069869,
      "step": 30338
    },
    {
      "contrastive_lambda": 0.49115164260298017,
      "epoch": 9.463194011228946,
      "step": 30339
    },
    {
      "epoch": 9.463505926388022,
      "grad_norm": 0.13038179278373718,
      "learning_rate": 5.3197281108194704e-05,
      "loss": 0.0303,
      "step": 30340
    },
    {
      "epoch": 9.463505926388022,
      "flow_loss": 0.024987921118736267,
      "step": 30340
    },
    {
      "contrastive_loss": 0.005448083393275738,
      "epoch": 9.463505926388022,
      "step": 30340
    },
    {
      "contrastive_lambda": 0.49112546677609675,
      "epoch": 9.463505926388022,
      "step": 30340
    },
    {
      "contrastive_lambda": 0.49109929097354327,
      "epoch": 9.4638178415471,
      "step": 30341
    },
    {
      "contrastive_lambda": 0.4910731151953916,
      "epoch": 9.464129756706177,
      "step": 30342
    },
    {
      "contrastive_lambda": 0.49104693944171357,
      "epoch": 9.464441671865252,
      "step": 30343
    },
    {
      "contrastive_lambda": 0.4910207637125808,
      "epoch": 9.46475358702433,
      "step": 30344
    },
    {
      "contrastive_lambda": 0.49099458800806517,
      "epoch": 9.465065502183407,
      "step": 30345
    },
    {
      "contrastive_lambda": 0.49096841232823835,
      "epoch": 9.465377417342483,
      "step": 30346
    },
    {
      "contrastive_lambda": 0.49094223667317205,
      "epoch": 9.46568933250156,
      "step": 30347
    },
    {
      "contrastive_lambda": 0.49091606104293833,
      "epoch": 9.466001247660635,
      "step": 30348
    },
    {
      "contrastive_lambda": 0.4908898854376087,
      "epoch": 9.466313162819713,
      "step": 30349
    },
    {
      "epoch": 9.46662507797879,
      "grad_norm": 0.0781172662973404,
      "learning_rate": 5.316977919395342e-05,
      "loss": 0.0277,
      "step": 30350
    },
    {
      "epoch": 9.46662507797879,
      "flow_loss": 0.014637094922363758,
      "step": 30350
    },
    {
      "contrastive_loss": 0.004203552380204201,
      "epoch": 9.46662507797879,
      "step": 30350
    },
    {
      "contrastive_lambda": 0.49086370985725475,
      "epoch": 9.46662507797879,
      "step": 30350
    },
    {
      "contrastive_lambda": 0.49083753430194865,
      "epoch": 9.466936993137866,
      "step": 30351
    },
    {
      "contrastive_lambda": 0.49081135877176185,
      "epoch": 9.467248908296943,
      "step": 30352
    },
    {
      "contrastive_lambda": 0.4907851832667663,
      "epoch": 9.46756082345602,
      "step": 30353
    },
    {
      "contrastive_lambda": 0.49075900778703374,
      "epoch": 9.467872738615096,
      "step": 30354
    },
    {
      "contrastive_lambda": 0.4907328323326358,
      "epoch": 9.468184653774173,
      "step": 30355
    },
    {
      "contrastive_lambda": 0.49070665690364446,
      "epoch": 9.46849656893325,
      "step": 30356
    },
    {
      "contrastive_lambda": 0.4906804815001312,
      "epoch": 9.468808484092326,
      "step": 30357
    },
    {
      "contrastive_lambda": 0.490654306122168,
      "epoch": 9.469120399251404,
      "step": 30358
    },
    {
      "contrastive_lambda": 0.4906281307698266,
      "epoch": 9.469432314410481,
      "step": 30359
    },
    {
      "epoch": 9.469744229569557,
      "grad_norm": 0.127052441239357,
      "learning_rate": 5.314227631681691e-05,
      "loss": 0.031,
      "step": 30360
    },
    {
      "epoch": 9.469744229569557,
      "flow_loss": 0.03751925006508827,
      "step": 30360
    },
    {
      "contrastive_loss": 0.003941605798900127,
      "epoch": 9.469744229569557,
      "step": 30360
    },
    {
      "contrastive_lambda": 0.4906019554431787,
      "epoch": 9.469744229569557,
      "step": 30360
    },
    {
      "contrastive_lambda": 0.49057578014229586,
      "epoch": 9.470056144728634,
      "step": 30361
    },
    {
      "contrastive_lambda": 0.4905496048672503,
      "epoch": 9.470368059887711,
      "step": 30362
    },
    {
      "contrastive_lambda": 0.4905234296181135,
      "epoch": 9.470679975046787,
      "step": 30363
    },
    {
      "contrastive_lambda": 0.49049725439495717,
      "epoch": 9.470991890205864,
      "step": 30364
    },
    {
      "contrastive_lambda": 0.49047107919785315,
      "epoch": 9.47130380536494,
      "step": 30365
    },
    {
      "contrastive_lambda": 0.49044490402687335,
      "epoch": 9.471615720524017,
      "step": 30366
    },
    {
      "contrastive_lambda": 0.4904187288820892,
      "epoch": 9.471927635683095,
      "step": 30367
    },
    {
      "contrastive_lambda": 0.4903925537635728,
      "epoch": 9.47223955084217,
      "step": 30368
    },
    {
      "contrastive_lambda": 0.4903663786713957,
      "epoch": 9.472551466001248,
      "step": 30369
    },
    {
      "epoch": 9.472863381160325,
      "grad_norm": 0.09470733255147934,
      "learning_rate": 5.311477248513982e-05,
      "loss": 0.0345,
      "step": 30370
    },
    {
      "epoch": 9.472863381160325,
      "flow_loss": 0.02986276149749756,
      "step": 30370
    },
    {
      "contrastive_loss": 0.006769306026399136,
      "epoch": 9.472863381160325,
      "step": 30370
    },
    {
      "contrastive_lambda": 0.49034020360562963,
      "epoch": 9.472863381160325,
      "step": 30370
    },
    {
      "contrastive_lambda": 0.49031402856634665,
      "epoch": 9.4731752963194,
      "step": 30371
    },
    {
      "contrastive_lambda": 0.49028785355361804,
      "epoch": 9.473487211478478,
      "step": 30372
    },
    {
      "contrastive_lambda": 0.490261678567516,
      "epoch": 9.473799126637555,
      "step": 30373
    },
    {
      "contrastive_lambda": 0.4902355036081122,
      "epoch": 9.47411104179663,
      "step": 30374
    },
    {
      "contrastive_lambda": 0.4902093286754782,
      "epoch": 9.474422956955708,
      "step": 30375
    },
    {
      "contrastive_lambda": 0.4901831537696858,
      "epoch": 9.474734872114785,
      "step": 30376
    },
    {
      "contrastive_lambda": 0.49015697889080706,
      "epoch": 9.475046787273861,
      "step": 30377
    },
    {
      "contrastive_lambda": 0.49013080403891335,
      "epoch": 9.475358702432938,
      "step": 30378
    },
    {
      "contrastive_lambda": 0.4901046292140767,
      "epoch": 9.475670617592016,
      "step": 30379
    },
    {
      "epoch": 9.475982532751091,
      "grad_norm": 0.10221882909536362,
      "learning_rate": 5.30872677072771e-05,
      "loss": 0.0336,
      "step": 30380
    },
    {
      "epoch": 9.475982532751091,
      "flow_loss": 0.03664488345384598,
      "step": 30380
    },
    {
      "contrastive_loss": 0.005443400703370571,
      "epoch": 9.475982532751091,
      "step": 30380
    },
    {
      "contrastive_lambda": 0.4900784544163687,
      "epoch": 9.475982532751091,
      "step": 30380
    },
    {
      "contrastive_lambda": 0.4900522796458612,
      "epoch": 9.476294447910169,
      "step": 30381
    },
    {
      "contrastive_lambda": 0.490026104902626,
      "epoch": 9.476606363069244,
      "step": 30382
    },
    {
      "contrastive_lambda": 0.4899999301867348,
      "epoch": 9.476918278228322,
      "step": 30383
    },
    {
      "contrastive_lambda": 0.48997375549825917,
      "epoch": 9.477230193387399,
      "step": 30384
    },
    {
      "contrastive_lambda": 0.48994758083727125,
      "epoch": 9.477542108546475,
      "step": 30385
    },
    {
      "contrastive_lambda": 0.4899214062038426,
      "epoch": 9.477854023705552,
      "step": 30386
    },
    {
      "contrastive_lambda": 0.48989523159804493,
      "epoch": 9.47816593886463,
      "step": 30387
    },
    {
      "contrastive_lambda": 0.48986905701995,
      "epoch": 9.478477854023705,
      "step": 30388
    },
    {
      "contrastive_lambda": 0.48984288246962965,
      "epoch": 9.478789769182782,
      "step": 30389
    },
    {
      "epoch": 9.47910168434186,
      "grad_norm": 0.08277662098407745,
      "learning_rate": 5.3059761991583954e-05,
      "loss": 0.0309,
      "step": 30390
    },
    {
      "epoch": 9.47910168434186,
      "flow_loss": 0.04678087681531906,
      "step": 30390
    },
    {
      "contrastive_loss": 0.0040441942401230335,
      "epoch": 9.47910168434186,
      "step": 30390
    },
    {
      "contrastive_lambda": 0.48981670794715576,
      "epoch": 9.47910168434186,
      "step": 30390
    },
    {
      "contrastive_lambda": 0.4897905334525999,
      "epoch": 9.479413599500935,
      "step": 30391
    },
    {
      "contrastive_lambda": 0.48976435898603365,
      "epoch": 9.479725514660013,
      "step": 30392
    },
    {
      "contrastive_lambda": 0.4897381845475292,
      "epoch": 9.48003742981909,
      "step": 30393
    },
    {
      "contrastive_lambda": 0.48971201013715815,
      "epoch": 9.480349344978166,
      "step": 30394
    },
    {
      "contrastive_lambda": 0.4896858357549919,
      "epoch": 9.480661260137243,
      "step": 30395
    },
    {
      "contrastive_lambda": 0.48965966140110284,
      "epoch": 9.48097317529632,
      "step": 30396
    },
    {
      "contrastive_lambda": 0.48963348707556237,
      "epoch": 9.481285090455396,
      "step": 30397
    },
    {
      "contrastive_lambda": 0.48960731277844216,
      "epoch": 9.481597005614473,
      "step": 30398
    },
    {
      "contrastive_lambda": 0.4895811385098141,
      "epoch": 9.481908920773549,
      "step": 30399
    },
    {
      "epoch": 9.482220835932626,
      "grad_norm": 0.09073074907064438,
      "learning_rate": 5.303225534641592e-05,
      "loss": 0.032,
      "step": 30400
    },
    {
      "epoch": 9.482220835932626,
      "flow_loss": 0.01721196249127388,
      "step": 30400
    },
    {
      "contrastive_loss": 0.00416406849399209,
      "epoch": 9.482220835932626,
      "step": 30400
    },
    {
      "contrastive_lambda": 0.48955496426975004,
      "epoch": 9.482220835932626,
      "step": 30400
    },
    {
      "contrastive_lambda": 0.48952879005832156,
      "epoch": 9.482532751091703,
      "step": 30401
    },
    {
      "contrastive_lambda": 0.48950261587560057,
      "epoch": 9.482844666250779,
      "step": 30402
    },
    {
      "contrastive_lambda": 0.48947644172165866,
      "epoch": 9.483156581409856,
      "step": 30403
    },
    {
      "contrastive_lambda": 0.4894502675965677,
      "epoch": 9.483468496568934,
      "step": 30404
    },
    {
      "contrastive_lambda": 0.4894240935003995,
      "epoch": 9.48378041172801,
      "step": 30405
    },
    {
      "contrastive_lambda": 0.48939791943322564,
      "epoch": 9.484092326887087,
      "step": 30406
    },
    {
      "contrastive_lambda": 0.489371745395118,
      "epoch": 9.484404242046164,
      "step": 30407
    },
    {
      "contrastive_lambda": 0.4893455713861484,
      "epoch": 9.48471615720524,
      "step": 30408
    },
    {
      "contrastive_lambda": 0.48931939740638847,
      "epoch": 9.485028072364317,
      "step": 30409
    },
    {
      "epoch": 9.485339987523394,
      "grad_norm": 0.11224550008773804,
      "learning_rate": 5.300474778012875e-05,
      "loss": 0.0286,
      "step": 30410
    },
    {
      "epoch": 9.485339987523394,
      "flow_loss": 0.0457012765109539,
      "step": 30410
    },
    {
      "contrastive_loss": 0.004148735664784908,
      "epoch": 9.485339987523394,
      "step": 30410
    },
    {
      "contrastive_lambda": 0.48929322345591014,
      "epoch": 9.485339987523394,
      "step": 30410
    },
    {
      "contrastive_lambda": 0.4892670495347849,
      "epoch": 9.48565190268247,
      "step": 30411
    },
    {
      "contrastive_lambda": 0.48924087564308466,
      "epoch": 9.485963817841547,
      "step": 30412
    },
    {
      "contrastive_lambda": 0.4892147017808813,
      "epoch": 9.486275733000625,
      "step": 30413
    },
    {
      "contrastive_lambda": 0.4891885279482464,
      "epoch": 9.4865876481597,
      "step": 30414
    },
    {
      "contrastive_lambda": 0.48916235414525155,
      "epoch": 9.486899563318778,
      "step": 30415
    },
    {
      "contrastive_lambda": 0.489136180371969,
      "epoch": 9.487211478477853,
      "step": 30416
    },
    {
      "contrastive_lambda": 0.48911000662847015,
      "epoch": 9.48752339363693,
      "step": 30417
    },
    {
      "contrastive_lambda": 0.48908383291482666,
      "epoch": 9.487835308796008,
      "step": 30418
    },
    {
      "contrastive_lambda": 0.48905765923111066,
      "epoch": 9.488147223955083,
      "step": 30419
    },
    {
      "epoch": 9.48845913911416,
      "grad_norm": 0.09498857706785202,
      "learning_rate": 5.297723930107855e-05,
      "loss": 0.0328,
      "step": 30420
    },
    {
      "epoch": 9.48845913911416,
      "flow_loss": 0.032954320311546326,
      "step": 30420
    },
    {
      "contrastive_loss": 0.005308637395501137,
      "epoch": 9.48845913911416,
      "step": 30420
    },
    {
      "contrastive_lambda": 0.48903148557739373,
      "epoch": 9.48845913911416,
      "step": 30420
    },
    {
      "contrastive_lambda": 0.48900531195374747,
      "epoch": 9.488771054273238,
      "step": 30421
    },
    {
      "contrastive_lambda": 0.4889791383602438,
      "epoch": 9.489082969432314,
      "step": 30422
    },
    {
      "contrastive_lambda": 0.48895296479695444,
      "epoch": 9.489394884591391,
      "step": 30423
    },
    {
      "contrastive_lambda": 0.4889267912639513,
      "epoch": 9.489706799750468,
      "step": 30424
    },
    {
      "contrastive_lambda": 0.48890061776130594,
      "epoch": 9.490018714909544,
      "step": 30425
    },
    {
      "contrastive_lambda": 0.48887444428908994,
      "epoch": 9.490330630068621,
      "step": 30426
    },
    {
      "contrastive_lambda": 0.48884827084737553,
      "epoch": 9.490642545227699,
      "step": 30427
    },
    {
      "contrastive_lambda": 0.4888220974362342,
      "epoch": 9.490954460386774,
      "step": 30428
    },
    {
      "contrastive_lambda": 0.48879592405573763,
      "epoch": 9.491266375545852,
      "step": 30429
    },
    {
      "epoch": 9.491578290704929,
      "grad_norm": 0.09299129992723465,
      "learning_rate": 5.294972991762167e-05,
      "loss": 0.03,
      "step": 30430
    },
    {
      "epoch": 9.491578290704929,
      "flow_loss": 0.04304385557770729,
      "step": 30430
    },
    {
      "contrastive_loss": 0.004345140885561705,
      "epoch": 9.491578290704929,
      "step": 30430
    },
    {
      "contrastive_lambda": 0.4887697507059577,
      "epoch": 9.491578290704929,
      "step": 30430
    },
    {
      "contrastive_lambda": 0.48874357738696617,
      "epoch": 9.491890205864005,
      "step": 30431
    },
    {
      "contrastive_lambda": 0.4887174040988347,
      "epoch": 9.492202121023082,
      "step": 30432
    },
    {
      "contrastive_lambda": 0.48869123084163524,
      "epoch": 9.492514036182158,
      "step": 30433
    },
    {
      "contrastive_lambda": 0.48866505761543927,
      "epoch": 9.492825951341235,
      "step": 30434
    },
    {
      "contrastive_lambda": 0.48863888442031866,
      "epoch": 9.493137866500312,
      "step": 30435
    },
    {
      "contrastive_lambda": 0.48861271125634537,
      "epoch": 9.493449781659388,
      "step": 30436
    },
    {
      "contrastive_lambda": 0.4885865381235908,
      "epoch": 9.493761696818465,
      "step": 30437
    },
    {
      "contrastive_lambda": 0.4885603650221269,
      "epoch": 9.494073611977543,
      "step": 30438
    },
    {
      "contrastive_lambda": 0.4885341919520256,
      "epoch": 9.494385527136618,
      "step": 30439
    },
    {
      "epoch": 9.494697442295696,
      "grad_norm": 0.10880722850561142,
      "learning_rate": 5.292221963811472e-05,
      "loss": 0.0356,
      "step": 30440
    },
    {
      "epoch": 9.494697442295696,
      "flow_loss": 0.02573561668395996,
      "step": 30440
    },
    {
      "contrastive_loss": 0.004518530331552029,
      "epoch": 9.494697442295696,
      "step": 30440
    },
    {
      "contrastive_lambda": 0.48850801891335827,
      "epoch": 9.494697442295696,
      "step": 30440
    },
    {
      "contrastive_lambda": 0.48848184590619687,
      "epoch": 9.495009357454773,
      "step": 30441
    },
    {
      "contrastive_lambda": 0.48845567293061326,
      "epoch": 9.495321272613849,
      "step": 30442
    },
    {
      "contrastive_lambda": 0.48842949998667895,
      "epoch": 9.495633187772926,
      "step": 30443
    },
    {
      "contrastive_lambda": 0.48840332707446593,
      "epoch": 9.495945102932003,
      "step": 30444
    },
    {
      "contrastive_lambda": 0.4883771541940458,
      "epoch": 9.496257018091079,
      "step": 30445
    },
    {
      "contrastive_lambda": 0.4883509813454903,
      "epoch": 9.496568933250156,
      "step": 30446
    },
    {
      "contrastive_lambda": 0.4883248085288714,
      "epoch": 9.496880848409234,
      "step": 30447
    },
    {
      "contrastive_lambda": 0.4882986357442607,
      "epoch": 9.497192763568309,
      "step": 30448
    },
    {
      "contrastive_lambda": 0.48827246299172966,
      "epoch": 9.497504678727386,
      "step": 30449
    },
    {
      "epoch": 9.497816593886462,
      "grad_norm": 0.09242855757474899,
      "learning_rate": 5.28947084709146e-05,
      "loss": 0.0306,
      "step": 30450
    },
    {
      "epoch": 9.497816593886462,
      "flow_loss": 0.02426404133439064,
      "step": 30450
    },
    {
      "contrastive_loss": 0.0039648739621043205,
      "epoch": 9.497816593886462,
      "step": 30450
    },
    {
      "contrastive_lambda": 0.48824629027135064,
      "epoch": 9.497816593886462,
      "step": 30450
    },
    {
      "contrastive_lambda": 0.488220117583195,
      "epoch": 9.49812850904554,
      "step": 30451
    },
    {
      "contrastive_lambda": 0.4881939449273344,
      "epoch": 9.498440424204617,
      "step": 30452
    },
    {
      "contrastive_lambda": 0.488167772303841,
      "epoch": 9.498752339363692,
      "step": 30453
    },
    {
      "contrastive_lambda": 0.4881415997127863,
      "epoch": 9.49906425452277,
      "step": 30454
    },
    {
      "contrastive_lambda": 0.488115427154242,
      "epoch": 9.499376169681847,
      "step": 30455
    },
    {
      "contrastive_lambda": 0.4880892546282799,
      "epoch": 9.499688084840923,
      "step": 30456
    },
    {
      "contrastive_lambda": 0.4880630821349719,
      "epoch": 9.5,
      "step": 30457
    },
    {
      "contrastive_lambda": 0.48803690967438956,
      "epoch": 9.500311915159077,
      "step": 30458
    },
    {
      "contrastive_lambda": 0.4880107372466048,
      "epoch": 9.500623830318153,
      "step": 30459
    },
    {
      "epoch": 9.50093574547723,
      "grad_norm": 0.126777783036232,
      "learning_rate": 5.2867196424378465e-05,
      "loss": 0.0352,
      "step": 30460
    },
    {
      "epoch": 9.50093574547723,
      "flow_loss": 0.0332789421081543,
      "step": 30460
    },
    {
      "contrastive_loss": 0.004111140500754118,
      "epoch": 9.50093574547723,
      "step": 30460
    },
    {
      "contrastive_lambda": 0.48798456485168906,
      "epoch": 9.50093574547723,
      "step": 30460
    },
    {
      "contrastive_lambda": 0.48795839248971457,
      "epoch": 9.501247660636308,
      "step": 30461
    },
    {
      "contrastive_lambda": 0.48793222016075277,
      "epoch": 9.501559575795383,
      "step": 30462
    },
    {
      "contrastive_lambda": 0.4879060478648754,
      "epoch": 9.50187149095446,
      "step": 30463
    },
    {
      "contrastive_lambda": 0.4878798756021543,
      "epoch": 9.502183406113538,
      "step": 30464
    },
    {
      "contrastive_lambda": 0.48785370337266126,
      "epoch": 9.502495321272614,
      "step": 30465
    },
    {
      "contrastive_lambda": 0.48782753117646793,
      "epoch": 9.502807236431691,
      "step": 30466
    },
    {
      "contrastive_lambda": 0.4878013590136462,
      "epoch": 9.503119151590766,
      "step": 30467
    },
    {
      "contrastive_lambda": 0.48777518688426763,
      "epoch": 9.503431066749844,
      "step": 30468
    },
    {
      "contrastive_lambda": 0.4877490147884041,
      "epoch": 9.503742981908921,
      "step": 30469
    },
    {
      "epoch": 9.504054897067997,
      "grad_norm": 0.12525685131549835,
      "learning_rate": 5.2839683506863765e-05,
      "loss": 0.0293,
      "step": 30470
    },
    {
      "epoch": 9.504054897067997,
      "flow_loss": 0.03631296381354332,
      "step": 30470
    },
    {
      "contrastive_loss": 0.004326512571424246,
      "epoch": 9.504054897067997,
      "step": 30470
    },
    {
      "contrastive_lambda": 0.4877228427261274,
      "epoch": 9.504054897067997,
      "step": 30470
    },
    {
      "contrastive_lambda": 0.48769667069750927,
      "epoch": 9.504366812227074,
      "step": 30471
    },
    {
      "contrastive_lambda": 0.4876704987026212,
      "epoch": 9.504678727386151,
      "step": 30472
    },
    {
      "contrastive_lambda": 0.48764432674153535,
      "epoch": 9.504990642545227,
      "step": 30473
    },
    {
      "contrastive_lambda": 0.4876181548143233,
      "epoch": 9.505302557704304,
      "step": 30474
    },
    {
      "contrastive_lambda": 0.48759198292105654,
      "epoch": 9.505614472863382,
      "step": 30475
    },
    {
      "contrastive_lambda": 0.4875658110618073,
      "epoch": 9.505926388022457,
      "step": 30476
    },
    {
      "contrastive_lambda": 0.48753963923664695,
      "epoch": 9.506238303181535,
      "step": 30477
    },
    {
      "contrastive_lambda": 0.48751346744564755,
      "epoch": 9.506550218340612,
      "step": 30478
    },
    {
      "contrastive_lambda": 0.48748729568888055,
      "epoch": 9.506862133499688,
      "step": 30479
    },
    {
      "epoch": 9.507174048658765,
      "grad_norm": 0.12270275503396988,
      "learning_rate": 5.281216972672821e-05,
      "loss": 0.0327,
      "step": 30480
    },
    {
      "epoch": 9.507174048658765,
      "flow_loss": 0.053622085601091385,
      "step": 30480
    },
    {
      "contrastive_loss": 0.00612613745033741,
      "epoch": 9.507174048658765,
      "step": 30480
    },
    {
      "contrastive_lambda": 0.48746112396641783,
      "epoch": 9.507174048658765,
      "step": 30480
    },
    {
      "contrastive_lambda": 0.4874349522783313,
      "epoch": 9.507485963817842,
      "step": 30481
    },
    {
      "contrastive_lambda": 0.4874087806246925,
      "epoch": 9.507797878976918,
      "step": 30482
    },
    {
      "contrastive_lambda": 0.48738260900557306,
      "epoch": 9.508109794135995,
      "step": 30483
    },
    {
      "contrastive_lambda": 0.4873564374210452,
      "epoch": 9.508421709295071,
      "step": 30484
    },
    {
      "contrastive_lambda": 0.4873302658711803,
      "epoch": 9.508733624454148,
      "step": 30485
    },
    {
      "contrastive_lambda": 0.4873040943560501,
      "epoch": 9.509045539613226,
      "step": 30486
    },
    {
      "contrastive_lambda": 0.4872779228757264,
      "epoch": 9.509357454772301,
      "step": 30487
    },
    {
      "contrastive_lambda": 0.4872517514302812,
      "epoch": 9.509669369931379,
      "step": 30488
    },
    {
      "contrastive_lambda": 0.4872255800197859,
      "epoch": 9.509981285090456,
      "step": 30489
    },
    {
      "epoch": 9.510293200249532,
      "grad_norm": 0.09584709256887436,
      "learning_rate": 5.278465509232973e-05,
      "loss": 0.034,
      "step": 30490
    },
    {
      "epoch": 9.510293200249532,
      "flow_loss": 0.03311445936560631,
      "step": 30490
    },
    {
      "contrastive_loss": 0.0066640619188547134,
      "epoch": 9.510293200249532,
      "step": 30490
    },
    {
      "contrastive_lambda": 0.4871994086443125,
      "epoch": 9.510293200249532,
      "step": 30490
    },
    {
      "contrastive_lambda": 0.4871732373039325,
      "epoch": 9.510605115408609,
      "step": 30491
    },
    {
      "contrastive_lambda": 0.4871470659987179,
      "epoch": 9.510917030567686,
      "step": 30492
    },
    {
      "contrastive_lambda": 0.4871208947287404,
      "epoch": 9.511228945726762,
      "step": 30493
    },
    {
      "contrastive_lambda": 0.4870947234940714,
      "epoch": 9.51154086088584,
      "step": 30494
    },
    {
      "contrastive_lambda": 0.4870685522947833,
      "epoch": 9.511852776044917,
      "step": 30495
    },
    {
      "contrastive_lambda": 0.4870423811309474,
      "epoch": 9.512164691203992,
      "step": 30496
    },
    {
      "contrastive_lambda": 0.4870162100026355,
      "epoch": 9.51247660636307,
      "step": 30497
    },
    {
      "contrastive_lambda": 0.4869900389099194,
      "epoch": 9.512788521522147,
      "step": 30498
    },
    {
      "contrastive_lambda": 0.4869638678528709,
      "epoch": 9.513100436681222,
      "step": 30499
    },
    {
      "epoch": 9.5134123518403,
      "grad_norm": 0.12093571573495865,
      "learning_rate": 5.275713961202655e-05,
      "loss": 0.0297,
      "step": 30500
    },
    {
      "epoch": 9.5134123518403,
      "flow_loss": 0.05017445981502533,
      "step": 30500
    },
    {
      "contrastive_loss": 0.005836217664182186,
      "epoch": 9.5134123518403,
      "step": 30500
    },
    {
      "contrastive_lambda": 0.48693769683156163,
      "epoch": 9.5134123518403,
      "step": 30500
    },
    {
      "contrastive_lambda": 0.4869115258460635,
      "epoch": 9.513724266999375,
      "step": 30501
    },
    {
      "contrastive_lambda": 0.4868853548964481,
      "epoch": 9.514036182158453,
      "step": 30502
    },
    {
      "contrastive_lambda": 0.48685918398278716,
      "epoch": 9.51434809731753,
      "step": 30503
    },
    {
      "contrastive_lambda": 0.48683301310515265,
      "epoch": 9.514660012476606,
      "step": 30504
    },
    {
      "contrastive_lambda": 0.4868068422636162,
      "epoch": 9.514971927635683,
      "step": 30505
    },
    {
      "contrastive_lambda": 0.4867806714582493,
      "epoch": 9.51528384279476,
      "step": 30506
    },
    {
      "contrastive_lambda": 0.48675450068912424,
      "epoch": 9.515595757953836,
      "step": 30507
    },
    {
      "contrastive_lambda": 0.4867283299563124,
      "epoch": 9.515907673112913,
      "step": 30508
    },
    {
      "contrastive_lambda": 0.48670215925988547,
      "epoch": 9.51621958827199,
      "step": 30509
    },
    {
      "epoch": 9.516531503431066,
      "grad_norm": 0.10381614416837692,
      "learning_rate": 5.2729623294177165e-05,
      "loss": 0.0282,
      "step": 30510
    },
    {
      "epoch": 9.516531503431066,
      "flow_loss": 0.03730161115527153,
      "step": 30510
    },
    {
      "contrastive_loss": 0.006609813310205936,
      "epoch": 9.516531503431066,
      "step": 30510
    },
    {
      "contrastive_lambda": 0.48667598859991534,
      "epoch": 9.516531503431066,
      "step": 30510
    },
    {
      "contrastive_lambda": 0.4866498179764738,
      "epoch": 9.516843418590144,
      "step": 30511
    },
    {
      "contrastive_lambda": 0.4866236473896326,
      "epoch": 9.517155333749221,
      "step": 30512
    },
    {
      "contrastive_lambda": 0.4865974768394634,
      "epoch": 9.517467248908297,
      "step": 30513
    },
    {
      "contrastive_lambda": 0.4865713063260378,
      "epoch": 9.517779164067374,
      "step": 30514
    },
    {
      "contrastive_lambda": 0.48654513584942793,
      "epoch": 9.518091079226451,
      "step": 30515
    },
    {
      "contrastive_lambda": 0.48651896540970535,
      "epoch": 9.518402994385527,
      "step": 30516
    },
    {
      "contrastive_lambda": 0.4864927950069416,
      "epoch": 9.518714909544604,
      "step": 30517
    },
    {
      "contrastive_lambda": 0.48646662464120877,
      "epoch": 9.51902682470368,
      "step": 30518
    },
    {
      "contrastive_lambda": 0.4864404543125785,
      "epoch": 9.519338739862757,
      "step": 30519
    },
    {
      "epoch": 9.519650655021834,
      "grad_norm": 0.09528796374797821,
      "learning_rate": 5.270210614714028e-05,
      "loss": 0.0307,
      "step": 30520
    },
    {
      "epoch": 9.519650655021834,
      "flow_loss": 0.02473624236881733,
      "step": 30520
    },
    {
      "contrastive_loss": 0.008015334606170654,
      "epoch": 9.519650655021834,
      "step": 30520
    },
    {
      "contrastive_lambda": 0.4864142840211224,
      "epoch": 9.519650655021834,
      "step": 30520
    },
    {
      "contrastive_lambda": 0.48638811376691227,
      "epoch": 9.51996257018091,
      "step": 30521
    },
    {
      "contrastive_lambda": 0.48636194355002005,
      "epoch": 9.520274485339987,
      "step": 30522
    },
    {
      "contrastive_lambda": 0.4863357733705172,
      "epoch": 9.520586400499065,
      "step": 30523
    },
    {
      "contrastive_lambda": 0.4863096032284757,
      "epoch": 9.52089831565814,
      "step": 30524
    },
    {
      "contrastive_lambda": 0.4862834331239671,
      "epoch": 9.521210230817218,
      "step": 30525
    },
    {
      "contrastive_lambda": 0.4862572630570633,
      "epoch": 9.521522145976295,
      "step": 30526
    },
    {
      "contrastive_lambda": 0.486231093027836,
      "epoch": 9.52183406113537,
      "step": 30527
    },
    {
      "contrastive_lambda": 0.48620492303635693,
      "epoch": 9.522145976294448,
      "step": 30528
    },
    {
      "contrastive_lambda": 0.4861787530826978,
      "epoch": 9.522457891453525,
      "step": 30529
    },
    {
      "epoch": 9.522769806612601,
      "grad_norm": 0.11116977781057358,
      "learning_rate": 5.267458817927491e-05,
      "loss": 0.0365,
      "step": 30530
    },
    {
      "epoch": 9.522769806612601,
      "flow_loss": 0.046269625425338745,
      "step": 30530
    },
    {
      "contrastive_loss": 0.0038742467295378447,
      "epoch": 9.522769806612601,
      "step": 30530
    },
    {
      "contrastive_lambda": 0.4861525831669305,
      "epoch": 9.522769806612601,
      "step": 30530
    },
    {
      "contrastive_lambda": 0.4861264132891266,
      "epoch": 9.523081721771678,
      "step": 30531
    },
    {
      "contrastive_lambda": 0.48610024344935804,
      "epoch": 9.523393636930756,
      "step": 30532
    },
    {
      "contrastive_lambda": 0.4860740736476963,
      "epoch": 9.523705552089831,
      "step": 30533
    },
    {
      "contrastive_lambda": 0.4860479038842133,
      "epoch": 9.524017467248909,
      "step": 30534
    },
    {
      "contrastive_lambda": 0.48602173415898087,
      "epoch": 9.524329382407984,
      "step": 30535
    },
    {
      "contrastive_lambda": 0.48599556447207065,
      "epoch": 9.524641297567062,
      "step": 30536
    },
    {
      "contrastive_lambda": 0.48596939482355417,
      "epoch": 9.524953212726139,
      "step": 30537
    },
    {
      "contrastive_lambda": 0.48594322521350364,
      "epoch": 9.525265127885215,
      "step": 30538
    },
    {
      "contrastive_lambda": 0.4859170556419905,
      "epoch": 9.525577043044292,
      "step": 30539
    },
    {
      "epoch": 9.52588895820337,
      "grad_norm": 0.11908559501171112,
      "learning_rate": 5.264706939894026e-05,
      "loss": 0.0323,
      "step": 30540
    },
    {
      "epoch": 9.52588895820337,
      "flow_loss": 0.027000123634934425,
      "step": 30540
    },
    {
      "contrastive_loss": 0.00767608592286706,
      "epoch": 9.52588895820337,
      "step": 30540
    },
    {
      "contrastive_lambda": 0.4858908861090864,
      "epoch": 9.52588895820337,
      "step": 30540
    },
    {
      "contrastive_lambda": 0.4858647166148634,
      "epoch": 9.526200873362445,
      "step": 30541
    },
    {
      "contrastive_lambda": 0.4858385471593931,
      "epoch": 9.526512788521522,
      "step": 30542
    },
    {
      "contrastive_lambda": 0.4858123777427471,
      "epoch": 9.5268247036806,
      "step": 30543
    },
    {
      "contrastive_lambda": 0.4857862083649973,
      "epoch": 9.527136618839675,
      "step": 30544
    },
    {
      "contrastive_lambda": 0.4857600390262155,
      "epoch": 9.527448533998752,
      "step": 30545
    },
    {
      "contrastive_lambda": 0.48573386972647326,
      "epoch": 9.52776044915783,
      "step": 30546
    },
    {
      "contrastive_lambda": 0.48570770046584255,
      "epoch": 9.528072364316905,
      "step": 30547
    },
    {
      "contrastive_lambda": 0.4856815312443948,
      "epoch": 9.528384279475983,
      "step": 30548
    },
    {
      "contrastive_lambda": 0.4856553620622021,
      "epoch": 9.52869619463506,
      "step": 30549
    },
    {
      "epoch": 9.529008109794136,
      "grad_norm": 0.11540400236845016,
      "learning_rate": 5.261954981449584e-05,
      "loss": 0.035,
      "step": 30550
    },
    {
      "epoch": 9.529008109794136,
      "flow_loss": 0.033038921654224396,
      "step": 30550
    },
    {
      "contrastive_loss": 0.005428594537079334,
      "epoch": 9.529008109794136,
      "step": 30550
    },
    {
      "contrastive_lambda": 0.48562919291933604,
      "epoch": 9.529008109794136,
      "step": 30550
    },
    {
      "contrastive_lambda": 0.4856030238158683,
      "epoch": 9.529320024953213,
      "step": 30551
    },
    {
      "contrastive_lambda": 0.4855768547518707,
      "epoch": 9.529631940112289,
      "step": 30552
    },
    {
      "contrastive_lambda": 0.485550685727415,
      "epoch": 9.529943855271366,
      "step": 30553
    },
    {
      "contrastive_lambda": 0.48552451674257285,
      "epoch": 9.530255770430443,
      "step": 30554
    },
    {
      "contrastive_lambda": 0.4854983477974161,
      "epoch": 9.530567685589519,
      "step": 30555
    },
    {
      "contrastive_lambda": 0.4854721788920165,
      "epoch": 9.530879600748596,
      "step": 30556
    },
    {
      "contrastive_lambda": 0.48544601002644566,
      "epoch": 9.531191515907674,
      "step": 30557
    },
    {
      "contrastive_lambda": 0.4854198412007755,
      "epoch": 9.53150343106675,
      "step": 30558
    },
    {
      "contrastive_lambda": 0.48539367241507764,
      "epoch": 9.531815346225827,
      "step": 30559
    },
    {
      "epoch": 9.532127261384904,
      "grad_norm": 0.09188653528690338,
      "learning_rate": 5.2592029434301324e-05,
      "loss": 0.0331,
      "step": 30560
    },
    {
      "epoch": 9.532127261384904,
      "flow_loss": 0.022420674562454224,
      "step": 30560
    },
    {
      "contrastive_loss": 0.0037458003498613834,
      "epoch": 9.532127261384904,
      "step": 30560
    },
    {
      "contrastive_lambda": 0.48536750366942377,
      "epoch": 9.532127261384904,
      "step": 30560
    },
    {
      "contrastive_lambda": 0.4853413349638859,
      "epoch": 9.53243917654398,
      "step": 30561
    },
    {
      "contrastive_lambda": 0.48531516629853555,
      "epoch": 9.532751091703057,
      "step": 30562
    },
    {
      "contrastive_lambda": 0.4852889976734443,
      "epoch": 9.533063006862134,
      "step": 30563
    },
    {
      "contrastive_lambda": 0.4852628290886843,
      "epoch": 9.53337492202121,
      "step": 30564
    },
    {
      "contrastive_lambda": 0.48523666054432696,
      "epoch": 9.533686837180287,
      "step": 30565
    },
    {
      "contrastive_lambda": 0.4852104920404443,
      "epoch": 9.533998752339365,
      "step": 30566
    },
    {
      "contrastive_lambda": 0.48518432357710783,
      "epoch": 9.53431066749844,
      "step": 30567
    },
    {
      "contrastive_lambda": 0.4851581551543893,
      "epoch": 9.534622582657517,
      "step": 30568
    },
    {
      "contrastive_lambda": 0.4851319867723607,
      "epoch": 9.534934497816593,
      "step": 30569
    },
    {
      "epoch": 9.53524641297567,
      "grad_norm": 0.09701541066169739,
      "learning_rate": 5.256450826671672e-05,
      "loss": 0.0312,
      "step": 30570
    },
    {
      "epoch": 9.53524641297567,
      "flow_loss": 0.05984015762805939,
      "step": 30570
    },
    {
      "contrastive_loss": 0.005023085977882147,
      "epoch": 9.53524641297567,
      "step": 30570
    },
    {
      "contrastive_lambda": 0.4851058184310936,
      "epoch": 9.53524641297567,
      "step": 30570
    },
    {
      "contrastive_lambda": 0.4850796501306595,
      "epoch": 9.535558328134748,
      "step": 30571
    },
    {
      "contrastive_lambda": 0.4850534818711306,
      "epoch": 9.535870243293823,
      "step": 30572
    },
    {
      "contrastive_lambda": 0.4850273136525785,
      "epoch": 9.5361821584529,
      "step": 30573
    },
    {
      "contrastive_lambda": 0.48500114547507456,
      "epoch": 9.536494073611978,
      "step": 30574
    },
    {
      "contrastive_lambda": 0.4849749773386911,
      "epoch": 9.536805988771054,
      "step": 30575
    },
    {
      "contrastive_lambda": 0.4849488092434996,
      "epoch": 9.537117903930131,
      "step": 30576
    },
    {
      "contrastive_lambda": 0.4849226411895717,
      "epoch": 9.537429819089208,
      "step": 30577
    },
    {
      "contrastive_lambda": 0.48489647317697915,
      "epoch": 9.537741734248284,
      "step": 30578
    },
    {
      "contrastive_lambda": 0.48487030520579394,
      "epoch": 9.538053649407361,
      "step": 30579
    },
    {
      "epoch": 9.538365564566439,
      "grad_norm": 0.12937356531620026,
      "learning_rate": 5.253698632010221e-05,
      "loss": 0.0314,
      "step": 30580
    },
    {
      "epoch": 9.538365564566439,
      "flow_loss": 0.03564520925283432,
      "step": 30580
    },
    {
      "contrastive_loss": 0.005275712348520756,
      "epoch": 9.538365564566439,
      "step": 30580
    },
    {
      "contrastive_lambda": 0.48484413727608755,
      "epoch": 9.538365564566439,
      "step": 30580
    },
    {
      "contrastive_lambda": 0.4848179693879319,
      "epoch": 9.538677479725514,
      "step": 30581
    },
    {
      "contrastive_lambda": 0.48479180154139845,
      "epoch": 9.538989394884592,
      "step": 30582
    },
    {
      "contrastive_lambda": 0.48476563373655934,
      "epoch": 9.539301310043669,
      "step": 30583
    },
    {
      "contrastive_lambda": 0.4847394659734861,
      "epoch": 9.539613225202745,
      "step": 30584
    },
    {
      "contrastive_lambda": 0.4847132982522504,
      "epoch": 9.539925140361822,
      "step": 30585
    },
    {
      "contrastive_lambda": 0.48468713057292406,
      "epoch": 9.540237055520898,
      "step": 30586
    },
    {
      "contrastive_lambda": 0.4846609629355789,
      "epoch": 9.540548970679975,
      "step": 30587
    },
    {
      "contrastive_lambda": 0.48463479534028653,
      "epoch": 9.540860885839052,
      "step": 30588
    },
    {
      "contrastive_lambda": 0.48460862778711883,
      "epoch": 9.541172800998128,
      "step": 30589
    },
    {
      "epoch": 9.541484716157205,
      "grad_norm": 0.1387583464384079,
      "learning_rate": 5.2509463602818246e-05,
      "loss": 0.0294,
      "step": 30590
    },
    {
      "epoch": 9.541484716157205,
      "flow_loss": 0.015542402863502502,
      "step": 30590
    },
    {
      "contrastive_loss": 0.004160958342254162,
      "epoch": 9.541484716157205,
      "step": 30590
    },
    {
      "contrastive_lambda": 0.4845824602761473,
      "epoch": 9.541484716157205,
      "step": 30590
    },
    {
      "contrastive_lambda": 0.4845562928074439,
      "epoch": 9.541796631316283,
      "step": 30591
    },
    {
      "contrastive_lambda": 0.4845301253810803,
      "epoch": 9.542108546475358,
      "step": 30592
    },
    {
      "contrastive_lambda": 0.48450395799712836,
      "epoch": 9.542420461634435,
      "step": 30593
    },
    {
      "contrastive_lambda": 0.48447779065565943,
      "epoch": 9.542732376793513,
      "step": 30594
    },
    {
      "contrastive_lambda": 0.4844516233567457,
      "epoch": 9.543044291952588,
      "step": 30595
    },
    {
      "contrastive_lambda": 0.4844254561004588,
      "epoch": 9.543356207111666,
      "step": 30596
    },
    {
      "contrastive_lambda": 0.4843992888868701,
      "epoch": 9.543668122270743,
      "step": 30597
    },
    {
      "contrastive_lambda": 0.4843731217160519,
      "epoch": 9.543980037429819,
      "step": 30598
    },
    {
      "contrastive_lambda": 0.4843469545880756,
      "epoch": 9.544291952588896,
      "step": 30599
    },
    {
      "epoch": 9.544603867747973,
      "grad_norm": 0.10504119098186493,
      "learning_rate": 5.248194012322549e-05,
      "loss": 0.0347,
      "step": 30600
    },
    {
      "epoch": 9.544603867747973,
      "flow_loss": 0.03190463036298752,
      "step": 30600
    },
    {
      "contrastive_loss": 0.003931939601898193,
      "epoch": 9.544603867747973,
      "step": 30600
    },
    {
      "contrastive_lambda": 0.48432078750301305,
      "epoch": 9.544603867747973,
      "step": 30600
    },
    {
      "contrastive_lambda": 0.48429462046093585,
      "epoch": 9.544915782907049,
      "step": 30601
    },
    {
      "contrastive_lambda": 0.4842684534619159,
      "epoch": 9.545227698066126,
      "step": 30602
    },
    {
      "contrastive_lambda": 0.4842422865060249,
      "epoch": 9.545539613225202,
      "step": 30603
    },
    {
      "contrastive_lambda": 0.48421611959333466,
      "epoch": 9.54585152838428,
      "step": 30604
    },
    {
      "contrastive_lambda": 0.4841899527239165,
      "epoch": 9.546163443543357,
      "step": 30605
    },
    {
      "contrastive_lambda": 0.4841637858978428,
      "epoch": 9.546475358702432,
      "step": 30606
    },
    {
      "contrastive_lambda": 0.48413761911518494,
      "epoch": 9.54678727386151,
      "step": 30607
    },
    {
      "contrastive_lambda": 0.4841114523760146,
      "epoch": 9.547099189020587,
      "step": 30608
    },
    {
      "contrastive_lambda": 0.4840852856804036,
      "epoch": 9.547411104179663,
      "step": 30609
    },
    {
      "epoch": 9.54772301933874,
      "grad_norm": 0.11684679985046387,
      "learning_rate": 5.245441588968486e-05,
      "loss": 0.0306,
      "step": 30610
    },
    {
      "epoch": 9.54772301933874,
      "flow_loss": 0.034170154482126236,
      "step": 30610
    },
    {
      "contrastive_loss": 0.004922142252326012,
      "epoch": 9.54772301933874,
      "step": 30610
    },
    {
      "contrastive_lambda": 0.4840591190284238,
      "epoch": 9.54772301933874,
      "step": 30610
    },
    {
      "contrastive_lambda": 0.4840329524201467,
      "epoch": 9.548034934497817,
      "step": 30611
    },
    {
      "contrastive_lambda": 0.48400678585564433,
      "epoch": 9.548346849656893,
      "step": 30612
    },
    {
      "contrastive_lambda": 0.48398061933498815,
      "epoch": 9.54865876481597,
      "step": 30613
    },
    {
      "contrastive_lambda": 0.48395445285824995,
      "epoch": 9.548970679975048,
      "step": 30614
    },
    {
      "contrastive_lambda": 0.48392828642550173,
      "epoch": 9.549282595134123,
      "step": 30615
    },
    {
      "contrastive_lambda": 0.4839021200368147,
      "epoch": 9.5495945102932,
      "step": 30616
    },
    {
      "contrastive_lambda": 0.4838759536922612,
      "epoch": 9.549906425452278,
      "step": 30617
    },
    {
      "contrastive_lambda": 0.4838497873919127,
      "epoch": 9.550218340611353,
      "step": 30618
    },
    {
      "contrastive_lambda": 0.4838236211358408,
      "epoch": 9.55053025577043,
      "step": 30619
    },
    {
      "epoch": 9.550842170929506,
      "grad_norm": 0.12994372844696045,
      "learning_rate": 5.242689091055748e-05,
      "loss": 0.0264,
      "step": 30620
    },
    {
      "epoch": 9.550842170929506,
      "flow_loss": 0.018925072625279427,
      "step": 30620
    },
    {
      "contrastive_loss": 0.005861598066985607,
      "epoch": 9.550842170929506,
      "step": 30620
    },
    {
      "contrastive_lambda": 0.48379745492411735,
      "epoch": 9.550842170929506,
      "step": 30620
    },
    {
      "contrastive_lambda": 0.48377128875681424,
      "epoch": 9.551154086088584,
      "step": 30621
    },
    {
      "contrastive_lambda": 0.48374512263400293,
      "epoch": 9.551466001247661,
      "step": 30622
    },
    {
      "contrastive_lambda": 0.4837189565557554,
      "epoch": 9.551777916406737,
      "step": 30623
    },
    {
      "contrastive_lambda": 0.4836927905221432,
      "epoch": 9.552089831565814,
      "step": 30624
    },
    {
      "contrastive_lambda": 0.4836666245332381,
      "epoch": 9.552401746724891,
      "step": 30625
    },
    {
      "contrastive_lambda": 0.483640458589112,
      "epoch": 9.552713661883967,
      "step": 30626
    },
    {
      "contrastive_lambda": 0.48361429268983647,
      "epoch": 9.553025577043044,
      "step": 30627
    },
    {
      "contrastive_lambda": 0.48358812683548313,
      "epoch": 9.553337492202122,
      "step": 30628
    },
    {
      "contrastive_lambda": 0.48356196102612403,
      "epoch": 9.553649407361197,
      "step": 30629
    },
    {
      "epoch": 9.553961322520275,
      "grad_norm": 0.07903289049863815,
      "learning_rate": 5.239936519420473e-05,
      "loss": 0.0262,
      "step": 30630
    },
    {
      "epoch": 9.553961322520275,
      "flow_loss": 0.018062148243188858,
      "step": 30630
    },
    {
      "contrastive_loss": 0.004350961185991764,
      "epoch": 9.553961322520275,
      "step": 30630
    },
    {
      "contrastive_lambda": 0.4835357952618308,
      "epoch": 9.553961322520275,
      "step": 30630
    },
    {
      "contrastive_lambda": 0.483509629542675,
      "epoch": 9.554273237679352,
      "step": 30631
    },
    {
      "contrastive_lambda": 0.4834834638687285,
      "epoch": 9.554585152838428,
      "step": 30632
    },
    {
      "contrastive_lambda": 0.4834572982400631,
      "epoch": 9.554897067997505,
      "step": 30633
    },
    {
      "contrastive_lambda": 0.48343113265675036,
      "epoch": 9.555208983156582,
      "step": 30634
    },
    {
      "contrastive_lambda": 0.4834049671188622,
      "epoch": 9.555520898315658,
      "step": 30635
    },
    {
      "contrastive_lambda": 0.48337880162647007,
      "epoch": 9.555832813474735,
      "step": 30636
    },
    {
      "contrastive_lambda": 0.48335263617964613,
      "epoch": 9.55614472863381,
      "step": 30637
    },
    {
      "contrastive_lambda": 0.48332647077846186,
      "epoch": 9.556456643792888,
      "step": 30638
    },
    {
      "contrastive_lambda": 0.4833003054229888,
      "epoch": 9.556768558951966,
      "step": 30639
    },
    {
      "epoch": 9.557080474111041,
      "grad_norm": 0.09892435371875763,
      "learning_rate": 5.2371838748988175e-05,
      "loss": 0.0229,
      "step": 30640
    },
    {
      "epoch": 9.557080474111041,
      "flow_loss": 0.030392028391361237,
      "step": 30640
    },
    {
      "contrastive_loss": 0.005445610731840134,
      "epoch": 9.557080474111041,
      "step": 30640
    },
    {
      "contrastive_lambda": 0.4832741401132991,
      "epoch": 9.557080474111041,
      "step": 30640
    },
    {
      "contrastive_lambda": 0.48324797484946436,
      "epoch": 9.557392389270118,
      "step": 30641
    },
    {
      "contrastive_lambda": 0.4832218096315561,
      "epoch": 9.557704304429196,
      "step": 30642
    },
    {
      "contrastive_lambda": 0.48319564445964613,
      "epoch": 9.558016219588271,
      "step": 30643
    },
    {
      "contrastive_lambda": 0.48316947933380644,
      "epoch": 9.558328134747349,
      "step": 30644
    },
    {
      "contrastive_lambda": 0.4831433142541085,
      "epoch": 9.558640049906426,
      "step": 30645
    },
    {
      "contrastive_lambda": 0.48311714922062415,
      "epoch": 9.558951965065502,
      "step": 30646
    },
    {
      "contrastive_lambda": 0.48309098423342506,
      "epoch": 9.559263880224579,
      "step": 30647
    },
    {
      "contrastive_lambda": 0.48306481929258294,
      "epoch": 9.559575795383656,
      "step": 30648
    },
    {
      "contrastive_lambda": 0.48303865439816973,
      "epoch": 9.559887710542732,
      "step": 30649
    },
    {
      "epoch": 9.56019962570181,
      "grad_norm": 0.09000060707330704,
      "learning_rate": 5.234431158326965e-05,
      "loss": 0.0256,
      "step": 30650
    },
    {
      "epoch": 9.56019962570181,
      "flow_loss": 0.023085404187440872,
      "step": 30650
    },
    {
      "contrastive_loss": 0.006070433184504509,
      "epoch": 9.56019962570181,
      "step": 30650
    },
    {
      "contrastive_lambda": 0.483012489550257,
      "epoch": 9.56019962570181,
      "step": 30650
    },
    {
      "contrastive_lambda": 0.48298632474891623,
      "epoch": 9.560511540860887,
      "step": 30651
    },
    {
      "contrastive_lambda": 0.4829601599942197,
      "epoch": 9.560823456019962,
      "step": 30652
    },
    {
      "contrastive_lambda": 0.4829339952862387,
      "epoch": 9.56113537117904,
      "step": 30653
    },
    {
      "contrastive_lambda": 0.4829078306250453,
      "epoch": 9.561447286338115,
      "step": 30654
    },
    {
      "contrastive_lambda": 0.48288166601071086,
      "epoch": 9.561759201497193,
      "step": 30655
    },
    {
      "contrastive_lambda": 0.48285550144330736,
      "epoch": 9.56207111665627,
      "step": 30656
    },
    {
      "contrastive_lambda": 0.4828293369229066,
      "epoch": 9.562383031815346,
      "step": 30657
    },
    {
      "contrastive_lambda": 0.48280317244958004,
      "epoch": 9.562694946974423,
      "step": 30658
    },
    {
      "contrastive_lambda": 0.4827770080233995,
      "epoch": 9.5630068621335,
      "step": 30659
    },
    {
      "epoch": 9.563318777292576,
      "grad_norm": 0.0930337980389595,
      "learning_rate": 5.231678370541115e-05,
      "loss": 0.0309,
      "step": 30660
    },
    {
      "epoch": 9.563318777292576,
      "flow_loss": 0.03519007936120033,
      "step": 30660
    },
    {
      "contrastive_loss": 0.005410226061940193,
      "epoch": 9.563318777292576,
      "step": 30660
    },
    {
      "contrastive_lambda": 0.482750843644437,
      "epoch": 9.563318777292576,
      "step": 30660
    },
    {
      "contrastive_lambda": 0.48272467931276397,
      "epoch": 9.563630692451653,
      "step": 30661
    },
    {
      "contrastive_lambda": 0.482698515028452,
      "epoch": 9.56394260761073,
      "step": 30662
    },
    {
      "contrastive_lambda": 0.4826723507915733,
      "epoch": 9.564254522769806,
      "step": 30663
    },
    {
      "contrastive_lambda": 0.48264618660219927,
      "epoch": 9.564566437928884,
      "step": 30664
    },
    {
      "contrastive_lambda": 0.48262002246040164,
      "epoch": 9.56487835308796,
      "step": 30665
    },
    {
      "contrastive_lambda": 0.4825938583662522,
      "epoch": 9.565190268247036,
      "step": 30666
    },
    {
      "contrastive_lambda": 0.48256769431982277,
      "epoch": 9.565502183406114,
      "step": 30667
    },
    {
      "contrastive_lambda": 0.48254153032118485,
      "epoch": 9.565814098565191,
      "step": 30668
    },
    {
      "contrastive_lambda": 0.4825153663704105,
      "epoch": 9.566126013724267,
      "step": 30669
    },
    {
      "epoch": 9.566437928883344,
      "grad_norm": 0.09149014949798584,
      "learning_rate": 5.228925512377495e-05,
      "loss": 0.0293,
      "step": 30670
    },
    {
      "epoch": 9.566437928883344,
      "flow_loss": 0.0446704626083374,
      "step": 30670
    },
    {
      "contrastive_loss": 0.0036769374273717403,
      "epoch": 9.566437928883344,
      "step": 30670
    },
    {
      "contrastive_lambda": 0.48248920246757104,
      "epoch": 9.566437928883344,
      "step": 30670
    },
    {
      "contrastive_lambda": 0.4824630386127386,
      "epoch": 9.56674984404242,
      "step": 30671
    },
    {
      "contrastive_lambda": 0.4824368748059848,
      "epoch": 9.567061759201497,
      "step": 30672
    },
    {
      "contrastive_lambda": 0.48241071104738104,
      "epoch": 9.567373674360574,
      "step": 30673
    },
    {
      "contrastive_lambda": 0.48238454733699954,
      "epoch": 9.56768558951965,
      "step": 30674
    },
    {
      "contrastive_lambda": 0.4823583836749118,
      "epoch": 9.567997504678727,
      "step": 30675
    },
    {
      "contrastive_lambda": 0.4823322200611894,
      "epoch": 9.568309419837805,
      "step": 30676
    },
    {
      "contrastive_lambda": 0.4823060564959043,
      "epoch": 9.56862133499688,
      "step": 30677
    },
    {
      "contrastive_lambda": 0.4822798929791282,
      "epoch": 9.568933250155958,
      "step": 30678
    },
    {
      "contrastive_lambda": 0.4822537295109327,
      "epoch": 9.569245165315035,
      "step": 30679
    },
    {
      "epoch": 9.56955708047411,
      "grad_norm": 0.10440891981124878,
      "learning_rate": 5.2261725846723465e-05,
      "loss": 0.0338,
      "step": 30680
    },
    {
      "epoch": 9.56955708047411,
      "flow_loss": 0.02995454892516136,
      "step": 30680
    },
    {
      "contrastive_loss": 0.005096535198390484,
      "epoch": 9.56955708047411,
      "step": 30680
    },
    {
      "contrastive_lambda": 0.4822275660913897,
      "epoch": 9.56955708047411,
      "step": 30680
    },
    {
      "contrastive_lambda": 0.48220140272057077,
      "epoch": 9.569868995633188,
      "step": 30681
    },
    {
      "contrastive_lambda": 0.4821752393985477,
      "epoch": 9.570180910792265,
      "step": 30682
    },
    {
      "contrastive_lambda": 0.4821490761253923,
      "epoch": 9.57049282595134,
      "step": 30683
    },
    {
      "contrastive_lambda": 0.48212291290117626,
      "epoch": 9.570804741110418,
      "step": 30684
    },
    {
      "contrastive_lambda": 0.482096749725971,
      "epoch": 9.571116656269496,
      "step": 30685
    },
    {
      "contrastive_lambda": 0.48207058659984875,
      "epoch": 9.571428571428571,
      "step": 30686
    },
    {
      "contrastive_lambda": 0.4820444235228809,
      "epoch": 9.571740486587649,
      "step": 30687
    },
    {
      "contrastive_lambda": 0.4820182604951394,
      "epoch": 9.572052401746724,
      "step": 30688
    },
    {
      "contrastive_lambda": 0.48199209751669575,
      "epoch": 9.572364316905801,
      "step": 30689
    },
    {
      "epoch": 9.572676232064879,
      "grad_norm": 0.08102776110172272,
      "learning_rate": 5.22341958826194e-05,
      "loss": 0.0274,
      "step": 30690
    },
    {
      "epoch": 9.572676232064879,
      "flow_loss": 0.03195179998874664,
      "step": 30690
    },
    {
      "contrastive_loss": 0.003776493715122342,
      "epoch": 9.572676232064879,
      "step": 30690
    },
    {
      "contrastive_lambda": 0.48196593458762177,
      "epoch": 9.572676232064879,
      "step": 30690
    },
    {
      "contrastive_lambda": 0.48193977170798935,
      "epoch": 9.572988147223954,
      "step": 30691
    },
    {
      "contrastive_lambda": 0.48191360887787005,
      "epoch": 9.573300062383032,
      "step": 30692
    },
    {
      "contrastive_lambda": 0.4818874460973354,
      "epoch": 9.57361197754211,
      "step": 30693
    },
    {
      "contrastive_lambda": 0.48186128336645756,
      "epoch": 9.573923892701185,
      "step": 30694
    },
    {
      "contrastive_lambda": 0.48183512068530804,
      "epoch": 9.574235807860262,
      "step": 30695
    },
    {
      "contrastive_lambda": 0.48180895805395835,
      "epoch": 9.57454772301934,
      "step": 30696
    },
    {
      "contrastive_lambda": 0.48178279547248065,
      "epoch": 9.574859638178415,
      "step": 30697
    },
    {
      "contrastive_lambda": 0.48175663294094645,
      "epoch": 9.575171553337492,
      "step": 30698
    },
    {
      "contrastive_lambda": 0.4817304704594274,
      "epoch": 9.57548346849657,
      "step": 30699
    },
    {
      "epoch": 9.575795383655645,
      "grad_norm": 0.09899956732988358,
      "learning_rate": 5.22066652398256e-05,
      "loss": 0.0293,
      "step": 30700
    },
    {
      "epoch": 9.575795383655645,
      "flow_loss": 0.025908229872584343,
      "step": 30700
    },
    {
      "contrastive_loss": 0.007973391562700272,
      "epoch": 9.575795383655645,
      "step": 30700
    },
    {
      "contrastive_lambda": 0.48170430802799524,
      "epoch": 9.575795383655645,
      "step": 30700
    },
    {
      "contrastive_lambda": 0.4816781456467219,
      "epoch": 9.576107298814723,
      "step": 30701
    },
    {
      "contrastive_lambda": 0.4816519833156789,
      "epoch": 9.5764192139738,
      "step": 30702
    },
    {
      "contrastive_lambda": 0.48162582103493806,
      "epoch": 9.576731129132876,
      "step": 30703
    },
    {
      "contrastive_lambda": 0.4815996588045709,
      "epoch": 9.577043044291953,
      "step": 30704
    },
    {
      "contrastive_lambda": 0.48157349662464954,
      "epoch": 9.577354959451029,
      "step": 30705
    },
    {
      "contrastive_lambda": 0.4815473344952455,
      "epoch": 9.577666874610106,
      "step": 30706
    },
    {
      "contrastive_lambda": 0.48152117241643033,
      "epoch": 9.577978789769183,
      "step": 30707
    },
    {
      "contrastive_lambda": 0.48149501038827597,
      "epoch": 9.578290704928259,
      "step": 30708
    },
    {
      "contrastive_lambda": 0.48146884841085413,
      "epoch": 9.578602620087336,
      "step": 30709
    },
    {
      "epoch": 9.578914535246414,
      "grad_norm": 0.09481921792030334,
      "learning_rate": 5.2179133926705185e-05,
      "loss": 0.0336,
      "step": 30710
    },
    {
      "epoch": 9.578914535246414,
      "flow_loss": 0.038055188953876495,
      "step": 30710
    },
    {
      "contrastive_loss": 0.0044163186103105545,
      "epoch": 9.578914535246414,
      "step": 30710
    },
    {
      "contrastive_lambda": 0.48144268648423644,
      "epoch": 9.578914535246414,
      "step": 30710
    },
    {
      "contrastive_lambda": 0.48141652460849477,
      "epoch": 9.57922645040549,
      "step": 30711
    },
    {
      "contrastive_lambda": 0.4813903627837007,
      "epoch": 9.579538365564567,
      "step": 30712
    },
    {
      "contrastive_lambda": 0.48136420100992594,
      "epoch": 9.579850280723644,
      "step": 30713
    },
    {
      "contrastive_lambda": 0.4813380392872424,
      "epoch": 9.58016219588272,
      "step": 30714
    },
    {
      "contrastive_lambda": 0.4813118776157217,
      "epoch": 9.580474111041797,
      "step": 30715
    },
    {
      "contrastive_lambda": 0.4812857159954353,
      "epoch": 9.580786026200874,
      "step": 30716
    },
    {
      "contrastive_lambda": 0.4812595544264554,
      "epoch": 9.58109794135995,
      "step": 30717
    },
    {
      "contrastive_lambda": 0.48123339290885353,
      "epoch": 9.581409856519027,
      "step": 30718
    },
    {
      "contrastive_lambda": 0.4812072314427011,
      "epoch": 9.581721771678104,
      "step": 30719
    },
    {
      "epoch": 9.58203368683718,
      "grad_norm": 0.08959702402353287,
      "learning_rate": 5.215160195162141e-05,
      "loss": 0.0305,
      "step": 30720
    },
    {
      "epoch": 9.58203368683718,
      "flow_loss": 0.04445050656795502,
      "step": 30720
    },
    {
      "contrastive_loss": 0.0036690128035843372,
      "epoch": 9.58203368683718,
      "step": 30720
    },
    {
      "contrastive_lambda": 0.48118107002807037,
      "epoch": 9.58203368683718,
      "step": 30720
    },
    {
      "contrastive_lambda": 0.4811549086650328,
      "epoch": 9.582345601996257,
      "step": 30721
    },
    {
      "contrastive_lambda": 0.48112874735366,
      "epoch": 9.582657517155333,
      "step": 30722
    },
    {
      "contrastive_lambda": 0.48110258609402384,
      "epoch": 9.58296943231441,
      "step": 30723
    },
    {
      "contrastive_lambda": 0.481076424886196,
      "epoch": 9.583281347473488,
      "step": 30724
    },
    {
      "contrastive_lambda": 0.48105026373024834,
      "epoch": 9.583593262632563,
      "step": 30725
    },
    {
      "contrastive_lambda": 0.48102410262625245,
      "epoch": 9.58390517779164,
      "step": 30726
    },
    {
      "contrastive_lambda": 0.48099794157427983,
      "epoch": 9.584217092950718,
      "step": 30727
    },
    {
      "contrastive_lambda": 0.48097178057440265,
      "epoch": 9.584529008109794,
      "step": 30728
    },
    {
      "contrastive_lambda": 0.4809456196266924,
      "epoch": 9.584840923268871,
      "step": 30729
    },
    {
      "epoch": 9.585152838427948,
      "grad_norm": 0.09810667484998703,
      "learning_rate": 5.212406932293776e-05,
      "loss": 0.0371,
      "step": 30730
    },
    {
      "epoch": 9.585152838427948,
      "flow_loss": 0.029299873858690262,
      "step": 30730
    },
    {
      "contrastive_loss": 0.0038797911256551743,
      "epoch": 9.585152838427948,
      "step": 30730
    },
    {
      "contrastive_lambda": 0.4809194587312207,
      "epoch": 9.585152838427948,
      "step": 30730
    },
    {
      "contrastive_lambda": 0.4808932978880594,
      "epoch": 9.585464753587024,
      "step": 30731
    },
    {
      "contrastive_lambda": 0.48086713709728035,
      "epoch": 9.585776668746101,
      "step": 30732
    },
    {
      "contrastive_lambda": 0.480840976358955,
      "epoch": 9.586088583905179,
      "step": 30733
    },
    {
      "contrastive_lambda": 0.4808148156731553,
      "epoch": 9.586400499064254,
      "step": 30734
    },
    {
      "contrastive_lambda": 0.4807886550399528,
      "epoch": 9.586712414223332,
      "step": 30735
    },
    {
      "contrastive_lambda": 0.4807624944594192,
      "epoch": 9.587024329382409,
      "step": 30736
    },
    {
      "contrastive_lambda": 0.4807363339316265,
      "epoch": 9.587336244541484,
      "step": 30737
    },
    {
      "contrastive_lambda": 0.48071017345664624,
      "epoch": 9.587648159700562,
      "step": 30738
    },
    {
      "contrastive_lambda": 0.4806840130345499,
      "epoch": 9.587960074859637,
      "step": 30739
    },
    {
      "epoch": 9.588271990018715,
      "grad_norm": 0.10390158742666245,
      "learning_rate": 5.209653604901795e-05,
      "loss": 0.0323,
      "step": 30740
    },
    {
      "epoch": 9.588271990018715,
      "flow_loss": 0.029875222593545914,
      "step": 30740
    },
    {
      "contrastive_loss": 0.0046386392787098885,
      "epoch": 9.588271990018715,
      "step": 30740
    },
    {
      "contrastive_lambda": 0.48065785266540967,
      "epoch": 9.588271990018715,
      "step": 30740
    },
    {
      "contrastive_lambda": 0.48063169234929687,
      "epoch": 9.588583905177792,
      "step": 30741
    },
    {
      "contrastive_lambda": 0.4806055320862834,
      "epoch": 9.588895820336868,
      "step": 30742
    },
    {
      "contrastive_lambda": 0.4805793718764411,
      "epoch": 9.589207735495945,
      "step": 30743
    },
    {
      "contrastive_lambda": 0.48055321171984144,
      "epoch": 9.589519650655022,
      "step": 30744
    },
    {
      "contrastive_lambda": 0.4805270516165564,
      "epoch": 9.589831565814098,
      "step": 30745
    },
    {
      "contrastive_lambda": 0.4805008915666574,
      "epoch": 9.590143480973175,
      "step": 30746
    },
    {
      "contrastive_lambda": 0.4804747315702163,
      "epoch": 9.590455396132253,
      "step": 30747
    },
    {
      "contrastive_lambda": 0.480448571627305,
      "epoch": 9.590767311291328,
      "step": 30748
    },
    {
      "contrastive_lambda": 0.480422411737995,
      "epoch": 9.591079226450406,
      "step": 30749
    },
    {
      "epoch": 9.591391141609483,
      "grad_norm": 0.09670668840408325,
      "learning_rate": 5.206900213822584e-05,
      "loss": 0.0311,
      "step": 30750
    },
    {
      "epoch": 9.591391141609483,
      "flow_loss": 0.028372572734951973,
      "step": 30750
    },
    {
      "contrastive_loss": 0.005387864541262388,
      "epoch": 9.591391141609483,
      "step": 30750
    },
    {
      "contrastive_lambda": 0.48039625190235785,
      "epoch": 9.591391141609483,
      "step": 30750
    },
    {
      "contrastive_lambda": 0.4803700921204657,
      "epoch": 9.591703056768559,
      "step": 30751
    },
    {
      "contrastive_lambda": 0.4803439323923901,
      "epoch": 9.592014971927636,
      "step": 30752
    },
    {
      "contrastive_lambda": 0.4803177727182026,
      "epoch": 9.592326887086713,
      "step": 30753
    },
    {
      "contrastive_lambda": 0.480291613097975,
      "epoch": 9.592638802245789,
      "step": 30754
    },
    {
      "contrastive_lambda": 0.48026545353177924,
      "epoch": 9.592950717404866,
      "step": 30755
    },
    {
      "contrastive_lambda": 0.48023929401968674,
      "epoch": 9.593262632563942,
      "step": 30756
    },
    {
      "contrastive_lambda": 0.4802131345617694,
      "epoch": 9.59357454772302,
      "step": 30757
    },
    {
      "contrastive_lambda": 0.4801869751580987,
      "epoch": 9.593886462882097,
      "step": 30758
    },
    {
      "contrastive_lambda": 0.4801608158087467,
      "epoch": 9.594198378041172,
      "step": 30759
    },
    {
      "epoch": 9.59451029320025,
      "grad_norm": 0.10359515249729156,
      "learning_rate": 5.204146759892551e-05,
      "loss": 0.0295,
      "step": 30760
    },
    {
      "epoch": 9.59451029320025,
      "flow_loss": 0.019845157861709595,
      "step": 30760
    },
    {
      "contrastive_loss": 0.005587589927017689,
      "epoch": 9.59451029320025,
      "step": 30760
    },
    {
      "contrastive_lambda": 0.480134656513785,
      "epoch": 9.59451029320025,
      "step": 30760
    },
    {
      "contrastive_lambda": 0.48010849727328503,
      "epoch": 9.594822208359327,
      "step": 30761
    },
    {
      "contrastive_lambda": 0.480082338087319,
      "epoch": 9.595134123518402,
      "step": 30762
    },
    {
      "contrastive_lambda": 0.4800561789559583,
      "epoch": 9.59544603867748,
      "step": 30763
    },
    {
      "contrastive_lambda": 0.4800300198792746,
      "epoch": 9.595757953836557,
      "step": 30764
    },
    {
      "contrastive_lambda": 0.4800038608573398,
      "epoch": 9.596069868995633,
      "step": 30765
    },
    {
      "contrastive_lambda": 0.47997770189022565,
      "epoch": 9.59638178415471,
      "step": 30766
    },
    {
      "contrastive_lambda": 0.4799515429780037,
      "epoch": 9.596693699313787,
      "step": 30767
    },
    {
      "contrastive_lambda": 0.47992538412074576,
      "epoch": 9.597005614472863,
      "step": 30768
    },
    {
      "contrastive_lambda": 0.4798992253185234,
      "epoch": 9.59731752963194,
      "step": 30769
    },
    {
      "epoch": 9.597629444791018,
      "grad_norm": 0.09987670183181763,
      "learning_rate": 5.2013932439481216e-05,
      "loss": 0.0338,
      "step": 30770
    },
    {
      "epoch": 9.597629444791018,
      "flow_loss": 0.03601731359958649,
      "step": 30770
    },
    {
      "contrastive_loss": 0.0030958012212067842,
      "epoch": 9.597629444791018,
      "step": 30770
    },
    {
      "contrastive_lambda": 0.47987306657140855,
      "epoch": 9.597629444791018,
      "step": 30770
    },
    {
      "contrastive_lambda": 0.4798469078794729,
      "epoch": 9.597941359950093,
      "step": 30771
    },
    {
      "contrastive_lambda": 0.47982074924278806,
      "epoch": 9.59825327510917,
      "step": 30772
    },
    {
      "contrastive_lambda": 0.47979459066142555,
      "epoch": 9.598565190268246,
      "step": 30773
    },
    {
      "contrastive_lambda": 0.4797684321354576,
      "epoch": 9.598877105427324,
      "step": 30774
    },
    {
      "contrastive_lambda": 0.4797422736649555,
      "epoch": 9.599189020586401,
      "step": 30775
    },
    {
      "contrastive_lambda": 0.4797161152499911,
      "epoch": 9.599500935745477,
      "step": 30776
    },
    {
      "contrastive_lambda": 0.47968995689063626,
      "epoch": 9.599812850904554,
      "step": 30777
    },
    {
      "contrastive_lambda": 0.4796637985869624,
      "epoch": 9.600124766063631,
      "step": 30778
    },
    {
      "contrastive_lambda": 0.47963764033904155,
      "epoch": 9.600436681222707,
      "step": 30779
    },
    {
      "epoch": 9.600748596381784,
      "grad_norm": 0.10226432234048843,
      "learning_rate": 5.198639666825743e-05,
      "loss": 0.0307,
      "step": 30780
    },
    {
      "epoch": 9.600748596381784,
      "flow_loss": 0.03676145523786545,
      "step": 30780
    },
    {
      "contrastive_loss": 0.00414180476218462,
      "epoch": 9.600748596381784,
      "step": 30780
    },
    {
      "contrastive_lambda": 0.4796114821469451,
      "epoch": 9.600748596381784,
      "step": 30780
    },
    {
      "contrastive_lambda": 0.479585324010745,
      "epoch": 9.601060511540862,
      "step": 30781
    },
    {
      "contrastive_lambda": 0.47955916593051295,
      "epoch": 9.601372426699937,
      "step": 30782
    },
    {
      "contrastive_lambda": 0.4795330079063206,
      "epoch": 9.601684341859015,
      "step": 30783
    },
    {
      "contrastive_lambda": 0.4795068499382395,
      "epoch": 9.601996257018092,
      "step": 30784
    },
    {
      "contrastive_lambda": 0.4794806920263417,
      "epoch": 9.602308172177167,
      "step": 30785
    },
    {
      "contrastive_lambda": 0.4794545341706988,
      "epoch": 9.602620087336245,
      "step": 30786
    },
    {
      "contrastive_lambda": 0.4794283763713823,
      "epoch": 9.602932002495322,
      "step": 30787
    },
    {
      "contrastive_lambda": 0.4794022186284641,
      "epoch": 9.603243917654398,
      "step": 30788
    },
    {
      "contrastive_lambda": 0.479376060942016,
      "epoch": 9.603555832813475,
      "step": 30789
    },
    {
      "epoch": 9.60386774797255,
      "grad_norm": 0.14505159854888916,
      "learning_rate": 5.195886029361877e-05,
      "loss": 0.0342,
      "step": 30790
    },
    {
      "epoch": 9.60386774797255,
      "flow_loss": 0.03498668223619461,
      "step": 30790
    },
    {
      "contrastive_loss": 0.006261173170059919,
      "epoch": 9.60386774797255,
      "step": 30790
    },
    {
      "contrastive_lambda": 0.47934990331210947,
      "epoch": 9.60386774797255,
      "step": 30790
    },
    {
      "contrastive_lambda": 0.47932374573881653,
      "epoch": 9.604179663131628,
      "step": 30791
    },
    {
      "contrastive_lambda": 0.4792975882222084,
      "epoch": 9.604491578290705,
      "step": 30792
    },
    {
      "contrastive_lambda": 0.4792714307623574,
      "epoch": 9.604803493449781,
      "step": 30793
    },
    {
      "contrastive_lambda": 0.4792452733593349,
      "epoch": 9.605115408608858,
      "step": 30794
    },
    {
      "contrastive_lambda": 0.4792191160132125,
      "epoch": 9.605427323767936,
      "step": 30795
    },
    {
      "contrastive_lambda": 0.47919295872406226,
      "epoch": 9.605739238927011,
      "step": 30796
    },
    {
      "contrastive_lambda": 0.4791668014919557,
      "epoch": 9.606051154086089,
      "step": 30797
    },
    {
      "contrastive_lambda": 0.4791406443169644,
      "epoch": 9.606363069245166,
      "step": 30798
    },
    {
      "contrastive_lambda": 0.4791144871991602,
      "epoch": 9.606674984404242,
      "step": 30799
    },
    {
      "epoch": 9.606986899563319,
      "grad_norm": 0.10819879174232483,
      "learning_rate": 5.193132332393009e-05,
      "loss": 0.0285,
      "step": 30800
    },
    {
      "epoch": 9.606986899563319,
      "flow_loss": 0.028537418693304062,
      "step": 30800
    },
    {
      "contrastive_loss": 0.008979879319667816,
      "epoch": 9.606986899563319,
      "step": 30800
    },
    {
      "contrastive_lambda": 0.479088330138615,
      "epoch": 9.606986899563319,
      "step": 30800
    },
    {
      "contrastive_lambda": 0.47906217313540017,
      "epoch": 9.607298814722396,
      "step": 30801
    },
    {
      "contrastive_lambda": 0.47903601618958774,
      "epoch": 9.607610729881472,
      "step": 30802
    },
    {
      "contrastive_lambda": 0.4790098593012491,
      "epoch": 9.60792264504055,
      "step": 30803
    },
    {
      "contrastive_lambda": 0.47898370247045613,
      "epoch": 9.608234560199627,
      "step": 30804
    },
    {
      "contrastive_lambda": 0.47895754569728066,
      "epoch": 9.608546475358702,
      "step": 30805
    },
    {
      "contrastive_lambda": 0.47893138898179427,
      "epoch": 9.60885839051778,
      "step": 30806
    },
    {
      "contrastive_lambda": 0.47890523232406845,
      "epoch": 9.609170305676855,
      "step": 30807
    },
    {
      "contrastive_lambda": 0.4788790757241754,
      "epoch": 9.609482220835933,
      "step": 30808
    },
    {
      "contrastive_lambda": 0.47885291918218637,
      "epoch": 9.60979413599501,
      "step": 30809
    },
    {
      "epoch": 9.610106051154085,
      "grad_norm": 0.07433424144983292,
      "learning_rate": 5.1903785767556376e-05,
      "loss": 0.0252,
      "step": 30810
    },
    {
      "epoch": 9.610106051154085,
      "flow_loss": 0.02252114936709404,
      "step": 30810
    },
    {
      "contrastive_loss": 0.0038200942799448967,
      "epoch": 9.610106051154085,
      "step": 30810
    },
    {
      "contrastive_lambda": 0.4788267626981734,
      "epoch": 9.610106051154085,
      "step": 30810
    },
    {
      "contrastive_lambda": 0.47880060627220794,
      "epoch": 9.610417966313163,
      "step": 30811
    },
    {
      "contrastive_lambda": 0.47877444990436185,
      "epoch": 9.61072988147224,
      "step": 30812
    },
    {
      "contrastive_lambda": 0.47874829359470694,
      "epoch": 9.611041796631316,
      "step": 30813
    },
    {
      "contrastive_lambda": 0.47872213734331476,
      "epoch": 9.611353711790393,
      "step": 30814
    },
    {
      "contrastive_lambda": 0.4786959811502568,
      "epoch": 9.61166562694947,
      "step": 30815
    },
    {
      "contrastive_lambda": 0.4786698250156053,
      "epoch": 9.611977542108546,
      "step": 30816
    },
    {
      "contrastive_lambda": 0.47864366893943167,
      "epoch": 9.612289457267623,
      "step": 30817
    },
    {
      "contrastive_lambda": 0.4786175129218074,
      "epoch": 9.6126013724267,
      "step": 30818
    },
    {
      "contrastive_lambda": 0.47859135696280464,
      "epoch": 9.612913287585776,
      "step": 30819
    },
    {
      "epoch": 9.613225202744854,
      "grad_norm": 0.10059624910354614,
      "learning_rate": 5.187624763286282e-05,
      "loss": 0.0266,
      "step": 30820
    },
    {
      "epoch": 9.613225202744854,
      "flow_loss": 0.07254007458686829,
      "step": 30820
    },
    {
      "contrastive_loss": 0.007190244738012552,
      "epoch": 9.613225202744854,
      "step": 30820
    },
    {
      "contrastive_lambda": 0.4785652010624949,
      "epoch": 9.613225202744854,
      "step": 30820
    },
    {
      "contrastive_lambda": 0.47853904522094975,
      "epoch": 9.613537117903931,
      "step": 30821
    },
    {
      "contrastive_lambda": 0.47851288943824105,
      "epoch": 9.613849033063007,
      "step": 30822
    },
    {
      "contrastive_lambda": 0.4784867337144406,
      "epoch": 9.614160948222084,
      "step": 30823
    },
    {
      "contrastive_lambda": 0.4784605780496199,
      "epoch": 9.61447286338116,
      "step": 30824
    },
    {
      "contrastive_lambda": 0.4784344224438508,
      "epoch": 9.614784778540237,
      "step": 30825
    },
    {
      "contrastive_lambda": 0.4784082668972049,
      "epoch": 9.615096693699314,
      "step": 30826
    },
    {
      "contrastive_lambda": 0.4783821114097539,
      "epoch": 9.61540860885839,
      "step": 30827
    },
    {
      "contrastive_lambda": 0.4783559559815697,
      "epoch": 9.615720524017467,
      "step": 30828
    },
    {
      "contrastive_lambda": 0.4783298006127238,
      "epoch": 9.616032439176545,
      "step": 30829
    },
    {
      "epoch": 9.61634435433562,
      "grad_norm": 0.10178805142641068,
      "learning_rate": 5.184870892821475e-05,
      "loss": 0.0355,
      "step": 30830
    },
    {
      "epoch": 9.61634435433562,
      "flow_loss": 0.02602391503751278,
      "step": 30830
    },
    {
      "contrastive_loss": 0.005023530684411526,
      "epoch": 9.61634435433562,
      "step": 30830
    },
    {
      "contrastive_lambda": 0.47830364530328795,
      "epoch": 9.61634435433562,
      "step": 30830
    },
    {
      "contrastive_lambda": 0.47827749005333403,
      "epoch": 9.616656269494698,
      "step": 30831
    },
    {
      "contrastive_lambda": 0.4782513348629335,
      "epoch": 9.616968184653775,
      "step": 30832
    },
    {
      "contrastive_lambda": 0.4782251797321582,
      "epoch": 9.61728009981285,
      "step": 30833
    },
    {
      "contrastive_lambda": 0.4781990246610798,
      "epoch": 9.617592014971928,
      "step": 30834
    },
    {
      "contrastive_lambda": 0.47817286964976996,
      "epoch": 9.617903930131005,
      "step": 30835
    },
    {
      "contrastive_lambda": 0.47814671469830056,
      "epoch": 9.61821584529008,
      "step": 30836
    },
    {
      "contrastive_lambda": 0.4781205598067432,
      "epoch": 9.618527760449158,
      "step": 30837
    },
    {
      "contrastive_lambda": 0.4780944049751693,
      "epoch": 9.618839675608235,
      "step": 30838
    },
    {
      "contrastive_lambda": 0.47806825020365107,
      "epoch": 9.619151590767311,
      "step": 30839
    },
    {
      "epoch": 9.619463505926388,
      "grad_norm": 0.10408636182546616,
      "learning_rate": 5.182116966197773e-05,
      "loss": 0.0315,
      "step": 30840
    },
    {
      "epoch": 9.619463505926388,
      "flow_loss": 0.01749030314385891,
      "step": 30840
    },
    {
      "contrastive_loss": 0.004116048105061054,
      "epoch": 9.619463505926388,
      "step": 30840
    },
    {
      "contrastive_lambda": 0.47804209549225996,
      "epoch": 9.619463505926388,
      "step": 30840
    },
    {
      "contrastive_lambda": 0.4780159408410675,
      "epoch": 9.619775421085464,
      "step": 30841
    },
    {
      "contrastive_lambda": 0.4779897862501458,
      "epoch": 9.620087336244541,
      "step": 30842
    },
    {
      "contrastive_lambda": 0.47796363171956635,
      "epoch": 9.620399251403619,
      "step": 30843
    },
    {
      "contrastive_lambda": 0.4779374772494007,
      "epoch": 9.620711166562694,
      "step": 30844
    },
    {
      "contrastive_lambda": 0.4779113228397208,
      "epoch": 9.621023081721772,
      "step": 30845
    },
    {
      "contrastive_lambda": 0.4778851684905982,
      "epoch": 9.621334996880849,
      "step": 30846
    },
    {
      "contrastive_lambda": 0.4778590142021048,
      "epoch": 9.621646912039925,
      "step": 30847
    },
    {
      "contrastive_lambda": 0.4778328599743122,
      "epoch": 9.621958827199002,
      "step": 30848
    },
    {
      "contrastive_lambda": 0.4778067058072918,
      "epoch": 9.62227074235808,
      "step": 30849
    },
    {
      "epoch": 9.622582657517155,
      "grad_norm": 0.08201885968446732,
      "learning_rate": 5.1793629842517466e-05,
      "loss": 0.0333,
      "step": 30850
    },
    {
      "epoch": 9.622582657517155,
      "flow_loss": 0.02323819138109684,
      "step": 30850
    },
    {
      "contrastive_loss": 0.004701737314462662,
      "epoch": 9.622582657517155,
      "step": 30850
    },
    {
      "contrastive_lambda": 0.4777805517011158,
      "epoch": 9.622582657517155,
      "step": 30850
    },
    {
      "contrastive_lambda": 0.4777543976558557,
      "epoch": 9.622894572676232,
      "step": 30851
    },
    {
      "contrastive_lambda": 0.47772824367158306,
      "epoch": 9.623206487835308,
      "step": 30852
    },
    {
      "contrastive_lambda": 0.4777020897483697,
      "epoch": 9.623518402994385,
      "step": 30853
    },
    {
      "contrastive_lambda": 0.47767593588628743,
      "epoch": 9.623830318153463,
      "step": 30854
    },
    {
      "contrastive_lambda": 0.47764978208540776,
      "epoch": 9.62414223331254,
      "step": 30855
    },
    {
      "contrastive_lambda": 0.4776236283458026,
      "epoch": 9.624454148471616,
      "step": 30856
    },
    {
      "contrastive_lambda": 0.4775974746675434,
      "epoch": 9.624766063630693,
      "step": 30857
    },
    {
      "contrastive_lambda": 0.477571321050702,
      "epoch": 9.625077978789768,
      "step": 30858
    },
    {
      "contrastive_lambda": 0.4775451674953502,
      "epoch": 9.625389893948846,
      "step": 30859
    },
    {
      "epoch": 9.625701809107923,
      "grad_norm": 0.08400017768144608,
      "learning_rate": 5.17660894781998e-05,
      "loss": 0.028,
      "step": 30860
    },
    {
      "epoch": 9.625701809107923,
      "flow_loss": 0.01898946985602379,
      "step": 30860
    },
    {
      "contrastive_loss": 0.0043215565383434296,
      "epoch": 9.625701809107923,
      "step": 30860
    },
    {
      "contrastive_lambda": 0.4775190140015596,
      "epoch": 9.625701809107923,
      "step": 30860
    },
    {
      "contrastive_lambda": 0.4774928605694017,
      "epoch": 9.626013724266999,
      "step": 30861
    },
    {
      "contrastive_lambda": 0.4774667071989486,
      "epoch": 9.626325639426076,
      "step": 30862
    },
    {
      "contrastive_lambda": 0.47744055389027173,
      "epoch": 9.626637554585153,
      "step": 30863
    },
    {
      "contrastive_lambda": 0.4774144006434428,
      "epoch": 9.626949469744229,
      "step": 30864
    },
    {
      "contrastive_lambda": 0.47738824745853375,
      "epoch": 9.627261384903306,
      "step": 30865
    },
    {
      "contrastive_lambda": 0.47736209433561594,
      "epoch": 9.627573300062384,
      "step": 30866
    },
    {
      "contrastive_lambda": 0.47733594127476137,
      "epoch": 9.62788521522146,
      "step": 30867
    },
    {
      "contrastive_lambda": 0.4773097882760415,
      "epoch": 9.628197130380537,
      "step": 30868
    },
    {
      "contrastive_lambda": 0.4772836353395281,
      "epoch": 9.628509045539612,
      "step": 30869
    },
    {
      "epoch": 9.62882096069869,
      "grad_norm": 0.12338633090257645,
      "learning_rate": 5.173854857739079e-05,
      "loss": 0.0346,
      "step": 30870
    },
    {
      "epoch": 9.62882096069869,
      "flow_loss": 0.025520987808704376,
      "step": 30870
    },
    {
      "contrastive_loss": 0.004878046456724405,
      "epoch": 9.62882096069869,
      "step": 30870
    },
    {
      "contrastive_lambda": 0.47725748246529304,
      "epoch": 9.62882096069869,
      "step": 30870
    },
    {
      "contrastive_lambda": 0.47723132965340787,
      "epoch": 9.629132875857767,
      "step": 30871
    },
    {
      "contrastive_lambda": 0.4772051769039441,
      "epoch": 9.629444791016843,
      "step": 30872
    },
    {
      "contrastive_lambda": 0.47717902421697383,
      "epoch": 9.62975670617592,
      "step": 30873
    },
    {
      "contrastive_lambda": 0.4771528715925686,
      "epoch": 9.630068621334997,
      "step": 30874
    },
    {
      "contrastive_lambda": 0.4771267190307999,
      "epoch": 9.630380536494073,
      "step": 30875
    },
    {
      "contrastive_lambda": 0.4771005665317396,
      "epoch": 9.63069245165315,
      "step": 30876
    },
    {
      "contrastive_lambda": 0.4770744140954596,
      "epoch": 9.631004366812228,
      "step": 30877
    },
    {
      "contrastive_lambda": 0.4770482617220312,
      "epoch": 9.631316281971303,
      "step": 30878
    },
    {
      "contrastive_lambda": 0.4770221094115264,
      "epoch": 9.63162819713038,
      "step": 30879
    },
    {
      "epoch": 9.631940112289458,
      "grad_norm": 0.14520470798015594,
      "learning_rate": 5.171100714845661e-05,
      "loss": 0.0324,
      "step": 30880
    },
    {
      "epoch": 9.631940112289458,
      "flow_loss": 0.017181936651468277,
      "step": 30880
    },
    {
      "contrastive_loss": 0.004009838216006756,
      "epoch": 9.631940112289458,
      "step": 30880
    },
    {
      "contrastive_lambda": 0.4769959571640166,
      "epoch": 9.631940112289458,
      "step": 30880
    },
    {
      "contrastive_lambda": 0.4769698049795739,
      "epoch": 9.632252027448533,
      "step": 30881
    },
    {
      "contrastive_lambda": 0.4769436528582698,
      "epoch": 9.63256394260761,
      "step": 30882
    },
    {
      "contrastive_lambda": 0.47691750080017575,
      "epoch": 9.632875857766688,
      "step": 30883
    },
    {
      "contrastive_lambda": 0.47689134880536393,
      "epoch": 9.633187772925764,
      "step": 30884
    },
    {
      "contrastive_lambda": 0.4768651968739058,
      "epoch": 9.633499688084841,
      "step": 30885
    },
    {
      "contrastive_lambda": 0.4768390450058729,
      "epoch": 9.633811603243917,
      "step": 30886
    },
    {
      "contrastive_lambda": 0.4768128932013371,
      "epoch": 9.634123518402994,
      "step": 30887
    },
    {
      "contrastive_lambda": 0.47678674146037014,
      "epoch": 9.634435433562071,
      "step": 30888
    },
    {
      "contrastive_lambda": 0.47676058978304353,
      "epoch": 9.634747348721147,
      "step": 30889
    },
    {
      "epoch": 9.635059263880224,
      "grad_norm": 0.12581133842468262,
      "learning_rate": 5.1683465199763646e-05,
      "loss": 0.0279,
      "step": 30890
    },
    {
      "epoch": 9.635059263880224,
      "flow_loss": 0.022909672930836678,
      "step": 30890
    },
    {
      "contrastive_loss": 0.004216053988784552,
      "epoch": 9.635059263880224,
      "step": 30890
    },
    {
      "contrastive_lambda": 0.47673443816942923,
      "epoch": 9.635059263880224,
      "step": 30890
    },
    {
      "contrastive_lambda": 0.47670828661959863,
      "epoch": 9.635371179039302,
      "step": 30891
    },
    {
      "contrastive_lambda": 0.4766821351336237,
      "epoch": 9.635683094198377,
      "step": 30892
    },
    {
      "contrastive_lambda": 0.476655983711576,
      "epoch": 9.635995009357455,
      "step": 30893
    },
    {
      "contrastive_lambda": 0.4766298323535273,
      "epoch": 9.636306924516532,
      "step": 30894
    },
    {
      "contrastive_lambda": 0.47660368105954903,
      "epoch": 9.636618839675608,
      "step": 30895
    },
    {
      "contrastive_lambda": 0.4765775298297133,
      "epoch": 9.636930754834685,
      "step": 30896
    },
    {
      "contrastive_lambda": 0.4765513786640915,
      "epoch": 9.637242669993762,
      "step": 30897
    },
    {
      "contrastive_lambda": 0.4765252275627554,
      "epoch": 9.637554585152838,
      "step": 30898
    },
    {
      "contrastive_lambda": 0.4764990765257769,
      "epoch": 9.637866500311915,
      "step": 30899
    },
    {
      "epoch": 9.638178415470993,
      "grad_norm": 0.130976140499115,
      "learning_rate": 5.16559227396784e-05,
      "loss": 0.0305,
      "step": 30900
    },
    {
      "epoch": 9.638178415470993,
      "flow_loss": 0.021441906690597534,
      "step": 30900
    },
    {
      "contrastive_loss": 0.004599925130605698,
      "epoch": 9.638178415470993,
      "step": 30900
    },
    {
      "contrastive_lambda": 0.47647292555322734,
      "epoch": 9.638178415470993,
      "step": 30900
    },
    {
      "contrastive_lambda": 0.4764467746451787,
      "epoch": 9.638490330630068,
      "step": 30901
    },
    {
      "contrastive_lambda": 0.4764206238017025,
      "epoch": 9.638802245789146,
      "step": 30902
    },
    {
      "contrastive_lambda": 0.47639447302287047,
      "epoch": 9.639114160948221,
      "step": 30903
    },
    {
      "contrastive_lambda": 0.4763683223087545,
      "epoch": 9.639426076107299,
      "step": 30904
    },
    {
      "contrastive_lambda": 0.47634217165942605,
      "epoch": 9.639737991266376,
      "step": 30905
    },
    {
      "contrastive_lambda": 0.47631602107495663,
      "epoch": 9.640049906425451,
      "step": 30906
    },
    {
      "contrastive_lambda": 0.47628987055541844,
      "epoch": 9.640361821584529,
      "step": 30907
    },
    {
      "contrastive_lambda": 0.47626372010088297,
      "epoch": 9.640673736743606,
      "step": 30908
    },
    {
      "contrastive_lambda": 0.47623756971142167,
      "epoch": 9.640985651902682,
      "step": 30909
    },
    {
      "epoch": 9.641297567061759,
      "grad_norm": 0.12658138573169708,
      "learning_rate": 5.1628379776567556e-05,
      "loss": 0.0313,
      "step": 30910
    },
    {
      "epoch": 9.641297567061759,
      "flow_loss": 0.026734715327620506,
      "step": 30910
    },
    {
      "contrastive_loss": 0.005388712044805288,
      "epoch": 9.641297567061759,
      "step": 30910
    },
    {
      "contrastive_lambda": 0.4762114193871065,
      "epoch": 9.641297567061759,
      "step": 30910
    },
    {
      "contrastive_lambda": 0.4761852691280091,
      "epoch": 9.641609482220836,
      "step": 30911
    },
    {
      "contrastive_lambda": 0.47615911893420104,
      "epoch": 9.641921397379912,
      "step": 30912
    },
    {
      "contrastive_lambda": 0.4761329688057543,
      "epoch": 9.64223331253899,
      "step": 30913
    },
    {
      "contrastive_lambda": 0.4761068187427402,
      "epoch": 9.642545227698067,
      "step": 30914
    },
    {
      "contrastive_lambda": 0.47608066874523064,
      "epoch": 9.642857142857142,
      "step": 30915
    },
    {
      "contrastive_lambda": 0.47605451881329736,
      "epoch": 9.64316905801622,
      "step": 30916
    },
    {
      "contrastive_lambda": 0.4760283689470118,
      "epoch": 9.643480973175297,
      "step": 30917
    },
    {
      "contrastive_lambda": 0.476002219146446,
      "epoch": 9.643792888334373,
      "step": 30918
    },
    {
      "contrastive_lambda": 0.47597606941167153,
      "epoch": 9.64410480349345,
      "step": 30919
    },
    {
      "epoch": 9.644416718652526,
      "grad_norm": 0.10573943704366684,
      "learning_rate": 5.160083631879792e-05,
      "loss": 0.0255,
      "step": 30920
    },
    {
      "epoch": 9.644416718652526,
      "flow_loss": 0.01898619346320629,
      "step": 30920
    },
    {
      "contrastive_loss": 0.003743017790839076,
      "epoch": 9.644416718652526,
      "step": 30920
    },
    {
      "contrastive_lambda": 0.4759499197427599,
      "epoch": 9.644416718652526,
      "step": 30920
    },
    {
      "contrastive_lambda": 0.47592377013978293,
      "epoch": 9.644728633811603,
      "step": 30921
    },
    {
      "contrastive_lambda": 0.4758976206028124,
      "epoch": 9.64504054897068,
      "step": 30922
    },
    {
      "contrastive_lambda": 0.4758714711319198,
      "epoch": 9.645352464129756,
      "step": 30923
    },
    {
      "contrastive_lambda": 0.4758453217271771,
      "epoch": 9.645664379288833,
      "step": 30924
    },
    {
      "contrastive_lambda": 0.4758191723886556,
      "epoch": 9.64597629444791,
      "step": 30925
    },
    {
      "contrastive_lambda": 0.47579302311642735,
      "epoch": 9.646288209606986,
      "step": 30926
    },
    {
      "contrastive_lambda": 0.47576687391056394,
      "epoch": 9.646600124766064,
      "step": 30927
    },
    {
      "contrastive_lambda": 0.475740724771137,
      "epoch": 9.646912039925141,
      "step": 30928
    },
    {
      "contrastive_lambda": 0.47571457569821807,
      "epoch": 9.647223955084216,
      "step": 30929
    },
    {
      "epoch": 9.647535870243294,
      "grad_norm": 0.10551376640796661,
      "learning_rate": 5.1573292374736484e-05,
      "loss": 0.026,
      "step": 30930
    },
    {
      "epoch": 9.647535870243294,
      "flow_loss": 0.028033234179019928,
      "step": 30930
    },
    {
      "contrastive_loss": 0.003764988388866186,
      "epoch": 9.647535870243294,
      "step": 30930
    },
    {
      "contrastive_lambda": 0.4756884266918792,
      "epoch": 9.647535870243294,
      "step": 30930
    },
    {
      "contrastive_lambda": 0.4756622777521919,
      "epoch": 9.647847785402371,
      "step": 30931
    },
    {
      "contrastive_lambda": 0.47563612887922774,
      "epoch": 9.648159700561447,
      "step": 30932
    },
    {
      "contrastive_lambda": 0.4756099800730585,
      "epoch": 9.648471615720524,
      "step": 30933
    },
    {
      "contrastive_lambda": 0.47558383133375587,
      "epoch": 9.648783530879601,
      "step": 30934
    },
    {
      "contrastive_lambda": 0.4755576826613917,
      "epoch": 9.649095446038677,
      "step": 30935
    },
    {
      "contrastive_lambda": 0.47553153405603754,
      "epoch": 9.649407361197754,
      "step": 30936
    },
    {
      "contrastive_lambda": 0.47550538551776483,
      "epoch": 9.64971927635683,
      "step": 30937
    },
    {
      "contrastive_lambda": 0.4754792370466457,
      "epoch": 9.650031191515907,
      "step": 30938
    },
    {
      "contrastive_lambda": 0.47545308864275165,
      "epoch": 9.650343106674985,
      "step": 30939
    },
    {
      "epoch": 9.65065502183406,
      "grad_norm": 0.11771193891763687,
      "learning_rate": 5.1545747952750356e-05,
      "loss": 0.0273,
      "step": 30940
    },
    {
      "epoch": 9.65065502183406,
      "flow_loss": 0.03197411820292473,
      "step": 30940
    },
    {
      "contrastive_loss": 0.004653785843402147,
      "epoch": 9.65065502183406,
      "step": 30940
    },
    {
      "contrastive_lambda": 0.4754269403061541,
      "epoch": 9.65065502183406,
      "step": 30940
    },
    {
      "contrastive_lambda": 0.47540079203692526,
      "epoch": 9.650966936993138,
      "step": 30941
    },
    {
      "contrastive_lambda": 0.4753746438351365,
      "epoch": 9.651278852152215,
      "step": 30942
    },
    {
      "contrastive_lambda": 0.47534849570085946,
      "epoch": 9.65159076731129,
      "step": 30943
    },
    {
      "contrastive_lambda": 0.4753223476341659,
      "epoch": 9.651902682470368,
      "step": 30944
    },
    {
      "contrastive_lambda": 0.4752961996351277,
      "epoch": 9.652214597629445,
      "step": 30945
    },
    {
      "contrastive_lambda": 0.4752700517038162,
      "epoch": 9.652526512788521,
      "step": 30946
    },
    {
      "contrastive_lambda": 0.4752439038403034,
      "epoch": 9.652838427947598,
      "step": 30947
    },
    {
      "contrastive_lambda": 0.4752177560446607,
      "epoch": 9.653150343106676,
      "step": 30948
    },
    {
      "contrastive_lambda": 0.47519160831695995,
      "epoch": 9.653462258265751,
      "step": 30949
    },
    {
      "epoch": 9.653774173424829,
      "grad_norm": 0.11107036471366882,
      "learning_rate": 5.151820306120682e-05,
      "loss": 0.0354,
      "step": 30950
    },
    {
      "epoch": 9.653774173424829,
      "flow_loss": 0.02766898088157177,
      "step": 30950
    },
    {
      "contrastive_loss": 0.005440018605440855,
      "epoch": 9.653774173424829,
      "step": 30950
    },
    {
      "contrastive_lambda": 0.47516546065727294,
      "epoch": 9.653774173424829,
      "step": 30950
    },
    {
      "contrastive_lambda": 0.4751393130656711,
      "epoch": 9.654086088583906,
      "step": 30951
    },
    {
      "contrastive_lambda": 0.47511316554222627,
      "epoch": 9.654398003742982,
      "step": 30952
    },
    {
      "contrastive_lambda": 0.47508701808701015,
      "epoch": 9.654709918902059,
      "step": 30953
    },
    {
      "contrastive_lambda": 0.47506087070009434,
      "epoch": 9.655021834061134,
      "step": 30954
    },
    {
      "contrastive_lambda": 0.47503472338155067,
      "epoch": 9.655333749220212,
      "step": 30955
    },
    {
      "contrastive_lambda": 0.4750085761314506,
      "epoch": 9.65564566437929,
      "step": 30956
    },
    {
      "contrastive_lambda": 0.4749824289498659,
      "epoch": 9.655957579538365,
      "step": 30957
    },
    {
      "contrastive_lambda": 0.47495628183686844,
      "epoch": 9.656269494697442,
      "step": 30958
    },
    {
      "contrastive_lambda": 0.47493013479252977,
      "epoch": 9.65658140985652,
      "step": 30959
    },
    {
      "epoch": 9.656893325015595,
      "grad_norm": 0.11088266223669052,
      "learning_rate": 5.149065770847328e-05,
      "loss": 0.0317,
      "step": 30960
    },
    {
      "epoch": 9.656893325015595,
      "flow_loss": 0.03825538977980614,
      "step": 30960
    },
    {
      "contrastive_loss": 0.004367186687886715,
      "epoch": 9.656893325015595,
      "step": 30960
    },
    {
      "contrastive_lambda": 0.47490398781692134,
      "epoch": 9.656893325015595,
      "step": 30960
    },
    {
      "contrastive_lambda": 0.47487784091011526,
      "epoch": 9.657205240174672,
      "step": 30961
    },
    {
      "contrastive_lambda": 0.47485169407218303,
      "epoch": 9.65751715533375,
      "step": 30962
    },
    {
      "contrastive_lambda": 0.47482554730319604,
      "epoch": 9.657829070492825,
      "step": 30963
    },
    {
      "contrastive_lambda": 0.47479940060322645,
      "epoch": 9.658140985651903,
      "step": 30964
    },
    {
      "contrastive_lambda": 0.4747732539723458,
      "epoch": 9.65845290081098,
      "step": 30965
    },
    {
      "contrastive_lambda": 0.47474710741062554,
      "epoch": 9.658764815970056,
      "step": 30966
    },
    {
      "contrastive_lambda": 0.47472096091813754,
      "epoch": 9.659076731129133,
      "step": 30967
    },
    {
      "contrastive_lambda": 0.4746948144949535,
      "epoch": 9.65938864628821,
      "step": 30968
    },
    {
      "contrastive_lambda": 0.4746686681411451,
      "epoch": 9.659700561447286,
      "step": 30969
    },
    {
      "epoch": 9.660012476606363,
      "grad_norm": 0.10085245966911316,
      "learning_rate": 5.1463111902917297e-05,
      "loss": 0.0348,
      "step": 30970
    },
    {
      "epoch": 9.660012476606363,
      "flow_loss": 0.041784852743148804,
      "step": 30970
    },
    {
      "contrastive_loss": 0.00455268332734704,
      "epoch": 9.660012476606363,
      "step": 30970
    },
    {
      "contrastive_lambda": 0.47464252185678407,
      "epoch": 9.660012476606363,
      "step": 30970
    },
    {
      "contrastive_lambda": 0.4746163756419417,
      "epoch": 9.660324391765439,
      "step": 30971
    },
    {
      "contrastive_lambda": 0.4745902294966903,
      "epoch": 9.660636306924516,
      "step": 30972
    },
    {
      "contrastive_lambda": 0.4745640834211011,
      "epoch": 9.660948222083594,
      "step": 30973
    },
    {
      "contrastive_lambda": 0.47453793741524586,
      "epoch": 9.66126013724267,
      "step": 30974
    },
    {
      "contrastive_lambda": 0.4745117914791963,
      "epoch": 9.661572052401747,
      "step": 30975
    },
    {
      "contrastive_lambda": 0.47448564561302425,
      "epoch": 9.661883967560824,
      "step": 30976
    },
    {
      "contrastive_lambda": 0.47445949981680113,
      "epoch": 9.6621958827199,
      "step": 30977
    },
    {
      "contrastive_lambda": 0.47443335409059884,
      "epoch": 9.662507797878977,
      "step": 30978
    },
    {
      "contrastive_lambda": 0.47440720843448886,
      "epoch": 9.662819713038054,
      "step": 30979
    },
    {
      "epoch": 9.66313162819713,
      "grad_norm": 0.1509535312652588,
      "learning_rate": 5.143556565290654e-05,
      "loss": 0.0313,
      "step": 30980
    },
    {
      "epoch": 9.66313162819713,
      "flow_loss": 0.051711563020944595,
      "step": 30980
    },
    {
      "contrastive_loss": 0.004602403379976749,
      "epoch": 9.66313162819713,
      "step": 30980
    },
    {
      "contrastive_lambda": 0.474381062848543,
      "epoch": 9.66313162819713,
      "step": 30980
    },
    {
      "contrastive_lambda": 0.47435491733283297,
      "epoch": 9.663443543356207,
      "step": 30981
    },
    {
      "contrastive_lambda": 0.4743287718874304,
      "epoch": 9.663755458515285,
      "step": 30982
    },
    {
      "contrastive_lambda": 0.47430262651240673,
      "epoch": 9.66406737367436,
      "step": 30983
    },
    {
      "contrastive_lambda": 0.4742764812078341,
      "epoch": 9.664379288833437,
      "step": 30984
    },
    {
      "contrastive_lambda": 0.4742503359737839,
      "epoch": 9.664691203992515,
      "step": 30985
    },
    {
      "contrastive_lambda": 0.4742241908103278,
      "epoch": 9.66500311915159,
      "step": 30986
    },
    {
      "contrastive_lambda": 0.4741980457175377,
      "epoch": 9.665315034310668,
      "step": 30987
    },
    {
      "contrastive_lambda": 0.474171900695485,
      "epoch": 9.665626949469743,
      "step": 30988
    },
    {
      "contrastive_lambda": 0.47414575574424156,
      "epoch": 9.66593886462882,
      "step": 30989
    },
    {
      "epoch": 9.666250779787898,
      "grad_norm": 0.09042127430438995,
      "learning_rate": 5.140801896680882e-05,
      "loss": 0.0348,
      "step": 30990
    },
    {
      "epoch": 9.666250779787898,
      "flow_loss": 0.022982686758041382,
      "step": 30990
    },
    {
      "contrastive_loss": 0.005014338530600071,
      "epoch": 9.666250779787898,
      "step": 30990
    },
    {
      "contrastive_lambda": 0.47411961086387894,
      "epoch": 9.666250779787898,
      "step": 30990
    },
    {
      "contrastive_lambda": 0.47409346605446884,
      "epoch": 9.666562694946974,
      "step": 30991
    },
    {
      "contrastive_lambda": 0.47406732131608315,
      "epoch": 9.666874610106051,
      "step": 30992
    },
    {
      "contrastive_lambda": 0.4740411766487933,
      "epoch": 9.667186525265128,
      "step": 30993
    },
    {
      "contrastive_lambda": 0.47401503205267087,
      "epoch": 9.667498440424204,
      "step": 30994
    },
    {
      "contrastive_lambda": 0.4739888875277879,
      "epoch": 9.667810355583281,
      "step": 30995
    },
    {
      "contrastive_lambda": 0.4739627430742159,
      "epoch": 9.668122270742359,
      "step": 30996
    },
    {
      "contrastive_lambda": 0.4739365986920263,
      "epoch": 9.668434185901434,
      "step": 30997
    },
    {
      "contrastive_lambda": 0.4739104543812911,
      "epoch": 9.668746101060512,
      "step": 30998
    },
    {
      "contrastive_lambda": 0.473884310142082,
      "epoch": 9.669058016219589,
      "step": 30999
    },
    {
      "epoch": 9.669369931378665,
      "grad_norm": 0.10660243779420853,
      "learning_rate": 5.1380471852992144e-05,
      "loss": 0.0323,
      "step": 31000
    },
    {
      "epoch": 9.669369931378665,
      "flow_loss": 0.04029986262321472,
      "step": 31000
    },
    {
      "contrastive_loss": 0.004324713256210089,
      "epoch": 9.669369931378665,
      "step": 31000
    },
    {
      "contrastive_lambda": 0.4738581659744704,
      "epoch": 9.669369931378665,
      "step": 31000
    },
    {
      "contrastive_lambda": 0.4738320218785281,
      "epoch": 9.669681846537742,
      "step": 31001
    },
    {
      "contrastive_lambda": 0.47380587785432693,
      "epoch": 9.66999376169682,
      "step": 31002
    },
    {
      "contrastive_lambda": 0.4737797339019383,
      "epoch": 9.670305676855895,
      "step": 31003
    },
    {
      "contrastive_lambda": 0.47375359002143413,
      "epoch": 9.670617592014972,
      "step": 31004
    },
    {
      "contrastive_lambda": 0.47372744621288576,
      "epoch": 9.670929507174048,
      "step": 31005
    },
    {
      "contrastive_lambda": 0.4737013024763653,
      "epoch": 9.671241422333125,
      "step": 31006
    },
    {
      "contrastive_lambda": 0.4736751588119443,
      "epoch": 9.671553337492202,
      "step": 31007
    },
    {
      "contrastive_lambda": 0.47364901521969416,
      "epoch": 9.671865252651278,
      "step": 31008
    },
    {
      "contrastive_lambda": 0.47362287169968675,
      "epoch": 9.672177167810355,
      "step": 31009
    },
    {
      "epoch": 9.672489082969433,
      "grad_norm": 0.0938531905412674,
      "learning_rate": 5.135292431982457e-05,
      "loss": 0.0292,
      "step": 31010
    },
    {
      "epoch": 9.672489082969433,
      "flow_loss": 0.026211390271782875,
      "step": 31010
    },
    {
      "contrastive_loss": 0.004753208719193935,
      "epoch": 9.672489082969433,
      "step": 31010
    },
    {
      "contrastive_lambda": 0.47359672825199384,
      "epoch": 9.672489082969433,
      "step": 31010
    },
    {
      "contrastive_lambda": 0.4735705848766869,
      "epoch": 9.672800998128508,
      "step": 31011
    },
    {
      "contrastive_lambda": 0.4735444415738378,
      "epoch": 9.673112913287586,
      "step": 31012
    },
    {
      "contrastive_lambda": 0.47351829834351805,
      "epoch": 9.673424828446663,
      "step": 31013
    },
    {
      "contrastive_lambda": 0.47349215518579935,
      "epoch": 9.673736743605739,
      "step": 31014
    },
    {
      "contrastive_lambda": 0.4734660121007535,
      "epoch": 9.674048658764816,
      "step": 31015
    },
    {
      "contrastive_lambda": 0.47343986908845215,
      "epoch": 9.674360573923893,
      "step": 31016
    },
    {
      "contrastive_lambda": 0.47341372614896665,
      "epoch": 9.674672489082969,
      "step": 31017
    },
    {
      "contrastive_lambda": 0.47338758328236913,
      "epoch": 9.674984404242046,
      "step": 31018
    },
    {
      "contrastive_lambda": 0.4733614404887311,
      "epoch": 9.675296319401124,
      "step": 31019
    },
    {
      "epoch": 9.6756082345602,
      "grad_norm": 0.12037515640258789,
      "learning_rate": 5.1325376375674294e-05,
      "loss": 0.0316,
      "step": 31020
    },
    {
      "epoch": 9.6756082345602,
      "flow_loss": 0.02225356176495552,
      "step": 31020
    },
    {
      "contrastive_loss": 0.004804359283298254,
      "epoch": 9.6756082345602,
      "step": 31020
    },
    {
      "contrastive_lambda": 0.47333529776812394,
      "epoch": 9.6756082345602,
      "step": 31020
    },
    {
      "contrastive_lambda": 0.4733091551206198,
      "epoch": 9.675920149719277,
      "step": 31021
    },
    {
      "contrastive_lambda": 0.47328301254629,
      "epoch": 9.676232064878352,
      "step": 31022
    },
    {
      "contrastive_lambda": 0.4732568700452065,
      "epoch": 9.67654398003743,
      "step": 31023
    },
    {
      "contrastive_lambda": 0.47323072761744067,
      "epoch": 9.676855895196507,
      "step": 31024
    },
    {
      "contrastive_lambda": 0.4732045852630643,
      "epoch": 9.677167810355582,
      "step": 31025
    },
    {
      "contrastive_lambda": 0.4731784429821492,
      "epoch": 9.67747972551466,
      "step": 31026
    },
    {
      "contrastive_lambda": 0.47315230077476694,
      "epoch": 9.677791640673737,
      "step": 31027
    },
    {
      "contrastive_lambda": 0.47312615864098895,
      "epoch": 9.678103555832813,
      "step": 31028
    },
    {
      "contrastive_lambda": 0.47310001658088735,
      "epoch": 9.67841547099189,
      "step": 31029
    },
    {
      "epoch": 9.678727386150968,
      "grad_norm": 0.09563099592924118,
      "learning_rate": 5.129782802890968e-05,
      "loss": 0.0349,
      "step": 31030
    },
    {
      "epoch": 9.678727386150968,
      "flow_loss": 0.018203625455498695,
      "step": 31030
    },
    {
      "contrastive_loss": 0.0047614602372050285,
      "epoch": 9.678727386150968,
      "step": 31030
    },
    {
      "contrastive_lambda": 0.47307387459453354,
      "epoch": 9.678727386150968,
      "step": 31030
    },
    {
      "contrastive_lambda": 0.4730477326819992,
      "epoch": 9.679039301310043,
      "step": 31031
    },
    {
      "contrastive_lambda": 0.47302159084335593,
      "epoch": 9.67935121646912,
      "step": 31032
    },
    {
      "contrastive_lambda": 0.4729954490786757,
      "epoch": 9.679663131628198,
      "step": 31033
    },
    {
      "contrastive_lambda": 0.47296930738802984,
      "epoch": 9.679975046787273,
      "step": 31034
    },
    {
      "contrastive_lambda": 0.47294316577149026,
      "epoch": 9.68028696194635,
      "step": 31035
    },
    {
      "contrastive_lambda": 0.4729170242291284,
      "epoch": 9.680598877105428,
      "step": 31036
    },
    {
      "contrastive_lambda": 0.4728908827610161,
      "epoch": 9.680910792264504,
      "step": 31037
    },
    {
      "contrastive_lambda": 0.47286474136722506,
      "epoch": 9.681222707423581,
      "step": 31038
    },
    {
      "contrastive_lambda": 0.47283860004782663,
      "epoch": 9.681534622582657,
      "step": 31039
    },
    {
      "epoch": 9.681846537741734,
      "grad_norm": 0.1482522040605545,
      "learning_rate": 5.127027928789916e-05,
      "loss": 0.0318,
      "step": 31040
    },
    {
      "epoch": 9.681846537741734,
      "flow_loss": 0.02487407810986042,
      "step": 31040
    },
    {
      "contrastive_loss": 0.004050594754517078,
      "epoch": 9.681846537741734,
      "step": 31040
    },
    {
      "contrastive_lambda": 0.47281245880289297,
      "epoch": 9.681846537741734,
      "step": 31040
    },
    {
      "contrastive_lambda": 0.4727863176324955,
      "epoch": 9.682158452900811,
      "step": 31041
    },
    {
      "contrastive_lambda": 0.47276017653670577,
      "epoch": 9.682470368059887,
      "step": 31042
    },
    {
      "contrastive_lambda": 0.47273403551559556,
      "epoch": 9.682782283218964,
      "step": 31043
    },
    {
      "contrastive_lambda": 0.4727078945692367,
      "epoch": 9.683094198378042,
      "step": 31044
    },
    {
      "contrastive_lambda": 0.4726817536977005,
      "epoch": 9.683406113537117,
      "step": 31045
    },
    {
      "contrastive_lambda": 0.472655612901059,
      "epoch": 9.683718028696195,
      "step": 31046
    },
    {
      "contrastive_lambda": 0.47262947217938356,
      "epoch": 9.684029943855272,
      "step": 31047
    },
    {
      "contrastive_lambda": 0.472603331532746,
      "epoch": 9.684341859014348,
      "step": 31048
    },
    {
      "contrastive_lambda": 0.472577190961218,
      "epoch": 9.684653774173425,
      "step": 31049
    },
    {
      "epoch": 9.684965689332502,
      "grad_norm": 0.10138462483882904,
      "learning_rate": 5.124273016101135e-05,
      "loss": 0.0264,
      "step": 31050
    },
    {
      "epoch": 9.684965689332502,
      "flow_loss": 0.030668962746858597,
      "step": 31050
    },
    {
      "contrastive_loss": 0.004726226441562176,
      "epoch": 9.684965689332502,
      "step": 31050
    },
    {
      "contrastive_lambda": 0.4725510504648712,
      "epoch": 9.684965689332502,
      "step": 31050
    },
    {
      "contrastive_lambda": 0.4725249100437771,
      "epoch": 9.685277604491578,
      "step": 31051
    },
    {
      "contrastive_lambda": 0.4724987696980077,
      "epoch": 9.685589519650655,
      "step": 31052
    },
    {
      "contrastive_lambda": 0.47247262942763446,
      "epoch": 9.685901434809733,
      "step": 31053
    },
    {
      "contrastive_lambda": 0.472446489232729,
      "epoch": 9.686213349968808,
      "step": 31054
    },
    {
      "contrastive_lambda": 0.47242034911336306,
      "epoch": 9.686525265127885,
      "step": 31055
    },
    {
      "contrastive_lambda": 0.4723942090696083,
      "epoch": 9.686837180286961,
      "step": 31056
    },
    {
      "contrastive_lambda": 0.47236806910153645,
      "epoch": 9.687149095446038,
      "step": 31057
    },
    {
      "contrastive_lambda": 0.47234192920921914,
      "epoch": 9.687461010605116,
      "step": 31058
    },
    {
      "contrastive_lambda": 0.4723157893927278,
      "epoch": 9.687772925764191,
      "step": 31059
    },
    {
      "epoch": 9.688084840923269,
      "grad_norm": 0.10611516982316971,
      "learning_rate": 5.121518065661492e-05,
      "loss": 0.0287,
      "step": 31060
    },
    {
      "epoch": 9.688084840923269,
      "flow_loss": 0.03178330510854721,
      "step": 31060
    },
    {
      "contrastive_loss": 0.005663316696882248,
      "epoch": 9.688084840923269,
      "step": 31060
    },
    {
      "contrastive_lambda": 0.47228964965213444,
      "epoch": 9.688084840923269,
      "step": 31060
    },
    {
      "contrastive_lambda": 0.47226350998751065,
      "epoch": 9.688396756082346,
      "step": 31061
    },
    {
      "contrastive_lambda": 0.47223737039892777,
      "epoch": 9.688708671241422,
      "step": 31062
    },
    {
      "contrastive_lambda": 0.47221123088645794,
      "epoch": 9.689020586400499,
      "step": 31063
    },
    {
      "contrastive_lambda": 0.4721850914501726,
      "epoch": 9.689332501559576,
      "step": 31064
    },
    {
      "contrastive_lambda": 0.4721589520901433,
      "epoch": 9.689644416718652,
      "step": 31065
    },
    {
      "contrastive_lambda": 0.4721328128064418,
      "epoch": 9.68995633187773,
      "step": 31066
    },
    {
      "contrastive_lambda": 0.47210667359913994,
      "epoch": 9.690268247036807,
      "step": 31067
    },
    {
      "contrastive_lambda": 0.47208053446830905,
      "epoch": 9.690580162195882,
      "step": 31068
    },
    {
      "contrastive_lambda": 0.4720543954140211,
      "epoch": 9.69089207735496,
      "step": 31069
    },
    {
      "epoch": 9.691203992514037,
      "grad_norm": 0.11654002964496613,
      "learning_rate": 5.11876307830787e-05,
      "loss": 0.0335,
      "step": 31070
    },
    {
      "epoch": 9.691203992514037,
      "flow_loss": 0.0397464856505394,
      "step": 31070
    },
    {
      "contrastive_loss": 0.005824464838951826,
      "epoch": 9.691203992514037,
      "step": 31070
    },
    {
      "contrastive_lambda": 0.4720282564363475,
      "epoch": 9.691203992514037,
      "step": 31070
    },
    {
      "contrastive_lambda": 0.47200211753536,
      "epoch": 9.691515907673113,
      "step": 31071
    },
    {
      "contrastive_lambda": 0.4719759787111304,
      "epoch": 9.69182782283219,
      "step": 31072
    },
    {
      "contrastive_lambda": 0.47194983996373013,
      "epoch": 9.692139737991265,
      "step": 31073
    },
    {
      "contrastive_lambda": 0.471923701293231,
      "epoch": 9.692451653150343,
      "step": 31074
    },
    {
      "contrastive_lambda": 0.47189756269970473,
      "epoch": 9.69276356830942,
      "step": 31075
    },
    {
      "contrastive_lambda": 0.4718714241832228,
      "epoch": 9.693075483468496,
      "step": 31076
    },
    {
      "contrastive_lambda": 0.47184528574385703,
      "epoch": 9.693387398627573,
      "step": 31077
    },
    {
      "contrastive_lambda": 0.4718191473816789,
      "epoch": 9.69369931378665,
      "step": 31078
    },
    {
      "contrastive_lambda": 0.4717930090967602,
      "epoch": 9.694011228945726,
      "step": 31079
    },
    {
      "epoch": 9.694323144104803,
      "grad_norm": 0.09727932512760162,
      "learning_rate": 5.1160080548771596e-05,
      "loss": 0.0299,
      "step": 31080
    },
    {
      "epoch": 9.694323144104803,
      "flow_loss": 0.053914397954940796,
      "step": 31080
    },
    {
      "contrastive_loss": 0.003810099558904767,
      "epoch": 9.694323144104803,
      "step": 31080
    },
    {
      "contrastive_lambda": 0.4717668708891727,
      "epoch": 9.694323144104803,
      "step": 31080
    },
    {
      "contrastive_lambda": 0.47174073275898787,
      "epoch": 9.69463505926388,
      "step": 31081
    },
    {
      "contrastive_lambda": 0.4717145947062772,
      "epoch": 9.694946974422956,
      "step": 31082
    },
    {
      "contrastive_lambda": 0.4716884567311128,
      "epoch": 9.695258889582034,
      "step": 31083
    },
    {
      "contrastive_lambda": 0.4716623188335662,
      "epoch": 9.695570804741111,
      "step": 31084
    },
    {
      "contrastive_lambda": 0.47163618101370863,
      "epoch": 9.695882719900187,
      "step": 31085
    },
    {
      "contrastive_lambda": 0.4716100432716123,
      "epoch": 9.696194635059264,
      "step": 31086
    },
    {
      "contrastive_lambda": 0.47158390560734875,
      "epoch": 9.696506550218341,
      "step": 31087
    },
    {
      "contrastive_lambda": 0.47155776802098937,
      "epoch": 9.696818465377417,
      "step": 31088
    },
    {
      "contrastive_lambda": 0.47153163051260594,
      "epoch": 9.697130380536494,
      "step": 31089
    },
    {
      "epoch": 9.69744229569557,
      "grad_norm": 0.11306248605251312,
      "learning_rate": 5.1132529962062656e-05,
      "loss": 0.0354,
      "step": 31090
    },
    {
      "epoch": 9.69744229569557,
      "flow_loss": 0.023734303191304207,
      "step": 31090
    },
    {
      "contrastive_loss": 0.003627112368121743,
      "epoch": 9.69744229569557,
      "step": 31090
    },
    {
      "contrastive_lambda": 0.4715054930822703,
      "epoch": 9.69744229569557,
      "step": 31090
    },
    {
      "contrastive_lambda": 0.4714793557300539,
      "epoch": 9.697754210854647,
      "step": 31091
    },
    {
      "contrastive_lambda": 0.4714532184560285,
      "epoch": 9.698066126013725,
      "step": 31092
    },
    {
      "contrastive_lambda": 0.47142708126026556,
      "epoch": 9.6983780411728,
      "step": 31093
    },
    {
      "contrastive_lambda": 0.4714009441428371,
      "epoch": 9.698689956331878,
      "step": 31094
    },
    {
      "contrastive_lambda": 0.4713748071038146,
      "epoch": 9.699001871490955,
      "step": 31095
    },
    {
      "contrastive_lambda": 0.47134867014326953,
      "epoch": 9.69931378665003,
      "step": 31096
    },
    {
      "contrastive_lambda": 0.47132253326127377,
      "epoch": 9.699625701809108,
      "step": 31097
    },
    {
      "contrastive_lambda": 0.471296396457899,
      "epoch": 9.699937616968185,
      "step": 31098
    },
    {
      "contrastive_lambda": 0.4712702597332167,
      "epoch": 9.70024953212726,
      "step": 31099
    },
    {
      "epoch": 9.700561447286338,
      "grad_norm": 0.10098105669021606,
      "learning_rate": 5.110497903132101e-05,
      "loss": 0.0293,
      "step": 31100
    },
    {
      "epoch": 9.700561447286338,
      "flow_loss": 0.016367323696613312,
      "step": 31100
    },
    {
      "contrastive_loss": 0.004986629821360111,
      "epoch": 9.700561447286338,
      "step": 31100
    },
    {
      "contrastive_lambda": 0.4712441230872986,
      "epoch": 9.700561447286338,
      "step": 31100
    },
    {
      "contrastive_lambda": 0.4712179865202164,
      "epoch": 9.700873362445416,
      "step": 31101
    },
    {
      "contrastive_lambda": 0.47119185003204167,
      "epoch": 9.701185277604491,
      "step": 31102
    },
    {
      "contrastive_lambda": 0.47116571362284626,
      "epoch": 9.701497192763568,
      "step": 31103
    },
    {
      "contrastive_lambda": 0.47113957729270156,
      "epoch": 9.701809107922646,
      "step": 31104
    },
    {
      "contrastive_lambda": 0.4711134410416793,
      "epoch": 9.702121023081721,
      "step": 31105
    },
    {
      "contrastive_lambda": 0.47108730486985134,
      "epoch": 9.702432938240799,
      "step": 31106
    },
    {
      "contrastive_lambda": 0.47106116877728915,
      "epoch": 9.702744853399874,
      "step": 31107
    },
    {
      "contrastive_lambda": 0.4710350327640642,
      "epoch": 9.703056768558952,
      "step": 31108
    },
    {
      "contrastive_lambda": 0.4710088968302486,
      "epoch": 9.703368683718029,
      "step": 31109
    },
    {
      "epoch": 9.703680598877105,
      "grad_norm": 0.11329495906829834,
      "learning_rate": 5.107742776491592e-05,
      "loss": 0.0365,
      "step": 31110
    },
    {
      "epoch": 9.703680598877105,
      "flow_loss": 0.04256785288453102,
      "step": 31110
    },
    {
      "contrastive_loss": 0.003638275433331728,
      "epoch": 9.703680598877105,
      "step": 31110
    },
    {
      "contrastive_lambda": 0.47098276097591363,
      "epoch": 9.703680598877105,
      "step": 31110
    },
    {
      "contrastive_lambda": 0.47095662520113113,
      "epoch": 9.703992514036182,
      "step": 31111
    },
    {
      "contrastive_lambda": 0.47093048950597266,
      "epoch": 9.70430442919526,
      "step": 31112
    },
    {
      "contrastive_lambda": 0.47090435389050983,
      "epoch": 9.704616344354335,
      "step": 31113
    },
    {
      "contrastive_lambda": 0.4708782183548145,
      "epoch": 9.704928259513412,
      "step": 31114
    },
    {
      "contrastive_lambda": 0.47085208289895825,
      "epoch": 9.70524017467249,
      "step": 31115
    },
    {
      "contrastive_lambda": 0.4708259475230124,
      "epoch": 9.705552089831565,
      "step": 31116
    },
    {
      "contrastive_lambda": 0.4707998122270491,
      "epoch": 9.705864004990643,
      "step": 31117
    },
    {
      "contrastive_lambda": 0.4707736770111397,
      "epoch": 9.70617592014972,
      "step": 31118
    },
    {
      "contrastive_lambda": 0.4707475418753558,
      "epoch": 9.706487835308796,
      "step": 31119
    },
    {
      "epoch": 9.706799750467873,
      "grad_norm": 0.09279493242502213,
      "learning_rate": 5.104987617121673e-05,
      "loss": 0.0304,
      "step": 31120
    },
    {
      "epoch": 9.706799750467873,
      "flow_loss": 0.03957479074597359,
      "step": 31120
    },
    {
      "contrastive_loss": 0.004255814477801323,
      "epoch": 9.706799750467873,
      "step": 31120
    },
    {
      "contrastive_lambda": 0.4707214068197694,
      "epoch": 9.706799750467873,
      "step": 31120
    },
    {
      "contrastive_lambda": 0.4706952718444518,
      "epoch": 9.70711166562695,
      "step": 31121
    },
    {
      "contrastive_lambda": 0.47066913694947476,
      "epoch": 9.707423580786026,
      "step": 31122
    },
    {
      "contrastive_lambda": 0.47064300213490995,
      "epoch": 9.707735495945103,
      "step": 31123
    },
    {
      "contrastive_lambda": 0.47061686740082914,
      "epoch": 9.708047411104179,
      "step": 31124
    },
    {
      "contrastive_lambda": 0.4705907327473037,
      "epoch": 9.708359326263256,
      "step": 31125
    },
    {
      "contrastive_lambda": 0.47056459817440555,
      "epoch": 9.708671241422334,
      "step": 31126
    },
    {
      "contrastive_lambda": 0.47053846368220603,
      "epoch": 9.708983156581409,
      "step": 31127
    },
    {
      "contrastive_lambda": 0.4705123292707772,
      "epoch": 9.709295071740486,
      "step": 31128
    },
    {
      "contrastive_lambda": 0.4704861949401905,
      "epoch": 9.709606986899564,
      "step": 31129
    },
    {
      "epoch": 9.70991890205864,
      "grad_norm": 0.12793470919132233,
      "learning_rate": 5.102232425859287e-05,
      "loss": 0.0349,
      "step": 31130
    },
    {
      "epoch": 9.70991890205864,
      "flow_loss": 0.03165404126048088,
      "step": 31130
    },
    {
      "contrastive_loss": 0.0071389153599739075,
      "epoch": 9.70991890205864,
      "step": 31130
    },
    {
      "contrastive_lambda": 0.47046006069051743,
      "epoch": 9.70991890205864,
      "step": 31130
    },
    {
      "contrastive_lambda": 0.4704339265218298,
      "epoch": 9.710230817217717,
      "step": 31131
    },
    {
      "contrastive_lambda": 0.4704077924341994,
      "epoch": 9.710542732376794,
      "step": 31132
    },
    {
      "contrastive_lambda": 0.4703816584276975,
      "epoch": 9.71085464753587,
      "step": 31133
    },
    {
      "contrastive_lambda": 0.47035552450239615,
      "epoch": 9.711166562694947,
      "step": 31134
    },
    {
      "contrastive_lambda": 0.4703293906583667,
      "epoch": 9.711478477854024,
      "step": 31135
    },
    {
      "contrastive_lambda": 0.4703032568956809,
      "epoch": 9.7117903930131,
      "step": 31136
    },
    {
      "contrastive_lambda": 0.4702771232144105,
      "epoch": 9.712102308172177,
      "step": 31137
    },
    {
      "contrastive_lambda": 0.4702509896146271,
      "epoch": 9.712414223331255,
      "step": 31138
    },
    {
      "contrastive_lambda": 0.470224856096402,
      "epoch": 9.71272613849033,
      "step": 31139
    },
    {
      "epoch": 9.713038053649408,
      "grad_norm": 0.12311814725399017,
      "learning_rate": 5.09947720354139e-05,
      "loss": 0.0349,
      "step": 31140
    },
    {
      "epoch": 9.713038053649408,
      "flow_loss": 0.02299310453236103,
      "step": 31140
    },
    {
      "contrastive_loss": 0.004862005822360516,
      "epoch": 9.713038053649408,
      "step": 31140
    },
    {
      "contrastive_lambda": 0.47019872265980744,
      "epoch": 9.713038053649408,
      "step": 31140
    },
    {
      "contrastive_lambda": 0.4701725893049148,
      "epoch": 9.713349968808483,
      "step": 31141
    },
    {
      "contrastive_lambda": 0.4701464560317954,
      "epoch": 9.71366188396756,
      "step": 31142
    },
    {
      "contrastive_lambda": 0.4701203228405214,
      "epoch": 9.713973799126638,
      "step": 31143
    },
    {
      "contrastive_lambda": 0.4700941897311642,
      "epoch": 9.714285714285714,
      "step": 31144
    },
    {
      "contrastive_lambda": 0.47006805670379553,
      "epoch": 9.71459762944479,
      "step": 31145
    },
    {
      "contrastive_lambda": 0.4700419237584869,
      "epoch": 9.714909544603868,
      "step": 31146
    },
    {
      "contrastive_lambda": 0.47001579089531004,
      "epoch": 9.715221459762944,
      "step": 31147
    },
    {
      "contrastive_lambda": 0.4699896581143367,
      "epoch": 9.715533374922021,
      "step": 31148
    },
    {
      "contrastive_lambda": 0.46996352541563835,
      "epoch": 9.715845290081099,
      "step": 31149
    },
    {
      "epoch": 9.716157205240174,
      "grad_norm": 0.11518101394176483,
      "learning_rate": 5.096721951004942e-05,
      "loss": 0.0357,
      "step": 31150
    },
    {
      "epoch": 9.716157205240174,
      "flow_loss": 0.04856730252504349,
      "step": 31150
    },
    {
      "contrastive_loss": 0.005836943164467812,
      "epoch": 9.716157205240174,
      "step": 31150
    },
    {
      "contrastive_lambda": 0.46993739279928654,
      "epoch": 9.716157205240174,
      "step": 31150
    },
    {
      "contrastive_lambda": 0.4699112602653533,
      "epoch": 9.716469120399251,
      "step": 31151
    },
    {
      "contrastive_lambda": 0.46988512781391,
      "epoch": 9.716781035558329,
      "step": 31152
    },
    {
      "contrastive_lambda": 0.4698589954450283,
      "epoch": 9.717092950717404,
      "step": 31153
    },
    {
      "contrastive_lambda": 0.4698328631587798,
      "epoch": 9.717404865876482,
      "step": 31154
    },
    {
      "contrastive_lambda": 0.4698067309552364,
      "epoch": 9.71771678103556,
      "step": 31155
    },
    {
      "contrastive_lambda": 0.4697805988344694,
      "epoch": 9.718028696194635,
      "step": 31156
    },
    {
      "contrastive_lambda": 0.4697544667965507,
      "epoch": 9.718340611353712,
      "step": 31157
    },
    {
      "contrastive_lambda": 0.4697283348415518,
      "epoch": 9.718652526512788,
      "step": 31158
    },
    {
      "contrastive_lambda": 0.46970220296954435,
      "epoch": 9.718964441671865,
      "step": 31159
    },
    {
      "epoch": 9.719276356830942,
      "grad_norm": 0.11647099256515503,
      "learning_rate": 5.0939666690869227e-05,
      "loss": 0.0288,
      "step": 31160
    },
    {
      "epoch": 9.719276356830942,
      "flow_loss": 0.019966311752796173,
      "step": 31160
    },
    {
      "contrastive_loss": 0.0084329629316926,
      "epoch": 9.719276356830942,
      "step": 31160
    },
    {
      "contrastive_lambda": 0.4696760711806001,
      "epoch": 9.719276356830942,
      "step": 31160
    },
    {
      "contrastive_lambda": 0.46964993947479045,
      "epoch": 9.719588271990018,
      "step": 31161
    },
    {
      "contrastive_lambda": 0.46962380785218744,
      "epoch": 9.719900187149095,
      "step": 31162
    },
    {
      "contrastive_lambda": 0.4695976763128625,
      "epoch": 9.720212102308173,
      "step": 31163
    },
    {
      "contrastive_lambda": 0.4695715448568871,
      "epoch": 9.720524017467248,
      "step": 31164
    },
    {
      "contrastive_lambda": 0.46954541348433304,
      "epoch": 9.720835932626326,
      "step": 31165
    },
    {
      "contrastive_lambda": 0.4695192821952721,
      "epoch": 9.721147847785403,
      "step": 31166
    },
    {
      "contrastive_lambda": 0.4694931509897757,
      "epoch": 9.721459762944479,
      "step": 31167
    },
    {
      "contrastive_lambda": 0.4694670198679156,
      "epoch": 9.721771678103556,
      "step": 31168
    },
    {
      "contrastive_lambda": 0.4694408888297633,
      "epoch": 9.722083593262633,
      "step": 31169
    },
    {
      "epoch": 9.722395508421709,
      "grad_norm": 0.09896042197942734,
      "learning_rate": 5.0912113586243096e-05,
      "loss": 0.0287,
      "step": 31170
    },
    {
      "epoch": 9.722395508421709,
      "flow_loss": 0.02651302143931389,
      "step": 31170
    },
    {
      "contrastive_loss": 0.003879823023453355,
      "epoch": 9.722395508421709,
      "step": 31170
    },
    {
      "contrastive_lambda": 0.46941475787539055,
      "epoch": 9.722395508421709,
      "step": 31170
    },
    {
      "contrastive_lambda": 0.4693886270048691,
      "epoch": 9.722707423580786,
      "step": 31171
    },
    {
      "contrastive_lambda": 0.4693624962182704,
      "epoch": 9.723019338739864,
      "step": 31172
    },
    {
      "contrastive_lambda": 0.46933636551566604,
      "epoch": 9.72333125389894,
      "step": 31173
    },
    {
      "contrastive_lambda": 0.4693102348971279,
      "epoch": 9.723643169058017,
      "step": 31174
    },
    {
      "contrastive_lambda": 0.4692841043627276,
      "epoch": 9.723955084217092,
      "step": 31175
    },
    {
      "contrastive_lambda": 0.4692579739125365,
      "epoch": 9.72426699937617,
      "step": 31176
    },
    {
      "contrastive_lambda": 0.4692318435466264,
      "epoch": 9.724578914535247,
      "step": 31177
    },
    {
      "contrastive_lambda": 0.46920571326506905,
      "epoch": 9.724890829694322,
      "step": 31178
    },
    {
      "contrastive_lambda": 0.46917958306793595,
      "epoch": 9.7252027448534,
      "step": 31179
    },
    {
      "epoch": 9.725514660012477,
      "grad_norm": 0.12804073095321655,
      "learning_rate": 5.0884560204540935e-05,
      "loss": 0.0279,
      "step": 31180
    },
    {
      "epoch": 9.725514660012477,
      "flow_loss": 0.030108580365777016,
      "step": 31180
    },
    {
      "contrastive_loss": 0.003916235640645027,
      "epoch": 9.725514660012477,
      "step": 31180
    },
    {
      "contrastive_lambda": 0.4691534529552988,
      "epoch": 9.725514660012477,
      "step": 31180
    },
    {
      "contrastive_lambda": 0.46912732292722903,
      "epoch": 9.725826575171553,
      "step": 31181
    },
    {
      "contrastive_lambda": 0.46910119298379865,
      "epoch": 9.72613849033063,
      "step": 31182
    },
    {
      "contrastive_lambda": 0.46907506312507913,
      "epoch": 9.726450405489707,
      "step": 31183
    },
    {
      "contrastive_lambda": 0.46904893335114184,
      "epoch": 9.726762320648783,
      "step": 31184
    },
    {
      "contrastive_lambda": 0.4690228036620589,
      "epoch": 9.72707423580786,
      "step": 31185
    },
    {
      "contrastive_lambda": 0.4689966740579017,
      "epoch": 9.727386150966938,
      "step": 31186
    },
    {
      "contrastive_lambda": 0.4689705445387417,
      "epoch": 9.727698066126013,
      "step": 31187
    },
    {
      "contrastive_lambda": 0.4689444151046508,
      "epoch": 9.72800998128509,
      "step": 31188
    },
    {
      "contrastive_lambda": 0.46891828575570066,
      "epoch": 9.728321896444168,
      "step": 31189
    },
    {
      "epoch": 9.728633811603244,
      "grad_norm": 0.09307342022657394,
      "learning_rate": 5.0857006554132736e-05,
      "loss": 0.0297,
      "step": 31190
    },
    {
      "epoch": 9.728633811603244,
      "flow_loss": 0.037598129361867905,
      "step": 31190
    },
    {
      "contrastive_loss": 0.004001323599368334,
      "epoch": 9.728633811603244,
      "step": 31190
    },
    {
      "contrastive_lambda": 0.46889215649196264,
      "epoch": 9.728633811603244,
      "step": 31190
    },
    {
      "contrastive_lambda": 0.4688660273135087,
      "epoch": 9.728945726762321,
      "step": 31191
    },
    {
      "contrastive_lambda": 0.46883989822041017,
      "epoch": 9.729257641921397,
      "step": 31192
    },
    {
      "contrastive_lambda": 0.4688137692127388,
      "epoch": 9.729569557080474,
      "step": 31193
    },
    {
      "contrastive_lambda": 0.4687876402905664,
      "epoch": 9.729881472239551,
      "step": 31194
    },
    {
      "contrastive_lambda": 0.4687615114539645,
      "epoch": 9.730193387398627,
      "step": 31195
    },
    {
      "contrastive_lambda": 0.4687353827030044,
      "epoch": 9.730505302557704,
      "step": 31196
    },
    {
      "contrastive_lambda": 0.46870925403775826,
      "epoch": 9.730817217716782,
      "step": 31197
    },
    {
      "contrastive_lambda": 0.4686831254582974,
      "epoch": 9.731129132875857,
      "step": 31198
    },
    {
      "contrastive_lambda": 0.4686569969646936,
      "epoch": 9.731441048034934,
      "step": 31199
    },
    {
      "epoch": 9.731752963194012,
      "grad_norm": 0.09127359837293625,
      "learning_rate": 5.0829452643388575e-05,
      "loss": 0.0303,
      "step": 31200
    },
    {
      "epoch": 9.731752963194012,
      "flow_loss": 0.04013059660792351,
      "step": 31200
    },
    {
      "contrastive_loss": 0.004268490709364414,
      "epoch": 9.731752963194012,
      "step": 31200
    },
    {
      "contrastive_lambda": 0.4686308685570183,
      "epoch": 9.731752963194012,
      "step": 31200
    },
    {
      "contrastive_lambda": 0.4686047402353433,
      "epoch": 9.732064878353087,
      "step": 31201
    },
    {
      "contrastive_lambda": 0.46857861199974027,
      "epoch": 9.732376793512165,
      "step": 31202
    },
    {
      "contrastive_lambda": 0.46855248385028075,
      "epoch": 9.732688708671242,
      "step": 31203
    },
    {
      "contrastive_lambda": 0.4685263557870362,
      "epoch": 9.733000623830318,
      "step": 31204
    },
    {
      "contrastive_lambda": 0.46850022781007866,
      "epoch": 9.733312538989395,
      "step": 31205
    },
    {
      "contrastive_lambda": 0.46847409991947947,
      "epoch": 9.733624454148472,
      "step": 31206
    },
    {
      "contrastive_lambda": 0.46844797211531014,
      "epoch": 9.733936369307548,
      "step": 31207
    },
    {
      "contrastive_lambda": 0.46842184439764273,
      "epoch": 9.734248284466625,
      "step": 31208
    },
    {
      "contrastive_lambda": 0.46839571676654856,
      "epoch": 9.734560199625701,
      "step": 31209
    },
    {
      "epoch": 9.734872114784778,
      "grad_norm": 0.10684152692556381,
      "learning_rate": 5.08018984806786e-05,
      "loss": 0.0294,
      "step": 31210
    },
    {
      "epoch": 9.734872114784778,
      "flow_loss": 0.03840506821870804,
      "step": 31210
    },
    {
      "contrastive_loss": 0.003991956822574139,
      "epoch": 9.734872114784778,
      "step": 31210
    },
    {
      "contrastive_lambda": 0.4683695892220993,
      "epoch": 9.734872114784778,
      "step": 31210
    },
    {
      "contrastive_lambda": 0.4683434617643666,
      "epoch": 9.735184029943856,
      "step": 31211
    },
    {
      "contrastive_lambda": 0.46831733439342216,
      "epoch": 9.735495945102931,
      "step": 31212
    },
    {
      "contrastive_lambda": 0.4682912071093374,
      "epoch": 9.735807860262009,
      "step": 31213
    },
    {
      "contrastive_lambda": 0.4682650799121843,
      "epoch": 9.736119775421086,
      "step": 31214
    },
    {
      "contrastive_lambda": 0.468238952802034,
      "epoch": 9.736431690580162,
      "step": 31215
    },
    {
      "contrastive_lambda": 0.4682128257789587,
      "epoch": 9.736743605739239,
      "step": 31216
    },
    {
      "contrastive_lambda": 0.46818669884302966,
      "epoch": 9.737055520898316,
      "step": 31217
    },
    {
      "contrastive_lambda": 0.46816057199431854,
      "epoch": 9.737367436057392,
      "step": 31218
    },
    {
      "contrastive_lambda": 0.468134445232897,
      "epoch": 9.73767935121647,
      "step": 31219
    },
    {
      "epoch": 9.737991266375547,
      "grad_norm": 0.12775370478630066,
      "learning_rate": 5.0774344074373036e-05,
      "loss": 0.0355,
      "step": 31220
    },
    {
      "epoch": 9.737991266375547,
      "flow_loss": 0.021601412445306778,
      "step": 31220
    },
    {
      "contrastive_loss": 0.00490348506718874,
      "epoch": 9.737991266375547,
      "step": 31220
    },
    {
      "contrastive_lambda": 0.4681083185588368,
      "epoch": 9.737991266375547,
      "step": 31220
    },
    {
      "contrastive_lambda": 0.46808219197220935,
      "epoch": 9.738303181534622,
      "step": 31221
    },
    {
      "contrastive_lambda": 0.46805606547308637,
      "epoch": 9.7386150966937,
      "step": 31222
    },
    {
      "contrastive_lambda": 0.4680299390615396,
      "epoch": 9.738927011852777,
      "step": 31223
    },
    {
      "contrastive_lambda": 0.46800381273764047,
      "epoch": 9.739238927011852,
      "step": 31224
    },
    {
      "contrastive_lambda": 0.4679776865014608,
      "epoch": 9.73955084217093,
      "step": 31225
    },
    {
      "contrastive_lambda": 0.46795156035307206,
      "epoch": 9.739862757330005,
      "step": 31226
    },
    {
      "contrastive_lambda": 0.4679254342925459,
      "epoch": 9.740174672489083,
      "step": 31227
    },
    {
      "contrastive_lambda": 0.4678993083199541,
      "epoch": 9.74048658764816,
      "step": 31228
    },
    {
      "contrastive_lambda": 0.46787318243536813,
      "epoch": 9.740798502807236,
      "step": 31229
    },
    {
      "epoch": 9.741110417966313,
      "grad_norm": 0.11292125284671783,
      "learning_rate": 5.07467894328422e-05,
      "loss": 0.0241,
      "step": 31230
    },
    {
      "epoch": 9.741110417966313,
      "flow_loss": 0.05910889804363251,
      "step": 31230
    },
    {
      "contrastive_loss": 0.003928346559405327,
      "epoch": 9.741110417966313,
      "step": 31230
    },
    {
      "contrastive_lambda": 0.4678470566388595,
      "epoch": 9.741110417966313,
      "step": 31230
    },
    {
      "contrastive_lambda": 0.4678209309305002,
      "epoch": 9.74142233312539,
      "step": 31231
    },
    {
      "contrastive_lambda": 0.4677948053103615,
      "epoch": 9.741734248284466,
      "step": 31232
    },
    {
      "contrastive_lambda": 0.4677686797785153,
      "epoch": 9.742046163443543,
      "step": 31233
    },
    {
      "contrastive_lambda": 0.467742554335033,
      "epoch": 9.74235807860262,
      "step": 31234
    },
    {
      "contrastive_lambda": 0.4677164289799863,
      "epoch": 9.742669993761696,
      "step": 31235
    },
    {
      "contrastive_lambda": 0.46769030371344694,
      "epoch": 9.742981908920774,
      "step": 31236
    },
    {
      "contrastive_lambda": 0.4676641785354864,
      "epoch": 9.743293824079851,
      "step": 31237
    },
    {
      "contrastive_lambda": 0.4676380534461762,
      "epoch": 9.743605739238927,
      "step": 31238
    },
    {
      "contrastive_lambda": 0.46761192844558835,
      "epoch": 9.743917654398004,
      "step": 31239
    },
    {
      "epoch": 9.744229569557081,
      "grad_norm": 0.08662586659193039,
      "learning_rate": 5.0719234564456454e-05,
      "loss": 0.0318,
      "step": 31240
    },
    {
      "epoch": 9.744229569557081,
      "flow_loss": 0.019437333568930626,
      "step": 31240
    },
    {
      "contrastive_loss": 0.004097043536603451,
      "epoch": 9.744229569557081,
      "step": 31240
    },
    {
      "contrastive_lambda": 0.4675858035337942,
      "epoch": 9.744229569557081,
      "step": 31240
    },
    {
      "contrastive_lambda": 0.46755967871086523,
      "epoch": 9.744541484716157,
      "step": 31241
    },
    {
      "contrastive_lambda": 0.4675335539768734,
      "epoch": 9.744853399875234,
      "step": 31242
    },
    {
      "contrastive_lambda": 0.4675074293318902,
      "epoch": 9.74516531503431,
      "step": 31243
    },
    {
      "contrastive_lambda": 0.46748130477598715,
      "epoch": 9.745477230193387,
      "step": 31244
    },
    {
      "contrastive_lambda": 0.46745518030923594,
      "epoch": 9.745789145352465,
      "step": 31245
    },
    {
      "contrastive_lambda": 0.46742905593170825,
      "epoch": 9.74610106051154,
      "step": 31246
    },
    {
      "contrastive_lambda": 0.4674029316434756,
      "epoch": 9.746412975670617,
      "step": 31247
    },
    {
      "contrastive_lambda": 0.4673768074446098,
      "epoch": 9.746724890829695,
      "step": 31248
    },
    {
      "contrastive_lambda": 0.46735068333518204,
      "epoch": 9.74703680598877,
      "step": 31249
    },
    {
      "epoch": 9.747348721147848,
      "grad_norm": 0.08515242487192154,
      "learning_rate": 5.0691679477586216e-05,
      "loss": 0.0283,
      "step": 31250
    },
    {
      "epoch": 9.747348721147848,
      "flow_loss": 0.0229368694126606,
      "step": 31250
    },
    {
      "contrastive_loss": 0.003471690695732832,
      "epoch": 9.747348721147848,
      "step": 31250
    },
    {
      "contrastive_lambda": 0.4673245593152645,
      "epoch": 9.747348721147848,
      "step": 31250
    },
    {
      "contrastive_lambda": 0.46729843538492855,
      "epoch": 9.747660636306925,
      "step": 31251
    },
    {
      "contrastive_lambda": 0.46727231154424564,
      "epoch": 9.747972551466,
      "step": 31252
    },
    {
      "contrastive_lambda": 0.4672461877932876,
      "epoch": 9.748284466625078,
      "step": 31253
    },
    {
      "contrastive_lambda": 0.4672200641321261,
      "epoch": 9.748596381784155,
      "step": 31254
    },
    {
      "contrastive_lambda": 0.46719394056083247,
      "epoch": 9.748908296943231,
      "step": 31255
    },
    {
      "contrastive_lambda": 0.4671678170794787,
      "epoch": 9.749220212102308,
      "step": 31256
    },
    {
      "contrastive_lambda": 0.4671416936881361,
      "epoch": 9.749532127261386,
      "step": 31257
    },
    {
      "contrastive_lambda": 0.46711557038687634,
      "epoch": 9.749844042420461,
      "step": 31258
    },
    {
      "contrastive_lambda": 0.46708944717577133,
      "epoch": 9.750155957579539,
      "step": 31259
    },
    {
      "epoch": 9.750467872738614,
      "grad_norm": 0.07802056521177292,
      "learning_rate": 5.0664124180602035e-05,
      "loss": 0.0275,
      "step": 31260
    },
    {
      "epoch": 9.750467872738614,
      "flow_loss": 0.03247850388288498,
      "step": 31260
    },
    {
      "contrastive_loss": 0.0047267102636396885,
      "epoch": 9.750467872738614,
      "step": 31260
    },
    {
      "contrastive_lambda": 0.4670633240548924,
      "epoch": 9.750467872738614,
      "step": 31260
    },
    {
      "contrastive_lambda": 0.46703720102431107,
      "epoch": 9.750779787897692,
      "step": 31261
    },
    {
      "contrastive_lambda": 0.4670110780840993,
      "epoch": 9.751091703056769,
      "step": 31262
    },
    {
      "contrastive_lambda": 0.46698495523432854,
      "epoch": 9.751403618215845,
      "step": 31263
    },
    {
      "contrastive_lambda": 0.4669588324750702,
      "epoch": 9.751715533374922,
      "step": 31264
    },
    {
      "contrastive_lambda": 0.4669327098063963,
      "epoch": 9.752027448534,
      "step": 31265
    },
    {
      "contrastive_lambda": 0.46690658722837813,
      "epoch": 9.752339363693075,
      "step": 31266
    },
    {
      "contrastive_lambda": 0.4668804647410876,
      "epoch": 9.752651278852152,
      "step": 31267
    },
    {
      "contrastive_lambda": 0.46685434234459594,
      "epoch": 9.75296319401123,
      "step": 31268
    },
    {
      "contrastive_lambda": 0.46682822003897506,
      "epoch": 9.753275109170305,
      "step": 31269
    },
    {
      "epoch": 9.753587024329383,
      "grad_norm": 0.09485078603029251,
      "learning_rate": 5.063656868187447e-05,
      "loss": 0.0304,
      "step": 31270
    },
    {
      "epoch": 9.753587024329383,
      "flow_loss": 0.02396239899098873,
      "step": 31270
    },
    {
      "contrastive_loss": 0.004861210007220507,
      "epoch": 9.753587024329383,
      "step": 31270
    },
    {
      "contrastive_lambda": 0.4668020978242966,
      "epoch": 9.753587024329383,
      "step": 31270
    },
    {
      "contrastive_lambda": 0.46677597570063206,
      "epoch": 9.75389893948846,
      "step": 31271
    },
    {
      "contrastive_lambda": 0.4667498536680529,
      "epoch": 9.754210854647535,
      "step": 31272
    },
    {
      "contrastive_lambda": 0.46672373172663106,
      "epoch": 9.754522769806613,
      "step": 31273
    },
    {
      "contrastive_lambda": 0.466697609876438,
      "epoch": 9.75483468496569,
      "step": 31274
    },
    {
      "contrastive_lambda": 0.4666714881175452,
      "epoch": 9.755146600124766,
      "step": 31275
    },
    {
      "contrastive_lambda": 0.4666453664500245,
      "epoch": 9.755458515283843,
      "step": 31276
    },
    {
      "contrastive_lambda": 0.46661924487394746,
      "epoch": 9.755770430442919,
      "step": 31277
    },
    {
      "contrastive_lambda": 0.4665931233893856,
      "epoch": 9.756082345601996,
      "step": 31278
    },
    {
      "contrastive_lambda": 0.46656700199641066,
      "epoch": 9.756394260761073,
      "step": 31279
    },
    {
      "epoch": 9.756706175920149,
      "grad_norm": 0.0945681631565094,
      "learning_rate": 5.060901298977413e-05,
      "loss": 0.0298,
      "step": 31280
    },
    {
      "epoch": 9.756706175920149,
      "flow_loss": 0.02123373933136463,
      "step": 31280
    },
    {
      "contrastive_loss": 0.0055791898630559444,
      "epoch": 9.756706175920149,
      "step": 31280
    },
    {
      "contrastive_lambda": 0.4665408806950941,
      "epoch": 9.756706175920149,
      "step": 31280
    },
    {
      "contrastive_lambda": 0.4665147594855076,
      "epoch": 9.757018091079226,
      "step": 31281
    },
    {
      "contrastive_lambda": 0.46648863836772286,
      "epoch": 9.757330006238304,
      "step": 31282
    },
    {
      "contrastive_lambda": 0.46646251734181143,
      "epoch": 9.75764192139738,
      "step": 31283
    },
    {
      "contrastive_lambda": 0.46643639640784473,
      "epoch": 9.757953836556457,
      "step": 31284
    },
    {
      "contrastive_lambda": 0.46641027556589476,
      "epoch": 9.758265751715534,
      "step": 31285
    },
    {
      "contrastive_lambda": 0.4663841548160328,
      "epoch": 9.75857766687461,
      "step": 31286
    },
    {
      "contrastive_lambda": 0.4663580341583306,
      "epoch": 9.758889582033687,
      "step": 31287
    },
    {
      "contrastive_lambda": 0.4663319135928599,
      "epoch": 9.759201497192764,
      "step": 31288
    },
    {
      "contrastive_lambda": 0.466305793119692,
      "epoch": 9.75951341235184,
      "step": 31289
    },
    {
      "epoch": 9.759825327510917,
      "grad_norm": 0.1162945032119751,
      "learning_rate": 5.0581457112671725e-05,
      "loss": 0.03,
      "step": 31290
    },
    {
      "epoch": 9.759825327510917,
      "flow_loss": 0.019345905631780624,
      "step": 31290
    },
    {
      "contrastive_loss": 0.004168394487351179,
      "epoch": 9.759825327510917,
      "step": 31290
    },
    {
      "contrastive_lambda": 0.46627967273889886,
      "epoch": 9.759825327510917,
      "step": 31290
    },
    {
      "contrastive_lambda": 0.4662535524505518,
      "epoch": 9.760137242669995,
      "step": 31291
    },
    {
      "contrastive_lambda": 0.46622743225472246,
      "epoch": 9.76044915782907,
      "step": 31292
    },
    {
      "contrastive_lambda": 0.4662013121514827,
      "epoch": 9.760761072988148,
      "step": 31293
    },
    {
      "contrastive_lambda": 0.46617519214090397,
      "epoch": 9.761072988147223,
      "step": 31294
    },
    {
      "contrastive_lambda": 0.4661490722230576,
      "epoch": 9.7613849033063,
      "step": 31295
    },
    {
      "contrastive_lambda": 0.46612295239801577,
      "epoch": 9.761696818465378,
      "step": 31296
    },
    {
      "contrastive_lambda": 0.4660968326658497,
      "epoch": 9.762008733624453,
      "step": 31297
    },
    {
      "contrastive_lambda": 0.46607071302663106,
      "epoch": 9.76232064878353,
      "step": 31298
    },
    {
      "contrastive_lambda": 0.4660445934804314,
      "epoch": 9.762632563942608,
      "step": 31299
    },
    {
      "epoch": 9.762944479101684,
      "grad_norm": 0.09437817335128784,
      "learning_rate": 5.0553901058938016e-05,
      "loss": 0.0275,
      "step": 31300
    },
    {
      "epoch": 9.762944479101684,
      "flow_loss": 0.03606432303786278,
      "step": 31300
    },
    {
      "contrastive_loss": 0.004335462115705013,
      "epoch": 9.762944479101684,
      "step": 31300
    },
    {
      "contrastive_lambda": 0.4660184740273226,
      "epoch": 9.762944479101684,
      "step": 31300
    },
    {
      "contrastive_lambda": 0.465992354667376,
      "epoch": 9.763256394260761,
      "step": 31301
    },
    {
      "contrastive_lambda": 0.4659662354006633,
      "epoch": 9.763568309419838,
      "step": 31302
    },
    {
      "contrastive_lambda": 0.46594011622725595,
      "epoch": 9.763880224578914,
      "step": 31303
    },
    {
      "contrastive_lambda": 0.46591399714722587,
      "epoch": 9.764192139737991,
      "step": 31304
    },
    {
      "contrastive_lambda": 0.46588787816064453,
      "epoch": 9.764504054897069,
      "step": 31305
    },
    {
      "contrastive_lambda": 0.46586175926758333,
      "epoch": 9.764815970056144,
      "step": 31306
    },
    {
      "contrastive_lambda": 0.4658356404681142,
      "epoch": 9.765127885215222,
      "step": 31307
    },
    {
      "contrastive_lambda": 0.46580952176230866,
      "epoch": 9.765439800374299,
      "step": 31308
    },
    {
      "contrastive_lambda": 0.46578340315023814,
      "epoch": 9.765751715533375,
      "step": 31309
    },
    {
      "epoch": 9.766063630692452,
      "grad_norm": 0.07875218987464905,
      "learning_rate": 5.052634483694377e-05,
      "loss": 0.0276,
      "step": 31310
    },
    {
      "epoch": 9.766063630692452,
      "flow_loss": 0.02904120273888111,
      "step": 31310
    },
    {
      "contrastive_loss": 0.004464096389710903,
      "epoch": 9.766063630692452,
      "step": 31310
    },
    {
      "contrastive_lambda": 0.4657572846319743,
      "epoch": 9.766063630692452,
      "step": 31310
    },
    {
      "contrastive_lambda": 0.465731166207589,
      "epoch": 9.766375545851528,
      "step": 31311
    },
    {
      "contrastive_lambda": 0.4657050478771535,
      "epoch": 9.766687461010605,
      "step": 31312
    },
    {
      "contrastive_lambda": 0.4656789296407397,
      "epoch": 9.766999376169682,
      "step": 31313
    },
    {
      "contrastive_lambda": 0.4656528114984189,
      "epoch": 9.767311291328758,
      "step": 31314
    },
    {
      "contrastive_lambda": 0.4656266934502629,
      "epoch": 9.767623206487835,
      "step": 31315
    },
    {
      "contrastive_lambda": 0.46560057549634337,
      "epoch": 9.767935121646913,
      "step": 31316
    },
    {
      "contrastive_lambda": 0.46557445763673183,
      "epoch": 9.768247036805988,
      "step": 31317
    },
    {
      "contrastive_lambda": 0.4655483398714997,
      "epoch": 9.768558951965066,
      "step": 31318
    },
    {
      "contrastive_lambda": 0.46552222220071887,
      "epoch": 9.768870867124143,
      "step": 31319
    },
    {
      "epoch": 9.769182782283218,
      "grad_norm": 0.12953561544418335,
      "learning_rate": 5.049878845505988e-05,
      "loss": 0.0354,
      "step": 31320
    },
    {
      "epoch": 9.769182782283218,
      "flow_loss": 0.015935011208057404,
      "step": 31320
    },
    {
      "contrastive_loss": 0.003996441140770912,
      "epoch": 9.769182782283218,
      "step": 31320
    },
    {
      "contrastive_lambda": 0.4654961046244608,
      "epoch": 9.769182782283218,
      "step": 31320
    },
    {
      "contrastive_lambda": 0.4654699871427972,
      "epoch": 9.769494697442296,
      "step": 31321
    },
    {
      "contrastive_lambda": 0.46544386975579943,
      "epoch": 9.769806612601373,
      "step": 31322
    },
    {
      "contrastive_lambda": 0.46541775246353934,
      "epoch": 9.770118527760449,
      "step": 31323
    },
    {
      "contrastive_lambda": 0.4653916352660885,
      "epoch": 9.770430442919526,
      "step": 31324
    },
    {
      "contrastive_lambda": 0.46536551816351834,
      "epoch": 9.770742358078603,
      "step": 31325
    },
    {
      "contrastive_lambda": 0.4653394011559006,
      "epoch": 9.771054273237679,
      "step": 31326
    },
    {
      "contrastive_lambda": 0.465313284243307,
      "epoch": 9.771366188396756,
      "step": 31327
    },
    {
      "contrastive_lambda": 0.46528716742580895,
      "epoch": 9.771678103555832,
      "step": 31328
    },
    {
      "contrastive_lambda": 0.4652610507034779,
      "epoch": 9.77199001871491,
      "step": 31329
    },
    {
      "epoch": 9.772301933873987,
      "grad_norm": 0.09561512619256973,
      "learning_rate": 5.047123192165721e-05,
      "loss": 0.028,
      "step": 31330
    },
    {
      "epoch": 9.772301933873987,
      "flow_loss": 0.02669522538781166,
      "step": 31330
    },
    {
      "contrastive_loss": 0.004797245375812054,
      "epoch": 9.772301933873987,
      "step": 31330
    },
    {
      "contrastive_lambda": 0.46523493407638583,
      "epoch": 9.772301933873987,
      "step": 31330
    },
    {
      "contrastive_lambda": 0.4652088175446042,
      "epoch": 9.772613849033062,
      "step": 31331
    },
    {
      "contrastive_lambda": 0.4651827011082045,
      "epoch": 9.77292576419214,
      "step": 31332
    },
    {
      "contrastive_lambda": 0.46515658476725835,
      "epoch": 9.773237679351217,
      "step": 31333
    },
    {
      "contrastive_lambda": 0.46513046852183754,
      "epoch": 9.773549594510293,
      "step": 31334
    },
    {
      "contrastive_lambda": 0.46510435237201336,
      "epoch": 9.77386150966937,
      "step": 31335
    },
    {
      "contrastive_lambda": 0.4650782363178578,
      "epoch": 9.774173424828447,
      "step": 31336
    },
    {
      "contrastive_lambda": 0.46505212035944193,
      "epoch": 9.774485339987523,
      "step": 31337
    },
    {
      "contrastive_lambda": 0.4650260044968379,
      "epoch": 9.7747972551466,
      "step": 31338
    },
    {
      "contrastive_lambda": 0.46499988873011705,
      "epoch": 9.775109170305678,
      "step": 31339
    },
    {
      "epoch": 9.775421085464753,
      "grad_norm": 0.09442916512489319,
      "learning_rate": 5.0443675245106735e-05,
      "loss": 0.0276,
      "step": 31340
    },
    {
      "epoch": 9.775421085464753,
      "flow_loss": 0.0250251404941082,
      "step": 31340
    },
    {
      "contrastive_loss": 0.00479400809854269,
      "epoch": 9.775421085464753,
      "step": 31340
    },
    {
      "contrastive_lambda": 0.4649737730593508,
      "epoch": 9.775421085464753,
      "step": 31340
    },
    {
      "contrastive_lambda": 0.46494765748461114,
      "epoch": 9.77573300062383,
      "step": 31341
    },
    {
      "contrastive_lambda": 0.46492154200596947,
      "epoch": 9.776044915782908,
      "step": 31342
    },
    {
      "contrastive_lambda": 0.46489542662349725,
      "epoch": 9.776356830941983,
      "step": 31343
    },
    {
      "contrastive_lambda": 0.4648693113372663,
      "epoch": 9.77666874610106,
      "step": 31344
    },
    {
      "contrastive_lambda": 0.46484319614734815,
      "epoch": 9.776980661260136,
      "step": 31345
    },
    {
      "contrastive_lambda": 0.4648170810538143,
      "epoch": 9.777292576419214,
      "step": 31346
    },
    {
      "contrastive_lambda": 0.46479096605673653,
      "epoch": 9.777604491578291,
      "step": 31347
    },
    {
      "contrastive_lambda": 0.46476485115618615,
      "epoch": 9.777916406737367,
      "step": 31348
    },
    {
      "contrastive_lambda": 0.464738736352235,
      "epoch": 9.778228321896444,
      "step": 31349
    },
    {
      "epoch": 9.778540237055521,
      "grad_norm": 0.12562492489814758,
      "learning_rate": 5.0416118433779426e-05,
      "loss": 0.0263,
      "step": 31350
    },
    {
      "epoch": 9.778540237055521,
      "flow_loss": 0.03204815462231636,
      "step": 31350
    },
    {
      "contrastive_loss": 0.004223766271024942,
      "epoch": 9.778540237055521,
      "step": 31350
    },
    {
      "contrastive_lambda": 0.46471262164495475,
      "epoch": 9.778540237055521,
      "step": 31350
    },
    {
      "contrastive_lambda": 0.4646865070344168,
      "epoch": 9.778852152214597,
      "step": 31351
    },
    {
      "contrastive_lambda": 0.4646603925206926,
      "epoch": 9.779164067373674,
      "step": 31352
    },
    {
      "contrastive_lambda": 0.4646342781038541,
      "epoch": 9.779475982532752,
      "step": 31353
    },
    {
      "contrastive_lambda": 0.4646081637839727,
      "epoch": 9.779787897691827,
      "step": 31354
    },
    {
      "contrastive_lambda": 0.4645820495611201,
      "epoch": 9.780099812850905,
      "step": 31355
    },
    {
      "contrastive_lambda": 0.46455593543536766,
      "epoch": 9.780411728009982,
      "step": 31356
    },
    {
      "contrastive_lambda": 0.4645298214067872,
      "epoch": 9.780723643169058,
      "step": 31357
    },
    {
      "contrastive_lambda": 0.4645037074754504,
      "epoch": 9.781035558328135,
      "step": 31358
    },
    {
      "contrastive_lambda": 0.4644775936414286,
      "epoch": 9.781347473487212,
      "step": 31359
    },
    {
      "epoch": 9.781659388646288,
      "grad_norm": 0.12838013470172882,
      "learning_rate": 5.038856149604633e-05,
      "loss": 0.0306,
      "step": 31360
    },
    {
      "epoch": 9.781659388646288,
      "flow_loss": 0.04266295209527016,
      "step": 31360
    },
    {
      "contrastive_loss": 0.003818397643044591,
      "epoch": 9.781659388646288,
      "step": 31360
    },
    {
      "contrastive_lambda": 0.46445147990479335,
      "epoch": 9.781659388646288,
      "step": 31360
    },
    {
      "contrastive_lambda": 0.4644253662656166,
      "epoch": 9.781971303805365,
      "step": 31361
    },
    {
      "contrastive_lambda": 0.4643992527239697,
      "epoch": 9.78228321896444,
      "step": 31362
    },
    {
      "contrastive_lambda": 0.4643731392799241,
      "epoch": 9.782595134123518,
      "step": 31363
    },
    {
      "contrastive_lambda": 0.4643470259335517,
      "epoch": 9.782907049282596,
      "step": 31364
    },
    {
      "contrastive_lambda": 0.464320912684924,
      "epoch": 9.783218964441671,
      "step": 31365
    },
    {
      "contrastive_lambda": 0.4642947995341124,
      "epoch": 9.783530879600749,
      "step": 31366
    },
    {
      "contrastive_lambda": 0.4642686864811887,
      "epoch": 9.783842794759826,
      "step": 31367
    },
    {
      "contrastive_lambda": 0.46424257352622444,
      "epoch": 9.784154709918901,
      "step": 31368
    },
    {
      "contrastive_lambda": 0.4642164606692912,
      "epoch": 9.784466625077979,
      "step": 31369
    },
    {
      "epoch": 9.784778540237056,
      "grad_norm": 0.12297423928976059,
      "learning_rate": 5.03610044402785e-05,
      "loss": 0.0276,
      "step": 31370
    },
    {
      "epoch": 9.784778540237056,
      "flow_loss": 0.015397971495985985,
      "step": 31370
    },
    {
      "contrastive_loss": 0.004471190273761749,
      "epoch": 9.784778540237056,
      "step": 31370
    },
    {
      "contrastive_lambda": 0.4641903479104606,
      "epoch": 9.784778540237056,
      "step": 31370
    },
    {
      "contrastive_lambda": 0.4641642352498041,
      "epoch": 9.785090455396132,
      "step": 31371
    },
    {
      "contrastive_lambda": 0.4641381226873934,
      "epoch": 9.78540237055521,
      "step": 31372
    },
    {
      "contrastive_lambda": 0.4641120102233002,
      "epoch": 9.785714285714286,
      "step": 31373
    },
    {
      "contrastive_lambda": 0.4640858978575958,
      "epoch": 9.786026200873362,
      "step": 31374
    },
    {
      "contrastive_lambda": 0.46405978559035194,
      "epoch": 9.78633811603244,
      "step": 31375
    },
    {
      "contrastive_lambda": 0.46403367342164037,
      "epoch": 9.786650031191517,
      "step": 31376
    },
    {
      "contrastive_lambda": 0.46400756135153237,
      "epoch": 9.786961946350592,
      "step": 31377
    },
    {
      "contrastive_lambda": 0.46398144938009983,
      "epoch": 9.78727386150967,
      "step": 31378
    },
    {
      "contrastive_lambda": 0.4639553375074141,
      "epoch": 9.787585776668745,
      "step": 31379
    },
    {
      "epoch": 9.787897691827823,
      "grad_norm": 0.1090502142906189,
      "learning_rate": 5.033344727484707e-05,
      "loss": 0.0272,
      "step": 31380
    },
    {
      "epoch": 9.787897691827823,
      "flow_loss": 0.03612925484776497,
      "step": 31380
    },
    {
      "contrastive_loss": 0.004214521497488022,
      "epoch": 9.787897691827823,
      "step": 31380
    },
    {
      "contrastive_lambda": 0.46392922573354684,
      "epoch": 9.787897691827823,
      "step": 31380
    },
    {
      "contrastive_lambda": 0.46390311405856977,
      "epoch": 9.7882096069869,
      "step": 31381
    },
    {
      "contrastive_lambda": 0.46387700248255437,
      "epoch": 9.788521522145976,
      "step": 31382
    },
    {
      "contrastive_lambda": 0.463850891005572,
      "epoch": 9.788833437305053,
      "step": 31383
    },
    {
      "contrastive_lambda": 0.46382477962769464,
      "epoch": 9.78914535246413,
      "step": 31384
    },
    {
      "contrastive_lambda": 0.46379866834899375,
      "epoch": 9.789457267623206,
      "step": 31385
    },
    {
      "contrastive_lambda": 0.4637725571695406,
      "epoch": 9.789769182782283,
      "step": 31386
    },
    {
      "contrastive_lambda": 0.4637464460894073,
      "epoch": 9.79008109794136,
      "step": 31387
    },
    {
      "contrastive_lambda": 0.46372033510866517,
      "epoch": 9.790393013100436,
      "step": 31388
    },
    {
      "contrastive_lambda": 0.46369422422738565,
      "epoch": 9.790704928259514,
      "step": 31389
    },
    {
      "epoch": 9.791016843418591,
      "grad_norm": 0.10567103326320648,
      "learning_rate": 5.030589000812315e-05,
      "loss": 0.03,
      "step": 31390
    },
    {
      "epoch": 9.791016843418591,
      "flow_loss": 0.022900274023413658,
      "step": 31390
    },
    {
      "contrastive_loss": 0.004275667481124401,
      "epoch": 9.791016843418591,
      "step": 31390
    },
    {
      "contrastive_lambda": 0.4636681134456405,
      "epoch": 9.791016843418591,
      "step": 31390
    },
    {
      "contrastive_lambda": 0.4636420027635013,
      "epoch": 9.791328758577666,
      "step": 31391
    },
    {
      "contrastive_lambda": 0.4636158921810397,
      "epoch": 9.791640673736744,
      "step": 31392
    },
    {
      "contrastive_lambda": 0.46358978169832726,
      "epoch": 9.791952588895821,
      "step": 31393
    },
    {
      "contrastive_lambda": 0.4635636713154352,
      "epoch": 9.792264504054897,
      "step": 31394
    },
    {
      "contrastive_lambda": 0.46353756103243565,
      "epoch": 9.792576419213974,
      "step": 31395
    },
    {
      "contrastive_lambda": 0.4635114508494,
      "epoch": 9.79288833437305,
      "step": 31396
    },
    {
      "contrastive_lambda": 0.4634853407663996,
      "epoch": 9.793200249532127,
      "step": 31397
    },
    {
      "contrastive_lambda": 0.46345923078350626,
      "epoch": 9.793512164691204,
      "step": 31398
    },
    {
      "contrastive_lambda": 0.4634331209007916,
      "epoch": 9.79382407985028,
      "step": 31399
    },
    {
      "epoch": 9.794135995009357,
      "grad_norm": 0.07416395843029022,
      "learning_rate": 5.027833264847793e-05,
      "loss": 0.0297,
      "step": 31400
    },
    {
      "epoch": 9.794135995009357,
      "flow_loss": 0.03955845162272453,
      "step": 31400
    },
    {
      "contrastive_loss": 0.004123958759009838,
      "epoch": 9.794135995009357,
      "step": 31400
    },
    {
      "contrastive_lambda": 0.463407011118327,
      "epoch": 9.794135995009357,
      "step": 31400
    },
    {
      "contrastive_lambda": 0.46338090143618427,
      "epoch": 9.794447910168435,
      "step": 31401
    },
    {
      "contrastive_lambda": 0.46335479185443473,
      "epoch": 9.79475982532751,
      "step": 31402
    },
    {
      "contrastive_lambda": 0.46332868237315017,
      "epoch": 9.795071740486588,
      "step": 31403
    },
    {
      "contrastive_lambda": 0.4633025729924022,
      "epoch": 9.795383655645665,
      "step": 31404
    },
    {
      "contrastive_lambda": 0.4632764637122623,
      "epoch": 9.79569557080474,
      "step": 31405
    },
    {
      "contrastive_lambda": 0.46325035453280183,
      "epoch": 9.796007485963818,
      "step": 31406
    },
    {
      "contrastive_lambda": 0.46322424545409285,
      "epoch": 9.796319401122895,
      "step": 31407
    },
    {
      "contrastive_lambda": 0.46319813647620656,
      "epoch": 9.796631316281971,
      "step": 31408
    },
    {
      "contrastive_lambda": 0.46317202759921466,
      "epoch": 9.796943231441048,
      "step": 31409
    },
    {
      "epoch": 9.797255146600126,
      "grad_norm": 0.09349874407052994,
      "learning_rate": 5.025077520428258e-05,
      "loss": 0.0346,
      "step": 31410
    },
    {
      "epoch": 9.797255146600126,
      "flow_loss": 0.020064666867256165,
      "step": 31410
    },
    {
      "contrastive_loss": 0.003971364814788103,
      "epoch": 9.797255146600126,
      "step": 31410
    },
    {
      "contrastive_lambda": 0.4631459188231889,
      "epoch": 9.797255146600126,
      "step": 31410
    },
    {
      "contrastive_lambda": 0.46311981014820053,
      "epoch": 9.797567061759201,
      "step": 31411
    },
    {
      "contrastive_lambda": 0.4630937015743214,
      "epoch": 9.797878976918279,
      "step": 31412
    },
    {
      "contrastive_lambda": 0.4630675931016229,
      "epoch": 9.798190892077354,
      "step": 31413
    },
    {
      "contrastive_lambda": 0.4630414847301767,
      "epoch": 9.798502807236432,
      "step": 31414
    },
    {
      "contrastive_lambda": 0.4630153764600544,
      "epoch": 9.798814722395509,
      "step": 31415
    },
    {
      "contrastive_lambda": 0.46298926829132764,
      "epoch": 9.799126637554584,
      "step": 31416
    },
    {
      "contrastive_lambda": 0.46296316022406764,
      "epoch": 9.799438552713662,
      "step": 31417
    },
    {
      "contrastive_lambda": 0.46293705225834647,
      "epoch": 9.79975046787274,
      "step": 31418
    },
    {
      "contrastive_lambda": 0.46291094439423547,
      "epoch": 9.800062383031815,
      "step": 31419
    },
    {
      "epoch": 9.800374298190892,
      "grad_norm": 0.08307916671037674,
      "learning_rate": 5.022321768390837e-05,
      "loss": 0.027,
      "step": 31420
    },
    {
      "epoch": 9.800374298190892,
      "flow_loss": 0.036113765090703964,
      "step": 31420
    },
    {
      "contrastive_loss": 0.003868675557896495,
      "epoch": 9.800374298190892,
      "step": 31420
    },
    {
      "contrastive_lambda": 0.46288483663180613,
      "epoch": 9.800374298190892,
      "step": 31420
    },
    {
      "contrastive_lambda": 0.4628587289711301,
      "epoch": 9.80068621334997,
      "step": 31421
    },
    {
      "contrastive_lambda": 0.4628326214122791,
      "epoch": 9.800998128509045,
      "step": 31422
    },
    {
      "contrastive_lambda": 0.46280651395532446,
      "epoch": 9.801310043668122,
      "step": 31423
    },
    {
      "contrastive_lambda": 0.462780406600338,
      "epoch": 9.8016219588272,
      "step": 31424
    },
    {
      "contrastive_lambda": 0.4627542993473909,
      "epoch": 9.801933873986275,
      "step": 31425
    },
    {
      "contrastive_lambda": 0.46272819219655525,
      "epoch": 9.802245789145353,
      "step": 31426
    },
    {
      "contrastive_lambda": 0.46270208514790234,
      "epoch": 9.80255770430443,
      "step": 31427
    },
    {
      "contrastive_lambda": 0.46267597820150363,
      "epoch": 9.802869619463506,
      "step": 31428
    },
    {
      "contrastive_lambda": 0.462649871357431,
      "epoch": 9.803181534622583,
      "step": 31429
    },
    {
      "epoch": 9.803493449781659,
      "grad_norm": 0.07789121568202972,
      "learning_rate": 5.0195660095726516e-05,
      "loss": 0.0261,
      "step": 31430
    },
    {
      "epoch": 9.803493449781659,
      "flow_loss": 0.022312311455607414,
      "step": 31430
    },
    {
      "contrastive_loss": 0.0038539874367415905,
      "epoch": 9.803493449781659,
      "step": 31430
    },
    {
      "contrastive_lambda": 0.46262376461575594,
      "epoch": 9.803493449781659,
      "step": 31430
    },
    {
      "contrastive_lambda": 0.4625976579765498,
      "epoch": 9.803805364940736,
      "step": 31431
    },
    {
      "contrastive_lambda": 0.4625715514398843,
      "epoch": 9.804117280099813,
      "step": 31432
    },
    {
      "contrastive_lambda": 0.46254544500583117,
      "epoch": 9.804429195258889,
      "step": 31433
    },
    {
      "contrastive_lambda": 0.46251933867446166,
      "epoch": 9.804741110417966,
      "step": 31434
    },
    {
      "contrastive_lambda": 0.4624932324458476,
      "epoch": 9.805053025577044,
      "step": 31435
    },
    {
      "contrastive_lambda": 0.46246712632006043,
      "epoch": 9.80536494073612,
      "step": 31436
    },
    {
      "contrastive_lambda": 0.46244102029717177,
      "epoch": 9.805676855895197,
      "step": 31437
    },
    {
      "contrastive_lambda": 0.46241491437725324,
      "epoch": 9.805988771054274,
      "step": 31438
    },
    {
      "contrastive_lambda": 0.4623888085603764,
      "epoch": 9.80630068621335,
      "step": 31439
    },
    {
      "epoch": 9.806612601372427,
      "grad_norm": 0.09660953283309937,
      "learning_rate": 5.016810244810829e-05,
      "loss": 0.0304,
      "step": 31440
    },
    {
      "epoch": 9.806612601372427,
      "flow_loss": 0.01699749566614628,
      "step": 31440
    },
    {
      "contrastive_loss": 0.0044523803517222404,
      "epoch": 9.806612601372427,
      "step": 31440
    },
    {
      "contrastive_lambda": 0.4623627028466125,
      "epoch": 9.806612601372427,
      "step": 31440
    },
    {
      "contrastive_lambda": 0.4623365972360337,
      "epoch": 9.806924516531504,
      "step": 31441
    },
    {
      "contrastive_lambda": 0.4623104917287111,
      "epoch": 9.80723643169058,
      "step": 31442
    },
    {
      "contrastive_lambda": 0.4622843863247164,
      "epoch": 9.807548346849657,
      "step": 31443
    },
    {
      "contrastive_lambda": 0.4622582810241213,
      "epoch": 9.807860262008735,
      "step": 31444
    },
    {
      "contrastive_lambda": 0.4622321758269972,
      "epoch": 9.80817217716781,
      "step": 31445
    },
    {
      "contrastive_lambda": 0.46220607073341585,
      "epoch": 9.808484092326887,
      "step": 31446
    },
    {
      "contrastive_lambda": 0.46217996574344855,
      "epoch": 9.808796007485963,
      "step": 31447
    },
    {
      "contrastive_lambda": 0.46215386085716703,
      "epoch": 9.80910792264504,
      "step": 31448
    },
    {
      "contrastive_lambda": 0.46212775607464296,
      "epoch": 9.809419837804118,
      "step": 31449
    },
    {
      "epoch": 9.809731752963193,
      "grad_norm": 0.09263155609369278,
      "learning_rate": 5.0140544749424976e-05,
      "loss": 0.0283,
      "step": 31450
    },
    {
      "epoch": 9.809731752963193,
      "flow_loss": 0.027111519128084183,
      "step": 31450
    },
    {
      "contrastive_loss": 0.0042304228991270065,
      "epoch": 9.809731752963193,
      "step": 31450
    },
    {
      "contrastive_lambda": 0.46210165139594783,
      "epoch": 9.809731752963193,
      "step": 31450
    },
    {
      "contrastive_lambda": 0.4620755468211529,
      "epoch": 9.81004366812227,
      "step": 31451
    },
    {
      "contrastive_lambda": 0.4620494423503303,
      "epoch": 9.810355583281348,
      "step": 31452
    },
    {
      "contrastive_lambda": 0.4620233379835513,
      "epoch": 9.810667498440424,
      "step": 31453
    },
    {
      "contrastive_lambda": 0.4619972337208873,
      "epoch": 9.810979413599501,
      "step": 31454
    },
    {
      "contrastive_lambda": 0.4619711295624101,
      "epoch": 9.811291328758578,
      "step": 31455
    },
    {
      "contrastive_lambda": 0.4619450255081913,
      "epoch": 9.811603243917654,
      "step": 31456
    },
    {
      "contrastive_lambda": 0.4619189215583023,
      "epoch": 9.811915159076731,
      "step": 31457
    },
    {
      "contrastive_lambda": 0.46189281771281476,
      "epoch": 9.812227074235809,
      "step": 31458
    },
    {
      "contrastive_lambda": 0.4618667139718002,
      "epoch": 9.812538989394884,
      "step": 31459
    },
    {
      "epoch": 9.812850904553962,
      "grad_norm": 0.09802073985338211,
      "learning_rate": 5.0112987008047874e-05,
      "loss": 0.0284,
      "step": 31460
    },
    {
      "epoch": 9.812850904553962,
      "flow_loss": 0.02188996784389019,
      "step": 31460
    },
    {
      "contrastive_loss": 0.003966277930885553,
      "epoch": 9.812850904553962,
      "step": 31460
    },
    {
      "contrastive_lambda": 0.46184061033533014,
      "epoch": 9.812850904553962,
      "step": 31460
    },
    {
      "contrastive_lambda": 0.46181450680347635,
      "epoch": 9.813162819713039,
      "step": 31461
    },
    {
      "contrastive_lambda": 0.46178840337631005,
      "epoch": 9.813474734872115,
      "step": 31462
    },
    {
      "contrastive_lambda": 0.46176230005390323,
      "epoch": 9.813786650031192,
      "step": 31463
    },
    {
      "contrastive_lambda": 0.4617361968363272,
      "epoch": 9.814098565190267,
      "step": 31464
    },
    {
      "contrastive_lambda": 0.46171009372365346,
      "epoch": 9.814410480349345,
      "step": 31465
    },
    {
      "contrastive_lambda": 0.46168399071595373,
      "epoch": 9.814722395508422,
      "step": 31466
    },
    {
      "contrastive_lambda": 0.4616578878132996,
      "epoch": 9.815034310667498,
      "step": 31467
    },
    {
      "contrastive_lambda": 0.4616317850157624,
      "epoch": 9.815346225826575,
      "step": 31468
    },
    {
      "contrastive_lambda": 0.461605682323414,
      "epoch": 9.815658140985652,
      "step": 31469
    },
    {
      "epoch": 9.815970056144728,
      "grad_norm": 0.10715838521718979,
      "learning_rate": 5.008542923234831e-05,
      "loss": 0.0299,
      "step": 31470
    },
    {
      "epoch": 9.815970056144728,
      "flow_loss": 0.017310738563537598,
      "step": 31470
    },
    {
      "contrastive_loss": 0.003994245082139969,
      "epoch": 9.815970056144728,
      "step": 31470
    },
    {
      "contrastive_lambda": 0.46157957973632563,
      "epoch": 9.815970056144728,
      "step": 31470
    },
    {
      "contrastive_lambda": 0.4615534772545691,
      "epoch": 9.816281971303805,
      "step": 31471
    },
    {
      "contrastive_lambda": 0.46152737487821593,
      "epoch": 9.816593886462883,
      "step": 31472
    },
    {
      "contrastive_lambda": 0.46150127260733764,
      "epoch": 9.816905801621958,
      "step": 31473
    },
    {
      "contrastive_lambda": 0.46147517044200564,
      "epoch": 9.817217716781036,
      "step": 31474
    },
    {
      "contrastive_lambda": 0.4614490683822918,
      "epoch": 9.817529631940113,
      "step": 31475
    },
    {
      "contrastive_lambda": 0.46142296642826763,
      "epoch": 9.817841547099189,
      "step": 31476
    },
    {
      "contrastive_lambda": 0.4613968645800044,
      "epoch": 9.818153462258266,
      "step": 31477
    },
    {
      "contrastive_lambda": 0.4613707628375739,
      "epoch": 9.818465377417343,
      "step": 31478
    },
    {
      "contrastive_lambda": 0.4613446612010476,
      "epoch": 9.818777292576419,
      "step": 31479
    },
    {
      "epoch": 9.819089207735496,
      "grad_norm": 0.08671604841947556,
      "learning_rate": 5.00578714306976e-05,
      "loss": 0.0256,
      "step": 31480
    },
    {
      "epoch": 9.819089207735496,
      "flow_loss": 0.03216886147856712,
      "step": 31480
    },
    {
      "contrastive_loss": 0.004701077938079834,
      "epoch": 9.819089207735496,
      "step": 31480
    },
    {
      "contrastive_lambda": 0.46131855967049723,
      "epoch": 9.819089207735496,
      "step": 31480
    },
    {
      "contrastive_lambda": 0.46129245824599424,
      "epoch": 9.819401122894572,
      "step": 31481
    },
    {
      "contrastive_lambda": 0.46126635692761,
      "epoch": 9.81971303805365,
      "step": 31482
    },
    {
      "contrastive_lambda": 0.4612402557154164,
      "epoch": 9.820024953212727,
      "step": 31483
    },
    {
      "contrastive_lambda": 0.46121415460948484,
      "epoch": 9.820336868371802,
      "step": 31484
    },
    {
      "contrastive_lambda": 0.46118805360988663,
      "epoch": 9.82064878353088,
      "step": 31485
    },
    {
      "contrastive_lambda": 0.46116195271669386,
      "epoch": 9.820960698689957,
      "step": 31486
    },
    {
      "contrastive_lambda": 0.46113585192997775,
      "epoch": 9.821272613849032,
      "step": 31487
    },
    {
      "contrastive_lambda": 0.46110975124980985,
      "epoch": 9.82158452900811,
      "step": 31488
    },
    {
      "contrastive_lambda": 0.4610836506762617,
      "epoch": 9.821896444167187,
      "step": 31489
    },
    {
      "epoch": 9.822208359326263,
      "grad_norm": 0.12141156196594238,
      "learning_rate": 5.0030313611467084e-05,
      "loss": 0.0339,
      "step": 31490
    },
    {
      "epoch": 9.822208359326263,
      "flow_loss": 0.04803150147199631,
      "step": 31490
    },
    {
      "contrastive_loss": 0.00419115275144577,
      "epoch": 9.822208359326263,
      "step": 31490
    },
    {
      "contrastive_lambda": 0.46105755020940514,
      "epoch": 9.822208359326263,
      "step": 31490
    },
    {
      "contrastive_lambda": 0.4610314498493113,
      "epoch": 9.82252027448534,
      "step": 31491
    },
    {
      "contrastive_lambda": 0.46100534959605216,
      "epoch": 9.822832189644418,
      "step": 31492
    },
    {
      "contrastive_lambda": 0.4609792494496989,
      "epoch": 9.823144104803493,
      "step": 31493
    },
    {
      "contrastive_lambda": 0.4609531494103233,
      "epoch": 9.82345601996257,
      "step": 31494
    },
    {
      "contrastive_lambda": 0.4609270494779969,
      "epoch": 9.823767935121648,
      "step": 31495
    },
    {
      "contrastive_lambda": 0.4609009496527911,
      "epoch": 9.824079850280723,
      "step": 31496
    },
    {
      "contrastive_lambda": 0.4608748499347776,
      "epoch": 9.8243917654398,
      "step": 31497
    },
    {
      "contrastive_lambda": 0.46084875032402806,
      "epoch": 9.824703680598876,
      "step": 31498
    },
    {
      "contrastive_lambda": 0.46082265082061374,
      "epoch": 9.825015595757954,
      "step": 31499
    },
    {
      "epoch": 9.825327510917031,
      "grad_norm": 0.11433541029691696,
      "learning_rate": 5.0002755783028074e-05,
      "loss": 0.0331,
      "step": 31500
    },
    {
      "epoch": 9.825327510917031,
      "flow_loss": 0.049001775681972504,
      "step": 31500
    },
    {
      "contrastive_loss": 0.004087947309017181,
      "epoch": 9.825327510917031,
      "step": 31500
    },
    {
      "contrastive_lambda": 0.46079655142460646,
      "epoch": 9.825327510917031,
      "step": 31500
    },
    {
      "contrastive_lambda": 0.4607704521360776,
      "epoch": 9.825639426076107,
      "step": 31501
    },
    {
      "contrastive_lambda": 0.4607443529550987,
      "epoch": 9.825951341235184,
      "step": 31502
    },
    {
      "contrastive_lambda": 0.46071825388174154,
      "epoch": 9.826263256394261,
      "step": 31503
    },
    {
      "contrastive_lambda": 0.46069215491607746,
      "epoch": 9.826575171553337,
      "step": 31504
    },
    {
      "contrastive_lambda": 0.4606660560581779,
      "epoch": 9.826887086712414,
      "step": 31505
    },
    {
      "contrastive_lambda": 0.4606399573081148,
      "epoch": 9.827199001871492,
      "step": 31506
    },
    {
      "contrastive_lambda": 0.4606138586659595,
      "epoch": 9.827510917030567,
      "step": 31507
    },
    {
      "contrastive_lambda": 0.46058776013178326,
      "epoch": 9.827822832189645,
      "step": 31508
    },
    {
      "contrastive_lambda": 0.4605616617056582,
      "epoch": 9.828134747348722,
      "step": 31509
    },
    {
      "epoch": 9.828446662507798,
      "grad_norm": 0.09268869459629059,
      "learning_rate": 4.997519795375194e-05,
      "loss": 0.0312,
      "step": 31510
    },
    {
      "epoch": 9.828446662507798,
      "flow_loss": 0.02917519398033619,
      "step": 31510
    },
    {
      "contrastive_loss": 0.004096693359315395,
      "epoch": 9.828446662507798,
      "step": 31510
    },
    {
      "contrastive_lambda": 0.46053556338765556,
      "epoch": 9.828446662507798,
      "step": 31510
    },
    {
      "contrastive_lambda": 0.46050946517784686,
      "epoch": 9.828758577666875,
      "step": 31511
    },
    {
      "contrastive_lambda": 0.4604833670763036,
      "epoch": 9.829070492825952,
      "step": 31512
    },
    {
      "contrastive_lambda": 0.4604572690830975,
      "epoch": 9.829382407985028,
      "step": 31513
    },
    {
      "contrastive_lambda": 0.4604311711983001,
      "epoch": 9.829694323144105,
      "step": 31514
    },
    {
      "contrastive_lambda": 0.46040507342198295,
      "epoch": 9.83000623830318,
      "step": 31515
    },
    {
      "contrastive_lambda": 0.4603789757542173,
      "epoch": 9.830318153462258,
      "step": 31516
    },
    {
      "contrastive_lambda": 0.46035287819507514,
      "epoch": 9.830630068621335,
      "step": 31517
    },
    {
      "contrastive_lambda": 0.46032678074462785,
      "epoch": 9.830941983780411,
      "step": 31518
    },
    {
      "contrastive_lambda": 0.46030068340294683,
      "epoch": 9.831253898939488,
      "step": 31519
    },
    {
      "epoch": 9.831565814098566,
      "grad_norm": 0.10149657726287842,
      "learning_rate": 4.9947640132010016e-05,
      "loss": 0.026,
      "step": 31520
    },
    {
      "epoch": 9.831565814098566,
      "flow_loss": 0.018327564001083374,
      "step": 31520
    },
    {
      "contrastive_loss": 0.003927822224795818,
      "epoch": 9.831565814098566,
      "step": 31520
    },
    {
      "contrastive_lambda": 0.4602745861701037,
      "epoch": 9.831565814098566,
      "step": 31520
    },
    {
      "contrastive_lambda": 0.46024848904617016,
      "epoch": 9.831877729257641,
      "step": 31521
    },
    {
      "contrastive_lambda": 0.46022239203121756,
      "epoch": 9.832189644416719,
      "step": 31522
    },
    {
      "contrastive_lambda": 0.4601962951253177,
      "epoch": 9.832501559575796,
      "step": 31523
    },
    {
      "contrastive_lambda": 0.4601701983285417,
      "epoch": 9.832813474734872,
      "step": 31524
    },
    {
      "contrastive_lambda": 0.4601441016409615,
      "epoch": 9.833125389893949,
      "step": 31525
    },
    {
      "contrastive_lambda": 0.46011800506264855,
      "epoch": 9.833437305053026,
      "step": 31526
    },
    {
      "contrastive_lambda": 0.4600919085936744,
      "epoch": 9.833749220212102,
      "step": 31527
    },
    {
      "contrastive_lambda": 0.46006581223411025,
      "epoch": 9.83406113537118,
      "step": 31528
    },
    {
      "contrastive_lambda": 0.4600397159840282,
      "epoch": 9.834373050530257,
      "step": 31529
    },
    {
      "epoch": 9.834684965689332,
      "grad_norm": 0.13383133709430695,
      "learning_rate": 4.9920082326173625e-05,
      "loss": 0.0303,
      "step": 31530
    },
    {
      "epoch": 9.834684965689332,
      "flow_loss": 0.03989500552415848,
      "step": 31530
    },
    {
      "contrastive_loss": 0.0040051438845694065,
      "epoch": 9.834684965689332,
      "step": 31530
    },
    {
      "contrastive_lambda": 0.4600136198434994,
      "epoch": 9.834684965689332,
      "step": 31530
    },
    {
      "contrastive_lambda": 0.4599875238125956,
      "epoch": 9.83499688084841,
      "step": 31531
    },
    {
      "contrastive_lambda": 0.4599614278913884,
      "epoch": 9.835308796007485,
      "step": 31532
    },
    {
      "contrastive_lambda": 0.459935332079949,
      "epoch": 9.835620711166563,
      "step": 31533
    },
    {
      "contrastive_lambda": 0.45990923637834935,
      "epoch": 9.83593262632564,
      "step": 31534
    },
    {
      "contrastive_lambda": 0.4598831407866607,
      "epoch": 9.836244541484715,
      "step": 31535
    },
    {
      "contrastive_lambda": 0.45985704530495464,
      "epoch": 9.836556456643793,
      "step": 31536
    },
    {
      "contrastive_lambda": 0.4598309499333029,
      "epoch": 9.83686837180287,
      "step": 31537
    },
    {
      "contrastive_lambda": 0.45980485467177695,
      "epoch": 9.837180286961946,
      "step": 31538
    },
    {
      "contrastive_lambda": 0.459778759520448,
      "epoch": 9.837492202121023,
      "step": 31539
    },
    {
      "epoch": 9.8378041172801,
      "grad_norm": 0.10179926455020905,
      "learning_rate": 4.9892524544614114e-05,
      "loss": 0.0322,
      "step": 31540
    },
    {
      "epoch": 9.8378041172801,
      "flow_loss": 0.03260594233870506,
      "step": 31540
    },
    {
      "contrastive_loss": 0.004229969345033169,
      "epoch": 9.8378041172801,
      "step": 31540
    },
    {
      "contrastive_lambda": 0.4597526644793881,
      "epoch": 9.8378041172801,
      "step": 31540
    },
    {
      "contrastive_lambda": 0.45972656954866853,
      "epoch": 9.838116032439176,
      "step": 31541
    },
    {
      "contrastive_lambda": 0.4597004747283608,
      "epoch": 9.838427947598253,
      "step": 31542
    },
    {
      "contrastive_lambda": 0.45967438001853644,
      "epoch": 9.83873986275733,
      "step": 31543
    },
    {
      "contrastive_lambda": 0.4596482854192672,
      "epoch": 9.839051777916406,
      "step": 31544
    },
    {
      "contrastive_lambda": 0.4596221909306244,
      "epoch": 9.839363693075484,
      "step": 31545
    },
    {
      "contrastive_lambda": 0.4595960965526796,
      "epoch": 9.839675608234561,
      "step": 31546
    },
    {
      "contrastive_lambda": 0.4595700022855045,
      "epoch": 9.839987523393637,
      "step": 31547
    },
    {
      "contrastive_lambda": 0.45954390812917045,
      "epoch": 9.840299438552714,
      "step": 31548
    },
    {
      "contrastive_lambda": 0.4595178140837492,
      "epoch": 9.84061135371179,
      "step": 31549
    },
    {
      "epoch": 9.840923268870867,
      "grad_norm": 0.10780367255210876,
      "learning_rate": 4.986496679570283e-05,
      "loss": 0.0262,
      "step": 31550
    },
    {
      "epoch": 9.840923268870867,
      "flow_loss": 0.0401214174926281,
      "step": 31550
    },
    {
      "contrastive_loss": 0.004034734331071377,
      "epoch": 9.840923268870867,
      "step": 31550
    },
    {
      "contrastive_lambda": 0.45949172014931194,
      "epoch": 9.840923268870867,
      "step": 31550
    },
    {
      "contrastive_lambda": 0.45946562632593063,
      "epoch": 9.841235184029944,
      "step": 31551
    },
    {
      "contrastive_lambda": 0.4594395326136766,
      "epoch": 9.84154709918902,
      "step": 31552
    },
    {
      "contrastive_lambda": 0.45941343901262127,
      "epoch": 9.841859014348097,
      "step": 31553
    },
    {
      "contrastive_lambda": 0.45938734552283633,
      "epoch": 9.842170929507175,
      "step": 31554
    },
    {
      "contrastive_lambda": 0.4593612521443934,
      "epoch": 9.84248284466625,
      "step": 31555
    },
    {
      "contrastive_lambda": 0.4593351588773638,
      "epoch": 9.842794759825328,
      "step": 31556
    },
    {
      "contrastive_lambda": 0.4593090657218193,
      "epoch": 9.843106674984405,
      "step": 31557
    },
    {
      "contrastive_lambda": 0.45928297267783114,
      "epoch": 9.84341859014348,
      "step": 31558
    },
    {
      "contrastive_lambda": 0.459256879745471,
      "epoch": 9.843730505302558,
      "step": 31559
    },
    {
      "epoch": 9.844042420461635,
      "grad_norm": 0.11717764288187027,
      "learning_rate": 4.983740908781105e-05,
      "loss": 0.0349,
      "step": 31560
    },
    {
      "epoch": 9.844042420461635,
      "flow_loss": 0.023014210164546967,
      "step": 31560
    },
    {
      "contrastive_loss": 0.003361022099852562,
      "epoch": 9.844042420461635,
      "step": 31560
    },
    {
      "contrastive_lambda": 0.4592307869248107,
      "epoch": 9.844042420461635,
      "step": 31560
    },
    {
      "contrastive_lambda": 0.45920469421592136,
      "epoch": 9.84435433562071,
      "step": 31561
    },
    {
      "contrastive_lambda": 0.45917860161887447,
      "epoch": 9.844666250779788,
      "step": 31562
    },
    {
      "contrastive_lambda": 0.459152509133742,
      "epoch": 9.844978165938866,
      "step": 31563
    },
    {
      "contrastive_lambda": 0.4591264167605953,
      "epoch": 9.845290081097941,
      "step": 31564
    },
    {
      "contrastive_lambda": 0.45910032449950555,
      "epoch": 9.845601996257018,
      "step": 31565
    },
    {
      "contrastive_lambda": 0.45907423235054484,
      "epoch": 9.845913911416094,
      "step": 31566
    },
    {
      "contrastive_lambda": 0.4590481403137843,
      "epoch": 9.846225826575171,
      "step": 31567
    },
    {
      "contrastive_lambda": 0.4590220483892958,
      "epoch": 9.846537741734249,
      "step": 31568
    },
    {
      "contrastive_lambda": 0.4589959565771505,
      "epoch": 9.846849656893324,
      "step": 31569
    },
    {
      "epoch": 9.847161572052402,
      "grad_norm": 0.10061316937208176,
      "learning_rate": 4.9809851429310116e-05,
      "loss": 0.0369,
      "step": 31570
    },
    {
      "epoch": 9.847161572052402,
      "flow_loss": 0.030322153121232986,
      "step": 31570
    },
    {
      "contrastive_loss": 0.004471634980291128,
      "epoch": 9.847161572052402,
      "step": 31570
    },
    {
      "contrastive_lambda": 0.45896986487742014,
      "epoch": 9.847161572052402,
      "step": 31570
    },
    {
      "contrastive_lambda": 0.4589437732901763,
      "epoch": 9.847473487211479,
      "step": 31571
    },
    {
      "contrastive_lambda": 0.4589176818154905,
      "epoch": 9.847785402370555,
      "step": 31572
    },
    {
      "contrastive_lambda": 0.4588915904534339,
      "epoch": 9.848097317529632,
      "step": 31573
    },
    {
      "contrastive_lambda": 0.45886549920407865,
      "epoch": 9.84840923268871,
      "step": 31574
    },
    {
      "contrastive_lambda": 0.4588394080674959,
      "epoch": 9.848721147847785,
      "step": 31575
    },
    {
      "contrastive_lambda": 0.4588133170437572,
      "epoch": 9.849033063006862,
      "step": 31576
    },
    {
      "contrastive_lambda": 0.4587872261329341,
      "epoch": 9.84934497816594,
      "step": 31577
    },
    {
      "contrastive_lambda": 0.45876113533509827,
      "epoch": 9.849656893325015,
      "step": 31578
    },
    {
      "contrastive_lambda": 0.458735044650321,
      "epoch": 9.849968808484093,
      "step": 31579
    },
    {
      "epoch": 9.85028072364317,
      "grad_norm": 0.09578003734350204,
      "learning_rate": 4.9782293828571275e-05,
      "loss": 0.0321,
      "step": 31580
    },
    {
      "epoch": 9.85028072364317,
      "flow_loss": 0.01978442072868347,
      "step": 31580
    },
    {
      "contrastive_loss": 0.005986489821225405,
      "epoch": 9.85028072364317,
      "step": 31580
    },
    {
      "contrastive_lambda": 0.45870895407867407,
      "epoch": 9.85028072364317,
      "step": 31580
    },
    {
      "contrastive_lambda": 0.4586828636202288,
      "epoch": 9.850592638802246,
      "step": 31581
    },
    {
      "contrastive_lambda": 0.4586567732750568,
      "epoch": 9.850904553961323,
      "step": 31582
    },
    {
      "contrastive_lambda": 0.4586306830432297,
      "epoch": 9.851216469120399,
      "step": 31583
    },
    {
      "contrastive_lambda": 0.4586045929248187,
      "epoch": 9.851528384279476,
      "step": 31584
    },
    {
      "contrastive_lambda": 0.45857850291989577,
      "epoch": 9.851840299438553,
      "step": 31585
    },
    {
      "contrastive_lambda": 0.4585524130285323,
      "epoch": 9.852152214597629,
      "step": 31586
    },
    {
      "contrastive_lambda": 0.45852632325079956,
      "epoch": 9.852464129756706,
      "step": 31587
    },
    {
      "contrastive_lambda": 0.4585002335867693,
      "epoch": 9.852776044915784,
      "step": 31588
    },
    {
      "contrastive_lambda": 0.4584741440365131,
      "epoch": 9.853087960074859,
      "step": 31589
    },
    {
      "epoch": 9.853399875233936,
      "grad_norm": 0.09650151431560516,
      "learning_rate": 4.9754736293965846e-05,
      "loss": 0.0275,
      "step": 31590
    },
    {
      "epoch": 9.853399875233936,
      "flow_loss": 0.028006359934806824,
      "step": 31590
    },
    {
      "contrastive_loss": 0.0043141208589077,
      "epoch": 9.853399875233936,
      "step": 31590
    },
    {
      "contrastive_lambda": 0.45844805460010224,
      "epoch": 9.853399875233936,
      "step": 31590
    },
    {
      "contrastive_lambda": 0.45842196527760853,
      "epoch": 9.853711790393014,
      "step": 31591
    },
    {
      "contrastive_lambda": 0.4583958760691033,
      "epoch": 9.85402370555209,
      "step": 31592
    },
    {
      "contrastive_lambda": 0.4583697869746581,
      "epoch": 9.854335620711167,
      "step": 31593
    },
    {
      "contrastive_lambda": 0.4583436979943446,
      "epoch": 9.854647535870244,
      "step": 31594
    },
    {
      "contrastive_lambda": 0.4583176091282342,
      "epoch": 9.85495945102932,
      "step": 31595
    },
    {
      "contrastive_lambda": 0.4582915203763983,
      "epoch": 9.855271366188397,
      "step": 31596
    },
    {
      "contrastive_lambda": 0.4582654317389087,
      "epoch": 9.855583281347474,
      "step": 31597
    },
    {
      "contrastive_lambda": 0.4582393432158368,
      "epoch": 9.85589519650655,
      "step": 31598
    },
    {
      "contrastive_lambda": 0.45821325480725406,
      "epoch": 9.856207111665627,
      "step": 31599
    },
    {
      "epoch": 9.856519026824703,
      "grad_norm": 0.08515014499425888,
      "learning_rate": 4.972717883386502e-05,
      "loss": 0.0397,
      "step": 31600
    },
    {
      "epoch": 9.856519026824703,
      "flow_loss": 0.03323958441615105,
      "step": 31600
    },
    {
      "contrastive_loss": 0.0038682459853589535,
      "epoch": 9.856519026824703,
      "step": 31600
    },
    {
      "contrastive_lambda": 0.458187166513232,
      "epoch": 9.856519026824703,
      "step": 31600
    },
    {
      "contrastive_lambda": 0.45816107833384223,
      "epoch": 9.85683094198378,
      "step": 31601
    },
    {
      "contrastive_lambda": 0.45813499026915633,
      "epoch": 9.857142857142858,
      "step": 31602
    },
    {
      "contrastive_lambda": 0.4581089023192457,
      "epoch": 9.857454772301933,
      "step": 31603
    },
    {
      "contrastive_lambda": 0.45808281448418176,
      "epoch": 9.85776668746101,
      "step": 31604
    },
    {
      "contrastive_lambda": 0.4580567267640363,
      "epoch": 9.858078602620088,
      "step": 31605
    },
    {
      "contrastive_lambda": 0.45803063915888076,
      "epoch": 9.858390517779164,
      "step": 31606
    },
    {
      "contrastive_lambda": 0.45800455166878634,
      "epoch": 9.858702432938241,
      "step": 31607
    },
    {
      "contrastive_lambda": 0.45797846429382505,
      "epoch": 9.859014348097318,
      "step": 31608
    },
    {
      "contrastive_lambda": 0.4579523770340682,
      "epoch": 9.859326263256394,
      "step": 31609
    },
    {
      "epoch": 9.859638178415471,
      "grad_norm": 0.1074911579489708,
      "learning_rate": 4.9699621456640075e-05,
      "loss": 0.0328,
      "step": 31610
    },
    {
      "epoch": 9.859638178415471,
      "flow_loss": 0.01524079404771328,
      "step": 31610
    },
    {
      "contrastive_loss": 0.0034372578375041485,
      "epoch": 9.859638178415471,
      "step": 31610
    },
    {
      "contrastive_lambda": 0.4579262898895872,
      "epoch": 9.859638178415471,
      "step": 31610
    },
    {
      "contrastive_lambda": 0.4579002028604537,
      "epoch": 9.859950093574549,
      "step": 31611
    },
    {
      "contrastive_lambda": 0.4578741159467392,
      "epoch": 9.860262008733624,
      "step": 31612
    },
    {
      "contrastive_lambda": 0.4578480291485152,
      "epoch": 9.860573923892701,
      "step": 31613
    },
    {
      "contrastive_lambda": 0.4578219424658532,
      "epoch": 9.860885839051779,
      "step": 31614
    },
    {
      "contrastive_lambda": 0.45779585589882477,
      "epoch": 9.861197754210854,
      "step": 31615
    },
    {
      "contrastive_lambda": 0.4577697694475013,
      "epoch": 9.861509669369932,
      "step": 31616
    },
    {
      "contrastive_lambda": 0.45774368311195457,
      "epoch": 9.861821584529007,
      "step": 31617
    },
    {
      "contrastive_lambda": 0.4577175968922558,
      "epoch": 9.862133499688085,
      "step": 31618
    },
    {
      "contrastive_lambda": 0.4576915107884766,
      "epoch": 9.862445414847162,
      "step": 31619
    },
    {
      "epoch": 9.862757330006238,
      "grad_norm": 0.06661415100097656,
      "learning_rate": 4.9672064170662214e-05,
      "loss": 0.0263,
      "step": 31620
    },
    {
      "epoch": 9.862757330006238,
      "flow_loss": 0.04270084202289581,
      "step": 31620
    },
    {
      "contrastive_loss": 0.003794738557189703,
      "epoch": 9.862757330006238,
      "step": 31620
    },
    {
      "contrastive_lambda": 0.45766542480068867,
      "epoch": 9.862757330006238,
      "step": 31620
    },
    {
      "contrastive_lambda": 0.4576393389289633,
      "epoch": 9.863069245165315,
      "step": 31621
    },
    {
      "contrastive_lambda": 0.45761325317337215,
      "epoch": 9.863381160324392,
      "step": 31622
    },
    {
      "contrastive_lambda": 0.4575871675339866,
      "epoch": 9.863693075483468,
      "step": 31623
    },
    {
      "contrastive_lambda": 0.4575610820108782,
      "epoch": 9.864004990642545,
      "step": 31624
    },
    {
      "contrastive_lambda": 0.45753499660411867,
      "epoch": 9.864316905801623,
      "step": 31625
    },
    {
      "contrastive_lambda": 0.4575089113137793,
      "epoch": 9.864628820960698,
      "step": 31626
    },
    {
      "contrastive_lambda": 0.45748282613993146,
      "epoch": 9.864940736119776,
      "step": 31627
    },
    {
      "contrastive_lambda": 0.4574567410826471,
      "epoch": 9.865252651278853,
      "step": 31628
    },
    {
      "contrastive_lambda": 0.45743065614199746,
      "epoch": 9.865564566437929,
      "step": 31629
    },
    {
      "epoch": 9.865876481597006,
      "grad_norm": 0.10142887383699417,
      "learning_rate": 4.9644506984302583e-05,
      "loss": 0.0286,
      "step": 31630
    },
    {
      "epoch": 9.865876481597006,
      "flow_loss": 0.03910444676876068,
      "step": 31630
    },
    {
      "contrastive_loss": 0.005310895852744579,
      "epoch": 9.865876481597006,
      "step": 31630
    },
    {
      "contrastive_lambda": 0.4574045713180539,
      "epoch": 9.865876481597006,
      "step": 31630
    },
    {
      "contrastive_lambda": 0.45737848661088837,
      "epoch": 9.866188396756083,
      "step": 31631
    },
    {
      "contrastive_lambda": 0.45735240202057215,
      "epoch": 9.866500311915159,
      "step": 31632
    },
    {
      "contrastive_lambda": 0.45732631754717656,
      "epoch": 9.866812227074236,
      "step": 31633
    },
    {
      "contrastive_lambda": 0.45730023319077334,
      "epoch": 9.867124142233312,
      "step": 31634
    },
    {
      "contrastive_lambda": 0.45727414895143403,
      "epoch": 9.86743605739239,
      "step": 31635
    },
    {
      "contrastive_lambda": 0.45724806482923,
      "epoch": 9.867747972551467,
      "step": 31636
    },
    {
      "contrastive_lambda": 0.45722198082423293,
      "epoch": 9.868059887710542,
      "step": 31637
    },
    {
      "contrastive_lambda": 0.457195896936514,
      "epoch": 9.86837180286962,
      "step": 31638
    },
    {
      "contrastive_lambda": 0.4571698131661452,
      "epoch": 9.868683718028697,
      "step": 31639
    },
    {
      "epoch": 9.868995633187772,
      "grad_norm": 0.11539584398269653,
      "learning_rate": 4.9616949905932356e-05,
      "loss": 0.0313,
      "step": 31640
    },
    {
      "epoch": 9.868995633187772,
      "flow_loss": 0.022062620148062706,
      "step": 31640
    },
    {
      "contrastive_loss": 0.005227451678365469,
      "epoch": 9.868995633187772,
      "step": 31640
    },
    {
      "contrastive_lambda": 0.45714372951319776,
      "epoch": 9.868995633187772,
      "step": 31640
    },
    {
      "contrastive_lambda": 0.45711764597774307,
      "epoch": 9.86930754834685,
      "step": 31641
    },
    {
      "contrastive_lambda": 0.45709156255985284,
      "epoch": 9.869619463505927,
      "step": 31642
    },
    {
      "contrastive_lambda": 0.4570654792595986,
      "epoch": 9.869931378665003,
      "step": 31643
    },
    {
      "contrastive_lambda": 0.45703939607705174,
      "epoch": 9.87024329382408,
      "step": 31644
    },
    {
      "contrastive_lambda": 0.4570133130122839,
      "epoch": 9.870555208983157,
      "step": 31645
    },
    {
      "contrastive_lambda": 0.45698723006536635,
      "epoch": 9.870867124142233,
      "step": 31646
    },
    {
      "contrastive_lambda": 0.45696114723637077,
      "epoch": 9.87117903930131,
      "step": 31647
    },
    {
      "contrastive_lambda": 0.45693506452536875,
      "epoch": 9.871490954460388,
      "step": 31648
    },
    {
      "contrastive_lambda": 0.4569089819324316,
      "epoch": 9.871802869619463,
      "step": 31649
    },
    {
      "epoch": 9.87211478477854,
      "grad_norm": 0.11297844350337982,
      "learning_rate": 4.9589392943922615e-05,
      "loss": 0.028,
      "step": 31650
    },
    {
      "epoch": 9.87211478477854,
      "flow_loss": 0.03406456112861633,
      "step": 31650
    },
    {
      "contrastive_loss": 0.004646637011319399,
      "epoch": 9.87211478477854,
      "step": 31650
    },
    {
      "contrastive_lambda": 0.45688289945763094,
      "epoch": 9.87211478477854,
      "step": 31650
    },
    {
      "contrastive_lambda": 0.45685681710103837,
      "epoch": 9.872426699937616,
      "step": 31651
    },
    {
      "contrastive_lambda": 0.4568307348627253,
      "epoch": 9.872738615096694,
      "step": 31652
    },
    {
      "contrastive_lambda": 0.45680465274276294,
      "epoch": 9.873050530255771,
      "step": 31653
    },
    {
      "contrastive_lambda": 0.4567785707412233,
      "epoch": 9.873362445414847,
      "step": 31654
    },
    {
      "contrastive_lambda": 0.4567524888581776,
      "epoch": 9.873674360573924,
      "step": 31655
    },
    {
      "contrastive_lambda": 0.4567264070936975,
      "epoch": 9.873986275733001,
      "step": 31656
    },
    {
      "contrastive_lambda": 0.4567003254478543,
      "epoch": 9.874298190892077,
      "step": 31657
    },
    {
      "contrastive_lambda": 0.45667424392071965,
      "epoch": 9.874610106051154,
      "step": 31658
    },
    {
      "contrastive_lambda": 0.45664816251236506,
      "epoch": 9.874922021210232,
      "step": 31659
    },
    {
      "epoch": 9.875233936369307,
      "grad_norm": 0.09323561191558838,
      "learning_rate": 4.956183610664447e-05,
      "loss": 0.0324,
      "step": 31660
    },
    {
      "epoch": 9.875233936369307,
      "flow_loss": 0.03028728999197483,
      "step": 31660
    },
    {
      "contrastive_loss": 0.004307962954044342,
      "epoch": 9.875233936369307,
      "step": 31660
    },
    {
      "contrastive_lambda": 0.456622081222862,
      "epoch": 9.875233936369307,
      "step": 31660
    },
    {
      "contrastive_lambda": 0.4565960000522818,
      "epoch": 9.875545851528384,
      "step": 31661
    },
    {
      "contrastive_lambda": 0.4565699190006963,
      "epoch": 9.87585776668746,
      "step": 31662
    },
    {
      "contrastive_lambda": 0.4565438380681769,
      "epoch": 9.876169681846537,
      "step": 31663
    },
    {
      "contrastive_lambda": 0.45651775725479476,
      "epoch": 9.876481597005615,
      "step": 31664
    },
    {
      "contrastive_lambda": 0.4564916765606219,
      "epoch": 9.876793512164692,
      "step": 31665
    },
    {
      "contrastive_lambda": 0.45646559598572956,
      "epoch": 9.877105427323768,
      "step": 31666
    },
    {
      "contrastive_lambda": 0.4564395155301892,
      "epoch": 9.877417342482845,
      "step": 31667
    },
    {
      "contrastive_lambda": 0.45641343519407235,
      "epoch": 9.87772925764192,
      "step": 31668
    },
    {
      "contrastive_lambda": 0.45638735497745064,
      "epoch": 9.878041172800998,
      "step": 31669
    },
    {
      "epoch": 9.878353087960075,
      "grad_norm": 0.09427303075790405,
      "learning_rate": 4.9534279402468945e-05,
      "loss": 0.0337,
      "step": 31670
    },
    {
      "epoch": 9.878353087960075,
      "flow_loss": 0.04013920575380325,
      "step": 31670
    },
    {
      "contrastive_loss": 0.004049280658364296,
      "epoch": 9.878353087960075,
      "step": 31670
    },
    {
      "contrastive_lambda": 0.45636127488039535,
      "epoch": 9.878353087960075,
      "step": 31670
    },
    {
      "contrastive_lambda": 0.45633519490297825,
      "epoch": 9.878665003119151,
      "step": 31671
    },
    {
      "contrastive_lambda": 0.45630911504527044,
      "epoch": 9.878976918278228,
      "step": 31672
    },
    {
      "contrastive_lambda": 0.45628303530734393,
      "epoch": 9.879288833437306,
      "step": 31673
    },
    {
      "contrastive_lambda": 0.45625695568926994,
      "epoch": 9.879600748596381,
      "step": 31674
    },
    {
      "contrastive_lambda": 0.45623087619111985,
      "epoch": 9.879912663755459,
      "step": 31675
    },
    {
      "contrastive_lambda": 0.45620479681296533,
      "epoch": 9.880224578914536,
      "step": 31676
    },
    {
      "contrastive_lambda": 0.45617871755487793,
      "epoch": 9.880536494073612,
      "step": 31677
    },
    {
      "contrastive_lambda": 0.456152638416929,
      "epoch": 9.880848409232689,
      "step": 31678
    },
    {
      "contrastive_lambda": 0.45612655939919017,
      "epoch": 9.881160324391765,
      "step": 31679
    },
    {
      "epoch": 9.881472239550842,
      "grad_norm": 0.09824109822511673,
      "learning_rate": 4.9506722839767036e-05,
      "loss": 0.0257,
      "step": 31680
    },
    {
      "epoch": 9.881472239550842,
      "flow_loss": 0.058370981365442276,
      "step": 31680
    },
    {
      "contrastive_loss": 0.004190501291304827,
      "epoch": 9.881472239550842,
      "step": 31680
    },
    {
      "contrastive_lambda": 0.4561004805017328,
      "epoch": 9.881472239550842,
      "step": 31680
    },
    {
      "contrastive_lambda": 0.45607440172462843,
      "epoch": 9.88178415470992,
      "step": 31681
    },
    {
      "contrastive_lambda": 0.4560483230679487,
      "epoch": 9.882096069868995,
      "step": 31682
    },
    {
      "contrastive_lambda": 0.45602224453176493,
      "epoch": 9.882407985028072,
      "step": 31683
    },
    {
      "contrastive_lambda": 0.4559961661161485,
      "epoch": 9.88271990018715,
      "step": 31684
    },
    {
      "contrastive_lambda": 0.4559700878211713,
      "epoch": 9.883031815346225,
      "step": 31685
    },
    {
      "contrastive_lambda": 0.4559440096469046,
      "epoch": 9.883343730505302,
      "step": 31686
    },
    {
      "contrastive_lambda": 0.4559179315934197,
      "epoch": 9.88365564566438,
      "step": 31687
    },
    {
      "contrastive_lambda": 0.4558918536607885,
      "epoch": 9.883967560823455,
      "step": 31688
    },
    {
      "contrastive_lambda": 0.45586577584908217,
      "epoch": 9.884279475982533,
      "step": 31689
    },
    {
      "epoch": 9.88459139114161,
      "grad_norm": 0.09347152709960938,
      "learning_rate": 4.947916642690972e-05,
      "loss": 0.0386,
      "step": 31690
    },
    {
      "epoch": 9.88459139114161,
      "flow_loss": 0.018318383023142815,
      "step": 31690
    },
    {
      "contrastive_loss": 0.003545354586094618,
      "epoch": 9.88459139114161,
      "step": 31690
    },
    {
      "contrastive_lambda": 0.45583969815837244,
      "epoch": 9.88459139114161,
      "step": 31690
    },
    {
      "contrastive_lambda": 0.4558136205887306,
      "epoch": 9.884903306300686,
      "step": 31691
    },
    {
      "contrastive_lambda": 0.4557875431402282,
      "epoch": 9.885215221459763,
      "step": 31692
    },
    {
      "contrastive_lambda": 0.45576146581293686,
      "epoch": 9.88552713661884,
      "step": 31693
    },
    {
      "contrastive_lambda": 0.45573538860692797,
      "epoch": 9.885839051777916,
      "step": 31694
    },
    {
      "contrastive_lambda": 0.4557093115222728,
      "epoch": 9.886150966936993,
      "step": 31695
    },
    {
      "contrastive_lambda": 0.4556832345590433,
      "epoch": 9.886462882096069,
      "step": 31696
    },
    {
      "contrastive_lambda": 0.45565715771731075,
      "epoch": 9.886774797255146,
      "step": 31697
    },
    {
      "contrastive_lambda": 0.4556310809971465,
      "epoch": 9.887086712414224,
      "step": 31698
    },
    {
      "contrastive_lambda": 0.45560500439862217,
      "epoch": 9.8873986275733,
      "step": 31699
    },
    {
      "epoch": 9.887710542732377,
      "grad_norm": 0.10535593330860138,
      "learning_rate": 4.9451610172267874e-05,
      "loss": 0.0296,
      "step": 31700
    },
    {
      "epoch": 9.887710542732377,
      "flow_loss": 0.015749048441648483,
      "step": 31700
    },
    {
      "contrastive_loss": 0.004253224469721317,
      "epoch": 9.887710542732377,
      "step": 31700
    },
    {
      "contrastive_lambda": 0.4555789279218093,
      "epoch": 9.887710542732377,
      "step": 31700
    },
    {
      "contrastive_lambda": 0.45555285156677927,
      "epoch": 9.888022457891454,
      "step": 31701
    },
    {
      "contrastive_lambda": 0.4555267753336037,
      "epoch": 9.88833437305053,
      "step": 31702
    },
    {
      "contrastive_lambda": 0.4555006992223539,
      "epoch": 9.888646288209607,
      "step": 31703
    },
    {
      "contrastive_lambda": 0.45547462323310145,
      "epoch": 9.888958203368684,
      "step": 31704
    },
    {
      "contrastive_lambda": 0.455448547365918,
      "epoch": 9.88927011852776,
      "step": 31705
    },
    {
      "contrastive_lambda": 0.4554224716208746,
      "epoch": 9.889582033686837,
      "step": 31706
    },
    {
      "contrastive_lambda": 0.45539639599804327,
      "epoch": 9.889893948845915,
      "step": 31707
    },
    {
      "contrastive_lambda": 0.45537032049749526,
      "epoch": 9.89020586400499,
      "step": 31708
    },
    {
      "contrastive_lambda": 0.45534424511930194,
      "epoch": 9.890517779164067,
      "step": 31709
    },
    {
      "epoch": 9.890829694323145,
      "grad_norm": 0.08821220695972443,
      "learning_rate": 4.9424054084212376e-05,
      "loss": 0.0334,
      "step": 31710
    },
    {
      "epoch": 9.890829694323145,
      "flow_loss": 0.0470256581902504,
      "step": 31710
    },
    {
      "contrastive_loss": 0.004742148797959089,
      "epoch": 9.890829694323145,
      "step": 31710
    },
    {
      "contrastive_lambda": 0.4553181698635349,
      "epoch": 9.890829694323145,
      "step": 31710
    },
    {
      "contrastive_lambda": 0.4552920947302658,
      "epoch": 9.89114160948222,
      "step": 31711
    },
    {
      "contrastive_lambda": 0.4552660197195658,
      "epoch": 9.891453524641298,
      "step": 31712
    },
    {
      "contrastive_lambda": 0.45523994483150665,
      "epoch": 9.891765439800373,
      "step": 31713
    },
    {
      "contrastive_lambda": 0.45521387006615965,
      "epoch": 9.89207735495945,
      "step": 31714
    },
    {
      "contrastive_lambda": 0.45518779542359633,
      "epoch": 9.892389270118528,
      "step": 31715
    },
    {
      "contrastive_lambda": 0.45516172090388834,
      "epoch": 9.892701185277604,
      "step": 31716
    },
    {
      "contrastive_lambda": 0.45513564650710703,
      "epoch": 9.893013100436681,
      "step": 31717
    },
    {
      "contrastive_lambda": 0.4551095722333237,
      "epoch": 9.893325015595758,
      "step": 31718
    },
    {
      "contrastive_lambda": 0.4550834980826102,
      "epoch": 9.893636930754834,
      "step": 31719
    },
    {
      "epoch": 9.893948845913911,
      "grad_norm": 0.13172554969787598,
      "learning_rate": 4.939649817111407e-05,
      "loss": 0.0353,
      "step": 31720
    },
    {
      "epoch": 9.893948845913911,
      "flow_loss": 0.029516687616705894,
      "step": 31720
    },
    {
      "contrastive_loss": 0.003820352489128709,
      "epoch": 9.893948845913911,
      "step": 31720
    },
    {
      "contrastive_lambda": 0.4550574240550379,
      "epoch": 9.893948845913911,
      "step": 31720
    },
    {
      "contrastive_lambda": 0.4550313501506781,
      "epoch": 9.894260761072989,
      "step": 31721
    },
    {
      "contrastive_lambda": 0.45500527636960236,
      "epoch": 9.894572676232064,
      "step": 31722
    },
    {
      "contrastive_lambda": 0.45497920271188236,
      "epoch": 9.894884591391142,
      "step": 31723
    },
    {
      "contrastive_lambda": 0.45495312917758934,
      "epoch": 9.895196506550219,
      "step": 31724
    },
    {
      "contrastive_lambda": 0.45492705576679493,
      "epoch": 9.895508421709295,
      "step": 31725
    },
    {
      "contrastive_lambda": 0.4549009824795704,
      "epoch": 9.895820336868372,
      "step": 31726
    },
    {
      "contrastive_lambda": 0.45487490931598756,
      "epoch": 9.89613225202745,
      "step": 31727
    },
    {
      "contrastive_lambda": 0.4548488362761177,
      "epoch": 9.896444167186525,
      "step": 31728
    },
    {
      "contrastive_lambda": 0.45482276336003213,
      "epoch": 9.896756082345602,
      "step": 31729
    },
    {
      "epoch": 9.897067997504678,
      "grad_norm": 0.1329333782196045,
      "learning_rate": 4.936894244134365e-05,
      "loss": 0.032,
      "step": 31730
    },
    {
      "epoch": 9.897067997504678,
      "flow_loss": 0.03344741836190224,
      "step": 31730
    },
    {
      "contrastive_loss": 0.004344177898019552,
      "epoch": 9.897067997504678,
      "step": 31730
    },
    {
      "contrastive_lambda": 0.45479669056780275,
      "epoch": 9.897067997504678,
      "step": 31730
    },
    {
      "contrastive_lambda": 0.4547706178995008,
      "epoch": 9.897379912663755,
      "step": 31731
    },
    {
      "contrastive_lambda": 0.45474454535519765,
      "epoch": 9.897691827822833,
      "step": 31732
    },
    {
      "contrastive_lambda": 0.4547184729349649,
      "epoch": 9.898003742981908,
      "step": 31733
    },
    {
      "contrastive_lambda": 0.4546924006388742,
      "epoch": 9.898315658140985,
      "step": 31734
    },
    {
      "contrastive_lambda": 0.4546663284669966,
      "epoch": 9.898627573300063,
      "step": 31735
    },
    {
      "contrastive_lambda": 0.4546402564194041,
      "epoch": 9.898939488459138,
      "step": 31736
    },
    {
      "contrastive_lambda": 0.4546141844961677,
      "epoch": 9.899251403618216,
      "step": 31737
    },
    {
      "contrastive_lambda": 0.4545881126973591,
      "epoch": 9.899563318777293,
      "step": 31738
    },
    {
      "contrastive_lambda": 0.4545620410230499,
      "epoch": 9.899875233936369,
      "step": 31739
    },
    {
      "epoch": 9.900187149095446,
      "grad_norm": 0.08086487650871277,
      "learning_rate": 4.9341386903271886e-05,
      "loss": 0.0295,
      "step": 31740
    },
    {
      "epoch": 9.900187149095446,
      "flow_loss": 0.058284860104322433,
      "step": 31740
    },
    {
      "contrastive_loss": 0.0037303343415260315,
      "epoch": 9.900187149095446,
      "step": 31740
    },
    {
      "contrastive_lambda": 0.4545359694733115,
      "epoch": 9.900187149095446,
      "step": 31740
    },
    {
      "contrastive_lambda": 0.454509898048215,
      "epoch": 9.900499064254523,
      "step": 31741
    },
    {
      "contrastive_lambda": 0.4544838267478325,
      "epoch": 9.900810979413599,
      "step": 31742
    },
    {
      "contrastive_lambda": 0.454457755572235,
      "epoch": 9.901122894572676,
      "step": 31743
    },
    {
      "contrastive_lambda": 0.4544316845214943,
      "epoch": 9.901434809731754,
      "step": 31744
    },
    {
      "contrastive_lambda": 0.4544056135956816,
      "epoch": 9.90174672489083,
      "step": 31745
    },
    {
      "contrastive_lambda": 0.4543795427948685,
      "epoch": 9.902058640049907,
      "step": 31746
    },
    {
      "contrastive_lambda": 0.4543534721191266,
      "epoch": 9.902370555208982,
      "step": 31747
    },
    {
      "contrastive_lambda": 0.45432740156852724,
      "epoch": 9.90268247036806,
      "step": 31748
    },
    {
      "contrastive_lambda": 0.45430133114314164,
      "epoch": 9.902994385527137,
      "step": 31749
    },
    {
      "epoch": 9.903306300686213,
      "grad_norm": 0.10693731904029846,
      "learning_rate": 4.931383156526936e-05,
      "loss": 0.0292,
      "step": 31750
    },
    {
      "epoch": 9.903306300686213,
      "flow_loss": 0.044982388615608215,
      "step": 31750
    },
    {
      "contrastive_loss": 0.004103267099708319,
      "epoch": 9.903306300686213,
      "step": 31750
    },
    {
      "contrastive_lambda": 0.4542752608430418,
      "epoch": 9.903306300686213,
      "step": 31750
    },
    {
      "contrastive_lambda": 0.45424919066829894,
      "epoch": 9.90361821584529,
      "step": 31751
    },
    {
      "contrastive_lambda": 0.45422312061898423,
      "epoch": 9.903930131004367,
      "step": 31752
    },
    {
      "contrastive_lambda": 0.45419705069516975,
      "epoch": 9.904242046163443,
      "step": 31753
    },
    {
      "contrastive_lambda": 0.4541709808969266,
      "epoch": 9.90455396132252,
      "step": 31754
    },
    {
      "contrastive_lambda": 0.4541449112243262,
      "epoch": 9.904865876481598,
      "step": 31755
    },
    {
      "contrastive_lambda": 0.4541188416774401,
      "epoch": 9.905177791640673,
      "step": 31756
    },
    {
      "contrastive_lambda": 0.45409277225634,
      "epoch": 9.90548970679975,
      "step": 31757
    },
    {
      "contrastive_lambda": 0.45406670296109697,
      "epoch": 9.905801621958828,
      "step": 31758
    },
    {
      "contrastive_lambda": 0.45404063379178283,
      "epoch": 9.906113537117903,
      "step": 31759
    },
    {
      "epoch": 9.90642545227698,
      "grad_norm": 0.09357987344264984,
      "learning_rate": 4.92862764357067e-05,
      "loss": 0.0299,
      "step": 31760
    },
    {
      "epoch": 9.90642545227698,
      "flow_loss": 0.03911997377872467,
      "step": 31760
    },
    {
      "contrastive_loss": 0.004484034609049559,
      "epoch": 9.90642545227698,
      "step": 31760
    },
    {
      "contrastive_lambda": 0.4540145647484687,
      "epoch": 9.90642545227698,
      "step": 31760
    },
    {
      "contrastive_lambda": 0.45398849583122647,
      "epoch": 9.906737367436058,
      "step": 31761
    },
    {
      "contrastive_lambda": 0.45396242704012735,
      "epoch": 9.907049282595134,
      "step": 31762
    },
    {
      "contrastive_lambda": 0.45393635837524277,
      "epoch": 9.907361197754211,
      "step": 31763
    },
    {
      "contrastive_lambda": 0.4539102898366443,
      "epoch": 9.907673112913287,
      "step": 31764
    },
    {
      "contrastive_lambda": 0.45388422142440343,
      "epoch": 9.907985028072364,
      "step": 31765
    },
    {
      "contrastive_lambda": 0.4538581531385915,
      "epoch": 9.908296943231441,
      "step": 31766
    },
    {
      "contrastive_lambda": 0.45383208497928007,
      "epoch": 9.908608858390517,
      "step": 31767
    },
    {
      "contrastive_lambda": 0.45380601694654077,
      "epoch": 9.908920773549594,
      "step": 31768
    },
    {
      "contrastive_lambda": 0.4537799490404447,
      "epoch": 9.909232688708672,
      "step": 31769
    },
    {
      "epoch": 9.909544603867747,
      "grad_norm": 0.11290185898542404,
      "learning_rate": 4.925872152295443e-05,
      "loss": 0.0293,
      "step": 31770
    },
    {
      "epoch": 9.909544603867747,
      "flow_loss": 0.018258633092045784,
      "step": 31770
    },
    {
      "contrastive_loss": 0.0037275804206728935,
      "epoch": 9.909544603867747,
      "step": 31770
    },
    {
      "contrastive_lambda": 0.4537538812610637,
      "epoch": 9.909544603867747,
      "step": 31770
    },
    {
      "contrastive_lambda": 0.4537278136084689,
      "epoch": 9.909856519026825,
      "step": 31771
    },
    {
      "contrastive_lambda": 0.45370174608273195,
      "epoch": 9.910168434185902,
      "step": 31772
    },
    {
      "contrastive_lambda": 0.4536756786839244,
      "epoch": 9.910480349344978,
      "step": 31773
    },
    {
      "contrastive_lambda": 0.45364961141211757,
      "epoch": 9.910792264504055,
      "step": 31774
    },
    {
      "contrastive_lambda": 0.4536235442673828,
      "epoch": 9.911104179663132,
      "step": 31775
    },
    {
      "contrastive_lambda": 0.45359747724979194,
      "epoch": 9.911416094822208,
      "step": 31776
    },
    {
      "contrastive_lambda": 0.45357141035941606,
      "epoch": 9.911728009981285,
      "step": 31777
    },
    {
      "contrastive_lambda": 0.453545343596327,
      "epoch": 9.912039925140363,
      "step": 31778
    },
    {
      "contrastive_lambda": 0.4535192769605958,
      "epoch": 9.912351840299438,
      "step": 31779
    },
    {
      "epoch": 9.912663755458516,
      "grad_norm": 0.07815895229578018,
      "learning_rate": 4.923116683538296e-05,
      "loss": 0.0388,
      "step": 31780
    },
    {
      "epoch": 9.912663755458516,
      "flow_loss": 0.017716214060783386,
      "step": 31780
    },
    {
      "contrastive_loss": 0.003432676661759615,
      "epoch": 9.912663755458516,
      "step": 31780
    },
    {
      "contrastive_lambda": 0.4534932104522942,
      "epoch": 9.912663755458516,
      "step": 31780
    },
    {
      "contrastive_lambda": 0.4534671440714937,
      "epoch": 9.912975670617591,
      "step": 31781
    },
    {
      "contrastive_lambda": 0.45344107781826565,
      "epoch": 9.913287585776668,
      "step": 31782
    },
    {
      "contrastive_lambda": 0.45341501169268134,
      "epoch": 9.913599500935746,
      "step": 31783
    },
    {
      "contrastive_lambda": 0.45338894569481264,
      "epoch": 9.913911416094821,
      "step": 31784
    },
    {
      "contrastive_lambda": 0.4533628798247308,
      "epoch": 9.914223331253899,
      "step": 31785
    },
    {
      "contrastive_lambda": 0.45333681408250703,
      "epoch": 9.914535246412976,
      "step": 31786
    },
    {
      "contrastive_lambda": 0.45331074846821323,
      "epoch": 9.914847161572052,
      "step": 31787
    },
    {
      "contrastive_lambda": 0.4532846829819207,
      "epoch": 9.915159076731129,
      "step": 31788
    },
    {
      "contrastive_lambda": 0.45325861762370073,
      "epoch": 9.915470991890206,
      "step": 31789
    },
    {
      "epoch": 9.915782907049282,
      "grad_norm": 0.09155939519405365,
      "learning_rate": 4.920361238136273e-05,
      "loss": 0.0279,
      "step": 31790
    },
    {
      "epoch": 9.915782907049282,
      "flow_loss": 0.02797071821987629,
      "step": 31790
    },
    {
      "contrastive_loss": 0.004189079161733389,
      "epoch": 9.915782907049282,
      "step": 31790
    },
    {
      "contrastive_lambda": 0.4532325523936249,
      "epoch": 9.915782907049282,
      "step": 31790
    },
    {
      "contrastive_lambda": 0.4532064872917648,
      "epoch": 9.91609482220836,
      "step": 31791
    },
    {
      "contrastive_lambda": 0.4531804223181917,
      "epoch": 9.916406737367437,
      "step": 31792
    },
    {
      "contrastive_lambda": 0.4531543574729773,
      "epoch": 9.916718652526512,
      "step": 31793
    },
    {
      "contrastive_lambda": 0.45312829275619254,
      "epoch": 9.91703056768559,
      "step": 31794
    },
    {
      "contrastive_lambda": 0.4531022281679095,
      "epoch": 9.917342482844667,
      "step": 31795
    },
    {
      "contrastive_lambda": 0.45307616370819936,
      "epoch": 9.917654398003743,
      "step": 31796
    },
    {
      "contrastive_lambda": 0.4530500993771335,
      "epoch": 9.91796631316282,
      "step": 31797
    },
    {
      "contrastive_lambda": 0.4530240351747834,
      "epoch": 9.918278228321896,
      "step": 31798
    },
    {
      "contrastive_lambda": 0.45299797110122075,
      "epoch": 9.918590143480973,
      "step": 31799
    },
    {
      "epoch": 9.91890205864005,
      "grad_norm": 0.15491381287574768,
      "learning_rate": 4.9176058169264014e-05,
      "loss": 0.031,
      "step": 31800
    },
    {
      "epoch": 9.91890205864005,
      "flow_loss": 0.023739056661725044,
      "step": 31800
    },
    {
      "contrastive_loss": 0.004470713436603546,
      "epoch": 9.91890205864005,
      "step": 31800
    },
    {
      "contrastive_lambda": 0.4529719071565167,
      "epoch": 9.91890205864005,
      "step": 31800
    },
    {
      "contrastive_lambda": 0.45294584334074295,
      "epoch": 9.919213973799126,
      "step": 31801
    },
    {
      "contrastive_lambda": 0.4529197796539707,
      "epoch": 9.919525888958203,
      "step": 31802
    },
    {
      "contrastive_lambda": 0.45289371609627155,
      "epoch": 9.91983780411728,
      "step": 31803
    },
    {
      "contrastive_lambda": 0.45286765266771706,
      "epoch": 9.920149719276356,
      "step": 31804
    },
    {
      "contrastive_lambda": 0.4528415893683786,
      "epoch": 9.920461634435433,
      "step": 31805
    },
    {
      "contrastive_lambda": 0.4528155261983274,
      "epoch": 9.92077354959451,
      "step": 31806
    },
    {
      "contrastive_lambda": 0.4527894631576353,
      "epoch": 9.921085464753586,
      "step": 31807
    },
    {
      "contrastive_lambda": 0.45276340024637357,
      "epoch": 9.921397379912664,
      "step": 31808
    },
    {
      "contrastive_lambda": 0.4527373374646134,
      "epoch": 9.921709295071741,
      "step": 31809
    },
    {
      "epoch": 9.922021210230817,
      "grad_norm": 0.10661781579256058,
      "learning_rate": 4.9148504207457074e-05,
      "loss": 0.0252,
      "step": 31810
    },
    {
      "epoch": 9.922021210230817,
      "flow_loss": 0.033376216888427734,
      "step": 31810
    },
    {
      "contrastive_loss": 0.004759118892252445,
      "epoch": 9.922021210230817,
      "step": 31810
    },
    {
      "contrastive_lambda": 0.4527112748124268,
      "epoch": 9.922021210230817,
      "step": 31810
    },
    {
      "contrastive_lambda": 0.4526852122898848,
      "epoch": 9.922333125389894,
      "step": 31811
    },
    {
      "contrastive_lambda": 0.4526591498970591,
      "epoch": 9.922645040548971,
      "step": 31812
    },
    {
      "contrastive_lambda": 0.4526330876340208,
      "epoch": 9.922956955708047,
      "step": 31813
    },
    {
      "contrastive_lambda": 0.4526070255008417,
      "epoch": 9.923268870867124,
      "step": 31814
    },
    {
      "contrastive_lambda": 0.45258096349759325,
      "epoch": 9.9235807860262,
      "step": 31815
    },
    {
      "contrastive_lambda": 0.4525549016243467,
      "epoch": 9.923892701185277,
      "step": 31816
    },
    {
      "contrastive_lambda": 0.45252883988117343,
      "epoch": 9.924204616344355,
      "step": 31817
    },
    {
      "contrastive_lambda": 0.4525027782681452,
      "epoch": 9.92451653150343,
      "step": 31818
    },
    {
      "contrastive_lambda": 0.45247671678533335,
      "epoch": 9.924828446662508,
      "step": 31819
    },
    {
      "epoch": 9.925140361821585,
      "grad_norm": 0.07623402774333954,
      "learning_rate": 4.912095050431208e-05,
      "loss": 0.0348,
      "step": 31820
    },
    {
      "epoch": 9.925140361821585,
      "flow_loss": 0.03520963340997696,
      "step": 31820
    },
    {
      "contrastive_loss": 0.004055688623338938,
      "epoch": 9.925140361821585,
      "step": 31820
    },
    {
      "contrastive_lambda": 0.45245065543280916,
      "epoch": 9.925140361821585,
      "step": 31820
    },
    {
      "contrastive_lambda": 0.4524245942106442,
      "epoch": 9.92545227698066,
      "step": 31821
    },
    {
      "contrastive_lambda": 0.45239853311891,
      "epoch": 9.925764192139738,
      "step": 31822
    },
    {
      "contrastive_lambda": 0.4523724721576778,
      "epoch": 9.926076107298815,
      "step": 31823
    },
    {
      "contrastive_lambda": 0.4523464113270193,
      "epoch": 9.92638802245789,
      "step": 31824
    },
    {
      "contrastive_lambda": 0.4523203506270057,
      "epoch": 9.926699937616968,
      "step": 31825
    },
    {
      "contrastive_lambda": 0.4522942900577086,
      "epoch": 9.927011852776046,
      "step": 31826
    },
    {
      "contrastive_lambda": 0.45226822961919955,
      "epoch": 9.927323767935121,
      "step": 31827
    },
    {
      "contrastive_lambda": 0.4522421693115498,
      "epoch": 9.927635683094199,
      "step": 31828
    },
    {
      "contrastive_lambda": 0.4522161091348306,
      "epoch": 9.927947598253276,
      "step": 31829
    },
    {
      "epoch": 9.928259513412351,
      "grad_norm": 0.08061952143907547,
      "learning_rate": 4.909339706819911e-05,
      "loss": 0.0291,
      "step": 31830
    },
    {
      "epoch": 9.928259513412351,
      "flow_loss": 0.028029797598719597,
      "step": 31830
    },
    {
      "contrastive_loss": 0.0060395654290914536,
      "epoch": 9.928259513412351,
      "step": 31830
    },
    {
      "contrastive_lambda": 0.452190049089114,
      "epoch": 9.928259513412351,
      "step": 31830
    },
    {
      "contrastive_lambda": 0.45216398917447087,
      "epoch": 9.928571428571429,
      "step": 31831
    },
    {
      "contrastive_lambda": 0.4521379293909729,
      "epoch": 9.928883343730504,
      "step": 31832
    },
    {
      "contrastive_lambda": 0.45211186973869166,
      "epoch": 9.929195258889582,
      "step": 31833
    },
    {
      "contrastive_lambda": 0.4520858102176983,
      "epoch": 9.92950717404866,
      "step": 31834
    },
    {
      "contrastive_lambda": 0.45205975082806454,
      "epoch": 9.929819089207735,
      "step": 31835
    },
    {
      "contrastive_lambda": 0.45203369156986156,
      "epoch": 9.930131004366812,
      "step": 31836
    },
    {
      "contrastive_lambda": 0.452007632443161,
      "epoch": 9.93044291952589,
      "step": 31837
    },
    {
      "contrastive_lambda": 0.4519815734480343,
      "epoch": 9.930754834684965,
      "step": 31838
    },
    {
      "contrastive_lambda": 0.45195551458455285,
      "epoch": 9.931066749844042,
      "step": 31839
    },
    {
      "epoch": 9.93137866500312,
      "grad_norm": 0.09100216627120972,
      "learning_rate": 4.906584390748819e-05,
      "loss": 0.0322,
      "step": 31840
    },
    {
      "epoch": 9.93137866500312,
      "flow_loss": 0.02182263880968094,
      "step": 31840
    },
    {
      "contrastive_loss": 0.0045583853498101234,
      "epoch": 9.93137866500312,
      "step": 31840
    },
    {
      "contrastive_lambda": 0.4519294558527879,
      "epoch": 9.93137866500312,
      "step": 31840
    },
    {
      "contrastive_lambda": 0.45190339725281126,
      "epoch": 9.931690580162195,
      "step": 31841
    },
    {
      "contrastive_lambda": 0.45187733878469416,
      "epoch": 9.932002495321273,
      "step": 31842
    },
    {
      "contrastive_lambda": 0.451851280448508,
      "epoch": 9.93231441048035,
      "step": 31843
    },
    {
      "contrastive_lambda": 0.4518252222443243,
      "epoch": 9.932626325639426,
      "step": 31844
    },
    {
      "contrastive_lambda": 0.45179916417221455,
      "epoch": 9.932938240798503,
      "step": 31845
    },
    {
      "contrastive_lambda": 0.45177310623225003,
      "epoch": 9.93325015595758,
      "step": 31846
    },
    {
      "contrastive_lambda": 0.4517470484245024,
      "epoch": 9.933562071116656,
      "step": 31847
    },
    {
      "contrastive_lambda": 0.45172099074904276,
      "epoch": 9.933873986275733,
      "step": 31848
    },
    {
      "contrastive_lambda": 0.451694933205943,
      "epoch": 9.934185901434809,
      "step": 31849
    },
    {
      "epoch": 9.934497816593886,
      "grad_norm": 0.08686473220586777,
      "learning_rate": 4.9038291030549195e-05,
      "loss": 0.0301,
      "step": 31850
    },
    {
      "epoch": 9.934497816593886,
      "flow_loss": 0.015214478597044945,
      "step": 31850
    },
    {
      "contrastive_loss": 0.0038423589430749416,
      "epoch": 9.934497816593886,
      "step": 31850
    },
    {
      "contrastive_lambda": 0.4516688757952743,
      "epoch": 9.934497816593886,
      "step": 31850
    },
    {
      "contrastive_lambda": 0.4516428185171079,
      "epoch": 9.934809731752964,
      "step": 31851
    },
    {
      "contrastive_lambda": 0.45161676137151574,
      "epoch": 9.93512164691204,
      "step": 31852
    },
    {
      "contrastive_lambda": 0.4515907043585689,
      "epoch": 9.935433562071116,
      "step": 31853
    },
    {
      "contrastive_lambda": 0.4515646474783388,
      "epoch": 9.935745477230194,
      "step": 31854
    },
    {
      "contrastive_lambda": 0.45153859073089697,
      "epoch": 9.93605739238927,
      "step": 31855
    },
    {
      "contrastive_lambda": 0.451512534116315,
      "epoch": 9.936369307548347,
      "step": 31856
    },
    {
      "contrastive_lambda": 0.451486477634664,
      "epoch": 9.936681222707424,
      "step": 31857
    },
    {
      "contrastive_lambda": 0.4514604212860157,
      "epoch": 9.9369931378665,
      "step": 31858
    },
    {
      "contrastive_lambda": 0.4514343650704413,
      "epoch": 9.937305053025577,
      "step": 31859
    },
    {
      "epoch": 9.937616968184654,
      "grad_norm": 0.10818754881620407,
      "learning_rate": 4.9010738445751995e-05,
      "loss": 0.0269,
      "step": 31860
    },
    {
      "epoch": 9.937616968184654,
      "flow_loss": 0.02710524946451187,
      "step": 31860
    },
    {
      "contrastive_loss": 0.0036599645391106606,
      "epoch": 9.937616968184654,
      "step": 31860
    },
    {
      "contrastive_lambda": 0.4514083089880124,
      "epoch": 9.937616968184654,
      "step": 31860
    },
    {
      "contrastive_lambda": 0.4513822530388004,
      "epoch": 9.93792888334373,
      "step": 31861
    },
    {
      "contrastive_lambda": 0.45135619722287673,
      "epoch": 9.938240798502807,
      "step": 31862
    },
    {
      "contrastive_lambda": 0.45133014154031265,
      "epoch": 9.938552713661885,
      "step": 31863
    },
    {
      "contrastive_lambda": 0.45130408599117994,
      "epoch": 9.93886462882096,
      "step": 31864
    },
    {
      "contrastive_lambda": 0.4512780305755497,
      "epoch": 9.939176543980038,
      "step": 31865
    },
    {
      "contrastive_lambda": 0.45125197529349365,
      "epoch": 9.939488459139113,
      "step": 31866
    },
    {
      "contrastive_lambda": 0.45122592014508295,
      "epoch": 9.93980037429819,
      "step": 31867
    },
    {
      "contrastive_lambda": 0.4511998651303892,
      "epoch": 9.940112289457268,
      "step": 31868
    },
    {
      "contrastive_lambda": 0.45117381024948383,
      "epoch": 9.940424204616344,
      "step": 31869
    },
    {
      "epoch": 9.940736119775421,
      "grad_norm": 0.09636803716421127,
      "learning_rate": 4.8983186161466364e-05,
      "loss": 0.0294,
      "step": 31870
    },
    {
      "epoch": 9.940736119775421,
      "flow_loss": 0.01951017789542675,
      "step": 31870
    },
    {
      "contrastive_loss": 0.0038807413075119257,
      "epoch": 9.940736119775421,
      "step": 31870
    },
    {
      "contrastive_lambda": 0.4511477555024383,
      "epoch": 9.940736119775421,
      "step": 31870
    },
    {
      "contrastive_lambda": 0.4511217008893237,
      "epoch": 9.941048034934498,
      "step": 31871
    },
    {
      "contrastive_lambda": 0.451095646410212,
      "epoch": 9.941359950093574,
      "step": 31872
    },
    {
      "contrastive_lambda": 0.45106959206517433,
      "epoch": 9.941671865252651,
      "step": 31873
    },
    {
      "contrastive_lambda": 0.4510435378542819,
      "epoch": 9.941983780411729,
      "step": 31874
    },
    {
      "contrastive_lambda": 0.4510174837776067,
      "epoch": 9.942295695570804,
      "step": 31875
    },
    {
      "contrastive_lambda": 0.4509914298352198,
      "epoch": 9.942607610729882,
      "step": 31876
    },
    {
      "contrastive_lambda": 0.45096537602719255,
      "epoch": 9.942919525888959,
      "step": 31877
    },
    {
      "contrastive_lambda": 0.4509393223535965,
      "epoch": 9.943231441048034,
      "step": 31878
    },
    {
      "contrastive_lambda": 0.4509132688145032,
      "epoch": 9.943543356207112,
      "step": 31879
    },
    {
      "epoch": 9.94385527136619,
      "grad_norm": 0.10373306274414062,
      "learning_rate": 4.89556341860619e-05,
      "loss": 0.0261,
      "step": 31880
    },
    {
      "epoch": 9.94385527136619,
      "flow_loss": 0.030804982408881187,
      "step": 31880
    },
    {
      "contrastive_loss": 0.004014235455542803,
      "epoch": 9.94385527136619,
      "step": 31880
    },
    {
      "contrastive_lambda": 0.4508872154099839,
      "epoch": 9.94385527136619,
      "step": 31880
    },
    {
      "contrastive_lambda": 0.4508611621401102,
      "epoch": 9.944167186525265,
      "step": 31881
    },
    {
      "contrastive_lambda": 0.4508351090049531,
      "epoch": 9.944479101684342,
      "step": 31882
    },
    {
      "contrastive_lambda": 0.45080905600458465,
      "epoch": 9.944791016843418,
      "step": 31883
    },
    {
      "contrastive_lambda": 0.45078300313907593,
      "epoch": 9.945102932002495,
      "step": 31884
    },
    {
      "contrastive_lambda": 0.45075695040849817,
      "epoch": 9.945414847161572,
      "step": 31885
    },
    {
      "contrastive_lambda": 0.4507308978129233,
      "epoch": 9.945726762320648,
      "step": 31886
    },
    {
      "contrastive_lambda": 0.4507048453524224,
      "epoch": 9.946038677479725,
      "step": 31887
    },
    {
      "contrastive_lambda": 0.4506787930270669,
      "epoch": 9.946350592638803,
      "step": 31888
    },
    {
      "contrastive_lambda": 0.4506527408369283,
      "epoch": 9.946662507797878,
      "step": 31889
    },
    {
      "epoch": 9.946974422956956,
      "grad_norm": 0.07439204305410385,
      "learning_rate": 4.892808252790822e-05,
      "loss": 0.0277,
      "step": 31890
    },
    {
      "epoch": 9.946974422956956,
      "flow_loss": 0.047400884330272675,
      "step": 31890
    },
    {
      "contrastive_loss": 0.004462460987269878,
      "epoch": 9.946974422956956,
      "step": 31890
    },
    {
      "contrastive_lambda": 0.45062668878207807,
      "epoch": 9.946974422956956,
      "step": 31890
    },
    {
      "contrastive_lambda": 0.4506006368625875,
      "epoch": 9.947286338116033,
      "step": 31891
    },
    {
      "contrastive_lambda": 0.4505745850785282,
      "epoch": 9.947598253275109,
      "step": 31892
    },
    {
      "contrastive_lambda": 0.45054853342997137,
      "epoch": 9.947910168434186,
      "step": 31893
    },
    {
      "contrastive_lambda": 0.4505224819169885,
      "epoch": 9.948222083593263,
      "step": 31894
    },
    {
      "contrastive_lambda": 0.4504964305396512,
      "epoch": 9.948533998752339,
      "step": 31895
    },
    {
      "contrastive_lambda": 0.4504703792980308,
      "epoch": 9.948845913911416,
      "step": 31896
    },
    {
      "contrastive_lambda": 0.4504443281921984,
      "epoch": 9.949157829070494,
      "step": 31897
    },
    {
      "contrastive_lambda": 0.4504182772222259,
      "epoch": 9.94946974422957,
      "step": 31898
    },
    {
      "contrastive_lambda": 0.4503922263881844,
      "epoch": 9.949781659388647,
      "step": 31899
    },
    {
      "epoch": 9.950093574547722,
      "grad_norm": 0.09539218246936798,
      "learning_rate": 4.890053119537475e-05,
      "loss": 0.0379,
      "step": 31900
    },
    {
      "epoch": 9.950093574547722,
      "flow_loss": 0.02495090290904045,
      "step": 31900
    },
    {
      "contrastive_loss": 0.004566697869449854,
      "epoch": 9.950093574547722,
      "step": 31900
    },
    {
      "contrastive_lambda": 0.45036617569014553,
      "epoch": 9.950093574547722,
      "step": 31900
    },
    {
      "contrastive_lambda": 0.4503401251281805,
      "epoch": 9.9504054897068,
      "step": 31901
    },
    {
      "contrastive_lambda": 0.45031407470236084,
      "epoch": 9.950717404865877,
      "step": 31902
    },
    {
      "contrastive_lambda": 0.4502880244127581,
      "epoch": 9.951029320024952,
      "step": 31903
    },
    {
      "contrastive_lambda": 0.45026197425944353,
      "epoch": 9.95134123518403,
      "step": 31904
    },
    {
      "contrastive_lambda": 0.4502359242424884,
      "epoch": 9.951653150343107,
      "step": 31905
    },
    {
      "contrastive_lambda": 0.45020987436196447,
      "epoch": 9.951965065502183,
      "step": 31906
    },
    {
      "contrastive_lambda": 0.45018382461794304,
      "epoch": 9.95227698066126,
      "step": 31907
    },
    {
      "contrastive_lambda": 0.45015777501049525,
      "epoch": 9.952588895820337,
      "step": 31908
    },
    {
      "contrastive_lambda": 0.450131725539693,
      "epoch": 9.952900810979413,
      "step": 31909
    },
    {
      "epoch": 9.95321272613849,
      "grad_norm": 0.1422087550163269,
      "learning_rate": 4.887298019683087e-05,
      "loss": 0.0279,
      "step": 31910
    },
    {
      "epoch": 9.95321272613849,
      "flow_loss": 0.030499529093503952,
      "step": 31910
    },
    {
      "contrastive_loss": 0.003852597437798977,
      "epoch": 9.95321272613849,
      "step": 31910
    },
    {
      "contrastive_lambda": 0.45010567620560743,
      "epoch": 9.95321272613849,
      "step": 31910
    },
    {
      "contrastive_lambda": 0.4500796270083099,
      "epoch": 9.953524641297568,
      "step": 31911
    },
    {
      "contrastive_lambda": 0.4500535779478718,
      "epoch": 9.953836556456643,
      "step": 31912
    },
    {
      "contrastive_lambda": 0.4500275290243649,
      "epoch": 9.95414847161572,
      "step": 31913
    },
    {
      "contrastive_lambda": 0.4500014802378602,
      "epoch": 9.954460386774798,
      "step": 31914
    },
    {
      "contrastive_lambda": 0.44997543158842934,
      "epoch": 9.954772301933874,
      "step": 31915
    },
    {
      "contrastive_lambda": 0.4499493830761436,
      "epoch": 9.955084217092951,
      "step": 31916
    },
    {
      "contrastive_lambda": 0.44992333470107454,
      "epoch": 9.955396132252027,
      "step": 31917
    },
    {
      "contrastive_lambda": 0.4498972864632935,
      "epoch": 9.955708047411104,
      "step": 31918
    },
    {
      "contrastive_lambda": 0.44987123836287185,
      "epoch": 9.956019962570181,
      "step": 31919
    },
    {
      "epoch": 9.956331877729257,
      "grad_norm": 0.1503785401582718,
      "learning_rate": 4.884542954064587e-05,
      "loss": 0.0298,
      "step": 31920
    },
    {
      "epoch": 9.956331877729257,
      "flow_loss": 0.033962078392505646,
      "step": 31920
    },
    {
      "contrastive_loss": 0.003801667597144842,
      "epoch": 9.956331877729257,
      "step": 31920
    },
    {
      "contrastive_lambda": 0.4498451903998811,
      "epoch": 9.956331877729257,
      "step": 31920
    },
    {
      "contrastive_lambda": 0.4498191425743926,
      "epoch": 9.956643792888334,
      "step": 31921
    },
    {
      "contrastive_lambda": 0.44979309488647773,
      "epoch": 9.956955708047412,
      "step": 31922
    },
    {
      "contrastive_lambda": 0.44976704733620804,
      "epoch": 9.957267623206487,
      "step": 31923
    },
    {
      "contrastive_lambda": 0.4497409999236547,
      "epoch": 9.957579538365565,
      "step": 31924
    },
    {
      "contrastive_lambda": 0.4497149526488893,
      "epoch": 9.957891453524642,
      "step": 31925
    },
    {
      "contrastive_lambda": 0.44968890551198326,
      "epoch": 9.958203368683717,
      "step": 31926
    },
    {
      "contrastive_lambda": 0.449662858513008,
      "epoch": 9.958515283842795,
      "step": 31927
    },
    {
      "contrastive_lambda": 0.4496368116520347,
      "epoch": 9.958827199001872,
      "step": 31928
    },
    {
      "contrastive_lambda": 0.44961076492913504,
      "epoch": 9.959139114160948,
      "step": 31929
    },
    {
      "epoch": 9.959451029320025,
      "grad_norm": 0.12118533998727798,
      "learning_rate": 4.881787923518887e-05,
      "loss": 0.0298,
      "step": 31930
    },
    {
      "epoch": 9.959451029320025,
      "flow_loss": 0.043479762971401215,
      "step": 31930
    },
    {
      "contrastive_loss": 0.004958615638315678,
      "epoch": 9.959451029320025,
      "step": 31930
    },
    {
      "contrastive_lambda": 0.4495847183443804,
      "epoch": 9.959451029320025,
      "step": 31930
    },
    {
      "contrastive_lambda": 0.4495586718978419,
      "epoch": 9.959762944479102,
      "step": 31931
    },
    {
      "contrastive_lambda": 0.4495326255895914,
      "epoch": 9.960074859638178,
      "step": 31932
    },
    {
      "contrastive_lambda": 0.4495065794197,
      "epoch": 9.960386774797255,
      "step": 31933
    },
    {
      "contrastive_lambda": 0.4494805333882391,
      "epoch": 9.960698689956331,
      "step": 31934
    },
    {
      "contrastive_lambda": 0.4494544874952802,
      "epoch": 9.961010605115408,
      "step": 31935
    },
    {
      "contrastive_lambda": 0.44942844174089475,
      "epoch": 9.961322520274486,
      "step": 31936
    },
    {
      "contrastive_lambda": 0.44940239612515415,
      "epoch": 9.961634435433561,
      "step": 31937
    },
    {
      "contrastive_lambda": 0.44937635064812975,
      "epoch": 9.961946350592639,
      "step": 31938
    },
    {
      "contrastive_lambda": 0.44935030530989273,
      "epoch": 9.962258265751716,
      "step": 31939
    },
    {
      "epoch": 9.962570180910792,
      "grad_norm": 0.11835645139217377,
      "learning_rate": 4.879032928882896e-05,
      "loss": 0.0362,
      "step": 31940
    },
    {
      "epoch": 9.962570180910792,
      "flow_loss": 0.0265414547175169,
      "step": 31940
    },
    {
      "contrastive_loss": 0.0037547792308032513,
      "epoch": 9.962570180910792,
      "step": 31940
    },
    {
      "contrastive_lambda": 0.44932426011051496,
      "epoch": 9.962570180910792,
      "step": 31940
    },
    {
      "contrastive_lambda": 0.4492982150500676,
      "epoch": 9.962882096069869,
      "step": 31941
    },
    {
      "contrastive_lambda": 0.449272170128622,
      "epoch": 9.963194011228946,
      "step": 31942
    },
    {
      "contrastive_lambda": 0.4492461253462495,
      "epoch": 9.963505926388022,
      "step": 31943
    },
    {
      "contrastive_lambda": 0.4492200807030219,
      "epoch": 9.9638178415471,
      "step": 31944
    },
    {
      "contrastive_lambda": 0.4491940361990101,
      "epoch": 9.964129756706177,
      "step": 31945
    },
    {
      "contrastive_lambda": 0.4491679918342859,
      "epoch": 9.964441671865252,
      "step": 31946
    },
    {
      "contrastive_lambda": 0.4491419476089204,
      "epoch": 9.96475358702433,
      "step": 31947
    },
    {
      "contrastive_lambda": 0.44911590352298514,
      "epoch": 9.965065502183407,
      "step": 31948
    },
    {
      "contrastive_lambda": 0.4490898595765517,
      "epoch": 9.965377417342483,
      "step": 31949
    },
    {
      "epoch": 9.96568933250156,
      "grad_norm": 0.0928388386964798,
      "learning_rate": 4.876277970993505e-05,
      "loss": 0.0261,
      "step": 31950
    },
    {
      "epoch": 9.96568933250156,
      "flow_loss": 0.04512559249997139,
      "step": 31950
    },
    {
      "contrastive_loss": 0.003753738012164831,
      "epoch": 9.96568933250156,
      "step": 31950
    },
    {
      "contrastive_lambda": 0.44906381576969123,
      "epoch": 9.96568933250156,
      "step": 31950
    },
    {
      "contrastive_lambda": 0.449037772102475,
      "epoch": 9.966001247660635,
      "step": 31951
    },
    {
      "contrastive_lambda": 0.4490117285749748,
      "epoch": 9.966313162819713,
      "step": 31952
    },
    {
      "contrastive_lambda": 0.44898568518726173,
      "epoch": 9.96662507797879,
      "step": 31953
    },
    {
      "contrastive_lambda": 0.44895964193940735,
      "epoch": 9.966936993137866,
      "step": 31954
    },
    {
      "contrastive_lambda": 0.4489335988314831,
      "epoch": 9.967248908296943,
      "step": 31955
    },
    {
      "contrastive_lambda": 0.4489075558635602,
      "epoch": 9.96756082345602,
      "step": 31956
    },
    {
      "contrastive_lambda": 0.4488815130357102,
      "epoch": 9.967872738615096,
      "step": 31957
    },
    {
      "contrastive_lambda": 0.4488554703480043,
      "epoch": 9.968184653774173,
      "step": 31958
    },
    {
      "contrastive_lambda": 0.4488294278005141,
      "epoch": 9.96849656893325,
      "step": 31959
    },
    {
      "epoch": 9.968808484092326,
      "grad_norm": 0.09100721776485443,
      "learning_rate": 4.873523050687602e-05,
      "loss": 0.0374,
      "step": 31960
    },
    {
      "epoch": 9.968808484092326,
      "flow_loss": 0.03891335800290108,
      "step": 31960
    },
    {
      "contrastive_loss": 0.0043285563588142395,
      "epoch": 9.968808484092326,
      "step": 31960
    },
    {
      "contrastive_lambda": 0.44880338539331105,
      "epoch": 9.968808484092326,
      "step": 31960
    },
    {
      "contrastive_lambda": 0.4487773431264664,
      "epoch": 9.969120399251404,
      "step": 31961
    },
    {
      "contrastive_lambda": 0.44875130100005134,
      "epoch": 9.969432314410481,
      "step": 31962
    },
    {
      "contrastive_lambda": 0.44872525901413773,
      "epoch": 9.969744229569557,
      "step": 31963
    },
    {
      "contrastive_lambda": 0.4486992171687967,
      "epoch": 9.970056144728634,
      "step": 31964
    },
    {
      "contrastive_lambda": 0.44867317546409957,
      "epoch": 9.970368059887711,
      "step": 31965
    },
    {
      "contrastive_lambda": 0.4486471339001179,
      "epoch": 9.970679975046787,
      "step": 31966
    },
    {
      "contrastive_lambda": 0.4486210924769231,
      "epoch": 9.970991890205864,
      "step": 31967
    },
    {
      "contrastive_lambda": 0.44859505119458637,
      "epoch": 9.97130380536494,
      "step": 31968
    },
    {
      "contrastive_lambda": 0.4485690100531794,
      "epoch": 9.971615720524017,
      "step": 31969
    },
    {
      "epoch": 9.971927635683095,
      "grad_norm": 0.10543962568044662,
      "learning_rate": 4.870768168802056e-05,
      "loss": 0.0259,
      "step": 31970
    },
    {
      "epoch": 9.971927635683095,
      "flow_loss": 0.04317726939916611,
      "step": 31970
    },
    {
      "contrastive_loss": 0.003830034751445055,
      "epoch": 9.971927635683095,
      "step": 31970
    },
    {
      "contrastive_lambda": 0.44854296905277313,
      "epoch": 9.971927635683095,
      "step": 31970
    },
    {
      "contrastive_lambda": 0.44851692819343947,
      "epoch": 9.97223955084217,
      "step": 31971
    },
    {
      "contrastive_lambda": 0.44849088747524957,
      "epoch": 9.972551466001248,
      "step": 31972
    },
    {
      "contrastive_lambda": 0.4484648468982746,
      "epoch": 9.972863381160325,
      "step": 31973
    },
    {
      "contrastive_lambda": 0.4484388064625864,
      "epoch": 9.9731752963194,
      "step": 31974
    },
    {
      "contrastive_lambda": 0.44841276616825615,
      "epoch": 9.973487211478478,
      "step": 31975
    },
    {
      "contrastive_lambda": 0.4483867260153551,
      "epoch": 9.973799126637555,
      "step": 31976
    },
    {
      "contrastive_lambda": 0.4483606860039548,
      "epoch": 9.97411104179663,
      "step": 31977
    },
    {
      "contrastive_lambda": 0.4483346461341267,
      "epoch": 9.974422956955708,
      "step": 31978
    },
    {
      "contrastive_lambda": 0.448308606405942,
      "epoch": 9.974734872114785,
      "step": 31979
    },
    {
      "epoch": 9.975046787273861,
      "grad_norm": 0.09791633486747742,
      "learning_rate": 4.868013326173728e-05,
      "loss": 0.0337,
      "step": 31980
    },
    {
      "epoch": 9.975046787273861,
      "flow_loss": 0.02203313447535038,
      "step": 31980
    },
    {
      "contrastive_loss": 0.0038529513403773308,
      "epoch": 9.975046787273861,
      "step": 31980
    },
    {
      "contrastive_lambda": 0.4482825668194723,
      "epoch": 9.975046787273861,
      "step": 31980
    },
    {
      "contrastive_lambda": 0.44825652737478877,
      "epoch": 9.975358702432938,
      "step": 31981
    },
    {
      "contrastive_lambda": 0.4482304880719629,
      "epoch": 9.975670617592016,
      "step": 31982
    },
    {
      "contrastive_lambda": 0.4482044489110662,
      "epoch": 9.975982532751091,
      "step": 31983
    },
    {
      "contrastive_lambda": 0.44817840989216995,
      "epoch": 9.976294447910169,
      "step": 31984
    },
    {
      "contrastive_lambda": 0.44815237101534533,
      "epoch": 9.976606363069244,
      "step": 31985
    },
    {
      "contrastive_lambda": 0.4481263322806641,
      "epoch": 9.976918278228322,
      "step": 31986
    },
    {
      "contrastive_lambda": 0.4481002936881974,
      "epoch": 9.977230193387399,
      "step": 31987
    },
    {
      "contrastive_lambda": 0.4480742552380168,
      "epoch": 9.977542108546475,
      "step": 31988
    },
    {
      "contrastive_lambda": 0.4480482169301935,
      "epoch": 9.977854023705552,
      "step": 31989
    },
    {
      "epoch": 9.97816593886463,
      "grad_norm": 0.09539666026830673,
      "learning_rate": 4.865258523639468e-05,
      "loss": 0.0273,
      "step": 31990
    },
    {
      "epoch": 9.97816593886463,
      "flow_loss": 0.01912512257695198,
      "step": 31990
    },
    {
      "contrastive_loss": 0.0035914545878767967,
      "epoch": 9.97816593886463,
      "step": 31990
    },
    {
      "contrastive_lambda": 0.4480221787647989,
      "epoch": 9.97816593886463,
      "step": 31990
    },
    {
      "contrastive_lambda": 0.4479961407419046,
      "epoch": 9.978477854023705,
      "step": 31991
    },
    {
      "contrastive_lambda": 0.4479701028615817,
      "epoch": 9.978789769182782,
      "step": 31992
    },
    {
      "contrastive_lambda": 0.4479440651239017,
      "epoch": 9.97910168434186,
      "step": 31993
    },
    {
      "contrastive_lambda": 0.4479180275289361,
      "epoch": 9.979413599500935,
      "step": 31994
    },
    {
      "contrastive_lambda": 0.4478919900767563,
      "epoch": 9.979725514660013,
      "step": 31995
    },
    {
      "contrastive_lambda": 0.44786595276743324,
      "epoch": 9.98003742981909,
      "step": 31996
    },
    {
      "contrastive_lambda": 0.44783991560103886,
      "epoch": 9.980349344978166,
      "step": 31997
    },
    {
      "contrastive_lambda": 0.4478138785776443,
      "epoch": 9.980661260137243,
      "step": 31998
    },
    {
      "contrastive_lambda": 0.4477878416973209,
      "epoch": 9.98097317529632,
      "step": 31999
    },
    {
      "epoch": 9.981285090455396,
      "grad_norm": 0.07246498763561249,
      "learning_rate": 4.862503762036109e-05,
      "loss": 0.0283,
      "step": 32000
    },
    {
      "epoch": 9.981285090455396,
      "flow_loss": 0.016384698450565338,
      "step": 32000
    },
    {
      "contrastive_loss": 0.0044065131805837154,
      "epoch": 9.981285090455396,
      "step": 32000
    },
    {
      "contrastive_lambda": 0.44776180496014006,
      "epoch": 9.981285090455396,
      "step": 32000
    },
    {
      "contrastive_lambda": 0.44773576836617335,
      "epoch": 9.981597005614473,
      "step": 32001
    },
    {
      "contrastive_lambda": 0.44770973191549185,
      "epoch": 9.981908920773549,
      "step": 32002
    },
    {
      "contrastive_lambda": 0.4476836956081672,
      "epoch": 9.982220835932626,
      "step": 32003
    },
    {
      "contrastive_lambda": 0.44765765944427055,
      "epoch": 9.982532751091703,
      "step": 32004
    },
    {
      "contrastive_lambda": 0.4476316234238734,
      "epoch": 9.982844666250779,
      "step": 32005
    },
    {
      "contrastive_lambda": 0.44760558754704727,
      "epoch": 9.983156581409856,
      "step": 32006
    },
    {
      "contrastive_lambda": 0.44757955181386316,
      "epoch": 9.983468496568934,
      "step": 32007
    },
    {
      "contrastive_lambda": 0.4475535162243929,
      "epoch": 9.98378041172801,
      "step": 32008
    },
    {
      "contrastive_lambda": 0.4475274807787077,
      "epoch": 9.984092326887087,
      "step": 32009
    },
    {
      "epoch": 9.984404242046164,
      "grad_norm": 0.10493693500757217,
      "learning_rate": 4.859749042200478e-05,
      "loss": 0.0249,
      "step": 32010
    },
    {
      "epoch": 9.984404242046164,
      "flow_loss": 0.024837447330355644,
      "step": 32010
    },
    {
      "contrastive_loss": 0.007782273925840855,
      "epoch": 9.984404242046164,
      "step": 32010
    },
    {
      "contrastive_lambda": 0.4475014454768787,
      "epoch": 9.984404242046164,
      "step": 32010
    },
    {
      "contrastive_lambda": 0.44747541031897753,
      "epoch": 9.98471615720524,
      "step": 32011
    },
    {
      "contrastive_lambda": 0.44744937530507556,
      "epoch": 9.985028072364317,
      "step": 32012
    },
    {
      "contrastive_lambda": 0.447423340435244,
      "epoch": 9.985339987523394,
      "step": 32013
    },
    {
      "contrastive_lambda": 0.4473973057095545,
      "epoch": 9.98565190268247,
      "step": 32014
    },
    {
      "contrastive_lambda": 0.4473712711280782,
      "epoch": 9.985963817841547,
      "step": 32015
    },
    {
      "contrastive_lambda": 0.44734523669088644,
      "epoch": 9.986275733000625,
      "step": 32016
    },
    {
      "contrastive_lambda": 0.44731920239805084,
      "epoch": 9.9865876481597,
      "step": 32017
    },
    {
      "contrastive_lambda": 0.4472931682496427,
      "epoch": 9.986899563318778,
      "step": 32018
    },
    {
      "contrastive_lambda": 0.44726713424573306,
      "epoch": 9.987211478477853,
      "step": 32019
    },
    {
      "epoch": 9.98752339363693,
      "grad_norm": 0.11782366037368774,
      "learning_rate": 4.856994364969384e-05,
      "loss": 0.0302,
      "step": 32020
    },
    {
      "epoch": 9.98752339363693,
      "flow_loss": 0.03632458299398422,
      "step": 32020
    },
    {
      "contrastive_loss": 0.0035410402342677116,
      "epoch": 9.98752339363693,
      "step": 32020
    },
    {
      "contrastive_lambda": 0.4472411003863938,
      "epoch": 9.98752339363693,
      "step": 32020
    },
    {
      "contrastive_lambda": 0.4472150666716961,
      "epoch": 9.987835308796008,
      "step": 32021
    },
    {
      "contrastive_lambda": 0.4471890331017111,
      "epoch": 9.988147223955083,
      "step": 32022
    },
    {
      "contrastive_lambda": 0.4471629996765104,
      "epoch": 9.98845913911416,
      "step": 32023
    },
    {
      "contrastive_lambda": 0.44713696639616535,
      "epoch": 9.988771054273238,
      "step": 32024
    },
    {
      "contrastive_lambda": 0.44711093326074736,
      "epoch": 9.989082969432314,
      "step": 32025
    },
    {
      "contrastive_lambda": 0.4470849002703278,
      "epoch": 9.989394884591391,
      "step": 32026
    },
    {
      "contrastive_lambda": 0.4470588674249778,
      "epoch": 9.989706799750468,
      "step": 32027
    },
    {
      "contrastive_lambda": 0.44703283472476907,
      "epoch": 9.990018714909544,
      "step": 32028
    },
    {
      "contrastive_lambda": 0.4470068021697729,
      "epoch": 9.990330630068621,
      "step": 32029
    },
    {
      "epoch": 9.990642545227699,
      "grad_norm": 0.09145096689462662,
      "learning_rate": 4.854239731179625e-05,
      "loss": 0.0329,
      "step": 32030
    },
    {
      "epoch": 9.990642545227699,
      "flow_loss": 0.02799862250685692,
      "step": 32030
    },
    {
      "contrastive_loss": 0.0046067433431744576,
      "epoch": 9.990642545227699,
      "step": 32030
    },
    {
      "contrastive_lambda": 0.44698076976006035,
      "epoch": 9.990642545227699,
      "step": 32030
    },
    {
      "contrastive_lambda": 0.44695473749570325,
      "epoch": 9.990954460386774,
      "step": 32031
    },
    {
      "contrastive_lambda": 0.4469287053767727,
      "epoch": 9.991266375545852,
      "step": 32032
    },
    {
      "contrastive_lambda": 0.44690267340334006,
      "epoch": 9.991578290704929,
      "step": 32033
    },
    {
      "contrastive_lambda": 0.44687664157547674,
      "epoch": 9.991890205864005,
      "step": 32034
    },
    {
      "contrastive_lambda": 0.4468506098932542,
      "epoch": 9.992202121023082,
      "step": 32035
    },
    {
      "contrastive_lambda": 0.44682457835674366,
      "epoch": 9.992514036182158,
      "step": 32036
    },
    {
      "contrastive_lambda": 0.4467985469660167,
      "epoch": 9.992825951341235,
      "step": 32037
    },
    {
      "contrastive_lambda": 0.4467725157211444,
      "epoch": 9.993137866500312,
      "step": 32038
    },
    {
      "contrastive_lambda": 0.44674648462219824,
      "epoch": 9.993449781659388,
      "step": 32039
    },
    {
      "epoch": 9.993761696818465,
      "grad_norm": 0.10606648027896881,
      "learning_rate": 4.85148514166799e-05,
      "loss": 0.0306,
      "step": 32040
    },
    {
      "epoch": 9.993761696818465,
      "flow_loss": 0.016257893294095993,
      "step": 32040
    },
    {
      "contrastive_loss": 0.002966522239148617,
      "epoch": 9.993761696818465,
      "step": 32040
    },
    {
      "contrastive_lambda": 0.4467204536692498,
      "epoch": 9.993761696818465,
      "step": 32040
    },
    {
      "contrastive_lambda": 0.44669442286237004,
      "epoch": 9.994073611977543,
      "step": 32041
    },
    {
      "contrastive_lambda": 0.4466683922016306,
      "epoch": 9.994385527136618,
      "step": 32042
    },
    {
      "contrastive_lambda": 0.4466423616871029,
      "epoch": 9.994697442295696,
      "step": 32043
    },
    {
      "contrastive_lambda": 0.44661633131885814,
      "epoch": 9.995009357454773,
      "step": 32044
    },
    {
      "contrastive_lambda": 0.4465903010969678,
      "epoch": 9.995321272613849,
      "step": 32045
    },
    {
      "contrastive_lambda": 0.4465642710215031,
      "epoch": 9.995633187772926,
      "step": 32046
    },
    {
      "contrastive_lambda": 0.4465382410925354,
      "epoch": 9.995945102932003,
      "step": 32047
    },
    {
      "contrastive_lambda": 0.44651221131013635,
      "epoch": 9.996257018091079,
      "step": 32048
    },
    {
      "contrastive_lambda": 0.4464861816743771,
      "epoch": 9.996568933250156,
      "step": 32049
    },
    {
      "epoch": 9.996880848409234,
      "grad_norm": 0.07415283471345901,
      "learning_rate": 4.8487305972712456e-05,
      "loss": 0.0251,
      "step": 32050
    },
    {
      "epoch": 9.996880848409234,
      "flow_loss": 0.01968790404498577,
      "step": 32050
    },
    {
      "contrastive_loss": 0.003930117469280958,
      "epoch": 9.996880848409234,
      "step": 32050
    },
    {
      "contrastive_lambda": 0.44646015218532875,
      "epoch": 9.996880848409234,
      "step": 32050
    },
    {
      "contrastive_lambda": 0.4464341228430632,
      "epoch": 9.997192763568309,
      "step": 32051
    },
    {
      "contrastive_lambda": 0.44640809364765155,
      "epoch": 9.997504678727386,
      "step": 32052
    },
    {
      "contrastive_lambda": 0.4463820645991649,
      "epoch": 9.997816593886462,
      "step": 32053
    },
    {
      "contrastive_lambda": 0.44635603569767507,
      "epoch": 9.99812850904554,
      "step": 32054
    },
    {
      "contrastive_lambda": 0.44633000694325325,
      "epoch": 9.998440424204617,
      "step": 32055
    },
    {
      "contrastive_lambda": 0.44630397833597063,
      "epoch": 9.998752339363692,
      "step": 32056
    },
    {
      "contrastive_lambda": 0.44627794987589875,
      "epoch": 9.99906425452277,
      "step": 32057
    },
    {
      "contrastive_lambda": 0.4462519215631089,
      "epoch": 9.999376169681847,
      "step": 32058
    },
    {
      "contrastive_lambda": 0.44622589339767255,
      "epoch": 9.999688084840923,
      "step": 32059
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.09998655319213867,
      "learning_rate": 4.8459760988261526e-05,
      "loss": 0.0262,
      "step": 32060
    },
    {
      "epoch": 10.0,
      "flow_loss": 0.03202391043305397,
      "step": 32060
    },
    {
      "contrastive_loss": 0.003933165222406387,
      "epoch": 10.0,
      "step": 32060
    },
    {
      "contrastive_lambda": 0.44619986537966094,
      "epoch": 10.0,
      "step": 32060
    },
    {
      "contrastive_lambda": 0.44617383750914524,
      "epoch": 10.000311915159077,
      "step": 32061
    },
    {
      "contrastive_lambda": 0.4461478097861973,
      "epoch": 10.000623830318153,
      "step": 32062
    },
    {
      "contrastive_lambda": 0.44612178221088816,
      "epoch": 10.00093574547723,
      "step": 32063
    },
    {
      "contrastive_lambda": 0.4460957547832891,
      "epoch": 10.001247660636308,
      "step": 32064
    },
    {
      "contrastive_lambda": 0.44606972750347157,
      "epoch": 10.001559575795383,
      "step": 32065
    },
    {
      "contrastive_lambda": 0.4460437003715071,
      "epoch": 10.00187149095446,
      "step": 32066
    },
    {
      "contrastive_lambda": 0.44601767338746673,
      "epoch": 10.002183406113538,
      "step": 32067
    },
    {
      "contrastive_lambda": 0.44599164655142215,
      "epoch": 10.002495321272614,
      "step": 32068
    },
    {
      "contrastive_lambda": 0.44596561986344435,
      "epoch": 10.002807236431691,
      "step": 32069
    },
    {
      "epoch": 10.003119151590766,
      "grad_norm": 0.09027519822120667,
      "learning_rate": 4.843221647169453e-05,
      "loss": 0.0271,
      "step": 32070
    },
    {
      "epoch": 10.003119151590766,
      "flow_loss": 0.023310378193855286,
      "step": 32070
    },
    {
      "contrastive_loss": 0.004150180146098137,
      "epoch": 10.003119151590766,
      "step": 32070
    },
    {
      "contrastive_lambda": 0.44593959332360494,
      "epoch": 10.003119151590766,
      "step": 32070
    },
    {
      "contrastive_lambda": 0.44591356693197526,
      "epoch": 10.003431066749844,
      "step": 32071
    },
    {
      "contrastive_lambda": 0.4458875406886266,
      "epoch": 10.003742981908921,
      "step": 32072
    },
    {
      "contrastive_lambda": 0.44586151459363016,
      "epoch": 10.004054897067997,
      "step": 32073
    },
    {
      "contrastive_lambda": 0.44583548864705763,
      "epoch": 10.004366812227074,
      "step": 32074
    },
    {
      "contrastive_lambda": 0.4458094628489801,
      "epoch": 10.004678727386151,
      "step": 32075
    },
    {
      "contrastive_lambda": 0.445783437199469,
      "epoch": 10.004990642545227,
      "step": 32076
    },
    {
      "contrastive_lambda": 0.4457574116985958,
      "epoch": 10.005302557704304,
      "step": 32077
    },
    {
      "contrastive_lambda": 0.44573138634643156,
      "epoch": 10.005614472863382,
      "step": 32078
    },
    {
      "contrastive_lambda": 0.445705361143048,
      "epoch": 10.005926388022457,
      "step": 32079
    },
    {
      "epoch": 10.006238303181535,
      "grad_norm": 0.09181392937898636,
      "learning_rate": 4.840467243137878e-05,
      "loss": 0.0319,
      "step": 32080
    },
    {
      "epoch": 10.006238303181535,
      "flow_loss": 0.015106897801160812,
      "step": 32080
    },
    {
      "contrastive_loss": 0.0036336251068860292,
      "epoch": 10.006238303181535,
      "step": 32080
    },
    {
      "contrastive_lambda": 0.4456793360885161,
      "epoch": 10.006238303181535,
      "step": 32080
    },
    {
      "contrastive_lambda": 0.4456533111829074,
      "epoch": 10.006550218340612,
      "step": 32081
    },
    {
      "contrastive_lambda": 0.4456272864262934,
      "epoch": 10.006862133499688,
      "step": 32082
    },
    {
      "contrastive_lambda": 0.4456012618187452,
      "epoch": 10.007174048658765,
      "step": 32083
    },
    {
      "contrastive_lambda": 0.44557523736033405,
      "epoch": 10.007485963817842,
      "step": 32084
    },
    {
      "contrastive_lambda": 0.4455492130511317,
      "epoch": 10.007797878976918,
      "step": 32085
    },
    {
      "contrastive_lambda": 0.4455231888912093,
      "epoch": 10.008109794135995,
      "step": 32086
    },
    {
      "contrastive_lambda": 0.445497164880638,
      "epoch": 10.008421709295071,
      "step": 32087
    },
    {
      "contrastive_lambda": 0.44547114101948937,
      "epoch": 10.008733624454148,
      "step": 32088
    },
    {
      "contrastive_lambda": 0.44544511730783476,
      "epoch": 10.009045539613226,
      "step": 32089
    },
    {
      "epoch": 10.009357454772301,
      "grad_norm": 0.11153816431760788,
      "learning_rate": 4.837712887568143e-05,
      "loss": 0.0329,
      "step": 32090
    },
    {
      "epoch": 10.009357454772301,
      "flow_loss": 0.0323701947927475,
      "step": 32090
    },
    {
      "contrastive_loss": 0.0046213408932089806,
      "epoch": 10.009357454772301,
      "step": 32090
    },
    {
      "contrastive_lambda": 0.4454190937457454,
      "epoch": 10.009357454772301,
      "step": 32090
    },
    {
      "contrastive_lambda": 0.4453930703332928,
      "epoch": 10.009669369931379,
      "step": 32091
    },
    {
      "contrastive_lambda": 0.44536704707054803,
      "epoch": 10.009981285090456,
      "step": 32092
    },
    {
      "contrastive_lambda": 0.4453410239575827,
      "epoch": 10.010293200249532,
      "step": 32093
    },
    {
      "contrastive_lambda": 0.4453150009944681,
      "epoch": 10.010605115408609,
      "step": 32094
    },
    {
      "contrastive_lambda": 0.4452889781812753,
      "epoch": 10.010917030567686,
      "step": 32095
    },
    {
      "contrastive_lambda": 0.4452629555180761,
      "epoch": 10.011228945726762,
      "step": 32096
    },
    {
      "contrastive_lambda": 0.4452369330049416,
      "epoch": 10.01154086088584,
      "step": 32097
    },
    {
      "contrastive_lambda": 0.44521091064194307,
      "epoch": 10.011852776044917,
      "step": 32098
    },
    {
      "contrastive_lambda": 0.44518488842915194,
      "epoch": 10.012164691203992,
      "step": 32099
    },
    {
      "epoch": 10.01247660636307,
      "grad_norm": 0.13338562846183777,
      "learning_rate": 4.8349585812969464e-05,
      "loss": 0.0308,
      "step": 32100
    },
    {
      "epoch": 10.01247660636307,
      "flow_loss": 0.0202191025018692,
      "step": 32100
    },
    {
      "contrastive_loss": 0.006109660025686026,
      "epoch": 10.01247660636307,
      "step": 32100
    },
    {
      "contrastive_lambda": 0.4451588663666397,
      "epoch": 10.01247660636307,
      "step": 32100
    },
    {
      "contrastive_lambda": 0.44513284445447737,
      "epoch": 10.012788521522147,
      "step": 32101
    },
    {
      "contrastive_lambda": 0.4451068226927366,
      "epoch": 10.013100436681222,
      "step": 32102
    },
    {
      "contrastive_lambda": 0.4450808010814885,
      "epoch": 10.0134123518403,
      "step": 32103
    },
    {
      "contrastive_lambda": 0.4450547796208045,
      "epoch": 10.013724266999375,
      "step": 32104
    },
    {
      "contrastive_lambda": 0.445028758310756,
      "epoch": 10.014036182158453,
      "step": 32105
    },
    {
      "contrastive_lambda": 0.4450027371514143,
      "epoch": 10.01434809731753,
      "step": 32106
    },
    {
      "contrastive_lambda": 0.4449767161428505,
      "epoch": 10.014660012476606,
      "step": 32107
    },
    {
      "contrastive_lambda": 0.4449506952851364,
      "epoch": 10.014971927635683,
      "step": 32108
    },
    {
      "contrastive_lambda": 0.44492467457834306,
      "epoch": 10.01528384279476,
      "step": 32109
    },
    {
      "epoch": 10.015595757953836,
      "grad_norm": 0.11288032680749893,
      "learning_rate": 4.8322043251609775e-05,
      "loss": 0.0323,
      "step": 32110
    },
    {
      "epoch": 10.015595757953836,
      "flow_loss": 0.016513023525476456,
      "step": 32110
    },
    {
      "contrastive_loss": 0.0038669069763273,
      "epoch": 10.015595757953836,
      "step": 32110
    },
    {
      "contrastive_lambda": 0.4448986540225417,
      "epoch": 10.015595757953836,
      "step": 32110
    },
    {
      "contrastive_lambda": 0.44487263361780394,
      "epoch": 10.015907673112913,
      "step": 32111
    },
    {
      "contrastive_lambda": 0.44484661336420095,
      "epoch": 10.01621958827199,
      "step": 32112
    },
    {
      "contrastive_lambda": 0.4448205932618042,
      "epoch": 10.016531503431066,
      "step": 32113
    },
    {
      "contrastive_lambda": 0.4447945733106848,
      "epoch": 10.016843418590144,
      "step": 32114
    },
    {
      "contrastive_lambda": 0.44476855351091416,
      "epoch": 10.017155333749221,
      "step": 32115
    },
    {
      "contrastive_lambda": 0.44474253386256385,
      "epoch": 10.017467248908297,
      "step": 32116
    },
    {
      "contrastive_lambda": 0.444716514365705,
      "epoch": 10.017779164067374,
      "step": 32117
    },
    {
      "contrastive_lambda": 0.4446904950204087,
      "epoch": 10.018091079226451,
      "step": 32118
    },
    {
      "contrastive_lambda": 0.44466447582674684,
      "epoch": 10.018402994385527,
      "step": 32119
    },
    {
      "epoch": 10.018714909544604,
      "grad_norm": 0.11986783891916275,
      "learning_rate": 4.8294501199969015e-05,
      "loss": 0.0353,
      "step": 32120
    },
    {
      "epoch": 10.018714909544604,
      "flow_loss": 0.03188273683190346,
      "step": 32120
    },
    {
      "contrastive_loss": 0.006876915227621794,
      "epoch": 10.018714909544604,
      "step": 32120
    },
    {
      "contrastive_lambda": 0.4446384567847904,
      "epoch": 10.018714909544604,
      "step": 32120
    },
    {
      "contrastive_lambda": 0.4446124378946107,
      "epoch": 10.01902682470368,
      "step": 32121
    },
    {
      "contrastive_lambda": 0.44458641915627917,
      "epoch": 10.019338739862757,
      "step": 32122
    },
    {
      "contrastive_lambda": 0.4445604005698672,
      "epoch": 10.019650655021834,
      "step": 32123
    },
    {
      "contrastive_lambda": 0.4445343821354459,
      "epoch": 10.01996257018091,
      "step": 32124
    },
    {
      "contrastive_lambda": 0.4445083638530869,
      "epoch": 10.020274485339987,
      "step": 32125
    },
    {
      "contrastive_lambda": 0.4444823457228612,
      "epoch": 10.020586400499065,
      "step": 32126
    },
    {
      "contrastive_lambda": 0.44445632774484034,
      "epoch": 10.02089831565814,
      "step": 32127
    },
    {
      "contrastive_lambda": 0.4444303099190957,
      "epoch": 10.021210230817218,
      "step": 32128
    },
    {
      "contrastive_lambda": 0.44440429224569833,
      "epoch": 10.021522145976295,
      "step": 32129
    },
    {
      "epoch": 10.02183406113537,
      "grad_norm": 0.16559424996376038,
      "learning_rate": 4.826695966641376e-05,
      "loss": 0.0262,
      "step": 32130
    },
    {
      "epoch": 10.02183406113537,
      "flow_loss": 0.017992081120610237,
      "step": 32130
    },
    {
      "contrastive_loss": 0.00380613561719656,
      "epoch": 10.02183406113537,
      "step": 32130
    },
    {
      "contrastive_lambda": 0.44437827472471997,
      "epoch": 10.02183406113537,
      "step": 32130
    },
    {
      "contrastive_lambda": 0.44435225735623174,
      "epoch": 10.022145976294448,
      "step": 32131
    },
    {
      "contrastive_lambda": 0.4443262401403048,
      "epoch": 10.022457891453525,
      "step": 32132
    },
    {
      "contrastive_lambda": 0.44430022307701067,
      "epoch": 10.022769806612601,
      "step": 32133
    },
    {
      "contrastive_lambda": 0.4442742061664207,
      "epoch": 10.023081721771678,
      "step": 32134
    },
    {
      "contrastive_lambda": 0.4442481894086061,
      "epoch": 10.023393636930756,
      "step": 32135
    },
    {
      "contrastive_lambda": 0.44422217280363835,
      "epoch": 10.023705552089831,
      "step": 32136
    },
    {
      "contrastive_lambda": 0.4441961563515886,
      "epoch": 10.024017467248909,
      "step": 32137
    },
    {
      "contrastive_lambda": 0.4441701400525282,
      "epoch": 10.024329382407984,
      "step": 32138
    },
    {
      "contrastive_lambda": 0.4441441239065287,
      "epoch": 10.024641297567062,
      "step": 32139
    },
    {
      "epoch": 10.024953212726139,
      "grad_norm": 0.12838470935821533,
      "learning_rate": 4.823941865931043e-05,
      "loss": 0.0317,
      "step": 32140
    },
    {
      "epoch": 10.024953212726139,
      "flow_loss": 0.019249742850661278,
      "step": 32140
    },
    {
      "contrastive_loss": 0.004705890081822872,
      "epoch": 10.024953212726139,
      "step": 32140
    },
    {
      "contrastive_lambda": 0.4441181079136612,
      "epoch": 10.024953212726139,
      "step": 32140
    },
    {
      "contrastive_lambda": 0.4440920920739969,
      "epoch": 10.025265127885215,
      "step": 32141
    },
    {
      "contrastive_lambda": 0.4440660763876075,
      "epoch": 10.025577043044292,
      "step": 32142
    },
    {
      "contrastive_lambda": 0.44404006085456416,
      "epoch": 10.02588895820337,
      "step": 32143
    },
    {
      "contrastive_lambda": 0.444014045474938,
      "epoch": 10.026200873362445,
      "step": 32144
    },
    {
      "contrastive_lambda": 0.44398803024880057,
      "epoch": 10.026512788521522,
      "step": 32145
    },
    {
      "contrastive_lambda": 0.4439620151762231,
      "epoch": 10.0268247036806,
      "step": 32146
    },
    {
      "contrastive_lambda": 0.4439360002572771,
      "epoch": 10.027136618839675,
      "step": 32147
    },
    {
      "contrastive_lambda": 0.44390998549203364,
      "epoch": 10.027448533998752,
      "step": 32148
    },
    {
      "contrastive_lambda": 0.443883970880564,
      "epoch": 10.02776044915783,
      "step": 32149
    },
    {
      "epoch": 10.028072364316905,
      "grad_norm": 0.1609327346086502,
      "learning_rate": 4.82118781870252e-05,
      "loss": 0.0297,
      "step": 32150
    },
    {
      "epoch": 10.028072364316905,
      "flow_loss": 0.027418578043580055,
      "step": 32150
    },
    {
      "contrastive_loss": 0.0036502836737781763,
      "epoch": 10.028072364316905,
      "step": 32150
    },
    {
      "contrastive_lambda": 0.44385795642293985,
      "epoch": 10.028072364316905,
      "step": 32150
    },
    {
      "contrastive_lambda": 0.4438319421192323,
      "epoch": 10.028384279475983,
      "step": 32151
    },
    {
      "contrastive_lambda": 0.44380592796951246,
      "epoch": 10.02869619463506,
      "step": 32152
    },
    {
      "contrastive_lambda": 0.4437799139738521,
      "epoch": 10.029008109794136,
      "step": 32153
    },
    {
      "contrastive_lambda": 0.44375390013232224,
      "epoch": 10.029320024953213,
      "step": 32154
    },
    {
      "contrastive_lambda": 0.44372788644499417,
      "epoch": 10.029631940112289,
      "step": 32155
    },
    {
      "contrastive_lambda": 0.4437018729119393,
      "epoch": 10.029943855271366,
      "step": 32156
    },
    {
      "contrastive_lambda": 0.443675859533229,
      "epoch": 10.030255770430443,
      "step": 32157
    },
    {
      "contrastive_lambda": 0.4436498463089345,
      "epoch": 10.030567685589519,
      "step": 32158
    },
    {
      "contrastive_lambda": 0.44362383323912724,
      "epoch": 10.030879600748596,
      "step": 32159
    },
    {
      "epoch": 10.031191515907674,
      "grad_norm": 0.09128227084875107,
      "learning_rate": 4.8184338257924185e-05,
      "loss": 0.0332,
      "step": 32160
    },
    {
      "epoch": 10.031191515907674,
      "flow_loss": 0.015356832183897495,
      "step": 32160
    },
    {
      "contrastive_loss": 0.004024024121463299,
      "epoch": 10.031191515907674,
      "step": 32160
    },
    {
      "contrastive_lambda": 0.4435978203238783,
      "epoch": 10.031191515907674,
      "step": 32160
    },
    {
      "contrastive_lambda": 0.44357180756325915,
      "epoch": 10.03150343106675,
      "step": 32161
    },
    {
      "contrastive_lambda": 0.4435457949573412,
      "epoch": 10.031815346225827,
      "step": 32162
    },
    {
      "contrastive_lambda": 0.44351978250619556,
      "epoch": 10.032127261384904,
      "step": 32163
    },
    {
      "contrastive_lambda": 0.44349377020989367,
      "epoch": 10.03243917654398,
      "step": 32164
    },
    {
      "contrastive_lambda": 0.44346775806850686,
      "epoch": 10.032751091703057,
      "step": 32165
    },
    {
      "contrastive_lambda": 0.44344174608210635,
      "epoch": 10.033063006862134,
      "step": 32166
    },
    {
      "contrastive_lambda": 0.4434157342507636,
      "epoch": 10.03337492202121,
      "step": 32167
    },
    {
      "contrastive_lambda": 0.44338972257454967,
      "epoch": 10.033686837180287,
      "step": 32168
    },
    {
      "contrastive_lambda": 0.44336371105353606,
      "epoch": 10.033998752339365,
      "step": 32169
    },
    {
      "epoch": 10.03431066749844,
      "grad_norm": 0.09475444257259369,
      "learning_rate": 4.815679888037324e-05,
      "loss": 0.0348,
      "step": 32170
    },
    {
      "epoch": 10.03431066749844,
      "flow_loss": 0.040611375123262405,
      "step": 32170
    },
    {
      "contrastive_loss": 0.0056962440721690655,
      "epoch": 10.03431066749844,
      "step": 32170
    },
    {
      "contrastive_lambda": 0.4433376996877942,
      "epoch": 10.03431066749844,
      "step": 32170
    },
    {
      "contrastive_lambda": 0.4433116884773952,
      "epoch": 10.034622582657517,
      "step": 32171
    },
    {
      "contrastive_lambda": 0.4432856774224102,
      "epoch": 10.034934497816593,
      "step": 32172
    },
    {
      "contrastive_lambda": 0.443259666522911,
      "epoch": 10.03524641297567,
      "step": 32173
    },
    {
      "contrastive_lambda": 0.4432336557789686,
      "epoch": 10.035558328134748,
      "step": 32174
    },
    {
      "contrastive_lambda": 0.4432076451906542,
      "epoch": 10.035870243293823,
      "step": 32175
    },
    {
      "contrastive_lambda": 0.44318163475803946,
      "epoch": 10.0361821584529,
      "step": 32176
    },
    {
      "contrastive_lambda": 0.4431556244811955,
      "epoch": 10.036494073611978,
      "step": 32177
    },
    {
      "contrastive_lambda": 0.4431296143601935,
      "epoch": 10.036805988771054,
      "step": 32178
    },
    {
      "contrastive_lambda": 0.4431036043951049,
      "epoch": 10.037117903930131,
      "step": 32179
    },
    {
      "epoch": 10.037429819089208,
      "grad_norm": 0.09028049558401108,
      "learning_rate": 4.8129260062738135e-05,
      "loss": 0.0345,
      "step": 32180
    },
    {
      "epoch": 10.037429819089208,
      "flow_loss": 0.03329923376441002,
      "step": 32180
    },
    {
      "contrastive_loss": 0.004323318600654602,
      "epoch": 10.037429819089208,
      "step": 32180
    },
    {
      "contrastive_lambda": 0.44307759458600104,
      "epoch": 10.037429819089208,
      "step": 32180
    },
    {
      "contrastive_lambda": 0.44305158493295316,
      "epoch": 10.037741734248284,
      "step": 32181
    },
    {
      "contrastive_lambda": 0.44302557543603266,
      "epoch": 10.038053649407361,
      "step": 32182
    },
    {
      "contrastive_lambda": 0.44299956609531055,
      "epoch": 10.038365564566439,
      "step": 32183
    },
    {
      "contrastive_lambda": 0.44297355691085866,
      "epoch": 10.038677479725514,
      "step": 32184
    },
    {
      "contrastive_lambda": 0.4429475478827479,
      "epoch": 10.038989394884592,
      "step": 32185
    },
    {
      "contrastive_lambda": 0.44292153901104964,
      "epoch": 10.039301310043669,
      "step": 32186
    },
    {
      "contrastive_lambda": 0.4428955302958352,
      "epoch": 10.039613225202745,
      "step": 32187
    },
    {
      "contrastive_lambda": 0.44286952173717603,
      "epoch": 10.039925140361822,
      "step": 32188
    },
    {
      "contrastive_lambda": 0.44284351333514316,
      "epoch": 10.040237055520898,
      "step": 32189
    },
    {
      "epoch": 10.040548970679975,
      "grad_norm": 0.07846341282129288,
      "learning_rate": 4.810172181338445e-05,
      "loss": 0.0244,
      "step": 32190
    },
    {
      "epoch": 10.040548970679975,
      "flow_loss": 0.021789992228150368,
      "step": 32190
    },
    {
      "contrastive_loss": 0.005595891736447811,
      "epoch": 10.040548970679975,
      "step": 32190
    },
    {
      "contrastive_lambda": 0.4428175050898082,
      "epoch": 10.040548970679975,
      "step": 32190
    },
    {
      "contrastive_lambda": 0.44279149700124215,
      "epoch": 10.040860885839052,
      "step": 32191
    },
    {
      "contrastive_lambda": 0.4427654890695165,
      "epoch": 10.041172800998128,
      "step": 32192
    },
    {
      "contrastive_lambda": 0.4427394812947026,
      "epoch": 10.041484716157205,
      "step": 32193
    },
    {
      "contrastive_lambda": 0.44271347367687164,
      "epoch": 10.041796631316283,
      "step": 32194
    },
    {
      "contrastive_lambda": 0.4426874662160948,
      "epoch": 10.042108546475358,
      "step": 32195
    },
    {
      "contrastive_lambda": 0.44266145891244363,
      "epoch": 10.042420461634435,
      "step": 32196
    },
    {
      "contrastive_lambda": 0.4426354517659894,
      "epoch": 10.042732376793513,
      "step": 32197
    },
    {
      "contrastive_lambda": 0.4426094447768031,
      "epoch": 10.043044291952588,
      "step": 32198
    },
    {
      "contrastive_lambda": 0.44258343794495647,
      "epoch": 10.043356207111666,
      "step": 32199
    },
    {
      "epoch": 10.043668122270743,
      "grad_norm": 0.08448873460292816,
      "learning_rate": 4.807418414067753e-05,
      "loss": 0.024,
      "step": 32200
    },
    {
      "epoch": 10.043668122270743,
      "flow_loss": 0.023395955562591553,
      "step": 32200
    },
    {
      "contrastive_loss": 0.0048982733860611916,
      "epoch": 10.043668122270743,
      "step": 32200
    },
    {
      "contrastive_lambda": 0.44255743127052055,
      "epoch": 10.043668122270743,
      "step": 32200
    },
    {
      "contrastive_lambda": 0.44253142475356677,
      "epoch": 10.043980037429819,
      "step": 32201
    },
    {
      "contrastive_lambda": 0.44250541839416624,
      "epoch": 10.044291952588896,
      "step": 32202
    },
    {
      "contrastive_lambda": 0.44247941219239034,
      "epoch": 10.044603867747973,
      "step": 32203
    },
    {
      "contrastive_lambda": 0.4424534061483105,
      "epoch": 10.044915782907049,
      "step": 32204
    },
    {
      "contrastive_lambda": 0.442427400261998,
      "epoch": 10.045227698066126,
      "step": 32205
    },
    {
      "contrastive_lambda": 0.4424013945335238,
      "epoch": 10.045539613225202,
      "step": 32206
    },
    {
      "contrastive_lambda": 0.44237538896295964,
      "epoch": 10.04585152838428,
      "step": 32207
    },
    {
      "contrastive_lambda": 0.4423493835503766,
      "epoch": 10.046163443543357,
      "step": 32208
    },
    {
      "contrastive_lambda": 0.44232337829584595,
      "epoch": 10.046475358702432,
      "step": 32209
    },
    {
      "epoch": 10.04678727386151,
      "grad_norm": 0.10829655826091766,
      "learning_rate": 4.804664705298264e-05,
      "loss": 0.03,
      "step": 32210
    },
    {
      "epoch": 10.04678727386151,
      "flow_loss": 0.018919935449957848,
      "step": 32210
    },
    {
      "contrastive_loss": 0.0039659179747104645,
      "epoch": 10.04678727386151,
      "step": 32210
    },
    {
      "contrastive_lambda": 0.442297373199439,
      "epoch": 10.04678727386151,
      "step": 32210
    },
    {
      "contrastive_lambda": 0.4422713682612272,
      "epoch": 10.047099189020587,
      "step": 32211
    },
    {
      "contrastive_lambda": 0.4422453634812816,
      "epoch": 10.047411104179663,
      "step": 32212
    },
    {
      "contrastive_lambda": 0.4422193588596736,
      "epoch": 10.04772301933874,
      "step": 32213
    },
    {
      "contrastive_lambda": 0.4421933543964746,
      "epoch": 10.048034934497817,
      "step": 32214
    },
    {
      "contrastive_lambda": 0.4421673500917558,
      "epoch": 10.048346849656893,
      "step": 32215
    },
    {
      "contrastive_lambda": 0.4421413459455885,
      "epoch": 10.04865876481597,
      "step": 32216
    },
    {
      "contrastive_lambda": 0.4421153419580438,
      "epoch": 10.048970679975048,
      "step": 32217
    },
    {
      "contrastive_lambda": 0.4420893381291934,
      "epoch": 10.049282595134123,
      "step": 32218
    },
    {
      "contrastive_lambda": 0.44206333445910834,
      "epoch": 10.0495945102932,
      "step": 32219
    },
    {
      "epoch": 10.049906425452278,
      "grad_norm": 0.08986108750104904,
      "learning_rate": 4.80191105586648e-05,
      "loss": 0.0277,
      "step": 32220
    },
    {
      "epoch": 10.049906425452278,
      "flow_loss": 0.030943067744374275,
      "step": 32220
    },
    {
      "contrastive_loss": 0.004777259659022093,
      "epoch": 10.049906425452278,
      "step": 32220
    },
    {
      "contrastive_lambda": 0.44203733094785985,
      "epoch": 10.049906425452278,
      "step": 32220
    },
    {
      "contrastive_lambda": 0.4420113275955193,
      "epoch": 10.050218340611353,
      "step": 32221
    },
    {
      "contrastive_lambda": 0.4419853244021581,
      "epoch": 10.05053025577043,
      "step": 32222
    },
    {
      "contrastive_lambda": 0.4419593213678473,
      "epoch": 10.050842170929506,
      "step": 32223
    },
    {
      "contrastive_lambda": 0.4419333184926585,
      "epoch": 10.051154086088584,
      "step": 32224
    },
    {
      "contrastive_lambda": 0.4419073157766626,
      "epoch": 10.051466001247661,
      "step": 32225
    },
    {
      "contrastive_lambda": 0.4418813132199311,
      "epoch": 10.051777916406737,
      "step": 32226
    },
    {
      "contrastive_lambda": 0.4418553108225355,
      "epoch": 10.052089831565814,
      "step": 32227
    },
    {
      "contrastive_lambda": 0.4418293085845467,
      "epoch": 10.052401746724891,
      "step": 32228
    },
    {
      "contrastive_lambda": 0.44180330650603605,
      "epoch": 10.052713661883967,
      "step": 32229
    },
    {
      "epoch": 10.053025577043044,
      "grad_norm": 0.08379984647035599,
      "learning_rate": 4.799157466608886e-05,
      "loss": 0.0325,
      "step": 32230
    },
    {
      "epoch": 10.053025577043044,
      "flow_loss": 0.03626693785190582,
      "step": 32230
    },
    {
      "contrastive_loss": 0.004277439787983894,
      "epoch": 10.053025577043044,
      "step": 32230
    },
    {
      "contrastive_lambda": 0.44177730458707515,
      "epoch": 10.053025577043044,
      "step": 32230
    },
    {
      "contrastive_lambda": 0.44175130282773506,
      "epoch": 10.053337492202122,
      "step": 32231
    },
    {
      "contrastive_lambda": 0.44172530122808684,
      "epoch": 10.053649407361197,
      "step": 32232
    },
    {
      "contrastive_lambda": 0.44169929978820227,
      "epoch": 10.053961322520275,
      "step": 32233
    },
    {
      "contrastive_lambda": 0.44167329850815223,
      "epoch": 10.054273237679352,
      "step": 32234
    },
    {
      "contrastive_lambda": 0.4416472973880083,
      "epoch": 10.054585152838428,
      "step": 32235
    },
    {
      "contrastive_lambda": 0.4416212964278415,
      "epoch": 10.054897067997505,
      "step": 32236
    },
    {
      "contrastive_lambda": 0.4415952956277232,
      "epoch": 10.055208983156582,
      "step": 32237
    },
    {
      "contrastive_lambda": 0.4415692949877249,
      "epoch": 10.055520898315658,
      "step": 32238
    },
    {
      "contrastive_lambda": 0.4415432945079176,
      "epoch": 10.055832813474735,
      "step": 32239
    },
    {
      "epoch": 10.05614472863381,
      "grad_norm": 0.1079150140285492,
      "learning_rate": 4.796403938361951e-05,
      "loss": 0.0285,
      "step": 32240
    },
    {
      "epoch": 10.05614472863381,
      "flow_loss": 0.025419630110263824,
      "step": 32240
    },
    {
      "contrastive_loss": 0.0035288059152662754,
      "epoch": 10.05614472863381,
      "step": 32240
    },
    {
      "contrastive_lambda": 0.4415172941883725,
      "epoch": 10.05614472863381,
      "step": 32240
    },
    {
      "contrastive_lambda": 0.4414912940291613,
      "epoch": 10.056456643792888,
      "step": 32241
    },
    {
      "contrastive_lambda": 0.441465294030355,
      "epoch": 10.056768558951966,
      "step": 32242
    },
    {
      "contrastive_lambda": 0.4414392941920248,
      "epoch": 10.057080474111041,
      "step": 32243
    },
    {
      "contrastive_lambda": 0.44141329451424216,
      "epoch": 10.057392389270118,
      "step": 32244
    },
    {
      "contrastive_lambda": 0.4413872949970784,
      "epoch": 10.057704304429196,
      "step": 32245
    },
    {
      "contrastive_lambda": 0.44136129564060456,
      "epoch": 10.058016219588271,
      "step": 32246
    },
    {
      "contrastive_lambda": 0.44133529644489217,
      "epoch": 10.058328134747349,
      "step": 32247
    },
    {
      "contrastive_lambda": 0.4413092974100123,
      "epoch": 10.058640049906426,
      "step": 32248
    },
    {
      "contrastive_lambda": 0.4412832985360363,
      "epoch": 10.058951965065502,
      "step": 32249
    },
    {
      "epoch": 10.059263880224579,
      "grad_norm": 0.11549337208271027,
      "learning_rate": 4.793650471962123e-05,
      "loss": 0.0295,
      "step": 32250
    },
    {
      "epoch": 10.059263880224579,
      "flow_loss": 0.014470181427896023,
      "step": 32250
    },
    {
      "contrastive_loss": 0.00416996655985713,
      "epoch": 10.059263880224579,
      "step": 32250
    },
    {
      "contrastive_lambda": 0.4412572998230356,
      "epoch": 10.059263880224579,
      "step": 32250
    },
    {
      "contrastive_lambda": 0.4412313012710811,
      "epoch": 10.059575795383656,
      "step": 32251
    },
    {
      "contrastive_lambda": 0.44120530288024457,
      "epoch": 10.059887710542732,
      "step": 32252
    },
    {
      "contrastive_lambda": 0.441179304650597,
      "epoch": 10.06019962570181,
      "step": 32253
    },
    {
      "contrastive_lambda": 0.44115330658220964,
      "epoch": 10.060511540860887,
      "step": 32254
    },
    {
      "contrastive_lambda": 0.4411273086751538,
      "epoch": 10.060823456019962,
      "step": 32255
    },
    {
      "contrastive_lambda": 0.44110131092950094,
      "epoch": 10.06113537117904,
      "step": 32256
    },
    {
      "contrastive_lambda": 0.4410753133453221,
      "epoch": 10.061447286338115,
      "step": 32257
    },
    {
      "contrastive_lambda": 0.44104931592268865,
      "epoch": 10.061759201497193,
      "step": 32258
    },
    {
      "contrastive_lambda": 0.44102331866167177,
      "epoch": 10.06207111665627,
      "step": 32259
    },
    {
      "epoch": 10.062383031815346,
      "grad_norm": 0.09988677501678467,
      "learning_rate": 4.790897068245835e-05,
      "loss": 0.0254,
      "step": 32260
    },
    {
      "epoch": 10.062383031815346,
      "flow_loss": 0.02550056017935276,
      "step": 32260
    },
    {
      "contrastive_loss": 0.004419001750648022,
      "epoch": 10.062383031815346,
      "step": 32260
    },
    {
      "contrastive_lambda": 0.44099732156234284,
      "epoch": 10.062383031815346,
      "step": 32260
    },
    {
      "contrastive_lambda": 0.4409713246247732,
      "epoch": 10.062694946974423,
      "step": 32261
    },
    {
      "contrastive_lambda": 0.440945327849034,
      "epoch": 10.0630068621335,
      "step": 32262
    },
    {
      "contrastive_lambda": 0.44091933123519633,
      "epoch": 10.063318777292576,
      "step": 32263
    },
    {
      "contrastive_lambda": 0.4408933347833319,
      "epoch": 10.063630692451653,
      "step": 32264
    },
    {
      "contrastive_lambda": 0.44086733849351173,
      "epoch": 10.06394260761073,
      "step": 32265
    },
    {
      "contrastive_lambda": 0.440841342365807,
      "epoch": 10.064254522769806,
      "step": 32266
    },
    {
      "contrastive_lambda": 0.44081534640028913,
      "epoch": 10.064566437928884,
      "step": 32267
    },
    {
      "contrastive_lambda": 0.44078935059702934,
      "epoch": 10.06487835308796,
      "step": 32268
    },
    {
      "contrastive_lambda": 0.440763354956099,
      "epoch": 10.065190268247036,
      "step": 32269
    },
    {
      "epoch": 10.065502183406114,
      "grad_norm": 0.09572259336709976,
      "learning_rate": 4.7881437280494954e-05,
      "loss": 0.0281,
      "step": 32270
    },
    {
      "epoch": 10.065502183406114,
      "flow_loss": 0.03179502487182617,
      "step": 32270
    },
    {
      "contrastive_loss": 0.00392870744690299,
      "epoch": 10.065502183406114,
      "step": 32270
    },
    {
      "contrastive_lambda": 0.44073735947756926,
      "epoch": 10.065502183406114,
      "step": 32270
    },
    {
      "contrastive_lambda": 0.4407113641615112,
      "epoch": 10.065814098565191,
      "step": 32271
    },
    {
      "contrastive_lambda": 0.44068536900799654,
      "epoch": 10.066126013724267,
      "step": 32272
    },
    {
      "contrastive_lambda": 0.4406593740170963,
      "epoch": 10.066437928883344,
      "step": 32273
    },
    {
      "contrastive_lambda": 0.44063337918888157,
      "epoch": 10.06674984404242,
      "step": 32274
    },
    {
      "contrastive_lambda": 0.44060738452342396,
      "epoch": 10.067061759201497,
      "step": 32275
    },
    {
      "contrastive_lambda": 0.4405813900207946,
      "epoch": 10.067373674360574,
      "step": 32276
    },
    {
      "contrastive_lambda": 0.44055539568106467,
      "epoch": 10.06768558951965,
      "step": 32277
    },
    {
      "contrastive_lambda": 0.4405294015043054,
      "epoch": 10.067997504678727,
      "step": 32278
    },
    {
      "contrastive_lambda": 0.44050340749058836,
      "epoch": 10.068309419837805,
      "step": 32279
    },
    {
      "epoch": 10.06862133499688,
      "grad_norm": 0.11825526505708694,
      "learning_rate": 4.7853904522094965e-05,
      "loss": 0.0309,
      "step": 32280
    },
    {
      "epoch": 10.06862133499688,
      "flow_loss": 0.027755266055464745,
      "step": 32280
    },
    {
      "contrastive_loss": 0.003965080250054598,
      "epoch": 10.06862133499688,
      "step": 32280
    },
    {
      "contrastive_lambda": 0.44047741363998444,
      "epoch": 10.06862133499688,
      "step": 32280
    },
    {
      "contrastive_lambda": 0.4404514199525652,
      "epoch": 10.068933250155958,
      "step": 32281
    },
    {
      "contrastive_lambda": 0.44042542642840166,
      "epoch": 10.069245165315035,
      "step": 32282
    },
    {
      "contrastive_lambda": 0.44039943306756524,
      "epoch": 10.06955708047411,
      "step": 32283
    },
    {
      "contrastive_lambda": 0.4403734398701272,
      "epoch": 10.069868995633188,
      "step": 32284
    },
    {
      "contrastive_lambda": 0.4403474468361588,
      "epoch": 10.070180910792265,
      "step": 32285
    },
    {
      "contrastive_lambda": 0.440321453965731,
      "epoch": 10.07049282595134,
      "step": 32286
    },
    {
      "contrastive_lambda": 0.44029546125891555,
      "epoch": 10.070804741110418,
      "step": 32287
    },
    {
      "contrastive_lambda": 0.44026946871578343,
      "epoch": 10.071116656269494,
      "step": 32288
    },
    {
      "contrastive_lambda": 0.44024347633640604,
      "epoch": 10.071428571428571,
      "step": 32289
    },
    {
      "epoch": 10.071740486587649,
      "grad_norm": 0.09779880940914154,
      "learning_rate": 4.782637241562215e-05,
      "loss": 0.0314,
      "step": 32290
    },
    {
      "epoch": 10.071740486587649,
      "flow_loss": 0.018843593075871468,
      "step": 32290
    },
    {
      "contrastive_loss": 0.0037364698946475983,
      "epoch": 10.071740486587649,
      "step": 32290
    },
    {
      "contrastive_lambda": 0.4402174841208544,
      "epoch": 10.071740486587649,
      "step": 32290
    },
    {
      "contrastive_lambda": 0.44019149206919994,
      "epoch": 10.072052401746724,
      "step": 32291
    },
    {
      "contrastive_lambda": 0.440165500181514,
      "epoch": 10.072364316905801,
      "step": 32292
    },
    {
      "contrastive_lambda": 0.44013950845786776,
      "epoch": 10.072676232064879,
      "step": 32293
    },
    {
      "contrastive_lambda": 0.4401135168983323,
      "epoch": 10.072988147223954,
      "step": 32294
    },
    {
      "contrastive_lambda": 0.44008752550297914,
      "epoch": 10.073300062383032,
      "step": 32295
    },
    {
      "contrastive_lambda": 0.4400615342718795,
      "epoch": 10.07361197754211,
      "step": 32296
    },
    {
      "contrastive_lambda": 0.4400355432051043,
      "epoch": 10.073923892701185,
      "step": 32297
    },
    {
      "contrastive_lambda": 0.4400095523027253,
      "epoch": 10.074235807860262,
      "step": 32298
    },
    {
      "contrastive_lambda": 0.43998356156481355,
      "epoch": 10.07454772301934,
      "step": 32299
    },
    {
      "epoch": 10.074859638178415,
      "grad_norm": 0.09297846257686615,
      "learning_rate": 4.779884096943997e-05,
      "loss": 0.0255,
      "step": 32300
    },
    {
      "epoch": 10.074859638178415,
      "flow_loss": 0.030595146119594574,
      "step": 32300
    },
    {
      "contrastive_loss": 0.003748625749722123,
      "epoch": 10.074859638178415,
      "step": 32300
    },
    {
      "contrastive_lambda": 0.4399575709914401,
      "epoch": 10.074859638178415,
      "step": 32300
    },
    {
      "contrastive_lambda": 0.43993158058267645,
      "epoch": 10.075171553337492,
      "step": 32301
    },
    {
      "contrastive_lambda": 0.4399055903385939,
      "epoch": 10.07548346849657,
      "step": 32302
    },
    {
      "contrastive_lambda": 0.4398796002592634,
      "epoch": 10.075795383655645,
      "step": 32303
    },
    {
      "contrastive_lambda": 0.43985361034475656,
      "epoch": 10.076107298814723,
      "step": 32304
    },
    {
      "contrastive_lambda": 0.4398276205951442,
      "epoch": 10.076419213973798,
      "step": 32305
    },
    {
      "contrastive_lambda": 0.4398016310104981,
      "epoch": 10.076731129132876,
      "step": 32306
    },
    {
      "contrastive_lambda": 0.43977564159088917,
      "epoch": 10.077043044291953,
      "step": 32307
    },
    {
      "contrastive_lambda": 0.4397496523363887,
      "epoch": 10.077354959451029,
      "step": 32308
    },
    {
      "contrastive_lambda": 0.43972366324706796,
      "epoch": 10.077666874610106,
      "step": 32309
    },
    {
      "epoch": 10.077978789769183,
      "grad_norm": 0.11156707257032394,
      "learning_rate": 4.777131019191182e-05,
      "loss": 0.0312,
      "step": 32310
    },
    {
      "epoch": 10.077978789769183,
      "flow_loss": 0.027310941368341446,
      "step": 32310
    },
    {
      "contrastive_loss": 0.003889162093400955,
      "epoch": 10.077978789769183,
      "step": 32310
    },
    {
      "contrastive_lambda": 0.43969767432299833,
      "epoch": 10.077978789769183,
      "step": 32310
    },
    {
      "contrastive_lambda": 0.43967168556425085,
      "epoch": 10.078290704928259,
      "step": 32311
    },
    {
      "contrastive_lambda": 0.43964569697089695,
      "epoch": 10.078602620087336,
      "step": 32312
    },
    {
      "contrastive_lambda": 0.4396197085430077,
      "epoch": 10.078914535246414,
      "step": 32313
    },
    {
      "contrastive_lambda": 0.43959372028065447,
      "epoch": 10.07922645040549,
      "step": 32314
    },
    {
      "contrastive_lambda": 0.43956773218390854,
      "epoch": 10.079538365564567,
      "step": 32315
    },
    {
      "contrastive_lambda": 0.43954174425284104,
      "epoch": 10.079850280723644,
      "step": 32316
    },
    {
      "contrastive_lambda": 0.4395157564875233,
      "epoch": 10.08016219588272,
      "step": 32317
    },
    {
      "contrastive_lambda": 0.4394897688880266,
      "epoch": 10.080474111041797,
      "step": 32318
    },
    {
      "contrastive_lambda": 0.43946378145442216,
      "epoch": 10.080786026200874,
      "step": 32319
    },
    {
      "epoch": 10.08109794135995,
      "grad_norm": 0.10055795311927795,
      "learning_rate": 4.774378009140076e-05,
      "loss": 0.0294,
      "step": 32320
    },
    {
      "epoch": 10.08109794135995,
      "flow_loss": 0.042819470167160034,
      "step": 32320
    },
    {
      "contrastive_loss": 0.003822184167802334,
      "epoch": 10.08109794135995,
      "step": 32320
    },
    {
      "contrastive_lambda": 0.439437794186781,
      "epoch": 10.08109794135995,
      "step": 32320
    },
    {
      "contrastive_lambda": 0.43941180708517474,
      "epoch": 10.081409856519027,
      "step": 32321
    },
    {
      "contrastive_lambda": 0.43938582014967437,
      "epoch": 10.081721771678103,
      "step": 32322
    },
    {
      "contrastive_lambda": 0.43935983338035134,
      "epoch": 10.08203368683718,
      "step": 32323
    },
    {
      "contrastive_lambda": 0.4393338467772766,
      "epoch": 10.082345601996257,
      "step": 32324
    },
    {
      "contrastive_lambda": 0.43930786034052166,
      "epoch": 10.082657517155333,
      "step": 32325
    },
    {
      "contrastive_lambda": 0.43928187407015773,
      "epoch": 10.08296943231441,
      "step": 32326
    },
    {
      "contrastive_lambda": 0.439255887966256,
      "epoch": 10.083281347473488,
      "step": 32327
    },
    {
      "contrastive_lambda": 0.43922990202888745,
      "epoch": 10.083593262632563,
      "step": 32328
    },
    {
      "contrastive_lambda": 0.43920391625812377,
      "epoch": 10.08390517779164,
      "step": 32329
    },
    {
      "epoch": 10.084217092950718,
      "grad_norm": 0.089439757168293,
      "learning_rate": 4.7716250676269735e-05,
      "loss": 0.03,
      "step": 32330
    },
    {
      "epoch": 10.084217092950718,
      "flow_loss": 0.023060232400894165,
      "step": 32330
    },
    {
      "contrastive_loss": 0.0040018572472035885,
      "epoch": 10.084217092950718,
      "step": 32330
    },
    {
      "contrastive_lambda": 0.43917793065403604,
      "epoch": 10.084217092950718,
      "step": 32330
    },
    {
      "contrastive_lambda": 0.43915194521669526,
      "epoch": 10.084529008109794,
      "step": 32331
    },
    {
      "contrastive_lambda": 0.4391259599461731,
      "epoch": 10.084840923268871,
      "step": 32332
    },
    {
      "contrastive_lambda": 0.4390999748425406,
      "epoch": 10.085152838427948,
      "step": 32333
    },
    {
      "contrastive_lambda": 0.4390739899058688,
      "epoch": 10.085464753587024,
      "step": 32334
    },
    {
      "contrastive_lambda": 0.43904800513622916,
      "epoch": 10.085776668746101,
      "step": 32335
    },
    {
      "contrastive_lambda": 0.439022020533693,
      "epoch": 10.086088583905179,
      "step": 32336
    },
    {
      "contrastive_lambda": 0.43899603609833127,
      "epoch": 10.086400499064254,
      "step": 32337
    },
    {
      "contrastive_lambda": 0.4389700518302155,
      "epoch": 10.086712414223332,
      "step": 32338
    },
    {
      "contrastive_lambda": 0.4389440677294166,
      "epoch": 10.087024329382407,
      "step": 32339
    },
    {
      "epoch": 10.087336244541484,
      "grad_norm": 0.11877544224262238,
      "learning_rate": 4.7688721954881485e-05,
      "loss": 0.0334,
      "step": 32340
    },
    {
      "epoch": 10.087336244541484,
      "flow_loss": 0.023323193192481995,
      "step": 32340
    },
    {
      "contrastive_loss": 0.0037641595117747784,
      "epoch": 10.087336244541484,
      "step": 32340
    },
    {
      "contrastive_lambda": 0.4389180837960062,
      "epoch": 10.087336244541484,
      "step": 32340
    },
    {
      "contrastive_lambda": 0.43889210003005535,
      "epoch": 10.087648159700562,
      "step": 32341
    },
    {
      "contrastive_lambda": 0.43886611643163514,
      "epoch": 10.087960074859637,
      "step": 32342
    },
    {
      "contrastive_lambda": 0.438840133000817,
      "epoch": 10.088271990018715,
      "step": 32343
    },
    {
      "contrastive_lambda": 0.4388141497376722,
      "epoch": 10.088583905177792,
      "step": 32344
    },
    {
      "contrastive_lambda": 0.43878816664227177,
      "epoch": 10.088895820336868,
      "step": 32345
    },
    {
      "contrastive_lambda": 0.4387621837146871,
      "epoch": 10.089207735495945,
      "step": 32346
    },
    {
      "contrastive_lambda": 0.4387362009549894,
      "epoch": 10.089519650655022,
      "step": 32347
    },
    {
      "contrastive_lambda": 0.4387102183632498,
      "epoch": 10.089831565814098,
      "step": 32348
    },
    {
      "contrastive_lambda": 0.4386842359395397,
      "epoch": 10.090143480973175,
      "step": 32349
    },
    {
      "epoch": 10.090455396132253,
      "grad_norm": 0.09047425538301468,
      "learning_rate": 4.7661193935598446e-05,
      "loss": 0.0289,
      "step": 32350
    },
    {
      "epoch": 10.090455396132253,
      "flow_loss": 0.02689533866941929,
      "step": 32350
    },
    {
      "contrastive_loss": 0.004251066129654646,
      "epoch": 10.090455396132253,
      "step": 32350
    },
    {
      "contrastive_lambda": 0.4386582536839303,
      "epoch": 10.090455396132253,
      "step": 32350
    },
    {
      "contrastive_lambda": 0.43863227159649254,
      "epoch": 10.090767311291328,
      "step": 32351
    },
    {
      "contrastive_lambda": 0.43860628967729814,
      "epoch": 10.091079226450406,
      "step": 32352
    },
    {
      "contrastive_lambda": 0.43858030792641806,
      "epoch": 10.091391141609483,
      "step": 32353
    },
    {
      "contrastive_lambda": 0.43855432634392333,
      "epoch": 10.091703056768559,
      "step": 32354
    },
    {
      "contrastive_lambda": 0.4385283449298856,
      "epoch": 10.092014971927636,
      "step": 32355
    },
    {
      "contrastive_lambda": 0.43850236368437584,
      "epoch": 10.092326887086712,
      "step": 32356
    },
    {
      "contrastive_lambda": 0.43847638260746546,
      "epoch": 10.092638802245789,
      "step": 32357
    },
    {
      "contrastive_lambda": 0.4384504016992254,
      "epoch": 10.092950717404866,
      "step": 32358
    },
    {
      "contrastive_lambda": 0.4384244209597271,
      "epoch": 10.093262632563942,
      "step": 32359
    },
    {
      "epoch": 10.09357454772302,
      "grad_norm": 0.10562226176261902,
      "learning_rate": 4.763366662678296e-05,
      "loss": 0.0325,
      "step": 32360
    },
    {
      "epoch": 10.09357454772302,
      "flow_loss": 0.026886235922574997,
      "step": 32360
    },
    {
      "contrastive_loss": 0.004586510360240936,
      "epoch": 10.09357454772302,
      "step": 32360
    },
    {
      "contrastive_lambda": 0.43839844038904185,
      "epoch": 10.09357454772302,
      "step": 32360
    },
    {
      "contrastive_lambda": 0.4383724599872408,
      "epoch": 10.093886462882097,
      "step": 32361
    },
    {
      "contrastive_lambda": 0.4383464797543949,
      "epoch": 10.094198378041172,
      "step": 32362
    },
    {
      "contrastive_lambda": 0.43832049969057585,
      "epoch": 10.09451029320025,
      "step": 32363
    },
    {
      "contrastive_lambda": 0.4382945197958546,
      "epoch": 10.094822208359327,
      "step": 32364
    },
    {
      "contrastive_lambda": 0.43826854007030236,
      "epoch": 10.095134123518402,
      "step": 32365
    },
    {
      "contrastive_lambda": 0.43824256051399046,
      "epoch": 10.09544603867748,
      "step": 32366
    },
    {
      "contrastive_lambda": 0.43821658112699013,
      "epoch": 10.095757953836557,
      "step": 32367
    },
    {
      "contrastive_lambda": 0.4381906019093725,
      "epoch": 10.096069868995633,
      "step": 32368
    },
    {
      "contrastive_lambda": 0.43816462286120894,
      "epoch": 10.09638178415471,
      "step": 32369
    },
    {
      "epoch": 10.096693699313787,
      "grad_norm": 0.09901884943246841,
      "learning_rate": 4.7606140036797064e-05,
      "loss": 0.0331,
      "step": 32370
    },
    {
      "epoch": 10.096693699313787,
      "flow_loss": 0.025155948475003242,
      "step": 32370
    },
    {
      "contrastive_loss": 0.0036722449585795403,
      "epoch": 10.096693699313787,
      "step": 32370
    },
    {
      "contrastive_lambda": 0.43813864398257046,
      "epoch": 10.096693699313787,
      "step": 32370
    },
    {
      "contrastive_lambda": 0.4381126652735284,
      "epoch": 10.097005614472863,
      "step": 32371
    },
    {
      "contrastive_lambda": 0.4380866867341541,
      "epoch": 10.09731752963194,
      "step": 32372
    },
    {
      "contrastive_lambda": 0.4380607083645186,
      "epoch": 10.097629444791016,
      "step": 32373
    },
    {
      "contrastive_lambda": 0.4380347301646931,
      "epoch": 10.097941359950093,
      "step": 32374
    },
    {
      "contrastive_lambda": 0.438008752134749,
      "epoch": 10.09825327510917,
      "step": 32375
    },
    {
      "contrastive_lambda": 0.43798277427475735,
      "epoch": 10.098565190268246,
      "step": 32376
    },
    {
      "contrastive_lambda": 0.4379567965847895,
      "epoch": 10.098877105427324,
      "step": 32377
    },
    {
      "contrastive_lambda": 0.43793081906491665,
      "epoch": 10.099189020586401,
      "step": 32378
    },
    {
      "contrastive_lambda": 0.4379048417152099,
      "epoch": 10.099500935745477,
      "step": 32379
    },
    {
      "epoch": 10.099812850904554,
      "grad_norm": 0.12683409452438354,
      "learning_rate": 4.7578614174002614e-05,
      "loss": 0.0319,
      "step": 32380
    },
    {
      "epoch": 10.099812850904554,
      "flow_loss": 0.02548459731042385,
      "step": 32380
    },
    {
      "contrastive_loss": 0.004440224729478359,
      "epoch": 10.099812850904554,
      "step": 32380
    },
    {
      "contrastive_lambda": 0.43787886453574065,
      "epoch": 10.099812850904554,
      "step": 32380
    },
    {
      "contrastive_lambda": 0.4378528875265799,
      "epoch": 10.100124766063631,
      "step": 32381
    },
    {
      "contrastive_lambda": 0.43782691068779905,
      "epoch": 10.100436681222707,
      "step": 32382
    },
    {
      "contrastive_lambda": 0.4378009340194693,
      "epoch": 10.100748596381784,
      "step": 32383
    },
    {
      "contrastive_lambda": 0.43777495752166184,
      "epoch": 10.101060511540862,
      "step": 32384
    },
    {
      "contrastive_lambda": 0.43774898119444766,
      "epoch": 10.101372426699937,
      "step": 32385
    },
    {
      "contrastive_lambda": 0.4377230050378984,
      "epoch": 10.101684341859015,
      "step": 32386
    },
    {
      "contrastive_lambda": 0.4376970290520851,
      "epoch": 10.101996257018092,
      "step": 32387
    },
    {
      "contrastive_lambda": 0.4376710532370787,
      "epoch": 10.102308172177167,
      "step": 32388
    },
    {
      "contrastive_lambda": 0.4376450775929508,
      "epoch": 10.102620087336245,
      "step": 32389
    },
    {
      "epoch": 10.10293200249532,
      "grad_norm": 0.10318891704082489,
      "learning_rate": 4.755108904676125e-05,
      "loss": 0.0367,
      "step": 32390
    },
    {
      "epoch": 10.10293200249532,
      "flow_loss": 0.05624835565686226,
      "step": 32390
    },
    {
      "contrastive_loss": 0.0044280001893639565,
      "epoch": 10.10293200249532,
      "step": 32390
    },
    {
      "contrastive_lambda": 0.43761910211977245,
      "epoch": 10.10293200249532,
      "step": 32390
    },
    {
      "contrastive_lambda": 0.4375931268176148,
      "epoch": 10.103243917654398,
      "step": 32391
    },
    {
      "contrastive_lambda": 0.43756715168654925,
      "epoch": 10.103555832813475,
      "step": 32392
    },
    {
      "contrastive_lambda": 0.4375411767266467,
      "epoch": 10.10386774797255,
      "step": 32393
    },
    {
      "contrastive_lambda": 0.43751520193797877,
      "epoch": 10.104179663131628,
      "step": 32394
    },
    {
      "contrastive_lambda": 0.43748922732061646,
      "epoch": 10.104491578290705,
      "step": 32395
    },
    {
      "contrastive_lambda": 0.4374632528746307,
      "epoch": 10.104803493449781,
      "step": 32396
    },
    {
      "contrastive_lambda": 0.4374372786000933,
      "epoch": 10.105115408608858,
      "step": 32397
    },
    {
      "contrastive_lambda": 0.4374113044970751,
      "epoch": 10.105427323767936,
      "step": 32398
    },
    {
      "contrastive_lambda": 0.43738533056564727,
      "epoch": 10.105739238927011,
      "step": 32399
    },
    {
      "epoch": 10.106051154086089,
      "grad_norm": 0.10771341621875763,
      "learning_rate": 4.752356466343436e-05,
      "loss": 0.0292,
      "step": 32400
    },
    {
      "epoch": 10.106051154086089,
      "flow_loss": 0.026378091424703598,
      "step": 32400
    },
    {
      "contrastive_loss": 0.0038784914650022984,
      "epoch": 10.106051154086089,
      "step": 32400
    },
    {
      "contrastive_lambda": 0.4373593568058811,
      "epoch": 10.106051154086089,
      "step": 32400
    },
    {
      "contrastive_lambda": 0.4373333832178479,
      "epoch": 10.106363069245166,
      "step": 32401
    },
    {
      "contrastive_lambda": 0.43730740980161875,
      "epoch": 10.106674984404242,
      "step": 32402
    },
    {
      "contrastive_lambda": 0.4372814365572649,
      "epoch": 10.106986899563319,
      "step": 32403
    },
    {
      "contrastive_lambda": 0.43725546348485755,
      "epoch": 10.107298814722396,
      "step": 32404
    },
    {
      "contrastive_lambda": 0.43722949058446786,
      "epoch": 10.107610729881472,
      "step": 32405
    },
    {
      "contrastive_lambda": 0.4372035178561672,
      "epoch": 10.10792264504055,
      "step": 32406
    },
    {
      "contrastive_lambda": 0.4371775453000266,
      "epoch": 10.108234560199625,
      "step": 32407
    },
    {
      "contrastive_lambda": 0.4371515729161172,
      "epoch": 10.108546475358702,
      "step": 32408
    },
    {
      "contrastive_lambda": 0.4371256007045105,
      "epoch": 10.10885839051778,
      "step": 32409
    },
    {
      "epoch": 10.109170305676855,
      "grad_norm": 0.10069741308689117,
      "learning_rate": 4.7496041032383174e-05,
      "loss": 0.0315,
      "step": 32410
    },
    {
      "epoch": 10.109170305676855,
      "flow_loss": 0.03432377055287361,
      "step": 32410
    },
    {
      "contrastive_loss": 0.003585828933864832,
      "epoch": 10.109170305676855,
      "step": 32410
    },
    {
      "contrastive_lambda": 0.43709962866527746,
      "epoch": 10.109170305676855,
      "step": 32410
    },
    {
      "contrastive_lambda": 0.4370736567984895,
      "epoch": 10.109482220835933,
      "step": 32411
    },
    {
      "contrastive_lambda": 0.4370476851042175,
      "epoch": 10.10979413599501,
      "step": 32412
    },
    {
      "contrastive_lambda": 0.43702171358253283,
      "epoch": 10.110106051154085,
      "step": 32413
    },
    {
      "contrastive_lambda": 0.4369957422335069,
      "epoch": 10.110417966313163,
      "step": 32414
    },
    {
      "contrastive_lambda": 0.43696977105721063,
      "epoch": 10.11072988147224,
      "step": 32415
    },
    {
      "contrastive_lambda": 0.43694380005371514,
      "epoch": 10.111041796631316,
      "step": 32416
    },
    {
      "contrastive_lambda": 0.436917829223092,
      "epoch": 10.111353711790393,
      "step": 32417
    },
    {
      "contrastive_lambda": 0.43689185856541224,
      "epoch": 10.11166562694947,
      "step": 32418
    },
    {
      "contrastive_lambda": 0.43686588808074683,
      "epoch": 10.111977542108546,
      "step": 32419
    },
    {
      "epoch": 10.112289457267623,
      "grad_norm": 0.10206654667854309,
      "learning_rate": 4.746851816196858e-05,
      "loss": 0.0324,
      "step": 32420
    },
    {
      "epoch": 10.112289457267623,
      "flow_loss": 0.017659302800893784,
      "step": 32420
    },
    {
      "contrastive_loss": 0.003854193491861224,
      "epoch": 10.112289457267623,
      "step": 32420
    },
    {
      "contrastive_lambda": 0.43683991776916736,
      "epoch": 10.112289457267623,
      "step": 32420
    },
    {
      "contrastive_lambda": 0.4368139476307449,
      "epoch": 10.1126013724267,
      "step": 32421
    },
    {
      "contrastive_lambda": 0.4367879776655504,
      "epoch": 10.112913287585776,
      "step": 32422
    },
    {
      "contrastive_lambda": 0.43676200787365527,
      "epoch": 10.113225202744854,
      "step": 32423
    },
    {
      "contrastive_lambda": 0.4367360382551308,
      "epoch": 10.11353711790393,
      "step": 32424
    },
    {
      "contrastive_lambda": 0.436710068810048,
      "epoch": 10.113849033063007,
      "step": 32425
    },
    {
      "contrastive_lambda": 0.4366840995384782,
      "epoch": 10.114160948222084,
      "step": 32426
    },
    {
      "contrastive_lambda": 0.4366581304404923,
      "epoch": 10.11447286338116,
      "step": 32427
    },
    {
      "contrastive_lambda": 0.436632161516162,
      "epoch": 10.114784778540237,
      "step": 32428
    },
    {
      "contrastive_lambda": 0.43660619276555823,
      "epoch": 10.115096693699314,
      "step": 32429
    },
    {
      "epoch": 10.11540860885839,
      "grad_norm": 0.21486997604370117,
      "learning_rate": 4.744099606055135e-05,
      "loss": 0.0304,
      "step": 32430
    },
    {
      "epoch": 10.11540860885839,
      "flow_loss": 0.02612774260342121,
      "step": 32430
    },
    {
      "contrastive_loss": 0.0037068291567265987,
      "epoch": 10.11540860885839,
      "step": 32430
    },
    {
      "contrastive_lambda": 0.43658022418875203,
      "epoch": 10.11540860885839,
      "step": 32430
    },
    {
      "contrastive_lambda": 0.43655425578581475,
      "epoch": 10.115720524017467,
      "step": 32431
    },
    {
      "contrastive_lambda": 0.4365282875568177,
      "epoch": 10.116032439176545,
      "step": 32432
    },
    {
      "contrastive_lambda": 0.4365023195018319,
      "epoch": 10.11634435433562,
      "step": 32433
    },
    {
      "contrastive_lambda": 0.4364763516209285,
      "epoch": 10.116656269494698,
      "step": 32434
    },
    {
      "contrastive_lambda": 0.436450383914179,
      "epoch": 10.116968184653775,
      "step": 32435
    },
    {
      "contrastive_lambda": 0.4364244163816542,
      "epoch": 10.11728009981285,
      "step": 32436
    },
    {
      "contrastive_lambda": 0.4363984490234256,
      "epoch": 10.117592014971928,
      "step": 32437
    },
    {
      "contrastive_lambda": 0.4363724818395642,
      "epoch": 10.117903930131005,
      "step": 32438
    },
    {
      "contrastive_lambda": 0.4363465148301412,
      "epoch": 10.11821584529008,
      "step": 32439
    },
    {
      "epoch": 10.118527760449158,
      "grad_norm": 0.11779553443193436,
      "learning_rate": 4.741347473649193e-05,
      "loss": 0.0361,
      "step": 32440
    },
    {
      "epoch": 10.118527760449158,
      "flow_loss": 0.022256337106227875,
      "step": 32440
    },
    {
      "contrastive_loss": 0.004114278592169285,
      "epoch": 10.118527760449158,
      "step": 32440
    },
    {
      "contrastive_lambda": 0.4363205479952279,
      "epoch": 10.118527760449158,
      "step": 32440
    },
    {
      "contrastive_lambda": 0.4362945813348955,
      "epoch": 10.118839675608234,
      "step": 32441
    },
    {
      "contrastive_lambda": 0.4362686148492149,
      "epoch": 10.119151590767311,
      "step": 32442
    },
    {
      "contrastive_lambda": 0.4362426485382577,
      "epoch": 10.119463505926388,
      "step": 32443
    },
    {
      "contrastive_lambda": 0.4362166824020949,
      "epoch": 10.119775421085464,
      "step": 32444
    },
    {
      "contrastive_lambda": 0.43619071644079765,
      "epoch": 10.120087336244541,
      "step": 32445
    },
    {
      "contrastive_lambda": 0.43616475065443716,
      "epoch": 10.120399251403619,
      "step": 32446
    },
    {
      "contrastive_lambda": 0.43613878504308456,
      "epoch": 10.120711166562694,
      "step": 32447
    },
    {
      "contrastive_lambda": 0.43611281960681125,
      "epoch": 10.121023081721772,
      "step": 32448
    },
    {
      "contrastive_lambda": 0.4360868543456883,
      "epoch": 10.121334996880849,
      "step": 32449
    },
    {
      "epoch": 10.121646912039925,
      "grad_norm": 0.08465305715799332,
      "learning_rate": 4.738595419815058e-05,
      "loss": 0.0275,
      "step": 32450
    },
    {
      "epoch": 10.121646912039925,
      "flow_loss": 0.03955358266830444,
      "step": 32450
    },
    {
      "contrastive_loss": 0.004048109520226717,
      "epoch": 10.121646912039925,
      "step": 32450
    },
    {
      "contrastive_lambda": 0.43606088925978664,
      "epoch": 10.121646912039925,
      "step": 32450
    },
    {
      "contrastive_lambda": 0.4360349243491779,
      "epoch": 10.121958827199002,
      "step": 32451
    },
    {
      "contrastive_lambda": 0.43600895961393304,
      "epoch": 10.12227074235808,
      "step": 32452
    },
    {
      "contrastive_lambda": 0.43598299505412297,
      "epoch": 10.122582657517155,
      "step": 32453
    },
    {
      "contrastive_lambda": 0.43595703066981945,
      "epoch": 10.122894572676232,
      "step": 32454
    },
    {
      "contrastive_lambda": 0.43593106646109336,
      "epoch": 10.12320648783531,
      "step": 32455
    },
    {
      "contrastive_lambda": 0.4359051024280157,
      "epoch": 10.123518402994385,
      "step": 32456
    },
    {
      "contrastive_lambda": 0.43587913857065796,
      "epoch": 10.123830318153463,
      "step": 32457
    },
    {
      "contrastive_lambda": 0.43585317488909125,
      "epoch": 10.124142233312538,
      "step": 32458
    },
    {
      "contrastive_lambda": 0.4358272113833866,
      "epoch": 10.124454148471616,
      "step": 32459
    },
    {
      "epoch": 10.124766063630693,
      "grad_norm": 0.08539106696844101,
      "learning_rate": 4.7358434453887365e-05,
      "loss": 0.0278,
      "step": 32460
    },
    {
      "epoch": 10.124766063630693,
      "flow_loss": 0.025785567238926888,
      "step": 32460
    },
    {
      "contrastive_loss": 0.005429498385637999,
      "epoch": 10.124766063630693,
      "step": 32460
    },
    {
      "contrastive_lambda": 0.4358012480536154,
      "epoch": 10.124766063630693,
      "step": 32460
    },
    {
      "contrastive_lambda": 0.4357752848998486,
      "epoch": 10.125077978789768,
      "step": 32461
    },
    {
      "contrastive_lambda": 0.43574932192215754,
      "epoch": 10.125389893948846,
      "step": 32462
    },
    {
      "contrastive_lambda": 0.43572335912061344,
      "epoch": 10.125701809107923,
      "step": 32463
    },
    {
      "contrastive_lambda": 0.4356973964952873,
      "epoch": 10.126013724266999,
      "step": 32464
    },
    {
      "contrastive_lambda": 0.4356714340462504,
      "epoch": 10.126325639426076,
      "step": 32465
    },
    {
      "contrastive_lambda": 0.43564547177357404,
      "epoch": 10.126637554585153,
      "step": 32466
    },
    {
      "contrastive_lambda": 0.43561950967732915,
      "epoch": 10.126949469744229,
      "step": 32467
    },
    {
      "contrastive_lambda": 0.43559354775758713,
      "epoch": 10.127261384903306,
      "step": 32468
    },
    {
      "contrastive_lambda": 0.435567586014419,
      "epoch": 10.127573300062384,
      "step": 32469
    },
    {
      "epoch": 10.12788521522146,
      "grad_norm": 0.06976848840713501,
      "learning_rate": 4.7330915512061976e-05,
      "loss": 0.0293,
      "step": 32470
    },
    {
      "epoch": 10.12788521522146,
      "flow_loss": 0.026467176154255867,
      "step": 32470
    },
    {
      "contrastive_loss": 0.0038784060161560774,
      "epoch": 10.12788521522146,
      "step": 32470
    },
    {
      "contrastive_lambda": 0.4355416244478959,
      "epoch": 10.12788521522146,
      "step": 32470
    },
    {
      "contrastive_lambda": 0.43551566305808925,
      "epoch": 10.128197130380537,
      "step": 32471
    },
    {
      "contrastive_lambda": 0.4354897018450701,
      "epoch": 10.128509045539614,
      "step": 32472
    },
    {
      "contrastive_lambda": 0.4354637408089093,
      "epoch": 10.12882096069869,
      "step": 32473
    },
    {
      "contrastive_lambda": 0.4354377799496786,
      "epoch": 10.129132875857767,
      "step": 32474
    },
    {
      "contrastive_lambda": 0.4354118192674489,
      "epoch": 10.129444791016843,
      "step": 32475
    },
    {
      "contrastive_lambda": 0.43538585876229113,
      "epoch": 10.12975670617592,
      "step": 32476
    },
    {
      "contrastive_lambda": 0.4353598984342769,
      "epoch": 10.130068621334997,
      "step": 32477
    },
    {
      "contrastive_lambda": 0.4353339382834772,
      "epoch": 10.130380536494073,
      "step": 32478
    },
    {
      "contrastive_lambda": 0.43530797830996304,
      "epoch": 10.13069245165315,
      "step": 32479
    },
    {
      "epoch": 10.131004366812228,
      "grad_norm": 0.08274570107460022,
      "learning_rate": 4.730339738103402e-05,
      "loss": 0.0216,
      "step": 32480
    },
    {
      "epoch": 10.131004366812228,
      "flow_loss": 0.04063977673649788,
      "step": 32480
    },
    {
      "contrastive_loss": 0.0038545948918908834,
      "epoch": 10.131004366812228,
      "step": 32480
    },
    {
      "contrastive_lambda": 0.43528201851380577,
      "epoch": 10.131004366812228,
      "step": 32480
    },
    {
      "contrastive_lambda": 0.43525605889507646,
      "epoch": 10.131316281971303,
      "step": 32481
    },
    {
      "contrastive_lambda": 0.4352300994538465,
      "epoch": 10.13162819713038,
      "step": 32482
    },
    {
      "contrastive_lambda": 0.4352041401901869,
      "epoch": 10.131940112289458,
      "step": 32483
    },
    {
      "contrastive_lambda": 0.4351781811041686,
      "epoch": 10.132252027448533,
      "step": 32484
    },
    {
      "contrastive_lambda": 0.43515222219586325,
      "epoch": 10.13256394260761,
      "step": 32485
    },
    {
      "contrastive_lambda": 0.43512626346534167,
      "epoch": 10.132875857766688,
      "step": 32486
    },
    {
      "contrastive_lambda": 0.4351003049126751,
      "epoch": 10.133187772925764,
      "step": 32487
    },
    {
      "contrastive_lambda": 0.4350743465379347,
      "epoch": 10.133499688084841,
      "step": 32488
    },
    {
      "contrastive_lambda": 0.43504838834119175,
      "epoch": 10.133811603243918,
      "step": 32489
    },
    {
      "epoch": 10.134123518402994,
      "grad_norm": 0.11541938781738281,
      "learning_rate": 4.727588006916271e-05,
      "loss": 0.0344,
      "step": 32490
    },
    {
      "epoch": 10.134123518402994,
      "flow_loss": 0.04006369784474373,
      "step": 32490
    },
    {
      "contrastive_loss": 0.004256006330251694,
      "epoch": 10.134123518402994,
      "step": 32490
    },
    {
      "contrastive_lambda": 0.4350224303225173,
      "epoch": 10.134123518402994,
      "step": 32490
    },
    {
      "contrastive_lambda": 0.4349964724819826,
      "epoch": 10.134435433562071,
      "step": 32491
    },
    {
      "contrastive_lambda": 0.43497051481965865,
      "epoch": 10.134747348721147,
      "step": 32492
    },
    {
      "contrastive_lambda": 0.4349445573356167,
      "epoch": 10.135059263880224,
      "step": 32493
    },
    {
      "contrastive_lambda": 0.4349186000299281,
      "epoch": 10.135371179039302,
      "step": 32494
    },
    {
      "contrastive_lambda": 0.43489264290266383,
      "epoch": 10.135683094198377,
      "step": 32495
    },
    {
      "contrastive_lambda": 0.4348666859538949,
      "epoch": 10.135995009357455,
      "step": 32496
    },
    {
      "contrastive_lambda": 0.43484072918369276,
      "epoch": 10.136306924516532,
      "step": 32497
    },
    {
      "contrastive_lambda": 0.4348147725921285,
      "epoch": 10.136618839675608,
      "step": 32498
    },
    {
      "contrastive_lambda": 0.4347888161792731,
      "epoch": 10.136930754834685,
      "step": 32499
    },
    {
      "epoch": 10.137242669993762,
      "grad_norm": 0.09149423241615295,
      "learning_rate": 4.724836358480711e-05,
      "loss": 0.0303,
      "step": 32500
    },
    {
      "epoch": 10.137242669993762,
      "flow_loss": 0.028669092804193497,
      "step": 32500
    },
    {
      "contrastive_loss": 0.004941653460264206,
      "epoch": 10.137242669993762,
      "step": 32500
    },
    {
      "contrastive_lambda": 0.43476285994519803,
      "epoch": 10.137242669993762,
      "step": 32500
    },
    {
      "contrastive_lambda": 0.4347369038899742,
      "epoch": 10.137554585152838,
      "step": 32501
    },
    {
      "contrastive_lambda": 0.43471094801367294,
      "epoch": 10.137866500311915,
      "step": 32502
    },
    {
      "contrastive_lambda": 0.4346849923163652,
      "epoch": 10.138178415470993,
      "step": 32503
    },
    {
      "contrastive_lambda": 0.4346590367981223,
      "epoch": 10.138490330630068,
      "step": 32504
    },
    {
      "contrastive_lambda": 0.43463308145901547,
      "epoch": 10.138802245789146,
      "step": 32505
    },
    {
      "contrastive_lambda": 0.4346071262991157,
      "epoch": 10.139114160948223,
      "step": 32506
    },
    {
      "contrastive_lambda": 0.43458117131849405,
      "epoch": 10.139426076107299,
      "step": 32507
    },
    {
      "contrastive_lambda": 0.434555216517222,
      "epoch": 10.139737991266376,
      "step": 32508
    },
    {
      "contrastive_lambda": 0.43452926189537056,
      "epoch": 10.140049906425451,
      "step": 32509
    },
    {
      "epoch": 10.140361821584529,
      "grad_norm": 0.08137036859989166,
      "learning_rate": 4.722084793632601e-05,
      "loss": 0.0339,
      "step": 32510
    },
    {
      "epoch": 10.140361821584529,
      "flow_loss": 0.043530598282814026,
      "step": 32510
    },
    {
      "contrastive_loss": 0.0035364709328860044,
      "epoch": 10.140361821584529,
      "step": 32510
    },
    {
      "contrastive_lambda": 0.4345033074530108,
      "epoch": 10.140361821584529,
      "step": 32510
    },
    {
      "contrastive_lambda": 0.43447735319021386,
      "epoch": 10.140673736743606,
      "step": 32511
    },
    {
      "contrastive_lambda": 0.4344513991070511,
      "epoch": 10.140985651902682,
      "step": 32512
    },
    {
      "contrastive_lambda": 0.4344254452035935,
      "epoch": 10.141297567061759,
      "step": 32513
    },
    {
      "contrastive_lambda": 0.43439949147991236,
      "epoch": 10.141609482220836,
      "step": 32514
    },
    {
      "contrastive_lambda": 0.43437353793607847,
      "epoch": 10.141921397379912,
      "step": 32515
    },
    {
      "contrastive_lambda": 0.43434758457216355,
      "epoch": 10.14223331253899,
      "step": 32516
    },
    {
      "contrastive_lambda": 0.43432163138823837,
      "epoch": 10.142545227698067,
      "step": 32517
    },
    {
      "contrastive_lambda": 0.434295678384374,
      "epoch": 10.142857142857142,
      "step": 32518
    },
    {
      "contrastive_lambda": 0.434269725560642,
      "epoch": 10.14316905801622,
      "step": 32519
    },
    {
      "epoch": 10.143480973175297,
      "grad_norm": 0.09769904613494873,
      "learning_rate": 4.719333313207792e-05,
      "loss": 0.0292,
      "step": 32520
    },
    {
      "epoch": 10.143480973175297,
      "flow_loss": 0.03324003145098686,
      "step": 32520
    },
    {
      "contrastive_loss": 0.0037879140581935644,
      "epoch": 10.143480973175297,
      "step": 32520
    },
    {
      "contrastive_lambda": 0.43424377291711325,
      "epoch": 10.143480973175297,
      "step": 32520
    },
    {
      "contrastive_lambda": 0.43421782045385876,
      "epoch": 10.143792888334373,
      "step": 32521
    },
    {
      "contrastive_lambda": 0.4341918681709499,
      "epoch": 10.14410480349345,
      "step": 32522
    },
    {
      "contrastive_lambda": 0.4341659160684579,
      "epoch": 10.144416718652527,
      "step": 32523
    },
    {
      "contrastive_lambda": 0.43413996414645367,
      "epoch": 10.144728633811603,
      "step": 32524
    },
    {
      "contrastive_lambda": 0.4341140124050086,
      "epoch": 10.14504054897068,
      "step": 32525
    },
    {
      "contrastive_lambda": 0.4340880608441935,
      "epoch": 10.145352464129756,
      "step": 32526
    },
    {
      "contrastive_lambda": 0.43406210946407975,
      "epoch": 10.145664379288833,
      "step": 32527
    },
    {
      "contrastive_lambda": 0.4340361582647386,
      "epoch": 10.14597629444791,
      "step": 32528
    },
    {
      "contrastive_lambda": 0.4340102072462411,
      "epoch": 10.146288209606986,
      "step": 32529
    },
    {
      "epoch": 10.146600124766064,
      "grad_norm": 0.09017747640609741,
      "learning_rate": 4.716581918042114e-05,
      "loss": 0.029,
      "step": 32530
    },
    {
      "epoch": 10.146600124766064,
      "flow_loss": 0.03991900011897087,
      "step": 32530
    },
    {
      "contrastive_loss": 0.005443945527076721,
      "epoch": 10.146600124766064,
      "step": 32530
    },
    {
      "contrastive_lambda": 0.4339842564086581,
      "epoch": 10.146600124766064,
      "step": 32530
    },
    {
      "contrastive_lambda": 0.4339583057520613,
      "epoch": 10.146912039925141,
      "step": 32531
    },
    {
      "contrastive_lambda": 0.4339323552765214,
      "epoch": 10.147223955084216,
      "step": 32532
    },
    {
      "contrastive_lambda": 0.4339064049821098,
      "epoch": 10.147535870243294,
      "step": 32533
    },
    {
      "contrastive_lambda": 0.4338804548688974,
      "epoch": 10.147847785402371,
      "step": 32534
    },
    {
      "contrastive_lambda": 0.43385450493695554,
      "epoch": 10.148159700561447,
      "step": 32535
    },
    {
      "contrastive_lambda": 0.43382855518635544,
      "epoch": 10.148471615720524,
      "step": 32536
    },
    {
      "contrastive_lambda": 0.43380260561716794,
      "epoch": 10.148783530879601,
      "step": 32537
    },
    {
      "contrastive_lambda": 0.4337766562294644,
      "epoch": 10.149095446038677,
      "step": 32538
    },
    {
      "contrastive_lambda": 0.433750707023316,
      "epoch": 10.149407361197754,
      "step": 32539
    },
    {
      "epoch": 10.149719276356832,
      "grad_norm": 0.08591943234205246,
      "learning_rate": 4.7138306089713636e-05,
      "loss": 0.037,
      "step": 32540
    },
    {
      "epoch": 10.149719276356832,
      "flow_loss": 0.03794101998209953,
      "step": 32540
    },
    {
      "contrastive_loss": 0.0039022660348564386,
      "epoch": 10.149719276356832,
      "step": 32540
    },
    {
      "contrastive_lambda": 0.43372475799879384,
      "epoch": 10.149719276356832,
      "step": 32540
    },
    {
      "contrastive_lambda": 0.4336988091559687,
      "epoch": 10.150031191515907,
      "step": 32541
    },
    {
      "contrastive_lambda": 0.4336728604949124,
      "epoch": 10.150343106674985,
      "step": 32542
    },
    {
      "contrastive_lambda": 0.4336469120156956,
      "epoch": 10.15065502183406,
      "step": 32543
    },
    {
      "contrastive_lambda": 0.4336209637183895,
      "epoch": 10.150966936993138,
      "step": 32544
    },
    {
      "contrastive_lambda": 0.4335950156030653,
      "epoch": 10.151278852152215,
      "step": 32545
    },
    {
      "contrastive_lambda": 0.4335690676697942,
      "epoch": 10.15159076731129,
      "step": 32546
    },
    {
      "contrastive_lambda": 0.43354311991864725,
      "epoch": 10.151902682470368,
      "step": 32547
    },
    {
      "contrastive_lambda": 0.43351717234969567,
      "epoch": 10.152214597629445,
      "step": 32548
    },
    {
      "contrastive_lambda": 0.4334912249630104,
      "epoch": 10.152526512788521,
      "step": 32549
    },
    {
      "epoch": 10.152838427947598,
      "grad_norm": 0.11010095477104187,
      "learning_rate": 4.7110793868313183e-05,
      "loss": 0.0296,
      "step": 32550
    },
    {
      "epoch": 10.152838427947598,
      "flow_loss": 0.03236475586891174,
      "step": 32550
    },
    {
      "contrastive_loss": 0.00454601040109992,
      "epoch": 10.152838427947598,
      "step": 32550
    },
    {
      "contrastive_lambda": 0.4334652777586627,
      "epoch": 10.152838427947598,
      "step": 32550
    },
    {
      "contrastive_lambda": 0.4334393307367239,
      "epoch": 10.153150343106676,
      "step": 32551
    },
    {
      "contrastive_lambda": 0.4334133838972647,
      "epoch": 10.153462258265751,
      "step": 32552
    },
    {
      "contrastive_lambda": 0.4333874372403567,
      "epoch": 10.153774173424829,
      "step": 32553
    },
    {
      "contrastive_lambda": 0.43336149076607083,
      "epoch": 10.154086088583906,
      "step": 32554
    },
    {
      "contrastive_lambda": 0.4333355444744781,
      "epoch": 10.154398003742982,
      "step": 32555
    },
    {
      "contrastive_lambda": 0.43330959836564975,
      "epoch": 10.154709918902059,
      "step": 32556
    },
    {
      "contrastive_lambda": 0.43328365243965705,
      "epoch": 10.155021834061136,
      "step": 32557
    },
    {
      "contrastive_lambda": 0.43325770669657093,
      "epoch": 10.155333749220212,
      "step": 32558
    },
    {
      "contrastive_lambda": 0.43323176113646267,
      "epoch": 10.15564566437929,
      "step": 32559
    },
    {
      "epoch": 10.155957579538365,
      "grad_norm": 0.11178924888372421,
      "learning_rate": 4.708328252457729e-05,
      "loss": 0.0296,
      "step": 32560
    },
    {
      "epoch": 10.155957579538365,
      "flow_loss": 0.031772181391716,
      "step": 32560
    },
    {
      "contrastive_loss": 0.0036343522369861603,
      "epoch": 10.155957579538365,
      "step": 32560
    },
    {
      "contrastive_lambda": 0.4332058157594032,
      "epoch": 10.155957579538365,
      "step": 32560
    },
    {
      "contrastive_lambda": 0.4331798705654638,
      "epoch": 10.156269494697442,
      "step": 32561
    },
    {
      "contrastive_lambda": 0.4331539255547157,
      "epoch": 10.15658140985652,
      "step": 32562
    },
    {
      "contrastive_lambda": 0.4331279807272299,
      "epoch": 10.156893325015595,
      "step": 32563
    },
    {
      "contrastive_lambda": 0.4331020360830773,
      "epoch": 10.157205240174672,
      "step": 32564
    },
    {
      "contrastive_lambda": 0.4330760916223295,
      "epoch": 10.15751715533375,
      "step": 32565
    },
    {
      "contrastive_lambda": 0.4330501473450574,
      "epoch": 10.157829070492825,
      "step": 32566
    },
    {
      "contrastive_lambda": 0.433024203251332,
      "epoch": 10.158140985651903,
      "step": 32567
    },
    {
      "contrastive_lambda": 0.4329982593412246,
      "epoch": 10.15845290081098,
      "step": 32568
    },
    {
      "contrastive_lambda": 0.4329723156148062,
      "epoch": 10.158764815970056,
      "step": 32569
    },
    {
      "epoch": 10.159076731129133,
      "grad_norm": 0.12001461535692215,
      "learning_rate": 4.7055772066863135e-05,
      "loss": 0.0329,
      "step": 32570
    },
    {
      "epoch": 10.159076731129133,
      "flow_loss": 0.04177485778927803,
      "step": 32570
    },
    {
      "contrastive_loss": 0.003615356981754303,
      "epoch": 10.159076731129133,
      "step": 32570
    },
    {
      "contrastive_lambda": 0.43294637207214814,
      "epoch": 10.159076731129133,
      "step": 32570
    },
    {
      "contrastive_lambda": 0.4329204287133214,
      "epoch": 10.15938864628821,
      "step": 32571
    },
    {
      "contrastive_lambda": 0.43289448553839693,
      "epoch": 10.159700561447286,
      "step": 32572
    },
    {
      "contrastive_lambda": 0.4328685425474462,
      "epoch": 10.160012476606363,
      "step": 32573
    },
    {
      "contrastive_lambda": 0.43284259974054023,
      "epoch": 10.16032439176544,
      "step": 32574
    },
    {
      "contrastive_lambda": 0.43281665711774986,
      "epoch": 10.160636306924516,
      "step": 32575
    },
    {
      "contrastive_lambda": 0.43279071467914665,
      "epoch": 10.160948222083594,
      "step": 32576
    },
    {
      "contrastive_lambda": 0.4327647724248015,
      "epoch": 10.16126013724267,
      "step": 32577
    },
    {
      "contrastive_lambda": 0.43273883035478544,
      "epoch": 10.161572052401747,
      "step": 32578
    },
    {
      "contrastive_lambda": 0.43271288846916967,
      "epoch": 10.161883967560824,
      "step": 32579
    },
    {
      "epoch": 10.1621958827199,
      "grad_norm": 0.09181880950927734,
      "learning_rate": 4.702826250352771e-05,
      "loss": 0.0388,
      "step": 32580
    },
    {
      "epoch": 10.1621958827199,
      "flow_loss": 0.03426077589392662,
      "step": 32580
    },
    {
      "contrastive_loss": 0.0038480982184410095,
      "epoch": 10.1621958827199,
      "step": 32580
    },
    {
      "contrastive_lambda": 0.43268694676802544,
      "epoch": 10.1621958827199,
      "step": 32580
    },
    {
      "contrastive_lambda": 0.4326610052514237,
      "epoch": 10.162507797878977,
      "step": 32581
    },
    {
      "contrastive_lambda": 0.43263506391943574,
      "epoch": 10.162819713038054,
      "step": 32582
    },
    {
      "contrastive_lambda": 0.4326091227721325,
      "epoch": 10.16313162819713,
      "step": 32583
    },
    {
      "contrastive_lambda": 0.4325831818095851,
      "epoch": 10.163443543356207,
      "step": 32584
    },
    {
      "contrastive_lambda": 0.4325572410318649,
      "epoch": 10.163755458515285,
      "step": 32585
    },
    {
      "contrastive_lambda": 0.4325313004390427,
      "epoch": 10.16406737367436,
      "step": 32586
    },
    {
      "contrastive_lambda": 0.4325053600311898,
      "epoch": 10.164379288833437,
      "step": 32587
    },
    {
      "contrastive_lambda": 0.4324794198083774,
      "epoch": 10.164691203992515,
      "step": 32588
    },
    {
      "contrastive_lambda": 0.4324534797706764,
      "epoch": 10.16500311915159,
      "step": 32589
    },
    {
      "epoch": 10.165315034310668,
      "grad_norm": 0.13822361826896667,
      "learning_rate": 4.7000753842927653e-05,
      "loss": 0.0291,
      "step": 32590
    },
    {
      "epoch": 10.165315034310668,
      "flow_loss": 0.03756282478570938,
      "step": 32590
    },
    {
      "contrastive_loss": 0.003552739042788744,
      "epoch": 10.165315034310668,
      "step": 32590
    },
    {
      "contrastive_lambda": 0.4324275399181581,
      "epoch": 10.165315034310668,
      "step": 32590
    },
    {
      "contrastive_lambda": 0.43240160025089347,
      "epoch": 10.165626949469745,
      "step": 32591
    },
    {
      "contrastive_lambda": 0.4323756607689536,
      "epoch": 10.16593886462882,
      "step": 32592
    },
    {
      "contrastive_lambda": 0.4323497214724099,
      "epoch": 10.166250779787898,
      "step": 32593
    },
    {
      "contrastive_lambda": 0.4323237823613333,
      "epoch": 10.166562694946974,
      "step": 32594
    },
    {
      "contrastive_lambda": 0.4322978434357946,
      "epoch": 10.166874610106051,
      "step": 32595
    },
    {
      "contrastive_lambda": 0.4322719046958654,
      "epoch": 10.167186525265128,
      "step": 32596
    },
    {
      "contrastive_lambda": 0.4322459661416167,
      "epoch": 10.167498440424204,
      "step": 32597
    },
    {
      "contrastive_lambda": 0.4322200277731193,
      "epoch": 10.167810355583281,
      "step": 32598
    },
    {
      "contrastive_lambda": 0.4321940895904447,
      "epoch": 10.168122270742359,
      "step": 32599
    },
    {
      "epoch": 10.168434185901434,
      "grad_norm": 0.10162466019392014,
      "learning_rate": 4.6973246093419384e-05,
      "loss": 0.0338,
      "step": 32600
    },
    {
      "epoch": 10.168434185901434,
      "flow_loss": 0.039687737822532654,
      "step": 32600
    },
    {
      "contrastive_loss": 0.004071768373250961,
      "epoch": 10.168434185901434,
      "step": 32600
    },
    {
      "contrastive_lambda": 0.4321681515936639,
      "epoch": 10.168434185901434,
      "step": 32600
    },
    {
      "contrastive_lambda": 0.43214221378284784,
      "epoch": 10.168746101060512,
      "step": 32601
    },
    {
      "contrastive_lambda": 0.4321162761580678,
      "epoch": 10.169058016219589,
      "step": 32602
    },
    {
      "contrastive_lambda": 0.4320903387193948,
      "epoch": 10.169369931378665,
      "step": 32603
    },
    {
      "contrastive_lambda": 0.43206440146690006,
      "epoch": 10.169681846537742,
      "step": 32604
    },
    {
      "contrastive_lambda": 0.4320384644006547,
      "epoch": 10.16999376169682,
      "step": 32605
    },
    {
      "contrastive_lambda": 0.4320125275207295,
      "epoch": 10.170305676855895,
      "step": 32606
    },
    {
      "contrastive_lambda": 0.43198659082719604,
      "epoch": 10.170617592014972,
      "step": 32607
    },
    {
      "contrastive_lambda": 0.4319606543201252,
      "epoch": 10.170929507174048,
      "step": 32608
    },
    {
      "contrastive_lambda": 0.43193471799958794,
      "epoch": 10.171241422333125,
      "step": 32609
    },
    {
      "epoch": 10.171553337492202,
      "grad_norm": 0.09906094521284103,
      "learning_rate": 4.694573926335906e-05,
      "loss": 0.026,
      "step": 32610
    },
    {
      "epoch": 10.171553337492202,
      "flow_loss": 0.03135950490832329,
      "step": 32610
    },
    {
      "contrastive_loss": 0.004146561957895756,
      "epoch": 10.171553337492202,
      "step": 32610
    },
    {
      "contrastive_lambda": 0.43190878186565557,
      "epoch": 10.171553337492202,
      "step": 32610
    },
    {
      "contrastive_lambda": 0.4318828459183992,
      "epoch": 10.171865252651278,
      "step": 32611
    },
    {
      "contrastive_lambda": 0.4318569101578898,
      "epoch": 10.172177167810355,
      "step": 32612
    },
    {
      "contrastive_lambda": 0.43183097458419867,
      "epoch": 10.172489082969433,
      "step": 32613
    },
    {
      "contrastive_lambda": 0.43180503919739666,
      "epoch": 10.172800998128508,
      "step": 32614
    },
    {
      "contrastive_lambda": 0.43177910399755504,
      "epoch": 10.173112913287586,
      "step": 32615
    },
    {
      "contrastive_lambda": 0.4317531689847449,
      "epoch": 10.173424828446663,
      "step": 32616
    },
    {
      "contrastive_lambda": 0.4317272341590374,
      "epoch": 10.173736743605739,
      "step": 32617
    },
    {
      "contrastive_lambda": 0.43170129952050335,
      "epoch": 10.174048658764816,
      "step": 32618
    },
    {
      "contrastive_lambda": 0.4316753650692143,
      "epoch": 10.174360573923893,
      "step": 32619
    },
    {
      "epoch": 10.174672489082969,
      "grad_norm": 0.09087824076414108,
      "learning_rate": 4.6918233361102476e-05,
      "loss": 0.0309,
      "step": 32620
    },
    {
      "epoch": 10.174672489082969,
      "flow_loss": 0.02641959674656391,
      "step": 32620
    },
    {
      "contrastive_loss": 0.004892674274742603,
      "epoch": 10.174672489082969,
      "step": 32620
    },
    {
      "contrastive_lambda": 0.43164943080524093,
      "epoch": 10.174672489082969,
      "step": 32620
    },
    {
      "contrastive_lambda": 0.4316234967286546,
      "epoch": 10.174984404242046,
      "step": 32621
    },
    {
      "contrastive_lambda": 0.4315975628395264,
      "epoch": 10.175296319401124,
      "step": 32622
    },
    {
      "contrastive_lambda": 0.43157162913792724,
      "epoch": 10.1756082345602,
      "step": 32623
    },
    {
      "contrastive_lambda": 0.4315456956239285,
      "epoch": 10.175920149719277,
      "step": 32624
    },
    {
      "contrastive_lambda": 0.43151976229760103,
      "epoch": 10.176232064878352,
      "step": 32625
    },
    {
      "contrastive_lambda": 0.43149382915901596,
      "epoch": 10.17654398003743,
      "step": 32626
    },
    {
      "contrastive_lambda": 0.43146789620824455,
      "epoch": 10.176855895196507,
      "step": 32627
    },
    {
      "contrastive_lambda": 0.43144196344535785,
      "epoch": 10.177167810355582,
      "step": 32628
    },
    {
      "contrastive_lambda": 0.4314160308704267,
      "epoch": 10.17747972551466,
      "step": 32629
    },
    {
      "epoch": 10.177791640673737,
      "grad_norm": 0.09114798158407211,
      "learning_rate": 4.689072839500525e-05,
      "loss": 0.0252,
      "step": 32630
    },
    {
      "epoch": 10.177791640673737,
      "flow_loss": 0.024414870887994766,
      "step": 32630
    },
    {
      "contrastive_loss": 0.003867323510348797,
      "epoch": 10.177791640673737,
      "step": 32630
    },
    {
      "contrastive_lambda": 0.4313900984835225,
      "epoch": 10.177791640673737,
      "step": 32630
    },
    {
      "contrastive_lambda": 0.43136416628471635,
      "epoch": 10.178103555832813,
      "step": 32631
    },
    {
      "contrastive_lambda": 0.4313382342740791,
      "epoch": 10.17841547099189,
      "step": 32632
    },
    {
      "contrastive_lambda": 0.43131230245168195,
      "epoch": 10.178727386150968,
      "step": 32633
    },
    {
      "contrastive_lambda": 0.43128637081759613,
      "epoch": 10.179039301310043,
      "step": 32634
    },
    {
      "contrastive_lambda": 0.43126043937189257,
      "epoch": 10.17935121646912,
      "step": 32635
    },
    {
      "contrastive_lambda": 0.4312345081146425,
      "epoch": 10.179663131628198,
      "step": 32636
    },
    {
      "contrastive_lambda": 0.43120857704591675,
      "epoch": 10.179975046787273,
      "step": 32637
    },
    {
      "contrastive_lambda": 0.4311826461657867,
      "epoch": 10.18028696194635,
      "step": 32638
    },
    {
      "contrastive_lambda": 0.4311567154743234,
      "epoch": 10.180598877105428,
      "step": 32639
    },
    {
      "epoch": 10.180910792264504,
      "grad_norm": 0.0926080048084259,
      "learning_rate": 4.6863224373422635e-05,
      "loss": 0.0288,
      "step": 32640
    },
    {
      "epoch": 10.180910792264504,
      "flow_loss": 0.03851303830742836,
      "step": 32640
    },
    {
      "contrastive_loss": 0.004197222180664539,
      "epoch": 10.180910792264504,
      "step": 32640
    },
    {
      "contrastive_lambda": 0.4311307849715976,
      "epoch": 10.180910792264504,
      "step": 32640
    },
    {
      "contrastive_lambda": 0.431104854657681,
      "epoch": 10.181222707423581,
      "step": 32641
    },
    {
      "contrastive_lambda": 0.43107892453264424,
      "epoch": 10.181534622582657,
      "step": 32642
    },
    {
      "contrastive_lambda": 0.4310529945965585,
      "epoch": 10.181846537741734,
      "step": 32643
    },
    {
      "contrastive_lambda": 0.4310270648494948,
      "epoch": 10.182158452900811,
      "step": 32644
    },
    {
      "contrastive_lambda": 0.4310011352915245,
      "epoch": 10.182470368059887,
      "step": 32645
    },
    {
      "contrastive_lambda": 0.4309752059227184,
      "epoch": 10.182782283218964,
      "step": 32646
    },
    {
      "contrastive_lambda": 0.43094927674314776,
      "epoch": 10.183094198378042,
      "step": 32647
    },
    {
      "contrastive_lambda": 0.4309233477528835,
      "epoch": 10.183406113537117,
      "step": 32648
    },
    {
      "contrastive_lambda": 0.4308974189519968,
      "epoch": 10.183718028696195,
      "step": 32649
    },
    {
      "epoch": 10.184029943855272,
      "grad_norm": 0.09800872951745987,
      "learning_rate": 4.683572130470962e-05,
      "loss": 0.0342,
      "step": 32650
    },
    {
      "epoch": 10.184029943855272,
      "flow_loss": 0.03663977235555649,
      "step": 32650
    },
    {
      "contrastive_loss": 0.004522404633462429,
      "epoch": 10.184029943855272,
      "step": 32650
    },
    {
      "contrastive_lambda": 0.4308714903405588,
      "epoch": 10.184029943855272,
      "step": 32650
    },
    {
      "contrastive_lambda": 0.43084556191864065,
      "epoch": 10.184341859014348,
      "step": 32651
    },
    {
      "contrastive_lambda": 0.43081963368631304,
      "epoch": 10.184653774173425,
      "step": 32652
    },
    {
      "contrastive_lambda": 0.43079370564364755,
      "epoch": 10.184965689332502,
      "step": 32653
    },
    {
      "contrastive_lambda": 0.43076777779071507,
      "epoch": 10.185277604491578,
      "step": 32654
    },
    {
      "contrastive_lambda": 0.4307418501275864,
      "epoch": 10.185589519650655,
      "step": 32655
    },
    {
      "contrastive_lambda": 0.43071592265433317,
      "epoch": 10.185901434809733,
      "step": 32656
    },
    {
      "contrastive_lambda": 0.430689995371026,
      "epoch": 10.186213349968808,
      "step": 32657
    },
    {
      "contrastive_lambda": 0.4306640682777363,
      "epoch": 10.186525265127885,
      "step": 32658
    },
    {
      "contrastive_lambda": 0.4306381413745348,
      "epoch": 10.186837180286961,
      "step": 32659
    },
    {
      "epoch": 10.187149095446038,
      "grad_norm": 0.08235778659582138,
      "learning_rate": 4.680821919722094e-05,
      "loss": 0.0249,
      "step": 32660
    },
    {
      "epoch": 10.187149095446038,
      "flow_loss": 0.04871201887726784,
      "step": 32660
    },
    {
      "contrastive_loss": 0.003354600165039301,
      "epoch": 10.187149095446038,
      "step": 32660
    },
    {
      "contrastive_lambda": 0.43061221466149285,
      "epoch": 10.187149095446038,
      "step": 32660
    },
    {
      "contrastive_lambda": 0.43058628813868155,
      "epoch": 10.187461010605116,
      "step": 32661
    },
    {
      "contrastive_lambda": 0.43056036180617185,
      "epoch": 10.187772925764191,
      "step": 32662
    },
    {
      "contrastive_lambda": 0.43053443566403465,
      "epoch": 10.188084840923269,
      "step": 32663
    },
    {
      "contrastive_lambda": 0.43050850971234145,
      "epoch": 10.188396756082346,
      "step": 32664
    },
    {
      "contrastive_lambda": 0.4304825839511632,
      "epoch": 10.188708671241422,
      "step": 32665
    },
    {
      "contrastive_lambda": 0.4304566583805707,
      "epoch": 10.189020586400499,
      "step": 32666
    },
    {
      "contrastive_lambda": 0.4304307330006352,
      "epoch": 10.189332501559576,
      "step": 32667
    },
    {
      "contrastive_lambda": 0.430404807811428,
      "epoch": 10.189644416718652,
      "step": 32668
    },
    {
      "contrastive_lambda": 0.4303788828130198,
      "epoch": 10.18995633187773,
      "step": 32669
    },
    {
      "epoch": 10.190268247036807,
      "grad_norm": 0.1409635990858078,
      "learning_rate": 4.6780718059310975e-05,
      "loss": 0.0343,
      "step": 32670
    },
    {
      "epoch": 10.190268247036807,
      "flow_loss": 0.033391550183296204,
      "step": 32670
    },
    {
      "contrastive_loss": 0.005525281652808189,
      "epoch": 10.190268247036807,
      "step": 32670
    },
    {
      "contrastive_lambda": 0.4303529580054819,
      "epoch": 10.190268247036807,
      "step": 32670
    },
    {
      "contrastive_lambda": 0.43032703338888534,
      "epoch": 10.190580162195882,
      "step": 32671
    },
    {
      "contrastive_lambda": 0.4303011089633011,
      "epoch": 10.19089207735496,
      "step": 32672
    },
    {
      "contrastive_lambda": 0.43027518472880044,
      "epoch": 10.191203992514037,
      "step": 32673
    },
    {
      "contrastive_lambda": 0.4302492606854541,
      "epoch": 10.191515907673113,
      "step": 32674
    },
    {
      "contrastive_lambda": 0.4302233368333336,
      "epoch": 10.19182782283219,
      "step": 32675
    },
    {
      "contrastive_lambda": 0.43019741317250976,
      "epoch": 10.192139737991265,
      "step": 32676
    },
    {
      "contrastive_lambda": 0.4301714897030536,
      "epoch": 10.192451653150343,
      "step": 32677
    },
    {
      "contrastive_lambda": 0.4301455664250362,
      "epoch": 10.19276356830942,
      "step": 32678
    },
    {
      "contrastive_lambda": 0.43011964333852887,
      "epoch": 10.193075483468496,
      "step": 32679
    },
    {
      "epoch": 10.193387398627573,
      "grad_norm": 0.1210530623793602,
      "learning_rate": 4.675321789933389e-05,
      "loss": 0.0304,
      "step": 32680
    },
    {
      "epoch": 10.193387398627573,
      "flow_loss": 0.013868357054889202,
      "step": 32680
    },
    {
      "contrastive_loss": 0.004274123813956976,
      "epoch": 10.193387398627573,
      "step": 32680
    },
    {
      "contrastive_lambda": 0.4300937204436024,
      "epoch": 10.193387398627573,
      "step": 32680
    },
    {
      "contrastive_lambda": 0.43006779774032805,
      "epoch": 10.19369931378665,
      "step": 32681
    },
    {
      "contrastive_lambda": 0.4300418752287767,
      "epoch": 10.194011228945726,
      "step": 32682
    },
    {
      "contrastive_lambda": 0.4300159529090195,
      "epoch": 10.194323144104803,
      "step": 32683
    },
    {
      "contrastive_lambda": 0.42999003078112763,
      "epoch": 10.19463505926388,
      "step": 32684
    },
    {
      "contrastive_lambda": 0.4299641088451721,
      "epoch": 10.194946974422956,
      "step": 32685
    },
    {
      "contrastive_lambda": 0.4299381871012238,
      "epoch": 10.195258889582034,
      "step": 32686
    },
    {
      "contrastive_lambda": 0.429912265549354,
      "epoch": 10.195570804741111,
      "step": 32687
    },
    {
      "contrastive_lambda": 0.42988634418963384,
      "epoch": 10.195882719900187,
      "step": 32688
    },
    {
      "contrastive_lambda": 0.42986042302213406,
      "epoch": 10.196194635059264,
      "step": 32689
    },
    {
      "epoch": 10.196506550218341,
      "grad_norm": 0.09097444266080856,
      "learning_rate": 4.6725718725643464e-05,
      "loss": 0.0235,
      "step": 32690
    },
    {
      "epoch": 10.196506550218341,
      "flow_loss": 0.03077790141105652,
      "step": 32690
    },
    {
      "contrastive_loss": 0.005171827040612698,
      "epoch": 10.196506550218341,
      "step": 32690
    },
    {
      "contrastive_lambda": 0.42983450204692597,
      "epoch": 10.196506550218341,
      "step": 32690
    },
    {
      "contrastive_lambda": 0.4298085812640805,
      "epoch": 10.196818465377417,
      "step": 32691
    },
    {
      "contrastive_lambda": 0.429782660673669,
      "epoch": 10.197130380536494,
      "step": 32692
    },
    {
      "contrastive_lambda": 0.4297567402757622,
      "epoch": 10.19744229569557,
      "step": 32693
    },
    {
      "contrastive_lambda": 0.4297308200704312,
      "epoch": 10.197754210854647,
      "step": 32694
    },
    {
      "contrastive_lambda": 0.42970490005774725,
      "epoch": 10.198066126013725,
      "step": 32695
    },
    {
      "contrastive_lambda": 0.42967898023778134,
      "epoch": 10.1983780411728,
      "step": 32696
    },
    {
      "contrastive_lambda": 0.4296530606106043,
      "epoch": 10.198689956331878,
      "step": 32697
    },
    {
      "contrastive_lambda": 0.42962714117628764,
      "epoch": 10.199001871490955,
      "step": 32698
    },
    {
      "contrastive_lambda": 0.42960122193490213,
      "epoch": 10.19931378665003,
      "step": 32699
    },
    {
      "epoch": 10.199625701809108,
      "grad_norm": 0.10790373384952545,
      "learning_rate": 4.669822054659323e-05,
      "loss": 0.0291,
      "step": 32700
    },
    {
      "epoch": 10.199625701809108,
      "flow_loss": 0.037634894251823425,
      "step": 32700
    },
    {
      "contrastive_loss": 0.004417611751705408,
      "epoch": 10.199625701809108,
      "step": 32700
    },
    {
      "contrastive_lambda": 0.42957530288651874,
      "epoch": 10.199625701809108,
      "step": 32700
    },
    {
      "contrastive_lambda": 0.4295493840312087,
      "epoch": 10.199937616968185,
      "step": 32701
    },
    {
      "contrastive_lambda": 0.42952346536904307,
      "epoch": 10.20024953212726,
      "step": 32702
    },
    {
      "contrastive_lambda": 0.4294975469000928,
      "epoch": 10.200561447286338,
      "step": 32703
    },
    {
      "contrastive_lambda": 0.4294716286244291,
      "epoch": 10.200873362445416,
      "step": 32704
    },
    {
      "contrastive_lambda": 0.4294457105421228,
      "epoch": 10.201185277604491,
      "step": 32705
    },
    {
      "contrastive_lambda": 0.42941979265324515,
      "epoch": 10.201497192763568,
      "step": 32706
    },
    {
      "contrastive_lambda": 0.4293938749578672,
      "epoch": 10.201809107922646,
      "step": 32707
    },
    {
      "contrastive_lambda": 0.4293679574560599,
      "epoch": 10.202121023081721,
      "step": 32708
    },
    {
      "contrastive_lambda": 0.4293420401478943,
      "epoch": 10.202432938240799,
      "step": 32709
    },
    {
      "epoch": 10.202744853399874,
      "grad_norm": 0.13610893487930298,
      "learning_rate": 4.667072337053644e-05,
      "loss": 0.0366,
      "step": 32710
    },
    {
      "epoch": 10.202744853399874,
      "flow_loss": 0.02742672897875309,
      "step": 32710
    },
    {
      "contrastive_loss": 0.004370122216641903,
      "epoch": 10.202744853399874,
      "step": 32710
    },
    {
      "contrastive_lambda": 0.42931612303344163,
      "epoch": 10.202744853399874,
      "step": 32710
    },
    {
      "contrastive_lambda": 0.42929020611277274,
      "epoch": 10.203056768558952,
      "step": 32711
    },
    {
      "contrastive_lambda": 0.42926428938595884,
      "epoch": 10.203368683718029,
      "step": 32712
    },
    {
      "contrastive_lambda": 0.4292383728530708,
      "epoch": 10.203680598877105,
      "step": 32713
    },
    {
      "contrastive_lambda": 0.42921245651417983,
      "epoch": 10.203992514036182,
      "step": 32714
    },
    {
      "contrastive_lambda": 0.429186540369357,
      "epoch": 10.20430442919526,
      "step": 32715
    },
    {
      "contrastive_lambda": 0.42916062441867325,
      "epoch": 10.204616344354335,
      "step": 32716
    },
    {
      "contrastive_lambda": 0.4291347086621995,
      "epoch": 10.204928259513412,
      "step": 32717
    },
    {
      "contrastive_lambda": 0.4291087931000072,
      "epoch": 10.20524017467249,
      "step": 32718
    },
    {
      "contrastive_lambda": 0.42908287773216713,
      "epoch": 10.205552089831565,
      "step": 32719
    },
    {
      "epoch": 10.205864004990643,
      "grad_norm": 0.09832028299570084,
      "learning_rate": 4.6643227205825965e-05,
      "loss": 0.0277,
      "step": 32720
    },
    {
      "epoch": 10.205864004990643,
      "flow_loss": 0.025277050212025642,
      "step": 32720
    },
    {
      "contrastive_loss": 0.004556926432996988,
      "epoch": 10.205864004990643,
      "step": 32720
    },
    {
      "contrastive_lambda": 0.4290569625587502,
      "epoch": 10.205864004990643,
      "step": 32720
    },
    {
      "contrastive_lambda": 0.4290310475798278,
      "epoch": 10.20617592014972,
      "step": 32721
    },
    {
      "contrastive_lambda": 0.42900513279547087,
      "epoch": 10.206487835308796,
      "step": 32722
    },
    {
      "contrastive_lambda": 0.42897921820575025,
      "epoch": 10.206799750467873,
      "step": 32723
    },
    {
      "contrastive_lambda": 0.42895330381073715,
      "epoch": 10.20711166562695,
      "step": 32724
    },
    {
      "contrastive_lambda": 0.4289273896105027,
      "epoch": 10.207423580786026,
      "step": 32725
    },
    {
      "contrastive_lambda": 0.42890147560511777,
      "epoch": 10.207735495945103,
      "step": 32726
    },
    {
      "contrastive_lambda": 0.4288755617946536,
      "epoch": 10.208047411104179,
      "step": 32727
    },
    {
      "contrastive_lambda": 0.4288496481791808,
      "epoch": 10.208359326263256,
      "step": 32728
    },
    {
      "contrastive_lambda": 0.42882373475877106,
      "epoch": 10.208671241422334,
      "step": 32729
    },
    {
      "epoch": 10.208983156581409,
      "grad_norm": 0.0745428055524826,
      "learning_rate": 4.6615732060814454e-05,
      "loss": 0.0242,
      "step": 32730
    },
    {
      "epoch": 10.208983156581409,
      "flow_loss": 0.04589784890413284,
      "step": 32730
    },
    {
      "contrastive_loss": 0.0046048336662352085,
      "epoch": 10.208983156581409,
      "step": 32730
    },
    {
      "contrastive_lambda": 0.42879782153349505,
      "epoch": 10.208983156581409,
      "step": 32730
    },
    {
      "contrastive_lambda": 0.4287719085034237,
      "epoch": 10.209295071740486,
      "step": 32731
    },
    {
      "contrastive_lambda": 0.42874599566862825,
      "epoch": 10.209606986899564,
      "step": 32732
    },
    {
      "contrastive_lambda": 0.42872008302917985,
      "epoch": 10.20991890205864,
      "step": 32733
    },
    {
      "contrastive_lambda": 0.42869417058514925,
      "epoch": 10.210230817217717,
      "step": 32734
    },
    {
      "contrastive_lambda": 0.4286682583366077,
      "epoch": 10.210542732376794,
      "step": 32735
    },
    {
      "contrastive_lambda": 0.4286423462836261,
      "epoch": 10.21085464753587,
      "step": 32736
    },
    {
      "contrastive_lambda": 0.4286164344262755,
      "epoch": 10.211166562694947,
      "step": 32737
    },
    {
      "contrastive_lambda": 0.42859052276462717,
      "epoch": 10.211478477854024,
      "step": 32738
    },
    {
      "contrastive_lambda": 0.428564611298752,
      "epoch": 10.2117903930131,
      "step": 32739
    },
    {
      "epoch": 10.212102308172177,
      "grad_norm": 0.1019359603524208,
      "learning_rate": 4.658823794385417e-05,
      "loss": 0.0286,
      "step": 32740
    },
    {
      "epoch": 10.212102308172177,
      "flow_loss": 0.023011649027466774,
      "step": 32740
    },
    {
      "contrastive_loss": 0.004313314333558083,
      "epoch": 10.212102308172177,
      "step": 32740
    },
    {
      "contrastive_lambda": 0.42853870002872074,
      "epoch": 10.212102308172177,
      "step": 32740
    },
    {
      "contrastive_lambda": 0.4285127889546049,
      "epoch": 10.212414223331255,
      "step": 32741
    },
    {
      "contrastive_lambda": 0.42848687807647534,
      "epoch": 10.21272613849033,
      "step": 32742
    },
    {
      "contrastive_lambda": 0.4284609673944028,
      "epoch": 10.213038053649408,
      "step": 32743
    },
    {
      "contrastive_lambda": 0.42843505690845884,
      "epoch": 10.213349968808483,
      "step": 32744
    },
    {
      "contrastive_lambda": 0.4284091466187141,
      "epoch": 10.21366188396756,
      "step": 32745
    },
    {
      "contrastive_lambda": 0.4283832365252399,
      "epoch": 10.213973799126638,
      "step": 32746
    },
    {
      "contrastive_lambda": 0.428357326628107,
      "epoch": 10.214285714285714,
      "step": 32747
    },
    {
      "contrastive_lambda": 0.4283314169273865,
      "epoch": 10.21459762944479,
      "step": 32748
    },
    {
      "contrastive_lambda": 0.42830550742314966,
      "epoch": 10.214909544603868,
      "step": 32749
    },
    {
      "epoch": 10.215221459762944,
      "grad_norm": 0.10756295919418335,
      "learning_rate": 4.6560744863297115e-05,
      "loss": 0.0295,
      "step": 32750
    },
    {
      "epoch": 10.215221459762944,
      "flow_loss": 0.02023465745151043,
      "step": 32750
    },
    {
      "contrastive_loss": 0.004057860001921654,
      "epoch": 10.215221459762944,
      "step": 32750
    },
    {
      "contrastive_lambda": 0.42827959811546734,
      "epoch": 10.215221459762944,
      "step": 32750
    },
    {
      "contrastive_lambda": 0.4282536890044103,
      "epoch": 10.215533374922021,
      "step": 32751
    },
    {
      "contrastive_lambda": 0.42822778009005014,
      "epoch": 10.215845290081099,
      "step": 32752
    },
    {
      "contrastive_lambda": 0.4282018713724575,
      "epoch": 10.216157205240174,
      "step": 32753
    },
    {
      "contrastive_lambda": 0.42817596285170345,
      "epoch": 10.216469120399251,
      "step": 32754
    },
    {
      "contrastive_lambda": 0.4281500545278591,
      "epoch": 10.216781035558329,
      "step": 32755
    },
    {
      "contrastive_lambda": 0.42812414640099555,
      "epoch": 10.217092950717404,
      "step": 32756
    },
    {
      "contrastive_lambda": 0.4280982384711836,
      "epoch": 10.217404865876482,
      "step": 32757
    },
    {
      "contrastive_lambda": 0.42807233073849454,
      "epoch": 10.21771678103556,
      "step": 32758
    },
    {
      "contrastive_lambda": 0.4280464232029992,
      "epoch": 10.218028696194635,
      "step": 32759
    },
    {
      "epoch": 10.218340611353712,
      "grad_norm": 0.1317375898361206,
      "learning_rate": 4.653325282749498e-05,
      "loss": 0.0276,
      "step": 32760
    },
    {
      "epoch": 10.218340611353712,
      "flow_loss": 0.024657215923070908,
      "step": 32760
    },
    {
      "contrastive_loss": 0.004493457265198231,
      "epoch": 10.218340611353712,
      "step": 32760
    },
    {
      "contrastive_lambda": 0.42802051586476864,
      "epoch": 10.218340611353712,
      "step": 32760
    },
    {
      "contrastive_lambda": 0.427994608723874,
      "epoch": 10.218652526512788,
      "step": 32761
    },
    {
      "contrastive_lambda": 0.42796870178038604,
      "epoch": 10.218964441671865,
      "step": 32762
    },
    {
      "contrastive_lambda": 0.4279427950343762,
      "epoch": 10.219276356830942,
      "step": 32763
    },
    {
      "contrastive_lambda": 0.42791688848591525,
      "epoch": 10.219588271990018,
      "step": 32764
    },
    {
      "contrastive_lambda": 0.42789098213507415,
      "epoch": 10.219900187149095,
      "step": 32765
    },
    {
      "contrastive_lambda": 0.427865075981924,
      "epoch": 10.220212102308173,
      "step": 32766
    },
    {
      "contrastive_lambda": 0.427839170026536,
      "epoch": 10.220524017467248,
      "step": 32767
    },
    {
      "contrastive_lambda": 0.42781326426898086,
      "epoch": 10.220835932626326,
      "step": 32768
    },
    {
      "contrastive_lambda": 0.4277873587093299,
      "epoch": 10.221147847785403,
      "step": 32769
    },
    {
      "epoch": 10.221459762944479,
      "grad_norm": 0.10238421708345413,
      "learning_rate": 4.6505761844799075e-05,
      "loss": 0.0322,
      "step": 32770
    },
    {
      "epoch": 10.221459762944479,
      "flow_loss": 0.022106697782874107,
      "step": 32770
    },
    {
      "contrastive_loss": 0.0037032212130725384,
      "epoch": 10.221459762944479,
      "step": 32770
    },
    {
      "contrastive_lambda": 0.42776145334765386,
      "epoch": 10.221459762944479,
      "step": 32770
    },
    {
      "contrastive_lambda": 0.4277355481840239,
      "epoch": 10.221771678103556,
      "step": 32771
    },
    {
      "contrastive_lambda": 0.4277096432185111,
      "epoch": 10.222083593262633,
      "step": 32772
    },
    {
      "contrastive_lambda": 0.4276837384511865,
      "epoch": 10.222395508421709,
      "step": 32773
    },
    {
      "contrastive_lambda": 0.42765783388212075,
      "epoch": 10.222707423580786,
      "step": 32774
    },
    {
      "contrastive_lambda": 0.4276319295113854,
      "epoch": 10.223019338739864,
      "step": 32775
    },
    {
      "contrastive_lambda": 0.42760602533905123,
      "epoch": 10.22333125389894,
      "step": 32776
    },
    {
      "contrastive_lambda": 0.4275801213651891,
      "epoch": 10.223643169058017,
      "step": 32777
    },
    {
      "contrastive_lambda": 0.4275542175898703,
      "epoch": 10.223955084217092,
      "step": 32778
    },
    {
      "contrastive_lambda": 0.42752831401316566,
      "epoch": 10.22426699937617,
      "step": 32779
    },
    {
      "epoch": 10.224578914535247,
      "grad_norm": 0.0874999463558197,
      "learning_rate": 4.647827192356048e-05,
      "loss": 0.0285,
      "step": 32780
    },
    {
      "epoch": 10.224578914535247,
      "flow_loss": 0.017385268583893776,
      "step": 32780
    },
    {
      "contrastive_loss": 0.004006840288639069,
      "epoch": 10.224578914535247,
      "step": 32780
    },
    {
      "contrastive_lambda": 0.4275024106351463,
      "epoch": 10.224578914535247,
      "step": 32780
    },
    {
      "contrastive_lambda": 0.42747650745588317,
      "epoch": 10.224890829694322,
      "step": 32781
    },
    {
      "contrastive_lambda": 0.4274506044754473,
      "epoch": 10.2252027448534,
      "step": 32782
    },
    {
      "contrastive_lambda": 0.42742470169390984,
      "epoch": 10.225514660012477,
      "step": 32783
    },
    {
      "contrastive_lambda": 0.42739879911134165,
      "epoch": 10.225826575171553,
      "step": 32784
    },
    {
      "contrastive_lambda": 0.42737289672781353,
      "epoch": 10.22613849033063,
      "step": 32785
    },
    {
      "contrastive_lambda": 0.42734699454339703,
      "epoch": 10.226450405489707,
      "step": 32786
    },
    {
      "contrastive_lambda": 0.4273210925581628,
      "epoch": 10.226762320648783,
      "step": 32787
    },
    {
      "contrastive_lambda": 0.42729519077218187,
      "epoch": 10.22707423580786,
      "step": 32788
    },
    {
      "contrastive_lambda": 0.42726928918552526,
      "epoch": 10.227386150966938,
      "step": 32789
    },
    {
      "epoch": 10.227698066126013,
      "grad_norm": 0.08972512185573578,
      "learning_rate": 4.645078307212989e-05,
      "loss": 0.025,
      "step": 32790
    },
    {
      "epoch": 10.227698066126013,
      "flow_loss": 0.04511301591992378,
      "step": 32790
    },
    {
      "contrastive_loss": 0.004504540003836155,
      "epoch": 10.227698066126013,
      "step": 32790
    },
    {
      "contrastive_lambda": 0.42724338779826415,
      "epoch": 10.227698066126013,
      "step": 32790
    },
    {
      "contrastive_lambda": 0.4272174866104693,
      "epoch": 10.22800998128509,
      "step": 32791
    },
    {
      "contrastive_lambda": 0.42719158562221193,
      "epoch": 10.228321896444168,
      "step": 32792
    },
    {
      "contrastive_lambda": 0.4271656848335629,
      "epoch": 10.228633811603244,
      "step": 32793
    },
    {
      "contrastive_lambda": 0.42713978424459326,
      "epoch": 10.228945726762321,
      "step": 32794
    },
    {
      "contrastive_lambda": 0.4271138838553742,
      "epoch": 10.229257641921397,
      "step": 32795
    },
    {
      "contrastive_lambda": 0.4270879836659763,
      "epoch": 10.229569557080474,
      "step": 32796
    },
    {
      "contrastive_lambda": 0.427062083676471,
      "epoch": 10.229881472239551,
      "step": 32797
    },
    {
      "contrastive_lambda": 0.4270361838869292,
      "epoch": 10.230193387398627,
      "step": 32798
    },
    {
      "contrastive_lambda": 0.4270102842974217,
      "epoch": 10.230505302557704,
      "step": 32799
    },
    {
      "epoch": 10.230817217716782,
      "grad_norm": 0.09891826659440994,
      "learning_rate": 4.642329529885768e-05,
      "loss": 0.032,
      "step": 32800
    },
    {
      "epoch": 10.230817217716782,
      "flow_loss": 0.026481427252292633,
      "step": 32800
    },
    {
      "contrastive_loss": 0.0044111451134085655,
      "epoch": 10.230817217716782,
      "step": 32800
    },
    {
      "contrastive_lambda": 0.4269843849080197,
      "epoch": 10.230817217716782,
      "step": 32800
    },
    {
      "contrastive_lambda": 0.42695848571879425,
      "epoch": 10.231129132875857,
      "step": 32801
    },
    {
      "contrastive_lambda": 0.4269325867298161,
      "epoch": 10.231441048034934,
      "step": 32802
    },
    {
      "contrastive_lambda": 0.4269066879411566,
      "epoch": 10.231752963194012,
      "step": 32803
    },
    {
      "contrastive_lambda": 0.4268807893528864,
      "epoch": 10.232064878353087,
      "step": 32804
    },
    {
      "contrastive_lambda": 0.42685489096507667,
      "epoch": 10.232376793512165,
      "step": 32805
    },
    {
      "contrastive_lambda": 0.4268289927777985,
      "epoch": 10.232688708671242,
      "step": 32806
    },
    {
      "contrastive_lambda": 0.4268030947911229,
      "epoch": 10.233000623830318,
      "step": 32807
    },
    {
      "contrastive_lambda": 0.42677719700512046,
      "epoch": 10.233312538989395,
      "step": 32808
    },
    {
      "contrastive_lambda": 0.42675129941986273,
      "epoch": 10.233624454148472,
      "step": 32809
    },
    {
      "epoch": 10.233936369307548,
      "grad_norm": 0.10565858334302902,
      "learning_rate": 4.639580861209393e-05,
      "loss": 0.0333,
      "step": 32810
    },
    {
      "epoch": 10.233936369307548,
      "flow_loss": 0.019770018756389618,
      "step": 32810
    },
    {
      "contrastive_loss": 0.004048793110996485,
      "epoch": 10.233936369307548,
      "step": 32810
    },
    {
      "contrastive_lambda": 0.4267254020354205,
      "epoch": 10.233936369307548,
      "step": 32810
    },
    {
      "contrastive_lambda": 0.4266995048518646,
      "epoch": 10.234248284466625,
      "step": 32811
    },
    {
      "contrastive_lambda": 0.4266736078692661,
      "epoch": 10.234560199625701,
      "step": 32812
    },
    {
      "contrastive_lambda": 0.42664771108769617,
      "epoch": 10.234872114784778,
      "step": 32813
    },
    {
      "contrastive_lambda": 0.4266218145072258,
      "epoch": 10.235184029943856,
      "step": 32814
    },
    {
      "contrastive_lambda": 0.42659591812792585,
      "epoch": 10.235495945102931,
      "step": 32815
    },
    {
      "contrastive_lambda": 0.4265700219498672,
      "epoch": 10.235807860262009,
      "step": 32816
    },
    {
      "contrastive_lambda": 0.4265441259731212,
      "epoch": 10.236119775421086,
      "step": 32817
    },
    {
      "contrastive_lambda": 0.42651823019775864,
      "epoch": 10.236431690580162,
      "step": 32818
    },
    {
      "contrastive_lambda": 0.4264923346238503,
      "epoch": 10.236743605739239,
      "step": 32819
    },
    {
      "epoch": 10.237055520898316,
      "grad_norm": 0.10808636993169785,
      "learning_rate": 4.636832302018835e-05,
      "loss": 0.0259,
      "step": 32820
    },
    {
      "epoch": 10.237055520898316,
      "flow_loss": 0.02136189118027687,
      "step": 32820
    },
    {
      "contrastive_loss": 0.005912798456847668,
      "epoch": 10.237055520898316,
      "step": 32820
    },
    {
      "contrastive_lambda": 0.42646643925146765,
      "epoch": 10.237055520898316,
      "step": 32820
    },
    {
      "contrastive_lambda": 0.4264405440806814,
      "epoch": 10.237367436057392,
      "step": 32821
    },
    {
      "contrastive_lambda": 0.42641464911156246,
      "epoch": 10.23767935121647,
      "step": 32822
    },
    {
      "contrastive_lambda": 0.42638875434418194,
      "epoch": 10.237991266375547,
      "step": 32823
    },
    {
      "contrastive_lambda": 0.42636285977861094,
      "epoch": 10.238303181534622,
      "step": 32824
    },
    {
      "contrastive_lambda": 0.4263369654149203,
      "epoch": 10.2386150966937,
      "step": 32825
    },
    {
      "contrastive_lambda": 0.426311071253181,
      "epoch": 10.238927011852777,
      "step": 32826
    },
    {
      "contrastive_lambda": 0.4262851772934641,
      "epoch": 10.239238927011852,
      "step": 32827
    },
    {
      "contrastive_lambda": 0.4262592835358405,
      "epoch": 10.23955084217093,
      "step": 32828
    },
    {
      "contrastive_lambda": 0.42623338998038146,
      "epoch": 10.239862757330005,
      "step": 32829
    },
    {
      "epoch": 10.240174672489083,
      "grad_norm": 0.09796112030744553,
      "learning_rate": 4.6340838531490365e-05,
      "loss": 0.0268,
      "step": 32830
    },
    {
      "epoch": 10.240174672489083,
      "flow_loss": 0.03271861746907234,
      "step": 32830
    },
    {
      "contrastive_loss": 0.0040695881471037865,
      "epoch": 10.240174672489083,
      "step": 32830
    },
    {
      "contrastive_lambda": 0.42620749662715773,
      "epoch": 10.240174672489083,
      "step": 32830
    },
    {
      "contrastive_lambda": 0.4261816034762401,
      "epoch": 10.24048658764816,
      "step": 32831
    },
    {
      "contrastive_lambda": 0.42615571052770007,
      "epoch": 10.240798502807236,
      "step": 32832
    },
    {
      "contrastive_lambda": 0.4261298177816082,
      "epoch": 10.241110417966313,
      "step": 32833
    },
    {
      "contrastive_lambda": 0.4261039252380357,
      "epoch": 10.24142233312539,
      "step": 32834
    },
    {
      "contrastive_lambda": 0.4260780328970534,
      "epoch": 10.241734248284466,
      "step": 32835
    },
    {
      "contrastive_lambda": 0.42605214075873243,
      "epoch": 10.242046163443543,
      "step": 32836
    },
    {
      "contrastive_lambda": 0.42602624882314377,
      "epoch": 10.24235807860262,
      "step": 32837
    },
    {
      "contrastive_lambda": 0.42600035709035833,
      "epoch": 10.242669993761696,
      "step": 32838
    },
    {
      "contrastive_lambda": 0.42597446556044694,
      "epoch": 10.242981908920774,
      "step": 32839
    },
    {
      "epoch": 10.243293824079851,
      "grad_norm": 0.07691935449838638,
      "learning_rate": 4.6313355154349e-05,
      "loss": 0.0315,
      "step": 32840
    },
    {
      "epoch": 10.243293824079851,
      "flow_loss": 0.03325521573424339,
      "step": 32840
    },
    {
      "contrastive_loss": 0.004896874539554119,
      "epoch": 10.243293824079851,
      "step": 32840
    },
    {
      "contrastive_lambda": 0.4259485742334809,
      "epoch": 10.243293824079851,
      "step": 32840
    },
    {
      "contrastive_lambda": 0.42592268310953113,
      "epoch": 10.243605739238927,
      "step": 32841
    },
    {
      "contrastive_lambda": 0.42589679218866827,
      "epoch": 10.243917654398004,
      "step": 32842
    },
    {
      "contrastive_lambda": 0.42587090147096385,
      "epoch": 10.244229569557081,
      "step": 32843
    },
    {
      "contrastive_lambda": 0.42584501095648847,
      "epoch": 10.244541484716157,
      "step": 32844
    },
    {
      "contrastive_lambda": 0.42581912064531313,
      "epoch": 10.244853399875234,
      "step": 32845
    },
    {
      "contrastive_lambda": 0.4257932305375089,
      "epoch": 10.24516531503431,
      "step": 32846
    },
    {
      "contrastive_lambda": 0.4257673406331468,
      "epoch": 10.245477230193387,
      "step": 32847
    },
    {
      "contrastive_lambda": 0.4257414509322977,
      "epoch": 10.245789145352465,
      "step": 32848
    },
    {
      "contrastive_lambda": 0.4257155614350327,
      "epoch": 10.24610106051154,
      "step": 32849
    },
    {
      "epoch": 10.246412975670617,
      "grad_norm": 0.11484535783529282,
      "learning_rate": 4.6285872897113025e-05,
      "loss": 0.0319,
      "step": 32850
    },
    {
      "epoch": 10.246412975670617,
      "flow_loss": 0.012522721663117409,
      "step": 32850
    },
    {
      "contrastive_loss": 0.004393835552036762,
      "epoch": 10.246412975670617,
      "step": 32850
    },
    {
      "contrastive_lambda": 0.4256896721414225,
      "epoch": 10.246412975670617,
      "step": 32850
    },
    {
      "contrastive_lambda": 0.4256637830515385,
      "epoch": 10.246724890829695,
      "step": 32851
    },
    {
      "contrastive_lambda": 0.4256378941654515,
      "epoch": 10.24703680598877,
      "step": 32852
    },
    {
      "contrastive_lambda": 0.42561200548323225,
      "epoch": 10.247348721147848,
      "step": 32853
    },
    {
      "contrastive_lambda": 0.42558611700495197,
      "epoch": 10.247660636306925,
      "step": 32854
    },
    {
      "contrastive_lambda": 0.42556022873068167,
      "epoch": 10.247972551466,
      "step": 32855
    },
    {
      "contrastive_lambda": 0.4255343406604921,
      "epoch": 10.248284466625078,
      "step": 32856
    },
    {
      "contrastive_lambda": 0.4255084527944545,
      "epoch": 10.248596381784155,
      "step": 32857
    },
    {
      "contrastive_lambda": 0.42548256513263955,
      "epoch": 10.248908296943231,
      "step": 32858
    },
    {
      "contrastive_lambda": 0.4254566776751184,
      "epoch": 10.249220212102308,
      "step": 32859
    },
    {
      "epoch": 10.249532127261386,
      "grad_norm": 0.10725625604391098,
      "learning_rate": 4.625839176813077e-05,
      "loss": 0.0269,
      "step": 32860
    },
    {
      "epoch": 10.249532127261386,
      "flow_loss": 0.02236347645521164,
      "step": 32860
    },
    {
      "contrastive_loss": 0.00392021331936121,
      "epoch": 10.249532127261386,
      "step": 32860
    },
    {
      "contrastive_lambda": 0.42543079042196214,
      "epoch": 10.249532127261386,
      "step": 32860
    },
    {
      "contrastive_lambda": 0.42540490337324155,
      "epoch": 10.249844042420461,
      "step": 32861
    },
    {
      "contrastive_lambda": 0.4253790165290275,
      "epoch": 10.250155957579539,
      "step": 32862
    },
    {
      "contrastive_lambda": 0.4253531298893913,
      "epoch": 10.250467872738614,
      "step": 32863
    },
    {
      "contrastive_lambda": 0.4253272434544037,
      "epoch": 10.250779787897692,
      "step": 32864
    },
    {
      "contrastive_lambda": 0.42530135722413553,
      "epoch": 10.251091703056769,
      "step": 32865
    },
    {
      "contrastive_lambda": 0.42527547119865816,
      "epoch": 10.251403618215845,
      "step": 32866
    },
    {
      "contrastive_lambda": 0.42524958537804214,
      "epoch": 10.251715533374922,
      "step": 32867
    },
    {
      "contrastive_lambda": 0.4252236997623588,
      "epoch": 10.252027448534,
      "step": 32868
    },
    {
      "contrastive_lambda": 0.4251978143516788,
      "epoch": 10.252339363693075,
      "step": 32869
    },
    {
      "epoch": 10.252651278852152,
      "grad_norm": 0.0822596326470375,
      "learning_rate": 4.623091177575031e-05,
      "loss": 0.0279,
      "step": 32870
    },
    {
      "epoch": 10.252651278852152,
      "flow_loss": 0.036360807716846466,
      "step": 32870
    },
    {
      "contrastive_loss": 0.00481054512783885,
      "epoch": 10.252651278852152,
      "step": 32870
    },
    {
      "contrastive_lambda": 0.42517192914607327,
      "epoch": 10.252651278852152,
      "step": 32870
    },
    {
      "contrastive_lambda": 0.42514604414561324,
      "epoch": 10.25296319401123,
      "step": 32871
    },
    {
      "contrastive_lambda": 0.42512015935036956,
      "epoch": 10.253275109170305,
      "step": 32872
    },
    {
      "contrastive_lambda": 0.425094274760413,
      "epoch": 10.253587024329383,
      "step": 32873
    },
    {
      "contrastive_lambda": 0.425068390375815,
      "epoch": 10.25389893948846,
      "step": 32874
    },
    {
      "contrastive_lambda": 0.4250425061966462,
      "epoch": 10.254210854647535,
      "step": 32875
    },
    {
      "contrastive_lambda": 0.42501662222297754,
      "epoch": 10.254522769806613,
      "step": 32876
    },
    {
      "contrastive_lambda": 0.4249907384548801,
      "epoch": 10.25483468496569,
      "step": 32877
    },
    {
      "contrastive_lambda": 0.42496485489242486,
      "epoch": 10.255146600124766,
      "step": 32878
    },
    {
      "contrastive_lambda": 0.42493897153568266,
      "epoch": 10.255458515283843,
      "step": 32879
    },
    {
      "epoch": 10.255770430442919,
      "grad_norm": 0.08621429651975632,
      "learning_rate": 4.620343292831936e-05,
      "loss": 0.0282,
      "step": 32880
    },
    {
      "epoch": 10.255770430442919,
      "flow_loss": 0.026118222624063492,
      "step": 32880
    },
    {
      "contrastive_loss": 0.004188273102045059,
      "epoch": 10.255770430442919,
      "step": 32880
    },
    {
      "contrastive_lambda": 0.4249130883847245,
      "epoch": 10.255770430442919,
      "step": 32880
    },
    {
      "contrastive_lambda": 0.42488720543962155,
      "epoch": 10.256082345601996,
      "step": 32881
    },
    {
      "contrastive_lambda": 0.4248613227004444,
      "epoch": 10.256394260761073,
      "step": 32882
    },
    {
      "contrastive_lambda": 0.4248354401672644,
      "epoch": 10.256706175920149,
      "step": 32883
    },
    {
      "contrastive_lambda": 0.424809557840152,
      "epoch": 10.257018091079226,
      "step": 32884
    },
    {
      "contrastive_lambda": 0.42478367571917874,
      "epoch": 10.257330006238304,
      "step": 32885
    },
    {
      "contrastive_lambda": 0.42475779380441525,
      "epoch": 10.25764192139738,
      "step": 32886
    },
    {
      "contrastive_lambda": 0.4247319120959325,
      "epoch": 10.257953836556457,
      "step": 32887
    },
    {
      "contrastive_lambda": 0.4247060305938014,
      "epoch": 10.258265751715534,
      "step": 32888
    },
    {
      "contrastive_lambda": 0.42468014929809317,
      "epoch": 10.25857766687461,
      "step": 32889
    },
    {
      "epoch": 10.258889582033687,
      "grad_norm": 0.08514050394296646,
      "learning_rate": 4.6175955234185206e-05,
      "loss": 0.0299,
      "step": 32890
    },
    {
      "epoch": 10.258889582033687,
      "flow_loss": 0.024596262723207474,
      "step": 32890
    },
    {
      "contrastive_loss": 0.003765333443880081,
      "epoch": 10.258889582033687,
      "step": 32890
    },
    {
      "contrastive_lambda": 0.42465426820887847,
      "epoch": 10.258889582033687,
      "step": 32890
    },
    {
      "contrastive_lambda": 0.4246283873262285,
      "epoch": 10.259201497192764,
      "step": 32891
    },
    {
      "contrastive_lambda": 0.42460250665021393,
      "epoch": 10.25951341235184,
      "step": 32892
    },
    {
      "contrastive_lambda": 0.42457662618090586,
      "epoch": 10.259825327510917,
      "step": 32893
    },
    {
      "contrastive_lambda": 0.4245507459183754,
      "epoch": 10.260137242669995,
      "step": 32894
    },
    {
      "contrastive_lambda": 0.42452486586269333,
      "epoch": 10.26044915782907,
      "step": 32895
    },
    {
      "contrastive_lambda": 0.42449898601393043,
      "epoch": 10.260761072988148,
      "step": 32896
    },
    {
      "contrastive_lambda": 0.42447310637215807,
      "epoch": 10.261072988147223,
      "step": 32897
    },
    {
      "contrastive_lambda": 0.42444722693744696,
      "epoch": 10.2613849033063,
      "step": 32898
    },
    {
      "contrastive_lambda": 0.42442134770986784,
      "epoch": 10.261696818465378,
      "step": 32899
    },
    {
      "epoch": 10.262008733624453,
      "grad_norm": 0.07047572731971741,
      "learning_rate": 4.614847870169492e-05,
      "loss": 0.0319,
      "step": 32900
    },
    {
      "epoch": 10.262008733624453,
      "flow_loss": 0.03196537122130394,
      "step": 32900
    },
    {
      "contrastive_loss": 0.00686349393799901,
      "epoch": 10.262008733624453,
      "step": 32900
    },
    {
      "contrastive_lambda": 0.4243954686894921,
      "epoch": 10.262008733624453,
      "step": 32900
    },
    {
      "contrastive_lambda": 0.4243695898763904,
      "epoch": 10.26232064878353,
      "step": 32901
    },
    {
      "contrastive_lambda": 0.42434371127063386,
      "epoch": 10.262632563942608,
      "step": 32902
    },
    {
      "contrastive_lambda": 0.4243178328722932,
      "epoch": 10.262944479101684,
      "step": 32903
    },
    {
      "contrastive_lambda": 0.4242919546814395,
      "epoch": 10.263256394260761,
      "step": 32904
    },
    {
      "contrastive_lambda": 0.4242660766981438,
      "epoch": 10.263568309419838,
      "step": 32905
    },
    {
      "contrastive_lambda": 0.424240198922477,
      "epoch": 10.263880224578914,
      "step": 32906
    },
    {
      "contrastive_lambda": 0.42421432135450976,
      "epoch": 10.264192139737991,
      "step": 32907
    },
    {
      "contrastive_lambda": 0.42418844399431344,
      "epoch": 10.264504054897069,
      "step": 32908
    },
    {
      "contrastive_lambda": 0.42416256684195885,
      "epoch": 10.264815970056144,
      "step": 32909
    },
    {
      "epoch": 10.265127885215222,
      "grad_norm": 0.08457111567258835,
      "learning_rate": 4.612100333919509e-05,
      "loss": 0.0273,
      "step": 32910
    },
    {
      "epoch": 10.265127885215222,
      "flow_loss": 0.01637258194386959,
      "step": 32910
    },
    {
      "contrastive_loss": 0.0038509091828018427,
      "epoch": 10.265127885215222,
      "step": 32910
    },
    {
      "contrastive_lambda": 0.4241366898975168,
      "epoch": 10.265127885215222,
      "step": 32910
    },
    {
      "contrastive_lambda": 0.42411081316105825,
      "epoch": 10.265439800374299,
      "step": 32911
    },
    {
      "contrastive_lambda": 0.4240849366326544,
      "epoch": 10.265751715533375,
      "step": 32912
    },
    {
      "contrastive_lambda": 0.42405906031237584,
      "epoch": 10.266063630692452,
      "step": 32913
    },
    {
      "contrastive_lambda": 0.4240331842002938,
      "epoch": 10.266375545851528,
      "step": 32914
    },
    {
      "contrastive_lambda": 0.42400730829647904,
      "epoch": 10.266687461010605,
      "step": 32915
    },
    {
      "contrastive_lambda": 0.4239814326010025,
      "epoch": 10.266999376169682,
      "step": 32916
    },
    {
      "contrastive_lambda": 0.4239555571139353,
      "epoch": 10.267311291328758,
      "step": 32917
    },
    {
      "contrastive_lambda": 0.4239296818353483,
      "epoch": 10.267623206487835,
      "step": 32918
    },
    {
      "contrastive_lambda": 0.4239038067653121,
      "epoch": 10.267935121646913,
      "step": 32919
    },
    {
      "epoch": 10.268247036805988,
      "grad_norm": 0.09244686365127563,
      "learning_rate": 4.609352915503202e-05,
      "loss": 0.0242,
      "step": 32920
    },
    {
      "epoch": 10.268247036805988,
      "flow_loss": 0.024000655859708786,
      "step": 32920
    },
    {
      "contrastive_loss": 0.004514211788773537,
      "epoch": 10.268247036805988,
      "step": 32920
    },
    {
      "contrastive_lambda": 0.4238779319038982,
      "epoch": 10.268247036805988,
      "step": 32920
    },
    {
      "contrastive_lambda": 0.42385205725117714,
      "epoch": 10.268558951965066,
      "step": 32921
    },
    {
      "contrastive_lambda": 0.42382618280722,
      "epoch": 10.268870867124143,
      "step": 32922
    },
    {
      "contrastive_lambda": 0.42380030857209783,
      "epoch": 10.269182782283218,
      "step": 32923
    },
    {
      "contrastive_lambda": 0.4237744345458813,
      "epoch": 10.269494697442296,
      "step": 32924
    },
    {
      "contrastive_lambda": 0.42374856072864164,
      "epoch": 10.269806612601373,
      "step": 32925
    },
    {
      "contrastive_lambda": 0.42372268712044947,
      "epoch": 10.270118527760449,
      "step": 32926
    },
    {
      "contrastive_lambda": 0.4236968137213759,
      "epoch": 10.270430442919526,
      "step": 32927
    },
    {
      "contrastive_lambda": 0.423670940531492,
      "epoch": 10.270742358078603,
      "step": 32928
    },
    {
      "contrastive_lambda": 0.4236450675508685,
      "epoch": 10.271054273237679,
      "step": 32929
    },
    {
      "epoch": 10.271366188396756,
      "grad_norm": 0.07277707755565643,
      "learning_rate": 4.606605615755166e-05,
      "loss": 0.0257,
      "step": 32930
    },
    {
      "epoch": 10.271366188396756,
      "flow_loss": 0.019538292661309242,
      "step": 32930
    },
    {
      "contrastive_loss": 0.0038241511210799217,
      "epoch": 10.271366188396756,
      "step": 32930
    },
    {
      "contrastive_lambda": 0.4236191947795762,
      "epoch": 10.271366188396756,
      "step": 32930
    },
    {
      "contrastive_lambda": 0.4235933222176864,
      "epoch": 10.271678103555832,
      "step": 32931
    },
    {
      "contrastive_lambda": 0.42356744986526984,
      "epoch": 10.27199001871491,
      "step": 32932
    },
    {
      "contrastive_lambda": 0.4235415777223974,
      "epoch": 10.272301933873987,
      "step": 32933
    },
    {
      "contrastive_lambda": 0.42351570578914,
      "epoch": 10.272613849033062,
      "step": 32934
    },
    {
      "contrastive_lambda": 0.42348983406556884,
      "epoch": 10.27292576419214,
      "step": 32935
    },
    {
      "contrastive_lambda": 0.42346396255175445,
      "epoch": 10.273237679351217,
      "step": 32936
    },
    {
      "contrastive_lambda": 0.42343809124776804,
      "epoch": 10.273549594510293,
      "step": 32937
    },
    {
      "contrastive_lambda": 0.4234122201536803,
      "epoch": 10.27386150966937,
      "step": 32938
    },
    {
      "contrastive_lambda": 0.4233863492695625,
      "epoch": 10.274173424828447,
      "step": 32939
    },
    {
      "epoch": 10.274485339987523,
      "grad_norm": 0.09952103346586227,
      "learning_rate": 4.6038584355099576e-05,
      "loss": 0.0279,
      "step": 32940
    },
    {
      "epoch": 10.274485339987523,
      "flow_loss": 0.035140421241521835,
      "step": 32940
    },
    {
      "contrastive_loss": 0.004443632438778877,
      "epoch": 10.274485339987523,
      "step": 32940
    },
    {
      "contrastive_lambda": 0.42336047859548537,
      "epoch": 10.274485339987523,
      "step": 32940
    },
    {
      "contrastive_lambda": 0.42333460813151963,
      "epoch": 10.2747972551466,
      "step": 32941
    },
    {
      "contrastive_lambda": 0.4233087378777366,
      "epoch": 10.275109170305678,
      "step": 32942
    },
    {
      "contrastive_lambda": 0.42328286783420704,
      "epoch": 10.275421085464753,
      "step": 32943
    },
    {
      "contrastive_lambda": 0.4232569980010018,
      "epoch": 10.27573300062383,
      "step": 32944
    },
    {
      "contrastive_lambda": 0.42323112837819177,
      "epoch": 10.276044915782908,
      "step": 32945
    },
    {
      "contrastive_lambda": 0.4232052589658481,
      "epoch": 10.276356830941983,
      "step": 32946
    },
    {
      "contrastive_lambda": 0.42317938976404146,
      "epoch": 10.27666874610106,
      "step": 32947
    },
    {
      "contrastive_lambda": 0.423153520772843,
      "epoch": 10.276980661260136,
      "step": 32948
    },
    {
      "contrastive_lambda": 0.42312765199232344,
      "epoch": 10.277292576419214,
      "step": 32949
    },
    {
      "epoch": 10.277604491578291,
      "grad_norm": 0.1213633343577385,
      "learning_rate": 4.6011113756020964e-05,
      "loss": 0.0324,
      "step": 32950
    },
    {
      "epoch": 10.277604491578291,
      "flow_loss": 0.03348857909440994,
      "step": 32950
    },
    {
      "contrastive_loss": 0.0034269890747964382,
      "epoch": 10.277604491578291,
      "step": 32950
    },
    {
      "contrastive_lambda": 0.4231017834225538,
      "epoch": 10.277604491578291,
      "step": 32950
    },
    {
      "contrastive_lambda": 0.42307591506360503,
      "epoch": 10.277916406737367,
      "step": 32951
    },
    {
      "contrastive_lambda": 0.42305004691554804,
      "epoch": 10.278228321896444,
      "step": 32952
    },
    {
      "contrastive_lambda": 0.4230241789784535,
      "epoch": 10.278540237055521,
      "step": 32953
    },
    {
      "contrastive_lambda": 0.42299831125239273,
      "epoch": 10.278852152214597,
      "step": 32954
    },
    {
      "contrastive_lambda": 0.4229724437374364,
      "epoch": 10.279164067373674,
      "step": 32955
    },
    {
      "contrastive_lambda": 0.42294657643365563,
      "epoch": 10.279475982532752,
      "step": 32956
    },
    {
      "contrastive_lambda": 0.422920709341121,
      "epoch": 10.279787897691827,
      "step": 32957
    },
    {
      "contrastive_lambda": 0.42289484245990366,
      "epoch": 10.280099812850905,
      "step": 32958
    },
    {
      "contrastive_lambda": 0.4228689757900746,
      "epoch": 10.280411728009982,
      "step": 32959
    },
    {
      "epoch": 10.280723643169058,
      "grad_norm": 0.09059088677167892,
      "learning_rate": 4.598364436866066e-05,
      "loss": 0.032,
      "step": 32960
    },
    {
      "epoch": 10.280723643169058,
      "flow_loss": 0.0522838719189167,
      "step": 32960
    },
    {
      "contrastive_loss": 0.004115642514079809,
      "epoch": 10.280723643169058,
      "step": 32960
    },
    {
      "contrastive_lambda": 0.4228431093317046,
      "epoch": 10.280723643169058,
      "step": 32960
    },
    {
      "contrastive_lambda": 0.4228172430848644,
      "epoch": 10.281035558328135,
      "step": 32961
    },
    {
      "contrastive_lambda": 0.4227913770496253,
      "epoch": 10.281347473487212,
      "step": 32962
    },
    {
      "contrastive_lambda": 0.4227655112260581,
      "epoch": 10.281659388646288,
      "step": 32963
    },
    {
      "contrastive_lambda": 0.42273964561423333,
      "epoch": 10.281971303805365,
      "step": 32964
    },
    {
      "contrastive_lambda": 0.42271378021422246,
      "epoch": 10.28228321896444,
      "step": 32965
    },
    {
      "contrastive_lambda": 0.42268791502609615,
      "epoch": 10.282595134123518,
      "step": 32966
    },
    {
      "contrastive_lambda": 0.4226620500499252,
      "epoch": 10.282907049282596,
      "step": 32967
    },
    {
      "contrastive_lambda": 0.4226361852857806,
      "epoch": 10.283218964441671,
      "step": 32968
    },
    {
      "contrastive_lambda": 0.4226103207337335,
      "epoch": 10.283530879600749,
      "step": 32969
    },
    {
      "epoch": 10.283842794759826,
      "grad_norm": 0.14863723516464233,
      "learning_rate": 4.595617620136316e-05,
      "loss": 0.0349,
      "step": 32970
    },
    {
      "epoch": 10.283842794759826,
      "flow_loss": 0.025308826938271523,
      "step": 32970
    },
    {
      "contrastive_loss": 0.004915070720016956,
      "epoch": 10.283842794759826,
      "step": 32970
    },
    {
      "contrastive_lambda": 0.4225844563938544,
      "epoch": 10.283842794759826,
      "step": 32970
    },
    {
      "contrastive_lambda": 0.4225585922662145,
      "epoch": 10.284154709918901,
      "step": 32971
    },
    {
      "contrastive_lambda": 0.42253272835088446,
      "epoch": 10.284466625077979,
      "step": 32972
    },
    {
      "contrastive_lambda": 0.4225068646479356,
      "epoch": 10.284778540237056,
      "step": 32973
    },
    {
      "contrastive_lambda": 0.4224810011574385,
      "epoch": 10.285090455396132,
      "step": 32974
    },
    {
      "contrastive_lambda": 0.422455137879464,
      "epoch": 10.28540237055521,
      "step": 32975
    },
    {
      "contrastive_lambda": 0.4224292748140832,
      "epoch": 10.285714285714286,
      "step": 32976
    },
    {
      "contrastive_lambda": 0.422403411961367,
      "epoch": 10.286026200873362,
      "step": 32977
    },
    {
      "contrastive_lambda": 0.4223775493213862,
      "epoch": 10.28633811603244,
      "step": 32978
    },
    {
      "contrastive_lambda": 0.4223516868942119,
      "epoch": 10.286650031191517,
      "step": 32979
    },
    {
      "epoch": 10.286961946350592,
      "grad_norm": 0.13059526681900024,
      "learning_rate": 4.592870926247257e-05,
      "loss": 0.0333,
      "step": 32980
    },
    {
      "epoch": 10.286961946350592,
      "flow_loss": 0.018075155094265938,
      "step": 32980
    },
    {
      "contrastive_loss": 0.003731722943484783,
      "epoch": 10.286961946350592,
      "step": 32980
    },
    {
      "contrastive_lambda": 0.42232582467991464,
      "epoch": 10.286961946350592,
      "step": 32980
    },
    {
      "contrastive_lambda": 0.4222999626785656,
      "epoch": 10.28727386150967,
      "step": 32981
    },
    {
      "contrastive_lambda": 0.42227410089023576,
      "epoch": 10.287585776668745,
      "step": 32982
    },
    {
      "contrastive_lambda": 0.4222482393149957,
      "epoch": 10.287897691827823,
      "step": 32983
    },
    {
      "contrastive_lambda": 0.42222237795291656,
      "epoch": 10.2882096069869,
      "step": 32984
    },
    {
      "contrastive_lambda": 0.4221965168040693,
      "epoch": 10.288521522145976,
      "step": 32985
    },
    {
      "contrastive_lambda": 0.4221706558685247,
      "epoch": 10.288833437305053,
      "step": 32986
    },
    {
      "contrastive_lambda": 0.42214479514635345,
      "epoch": 10.28914535246413,
      "step": 32987
    },
    {
      "contrastive_lambda": 0.42211893463762684,
      "epoch": 10.289457267623206,
      "step": 32988
    },
    {
      "contrastive_lambda": 0.42209307434241555,
      "epoch": 10.289769182782283,
      "step": 32989
    },
    {
      "epoch": 10.29008109794136,
      "grad_norm": 0.08854792267084122,
      "learning_rate": 4.5901243560332594e-05,
      "loss": 0.0229,
      "step": 32990
    },
    {
      "epoch": 10.29008109794136,
      "flow_loss": 0.015603052452206612,
      "step": 32990
    },
    {
      "contrastive_loss": 0.004600428976118565,
      "epoch": 10.29008109794136,
      "step": 32990
    },
    {
      "contrastive_lambda": 0.4220672142607906,
      "epoch": 10.29008109794136,
      "step": 32990
    },
    {
      "contrastive_lambda": 0.4220413543928227,
      "epoch": 10.290393013100436,
      "step": 32991
    },
    {
      "contrastive_lambda": 0.4220154947385828,
      "epoch": 10.290704928259514,
      "step": 32992
    },
    {
      "contrastive_lambda": 0.42198963529814204,
      "epoch": 10.291016843418591,
      "step": 32993
    },
    {
      "contrastive_lambda": 0.4219637760715711,
      "epoch": 10.291328758577666,
      "step": 32994
    },
    {
      "contrastive_lambda": 0.4219379170589407,
      "epoch": 10.291640673736744,
      "step": 32995
    },
    {
      "contrastive_lambda": 0.4219120582603221,
      "epoch": 10.291952588895821,
      "step": 32996
    },
    {
      "contrastive_lambda": 0.421886199675786,
      "epoch": 10.292264504054897,
      "step": 32997
    },
    {
      "contrastive_lambda": 0.4218603413054032,
      "epoch": 10.292576419213974,
      "step": 32998
    },
    {
      "contrastive_lambda": 0.4218344831492449,
      "epoch": 10.29288833437305,
      "step": 32999
    },
    {
      "epoch": 10.293200249532127,
      "grad_norm": 0.11112046986818314,
      "learning_rate": 4.587377910328662e-05,
      "loss": 0.0273,
      "step": 33000
    },
    {
      "epoch": 10.293200249532127,
      "flow_loss": 0.02657935582101345,
      "step": 33000
    },
    {
      "contrastive_loss": 0.0036741127260029316,
      "epoch": 10.293200249532127,
      "step": 33000
    },
    {
      "contrastive_lambda": 0.4218086252073817,
      "epoch": 10.293200249532127,
      "step": 33000
    },
    {
      "contrastive_lambda": 0.4217827674798846,
      "epoch": 10.293512164691204,
      "step": 33001
    },
    {
      "contrastive_lambda": 0.42175690996682447,
      "epoch": 10.29382407985028,
      "step": 33002
    },
    {
      "contrastive_lambda": 0.42173105266827227,
      "epoch": 10.294135995009357,
      "step": 33003
    },
    {
      "contrastive_lambda": 0.42170519558429875,
      "epoch": 10.294447910168435,
      "step": 33004
    },
    {
      "contrastive_lambda": 0.421679338714975,
      "epoch": 10.29475982532751,
      "step": 33005
    },
    {
      "contrastive_lambda": 0.4216534820603717,
      "epoch": 10.295071740486588,
      "step": 33006
    },
    {
      "contrastive_lambda": 0.4216276256205598,
      "epoch": 10.295383655645665,
      "step": 33007
    },
    {
      "contrastive_lambda": 0.42160176939561034,
      "epoch": 10.29569557080474,
      "step": 33008
    },
    {
      "contrastive_lambda": 0.42157591338559397,
      "epoch": 10.296007485963818,
      "step": 33009
    },
    {
      "epoch": 10.296319401122895,
      "grad_norm": 0.08957622200250626,
      "learning_rate": 4.5846315899677586e-05,
      "loss": 0.0293,
      "step": 33010
    },
    {
      "epoch": 10.296319401122895,
      "flow_loss": 0.012336146086454391,
      "step": 33010
    },
    {
      "contrastive_loss": 0.003819167148321867,
      "epoch": 10.296319401122895,
      "step": 33010
    },
    {
      "contrastive_lambda": 0.4215500575905816,
      "epoch": 10.296319401122895,
      "step": 33010
    },
    {
      "contrastive_lambda": 0.42152420201064444,
      "epoch": 10.296631316281971,
      "step": 33011
    },
    {
      "contrastive_lambda": 0.42149834664585295,
      "epoch": 10.296943231441048,
      "step": 33012
    },
    {
      "contrastive_lambda": 0.42147249149627836,
      "epoch": 10.297255146600126,
      "step": 33013
    },
    {
      "contrastive_lambda": 0.4214466365619912,
      "epoch": 10.297567061759201,
      "step": 33014
    },
    {
      "contrastive_lambda": 0.42142078184306264,
      "epoch": 10.297878976918279,
      "step": 33015
    },
    {
      "contrastive_lambda": 0.4213949273395635,
      "epoch": 10.298190892077354,
      "step": 33016
    },
    {
      "contrastive_lambda": 0.4213690730515647,
      "epoch": 10.298502807236432,
      "step": 33017
    },
    {
      "contrastive_lambda": 0.4213432189791368,
      "epoch": 10.298814722395509,
      "step": 33018
    },
    {
      "contrastive_lambda": 0.4213173651223512,
      "epoch": 10.299126637554584,
      "step": 33019
    },
    {
      "epoch": 10.299438552713662,
      "grad_norm": 0.12383905053138733,
      "learning_rate": 4.5818853957848114e-05,
      "loss": 0.0269,
      "step": 33020
    },
    {
      "epoch": 10.299438552713662,
      "flow_loss": 0.027826480567455292,
      "step": 33020
    },
    {
      "contrastive_loss": 0.004455779679119587,
      "epoch": 10.299438552713662,
      "step": 33020
    },
    {
      "contrastive_lambda": 0.4212915114812784,
      "epoch": 10.299438552713662,
      "step": 33020
    },
    {
      "contrastive_lambda": 0.42126565805598926,
      "epoch": 10.29975046787274,
      "step": 33021
    },
    {
      "contrastive_lambda": 0.421239804846555,
      "epoch": 10.300062383031815,
      "step": 33022
    },
    {
      "contrastive_lambda": 0.4212139518530462,
      "epoch": 10.300374298190892,
      "step": 33023
    },
    {
      "contrastive_lambda": 0.4211880990755338,
      "epoch": 10.30068621334997,
      "step": 33024
    },
    {
      "contrastive_lambda": 0.4211622465140887,
      "epoch": 10.300998128509045,
      "step": 33025
    },
    {
      "contrastive_lambda": 0.42113639416878174,
      "epoch": 10.301310043668122,
      "step": 33026
    },
    {
      "contrastive_lambda": 0.42111054203968395,
      "epoch": 10.3016219588272,
      "step": 33027
    },
    {
      "contrastive_lambda": 0.4210846901268661,
      "epoch": 10.301933873986275,
      "step": 33028
    },
    {
      "contrastive_lambda": 0.4210588384303989,
      "epoch": 10.302245789145353,
      "step": 33029
    },
    {
      "epoch": 10.30255770430443,
      "grad_norm": 0.10597056895494461,
      "learning_rate": 4.579139328614043e-05,
      "loss": 0.028,
      "step": 33030
    },
    {
      "epoch": 10.30255770430443,
      "flow_loss": 0.050915107131004333,
      "step": 33030
    },
    {
      "contrastive_loss": 0.00688269454985857,
      "epoch": 10.30255770430443,
      "step": 33030
    },
    {
      "contrastive_lambda": 0.4210329869503535,
      "epoch": 10.30255770430443,
      "step": 33030
    },
    {
      "contrastive_lambda": 0.42100713568680065,
      "epoch": 10.302869619463506,
      "step": 33031
    },
    {
      "contrastive_lambda": 0.42098128463981116,
      "epoch": 10.303181534622583,
      "step": 33032
    },
    {
      "contrastive_lambda": 0.42095543380945594,
      "epoch": 10.303493449781659,
      "step": 33033
    },
    {
      "contrastive_lambda": 0.420929583195806,
      "epoch": 10.303805364940736,
      "step": 33034
    },
    {
      "contrastive_lambda": 0.420903732798932,
      "epoch": 10.304117280099813,
      "step": 33035
    },
    {
      "contrastive_lambda": 0.420877882618905,
      "epoch": 10.304429195258889,
      "step": 33036
    },
    {
      "contrastive_lambda": 0.4208520326557957,
      "epoch": 10.304741110417966,
      "step": 33037
    },
    {
      "contrastive_lambda": 0.420826182909675,
      "epoch": 10.305053025577044,
      "step": 33038
    },
    {
      "contrastive_lambda": 0.42080033338061396,
      "epoch": 10.30536494073612,
      "step": 33039
    },
    {
      "epoch": 10.305676855895197,
      "grad_norm": 0.12465915828943253,
      "learning_rate": 4.576393389289633e-05,
      "loss": 0.0276,
      "step": 33040
    },
    {
      "epoch": 10.305676855895197,
      "flow_loss": 0.02580133266746998,
      "step": 33040
    },
    {
      "contrastive_loss": 0.0043824417516589165,
      "epoch": 10.305676855895197,
      "step": 33040
    },
    {
      "contrastive_lambda": 0.4207744840686833,
      "epoch": 10.305676855895197,
      "step": 33040
    },
    {
      "contrastive_lambda": 0.42074863497395365,
      "epoch": 10.305988771054274,
      "step": 33041
    },
    {
      "contrastive_lambda": 0.4207227860964963,
      "epoch": 10.30630068621335,
      "step": 33042
    },
    {
      "contrastive_lambda": 0.4206969374363819,
      "epoch": 10.306612601372427,
      "step": 33043
    },
    {
      "contrastive_lambda": 0.42067108899368133,
      "epoch": 10.306924516531504,
      "step": 33044
    },
    {
      "contrastive_lambda": 0.42064524076846554,
      "epoch": 10.30723643169058,
      "step": 33045
    },
    {
      "contrastive_lambda": 0.4206193927608053,
      "epoch": 10.307548346849657,
      "step": 33046
    },
    {
      "contrastive_lambda": 0.4205935449707715,
      "epoch": 10.307860262008735,
      "step": 33047
    },
    {
      "contrastive_lambda": 0.42056769739843497,
      "epoch": 10.30817217716781,
      "step": 33048
    },
    {
      "contrastive_lambda": 0.42054185004386657,
      "epoch": 10.308484092326887,
      "step": 33049
    },
    {
      "epoch": 10.308796007485963,
      "grad_norm": 0.07552751153707504,
      "learning_rate": 4.573647578645728e-05,
      "loss": 0.0287,
      "step": 33050
    },
    {
      "epoch": 10.308796007485963,
      "flow_loss": 0.023251645267009735,
      "step": 33050
    },
    {
      "contrastive_loss": 0.003599181305617094,
      "epoch": 10.308796007485963,
      "step": 33050
    },
    {
      "contrastive_lambda": 0.42051600290713737,
      "epoch": 10.308796007485963,
      "step": 33050
    },
    {
      "contrastive_lambda": 0.420490155988318,
      "epoch": 10.30910792264504,
      "step": 33051
    },
    {
      "contrastive_lambda": 0.4204643092874792,
      "epoch": 10.309419837804118,
      "step": 33052
    },
    {
      "contrastive_lambda": 0.4204384628046922,
      "epoch": 10.309731752963193,
      "step": 33053
    },
    {
      "contrastive_lambda": 0.4204126165400277,
      "epoch": 10.31004366812227,
      "step": 33054
    },
    {
      "contrastive_lambda": 0.42038677049355644,
      "epoch": 10.310355583281348,
      "step": 33055
    },
    {
      "contrastive_lambda": 0.4203609246653493,
      "epoch": 10.310667498440424,
      "step": 33056
    },
    {
      "contrastive_lambda": 0.4203350790554774,
      "epoch": 10.310979413599501,
      "step": 33057
    },
    {
      "contrastive_lambda": 0.42030923366401124,
      "epoch": 10.311291328758578,
      "step": 33058
    },
    {
      "contrastive_lambda": 0.4202833884910219,
      "epoch": 10.311603243917654,
      "step": 33059
    },
    {
      "epoch": 10.311915159076731,
      "grad_norm": 0.0976840928196907,
      "learning_rate": 4.57090189751643e-05,
      "loss": 0.0301,
      "step": 33060
    },
    {
      "epoch": 10.311915159076731,
      "flow_loss": 0.019680170342326164,
      "step": 33060
    },
    {
      "contrastive_loss": 0.004311463795602322,
      "epoch": 10.311915159076731,
      "step": 33060
    },
    {
      "contrastive_lambda": 0.42025754353658007,
      "epoch": 10.311915159076731,
      "step": 33060
    },
    {
      "contrastive_lambda": 0.42023169880075684,
      "epoch": 10.312227074235809,
      "step": 33061
    },
    {
      "contrastive_lambda": 0.420205854283623,
      "epoch": 10.312538989394884,
      "step": 33062
    },
    {
      "contrastive_lambda": 0.42018000998524907,
      "epoch": 10.312850904553962,
      "step": 33063
    },
    {
      "contrastive_lambda": 0.4201541659057064,
      "epoch": 10.313162819713039,
      "step": 33064
    },
    {
      "contrastive_lambda": 0.42012832204506567,
      "epoch": 10.313474734872115,
      "step": 33065
    },
    {
      "contrastive_lambda": 0.42010247840339754,
      "epoch": 10.313786650031192,
      "step": 33066
    },
    {
      "contrastive_lambda": 0.420076634980773,
      "epoch": 10.314098565190267,
      "step": 33067
    },
    {
      "contrastive_lambda": 0.420050791777263,
      "epoch": 10.314410480349345,
      "step": 33068
    },
    {
      "contrastive_lambda": 0.4200249487929382,
      "epoch": 10.314722395508422,
      "step": 33069
    },
    {
      "epoch": 10.315034310667498,
      "grad_norm": 0.09236975014209747,
      "learning_rate": 4.568156346735806e-05,
      "loss": 0.0254,
      "step": 33070
    },
    {
      "epoch": 10.315034310667498,
      "flow_loss": 0.021142834797501564,
      "step": 33070
    },
    {
      "contrastive_loss": 0.005391365848481655,
      "epoch": 10.315034310667498,
      "step": 33070
    },
    {
      "contrastive_lambda": 0.41999910602786966,
      "epoch": 10.315034310667498,
      "step": 33070
    },
    {
      "contrastive_lambda": 0.419973263482128,
      "epoch": 10.315346225826575,
      "step": 33071
    },
    {
      "contrastive_lambda": 0.4199474211557842,
      "epoch": 10.315658140985652,
      "step": 33072
    },
    {
      "contrastive_lambda": 0.41992157904890914,
      "epoch": 10.315970056144728,
      "step": 33073
    },
    {
      "contrastive_lambda": 0.4198957371615737,
      "epoch": 10.316281971303805,
      "step": 33074
    },
    {
      "contrastive_lambda": 0.41986989549384834,
      "epoch": 10.316593886462883,
      "step": 33075
    },
    {
      "contrastive_lambda": 0.4198440540458045,
      "epoch": 10.316905801621958,
      "step": 33076
    },
    {
      "contrastive_lambda": 0.4198182128175126,
      "epoch": 10.317217716781036,
      "step": 33077
    },
    {
      "contrastive_lambda": 0.4197923718090437,
      "epoch": 10.317529631940113,
      "step": 33078
    },
    {
      "contrastive_lambda": 0.41976653102046846,
      "epoch": 10.317841547099189,
      "step": 33079
    },
    {
      "epoch": 10.318153462258266,
      "grad_norm": 0.07196899503469467,
      "learning_rate": 4.565410927137882e-05,
      "loss": 0.0244,
      "step": 33080
    },
    {
      "epoch": 10.318153462258266,
      "flow_loss": 0.021817542612552643,
      "step": 33080
    },
    {
      "contrastive_loss": 0.004842139780521393,
      "epoch": 10.318153462258266,
      "step": 33080
    },
    {
      "contrastive_lambda": 0.4197406904518579,
      "epoch": 10.318153462258266,
      "step": 33080
    },
    {
      "contrastive_lambda": 0.41971485010328285,
      "epoch": 10.318465377417343,
      "step": 33081
    },
    {
      "contrastive_lambda": 0.41968900997481406,
      "epoch": 10.318777292576419,
      "step": 33082
    },
    {
      "contrastive_lambda": 0.41966317006652226,
      "epoch": 10.319089207735496,
      "step": 33083
    },
    {
      "contrastive_lambda": 0.4196373303784786,
      "epoch": 10.319401122894572,
      "step": 33084
    },
    {
      "contrastive_lambda": 0.41961149091075384,
      "epoch": 10.31971303805365,
      "step": 33085
    },
    {
      "contrastive_lambda": 0.4195856516634185,
      "epoch": 10.320024953212727,
      "step": 33086
    },
    {
      "contrastive_lambda": 0.41955981263654385,
      "epoch": 10.320336868371802,
      "step": 33087
    },
    {
      "contrastive_lambda": 0.4195339738302005,
      "epoch": 10.32064878353088,
      "step": 33088
    },
    {
      "contrastive_lambda": 0.4195081352444593,
      "epoch": 10.320960698689957,
      "step": 33089
    },
    {
      "epoch": 10.321272613849032,
      "grad_norm": 0.09014474600553513,
      "learning_rate": 4.562665639556644e-05,
      "loss": 0.0272,
      "step": 33090
    },
    {
      "epoch": 10.321272613849032,
      "flow_loss": 0.022490445524454117,
      "step": 33090
    },
    {
      "contrastive_loss": 0.00391128845512867,
      "epoch": 10.321272613849032,
      "step": 33090
    },
    {
      "contrastive_lambda": 0.4194822968793911,
      "epoch": 10.321272613849032,
      "step": 33090
    },
    {
      "contrastive_lambda": 0.4194564587350669,
      "epoch": 10.32158452900811,
      "step": 33091
    },
    {
      "contrastive_lambda": 0.4194306208115572,
      "epoch": 10.321896444167187,
      "step": 33092
    },
    {
      "contrastive_lambda": 0.41940478310893314,
      "epoch": 10.322208359326263,
      "step": 33093
    },
    {
      "contrastive_lambda": 0.4193789456272654,
      "epoch": 10.32252027448534,
      "step": 33094
    },
    {
      "contrastive_lambda": 0.4193531083666248,
      "epoch": 10.322832189644418,
      "step": 33095
    },
    {
      "contrastive_lambda": 0.41932727132708236,
      "epoch": 10.323144104803493,
      "step": 33096
    },
    {
      "contrastive_lambda": 0.4193014345087087,
      "epoch": 10.32345601996257,
      "step": 33097
    },
    {
      "contrastive_lambda": 0.4192755979115747,
      "epoch": 10.323767935121648,
      "step": 33098
    },
    {
      "contrastive_lambda": 0.4192497615357514,
      "epoch": 10.324079850280723,
      "step": 33099
    },
    {
      "epoch": 10.3243917654398,
      "grad_norm": 0.07374155521392822,
      "learning_rate": 4.559920484826037e-05,
      "loss": 0.0287,
      "step": 33100
    },
    {
      "epoch": 10.3243917654398,
      "flow_loss": 0.039320170879364014,
      "step": 33100
    },
    {
      "contrastive_loss": 0.003928987309336662,
      "epoch": 10.3243917654398,
      "step": 33100
    },
    {
      "contrastive_lambda": 0.4192239253813093,
      "epoch": 10.3243917654398,
      "step": 33100
    },
    {
      "contrastive_lambda": 0.4191980894483194,
      "epoch": 10.324703680598876,
      "step": 33101
    },
    {
      "contrastive_lambda": 0.41917225373685263,
      "epoch": 10.325015595757954,
      "step": 33102
    },
    {
      "contrastive_lambda": 0.4191464182469796,
      "epoch": 10.325327510917031,
      "step": 33103
    },
    {
      "contrastive_lambda": 0.4191205829787714,
      "epoch": 10.325639426076107,
      "step": 33104
    },
    {
      "contrastive_lambda": 0.4190947479322986,
      "epoch": 10.325951341235184,
      "step": 33105
    },
    {
      "contrastive_lambda": 0.41906891310763217,
      "epoch": 10.326263256394261,
      "step": 33106
    },
    {
      "contrastive_lambda": 0.41904307850484296,
      "epoch": 10.326575171553337,
      "step": 33107
    },
    {
      "contrastive_lambda": 0.41901724412400176,
      "epoch": 10.326887086712414,
      "step": 33108
    },
    {
      "contrastive_lambda": 0.4189914099651792,
      "epoch": 10.327199001871492,
      "step": 33109
    },
    {
      "epoch": 10.327510917030567,
      "grad_norm": 0.07181622833013535,
      "learning_rate": 4.5571754637799665e-05,
      "loss": 0.0306,
      "step": 33110
    },
    {
      "epoch": 10.327510917030567,
      "flow_loss": 0.029029561206698418,
      "step": 33110
    },
    {
      "contrastive_loss": 0.004106420557945967,
      "epoch": 10.327510917030567,
      "step": 33110
    },
    {
      "contrastive_lambda": 0.4189655760284465,
      "epoch": 10.327510917030567,
      "step": 33110
    },
    {
      "contrastive_lambda": 0.4189397423138742,
      "epoch": 10.327822832189645,
      "step": 33111
    },
    {
      "contrastive_lambda": 0.4189139088215332,
      "epoch": 10.328134747348722,
      "step": 33112
    },
    {
      "contrastive_lambda": 0.4188880755514942,
      "epoch": 10.328446662507798,
      "step": 33113
    },
    {
      "contrastive_lambda": 0.41886224250382825,
      "epoch": 10.328758577666875,
      "step": 33114
    },
    {
      "contrastive_lambda": 0.41883640967860614,
      "epoch": 10.329070492825952,
      "step": 33115
    },
    {
      "contrastive_lambda": 0.41881057707589864,
      "epoch": 10.329382407985028,
      "step": 33116
    },
    {
      "contrastive_lambda": 0.4187847446957763,
      "epoch": 10.329694323144105,
      "step": 33117
    },
    {
      "contrastive_lambda": 0.41875891253831043,
      "epoch": 10.33000623830318,
      "step": 33118
    },
    {
      "contrastive_lambda": 0.4187330806035716,
      "epoch": 10.330318153462258,
      "step": 33119
    },
    {
      "epoch": 10.330630068621335,
      "grad_norm": 0.08188462257385254,
      "learning_rate": 4.554430577252298e-05,
      "loss": 0.0259,
      "step": 33120
    },
    {
      "epoch": 10.330630068621335,
      "flow_loss": 0.019408412277698517,
      "step": 33120
    },
    {
      "contrastive_loss": 0.004368716850876808,
      "epoch": 10.330630068621335,
      "step": 33120
    },
    {
      "contrastive_lambda": 0.41870724889163047,
      "epoch": 10.330630068621335,
      "step": 33120
    },
    {
      "contrastive_lambda": 0.4186814174025582,
      "epoch": 10.330941983780411,
      "step": 33121
    },
    {
      "contrastive_lambda": 0.41865558613642545,
      "epoch": 10.331253898939488,
      "step": 33122
    },
    {
      "contrastive_lambda": 0.41862975509330297,
      "epoch": 10.331565814098566,
      "step": 33123
    },
    {
      "contrastive_lambda": 0.4186039242732616,
      "epoch": 10.331877729257641,
      "step": 33124
    },
    {
      "contrastive_lambda": 0.4185780936763723,
      "epoch": 10.332189644416719,
      "step": 33125
    },
    {
      "contrastive_lambda": 0.4185522633027057,
      "epoch": 10.332501559575796,
      "step": 33126
    },
    {
      "contrastive_lambda": 0.41852643315233273,
      "epoch": 10.332813474734872,
      "step": 33127
    },
    {
      "contrastive_lambda": 0.4185006032253241,
      "epoch": 10.333125389893949,
      "step": 33128
    },
    {
      "contrastive_lambda": 0.41847477352175066,
      "epoch": 10.333437305053026,
      "step": 33129
    },
    {
      "epoch": 10.333749220212102,
      "grad_norm": 0.08487740904092789,
      "learning_rate": 4.551685826076858e-05,
      "loss": 0.0264,
      "step": 33130
    },
    {
      "epoch": 10.333749220212102,
      "flow_loss": 0.028728194534778595,
      "step": 33130
    },
    {
      "contrastive_loss": 0.004697783384472132,
      "epoch": 10.333749220212102,
      "step": 33130
    },
    {
      "contrastive_lambda": 0.4184489440416834,
      "epoch": 10.333749220212102,
      "step": 33130
    },
    {
      "contrastive_lambda": 0.4184231147851929,
      "epoch": 10.33406113537118,
      "step": 33131
    },
    {
      "contrastive_lambda": 0.4183972857523501,
      "epoch": 10.334373050530257,
      "step": 33132
    },
    {
      "contrastive_lambda": 0.4183714569432258,
      "epoch": 10.334684965689332,
      "step": 33133
    },
    {
      "contrastive_lambda": 0.4183456283578907,
      "epoch": 10.33499688084841,
      "step": 33134
    },
    {
      "contrastive_lambda": 0.41831979999641583,
      "epoch": 10.335308796007485,
      "step": 33135
    },
    {
      "contrastive_lambda": 0.41829397185887174,
      "epoch": 10.335620711166563,
      "step": 33136
    },
    {
      "contrastive_lambda": 0.41826814394532935,
      "epoch": 10.33593262632564,
      "step": 33137
    },
    {
      "contrastive_lambda": 0.4182423162558596,
      "epoch": 10.336244541484715,
      "step": 33138
    },
    {
      "contrastive_lambda": 0.4182164887905332,
      "epoch": 10.336556456643793,
      "step": 33139
    },
    {
      "epoch": 10.33686837180287,
      "grad_norm": 0.1074022427201271,
      "learning_rate": 4.5489412110874246e-05,
      "loss": 0.0306,
      "step": 33140
    },
    {
      "epoch": 10.33686837180287,
      "flow_loss": 0.05752968043088913,
      "step": 33140
    },
    {
      "contrastive_loss": 0.005748721770942211,
      "epoch": 10.33686837180287,
      "step": 33140
    },
    {
      "contrastive_lambda": 0.4181906615494207,
      "epoch": 10.33686837180287,
      "step": 33140
    },
    {
      "contrastive_lambda": 0.4181648345325934,
      "epoch": 10.337180286961946,
      "step": 33141
    },
    {
      "contrastive_lambda": 0.4181390077401218,
      "epoch": 10.337492202121023,
      "step": 33142
    },
    {
      "contrastive_lambda": 0.4181131811720766,
      "epoch": 10.3378041172801,
      "step": 33143
    },
    {
      "contrastive_lambda": 0.41808735482852893,
      "epoch": 10.338116032439176,
      "step": 33144
    },
    {
      "contrastive_lambda": 0.41806152870954943,
      "epoch": 10.338427947598253,
      "step": 33145
    },
    {
      "contrastive_lambda": 0.4180357028152088,
      "epoch": 10.33873986275733,
      "step": 33146
    },
    {
      "contrastive_lambda": 0.41800987714557797,
      "epoch": 10.339051777916406,
      "step": 33147
    },
    {
      "contrastive_lambda": 0.4179840517007277,
      "epoch": 10.339363693075484,
      "step": 33148
    },
    {
      "contrastive_lambda": 0.4179582264807289,
      "epoch": 10.339675608234561,
      "step": 33149
    },
    {
      "epoch": 10.339987523393637,
      "grad_norm": 0.0728987529873848,
      "learning_rate": 4.5461967331177444e-05,
      "loss": 0.0331,
      "step": 33150
    },
    {
      "epoch": 10.339987523393637,
      "flow_loss": 0.03749791532754898,
      "step": 33150
    },
    {
      "contrastive_loss": 0.003739786334335804,
      "epoch": 10.339987523393637,
      "step": 33150
    },
    {
      "contrastive_lambda": 0.4179324014856523,
      "epoch": 10.339987523393637,
      "step": 33150
    },
    {
      "contrastive_lambda": 0.41790657671556847,
      "epoch": 10.340299438552714,
      "step": 33151
    },
    {
      "contrastive_lambda": 0.41788075217054865,
      "epoch": 10.34061135371179,
      "step": 33152
    },
    {
      "contrastive_lambda": 0.41785492785066336,
      "epoch": 10.340923268870867,
      "step": 33153
    },
    {
      "contrastive_lambda": 0.41782910375598337,
      "epoch": 10.341235184029944,
      "step": 33154
    },
    {
      "contrastive_lambda": 0.41780327988657956,
      "epoch": 10.34154709918902,
      "step": 33155
    },
    {
      "contrastive_lambda": 0.4177774562425228,
      "epoch": 10.341859014348097,
      "step": 33156
    },
    {
      "contrastive_lambda": 0.4177516328238838,
      "epoch": 10.342170929507175,
      "step": 33157
    },
    {
      "contrastive_lambda": 0.4177258096307334,
      "epoch": 10.34248284466625,
      "step": 33158
    },
    {
      "contrastive_lambda": 0.41769998666314223,
      "epoch": 10.342794759825328,
      "step": 33159
    },
    {
      "epoch": 10.343106674984405,
      "grad_norm": 0.09042826294898987,
      "learning_rate": 4.5434523930015115e-05,
      "loss": 0.0266,
      "step": 33160
    },
    {
      "epoch": 10.343106674984405,
      "flow_loss": 0.03627866506576538,
      "step": 33160
    },
    {
      "contrastive_loss": 0.004312513396143913,
      "epoch": 10.343106674984405,
      "step": 33160
    },
    {
      "contrastive_lambda": 0.4176741639211813,
      "epoch": 10.343106674984405,
      "step": 33160
    },
    {
      "contrastive_lambda": 0.41764834140492135,
      "epoch": 10.34341859014348,
      "step": 33161
    },
    {
      "contrastive_lambda": 0.4176225191144332,
      "epoch": 10.343730505302558,
      "step": 33162
    },
    {
      "contrastive_lambda": 0.41759669704978736,
      "epoch": 10.344042420461635,
      "step": 33163
    },
    {
      "contrastive_lambda": 0.41757087521105507,
      "epoch": 10.34435433562071,
      "step": 33164
    },
    {
      "contrastive_lambda": 0.41754505359830685,
      "epoch": 10.344666250779788,
      "step": 33165
    },
    {
      "contrastive_lambda": 0.41751923221161347,
      "epoch": 10.344978165938866,
      "step": 33166
    },
    {
      "contrastive_lambda": 0.4174934110510459,
      "epoch": 10.345290081097941,
      "step": 33167
    },
    {
      "contrastive_lambda": 0.4174675901166748,
      "epoch": 10.345601996257018,
      "step": 33168
    },
    {
      "contrastive_lambda": 0.41744176940857103,
      "epoch": 10.345913911416094,
      "step": 33169
    },
    {
      "epoch": 10.346225826575171,
      "grad_norm": 0.08721135556697845,
      "learning_rate": 4.540708191572388e-05,
      "loss": 0.0323,
      "step": 33170
    },
    {
      "epoch": 10.346225826575171,
      "flow_loss": 0.03323007747530937,
      "step": 33170
    },
    {
      "contrastive_loss": 0.0038414830341935158,
      "epoch": 10.346225826575171,
      "step": 33170
    },
    {
      "contrastive_lambda": 0.4174159489268052,
      "epoch": 10.346225826575171,
      "step": 33170
    },
    {
      "contrastive_lambda": 0.4173901286714483,
      "epoch": 10.346537741734249,
      "step": 33171
    },
    {
      "contrastive_lambda": 0.4173643086425712,
      "epoch": 10.346849656893324,
      "step": 33172
    },
    {
      "contrastive_lambda": 0.4173384888402445,
      "epoch": 10.347161572052402,
      "step": 33173
    },
    {
      "contrastive_lambda": 0.41731266926453875,
      "epoch": 10.347473487211479,
      "step": 33174
    },
    {
      "contrastive_lambda": 0.4172868499155253,
      "epoch": 10.347785402370555,
      "step": 33175
    },
    {
      "contrastive_lambda": 0.4172610307932746,
      "epoch": 10.348097317529632,
      "step": 33176
    },
    {
      "contrastive_lambda": 0.4172352118978574,
      "epoch": 10.34840923268871,
      "step": 33177
    },
    {
      "contrastive_lambda": 0.4172093932293445,
      "epoch": 10.348721147847785,
      "step": 33178
    },
    {
      "contrastive_lambda": 0.41718357478780693,
      "epoch": 10.349033063006862,
      "step": 33179
    },
    {
      "epoch": 10.34934497816594,
      "grad_norm": 0.09294344484806061,
      "learning_rate": 4.537964129663991e-05,
      "loss": 0.027,
      "step": 33180
    },
    {
      "epoch": 10.34934497816594,
      "flow_loss": 0.022057095542550087,
      "step": 33180
    },
    {
      "contrastive_loss": 0.003368088975548744,
      "epoch": 10.34934497816594,
      "step": 33180
    },
    {
      "contrastive_lambda": 0.4171577565733152,
      "epoch": 10.34934497816594,
      "step": 33180
    },
    {
      "contrastive_lambda": 0.4171319385859402,
      "epoch": 10.349656893325015,
      "step": 33181
    },
    {
      "contrastive_lambda": 0.4171061208257527,
      "epoch": 10.349968808484093,
      "step": 33182
    },
    {
      "contrastive_lambda": 0.4170803032928234,
      "epoch": 10.350280723643168,
      "step": 33183
    },
    {
      "contrastive_lambda": 0.4170544859872233,
      "epoch": 10.350592638802246,
      "step": 33184
    },
    {
      "contrastive_lambda": 0.4170286689090228,
      "epoch": 10.350904553961323,
      "step": 33185
    },
    {
      "contrastive_lambda": 0.4170028520582931,
      "epoch": 10.351216469120399,
      "step": 33186
    },
    {
      "contrastive_lambda": 0.4169770354351049,
      "epoch": 10.351528384279476,
      "step": 33187
    },
    {
      "contrastive_lambda": 0.4169512190395287,
      "epoch": 10.351840299438553,
      "step": 33188
    },
    {
      "contrastive_lambda": 0.41692540287163543,
      "epoch": 10.352152214597629,
      "step": 33189
    },
    {
      "epoch": 10.352464129756706,
      "grad_norm": 0.13661108911037445,
      "learning_rate": 4.535220208109889e-05,
      "loss": 0.0317,
      "step": 33190
    },
    {
      "epoch": 10.352464129756706,
      "flow_loss": 0.031105853617191315,
      "step": 33190
    },
    {
      "contrastive_loss": 0.0038891735021024942,
      "epoch": 10.352464129756706,
      "step": 33190
    },
    {
      "contrastive_lambda": 0.416899586931496,
      "epoch": 10.352464129756706,
      "step": 33190
    },
    {
      "contrastive_lambda": 0.416873771219181,
      "epoch": 10.352776044915784,
      "step": 33191
    },
    {
      "contrastive_lambda": 0.4168479557347613,
      "epoch": 10.353087960074859,
      "step": 33192
    },
    {
      "contrastive_lambda": 0.4168221404783076,
      "epoch": 10.353399875233936,
      "step": 33193
    },
    {
      "contrastive_lambda": 0.41679632544989076,
      "epoch": 10.353711790393014,
      "step": 33194
    },
    {
      "contrastive_lambda": 0.4167705106495816,
      "epoch": 10.35402370555209,
      "step": 33195
    },
    {
      "contrastive_lambda": 0.4167446960774508,
      "epoch": 10.354335620711167,
      "step": 33196
    },
    {
      "contrastive_lambda": 0.4167188817335689,
      "epoch": 10.354647535870244,
      "step": 33197
    },
    {
      "contrastive_lambda": 0.4166930676180072,
      "epoch": 10.35495945102932,
      "step": 33198
    },
    {
      "contrastive_lambda": 0.4166672537308361,
      "epoch": 10.355271366188397,
      "step": 33199
    },
    {
      "epoch": 10.355583281347473,
      "grad_norm": 0.10214466601610184,
      "learning_rate": 4.5324764277436194e-05,
      "loss": 0.0349,
      "step": 33200
    },
    {
      "epoch": 10.355583281347473,
      "flow_loss": 0.01849130168557167,
      "step": 33200
    },
    {
      "contrastive_loss": 0.00468492042273283,
      "epoch": 10.355583281347473,
      "step": 33200
    },
    {
      "contrastive_lambda": 0.4166414400721264,
      "epoch": 10.355583281347473,
      "step": 33200
    },
    {
      "contrastive_lambda": 0.4166156266419489,
      "epoch": 10.35589519650655,
      "step": 33201
    },
    {
      "contrastive_lambda": 0.4165898134403744,
      "epoch": 10.356207111665627,
      "step": 33202
    },
    {
      "contrastive_lambda": 0.41656400046747377,
      "epoch": 10.356519026824703,
      "step": 33203
    },
    {
      "contrastive_lambda": 0.4165381877233176,
      "epoch": 10.35683094198378,
      "step": 33204
    },
    {
      "contrastive_lambda": 0.4165123752079767,
      "epoch": 10.357142857142858,
      "step": 33205
    },
    {
      "contrastive_lambda": 0.4164865629215219,
      "epoch": 10.357454772301933,
      "step": 33206
    },
    {
      "contrastive_lambda": 0.416460750864024,
      "epoch": 10.35776668746101,
      "step": 33207
    },
    {
      "contrastive_lambda": 0.4164349390355535,
      "epoch": 10.358078602620088,
      "step": 33208
    },
    {
      "contrastive_lambda": 0.4164091274361815,
      "epoch": 10.358390517779164,
      "step": 33209
    },
    {
      "epoch": 10.358702432938241,
      "grad_norm": 0.1160617247223854,
      "learning_rate": 4.529732789398664e-05,
      "loss": 0.0293,
      "step": 33210
    },
    {
      "epoch": 10.358702432938241,
      "flow_loss": 0.026326730847358704,
      "step": 33210
    },
    {
      "contrastive_loss": 0.00394173339009285,
      "epoch": 10.358702432938241,
      "step": 33210
    },
    {
      "contrastive_lambda": 0.4163833160659787,
      "epoch": 10.358702432938241,
      "step": 33210
    },
    {
      "contrastive_lambda": 0.41635750492501566,
      "epoch": 10.359014348097318,
      "step": 33211
    },
    {
      "contrastive_lambda": 0.4163316940133633,
      "epoch": 10.359326263256394,
      "step": 33212
    },
    {
      "contrastive_lambda": 0.4163058833310924,
      "epoch": 10.359638178415471,
      "step": 33213
    },
    {
      "contrastive_lambda": 0.41628007287827357,
      "epoch": 10.359950093574549,
      "step": 33214
    },
    {
      "contrastive_lambda": 0.4162542626549778,
      "epoch": 10.360262008733624,
      "step": 33215
    },
    {
      "contrastive_lambda": 0.4162284526612756,
      "epoch": 10.360573923892701,
      "step": 33216
    },
    {
      "contrastive_lambda": 0.4162026428972379,
      "epoch": 10.360885839051777,
      "step": 33217
    },
    {
      "contrastive_lambda": 0.4161768333629355,
      "epoch": 10.361197754210854,
      "step": 33218
    },
    {
      "contrastive_lambda": 0.41615102405843885,
      "epoch": 10.361509669369932,
      "step": 33219
    },
    {
      "epoch": 10.361821584529007,
      "grad_norm": 0.11283180117607117,
      "learning_rate": 4.526989293908472e-05,
      "loss": 0.0276,
      "step": 33220
    },
    {
      "epoch": 10.361821584529007,
      "flow_loss": 0.02002638205885887,
      "step": 33220
    },
    {
      "contrastive_loss": 0.0038837434258311987,
      "epoch": 10.361821584529007,
      "step": 33220
    },
    {
      "contrastive_lambda": 0.4161252149838191,
      "epoch": 10.361821584529007,
      "step": 33220
    },
    {
      "contrastive_lambda": 0.41609940613914687,
      "epoch": 10.362133499688085,
      "step": 33221
    },
    {
      "contrastive_lambda": 0.4160735975244928,
      "epoch": 10.362445414847162,
      "step": 33222
    },
    {
      "contrastive_lambda": 0.4160477891399277,
      "epoch": 10.362757330006238,
      "step": 33223
    },
    {
      "contrastive_lambda": 0.41602198098552245,
      "epoch": 10.363069245165315,
      "step": 33224
    },
    {
      "contrastive_lambda": 0.4159961730613476,
      "epoch": 10.363381160324392,
      "step": 33225
    },
    {
      "contrastive_lambda": 0.4159703653674741,
      "epoch": 10.363693075483468,
      "step": 33226
    },
    {
      "contrastive_lambda": 0.41594455790397256,
      "epoch": 10.364004990642545,
      "step": 33227
    },
    {
      "contrastive_lambda": 0.4159187506709138,
      "epoch": 10.364316905801623,
      "step": 33228
    },
    {
      "contrastive_lambda": 0.4158929436683686,
      "epoch": 10.364628820960698,
      "step": 33229
    },
    {
      "epoch": 10.364940736119776,
      "grad_norm": 0.09852530807256699,
      "learning_rate": 4.524245942106442e-05,
      "loss": 0.0297,
      "step": 33230
    },
    {
      "epoch": 10.364940736119776,
      "flow_loss": 0.027990614995360374,
      "step": 33230
    },
    {
      "contrastive_loss": 0.004330293741077185,
      "epoch": 10.364940736119776,
      "step": 33230
    },
    {
      "contrastive_lambda": 0.4158671368964077,
      "epoch": 10.364940736119776,
      "step": 33230
    },
    {
      "contrastive_lambda": 0.4158413303551016,
      "epoch": 10.365252651278853,
      "step": 33231
    },
    {
      "contrastive_lambda": 0.4158155240445215,
      "epoch": 10.365564566437929,
      "step": 33232
    },
    {
      "contrastive_lambda": 0.4157897179647379,
      "epoch": 10.365876481597006,
      "step": 33233
    },
    {
      "contrastive_lambda": 0.4157639121158215,
      "epoch": 10.366188396756082,
      "step": 33234
    },
    {
      "contrastive_lambda": 0.4157381064978431,
      "epoch": 10.366500311915159,
      "step": 33235
    },
    {
      "contrastive_lambda": 0.41571230111087343,
      "epoch": 10.366812227074236,
      "step": 33236
    },
    {
      "contrastive_lambda": 0.4156864959549834,
      "epoch": 10.367124142233312,
      "step": 33237
    },
    {
      "contrastive_lambda": 0.41566069103024367,
      "epoch": 10.36743605739239,
      "step": 33238
    },
    {
      "contrastive_lambda": 0.4156348863367247,
      "epoch": 10.367747972551467,
      "step": 33239
    },
    {
      "epoch": 10.368059887710542,
      "grad_norm": 0.10399370640516281,
      "learning_rate": 4.5215027348259345e-05,
      "loss": 0.0281,
      "step": 33240
    },
    {
      "epoch": 10.368059887710542,
      "flow_loss": 0.028561828657984734,
      "step": 33240
    },
    {
      "contrastive_loss": 0.004790154285728931,
      "epoch": 10.368059887710542,
      "step": 33240
    },
    {
      "contrastive_lambda": 0.4156090818744977,
      "epoch": 10.368059887710542,
      "step": 33240
    },
    {
      "contrastive_lambda": 0.4155832776436331,
      "epoch": 10.36837180286962,
      "step": 33241
    },
    {
      "contrastive_lambda": 0.41555747364420165,
      "epoch": 10.368683718028697,
      "step": 33242
    },
    {
      "contrastive_lambda": 0.4155316698762744,
      "epoch": 10.368995633187772,
      "step": 33243
    },
    {
      "contrastive_lambda": 0.4155058663399218,
      "epoch": 10.36930754834685,
      "step": 33244
    },
    {
      "contrastive_lambda": 0.41548006303521456,
      "epoch": 10.369619463505927,
      "step": 33245
    },
    {
      "contrastive_lambda": 0.41545425996222357,
      "epoch": 10.369931378665003,
      "step": 33246
    },
    {
      "contrastive_lambda": 0.4154284571210196,
      "epoch": 10.37024329382408,
      "step": 33247
    },
    {
      "contrastive_lambda": 0.41540265451167324,
      "epoch": 10.370555208983157,
      "step": 33248
    },
    {
      "contrastive_lambda": 0.41537685213425535,
      "epoch": 10.370867124142233,
      "step": 33249
    },
    {
      "epoch": 10.37117903930131,
      "grad_norm": 0.11395848542451859,
      "learning_rate": 4.5187596729002616e-05,
      "loss": 0.0274,
      "step": 33250
    },
    {
      "epoch": 10.37117903930131,
      "flow_loss": 0.02192424051463604,
      "step": 33250
    },
    {
      "contrastive_loss": 0.004070552997291088,
      "epoch": 10.37117903930131,
      "step": 33250
    },
    {
      "contrastive_lambda": 0.4153510499888366,
      "epoch": 10.37117903930131,
      "step": 33250
    },
    {
      "contrastive_lambda": 0.4153252480754877,
      "epoch": 10.371490954460386,
      "step": 33251
    },
    {
      "contrastive_lambda": 0.41529944639427957,
      "epoch": 10.371802869619463,
      "step": 33252
    },
    {
      "contrastive_lambda": 0.4152736449452827,
      "epoch": 10.37211478477854,
      "step": 33253
    },
    {
      "contrastive_lambda": 0.41524784372856793,
      "epoch": 10.372426699937616,
      "step": 33254
    },
    {
      "contrastive_lambda": 0.41522204274420615,
      "epoch": 10.372738615096694,
      "step": 33255
    },
    {
      "contrastive_lambda": 0.4151962419922678,
      "epoch": 10.373050530255771,
      "step": 33256
    },
    {
      "contrastive_lambda": 0.4151704414728239,
      "epoch": 10.373362445414847,
      "step": 33257
    },
    {
      "contrastive_lambda": 0.41514464118594496,
      "epoch": 10.373674360573924,
      "step": 33258
    },
    {
      "contrastive_lambda": 0.4151188411317018,
      "epoch": 10.373986275733001,
      "step": 33259
    },
    {
      "epoch": 10.374298190892077,
      "grad_norm": 0.08033743500709534,
      "learning_rate": 4.516016757162693e-05,
      "loss": 0.0261,
      "step": 33260
    },
    {
      "epoch": 10.374298190892077,
      "flow_loss": 0.018472712486982346,
      "step": 33260
    },
    {
      "contrastive_loss": 0.0038851804565638304,
      "epoch": 10.374298190892077,
      "step": 33260
    },
    {
      "contrastive_lambda": 0.4150930413101652,
      "epoch": 10.374298190892077,
      "step": 33260
    },
    {
      "contrastive_lambda": 0.4150672417214059,
      "epoch": 10.374610106051154,
      "step": 33261
    },
    {
      "contrastive_lambda": 0.4150414423654944,
      "epoch": 10.374922021210232,
      "step": 33262
    },
    {
      "contrastive_lambda": 0.4150156432425018,
      "epoch": 10.375233936369307,
      "step": 33263
    },
    {
      "contrastive_lambda": 0.4149898443524986,
      "epoch": 10.375545851528384,
      "step": 33264
    },
    {
      "contrastive_lambda": 0.4149640456955554,
      "epoch": 10.375857766687462,
      "step": 33265
    },
    {
      "contrastive_lambda": 0.4149382472717433,
      "epoch": 10.376169681846537,
      "step": 33266
    },
    {
      "contrastive_lambda": 0.4149124490811328,
      "epoch": 10.376481597005615,
      "step": 33267
    },
    {
      "contrastive_lambda": 0.4148866511237945,
      "epoch": 10.37679351216469,
      "step": 33268
    },
    {
      "contrastive_lambda": 0.4148608533997994,
      "epoch": 10.377105427323768,
      "step": 33269
    },
    {
      "epoch": 10.377417342482845,
      "grad_norm": 0.09607992321252823,
      "learning_rate": 4.513273988446457e-05,
      "loss": 0.032,
      "step": 33270
    },
    {
      "epoch": 10.377417342482845,
      "flow_loss": 0.03538193926215172,
      "step": 33270
    },
    {
      "contrastive_loss": 0.0038983209524303675,
      "epoch": 10.377417342482845,
      "step": 33270
    },
    {
      "contrastive_lambda": 0.41483505590921815,
      "epoch": 10.377417342482845,
      "step": 33270
    },
    {
      "contrastive_lambda": 0.4148092586521213,
      "epoch": 10.37772925764192,
      "step": 33271
    },
    {
      "contrastive_lambda": 0.4147834616285799,
      "epoch": 10.378041172800998,
      "step": 33272
    },
    {
      "contrastive_lambda": 0.41475766483866416,
      "epoch": 10.378353087960075,
      "step": 33273
    },
    {
      "contrastive_lambda": 0.41473186828244535,
      "epoch": 10.378665003119151,
      "step": 33274
    },
    {
      "contrastive_lambda": 0.414706071959994,
      "epoch": 10.378976918278228,
      "step": 33275
    },
    {
      "contrastive_lambda": 0.4146802758713807,
      "epoch": 10.379288833437306,
      "step": 33276
    },
    {
      "contrastive_lambda": 0.41465448001667626,
      "epoch": 10.379600748596381,
      "step": 33277
    },
    {
      "contrastive_lambda": 0.41462868439595146,
      "epoch": 10.379912663755459,
      "step": 33278
    },
    {
      "contrastive_lambda": 0.41460288900927694,
      "epoch": 10.380224578914536,
      "step": 33279
    },
    {
      "epoch": 10.380536494073612,
      "grad_norm": 0.10073412954807281,
      "learning_rate": 4.5105313675847296e-05,
      "loss": 0.0317,
      "step": 33280
    },
    {
      "epoch": 10.380536494073612,
      "flow_loss": 0.021656829863786697,
      "step": 33280
    },
    {
      "contrastive_loss": 0.004197928123176098,
      "epoch": 10.380536494073612,
      "step": 33280
    },
    {
      "contrastive_lambda": 0.4145770938567235,
      "epoch": 10.380536494073612,
      "step": 33280
    },
    {
      "contrastive_lambda": 0.41455129893836173,
      "epoch": 10.380848409232689,
      "step": 33281
    },
    {
      "contrastive_lambda": 0.4145255042542624,
      "epoch": 10.381160324391766,
      "step": 33282
    },
    {
      "contrastive_lambda": 0.4144997098044964,
      "epoch": 10.381472239550842,
      "step": 33283
    },
    {
      "contrastive_lambda": 0.41447391558913427,
      "epoch": 10.38178415470992,
      "step": 33284
    },
    {
      "contrastive_lambda": 0.4144481216082465,
      "epoch": 10.382096069868995,
      "step": 33285
    },
    {
      "contrastive_lambda": 0.41442232786190436,
      "epoch": 10.382407985028072,
      "step": 33286
    },
    {
      "contrastive_lambda": 0.41439653435017826,
      "epoch": 10.38271990018715,
      "step": 33287
    },
    {
      "contrastive_lambda": 0.41437074107313865,
      "epoch": 10.383031815346225,
      "step": 33288
    },
    {
      "contrastive_lambda": 0.41434494803085675,
      "epoch": 10.383343730505302,
      "step": 33289
    },
    {
      "epoch": 10.38365564566438,
      "grad_norm": 0.17384158074855804,
      "learning_rate": 4.5077888954106495e-05,
      "loss": 0.0245,
      "step": 33290
    },
    {
      "epoch": 10.38365564566438,
      "flow_loss": 0.029601283371448517,
      "step": 33290
    },
    {
      "contrastive_loss": 0.005017787218093872,
      "epoch": 10.38365564566438,
      "step": 33290
    },
    {
      "contrastive_lambda": 0.41431915522340296,
      "epoch": 10.38365564566438,
      "step": 33290
    },
    {
      "contrastive_lambda": 0.41429336265084815,
      "epoch": 10.383967560823455,
      "step": 33291
    },
    {
      "contrastive_lambda": 0.4142675703132629,
      "epoch": 10.384279475982533,
      "step": 33292
    },
    {
      "contrastive_lambda": 0.4142417782107179,
      "epoch": 10.38459139114161,
      "step": 33293
    },
    {
      "contrastive_lambda": 0.41421598634328405,
      "epoch": 10.384903306300686,
      "step": 33294
    },
    {
      "contrastive_lambda": 0.41419019471103197,
      "epoch": 10.385215221459763,
      "step": 33295
    },
    {
      "contrastive_lambda": 0.41416440331403215,
      "epoch": 10.38552713661884,
      "step": 33296
    },
    {
      "contrastive_lambda": 0.41413861215235565,
      "epoch": 10.385839051777916,
      "step": 33297
    },
    {
      "contrastive_lambda": 0.41411282122607307,
      "epoch": 10.386150966936993,
      "step": 33298
    },
    {
      "contrastive_lambda": 0.4140870305352549,
      "epoch": 10.38646288209607,
      "step": 33299
    },
    {
      "epoch": 10.386774797255146,
      "grad_norm": 0.10043836385011673,
      "learning_rate": 4.505046572757309e-05,
      "loss": 0.0311,
      "step": 33300
    },
    {
      "epoch": 10.386774797255146,
      "flow_loss": 0.013917970471084118,
      "step": 33300
    },
    {
      "contrastive_loss": 0.003861492034047842,
      "epoch": 10.386774797255146,
      "step": 33300
    },
    {
      "contrastive_lambda": 0.414061240079972,
      "epoch": 10.386774797255146,
      "step": 33300
    },
    {
      "contrastive_lambda": 0.4140354498602953,
      "epoch": 10.387086712414224,
      "step": 33301
    },
    {
      "contrastive_lambda": 0.4140096598762951,
      "epoch": 10.3873986275733,
      "step": 33302
    },
    {
      "contrastive_lambda": 0.4139838701280425,
      "epoch": 10.387710542732377,
      "step": 33303
    },
    {
      "contrastive_lambda": 0.4139580806156078,
      "epoch": 10.388022457891454,
      "step": 33304
    },
    {
      "contrastive_lambda": 0.41393229133906195,
      "epoch": 10.38833437305053,
      "step": 33305
    },
    {
      "contrastive_lambda": 0.4139065022984757,
      "epoch": 10.388646288209607,
      "step": 33306
    },
    {
      "contrastive_lambda": 0.41388071349391947,
      "epoch": 10.388958203368684,
      "step": 33307
    },
    {
      "contrastive_lambda": 0.4138549249254644,
      "epoch": 10.38927011852776,
      "step": 33308
    },
    {
      "contrastive_lambda": 0.4138291365931809,
      "epoch": 10.389582033686837,
      "step": 33309
    },
    {
      "epoch": 10.389893948845915,
      "grad_norm": 0.08781740069389343,
      "learning_rate": 4.502304400457749e-05,
      "loss": 0.0255,
      "step": 33310
    },
    {
      "epoch": 10.389893948845915,
      "flow_loss": 0.04170239344239235,
      "step": 33310
    },
    {
      "contrastive_loss": 0.006234138738363981,
      "epoch": 10.389893948845915,
      "step": 33310
    },
    {
      "contrastive_lambda": 0.4138033484971396,
      "epoch": 10.389893948845915,
      "step": 33310
    },
    {
      "contrastive_lambda": 0.41377756063741133,
      "epoch": 10.39020586400499,
      "step": 33311
    },
    {
      "contrastive_lambda": 0.41375177301406685,
      "epoch": 10.390517779164067,
      "step": 33312
    },
    {
      "contrastive_lambda": 0.4137259856271767,
      "epoch": 10.390829694323145,
      "step": 33313
    },
    {
      "contrastive_lambda": 0.4137001984768118,
      "epoch": 10.39114160948222,
      "step": 33314
    },
    {
      "contrastive_lambda": 0.4136744115630425,
      "epoch": 10.391453524641298,
      "step": 33315
    },
    {
      "contrastive_lambda": 0.4136486248859398,
      "epoch": 10.391765439800375,
      "step": 33316
    },
    {
      "contrastive_lambda": 0.41362283844557435,
      "epoch": 10.39207735495945,
      "step": 33317
    },
    {
      "contrastive_lambda": 0.4135970522420168,
      "epoch": 10.392389270118528,
      "step": 33318
    },
    {
      "contrastive_lambda": 0.4135712662753377,
      "epoch": 10.392701185277604,
      "step": 33319
    },
    {
      "epoch": 10.393013100436681,
      "grad_norm": 0.08170750737190247,
      "learning_rate": 4.499562379344973e-05,
      "loss": 0.033,
      "step": 33320
    },
    {
      "epoch": 10.393013100436681,
      "flow_loss": 0.03236869350075722,
      "step": 33320
    },
    {
      "contrastive_loss": 0.0037877496797591448,
      "epoch": 10.393013100436681,
      "step": 33320
    },
    {
      "contrastive_lambda": 0.413545480545608,
      "epoch": 10.393013100436681,
      "step": 33320
    },
    {
      "contrastive_lambda": 0.4135196950528983,
      "epoch": 10.393325015595758,
      "step": 33321
    },
    {
      "contrastive_lambda": 0.41349390979727907,
      "epoch": 10.393636930754834,
      "step": 33322
    },
    {
      "contrastive_lambda": 0.4134681247788214,
      "epoch": 10.393948845913911,
      "step": 33323
    },
    {
      "contrastive_lambda": 0.41344233999759566,
      "epoch": 10.394260761072989,
      "step": 33324
    },
    {
      "contrastive_lambda": 0.4134165554536728,
      "epoch": 10.394572676232064,
      "step": 33325
    },
    {
      "contrastive_lambda": 0.4133907711471232,
      "epoch": 10.394884591391142,
      "step": 33326
    },
    {
      "contrastive_lambda": 0.4133649870780178,
      "epoch": 10.395196506550219,
      "step": 33327
    },
    {
      "contrastive_lambda": 0.41333920324642726,
      "epoch": 10.395508421709295,
      "step": 33328
    },
    {
      "contrastive_lambda": 0.4133134196524222,
      "epoch": 10.395820336868372,
      "step": 33329
    },
    {
      "epoch": 10.39613225202745,
      "grad_norm": 0.09174636006355286,
      "learning_rate": 4.4968205102519306e-05,
      "loss": 0.0365,
      "step": 33330
    },
    {
      "epoch": 10.39613225202745,
      "flow_loss": 0.03816552460193634,
      "step": 33330
    },
    {
      "contrastive_loss": 0.0037555040325969458,
      "epoch": 10.39613225202745,
      "step": 33330
    },
    {
      "contrastive_lambda": 0.4132876362960731,
      "epoch": 10.39613225202745,
      "step": 33330
    },
    {
      "contrastive_lambda": 0.4132618531774512,
      "epoch": 10.396444167186525,
      "step": 33331
    },
    {
      "contrastive_lambda": 0.41323607029662673,
      "epoch": 10.396756082345602,
      "step": 33332
    },
    {
      "contrastive_lambda": 0.41321028765367046,
      "epoch": 10.39706799750468,
      "step": 33333
    },
    {
      "contrastive_lambda": 0.4131845052486531,
      "epoch": 10.397379912663755,
      "step": 33334
    },
    {
      "contrastive_lambda": 0.4131587230816454,
      "epoch": 10.397691827822833,
      "step": 33335
    },
    {
      "contrastive_lambda": 0.4131329411527179,
      "epoch": 10.398003742981908,
      "step": 33336
    },
    {
      "contrastive_lambda": 0.41310715946194154,
      "epoch": 10.398315658140985,
      "step": 33337
    },
    {
      "contrastive_lambda": 0.4130813780093867,
      "epoch": 10.398627573300063,
      "step": 33338
    },
    {
      "contrastive_lambda": 0.4130555967951242,
      "epoch": 10.398939488459138,
      "step": 33339
    },
    {
      "epoch": 10.399251403618216,
      "grad_norm": 0.1277642548084259,
      "learning_rate": 4.494078794011532e-05,
      "loss": 0.0286,
      "step": 33340
    },
    {
      "epoch": 10.399251403618216,
      "flow_loss": 0.04563760384917259,
      "step": 33340
    },
    {
      "contrastive_loss": 0.005148347467184067,
      "epoch": 10.399251403618216,
      "step": 33340
    },
    {
      "contrastive_lambda": 0.4130298158192248,
      "epoch": 10.399251403618216,
      "step": 33340
    },
    {
      "contrastive_lambda": 0.4130040350817589,
      "epoch": 10.399563318777293,
      "step": 33341
    },
    {
      "contrastive_lambda": 0.4129782545827976,
      "epoch": 10.399875233936369,
      "step": 33342
    },
    {
      "contrastive_lambda": 0.41295247432241133,
      "epoch": 10.400187149095446,
      "step": 33343
    },
    {
      "contrastive_lambda": 0.41292669430067075,
      "epoch": 10.400499064254523,
      "step": 33344
    },
    {
      "contrastive_lambda": 0.41290091451764654,
      "epoch": 10.400810979413599,
      "step": 33345
    },
    {
      "contrastive_lambda": 0.4128751349734095,
      "epoch": 10.401122894572676,
      "step": 33346
    },
    {
      "contrastive_lambda": 0.41284935566803016,
      "epoch": 10.401434809731754,
      "step": 33347
    },
    {
      "contrastive_lambda": 0.4128235766015793,
      "epoch": 10.40174672489083,
      "step": 33348
    },
    {
      "contrastive_lambda": 0.4127977977741275,
      "epoch": 10.402058640049907,
      "step": 33349
    },
    {
      "epoch": 10.402370555208984,
      "grad_norm": 0.11193695664405823,
      "learning_rate": 4.491337231456639e-05,
      "loss": 0.0291,
      "step": 33350
    },
    {
      "epoch": 10.402370555208984,
      "flow_loss": 0.03847562149167061,
      "step": 33350
    },
    {
      "contrastive_loss": 0.006513029336929321,
      "epoch": 10.402370555208984,
      "step": 33350
    },
    {
      "contrastive_lambda": 0.4127720191857455,
      "epoch": 10.402370555208984,
      "step": 33350
    },
    {
      "contrastive_lambda": 0.4127462408365041,
      "epoch": 10.40268247036806,
      "step": 33351
    },
    {
      "contrastive_lambda": 0.4127204627264738,
      "epoch": 10.402994385527137,
      "step": 33352
    },
    {
      "contrastive_lambda": 0.412694684855725,
      "epoch": 10.403306300686213,
      "step": 33353
    },
    {
      "contrastive_lambda": 0.41266890722432903,
      "epoch": 10.40361821584529,
      "step": 33354
    },
    {
      "contrastive_lambda": 0.4126431298323561,
      "epoch": 10.403930131004367,
      "step": 33355
    },
    {
      "contrastive_lambda": 0.412617352679877,
      "epoch": 10.404242046163443,
      "step": 33356
    },
    {
      "contrastive_lambda": 0.41259157576696226,
      "epoch": 10.40455396132252,
      "step": 33357
    },
    {
      "contrastive_lambda": 0.41256579909368274,
      "epoch": 10.404865876481598,
      "step": 33358
    },
    {
      "contrastive_lambda": 0.41254002266010914,
      "epoch": 10.405177791640673,
      "step": 33359
    },
    {
      "epoch": 10.40548970679975,
      "grad_norm": 0.08752894401550293,
      "learning_rate": 4.4885958234200634e-05,
      "loss": 0.0314,
      "step": 33360
    },
    {
      "epoch": 10.40548970679975,
      "flow_loss": 0.021152660250663757,
      "step": 33360
    },
    {
      "contrastive_loss": 0.003414852311834693,
      "epoch": 10.40548970679975,
      "step": 33360
    },
    {
      "contrastive_lambda": 0.4125142464663121,
      "epoch": 10.40548970679975,
      "step": 33360
    },
    {
      "contrastive_lambda": 0.4124884705123619,
      "epoch": 10.405801621958828,
      "step": 33361
    },
    {
      "contrastive_lambda": 0.4124626947983298,
      "epoch": 10.406113537117903,
      "step": 33362
    },
    {
      "contrastive_lambda": 0.4124369193242862,
      "epoch": 10.40642545227698,
      "step": 33363
    },
    {
      "contrastive_lambda": 0.41241114409030155,
      "epoch": 10.406737367436058,
      "step": 33364
    },
    {
      "contrastive_lambda": 0.4123853690964469,
      "epoch": 10.407049282595134,
      "step": 33365
    },
    {
      "contrastive_lambda": 0.4123595943427928,
      "epoch": 10.407361197754211,
      "step": 33366
    },
    {
      "contrastive_lambda": 0.41233381982940964,
      "epoch": 10.407673112913287,
      "step": 33367
    },
    {
      "contrastive_lambda": 0.41230804555636835,
      "epoch": 10.407985028072364,
      "step": 33368
    },
    {
      "contrastive_lambda": 0.41228227152373964,
      "epoch": 10.408296943231441,
      "step": 33369
    },
    {
      "epoch": 10.408608858390517,
      "grad_norm": 0.11834941804409027,
      "learning_rate": 4.485854570734575e-05,
      "loss": 0.0385,
      "step": 33370
    },
    {
      "epoch": 10.408608858390517,
      "flow_loss": 0.03661986067891121,
      "step": 33370
    },
    {
      "contrastive_loss": 0.004858011845499277,
      "epoch": 10.408608858390517,
      "step": 33370
    },
    {
      "contrastive_lambda": 0.41225649773159395,
      "epoch": 10.408608858390517,
      "step": 33370
    },
    {
      "contrastive_lambda": 0.4122307241800022,
      "epoch": 10.408920773549594,
      "step": 33371
    },
    {
      "contrastive_lambda": 0.4122049508690347,
      "epoch": 10.409232688708672,
      "step": 33372
    },
    {
      "contrastive_lambda": 0.41217917779876234,
      "epoch": 10.409544603867747,
      "step": 33373
    },
    {
      "contrastive_lambda": 0.4121534049692559,
      "epoch": 10.409856519026825,
      "step": 33374
    },
    {
      "contrastive_lambda": 0.4121276323805859,
      "epoch": 10.410168434185902,
      "step": 33375
    },
    {
      "contrastive_lambda": 0.41210186003282273,
      "epoch": 10.410480349344978,
      "step": 33376
    },
    {
      "contrastive_lambda": 0.4120760879260375,
      "epoch": 10.410792264504055,
      "step": 33377
    },
    {
      "contrastive_lambda": 0.4120503160603006,
      "epoch": 10.411104179663132,
      "step": 33378
    },
    {
      "contrastive_lambda": 0.41202454443568287,
      "epoch": 10.411416094822208,
      "step": 33379
    },
    {
      "epoch": 10.411728009981285,
      "grad_norm": 0.09343410283327103,
      "learning_rate": 4.483113474232891e-05,
      "loss": 0.0302,
      "step": 33380
    },
    {
      "epoch": 10.411728009981285,
      "flow_loss": 0.029860708862543106,
      "step": 33380
    },
    {
      "contrastive_loss": 0.004128794185817242,
      "epoch": 10.411728009981285,
      "step": 33380
    },
    {
      "contrastive_lambda": 0.4119987730522547,
      "epoch": 10.411728009981285,
      "step": 33380
    },
    {
      "contrastive_lambda": 0.4119730019100869,
      "epoch": 10.412039925140363,
      "step": 33381
    },
    {
      "contrastive_lambda": 0.41194723100925024,
      "epoch": 10.412351840299438,
      "step": 33382
    },
    {
      "contrastive_lambda": 0.41192146034981525,
      "epoch": 10.412663755458516,
      "step": 33383
    },
    {
      "contrastive_lambda": 0.4118956899318523,
      "epoch": 10.412975670617591,
      "step": 33384
    },
    {
      "contrastive_lambda": 0.41186991975543263,
      "epoch": 10.413287585776668,
      "step": 33385
    },
    {
      "contrastive_lambda": 0.4118441498206265,
      "epoch": 10.413599500935746,
      "step": 33386
    },
    {
      "contrastive_lambda": 0.41181838012750444,
      "epoch": 10.413911416094821,
      "step": 33387
    },
    {
      "contrastive_lambda": 0.41179261067613754,
      "epoch": 10.414223331253899,
      "step": 33388
    },
    {
      "contrastive_lambda": 0.4117668414665962,
      "epoch": 10.414535246412976,
      "step": 33389
    },
    {
      "epoch": 10.414847161572052,
      "grad_norm": 0.10672379285097122,
      "learning_rate": 4.480372534747688e-05,
      "loss": 0.0285,
      "step": 33390
    },
    {
      "epoch": 10.414847161572052,
      "flow_loss": 0.033131495118141174,
      "step": 33390
    },
    {
      "contrastive_loss": 0.004219652619212866,
      "epoch": 10.414847161572052,
      "step": 33390
    },
    {
      "contrastive_lambda": 0.4117410724989509,
      "epoch": 10.414847161572052,
      "step": 33390
    },
    {
      "contrastive_lambda": 0.41171530377327253,
      "epoch": 10.415159076731129,
      "step": 33391
    },
    {
      "contrastive_lambda": 0.4116895352896318,
      "epoch": 10.415470991890206,
      "step": 33392
    },
    {
      "contrastive_lambda": 0.41166376704809904,
      "epoch": 10.415782907049282,
      "step": 33393
    },
    {
      "contrastive_lambda": 0.4116379990487452,
      "epoch": 10.41609482220836,
      "step": 33394
    },
    {
      "contrastive_lambda": 0.41161223129164065,
      "epoch": 10.416406737367437,
      "step": 33395
    },
    {
      "contrastive_lambda": 0.41158646377685637,
      "epoch": 10.416718652526512,
      "step": 33396
    },
    {
      "contrastive_lambda": 0.4115606965044628,
      "epoch": 10.41703056768559,
      "step": 33397
    },
    {
      "contrastive_lambda": 0.4115349294745305,
      "epoch": 10.417342482844667,
      "step": 33398
    },
    {
      "contrastive_lambda": 0.4115091626871302,
      "epoch": 10.417654398003743,
      "step": 33399
    },
    {
      "epoch": 10.41796631316282,
      "grad_norm": 0.09731985628604889,
      "learning_rate": 4.477631753111588e-05,
      "loss": 0.0296,
      "step": 33400
    },
    {
      "epoch": 10.41796631316282,
      "flow_loss": 0.019673945382237434,
      "step": 33400
    },
    {
      "contrastive_loss": 0.005210132338106632,
      "epoch": 10.41796631316282,
      "step": 33400
    },
    {
      "contrastive_lambda": 0.4114833961423327,
      "epoch": 10.41796631316282,
      "step": 33400
    },
    {
      "contrastive_lambda": 0.4114576298402084,
      "epoch": 10.418278228321896,
      "step": 33401
    },
    {
      "contrastive_lambda": 0.4114318637808281,
      "epoch": 10.418590143480973,
      "step": 33402
    },
    {
      "contrastive_lambda": 0.41140609796426225,
      "epoch": 10.41890205864005,
      "step": 33403
    },
    {
      "contrastive_lambda": 0.41138033239058164,
      "epoch": 10.419213973799126,
      "step": 33404
    },
    {
      "contrastive_lambda": 0.411354567059857,
      "epoch": 10.419525888958203,
      "step": 33405
    },
    {
      "contrastive_lambda": 0.4113288019721588,
      "epoch": 10.41983780411728,
      "step": 33406
    },
    {
      "contrastive_lambda": 0.41130303712755756,
      "epoch": 10.420149719276356,
      "step": 33407
    },
    {
      "contrastive_lambda": 0.4112772725261243,
      "epoch": 10.420461634435433,
      "step": 33408
    },
    {
      "contrastive_lambda": 0.41125150816792944,
      "epoch": 10.42077354959451,
      "step": 33409
    },
    {
      "epoch": 10.421085464753586,
      "grad_norm": 0.10226709395647049,
      "learning_rate": 4.4748911301571686e-05,
      "loss": 0.026,
      "step": 33410
    },
    {
      "epoch": 10.421085464753586,
      "flow_loss": 0.028704022988677025,
      "step": 33410
    },
    {
      "contrastive_loss": 0.0038333297707140446,
      "epoch": 10.421085464753586,
      "step": 33410
    },
    {
      "contrastive_lambda": 0.41122574405304335,
      "epoch": 10.421085464753586,
      "step": 33410
    },
    {
      "contrastive_lambda": 0.41119998018153714,
      "epoch": 10.421397379912664,
      "step": 33411
    },
    {
      "contrastive_lambda": 0.41117421655348113,
      "epoch": 10.421709295071741,
      "step": 33412
    },
    {
      "contrastive_lambda": 0.41114845316894616,
      "epoch": 10.422021210230817,
      "step": 33413
    },
    {
      "contrastive_lambda": 0.41112269002800267,
      "epoch": 10.422333125389894,
      "step": 33414
    },
    {
      "contrastive_lambda": 0.4110969271307213,
      "epoch": 10.422645040548971,
      "step": 33415
    },
    {
      "contrastive_lambda": 0.41107116447717296,
      "epoch": 10.422956955708047,
      "step": 33416
    },
    {
      "contrastive_lambda": 0.411045402067428,
      "epoch": 10.423268870867124,
      "step": 33417
    },
    {
      "contrastive_lambda": 0.41101963990155693,
      "epoch": 10.4235807860262,
      "step": 33418
    },
    {
      "contrastive_lambda": 0.4109938779796308,
      "epoch": 10.423892701185277,
      "step": 33419
    },
    {
      "epoch": 10.424204616344355,
      "grad_norm": 0.10932406038045883,
      "learning_rate": 4.472150666716961e-05,
      "loss": 0.0288,
      "step": 33420
    },
    {
      "epoch": 10.424204616344355,
      "flow_loss": 0.021703369915485382,
      "step": 33420
    },
    {
      "contrastive_loss": 0.00505629600957036,
      "epoch": 10.424204616344355,
      "step": 33420
    },
    {
      "contrastive_lambda": 0.4109681163017199,
      "epoch": 10.424204616344355,
      "step": 33420
    },
    {
      "contrastive_lambda": 0.410942354867895,
      "epoch": 10.42451653150343,
      "step": 33421
    },
    {
      "contrastive_lambda": 0.41091659367822664,
      "epoch": 10.424828446662508,
      "step": 33422
    },
    {
      "contrastive_lambda": 0.4108908327327856,
      "epoch": 10.425140361821585,
      "step": 33423
    },
    {
      "contrastive_lambda": 0.41086507203164224,
      "epoch": 10.42545227698066,
      "step": 33424
    },
    {
      "contrastive_lambda": 0.4108393115748674,
      "epoch": 10.425764192139738,
      "step": 33425
    },
    {
      "contrastive_lambda": 0.4108135513625318,
      "epoch": 10.426076107298815,
      "step": 33426
    },
    {
      "contrastive_lambda": 0.4107877913947057,
      "epoch": 10.42638802245789,
      "step": 33427
    },
    {
      "contrastive_lambda": 0.41076203167146014,
      "epoch": 10.426699937616968,
      "step": 33428
    },
    {
      "contrastive_lambda": 0.41073627219286524,
      "epoch": 10.427011852776046,
      "step": 33429
    },
    {
      "epoch": 10.427323767935121,
      "grad_norm": 0.09990806132555008,
      "learning_rate": 4.469410363623442e-05,
      "loss": 0.0268,
      "step": 33430
    },
    {
      "epoch": 10.427323767935121,
      "flow_loss": 0.019788309931755066,
      "step": 33430
    },
    {
      "contrastive_loss": 0.003550740657374263,
      "epoch": 10.427323767935121,
      "step": 33430
    },
    {
      "contrastive_lambda": 0.4107105129589922,
      "epoch": 10.427323767935121,
      "step": 33430
    },
    {
      "contrastive_lambda": 0.41068475396991133,
      "epoch": 10.427635683094199,
      "step": 33431
    },
    {
      "contrastive_lambda": 0.41065899522569316,
      "epoch": 10.427947598253276,
      "step": 33432
    },
    {
      "contrastive_lambda": 0.41063323672640845,
      "epoch": 10.428259513412351,
      "step": 33433
    },
    {
      "contrastive_lambda": 0.4106074784721279,
      "epoch": 10.428571428571429,
      "step": 33434
    },
    {
      "contrastive_lambda": 0.4105817204629219,
      "epoch": 10.428883343730504,
      "step": 33435
    },
    {
      "contrastive_lambda": 0.4105559626988613,
      "epoch": 10.429195258889582,
      "step": 33436
    },
    {
      "contrastive_lambda": 0.41053020518001654,
      "epoch": 10.42950717404866,
      "step": 33437
    },
    {
      "contrastive_lambda": 0.41050444790645824,
      "epoch": 10.429819089207735,
      "step": 33438
    },
    {
      "contrastive_lambda": 0.4104786908782572,
      "epoch": 10.430131004366812,
      "step": 33439
    },
    {
      "epoch": 10.43044291952589,
      "grad_norm": 0.09075015038251877,
      "learning_rate": 4.466670221709044e-05,
      "loss": 0.0265,
      "step": 33440
    },
    {
      "epoch": 10.43044291952589,
      "flow_loss": 0.013429663144052029,
      "step": 33440
    },
    {
      "contrastive_loss": 0.004678518511354923,
      "epoch": 10.43044291952589,
      "step": 33440
    },
    {
      "contrastive_lambda": 0.41045293409548395,
      "epoch": 10.43044291952589,
      "step": 33440
    },
    {
      "contrastive_lambda": 0.41042717755820884,
      "epoch": 10.430754834684965,
      "step": 33441
    },
    {
      "contrastive_lambda": 0.4104014212665029,
      "epoch": 10.431066749844042,
      "step": 33442
    },
    {
      "contrastive_lambda": 0.41037566522043656,
      "epoch": 10.43137866500312,
      "step": 33443
    },
    {
      "contrastive_lambda": 0.4103499094200802,
      "epoch": 10.431690580162195,
      "step": 33444
    },
    {
      "contrastive_lambda": 0.41032415386550486,
      "epoch": 10.432002495321273,
      "step": 33445
    },
    {
      "contrastive_lambda": 0.41029839855678085,
      "epoch": 10.43231441048035,
      "step": 33446
    },
    {
      "contrastive_lambda": 0.410272643493979,
      "epoch": 10.432626325639426,
      "step": 33447
    },
    {
      "contrastive_lambda": 0.4102468886771697,
      "epoch": 10.432938240798503,
      "step": 33448
    },
    {
      "contrastive_lambda": 0.4102211341064236,
      "epoch": 10.43325015595758,
      "step": 33449
    },
    {
      "epoch": 10.433562071116656,
      "grad_norm": 0.0882713571190834,
      "learning_rate": 4.463930241806154e-05,
      "loss": 0.0236,
      "step": 33450
    },
    {
      "epoch": 10.433562071116656,
      "flow_loss": 0.03330708295106888,
      "step": 33450
    },
    {
      "contrastive_loss": 0.004375017248094082,
      "epoch": 10.433562071116656,
      "step": 33450
    },
    {
      "contrastive_lambda": 0.4101953797818115,
      "epoch": 10.433562071116656,
      "step": 33450
    },
    {
      "contrastive_lambda": 0.4101696257034038,
      "epoch": 10.433873986275733,
      "step": 33451
    },
    {
      "contrastive_lambda": 0.41014387187127105,
      "epoch": 10.434185901434809,
      "step": 33452
    },
    {
      "contrastive_lambda": 0.4101181182854841,
      "epoch": 10.434497816593886,
      "step": 33453
    },
    {
      "contrastive_lambda": 0.4100923649461135,
      "epoch": 10.434809731752964,
      "step": 33454
    },
    {
      "contrastive_lambda": 0.4100666118532297,
      "epoch": 10.43512164691204,
      "step": 33455
    },
    {
      "contrastive_lambda": 0.41004085900690335,
      "epoch": 10.435433562071116,
      "step": 33456
    },
    {
      "contrastive_lambda": 0.4100151064072052,
      "epoch": 10.435745477230194,
      "step": 33457
    },
    {
      "contrastive_lambda": 0.4099893540542056,
      "epoch": 10.43605739238927,
      "step": 33458
    },
    {
      "contrastive_lambda": 0.40996360194797543,
      "epoch": 10.436369307548347,
      "step": 33459
    },
    {
      "epoch": 10.436681222707424,
      "grad_norm": 0.09679199010133743,
      "learning_rate": 4.4611904247471006e-05,
      "loss": 0.03,
      "step": 33460
    },
    {
      "epoch": 10.436681222707424,
      "flow_loss": 0.05044839531183243,
      "step": 33460
    },
    {
      "contrastive_loss": 0.0036530285142362118,
      "epoch": 10.436681222707424,
      "step": 33460
    },
    {
      "contrastive_lambda": 0.4099378500885851,
      "epoch": 10.436681222707424,
      "step": 33460
    },
    {
      "contrastive_lambda": 0.4099120984761052,
      "epoch": 10.4369931378665,
      "step": 33461
    },
    {
      "contrastive_lambda": 0.40988634711060656,
      "epoch": 10.437305053025577,
      "step": 33462
    },
    {
      "contrastive_lambda": 0.40986059599215957,
      "epoch": 10.437616968184654,
      "step": 33463
    },
    {
      "contrastive_lambda": 0.4098348451208347,
      "epoch": 10.43792888334373,
      "step": 33464
    },
    {
      "contrastive_lambda": 0.4098090944967029,
      "epoch": 10.438240798502807,
      "step": 33465
    },
    {
      "contrastive_lambda": 0.40978334411983447,
      "epoch": 10.438552713661885,
      "step": 33466
    },
    {
      "contrastive_lambda": 0.40975759399030015,
      "epoch": 10.43886462882096,
      "step": 33467
    },
    {
      "contrastive_lambda": 0.4097318441081706,
      "epoch": 10.439176543980038,
      "step": 33468
    },
    {
      "contrastive_lambda": 0.40970609447351625,
      "epoch": 10.439488459139113,
      "step": 33469
    },
    {
      "epoch": 10.43980037429819,
      "grad_norm": 0.12980850040912628,
      "learning_rate": 4.458450771364171e-05,
      "loss": 0.0271,
      "step": 33470
    },
    {
      "epoch": 10.43980037429819,
      "flow_loss": 0.014260306023061275,
      "step": 33470
    },
    {
      "contrastive_loss": 0.003862191690132022,
      "epoch": 10.43980037429819,
      "step": 33470
    },
    {
      "contrastive_lambda": 0.4096803450864078,
      "epoch": 10.43980037429819,
      "step": 33470
    },
    {
      "contrastive_lambda": 0.40965459594691583,
      "epoch": 10.440112289457268,
      "step": 33471
    },
    {
      "contrastive_lambda": 0.4096288470551108,
      "epoch": 10.440424204616344,
      "step": 33472
    },
    {
      "contrastive_lambda": 0.4096030984110636,
      "epoch": 10.440736119775421,
      "step": 33473
    },
    {
      "contrastive_lambda": 0.40957735001484463,
      "epoch": 10.441048034934498,
      "step": 33474
    },
    {
      "contrastive_lambda": 0.40955160186652423,
      "epoch": 10.441359950093574,
      "step": 33475
    },
    {
      "contrastive_lambda": 0.40952585396617347,
      "epoch": 10.441671865252651,
      "step": 33476
    },
    {
      "contrastive_lambda": 0.4095001063138628,
      "epoch": 10.441983780411729,
      "step": 33477
    },
    {
      "contrastive_lambda": 0.40947435890966255,
      "epoch": 10.442295695570804,
      "step": 33478
    },
    {
      "contrastive_lambda": 0.40944861175364344,
      "epoch": 10.442607610729882,
      "step": 33479
    },
    {
      "epoch": 10.442919525888959,
      "grad_norm": 0.09839732944965363,
      "learning_rate": 4.4557112824895965e-05,
      "loss": 0.0281,
      "step": 33480
    },
    {
      "epoch": 10.442919525888959,
      "flow_loss": 0.04046938568353653,
      "step": 33480
    },
    {
      "contrastive_loss": 0.004739262163639069,
      "epoch": 10.442919525888959,
      "step": 33480
    },
    {
      "contrastive_lambda": 0.4094228648458763,
      "epoch": 10.442919525888959,
      "step": 33480
    },
    {
      "contrastive_lambda": 0.4093971181864314,
      "epoch": 10.443231441048034,
      "step": 33481
    },
    {
      "contrastive_lambda": 0.40937137177537947,
      "epoch": 10.443543356207112,
      "step": 33482
    },
    {
      "contrastive_lambda": 0.4093456256127909,
      "epoch": 10.44385527136619,
      "step": 33483
    },
    {
      "contrastive_lambda": 0.4093198796987367,
      "epoch": 10.444167186525265,
      "step": 33484
    },
    {
      "contrastive_lambda": 0.4092941340332872,
      "epoch": 10.444479101684342,
      "step": 33485
    },
    {
      "contrastive_lambda": 0.4092683886165127,
      "epoch": 10.444791016843418,
      "step": 33486
    },
    {
      "contrastive_lambda": 0.4092426434484843,
      "epoch": 10.445102932002495,
      "step": 33487
    },
    {
      "contrastive_lambda": 0.40921689852927234,
      "epoch": 10.445414847161572,
      "step": 33488
    },
    {
      "contrastive_lambda": 0.40919115385894733,
      "epoch": 10.445726762320648,
      "step": 33489
    },
    {
      "epoch": 10.446038677479725,
      "grad_norm": 0.09546948969364166,
      "learning_rate": 4.452971958955563e-05,
      "loss": 0.0295,
      "step": 33490
    },
    {
      "epoch": 10.446038677479725,
      "flow_loss": 0.02917124703526497,
      "step": 33490
    },
    {
      "contrastive_loss": 0.0040927003137767315,
      "epoch": 10.446038677479725,
      "step": 33490
    },
    {
      "contrastive_lambda": 0.40916540943757995,
      "epoch": 10.446038677479725,
      "step": 33490
    },
    {
      "contrastive_lambda": 0.4091396652652408,
      "epoch": 10.446350592638803,
      "step": 33491
    },
    {
      "contrastive_lambda": 0.40911392134200036,
      "epoch": 10.446662507797878,
      "step": 33492
    },
    {
      "contrastive_lambda": 0.4090881776679293,
      "epoch": 10.446974422956956,
      "step": 33493
    },
    {
      "contrastive_lambda": 0.4090624342430981,
      "epoch": 10.447286338116033,
      "step": 33494
    },
    {
      "contrastive_lambda": 0.40903669106757745,
      "epoch": 10.447598253275109,
      "step": 33495
    },
    {
      "contrastive_lambda": 0.40901094814143796,
      "epoch": 10.447910168434186,
      "step": 33496
    },
    {
      "contrastive_lambda": 0.4089852054647501,
      "epoch": 10.448222083593263,
      "step": 33497
    },
    {
      "contrastive_lambda": 0.40895946303758424,
      "epoch": 10.448533998752339,
      "step": 33498
    },
    {
      "contrastive_lambda": 0.4089337208600114,
      "epoch": 10.448845913911416,
      "step": 33499
    },
    {
      "epoch": 10.449157829070494,
      "grad_norm": 0.09976354986429214,
      "learning_rate": 4.450232801594208e-05,
      "loss": 0.0333,
      "step": 33500
    },
    {
      "epoch": 10.449157829070494,
      "flow_loss": 0.01779184676706791,
      "step": 33500
    },
    {
      "contrastive_loss": 0.004000084474682808,
      "epoch": 10.449157829070494,
      "step": 33500
    },
    {
      "contrastive_lambda": 0.40890797893210185,
      "epoch": 10.449157829070494,
      "step": 33500
    },
    {
      "contrastive_lambda": 0.40888223725392636,
      "epoch": 10.44946974422957,
      "step": 33501
    },
    {
      "contrastive_lambda": 0.4088564958255553,
      "epoch": 10.449781659388647,
      "step": 33502
    },
    {
      "contrastive_lambda": 0.40883075464705926,
      "epoch": 10.450093574547722,
      "step": 33503
    },
    {
      "contrastive_lambda": 0.408805013718509,
      "epoch": 10.4504054897068,
      "step": 33504
    },
    {
      "contrastive_lambda": 0.408779273039975,
      "epoch": 10.450717404865877,
      "step": 33505
    },
    {
      "contrastive_lambda": 0.4087535326115276,
      "epoch": 10.451029320024952,
      "step": 33506
    },
    {
      "contrastive_lambda": 0.40872779243323776,
      "epoch": 10.45134123518403,
      "step": 33507
    },
    {
      "contrastive_lambda": 0.4087020525051759,
      "epoch": 10.451653150343107,
      "step": 33508
    },
    {
      "contrastive_lambda": 0.4086763128274123,
      "epoch": 10.451965065502183,
      "step": 33509
    },
    {
      "epoch": 10.45227698066126,
      "grad_norm": 0.08498706668615341,
      "learning_rate": 4.447493811237609e-05,
      "loss": 0.0325,
      "step": 33510
    },
    {
      "epoch": 10.45227698066126,
      "flow_loss": 0.022253720089793205,
      "step": 33510
    },
    {
      "contrastive_loss": 0.003552445210516453,
      "epoch": 10.45227698066126,
      "step": 33510
    },
    {
      "contrastive_lambda": 0.408650573400018,
      "epoch": 10.45227698066126,
      "step": 33510
    },
    {
      "contrastive_lambda": 0.4086248342230633,
      "epoch": 10.452588895820337,
      "step": 33511
    },
    {
      "contrastive_lambda": 0.40859909529661875,
      "epoch": 10.452900810979413,
      "step": 33512
    },
    {
      "contrastive_lambda": 0.40857335662075495,
      "epoch": 10.45321272613849,
      "step": 33513
    },
    {
      "contrastive_lambda": 0.4085476181955426,
      "epoch": 10.453524641297568,
      "step": 33514
    },
    {
      "contrastive_lambda": 0.408521880021052,
      "epoch": 10.453836556456643,
      "step": 33515
    },
    {
      "contrastive_lambda": 0.408496142097354,
      "epoch": 10.45414847161572,
      "step": 33516
    },
    {
      "contrastive_lambda": 0.4084704044245188,
      "epoch": 10.454460386774798,
      "step": 33517
    },
    {
      "contrastive_lambda": 0.4084446670026174,
      "epoch": 10.454772301933874,
      "step": 33518
    },
    {
      "contrastive_lambda": 0.4084189298317202,
      "epoch": 10.455084217092951,
      "step": 33519
    },
    {
      "epoch": 10.455396132252027,
      "grad_norm": 0.106808602809906,
      "learning_rate": 4.444754988717804e-05,
      "loss": 0.0257,
      "step": 33520
    },
    {
      "epoch": 10.455396132252027,
      "flow_loss": 0.03659025579690933,
      "step": 33520
    },
    {
      "contrastive_loss": 0.005064196884632111,
      "epoch": 10.455396132252027,
      "step": 33520
    },
    {
      "contrastive_lambda": 0.4083931929118975,
      "epoch": 10.455396132252027,
      "step": 33520
    },
    {
      "contrastive_lambda": 0.40836745624322013,
      "epoch": 10.455708047411104,
      "step": 33521
    },
    {
      "contrastive_lambda": 0.4083417198257586,
      "epoch": 10.456019962570181,
      "step": 33522
    },
    {
      "contrastive_lambda": 0.40831598365958344,
      "epoch": 10.456331877729257,
      "step": 33523
    },
    {
      "contrastive_lambda": 0.4082902477447653,
      "epoch": 10.456643792888334,
      "step": 33524
    },
    {
      "contrastive_lambda": 0.40826451208137454,
      "epoch": 10.456955708047412,
      "step": 33525
    },
    {
      "contrastive_lambda": 0.40823877666948183,
      "epoch": 10.457267623206487,
      "step": 33526
    },
    {
      "contrastive_lambda": 0.4082130415091578,
      "epoch": 10.457579538365565,
      "step": 33527
    },
    {
      "contrastive_lambda": 0.40818730660047287,
      "epoch": 10.457891453524642,
      "step": 33528
    },
    {
      "contrastive_lambda": 0.4081615719434976,
      "epoch": 10.458203368683717,
      "step": 33529
    },
    {
      "epoch": 10.458515283842795,
      "grad_norm": 0.11471311748027802,
      "learning_rate": 4.442016334866771e-05,
      "loss": 0.0293,
      "step": 33530
    },
    {
      "epoch": 10.458515283842795,
      "flow_loss": 0.02695445902645588,
      "step": 33530
    },
    {
      "contrastive_loss": 0.004865819122642279,
      "epoch": 10.458515283842795,
      "step": 33530
    },
    {
      "contrastive_lambda": 0.40813583753830274,
      "epoch": 10.458515283842795,
      "step": 33530
    },
    {
      "contrastive_lambda": 0.4081101033849587,
      "epoch": 10.458827199001872,
      "step": 33531
    },
    {
      "contrastive_lambda": 0.40808436948353577,
      "epoch": 10.459139114160948,
      "step": 33532
    },
    {
      "contrastive_lambda": 0.408058635834105,
      "epoch": 10.459451029320025,
      "step": 33533
    },
    {
      "contrastive_lambda": 0.4080329024367366,
      "epoch": 10.459762944479102,
      "step": 33534
    },
    {
      "contrastive_lambda": 0.4080071692915014,
      "epoch": 10.460074859638178,
      "step": 33535
    },
    {
      "contrastive_lambda": 0.4079814363984695,
      "epoch": 10.460386774797255,
      "step": 33536
    },
    {
      "contrastive_lambda": 0.40795570375771184,
      "epoch": 10.460698689956331,
      "step": 33537
    },
    {
      "contrastive_lambda": 0.4079299713692989,
      "epoch": 10.461010605115408,
      "step": 33538
    },
    {
      "contrastive_lambda": 0.4079042392333012,
      "epoch": 10.461322520274486,
      "step": 33539
    },
    {
      "epoch": 10.461634435433561,
      "grad_norm": 0.08574213832616806,
      "learning_rate": 4.4392778505164445e-05,
      "loss": 0.0279,
      "step": 33540
    },
    {
      "epoch": 10.461634435433561,
      "flow_loss": 0.028026040643453598,
      "step": 33540
    },
    {
      "contrastive_loss": 0.0036029606126248837,
      "epoch": 10.461634435433561,
      "step": 33540
    },
    {
      "contrastive_lambda": 0.40787850734978903,
      "epoch": 10.461634435433561,
      "step": 33540
    },
    {
      "contrastive_lambda": 0.4078527757188334,
      "epoch": 10.461946350592639,
      "step": 33541
    },
    {
      "contrastive_lambda": 0.40782704434050454,
      "epoch": 10.462258265751716,
      "step": 33542
    },
    {
      "contrastive_lambda": 0.4078013132148729,
      "epoch": 10.462570180910792,
      "step": 33543
    },
    {
      "contrastive_lambda": 0.40777558234200945,
      "epoch": 10.462882096069869,
      "step": 33544
    },
    {
      "contrastive_lambda": 0.4077498517219844,
      "epoch": 10.463194011228946,
      "step": 33545
    },
    {
      "contrastive_lambda": 0.40772412135486835,
      "epoch": 10.463505926388022,
      "step": 33546
    },
    {
      "contrastive_lambda": 0.4076983912407318,
      "epoch": 10.4638178415471,
      "step": 33547
    },
    {
      "contrastive_lambda": 0.40767266137964553,
      "epoch": 10.464129756706177,
      "step": 33548
    },
    {
      "contrastive_lambda": 0.4076469317716797,
      "epoch": 10.464441671865252,
      "step": 33549
    },
    {
      "epoch": 10.46475358702433,
      "grad_norm": 0.11276815086603165,
      "learning_rate": 4.436539536498702e-05,
      "loss": 0.03,
      "step": 33550
    },
    {
      "epoch": 10.46475358702433,
      "flow_loss": 0.03653871640563011,
      "step": 33550
    },
    {
      "contrastive_loss": 0.004406093619763851,
      "epoch": 10.46475358702433,
      "step": 33550
    },
    {
      "contrastive_lambda": 0.4076212024169052,
      "epoch": 10.46475358702433,
      "step": 33550
    },
    {
      "contrastive_lambda": 0.4075954733153923,
      "epoch": 10.465065502183407,
      "step": 33551
    },
    {
      "contrastive_lambda": 0.40756974446721167,
      "epoch": 10.465377417342483,
      "step": 33552
    },
    {
      "contrastive_lambda": 0.40754401587243394,
      "epoch": 10.46568933250156,
      "step": 33553
    },
    {
      "contrastive_lambda": 0.40751828753112945,
      "epoch": 10.466001247660635,
      "step": 33554
    },
    {
      "contrastive_lambda": 0.4074925594433688,
      "epoch": 10.466313162819713,
      "step": 33555
    },
    {
      "contrastive_lambda": 0.40746683160922265,
      "epoch": 10.46662507797879,
      "step": 33556
    },
    {
      "contrastive_lambda": 0.4074411040287613,
      "epoch": 10.466936993137866,
      "step": 33557
    },
    {
      "contrastive_lambda": 0.40741537670205563,
      "epoch": 10.467248908296943,
      "step": 33558
    },
    {
      "contrastive_lambda": 0.4073896496291758,
      "epoch": 10.46756082345602,
      "step": 33559
    },
    {
      "epoch": 10.467872738615096,
      "grad_norm": 0.09043625742197037,
      "learning_rate": 4.433801393645369e-05,
      "loss": 0.0289,
      "step": 33560
    },
    {
      "epoch": 10.467872738615096,
      "flow_loss": 0.016572998836636543,
      "step": 33560
    },
    {
      "contrastive_loss": 0.004246040713042021,
      "epoch": 10.467872738615096,
      "step": 33560
    },
    {
      "contrastive_lambda": 0.40736392281019246,
      "epoch": 10.467872738615096,
      "step": 33560
    },
    {
      "contrastive_lambda": 0.4073381962451763,
      "epoch": 10.468184653774173,
      "step": 33561
    },
    {
      "contrastive_lambda": 0.4073124699341978,
      "epoch": 10.46849656893325,
      "step": 33562
    },
    {
      "contrastive_lambda": 0.40728674387732716,
      "epoch": 10.468808484092326,
      "step": 33563
    },
    {
      "contrastive_lambda": 0.4072610180746354,
      "epoch": 10.469120399251404,
      "step": 33564
    },
    {
      "contrastive_lambda": 0.40723529252619284,
      "epoch": 10.469432314410481,
      "step": 33565
    },
    {
      "contrastive_lambda": 0.40720956723206975,
      "epoch": 10.469744229569557,
      "step": 33566
    },
    {
      "contrastive_lambda": 0.40718384219233716,
      "epoch": 10.470056144728634,
      "step": 33567
    },
    {
      "contrastive_lambda": 0.4071581174070653,
      "epoch": 10.470368059887711,
      "step": 33568
    },
    {
      "contrastive_lambda": 0.40713239287632463,
      "epoch": 10.470679975046787,
      "step": 33569
    },
    {
      "epoch": 10.470991890205864,
      "grad_norm": 0.06808937340974808,
      "learning_rate": 4.431063422788226e-05,
      "loss": 0.0237,
      "step": 33570
    },
    {
      "epoch": 10.470991890205864,
      "flow_loss": 0.030657043680548668,
      "step": 33570
    },
    {
      "contrastive_loss": 0.003491319715976715,
      "epoch": 10.470991890205864,
      "step": 33570
    },
    {
      "contrastive_lambda": 0.40710666860018574,
      "epoch": 10.470991890205864,
      "step": 33570
    },
    {
      "contrastive_lambda": 0.40708094457871924,
      "epoch": 10.47130380536494,
      "step": 33571
    },
    {
      "contrastive_lambda": 0.40705522081199574,
      "epoch": 10.471615720524017,
      "step": 33572
    },
    {
      "contrastive_lambda": 0.4070294973000856,
      "epoch": 10.471927635683095,
      "step": 33573
    },
    {
      "contrastive_lambda": 0.4070037740430591,
      "epoch": 10.47223955084217,
      "step": 33574
    },
    {
      "contrastive_lambda": 0.40697805104098733,
      "epoch": 10.472551466001248,
      "step": 33575
    },
    {
      "contrastive_lambda": 0.40695232829394046,
      "epoch": 10.472863381160325,
      "step": 33576
    },
    {
      "contrastive_lambda": 0.406926605801989,
      "epoch": 10.4731752963194,
      "step": 33577
    },
    {
      "contrastive_lambda": 0.40690088356520354,
      "epoch": 10.473487211478478,
      "step": 33578
    },
    {
      "contrastive_lambda": 0.40687516158365467,
      "epoch": 10.473799126637555,
      "step": 33579
    },
    {
      "epoch": 10.47411104179663,
      "grad_norm": 0.08694739639759064,
      "learning_rate": 4.428325624758991e-05,
      "loss": 0.0309,
      "step": 33580
    },
    {
      "epoch": 10.47411104179663,
      "flow_loss": 0.04977249726653099,
      "step": 33580
    },
    {
      "contrastive_loss": 0.004276011139154434,
      "epoch": 10.47411104179663,
      "step": 33580
    },
    {
      "contrastive_lambda": 0.40684943985741273,
      "epoch": 10.47411104179663,
      "step": 33580
    },
    {
      "contrastive_lambda": 0.40682371838654846,
      "epoch": 10.474422956955708,
      "step": 33581
    },
    {
      "contrastive_lambda": 0.40679799717113213,
      "epoch": 10.474734872114785,
      "step": 33582
    },
    {
      "contrastive_lambda": 0.4067722762112344,
      "epoch": 10.475046787273861,
      "step": 33583
    },
    {
      "contrastive_lambda": 0.40674655550692584,
      "epoch": 10.475358702432938,
      "step": 33584
    },
    {
      "contrastive_lambda": 0.40672083505827694,
      "epoch": 10.475670617592016,
      "step": 33585
    },
    {
      "contrastive_lambda": 0.4066951148653579,
      "epoch": 10.475982532751091,
      "step": 33586
    },
    {
      "contrastive_lambda": 0.4066693949282398,
      "epoch": 10.476294447910169,
      "step": 33587
    },
    {
      "contrastive_lambda": 0.40664367524699263,
      "epoch": 10.476606363069244,
      "step": 33588
    },
    {
      "contrastive_lambda": 0.40661795582168725,
      "epoch": 10.476918278228322,
      "step": 33589
    },
    {
      "epoch": 10.477230193387399,
      "grad_norm": 0.07872886955738068,
      "learning_rate": 4.4255880003893366e-05,
      "loss": 0.0351,
      "step": 33590
    },
    {
      "epoch": 10.477230193387399,
      "flow_loss": 0.03033718653023243,
      "step": 33590
    },
    {
      "contrastive_loss": 0.005067095626145601,
      "epoch": 10.477230193387399,
      "step": 33590
    },
    {
      "contrastive_lambda": 0.4065922366523941,
      "epoch": 10.477230193387399,
      "step": 33590
    },
    {
      "contrastive_lambda": 0.4065665177391835,
      "epoch": 10.477542108546475,
      "step": 33591
    },
    {
      "contrastive_lambda": 0.4065407990821262,
      "epoch": 10.477854023705552,
      "step": 33592
    },
    {
      "contrastive_lambda": 0.4065150806812925,
      "epoch": 10.47816593886463,
      "step": 33593
    },
    {
      "contrastive_lambda": 0.40648936253675305,
      "epoch": 10.478477854023705,
      "step": 33594
    },
    {
      "contrastive_lambda": 0.4064636446485784,
      "epoch": 10.478789769182782,
      "step": 33595
    },
    {
      "contrastive_lambda": 0.406437927016839,
      "epoch": 10.47910168434186,
      "step": 33596
    },
    {
      "contrastive_lambda": 0.4064122096416051,
      "epoch": 10.479413599500935,
      "step": 33597
    },
    {
      "contrastive_lambda": 0.40638649252294773,
      "epoch": 10.479725514660013,
      "step": 33598
    },
    {
      "contrastive_lambda": 0.40636077566093703,
      "epoch": 10.48003742981909,
      "step": 33599
    },
    {
      "epoch": 10.480349344978166,
      "grad_norm": 0.06694865226745605,
      "learning_rate": 4.422850550510884e-05,
      "loss": 0.0321,
      "step": 33600
    },
    {
      "epoch": 10.480349344978166,
      "flow_loss": 0.05435147508978844,
      "step": 33600
    },
    {
      "contrastive_loss": 0.0033961920998990536,
      "epoch": 10.480349344978166,
      "step": 33600
    },
    {
      "contrastive_lambda": 0.4063350590556435,
      "epoch": 10.480349344978166,
      "step": 33600
    },
    {
      "contrastive_lambda": 0.4063093427071377,
      "epoch": 10.480661260137243,
      "step": 33601
    },
    {
      "contrastive_lambda": 0.4062836266154903,
      "epoch": 10.48097317529632,
      "step": 33602
    },
    {
      "contrastive_lambda": 0.4062579107807715,
      "epoch": 10.481285090455396,
      "step": 33603
    },
    {
      "contrastive_lambda": 0.4062321952030521,
      "epoch": 10.481597005614473,
      "step": 33604
    },
    {
      "contrastive_lambda": 0.4062064798824022,
      "epoch": 10.481908920773549,
      "step": 33605
    },
    {
      "contrastive_lambda": 0.40618076481889287,
      "epoch": 10.482220835932626,
      "step": 33606
    },
    {
      "contrastive_lambda": 0.4061550500125942,
      "epoch": 10.482532751091703,
      "step": 33607
    },
    {
      "contrastive_lambda": 0.40612933546357666,
      "epoch": 10.482844666250779,
      "step": 33608
    },
    {
      "contrastive_lambda": 0.406103621171911,
      "epoch": 10.483156581409856,
      "step": 33609
    },
    {
      "epoch": 10.483468496568934,
      "grad_norm": 0.07089617103338242,
      "learning_rate": 4.4201132759551934e-05,
      "loss": 0.0274,
      "step": 33610
    },
    {
      "epoch": 10.483468496568934,
      "flow_loss": 0.019055023789405823,
      "step": 33610
    },
    {
      "contrastive_loss": 0.005400130525231361,
      "epoch": 10.483468496568934,
      "step": 33610
    },
    {
      "contrastive_lambda": 0.40607790713766767,
      "epoch": 10.483468496568934,
      "step": 33610
    },
    {
      "contrastive_lambda": 0.40605219336091697,
      "epoch": 10.48378041172801,
      "step": 33611
    },
    {
      "contrastive_lambda": 0.4060264798417295,
      "epoch": 10.484092326887087,
      "step": 33612
    },
    {
      "contrastive_lambda": 0.4060007665801759,
      "epoch": 10.484404242046164,
      "step": 33613
    },
    {
      "contrastive_lambda": 0.4059750535763264,
      "epoch": 10.48471615720524,
      "step": 33614
    },
    {
      "contrastive_lambda": 0.40594934083025175,
      "epoch": 10.485028072364317,
      "step": 33615
    },
    {
      "contrastive_lambda": 0.4059236283420222,
      "epoch": 10.485339987523394,
      "step": 33616
    },
    {
      "contrastive_lambda": 0.4058979161117084,
      "epoch": 10.48565190268247,
      "step": 33617
    },
    {
      "contrastive_lambda": 0.40587220413938085,
      "epoch": 10.485963817841547,
      "step": 33618
    },
    {
      "contrastive_lambda": 0.40584649242511006,
      "epoch": 10.486275733000625,
      "step": 33619
    },
    {
      "epoch": 10.4865876481597,
      "grad_norm": 0.10520043969154358,
      "learning_rate": 4.4173761775537804e-05,
      "loss": 0.0316,
      "step": 33620
    },
    {
      "epoch": 10.4865876481597,
      "flow_loss": 0.03776681050658226,
      "step": 33620
    },
    {
      "contrastive_loss": 0.004062492400407791,
      "epoch": 10.4865876481597,
      "step": 33620
    },
    {
      "contrastive_lambda": 0.40582078096896623,
      "epoch": 10.4865876481597,
      "step": 33620
    },
    {
      "contrastive_lambda": 0.4057950697710203,
      "epoch": 10.486899563318778,
      "step": 33621
    },
    {
      "contrastive_lambda": 0.40576935883134235,
      "epoch": 10.487211478477853,
      "step": 33622
    },
    {
      "contrastive_lambda": 0.40574364815000324,
      "epoch": 10.48752339363693,
      "step": 33623
    },
    {
      "contrastive_lambda": 0.40571793772707315,
      "epoch": 10.487835308796008,
      "step": 33624
    },
    {
      "contrastive_lambda": 0.4056922275626227,
      "epoch": 10.488147223955083,
      "step": 33625
    },
    {
      "contrastive_lambda": 0.40566651765672246,
      "epoch": 10.48845913911416,
      "step": 33626
    },
    {
      "contrastive_lambda": 0.4056408080094428,
      "epoch": 10.488771054273238,
      "step": 33627
    },
    {
      "contrastive_lambda": 0.405615098620854,
      "epoch": 10.489082969432314,
      "step": 33628
    },
    {
      "contrastive_lambda": 0.40558938949102696,
      "epoch": 10.489394884591391,
      "step": 33629
    },
    {
      "epoch": 10.489706799750468,
      "grad_norm": 0.10826670378446579,
      "learning_rate": 4.414639256138099e-05,
      "loss": 0.0264,
      "step": 33630
    },
    {
      "epoch": 10.489706799750468,
      "flow_loss": 0.0184559877961874,
      "step": 33630
    },
    {
      "contrastive_loss": 0.0034283013083040714,
      "epoch": 10.489706799750468,
      "step": 33630
    },
    {
      "contrastive_lambda": 0.405563680620032,
      "epoch": 10.489706799750468,
      "step": 33630
    },
    {
      "contrastive_lambda": 0.4055379720079394,
      "epoch": 10.490018714909544,
      "step": 33631
    },
    {
      "contrastive_lambda": 0.40551226365481996,
      "epoch": 10.490330630068621,
      "step": 33632
    },
    {
      "contrastive_lambda": 0.40548655556074403,
      "epoch": 10.490642545227699,
      "step": 33633
    },
    {
      "contrastive_lambda": 0.405460847725782,
      "epoch": 10.490954460386774,
      "step": 33634
    },
    {
      "contrastive_lambda": 0.40543514015000437,
      "epoch": 10.491266375545852,
      "step": 33635
    },
    {
      "contrastive_lambda": 0.40540943283348185,
      "epoch": 10.491578290704929,
      "step": 33636
    },
    {
      "contrastive_lambda": 0.40538372577628456,
      "epoch": 10.491890205864005,
      "step": 33637
    },
    {
      "contrastive_lambda": 0.40535801897848334,
      "epoch": 10.492202121023082,
      "step": 33638
    },
    {
      "contrastive_lambda": 0.40533231244014833,
      "epoch": 10.492514036182158,
      "step": 33639
    },
    {
      "epoch": 10.492825951341235,
      "grad_norm": 0.07191678881645203,
      "learning_rate": 4.411902512539557e-05,
      "loss": 0.0316,
      "step": 33640
    },
    {
      "epoch": 10.492825951341235,
      "flow_loss": 0.024080533534288406,
      "step": 33640
    },
    {
      "contrastive_loss": 0.003519921563565731,
      "epoch": 10.492825951341235,
      "step": 33640
    },
    {
      "contrastive_lambda": 0.40530660616135017,
      "epoch": 10.492825951341235,
      "step": 33640
    },
    {
      "contrastive_lambda": 0.40528090014215945,
      "epoch": 10.493137866500312,
      "step": 33641
    },
    {
      "contrastive_lambda": 0.40525519438264634,
      "epoch": 10.493449781659388,
      "step": 33642
    },
    {
      "contrastive_lambda": 0.40522948888288157,
      "epoch": 10.493761696818465,
      "step": 33643
    },
    {
      "contrastive_lambda": 0.40520378364293563,
      "epoch": 10.494073611977543,
      "step": 33644
    },
    {
      "contrastive_lambda": 0.4051780786628788,
      "epoch": 10.494385527136618,
      "step": 33645
    },
    {
      "contrastive_lambda": 0.4051523739427816,
      "epoch": 10.494697442295696,
      "step": 33646
    },
    {
      "contrastive_lambda": 0.4051266694827147,
      "epoch": 10.495009357454773,
      "step": 33647
    },
    {
      "contrastive_lambda": 0.4051009652827483,
      "epoch": 10.495321272613849,
      "step": 33648
    },
    {
      "contrastive_lambda": 0.40507526134295313,
      "epoch": 10.495633187772926,
      "step": 33649
    },
    {
      "epoch": 10.495945102932003,
      "grad_norm": 0.12560084462165833,
      "learning_rate": 4.4091659475895044e-05,
      "loss": 0.0339,
      "step": 33650
    },
    {
      "epoch": 10.495945102932003,
      "flow_loss": 0.03877953067421913,
      "step": 33650
    },
    {
      "contrastive_loss": 0.003995800856500864,
      "epoch": 10.495945102932003,
      "step": 33650
    },
    {
      "contrastive_lambda": 0.4050495576633994,
      "epoch": 10.495945102932003,
      "step": 33650
    },
    {
      "contrastive_lambda": 0.40502385424415766,
      "epoch": 10.496257018091079,
      "step": 33651
    },
    {
      "contrastive_lambda": 0.4049981510852986,
      "epoch": 10.496568933250156,
      "step": 33652
    },
    {
      "contrastive_lambda": 0.40497244818689243,
      "epoch": 10.496880848409234,
      "step": 33653
    },
    {
      "contrastive_lambda": 0.4049467455490095,
      "epoch": 10.497192763568309,
      "step": 33654
    },
    {
      "contrastive_lambda": 0.4049210431717207,
      "epoch": 10.497504678727386,
      "step": 33655
    },
    {
      "contrastive_lambda": 0.4048953410550962,
      "epoch": 10.497816593886462,
      "step": 33656
    },
    {
      "contrastive_lambda": 0.4048696391992065,
      "epoch": 10.49812850904554,
      "step": 33657
    },
    {
      "contrastive_lambda": 0.404843937604122,
      "epoch": 10.498440424204617,
      "step": 33658
    },
    {
      "contrastive_lambda": 0.4048182362699133,
      "epoch": 10.498752339363692,
      "step": 33659
    },
    {
      "epoch": 10.49906425452277,
      "grad_norm": 0.09080194681882858,
      "learning_rate": 4.406429562119235e-05,
      "loss": 0.0283,
      "step": 33660
    },
    {
      "epoch": 10.49906425452277,
      "flow_loss": 0.03242355212569237,
      "step": 33660
    },
    {
      "contrastive_loss": 0.004119362682104111,
      "epoch": 10.49906425452277,
      "step": 33660
    },
    {
      "contrastive_lambda": 0.40479253519665087,
      "epoch": 10.49906425452277,
      "step": 33660
    },
    {
      "contrastive_lambda": 0.4047668343844052,
      "epoch": 10.499376169681847,
      "step": 33661
    },
    {
      "contrastive_lambda": 0.40474113383324634,
      "epoch": 10.499688084840923,
      "step": 33662
    },
    {
      "contrastive_lambda": 0.40471543354324535,
      "epoch": 10.5,
      "step": 33663
    },
    {
      "contrastive_lambda": 0.4046897335144724,
      "epoch": 10.500311915159077,
      "step": 33664
    },
    {
      "contrastive_lambda": 0.4046640337469977,
      "epoch": 10.500623830318153,
      "step": 33665
    },
    {
      "contrastive_lambda": 0.40463833424089224,
      "epoch": 10.50093574547723,
      "step": 33666
    },
    {
      "contrastive_lambda": 0.4046126349962262,
      "epoch": 10.501247660636308,
      "step": 33667
    },
    {
      "contrastive_lambda": 0.4045869360130699,
      "epoch": 10.501559575795383,
      "step": 33668
    },
    {
      "contrastive_lambda": 0.4045612372914939,
      "epoch": 10.50187149095446,
      "step": 33669
    },
    {
      "epoch": 10.502183406113538,
      "grad_norm": 0.08648274838924408,
      "learning_rate": 4.4036933569599945e-05,
      "loss": 0.0295,
      "step": 33670
    },
    {
      "epoch": 10.502183406113538,
      "flow_loss": 0.02255508303642273,
      "step": 33670
    },
    {
      "contrastive_loss": 0.004859848879277706,
      "epoch": 10.502183406113538,
      "step": 33670
    },
    {
      "contrastive_lambda": 0.40453553883156884,
      "epoch": 10.502183406113538,
      "step": 33670
    },
    {
      "contrastive_lambda": 0.4045098406333649,
      "epoch": 10.502495321272614,
      "step": 33671
    },
    {
      "contrastive_lambda": 0.40448414269695276,
      "epoch": 10.502807236431691,
      "step": 33672
    },
    {
      "contrastive_lambda": 0.4044584450224027,
      "epoch": 10.503119151590766,
      "step": 33673
    },
    {
      "contrastive_lambda": 0.4044327476097852,
      "epoch": 10.503431066749844,
      "step": 33674
    },
    {
      "contrastive_lambda": 0.4044070504591708,
      "epoch": 10.503742981908921,
      "step": 33675
    },
    {
      "contrastive_lambda": 0.4043813535706299,
      "epoch": 10.504054897067997,
      "step": 33676
    },
    {
      "contrastive_lambda": 0.40435565694423287,
      "epoch": 10.504366812227074,
      "step": 33677
    },
    {
      "contrastive_lambda": 0.4043299605800504,
      "epoch": 10.504678727386151,
      "step": 33678
    },
    {
      "contrastive_lambda": 0.4043042644781526,
      "epoch": 10.504990642545227,
      "step": 33679
    },
    {
      "epoch": 10.505302557704304,
      "grad_norm": 0.10645749419927597,
      "learning_rate": 4.400957332942965e-05,
      "loss": 0.0258,
      "step": 33680
    },
    {
      "epoch": 10.505302557704304,
      "flow_loss": 0.030408676713705063,
      "step": 33680
    },
    {
      "contrastive_loss": 0.00534292496740818,
      "epoch": 10.505302557704304,
      "step": 33680
    },
    {
      "contrastive_lambda": 0.4042785686386102,
      "epoch": 10.505302557704304,
      "step": 33680
    },
    {
      "contrastive_lambda": 0.40425287306149355,
      "epoch": 10.505614472863382,
      "step": 33681
    },
    {
      "contrastive_lambda": 0.404227177746873,
      "epoch": 10.505926388022457,
      "step": 33682
    },
    {
      "contrastive_lambda": 0.40420148269481915,
      "epoch": 10.506238303181535,
      "step": 33683
    },
    {
      "contrastive_lambda": 0.40417578790540243,
      "epoch": 10.506550218340612,
      "step": 33684
    },
    {
      "contrastive_lambda": 0.404150093378693,
      "epoch": 10.506862133499688,
      "step": 33685
    },
    {
      "contrastive_lambda": 0.4041243991147617,
      "epoch": 10.507174048658765,
      "step": 33686
    },
    {
      "contrastive_lambda": 0.4040987051136789,
      "epoch": 10.507485963817842,
      "step": 33687
    },
    {
      "contrastive_lambda": 0.40407301137551466,
      "epoch": 10.507797878976918,
      "step": 33688
    },
    {
      "contrastive_lambda": 0.40404731790034,
      "epoch": 10.508109794135995,
      "step": 33689
    },
    {
      "epoch": 10.508421709295071,
      "grad_norm": 0.10078320652246475,
      "learning_rate": 4.3982214908992844e-05,
      "loss": 0.0306,
      "step": 33690
    },
    {
      "epoch": 10.508421709295071,
      "flow_loss": 0.01694107986986637,
      "step": 33690
    },
    {
      "contrastive_loss": 0.008345288224518299,
      "epoch": 10.508421709295071,
      "step": 33690
    },
    {
      "contrastive_lambda": 0.404021624688225,
      "epoch": 10.508421709295071,
      "step": 33690
    },
    {
      "contrastive_lambda": 0.40399593173924003,
      "epoch": 10.508733624454148,
      "step": 33691
    },
    {
      "contrastive_lambda": 0.4039702390534557,
      "epoch": 10.509045539613226,
      "step": 33692
    },
    {
      "contrastive_lambda": 0.4039445466309424,
      "epoch": 10.509357454772301,
      "step": 33693
    },
    {
      "contrastive_lambda": 0.4039188544717707,
      "epoch": 10.509669369931379,
      "step": 33694
    },
    {
      "contrastive_lambda": 0.40389316257601093,
      "epoch": 10.509981285090456,
      "step": 33695
    },
    {
      "contrastive_lambda": 0.40386747094373326,
      "epoch": 10.510293200249532,
      "step": 33696
    },
    {
      "contrastive_lambda": 0.4038417795750086,
      "epoch": 10.510605115408609,
      "step": 33697
    },
    {
      "contrastive_lambda": 0.4038160884699072,
      "epoch": 10.510917030567686,
      "step": 33698
    },
    {
      "contrastive_lambda": 0.40379039762849933,
      "epoch": 10.511228945726762,
      "step": 33699
    },
    {
      "epoch": 10.51154086088584,
      "grad_norm": 0.09522466361522675,
      "learning_rate": 4.3954858316600235e-05,
      "loss": 0.0294,
      "step": 33700
    },
    {
      "epoch": 10.51154086088584,
      "flow_loss": 0.028042228892445564,
      "step": 33700
    },
    {
      "contrastive_loss": 0.003225787077099085,
      "epoch": 10.51154086088584,
      "step": 33700
    },
    {
      "contrastive_lambda": 0.40376470705085554,
      "epoch": 10.51154086088584,
      "step": 33700
    },
    {
      "contrastive_lambda": 0.4037390167370464,
      "epoch": 10.511852776044917,
      "step": 33701
    },
    {
      "contrastive_lambda": 0.403713326687142,
      "epoch": 10.512164691203992,
      "step": 33702
    },
    {
      "contrastive_lambda": 0.4036876369012132,
      "epoch": 10.51247660636307,
      "step": 33703
    },
    {
      "contrastive_lambda": 0.40366194737933003,
      "epoch": 10.512788521522147,
      "step": 33704
    },
    {
      "contrastive_lambda": 0.4036362581215632,
      "epoch": 10.513100436681222,
      "step": 33705
    },
    {
      "contrastive_lambda": 0.40361056912798304,
      "epoch": 10.5134123518403,
      "step": 33706
    },
    {
      "contrastive_lambda": 0.40358488039866003,
      "epoch": 10.513724266999375,
      "step": 33707
    },
    {
      "contrastive_lambda": 0.40355919193366435,
      "epoch": 10.514036182158453,
      "step": 33708
    },
    {
      "contrastive_lambda": 0.4035335037330668,
      "epoch": 10.51434809731753,
      "step": 33709
    },
    {
      "epoch": 10.514660012476606,
      "grad_norm": 0.09863923490047455,
      "learning_rate": 4.392750356056205e-05,
      "loss": 0.0285,
      "step": 33710
    },
    {
      "epoch": 10.514660012476606,
      "flow_loss": 0.025225916877388954,
      "step": 33710
    },
    {
      "contrastive_loss": 0.0037719798274338245,
      "epoch": 10.514660012476606,
      "step": 33710
    },
    {
      "contrastive_lambda": 0.4035078157969375,
      "epoch": 10.514660012476606,
      "step": 33710
    },
    {
      "contrastive_lambda": 0.40348212812534706,
      "epoch": 10.514971927635683,
      "step": 33711
    },
    {
      "contrastive_lambda": 0.40345644071836595,
      "epoch": 10.51528384279476,
      "step": 33712
    },
    {
      "contrastive_lambda": 0.40343075357606434,
      "epoch": 10.515595757953836,
      "step": 33713
    },
    {
      "contrastive_lambda": 0.40340506669851295,
      "epoch": 10.515907673112913,
      "step": 33714
    },
    {
      "contrastive_lambda": 0.4033793800857819,
      "epoch": 10.51621958827199,
      "step": 33715
    },
    {
      "contrastive_lambda": 0.4033536937379418,
      "epoch": 10.516531503431066,
      "step": 33716
    },
    {
      "contrastive_lambda": 0.4033280076550631,
      "epoch": 10.516843418590144,
      "step": 33717
    },
    {
      "contrastive_lambda": 0.4033023218372162,
      "epoch": 10.517155333749221,
      "step": 33718
    },
    {
      "contrastive_lambda": 0.40327663628447125,
      "epoch": 10.517467248908297,
      "step": 33719
    },
    {
      "epoch": 10.517779164067374,
      "grad_norm": 0.07629861682653427,
      "learning_rate": 4.390015064918798e-05,
      "loss": 0.0271,
      "step": 33720
    },
    {
      "epoch": 10.517779164067374,
      "flow_loss": 0.028741082176566124,
      "step": 33720
    },
    {
      "contrastive_loss": 0.0036591682583093643,
      "epoch": 10.517779164067374,
      "step": 33720
    },
    {
      "contrastive_lambda": 0.4032509509968991,
      "epoch": 10.517779164067374,
      "step": 33720
    },
    {
      "contrastive_lambda": 0.40322526597457,
      "epoch": 10.518091079226451,
      "step": 33721
    },
    {
      "contrastive_lambda": 0.40319958121755417,
      "epoch": 10.518402994385527,
      "step": 33722
    },
    {
      "contrastive_lambda": 0.4031738967259222,
      "epoch": 10.518714909544604,
      "step": 33723
    },
    {
      "contrastive_lambda": 0.4031482124997446,
      "epoch": 10.51902682470368,
      "step": 33724
    },
    {
      "contrastive_lambda": 0.40312252853909153,
      "epoch": 10.519338739862757,
      "step": 33725
    },
    {
      "contrastive_lambda": 0.40309684484403374,
      "epoch": 10.519650655021834,
      "step": 33726
    },
    {
      "contrastive_lambda": 0.4030711614146413,
      "epoch": 10.51996257018091,
      "step": 33727
    },
    {
      "contrastive_lambda": 0.40304547825098475,
      "epoch": 10.520274485339987,
      "step": 33728
    },
    {
      "contrastive_lambda": 0.40301979535313465,
      "epoch": 10.520586400499065,
      "step": 33729
    },
    {
      "epoch": 10.52089831565814,
      "grad_norm": 0.07926128059625626,
      "learning_rate": 4.387279959078705e-05,
      "loss": 0.0252,
      "step": 33730
    },
    {
      "epoch": 10.52089831565814,
      "flow_loss": 0.030230361968278885,
      "step": 33730
    },
    {
      "contrastive_loss": 0.005396141670644283,
      "epoch": 10.52089831565814,
      "step": 33730
    },
    {
      "contrastive_lambda": 0.40299411272116104,
      "epoch": 10.52089831565814,
      "step": 33730
    },
    {
      "contrastive_lambda": 0.40296843035513485,
      "epoch": 10.521210230817218,
      "step": 33731
    },
    {
      "contrastive_lambda": 0.4029427482551262,
      "epoch": 10.521522145976295,
      "step": 33732
    },
    {
      "contrastive_lambda": 0.4029170664212054,
      "epoch": 10.52183406113537,
      "step": 33733
    },
    {
      "contrastive_lambda": 0.402891384853443,
      "epoch": 10.522145976294448,
      "step": 33734
    },
    {
      "contrastive_lambda": 0.4028657035519094,
      "epoch": 10.522457891453525,
      "step": 33735
    },
    {
      "contrastive_lambda": 0.402840022516675,
      "epoch": 10.522769806612601,
      "step": 33736
    },
    {
      "contrastive_lambda": 0.4028143417478103,
      "epoch": 10.523081721771678,
      "step": 33737
    },
    {
      "contrastive_lambda": 0.40278866124538537,
      "epoch": 10.523393636930756,
      "step": 33738
    },
    {
      "contrastive_lambda": 0.40276298100947094,
      "epoch": 10.523705552089831,
      "step": 33739
    },
    {
      "epoch": 10.524017467248909,
      "grad_norm": 0.11533910781145096,
      "learning_rate": 4.384545039366786e-05,
      "loss": 0.0316,
      "step": 33740
    },
    {
      "epoch": 10.524017467248909,
      "flow_loss": 0.033057551831007004,
      "step": 33740
    },
    {
      "contrastive_loss": 0.004906646907329559,
      "epoch": 10.524017467248909,
      "step": 33740
    },
    {
      "contrastive_lambda": 0.4027373010401374,
      "epoch": 10.524017467248909,
      "step": 33740
    },
    {
      "contrastive_lambda": 0.4027116213374551,
      "epoch": 10.524329382407984,
      "step": 33741
    },
    {
      "contrastive_lambda": 0.40268594190149415,
      "epoch": 10.524641297567062,
      "step": 33742
    },
    {
      "contrastive_lambda": 0.40266026273232547,
      "epoch": 10.524953212726139,
      "step": 33743
    },
    {
      "contrastive_lambda": 0.4026345838300192,
      "epoch": 10.525265127885215,
      "step": 33744
    },
    {
      "contrastive_lambda": 0.40260890519464565,
      "epoch": 10.525577043044292,
      "step": 33745
    },
    {
      "contrastive_lambda": 0.4025832268262753,
      "epoch": 10.52588895820337,
      "step": 33746
    },
    {
      "contrastive_lambda": 0.4025575487249785,
      "epoch": 10.526200873362445,
      "step": 33747
    },
    {
      "contrastive_lambda": 0.4025318708908259,
      "epoch": 10.526512788521522,
      "step": 33748
    },
    {
      "contrastive_lambda": 0.4025061933238877,
      "epoch": 10.5268247036806,
      "step": 33749
    },
    {
      "epoch": 10.527136618839675,
      "grad_norm": 0.08915876597166061,
      "learning_rate": 4.381810306613831e-05,
      "loss": 0.0251,
      "step": 33750
    },
    {
      "epoch": 10.527136618839675,
      "flow_loss": 0.030786588788032532,
      "step": 33750
    },
    {
      "contrastive_loss": 0.004581154324114323,
      "epoch": 10.527136618839675,
      "step": 33750
    },
    {
      "contrastive_lambda": 0.40248051602423407,
      "epoch": 10.527136618839675,
      "step": 33750
    },
    {
      "contrastive_lambda": 0.4024548389919359,
      "epoch": 10.527448533998752,
      "step": 33751
    },
    {
      "contrastive_lambda": 0.4024291622270633,
      "epoch": 10.52776044915783,
      "step": 33752
    },
    {
      "contrastive_lambda": 0.4024034857296865,
      "epoch": 10.528072364316905,
      "step": 33753
    },
    {
      "contrastive_lambda": 0.4023778094998762,
      "epoch": 10.528384279475983,
      "step": 33754
    },
    {
      "contrastive_lambda": 0.4023521335377028,
      "epoch": 10.52869619463506,
      "step": 33755
    },
    {
      "contrastive_lambda": 0.4023264578432364,
      "epoch": 10.529008109794136,
      "step": 33756
    },
    {
      "contrastive_lambda": 0.4023007824165476,
      "epoch": 10.529320024953213,
      "step": 33757
    },
    {
      "contrastive_lambda": 0.4022751072577068,
      "epoch": 10.529631940112289,
      "step": 33758
    },
    {
      "contrastive_lambda": 0.4022494323667843,
      "epoch": 10.529943855271366,
      "step": 33759
    },
    {
      "epoch": 10.530255770430443,
      "grad_norm": 0.0981137827038765,
      "learning_rate": 4.3790757616505826e-05,
      "loss": 0.0322,
      "step": 33760
    },
    {
      "epoch": 10.530255770430443,
      "flow_loss": 0.040157098323106766,
      "step": 33760
    },
    {
      "contrastive_loss": 0.003927791491150856,
      "epoch": 10.530255770430443,
      "step": 33760
    },
    {
      "contrastive_lambda": 0.4022237577438506,
      "epoch": 10.530255770430443,
      "step": 33760
    },
    {
      "contrastive_lambda": 0.40219808338897595,
      "epoch": 10.530567685589519,
      "step": 33761
    },
    {
      "contrastive_lambda": 0.40217240930223075,
      "epoch": 10.530879600748596,
      "step": 33762
    },
    {
      "contrastive_lambda": 0.4021467354836856,
      "epoch": 10.531191515907674,
      "step": 33763
    },
    {
      "contrastive_lambda": 0.4021210619334105,
      "epoch": 10.53150343106675,
      "step": 33764
    },
    {
      "contrastive_lambda": 0.40209538865147626,
      "epoch": 10.531815346225827,
      "step": 33765
    },
    {
      "contrastive_lambda": 0.40206971563795313,
      "epoch": 10.532127261384904,
      "step": 33766
    },
    {
      "contrastive_lambda": 0.4020440428929113,
      "epoch": 10.53243917654398,
      "step": 33767
    },
    {
      "contrastive_lambda": 0.40201837041642124,
      "epoch": 10.532751091703057,
      "step": 33768
    },
    {
      "contrastive_lambda": 0.40199269820855354,
      "epoch": 10.533063006862134,
      "step": 33769
    },
    {
      "epoch": 10.53337492202121,
      "grad_norm": 0.09196502715349197,
      "learning_rate": 4.376341405307725e-05,
      "loss": 0.0294,
      "step": 33770
    },
    {
      "epoch": 10.53337492202121,
      "flow_loss": 0.02365082874894142,
      "step": 33770
    },
    {
      "contrastive_loss": 0.004304288886487484,
      "epoch": 10.53337492202121,
      "step": 33770
    },
    {
      "contrastive_lambda": 0.4019670262693783,
      "epoch": 10.53337492202121,
      "step": 33770
    },
    {
      "contrastive_lambda": 0.40194135459896607,
      "epoch": 10.533686837180287,
      "step": 33771
    },
    {
      "contrastive_lambda": 0.4019156831973872,
      "epoch": 10.533998752339365,
      "step": 33772
    },
    {
      "contrastive_lambda": 0.401890012064712,
      "epoch": 10.53431066749844,
      "step": 33773
    },
    {
      "contrastive_lambda": 0.40186434120101094,
      "epoch": 10.534622582657517,
      "step": 33774
    },
    {
      "contrastive_lambda": 0.4018386706063544,
      "epoch": 10.534934497816593,
      "step": 33775
    },
    {
      "contrastive_lambda": 0.40181300028081257,
      "epoch": 10.53524641297567,
      "step": 33776
    },
    {
      "contrastive_lambda": 0.4017873302244561,
      "epoch": 10.535558328134748,
      "step": 33777
    },
    {
      "contrastive_lambda": 0.4017616604373553,
      "epoch": 10.535870243293823,
      "step": 33778
    },
    {
      "contrastive_lambda": 0.40173599091958034,
      "epoch": 10.5361821584529,
      "step": 33779
    },
    {
      "epoch": 10.536494073611978,
      "grad_norm": 0.09805617481470108,
      "learning_rate": 4.37360723841588e-05,
      "loss": 0.0257,
      "step": 33780
    },
    {
      "epoch": 10.536494073611978,
      "flow_loss": 0.042472463101148605,
      "step": 33780
    },
    {
      "contrastive_loss": 0.00643078051507473,
      "epoch": 10.536494073611978,
      "step": 33780
    },
    {
      "contrastive_lambda": 0.4017103216712018,
      "epoch": 10.536494073611978,
      "step": 33780
    },
    {
      "contrastive_lambda": 0.4016846526922899,
      "epoch": 10.536805988771054,
      "step": 33781
    },
    {
      "contrastive_lambda": 0.40165898398291533,
      "epoch": 10.537117903930131,
      "step": 33782
    },
    {
      "contrastive_lambda": 0.4016333155431482,
      "epoch": 10.537429819089208,
      "step": 33783
    },
    {
      "contrastive_lambda": 0.40160764737305865,
      "epoch": 10.537741734248284,
      "step": 33784
    },
    {
      "contrastive_lambda": 0.40158197947271757,
      "epoch": 10.538053649407361,
      "step": 33785
    },
    {
      "contrastive_lambda": 0.4015563118421951,
      "epoch": 10.538365564566439,
      "step": 33786
    },
    {
      "contrastive_lambda": 0.40153064448156134,
      "epoch": 10.538677479725514,
      "step": 33787
    },
    {
      "contrastive_lambda": 0.40150497739088714,
      "epoch": 10.538989394884592,
      "step": 33788
    },
    {
      "contrastive_lambda": 0.4014793105702426,
      "epoch": 10.539301310043669,
      "step": 33789
    },
    {
      "epoch": 10.539613225202745,
      "grad_norm": 0.09598661214113235,
      "learning_rate": 4.370873261805619e-05,
      "loss": 0.0261,
      "step": 33790
    },
    {
      "epoch": 10.539613225202745,
      "flow_loss": 0.02032945491373539,
      "step": 33790
    },
    {
      "contrastive_loss": 0.0039873369969427586,
      "epoch": 10.539613225202745,
      "step": 33790
    },
    {
      "contrastive_lambda": 0.4014536440196981,
      "epoch": 10.539613225202745,
      "step": 33790
    },
    {
      "contrastive_lambda": 0.4014279777393239,
      "epoch": 10.539925140361822,
      "step": 33791
    },
    {
      "contrastive_lambda": 0.4014023117291907,
      "epoch": 10.540237055520898,
      "step": 33792
    },
    {
      "contrastive_lambda": 0.40137664598936856,
      "epoch": 10.540548970679975,
      "step": 33793
    },
    {
      "contrastive_lambda": 0.40135098051992807,
      "epoch": 10.540860885839052,
      "step": 33794
    },
    {
      "contrastive_lambda": 0.4013253153209393,
      "epoch": 10.541172800998128,
      "step": 33795
    },
    {
      "contrastive_lambda": 0.40129965039247284,
      "epoch": 10.541484716157205,
      "step": 33796
    },
    {
      "contrastive_lambda": 0.40127398573459905,
      "epoch": 10.541796631316283,
      "step": 33797
    },
    {
      "contrastive_lambda": 0.4012483213473881,
      "epoch": 10.542108546475358,
      "step": 33798
    },
    {
      "contrastive_lambda": 0.40122265723091055,
      "epoch": 10.542420461634435,
      "step": 33799
    },
    {
      "epoch": 10.542732376793513,
      "grad_norm": 0.10180375725030899,
      "learning_rate": 4.368139476307449e-05,
      "loss": 0.0353,
      "step": 33800
    },
    {
      "epoch": 10.542732376793513,
      "flow_loss": 0.029358303174376488,
      "step": 33800
    },
    {
      "contrastive_loss": 0.003147273324429989,
      "epoch": 10.542732376793513,
      "step": 33800
    },
    {
      "contrastive_lambda": 0.40119699338523673,
      "epoch": 10.542732376793513,
      "step": 33800
    },
    {
      "contrastive_lambda": 0.4011713298104369,
      "epoch": 10.543044291952588,
      "step": 33801
    },
    {
      "contrastive_lambda": 0.4011456665065816,
      "epoch": 10.543356207111666,
      "step": 33802
    },
    {
      "contrastive_lambda": 0.401120003473741,
      "epoch": 10.543668122270743,
      "step": 33803
    },
    {
      "contrastive_lambda": 0.4010943407119854,
      "epoch": 10.543980037429819,
      "step": 33804
    },
    {
      "contrastive_lambda": 0.4010686782213855,
      "epoch": 10.544291952588896,
      "step": 33805
    },
    {
      "contrastive_lambda": 0.40104301600201137,
      "epoch": 10.544603867747973,
      "step": 33806
    },
    {
      "contrastive_lambda": 0.40101735405393324,
      "epoch": 10.544915782907049,
      "step": 33807
    },
    {
      "contrastive_lambda": 0.4009916923772219,
      "epoch": 10.545227698066126,
      "step": 33808
    },
    {
      "contrastive_lambda": 0.4009660309719474,
      "epoch": 10.545539613225202,
      "step": 33809
    },
    {
      "epoch": 10.54585152838428,
      "grad_norm": 0.10832683742046356,
      "learning_rate": 4.365405882751822e-05,
      "loss": 0.0256,
      "step": 33810
    },
    {
      "epoch": 10.54585152838428,
      "flow_loss": 0.04983463138341904,
      "step": 33810
    },
    {
      "contrastive_loss": 0.0037422797176986933,
      "epoch": 10.54585152838428,
      "step": 33810
    },
    {
      "contrastive_lambda": 0.40094036983817993,
      "epoch": 10.54585152838428,
      "step": 33810
    },
    {
      "contrastive_lambda": 0.40091470897599035,
      "epoch": 10.546163443543357,
      "step": 33811
    },
    {
      "contrastive_lambda": 0.4008890483854487,
      "epoch": 10.546475358702432,
      "step": 33812
    },
    {
      "contrastive_lambda": 0.4008633880666252,
      "epoch": 10.54678727386151,
      "step": 33813
    },
    {
      "contrastive_lambda": 0.4008377280195904,
      "epoch": 10.547099189020587,
      "step": 33814
    },
    {
      "contrastive_lambda": 0.4008120682444145,
      "epoch": 10.547411104179663,
      "step": 33815
    },
    {
      "contrastive_lambda": 0.40078640874116817,
      "epoch": 10.54772301933874,
      "step": 33816
    },
    {
      "contrastive_lambda": 0.40076074950992147,
      "epoch": 10.548034934497817,
      "step": 33817
    },
    {
      "contrastive_lambda": 0.40073509055074463,
      "epoch": 10.548346849656893,
      "step": 33818
    },
    {
      "contrastive_lambda": 0.40070943186370833,
      "epoch": 10.54865876481597,
      "step": 33819
    },
    {
      "epoch": 10.548970679975048,
      "grad_norm": 0.08303583413362503,
      "learning_rate": 4.3626724819691326e-05,
      "loss": 0.028,
      "step": 33820
    },
    {
      "epoch": 10.548970679975048,
      "flow_loss": 0.020387044176459312,
      "step": 33820
    },
    {
      "contrastive_loss": 0.00399689469486475,
      "epoch": 10.548970679975048,
      "step": 33820
    },
    {
      "contrastive_lambda": 0.40068377344888284,
      "epoch": 10.548970679975048,
      "step": 33820
    },
    {
      "contrastive_lambda": 0.40065811530633827,
      "epoch": 10.549282595134123,
      "step": 33821
    },
    {
      "contrastive_lambda": 0.4006324574361451,
      "epoch": 10.5495945102932,
      "step": 33822
    },
    {
      "contrastive_lambda": 0.40060679983837383,
      "epoch": 10.549906425452278,
      "step": 33823
    },
    {
      "contrastive_lambda": 0.40058114251309457,
      "epoch": 10.550218340611353,
      "step": 33824
    },
    {
      "contrastive_lambda": 0.40055548546037784,
      "epoch": 10.55053025577043,
      "step": 33825
    },
    {
      "contrastive_lambda": 0.40052982868029374,
      "epoch": 10.550842170929506,
      "step": 33826
    },
    {
      "contrastive_lambda": 0.4005041721729128,
      "epoch": 10.551154086088584,
      "step": 33827
    },
    {
      "contrastive_lambda": 0.40047851593830547,
      "epoch": 10.551466001247661,
      "step": 33828
    },
    {
      "contrastive_lambda": 0.4004528599765419,
      "epoch": 10.551777916406737,
      "step": 33829
    },
    {
      "epoch": 10.552089831565814,
      "grad_norm": 0.08341073989868164,
      "learning_rate": 4.359939274789715e-05,
      "loss": 0.0247,
      "step": 33830
    },
    {
      "epoch": 10.552089831565814,
      "flow_loss": 0.021200628951191902,
      "step": 33830
    },
    {
      "contrastive_loss": 0.004441410303115845,
      "epoch": 10.552089831565814,
      "step": 33830
    },
    {
      "contrastive_lambda": 0.40042720428769224,
      "epoch": 10.552089831565814,
      "step": 33830
    },
    {
      "contrastive_lambda": 0.4004015488718273,
      "epoch": 10.552401746724891,
      "step": 33831
    },
    {
      "contrastive_lambda": 0.40037589372901716,
      "epoch": 10.552713661883967,
      "step": 33832
    },
    {
      "contrastive_lambda": 0.4003502388593319,
      "epoch": 10.553025577043044,
      "step": 33833
    },
    {
      "contrastive_lambda": 0.4003245842628424,
      "epoch": 10.553337492202122,
      "step": 33834
    },
    {
      "contrastive_lambda": 0.4002989299396186,
      "epoch": 10.553649407361197,
      "step": 33835
    },
    {
      "contrastive_lambda": 0.400273275889731,
      "epoch": 10.553961322520275,
      "step": 33836
    },
    {
      "contrastive_lambda": 0.40024762211324977,
      "epoch": 10.554273237679352,
      "step": 33837
    },
    {
      "contrastive_lambda": 0.4002219686102454,
      "epoch": 10.554585152838428,
      "step": 33838
    },
    {
      "contrastive_lambda": 0.40019631538078826,
      "epoch": 10.554897067997505,
      "step": 33839
    },
    {
      "epoch": 10.555208983156582,
      "grad_norm": 0.0839720070362091,
      "learning_rate": 4.357206262043848e-05,
      "loss": 0.0305,
      "step": 33840
    },
    {
      "epoch": 10.555208983156582,
      "flow_loss": 0.03191373497247696,
      "step": 33840
    },
    {
      "contrastive_loss": 0.004432655870914459,
      "epoch": 10.555208983156582,
      "step": 33840
    },
    {
      "contrastive_lambda": 0.4001706624249486,
      "epoch": 10.555208983156582,
      "step": 33840
    },
    {
      "contrastive_lambda": 0.40014500974279643,
      "epoch": 10.555520898315658,
      "step": 33841
    },
    {
      "contrastive_lambda": 0.4001193573344027,
      "epoch": 10.555832813474735,
      "step": 33842
    },
    {
      "contrastive_lambda": 0.4000937051998374,
      "epoch": 10.55614472863381,
      "step": 33843
    },
    {
      "contrastive_lambda": 0.4000680533391707,
      "epoch": 10.556456643792888,
      "step": 33844
    },
    {
      "contrastive_lambda": 0.4000424017524732,
      "epoch": 10.556768558951966,
      "step": 33845
    },
    {
      "contrastive_lambda": 0.4000167504398152,
      "epoch": 10.557080474111041,
      "step": 33846
    },
    {
      "contrastive_lambda": 0.39999109940126687,
      "epoch": 10.557392389270118,
      "step": 33847
    },
    {
      "contrastive_lambda": 0.39996544863689876,
      "epoch": 10.557704304429196,
      "step": 33848
    },
    {
      "contrastive_lambda": 0.3999397981467809,
      "epoch": 10.558016219588271,
      "step": 33849
    },
    {
      "epoch": 10.558328134747349,
      "grad_norm": 0.09857074916362762,
      "learning_rate": 4.354473444561745e-05,
      "loss": 0.0278,
      "step": 33850
    },
    {
      "epoch": 10.558328134747349,
      "flow_loss": 0.016889847815036774,
      "step": 33850
    },
    {
      "contrastive_loss": 0.00395754212513566,
      "epoch": 10.558328134747349,
      "step": 33850
    },
    {
      "contrastive_lambda": 0.39991414793098373,
      "epoch": 10.558328134747349,
      "step": 33850
    },
    {
      "contrastive_lambda": 0.39988849798957776,
      "epoch": 10.558640049906426,
      "step": 33851
    },
    {
      "contrastive_lambda": 0.3998628483226329,
      "epoch": 10.558951965065502,
      "step": 33852
    },
    {
      "contrastive_lambda": 0.39983719893021996,
      "epoch": 10.559263880224579,
      "step": 33853
    },
    {
      "contrastive_lambda": 0.3998115498124091,
      "epoch": 10.559575795383656,
      "step": 33854
    },
    {
      "contrastive_lambda": 0.39978590096927036,
      "epoch": 10.559887710542732,
      "step": 33855
    },
    {
      "contrastive_lambda": 0.3997602524008743,
      "epoch": 10.56019962570181,
      "step": 33856
    },
    {
      "contrastive_lambda": 0.3997346041072913,
      "epoch": 10.560511540860887,
      "step": 33857
    },
    {
      "contrastive_lambda": 0.39970895608859147,
      "epoch": 10.560823456019962,
      "step": 33858
    },
    {
      "contrastive_lambda": 0.39968330834484533,
      "epoch": 10.56113537117904,
      "step": 33859
    },
    {
      "epoch": 10.561447286338115,
      "grad_norm": 0.08867009729146957,
      "learning_rate": 4.3517408231735644e-05,
      "loss": 0.0262,
      "step": 33860
    },
    {
      "epoch": 10.561447286338115,
      "flow_loss": 0.01802230253815651,
      "step": 33860
    },
    {
      "contrastive_loss": 0.004293280653655529,
      "epoch": 10.561447286338115,
      "step": 33860
    },
    {
      "contrastive_lambda": 0.399657660876123,
      "epoch": 10.561447286338115,
      "step": 33860
    },
    {
      "contrastive_lambda": 0.3996320136824949,
      "epoch": 10.561759201497193,
      "step": 33861
    },
    {
      "contrastive_lambda": 0.39960636676403144,
      "epoch": 10.56207111665627,
      "step": 33862
    },
    {
      "contrastive_lambda": 0.3995807201208028,
      "epoch": 10.562383031815346,
      "step": 33863
    },
    {
      "contrastive_lambda": 0.39955507375287913,
      "epoch": 10.562694946974423,
      "step": 33864
    },
    {
      "contrastive_lambda": 0.3995294276603311,
      "epoch": 10.5630068621335,
      "step": 33865
    },
    {
      "contrastive_lambda": 0.3995037818432289,
      "epoch": 10.563318777292576,
      "step": 33866
    },
    {
      "contrastive_lambda": 0.39947813630164264,
      "epoch": 10.563630692451653,
      "step": 33867
    },
    {
      "contrastive_lambda": 0.3994524910356428,
      "epoch": 10.56394260761073,
      "step": 33868
    },
    {
      "contrastive_lambda": 0.39942684604529965,
      "epoch": 10.564254522769806,
      "step": 33869
    },
    {
      "epoch": 10.564566437928884,
      "grad_norm": 0.09940923750400543,
      "learning_rate": 4.3490083987094086e-05,
      "loss": 0.0249,
      "step": 33870
    },
    {
      "epoch": 10.564566437928884,
      "flow_loss": 0.03697022795677185,
      "step": 33870
    },
    {
      "contrastive_loss": 0.004359912127256393,
      "epoch": 10.564566437928884,
      "step": 33870
    },
    {
      "contrastive_lambda": 0.39940120133068363,
      "epoch": 10.564566437928884,
      "step": 33870
    },
    {
      "contrastive_lambda": 0.3993755568918648,
      "epoch": 10.56487835308796,
      "step": 33871
    },
    {
      "contrastive_lambda": 0.3993499127289136,
      "epoch": 10.565190268247036,
      "step": 33872
    },
    {
      "contrastive_lambda": 0.39932426884190053,
      "epoch": 10.565502183406114,
      "step": 33873
    },
    {
      "contrastive_lambda": 0.3992986252308956,
      "epoch": 10.565814098565191,
      "step": 33874
    },
    {
      "contrastive_lambda": 0.399272981895969,
      "epoch": 10.566126013724267,
      "step": 33875
    },
    {
      "contrastive_lambda": 0.39924733883719143,
      "epoch": 10.566437928883344,
      "step": 33876
    },
    {
      "contrastive_lambda": 0.39922169605463304,
      "epoch": 10.56674984404242,
      "step": 33877
    },
    {
      "contrastive_lambda": 0.39919605354836396,
      "epoch": 10.567061759201497,
      "step": 33878
    },
    {
      "contrastive_lambda": 0.39917041131845465,
      "epoch": 10.567373674360574,
      "step": 33879
    },
    {
      "epoch": 10.56768558951965,
      "grad_norm": 0.13118699193000793,
      "learning_rate": 4.34627617199931e-05,
      "loss": 0.028,
      "step": 33880
    },
    {
      "epoch": 10.56768558951965,
      "flow_loss": 0.015244530513882637,
      "step": 33880
    },
    {
      "contrastive_loss": 0.0033941189758479595,
      "epoch": 10.56768558951965,
      "step": 33880
    },
    {
      "contrastive_lambda": 0.3991447693649755,
      "epoch": 10.56768558951965,
      "step": 33880
    },
    {
      "contrastive_lambda": 0.39911912768799657,
      "epoch": 10.567997504678727,
      "step": 33881
    },
    {
      "contrastive_lambda": 0.39909348628758834,
      "epoch": 10.568309419837805,
      "step": 33882
    },
    {
      "contrastive_lambda": 0.399067845163821,
      "epoch": 10.56862133499688,
      "step": 33883
    },
    {
      "contrastive_lambda": 0.39904220431676485,
      "epoch": 10.568933250155958,
      "step": 33884
    },
    {
      "contrastive_lambda": 0.39901656374649036,
      "epoch": 10.569245165315035,
      "step": 33885
    },
    {
      "contrastive_lambda": 0.3989909234530675,
      "epoch": 10.56955708047411,
      "step": 33886
    },
    {
      "contrastive_lambda": 0.39896528343656695,
      "epoch": 10.569868995633188,
      "step": 33887
    },
    {
      "contrastive_lambda": 0.3989396436970588,
      "epoch": 10.570180910792265,
      "step": 33888
    },
    {
      "contrastive_lambda": 0.39891400423461326,
      "epoch": 10.57049282595134,
      "step": 33889
    },
    {
      "epoch": 10.570804741110418,
      "grad_norm": 0.10597847402095795,
      "learning_rate": 4.3435441438732526e-05,
      "loss": 0.0252,
      "step": 33890
    },
    {
      "epoch": 10.570804741110418,
      "flow_loss": 0.02218676544725895,
      "step": 33890
    },
    {
      "contrastive_loss": 0.004493601620197296,
      "epoch": 10.570804741110418,
      "step": 33890
    },
    {
      "contrastive_lambda": 0.3988883650493007,
      "epoch": 10.570804741110418,
      "step": 33890
    },
    {
      "contrastive_lambda": 0.39886272614119156,
      "epoch": 10.571116656269496,
      "step": 33891
    },
    {
      "contrastive_lambda": 0.3988370875103559,
      "epoch": 10.571428571428571,
      "step": 33892
    },
    {
      "contrastive_lambda": 0.3988114491568642,
      "epoch": 10.571740486587649,
      "step": 33893
    },
    {
      "contrastive_lambda": 0.39878581108078653,
      "epoch": 10.572052401746724,
      "step": 33894
    },
    {
      "contrastive_lambda": 0.3987601732821933,
      "epoch": 10.572364316905801,
      "step": 33895
    },
    {
      "contrastive_lambda": 0.398734535761155,
      "epoch": 10.572676232064879,
      "step": 33896
    },
    {
      "contrastive_lambda": 0.3987088985177416,
      "epoch": 10.572988147223954,
      "step": 33897
    },
    {
      "contrastive_lambda": 0.3986832615520234,
      "epoch": 10.573300062383032,
      "step": 33898
    },
    {
      "contrastive_lambda": 0.3986576248640709,
      "epoch": 10.57361197754211,
      "step": 33899
    },
    {
      "epoch": 10.573923892701185,
      "grad_norm": 0.10429490357637405,
      "learning_rate": 4.340812315161149e-05,
      "loss": 0.0294,
      "step": 33900
    },
    {
      "epoch": 10.573923892701185,
      "flow_loss": 0.019518883898854256,
      "step": 33900
    },
    {
      "contrastive_loss": 0.004660093225538731,
      "epoch": 10.573923892701185,
      "step": 33900
    },
    {
      "contrastive_lambda": 0.3986319884539543,
      "epoch": 10.573923892701185,
      "step": 33900
    },
    {
      "contrastive_lambda": 0.3986063523217438,
      "epoch": 10.574235807860262,
      "step": 33901
    },
    {
      "contrastive_lambda": 0.3985807164675097,
      "epoch": 10.57454772301934,
      "step": 33902
    },
    {
      "contrastive_lambda": 0.39855508089132236,
      "epoch": 10.574859638178415,
      "step": 33903
    },
    {
      "contrastive_lambda": 0.39852944559325215,
      "epoch": 10.575171553337492,
      "step": 33904
    },
    {
      "contrastive_lambda": 0.39850381057336914,
      "epoch": 10.57548346849657,
      "step": 33905
    },
    {
      "contrastive_lambda": 0.39847817583174355,
      "epoch": 10.575795383655645,
      "step": 33906
    },
    {
      "contrastive_lambda": 0.398452541368446,
      "epoch": 10.576107298814723,
      "step": 33907
    },
    {
      "contrastive_lambda": 0.3984269071835466,
      "epoch": 10.5764192139738,
      "step": 33908
    },
    {
      "contrastive_lambda": 0.3984012732771154,
      "epoch": 10.576731129132876,
      "step": 33909
    },
    {
      "epoch": 10.577043044291953,
      "grad_norm": 0.08103647828102112,
      "learning_rate": 4.338080686692859e-05,
      "loss": 0.0255,
      "step": 33910
    },
    {
      "epoch": 10.577043044291953,
      "flow_loss": 0.02326592244207859,
      "step": 33910
    },
    {
      "contrastive_loss": 0.004415720235556364,
      "epoch": 10.577043044291953,
      "step": 33910
    },
    {
      "contrastive_lambda": 0.398375639649223,
      "epoch": 10.577043044291953,
      "step": 33910
    },
    {
      "contrastive_lambda": 0.39835000629993966,
      "epoch": 10.577354959451029,
      "step": 33911
    },
    {
      "contrastive_lambda": 0.39832437322933534,
      "epoch": 10.577666874610106,
      "step": 33912
    },
    {
      "contrastive_lambda": 0.3982987404374806,
      "epoch": 10.577978789769183,
      "step": 33913
    },
    {
      "contrastive_lambda": 0.3982731079244457,
      "epoch": 10.578290704928259,
      "step": 33914
    },
    {
      "contrastive_lambda": 0.3982474756903008,
      "epoch": 10.578602620087336,
      "step": 33915
    },
    {
      "contrastive_lambda": 0.39822184373511627,
      "epoch": 10.578914535246414,
      "step": 33916
    },
    {
      "contrastive_lambda": 0.3981962120589623,
      "epoch": 10.57922645040549,
      "step": 33917
    },
    {
      "contrastive_lambda": 0.3981705806619091,
      "epoch": 10.579538365564567,
      "step": 33918
    },
    {
      "contrastive_lambda": 0.3981449495440272,
      "epoch": 10.579850280723644,
      "step": 33919
    },
    {
      "epoch": 10.58016219588272,
      "grad_norm": 0.09690134972333908,
      "learning_rate": 4.3353492592981816e-05,
      "loss": 0.0284,
      "step": 33920
    },
    {
      "epoch": 10.58016219588272,
      "flow_loss": 0.029301634058356285,
      "step": 33920
    },
    {
      "contrastive_loss": 0.0038542363326996565,
      "epoch": 10.58016219588272,
      "step": 33920
    },
    {
      "contrastive_lambda": 0.3981193187053867,
      "epoch": 10.58016219588272,
      "step": 33920
    },
    {
      "contrastive_lambda": 0.3980936881460576,
      "epoch": 10.580474111041797,
      "step": 33921
    },
    {
      "contrastive_lambda": 0.3980680578661107,
      "epoch": 10.580786026200874,
      "step": 33922
    },
    {
      "contrastive_lambda": 0.39804242786561594,
      "epoch": 10.58109794135995,
      "step": 33923
    },
    {
      "contrastive_lambda": 0.3980167981446437,
      "epoch": 10.581409856519027,
      "step": 33924
    },
    {
      "contrastive_lambda": 0.3979911687032641,
      "epoch": 10.581721771678104,
      "step": 33925
    },
    {
      "contrastive_lambda": 0.39796553954154756,
      "epoch": 10.58203368683718,
      "step": 33926
    },
    {
      "contrastive_lambda": 0.39793991065956436,
      "epoch": 10.582345601996257,
      "step": 33927
    },
    {
      "contrastive_lambda": 0.39791428205738466,
      "epoch": 10.582657517155333,
      "step": 33928
    },
    {
      "contrastive_lambda": 0.39788865373507853,
      "epoch": 10.58296943231441,
      "step": 33929
    },
    {
      "epoch": 10.583281347473488,
      "grad_norm": 0.0799730122089386,
      "learning_rate": 4.3326180338068485e-05,
      "loss": 0.0231,
      "step": 33930
    },
    {
      "epoch": 10.583281347473488,
      "flow_loss": 0.03708735480904579,
      "step": 33930
    },
    {
      "contrastive_loss": 0.003754581091925502,
      "epoch": 10.583281347473488,
      "step": 33930
    },
    {
      "contrastive_lambda": 0.3978630256927167,
      "epoch": 10.583281347473488,
      "step": 33930
    },
    {
      "contrastive_lambda": 0.3978373979303692,
      "epoch": 10.583593262632563,
      "step": 33931
    },
    {
      "contrastive_lambda": 0.397811770448106,
      "epoch": 10.58390517779164,
      "step": 33932
    },
    {
      "contrastive_lambda": 0.3977861432459979,
      "epoch": 10.584217092950718,
      "step": 33933
    },
    {
      "contrastive_lambda": 0.3977605163241149,
      "epoch": 10.584529008109794,
      "step": 33934
    },
    {
      "contrastive_lambda": 0.3977348896825271,
      "epoch": 10.584840923268871,
      "step": 33935
    },
    {
      "contrastive_lambda": 0.39770926332130496,
      "epoch": 10.585152838427948,
      "step": 33936
    },
    {
      "contrastive_lambda": 0.39768363724051875,
      "epoch": 10.585464753587024,
      "step": 33937
    },
    {
      "contrastive_lambda": 0.39765801144023855,
      "epoch": 10.585776668746101,
      "step": 33938
    },
    {
      "contrastive_lambda": 0.39763238592053485,
      "epoch": 10.586088583905179,
      "step": 33939
    },
    {
      "epoch": 10.586400499064254,
      "grad_norm": 0.08192799240350723,
      "learning_rate": 4.3298870110485356e-05,
      "loss": 0.0239,
      "step": 33940
    },
    {
      "epoch": 10.586400499064254,
      "flow_loss": 0.020667854696512222,
      "step": 33940
    },
    {
      "contrastive_loss": 0.004992135334759951,
      "epoch": 10.586400499064254,
      "step": 33940
    },
    {
      "contrastive_lambda": 0.39760676068147754,
      "epoch": 10.586400499064254,
      "step": 33940
    },
    {
      "contrastive_lambda": 0.3975811357231373,
      "epoch": 10.586712414223332,
      "step": 33941
    },
    {
      "contrastive_lambda": 0.39755551104558423,
      "epoch": 10.587024329382409,
      "step": 33942
    },
    {
      "contrastive_lambda": 0.39752988664888844,
      "epoch": 10.587336244541484,
      "step": 33943
    },
    {
      "contrastive_lambda": 0.39750426253312027,
      "epoch": 10.587648159700562,
      "step": 33944
    },
    {
      "contrastive_lambda": 0.3974786386983501,
      "epoch": 10.587960074859637,
      "step": 33945
    },
    {
      "contrastive_lambda": 0.3974530151446479,
      "epoch": 10.588271990018715,
      "step": 33946
    },
    {
      "contrastive_lambda": 0.3974273918720843,
      "epoch": 10.588583905177792,
      "step": 33947
    },
    {
      "contrastive_lambda": 0.39740176888072914,
      "epoch": 10.588895820336868,
      "step": 33948
    },
    {
      "contrastive_lambda": 0.39737614617065287,
      "epoch": 10.589207735495945,
      "step": 33949
    },
    {
      "epoch": 10.589519650655022,
      "grad_norm": 0.10297015309333801,
      "learning_rate": 4.3271561918528567e-05,
      "loss": 0.0297,
      "step": 33950
    },
    {
      "epoch": 10.589519650655022,
      "flow_loss": 0.022965464740991592,
      "step": 33950
    },
    {
      "contrastive_loss": 0.0034425202757120132,
      "epoch": 10.589519650655022,
      "step": 33950
    },
    {
      "contrastive_lambda": 0.39735052374192587,
      "epoch": 10.589519650655022,
      "step": 33950
    },
    {
      "contrastive_lambda": 0.3973249015946182,
      "epoch": 10.589831565814098,
      "step": 33951
    },
    {
      "contrastive_lambda": 0.3972992797287999,
      "epoch": 10.590143480973175,
      "step": 33952
    },
    {
      "contrastive_lambda": 0.39727365814454174,
      "epoch": 10.590455396132253,
      "step": 33953
    },
    {
      "contrastive_lambda": 0.3972480368419136,
      "epoch": 10.590767311291328,
      "step": 33954
    },
    {
      "contrastive_lambda": 0.3972224158209856,
      "epoch": 10.591079226450406,
      "step": 33955
    },
    {
      "contrastive_lambda": 0.3971967950818285,
      "epoch": 10.591391141609483,
      "step": 33956
    },
    {
      "contrastive_lambda": 0.397171174624512,
      "epoch": 10.591703056768559,
      "step": 33957
    },
    {
      "contrastive_lambda": 0.3971455544491067,
      "epoch": 10.592014971927636,
      "step": 33958
    },
    {
      "contrastive_lambda": 0.3971199345556826,
      "epoch": 10.592326887086713,
      "step": 33959
    },
    {
      "epoch": 10.592638802245789,
      "grad_norm": 0.0822553038597107,
      "learning_rate": 4.324425577049359e-05,
      "loss": 0.0269,
      "step": 33960
    },
    {
      "epoch": 10.592638802245789,
      "flow_loss": 0.04499885439872742,
      "step": 33960
    },
    {
      "contrastive_loss": 0.003895699745044112,
      "epoch": 10.592638802245789,
      "step": 33960
    },
    {
      "contrastive_lambda": 0.39709431494431,
      "epoch": 10.592638802245789,
      "step": 33960
    },
    {
      "contrastive_lambda": 0.39706869561505936,
      "epoch": 10.592950717404866,
      "step": 33961
    },
    {
      "contrastive_lambda": 0.39704307656800075,
      "epoch": 10.593262632563942,
      "step": 33962
    },
    {
      "contrastive_lambda": 0.3970174578032041,
      "epoch": 10.59357454772302,
      "step": 33963
    },
    {
      "contrastive_lambda": 0.39699183932074017,
      "epoch": 10.593886462882097,
      "step": 33964
    },
    {
      "contrastive_lambda": 0.396966221120679,
      "epoch": 10.594198378041172,
      "step": 33965
    },
    {
      "contrastive_lambda": 0.39694060320309066,
      "epoch": 10.59451029320025,
      "step": 33966
    },
    {
      "contrastive_lambda": 0.3969149855680455,
      "epoch": 10.594822208359327,
      "step": 33967
    },
    {
      "contrastive_lambda": 0.3968893682156138,
      "epoch": 10.595134123518402,
      "step": 33968
    },
    {
      "contrastive_lambda": 0.39686375114586575,
      "epoch": 10.59544603867748,
      "step": 33969
    },
    {
      "epoch": 10.595757953836557,
      "grad_norm": 0.10339740663766861,
      "learning_rate": 4.321695167467535e-05,
      "loss": 0.0343,
      "step": 33970
    },
    {
      "epoch": 10.595757953836557,
      "flow_loss": 0.02254570834338665,
      "step": 33970
    },
    {
      "contrastive_loss": 0.003536979202181101,
      "epoch": 10.595757953836557,
      "step": 33970
    },
    {
      "contrastive_lambda": 0.39683813435887166,
      "epoch": 10.595757953836557,
      "step": 33970
    },
    {
      "contrastive_lambda": 0.39681251785470156,
      "epoch": 10.596069868995633,
      "step": 33971
    },
    {
      "contrastive_lambda": 0.3967869016334258,
      "epoch": 10.59638178415471,
      "step": 33972
    },
    {
      "contrastive_lambda": 0.3967612856951147,
      "epoch": 10.596693699313787,
      "step": 33973
    },
    {
      "contrastive_lambda": 0.39673567003983823,
      "epoch": 10.597005614472863,
      "step": 33974
    },
    {
      "contrastive_lambda": 0.39671005466766696,
      "epoch": 10.59731752963194,
      "step": 33975
    },
    {
      "contrastive_lambda": 0.39668443957867094,
      "epoch": 10.597629444791018,
      "step": 33976
    },
    {
      "contrastive_lambda": 0.39665882477292036,
      "epoch": 10.597941359950093,
      "step": 33977
    },
    {
      "contrastive_lambda": 0.39663321025048537,
      "epoch": 10.59825327510917,
      "step": 33978
    },
    {
      "contrastive_lambda": 0.39660759601143647,
      "epoch": 10.598565190268246,
      "step": 33979
    },
    {
      "epoch": 10.598877105427324,
      "grad_norm": 0.11603625863790512,
      "learning_rate": 4.3189649639368093e-05,
      "loss": 0.0289,
      "step": 33980
    },
    {
      "epoch": 10.598877105427324,
      "flow_loss": 0.01812024787068367,
      "step": 33980
    },
    {
      "contrastive_loss": 0.004216582048684359,
      "epoch": 10.598877105427324,
      "step": 33980
    },
    {
      "contrastive_lambda": 0.3965819820558436,
      "epoch": 10.598877105427324,
      "step": 33980
    },
    {
      "contrastive_lambda": 0.3965563683837772,
      "epoch": 10.599189020586401,
      "step": 33981
    },
    {
      "contrastive_lambda": 0.3965307549953073,
      "epoch": 10.599500935745477,
      "step": 33982
    },
    {
      "contrastive_lambda": 0.3965051418905042,
      "epoch": 10.599812850904554,
      "step": 33983
    },
    {
      "contrastive_lambda": 0.39647952906943823,
      "epoch": 10.600124766063631,
      "step": 33984
    },
    {
      "contrastive_lambda": 0.39645391653217954,
      "epoch": 10.600436681222707,
      "step": 33985
    },
    {
      "contrastive_lambda": 0.39642830427879805,
      "epoch": 10.600748596381784,
      "step": 33986
    },
    {
      "contrastive_lambda": 0.3964026923093645,
      "epoch": 10.601060511540862,
      "step": 33987
    },
    {
      "contrastive_lambda": 0.39637708062394883,
      "epoch": 10.601372426699937,
      "step": 33988
    },
    {
      "contrastive_lambda": 0.39635146922262104,
      "epoch": 10.601684341859015,
      "step": 33989
    },
    {
      "epoch": 10.601996257018092,
      "grad_norm": 0.09167959541082382,
      "learning_rate": 4.316234967286547e-05,
      "loss": 0.0239,
      "step": 33990
    },
    {
      "epoch": 10.601996257018092,
      "flow_loss": 0.017254021018743515,
      "step": 33990
    },
    {
      "contrastive_loss": 0.003970164805650711,
      "epoch": 10.601996257018092,
      "step": 33990
    },
    {
      "contrastive_lambda": 0.39632585810545184,
      "epoch": 10.601996257018092,
      "step": 33990
    },
    {
      "contrastive_lambda": 0.396300247272511,
      "epoch": 10.602308172177167,
      "step": 33991
    },
    {
      "contrastive_lambda": 0.39627463672386914,
      "epoch": 10.602620087336245,
      "step": 33992
    },
    {
      "contrastive_lambda": 0.3962490264595961,
      "epoch": 10.602932002495322,
      "step": 33993
    },
    {
      "contrastive_lambda": 0.3962234164797622,
      "epoch": 10.603243917654398,
      "step": 33994
    },
    {
      "contrastive_lambda": 0.39619780678443783,
      "epoch": 10.603555832813475,
      "step": 33995
    },
    {
      "contrastive_lambda": 0.39617219737369314,
      "epoch": 10.60386774797255,
      "step": 33996
    },
    {
      "contrastive_lambda": 0.39614658824759796,
      "epoch": 10.604179663131628,
      "step": 33997
    },
    {
      "contrastive_lambda": 0.39612097940622304,
      "epoch": 10.604491578290705,
      "step": 33998
    },
    {
      "contrastive_lambda": 0.39609537084963836,
      "epoch": 10.604803493449781,
      "step": 33999
    },
    {
      "epoch": 10.605115408608858,
      "grad_norm": 0.12287308275699615,
      "learning_rate": 4.313505178346046e-05,
      "loss": 0.0367,
      "step": 34000
    },
    {
      "epoch": 10.605115408608858,
      "flow_loss": 0.022085390985012054,
      "step": 34000
    },
    {
      "contrastive_loss": 0.003616920206695795,
      "epoch": 10.605115408608858,
      "step": 34000
    },
    {
      "contrastive_lambda": 0.39606976257791404,
      "epoch": 10.605115408608858,
      "step": 34000
    },
    {
      "contrastive_lambda": 0.3960441545911203,
      "epoch": 10.605427323767936,
      "step": 34001
    },
    {
      "contrastive_lambda": 0.3960185468893276,
      "epoch": 10.605739238927011,
      "step": 34002
    },
    {
      "contrastive_lambda": 0.39599293947260583,
      "epoch": 10.606051154086089,
      "step": 34003
    },
    {
      "contrastive_lambda": 0.3959673323410254,
      "epoch": 10.606363069245166,
      "step": 34004
    },
    {
      "contrastive_lambda": 0.39594172549465634,
      "epoch": 10.606674984404242,
      "step": 34005
    },
    {
      "contrastive_lambda": 0.39591611893356893,
      "epoch": 10.606986899563319,
      "step": 34006
    },
    {
      "contrastive_lambda": 0.3958905126578335,
      "epoch": 10.607298814722396,
      "step": 34007
    },
    {
      "contrastive_lambda": 0.39586490666752017,
      "epoch": 10.607610729881472,
      "step": 34008
    },
    {
      "contrastive_lambda": 0.39583930096269887,
      "epoch": 10.60792264504055,
      "step": 34009
    },
    {
      "epoch": 10.608234560199627,
      "grad_norm": 0.10372427850961685,
      "learning_rate": 4.3107755979445465e-05,
      "loss": 0.0305,
      "step": 34010
    },
    {
      "epoch": 10.608234560199627,
      "flow_loss": 0.0286997240036726,
      "step": 34010
    },
    {
      "contrastive_loss": 0.0033209971152246,
      "epoch": 10.608234560199627,
      "step": 34010
    },
    {
      "contrastive_lambda": 0.39581369554344026,
      "epoch": 10.608234560199627,
      "step": 34010
    },
    {
      "contrastive_lambda": 0.3957880904098142,
      "epoch": 10.608546475358702,
      "step": 34011
    },
    {
      "contrastive_lambda": 0.39576248556189103,
      "epoch": 10.60885839051778,
      "step": 34012
    },
    {
      "contrastive_lambda": 0.395736880999741,
      "epoch": 10.609170305676855,
      "step": 34013
    },
    {
      "contrastive_lambda": 0.3957112767234342,
      "epoch": 10.609482220835933,
      "step": 34014
    },
    {
      "contrastive_lambda": 0.3956856727330409,
      "epoch": 10.60979413599501,
      "step": 34015
    },
    {
      "contrastive_lambda": 0.39566006902863116,
      "epoch": 10.610106051154085,
      "step": 34016
    },
    {
      "contrastive_lambda": 0.39563446561027527,
      "epoch": 10.610417966313163,
      "step": 34017
    },
    {
      "contrastive_lambda": 0.3956088624780435,
      "epoch": 10.61072988147224,
      "step": 34018
    },
    {
      "contrastive_lambda": 0.39558325963200597,
      "epoch": 10.611041796631316,
      "step": 34019
    },
    {
      "epoch": 10.611353711790393,
      "grad_norm": 0.09195444732904434,
      "learning_rate": 4.308046226911224e-05,
      "loss": 0.0309,
      "step": 34020
    },
    {
      "epoch": 10.611353711790393,
      "flow_loss": 0.026643332093954086,
      "step": 34020
    },
    {
      "contrastive_loss": 0.0034775615204125643,
      "epoch": 10.611353711790393,
      "step": 34020
    },
    {
      "contrastive_lambda": 0.39555765707223267,
      "epoch": 10.611353711790393,
      "step": 34020
    },
    {
      "contrastive_lambda": 0.39553205479879416,
      "epoch": 10.61166562694947,
      "step": 34021
    },
    {
      "contrastive_lambda": 0.3955064528117605,
      "epoch": 10.611977542108546,
      "step": 34022
    },
    {
      "contrastive_lambda": 0.3954808511112017,
      "epoch": 10.612289457267623,
      "step": 34023
    },
    {
      "contrastive_lambda": 0.3954552496971881,
      "epoch": 10.6126013724267,
      "step": 34024
    },
    {
      "contrastive_lambda": 0.3954296485697899,
      "epoch": 10.612913287585776,
      "step": 34025
    },
    {
      "contrastive_lambda": 0.3954040477290772,
      "epoch": 10.613225202744854,
      "step": 34026
    },
    {
      "contrastive_lambda": 0.3953784471751204,
      "epoch": 10.613537117903931,
      "step": 34027
    },
    {
      "contrastive_lambda": 0.3953528469079893,
      "epoch": 10.613849033063007,
      "step": 34028
    },
    {
      "contrastive_lambda": 0.39532724692775445,
      "epoch": 10.614160948222084,
      "step": 34029
    },
    {
      "epoch": 10.61447286338116,
      "grad_norm": 0.08907994627952576,
      "learning_rate": 4.305317066075185e-05,
      "loss": 0.0324,
      "step": 34030
    },
    {
      "epoch": 10.61447286338116,
      "flow_loss": 0.014080524444580078,
      "step": 34030
    },
    {
      "contrastive_loss": 0.006808185018599033,
      "epoch": 10.61447286338116,
      "step": 34030
    },
    {
      "contrastive_lambda": 0.3953016472344859,
      "epoch": 10.61447286338116,
      "step": 34030
    },
    {
      "contrastive_lambda": 0.3952760478282537,
      "epoch": 10.614784778540237,
      "step": 34031
    },
    {
      "contrastive_lambda": 0.39525044870912834,
      "epoch": 10.615096693699314,
      "step": 34032
    },
    {
      "contrastive_lambda": 0.39522484987717976,
      "epoch": 10.61540860885839,
      "step": 34033
    },
    {
      "contrastive_lambda": 0.3951992513324782,
      "epoch": 10.615720524017467,
      "step": 34034
    },
    {
      "contrastive_lambda": 0.3951736530750938,
      "epoch": 10.616032439176545,
      "step": 34035
    },
    {
      "contrastive_lambda": 0.3951480551050969,
      "epoch": 10.61634435433562,
      "step": 34036
    },
    {
      "contrastive_lambda": 0.39512245742255736,
      "epoch": 10.616656269494698,
      "step": 34037
    },
    {
      "contrastive_lambda": 0.39509686002754574,
      "epoch": 10.616968184653775,
      "step": 34038
    },
    {
      "contrastive_lambda": 0.39507126292013195,
      "epoch": 10.61728009981285,
      "step": 34039
    },
    {
      "epoch": 10.617592014971928,
      "grad_norm": 0.09089106321334839,
      "learning_rate": 4.302588116265482e-05,
      "loss": 0.0252,
      "step": 34040
    },
    {
      "epoch": 10.617592014971928,
      "flow_loss": 0.02976391091942787,
      "step": 34040
    },
    {
      "contrastive_loss": 0.004383242689073086,
      "epoch": 10.617592014971928,
      "step": 34040
    },
    {
      "contrastive_lambda": 0.3950456661003862,
      "epoch": 10.617592014971928,
      "step": 34040
    },
    {
      "contrastive_lambda": 0.3950200695683789,
      "epoch": 10.617903930131005,
      "step": 34041
    },
    {
      "contrastive_lambda": 0.3949944733241799,
      "epoch": 10.61821584529008,
      "step": 34042
    },
    {
      "contrastive_lambda": 0.39496887736785946,
      "epoch": 10.618527760449158,
      "step": 34043
    },
    {
      "contrastive_lambda": 0.3949432816994879,
      "epoch": 10.618839675608235,
      "step": 34044
    },
    {
      "contrastive_lambda": 0.39491768631913526,
      "epoch": 10.619151590767311,
      "step": 34045
    },
    {
      "contrastive_lambda": 0.39489209122687186,
      "epoch": 10.619463505926388,
      "step": 34046
    },
    {
      "contrastive_lambda": 0.3948664964227676,
      "epoch": 10.619775421085464,
      "step": 34047
    },
    {
      "contrastive_lambda": 0.3948409019068928,
      "epoch": 10.620087336244541,
      "step": 34048
    },
    {
      "contrastive_lambda": 0.39481530767931783,
      "epoch": 10.620399251403619,
      "step": 34049
    },
    {
      "epoch": 10.620711166562694,
      "grad_norm": 0.09729715436697006,
      "learning_rate": 4.299859378311094e-05,
      "loss": 0.0266,
      "step": 34050
    },
    {
      "epoch": 10.620711166562694,
      "flow_loss": 0.01722530834376812,
      "step": 34050
    },
    {
      "contrastive_loss": 0.004378767684102058,
      "epoch": 10.620711166562694,
      "step": 34050
    },
    {
      "contrastive_lambda": 0.3947897137401126,
      "epoch": 10.620711166562694,
      "step": 34050
    },
    {
      "contrastive_lambda": 0.39476412008934714,
      "epoch": 10.621023081721772,
      "step": 34051
    },
    {
      "contrastive_lambda": 0.39473852672709203,
      "epoch": 10.621334996880849,
      "step": 34052
    },
    {
      "contrastive_lambda": 0.39471293365341725,
      "epoch": 10.621646912039925,
      "step": 34053
    },
    {
      "contrastive_lambda": 0.3946873408683927,
      "epoch": 10.621958827199002,
      "step": 34054
    },
    {
      "contrastive_lambda": 0.394661748372089,
      "epoch": 10.62227074235808,
      "step": 34055
    },
    {
      "contrastive_lambda": 0.39463615616457615,
      "epoch": 10.622582657517155,
      "step": 34056
    },
    {
      "contrastive_lambda": 0.3946105642459241,
      "epoch": 10.622894572676232,
      "step": 34057
    },
    {
      "contrastive_lambda": 0.3945849726162032,
      "epoch": 10.623206487835308,
      "step": 34058
    },
    {
      "contrastive_lambda": 0.3945593812754836,
      "epoch": 10.623518402994385,
      "step": 34059
    },
    {
      "epoch": 10.623830318153463,
      "grad_norm": 0.08972376585006714,
      "learning_rate": 4.2971308530409424e-05,
      "loss": 0.0272,
      "step": 34060
    },
    {
      "epoch": 10.623830318153463,
      "flow_loss": 0.036145228892564774,
      "step": 34060
    },
    {
      "contrastive_loss": 0.004082779865711927,
      "epoch": 10.623830318153463,
      "step": 34060
    },
    {
      "contrastive_lambda": 0.39453379022383545,
      "epoch": 10.623830318153463,
      "step": 34060
    },
    {
      "contrastive_lambda": 0.394508199461329,
      "epoch": 10.62414223331254,
      "step": 34061
    },
    {
      "contrastive_lambda": 0.394482608988034,
      "epoch": 10.624454148471616,
      "step": 34062
    },
    {
      "contrastive_lambda": 0.39445701880402123,
      "epoch": 10.624766063630693,
      "step": 34063
    },
    {
      "contrastive_lambda": 0.3944314289093605,
      "epoch": 10.625077978789768,
      "step": 34064
    },
    {
      "contrastive_lambda": 0.3944058393041219,
      "epoch": 10.625389893948846,
      "step": 34065
    },
    {
      "contrastive_lambda": 0.3943802499883757,
      "epoch": 10.625701809107923,
      "step": 34066
    },
    {
      "contrastive_lambda": 0.39435466096219207,
      "epoch": 10.626013724266999,
      "step": 34067
    },
    {
      "contrastive_lambda": 0.3943290722256411,
      "epoch": 10.626325639426076,
      "step": 34068
    },
    {
      "contrastive_lambda": 0.3943034837787931,
      "epoch": 10.626637554585153,
      "step": 34069
    },
    {
      "epoch": 10.626949469744229,
      "grad_norm": 0.11541952192783356,
      "learning_rate": 4.2944025412838765e-05,
      "loss": 0.0308,
      "step": 34070
    },
    {
      "epoch": 10.626949469744229,
      "flow_loss": 0.04976965859532356,
      "step": 34070
    },
    {
      "contrastive_loss": 0.0032964120618999004,
      "epoch": 10.626949469744229,
      "step": 34070
    },
    {
      "contrastive_lambda": 0.39427789562171794,
      "epoch": 10.626949469744229,
      "step": 34070
    },
    {
      "contrastive_lambda": 0.394252307754486,
      "epoch": 10.627261384903306,
      "step": 34071
    },
    {
      "contrastive_lambda": 0.3942267201771674,
      "epoch": 10.627573300062384,
      "step": 34072
    },
    {
      "contrastive_lambda": 0.3942011328898323,
      "epoch": 10.62788521522146,
      "step": 34073
    },
    {
      "contrastive_lambda": 0.39417554589255055,
      "epoch": 10.628197130380537,
      "step": 34074
    },
    {
      "contrastive_lambda": 0.3941499591853928,
      "epoch": 10.628509045539612,
      "step": 34075
    },
    {
      "contrastive_lambda": 0.39412437276842893,
      "epoch": 10.62882096069869,
      "step": 34076
    },
    {
      "contrastive_lambda": 0.39409878664172887,
      "epoch": 10.629132875857767,
      "step": 34077
    },
    {
      "contrastive_lambda": 0.39407320080536323,
      "epoch": 10.629444791016843,
      "step": 34078
    },
    {
      "contrastive_lambda": 0.39404761525940185,
      "epoch": 10.62975670617592,
      "step": 34079
    },
    {
      "epoch": 10.630068621334997,
      "grad_norm": 0.1095542311668396,
      "learning_rate": 4.291674443868689e-05,
      "loss": 0.0245,
      "step": 34080
    },
    {
      "epoch": 10.630068621334997,
      "flow_loss": 0.032680388540029526,
      "step": 34080
    },
    {
      "contrastive_loss": 0.007184955291450024,
      "epoch": 10.630068621334997,
      "step": 34080
    },
    {
      "contrastive_lambda": 0.394022030003915,
      "epoch": 10.630068621334997,
      "step": 34080
    },
    {
      "contrastive_lambda": 0.3939964450389727,
      "epoch": 10.630380536494073,
      "step": 34081
    },
    {
      "contrastive_lambda": 0.3939708603646451,
      "epoch": 10.63069245165315,
      "step": 34082
    },
    {
      "contrastive_lambda": 0.3939452759810026,
      "epoch": 10.631004366812228,
      "step": 34083
    },
    {
      "contrastive_lambda": 0.39391969188811515,
      "epoch": 10.631316281971303,
      "step": 34084
    },
    {
      "contrastive_lambda": 0.39389410808605263,
      "epoch": 10.63162819713038,
      "step": 34085
    },
    {
      "contrastive_lambda": 0.39386852457488564,
      "epoch": 10.631940112289458,
      "step": 34086
    },
    {
      "contrastive_lambda": 0.3938429413546841,
      "epoch": 10.632252027448533,
      "step": 34087
    },
    {
      "contrastive_lambda": 0.3938173584255181,
      "epoch": 10.63256394260761,
      "step": 34088
    },
    {
      "contrastive_lambda": 0.3937917757874579,
      "epoch": 10.632875857766688,
      "step": 34089
    },
    {
      "epoch": 10.633187772925764,
      "grad_norm": 0.07692928612232208,
      "learning_rate": 4.288946561624104e-05,
      "loss": 0.0274,
      "step": 34090
    },
    {
      "epoch": 10.633187772925764,
      "flow_loss": 0.0311721358448267,
      "step": 34090
    },
    {
      "contrastive_loss": 0.0037157926708459854,
      "epoch": 10.633187772925764,
      "step": 34090
    },
    {
      "contrastive_lambda": 0.3937661934405736,
      "epoch": 10.633187772925764,
      "step": 34090
    },
    {
      "contrastive_lambda": 0.3937406113849352,
      "epoch": 10.633499688084841,
      "step": 34091
    },
    {
      "contrastive_lambda": 0.393715029620613,
      "epoch": 10.633811603243917,
      "step": 34092
    },
    {
      "contrastive_lambda": 0.39368944814767715,
      "epoch": 10.634123518402994,
      "step": 34093
    },
    {
      "contrastive_lambda": 0.3936638669661976,
      "epoch": 10.634435433562071,
      "step": 34094
    },
    {
      "contrastive_lambda": 0.39363828607624474,
      "epoch": 10.634747348721147,
      "step": 34095
    },
    {
      "contrastive_lambda": 0.3936127054778884,
      "epoch": 10.635059263880224,
      "step": 34096
    },
    {
      "contrastive_lambda": 0.39358712517119887,
      "epoch": 10.635371179039302,
      "step": 34097
    },
    {
      "contrastive_lambda": 0.3935615451562464,
      "epoch": 10.635683094198377,
      "step": 34098
    },
    {
      "contrastive_lambda": 0.39353596543310093,
      "epoch": 10.635995009357455,
      "step": 34099
    },
    {
      "epoch": 10.636306924516532,
      "grad_norm": 0.09996993094682693,
      "learning_rate": 4.2862188953787794e-05,
      "loss": 0.0257,
      "step": 34100
    },
    {
      "epoch": 10.636306924516532,
      "flow_loss": 0.051871199160814285,
      "step": 34100
    },
    {
      "contrastive_loss": 0.003783319378271699,
      "epoch": 10.636306924516532,
      "step": 34100
    },
    {
      "contrastive_lambda": 0.39351038600183263,
      "epoch": 10.636306924516532,
      "step": 34100
    },
    {
      "contrastive_lambda": 0.39348480686251175,
      "epoch": 10.636618839675608,
      "step": 34101
    },
    {
      "contrastive_lambda": 0.3934592280152082,
      "epoch": 10.636930754834685,
      "step": 34102
    },
    {
      "contrastive_lambda": 0.3934336494599924,
      "epoch": 10.637242669993762,
      "step": 34103
    },
    {
      "contrastive_lambda": 0.3934080711969341,
      "epoch": 10.637554585152838,
      "step": 34104
    },
    {
      "contrastive_lambda": 0.3933824932261037,
      "epoch": 10.637866500311915,
      "step": 34105
    },
    {
      "contrastive_lambda": 0.39335691554757135,
      "epoch": 10.638178415470993,
      "step": 34106
    },
    {
      "contrastive_lambda": 0.39333133816140703,
      "epoch": 10.638490330630068,
      "step": 34107
    },
    {
      "contrastive_lambda": 0.39330576106768067,
      "epoch": 10.638802245789146,
      "step": 34108
    },
    {
      "contrastive_lambda": 0.3932801842664629,
      "epoch": 10.639114160948221,
      "step": 34109
    },
    {
      "epoch": 10.639426076107299,
      "grad_norm": 0.10602141916751862,
      "learning_rate": 4.283491445961308e-05,
      "loss": 0.0328,
      "step": 34110
    },
    {
      "epoch": 10.639426076107299,
      "flow_loss": 0.025015192106366158,
      "step": 34110
    },
    {
      "contrastive_loss": 0.003721102373674512,
      "epoch": 10.639426076107299,
      "step": 34110
    },
    {
      "contrastive_lambda": 0.3932546077578235,
      "epoch": 10.639426076107299,
      "step": 34110
    },
    {
      "contrastive_lambda": 0.39322903154183253,
      "epoch": 10.639737991266376,
      "step": 34111
    },
    {
      "contrastive_lambda": 0.3932034556185604,
      "epoch": 10.640049906425451,
      "step": 34112
    },
    {
      "contrastive_lambda": 0.393177879988077,
      "epoch": 10.640361821584529,
      "step": 34113
    },
    {
      "contrastive_lambda": 0.3931523046504525,
      "epoch": 10.640673736743606,
      "step": 34114
    },
    {
      "contrastive_lambda": 0.39312672960575695,
      "epoch": 10.640985651902682,
      "step": 34115
    },
    {
      "contrastive_lambda": 0.39310115485406055,
      "epoch": 10.641297567061759,
      "step": 34116
    },
    {
      "contrastive_lambda": 0.39307558039543355,
      "epoch": 10.641609482220836,
      "step": 34117
    },
    {
      "contrastive_lambda": 0.3930500062299459,
      "epoch": 10.641921397379912,
      "step": 34118
    },
    {
      "contrastive_lambda": 0.3930244323576675,
      "epoch": 10.64223331253899,
      "step": 34119
    },
    {
      "epoch": 10.642545227698067,
      "grad_norm": 0.09710829704999924,
      "learning_rate": 4.2807642142002155e-05,
      "loss": 0.0305,
      "step": 34120
    },
    {
      "epoch": 10.642545227698067,
      "flow_loss": 0.013082895427942276,
      "step": 34120
    },
    {
      "contrastive_loss": 0.004274960607290268,
      "epoch": 10.642545227698067,
      "step": 34120
    },
    {
      "contrastive_lambda": 0.3929988587786689,
      "epoch": 10.642545227698067,
      "step": 34120
    },
    {
      "contrastive_lambda": 0.39297328549302,
      "epoch": 10.642857142857142,
      "step": 34121
    },
    {
      "contrastive_lambda": 0.39294771250079086,
      "epoch": 10.64316905801622,
      "step": 34122
    },
    {
      "contrastive_lambda": 0.3929221398020516,
      "epoch": 10.643480973175297,
      "step": 34123
    },
    {
      "contrastive_lambda": 0.3928965673968725,
      "epoch": 10.643792888334373,
      "step": 34124
    },
    {
      "contrastive_lambda": 0.39287099528532343,
      "epoch": 10.64410480349345,
      "step": 34125
    },
    {
      "contrastive_lambda": 0.3928454234674747,
      "epoch": 10.644416718652526,
      "step": 34126
    },
    {
      "contrastive_lambda": 0.39281985194339625,
      "epoch": 10.644728633811603,
      "step": 34127
    },
    {
      "contrastive_lambda": 0.39279428071315825,
      "epoch": 10.64504054897068,
      "step": 34128
    },
    {
      "contrastive_lambda": 0.39276870977683087,
      "epoch": 10.645352464129756,
      "step": 34129
    },
    {
      "epoch": 10.645664379288833,
      "grad_norm": 0.09689343720674515,
      "learning_rate": 4.278037200923966e-05,
      "loss": 0.0233,
      "step": 34130
    },
    {
      "epoch": 10.645664379288833,
      "flow_loss": 0.021247029304504395,
      "step": 34130
    },
    {
      "contrastive_loss": 0.004201984964311123,
      "epoch": 10.645664379288833,
      "step": 34130
    },
    {
      "contrastive_lambda": 0.3927431391344842,
      "epoch": 10.645664379288833,
      "step": 34130
    },
    {
      "contrastive_lambda": 0.39271756878618813,
      "epoch": 10.64597629444791,
      "step": 34131
    },
    {
      "contrastive_lambda": 0.3926919987320131,
      "epoch": 10.646288209606986,
      "step": 34132
    },
    {
      "contrastive_lambda": 0.39266642897202897,
      "epoch": 10.646600124766064,
      "step": 34133
    },
    {
      "contrastive_lambda": 0.3926408595063059,
      "epoch": 10.646912039925141,
      "step": 34134
    },
    {
      "contrastive_lambda": 0.39261529033491416,
      "epoch": 10.647223955084216,
      "step": 34135
    },
    {
      "contrastive_lambda": 0.39258972145792354,
      "epoch": 10.647535870243294,
      "step": 34136
    },
    {
      "contrastive_lambda": 0.3925641528754044,
      "epoch": 10.647847785402371,
      "step": 34137
    },
    {
      "contrastive_lambda": 0.39253858458742663,
      "epoch": 10.648159700561447,
      "step": 34138
    },
    {
      "contrastive_lambda": 0.39251301659406046,
      "epoch": 10.648471615720524,
      "step": 34139
    },
    {
      "epoch": 10.648783530879601,
      "grad_norm": 0.08128368854522705,
      "learning_rate": 4.275310406960953e-05,
      "loss": 0.0253,
      "step": 34140
    },
    {
      "epoch": 10.648783530879601,
      "flow_loss": 0.04241200536489487,
      "step": 34140
    },
    {
      "contrastive_loss": 0.004185106139630079,
      "epoch": 10.648783530879601,
      "step": 34140
    },
    {
      "contrastive_lambda": 0.39248744889537607,
      "epoch": 10.648783530879601,
      "step": 34140
    },
    {
      "contrastive_lambda": 0.39246188149144345,
      "epoch": 10.649095446038677,
      "step": 34141
    },
    {
      "contrastive_lambda": 0.3924363143823324,
      "epoch": 10.649407361197754,
      "step": 34142
    },
    {
      "contrastive_lambda": 0.39241074756811356,
      "epoch": 10.64971927635683,
      "step": 34143
    },
    {
      "contrastive_lambda": 0.3923851810488568,
      "epoch": 10.650031191515907,
      "step": 34144
    },
    {
      "contrastive_lambda": 0.39235961482463205,
      "epoch": 10.650343106674985,
      "step": 34145
    },
    {
      "contrastive_lambda": 0.3923340488955095,
      "epoch": 10.65065502183406,
      "step": 34146
    },
    {
      "contrastive_lambda": 0.39230848326155937,
      "epoch": 10.650966936993138,
      "step": 34147
    },
    {
      "contrastive_lambda": 0.3922829179228516,
      "epoch": 10.651278852152215,
      "step": 34148
    },
    {
      "contrastive_lambda": 0.3922573528794564,
      "epoch": 10.65159076731129,
      "step": 34149
    },
    {
      "epoch": 10.651902682470368,
      "grad_norm": 0.08513365685939789,
      "learning_rate": 4.272583833139502e-05,
      "loss": 0.0339,
      "step": 34150
    },
    {
      "epoch": 10.651902682470368,
      "flow_loss": 0.015045659616589546,
      "step": 34150
    },
    {
      "contrastive_loss": 0.005052623338997364,
      "epoch": 10.651902682470368,
      "step": 34150
    },
    {
      "contrastive_lambda": 0.39223178813144355,
      "epoch": 10.651902682470368,
      "step": 34150
    },
    {
      "contrastive_lambda": 0.3922062236788836,
      "epoch": 10.652214597629445,
      "step": 34151
    },
    {
      "contrastive_lambda": 0.3921806595218464,
      "epoch": 10.652526512788521,
      "step": 34152
    },
    {
      "contrastive_lambda": 0.39215509566040185,
      "epoch": 10.652838427947598,
      "step": 34153
    },
    {
      "contrastive_lambda": 0.3921295320946204,
      "epoch": 10.653150343106676,
      "step": 34154
    },
    {
      "contrastive_lambda": 0.392103968824572,
      "epoch": 10.653462258265751,
      "step": 34155
    },
    {
      "contrastive_lambda": 0.3920784058503266,
      "epoch": 10.653774173424829,
      "step": 34156
    },
    {
      "contrastive_lambda": 0.3920528431719543,
      "epoch": 10.654086088583906,
      "step": 34157
    },
    {
      "contrastive_lambda": 0.3920272807895255,
      "epoch": 10.654398003742982,
      "step": 34158
    },
    {
      "contrastive_lambda": 0.39200171870310985,
      "epoch": 10.654709918902059,
      "step": 34159
    },
    {
      "epoch": 10.655021834061134,
      "grad_norm": 0.08697590976953506,
      "learning_rate": 4.2698574802878794e-05,
      "loss": 0.0278,
      "step": 34160
    },
    {
      "epoch": 10.655021834061134,
      "flow_loss": 0.037359945476055145,
      "step": 34160
    },
    {
      "contrastive_loss": 0.004936506971716881,
      "epoch": 10.655021834061134,
      "step": 34160
    },
    {
      "contrastive_lambda": 0.3919761569127777,
      "epoch": 10.655021834061134,
      "step": 34160
    },
    {
      "contrastive_lambda": 0.391950595418599,
      "epoch": 10.655333749220212,
      "step": 34161
    },
    {
      "contrastive_lambda": 0.39192503422064384,
      "epoch": 10.65564566437929,
      "step": 34162
    },
    {
      "contrastive_lambda": 0.39189947331898245,
      "epoch": 10.655957579538365,
      "step": 34163
    },
    {
      "contrastive_lambda": 0.3918739127136848,
      "epoch": 10.656269494697442,
      "step": 34164
    },
    {
      "contrastive_lambda": 0.39184835240482074,
      "epoch": 10.65658140985652,
      "step": 34165
    },
    {
      "contrastive_lambda": 0.3918227923924608,
      "epoch": 10.656893325015595,
      "step": 34166
    },
    {
      "contrastive_lambda": 0.3917972326766747,
      "epoch": 10.657205240174672,
      "step": 34167
    },
    {
      "contrastive_lambda": 0.3917716732575327,
      "epoch": 10.65751715533375,
      "step": 34168
    },
    {
      "contrastive_lambda": 0.39174611413510474,
      "epoch": 10.657829070492825,
      "step": 34169
    },
    {
      "epoch": 10.658140985651903,
      "grad_norm": 0.081942118704319,
      "learning_rate": 4.2671313492342734e-05,
      "loss": 0.0309,
      "step": 34170
    },
    {
      "epoch": 10.658140985651903,
      "flow_loss": 0.026178834959864616,
      "step": 34170
    },
    {
      "contrastive_loss": 0.005594618618488312,
      "epoch": 10.658140985651903,
      "step": 34170
    },
    {
      "contrastive_lambda": 0.3917205553094609,
      "epoch": 10.658140985651903,
      "step": 34170
    },
    {
      "contrastive_lambda": 0.3916949967806715,
      "epoch": 10.65845290081098,
      "step": 34171
    },
    {
      "contrastive_lambda": 0.39166943854880637,
      "epoch": 10.658764815970056,
      "step": 34172
    },
    {
      "contrastive_lambda": 0.3916438806139354,
      "epoch": 10.659076731129133,
      "step": 34173
    },
    {
      "contrastive_lambda": 0.3916183229761291,
      "epoch": 10.65938864628821,
      "step": 34174
    },
    {
      "contrastive_lambda": 0.3915927656354573,
      "epoch": 10.659700561447286,
      "step": 34175
    },
    {
      "contrastive_lambda": 0.3915672085919899,
      "epoch": 10.660012476606363,
      "step": 34176
    },
    {
      "contrastive_lambda": 0.39154165184579737,
      "epoch": 10.660324391765439,
      "step": 34177
    },
    {
      "contrastive_lambda": 0.39151609539694954,
      "epoch": 10.660636306924516,
      "step": 34178
    },
    {
      "contrastive_lambda": 0.3914905392455164,
      "epoch": 10.660948222083594,
      "step": 34179
    },
    {
      "epoch": 10.66126013724267,
      "grad_norm": 0.09429816901683807,
      "learning_rate": 4.264405440806813e-05,
      "loss": 0.0288,
      "step": 34180
    },
    {
      "epoch": 10.66126013724267,
      "flow_loss": 0.0446898452937603,
      "step": 34180
    },
    {
      "contrastive_loss": 0.0043673268519341946,
      "epoch": 10.66126013724267,
      "step": 34180
    },
    {
      "contrastive_lambda": 0.3914649833915681,
      "epoch": 10.66126013724267,
      "step": 34180
    },
    {
      "contrastive_lambda": 0.3914394278351749,
      "epoch": 10.661572052401747,
      "step": 34181
    },
    {
      "contrastive_lambda": 0.3914138725764065,
      "epoch": 10.661883967560824,
      "step": 34182
    },
    {
      "contrastive_lambda": 0.3913883176153332,
      "epoch": 10.6621958827199,
      "step": 34183
    },
    {
      "contrastive_lambda": 0.3913627629520249,
      "epoch": 10.662507797878977,
      "step": 34184
    },
    {
      "contrastive_lambda": 0.3913372085865518,
      "epoch": 10.662819713038054,
      "step": 34185
    },
    {
      "contrastive_lambda": 0.391311654518984,
      "epoch": 10.66313162819713,
      "step": 34186
    },
    {
      "contrastive_lambda": 0.3912861007493913,
      "epoch": 10.663443543356207,
      "step": 34187
    },
    {
      "contrastive_lambda": 0.391260547277844,
      "epoch": 10.663755458515285,
      "step": 34188
    },
    {
      "contrastive_lambda": 0.3912349941044122,
      "epoch": 10.66406737367436,
      "step": 34189
    },
    {
      "epoch": 10.664379288833437,
      "grad_norm": 0.11761500686407089,
      "learning_rate": 4.26167975583356e-05,
      "loss": 0.0301,
      "step": 34190
    },
    {
      "epoch": 10.664379288833437,
      "flow_loss": 0.025485698133707047,
      "step": 34190
    },
    {
      "contrastive_loss": 0.003513263538479805,
      "epoch": 10.664379288833437,
      "step": 34190
    },
    {
      "contrastive_lambda": 0.3912094412291657,
      "epoch": 10.664379288833437,
      "step": 34190
    },
    {
      "contrastive_lambda": 0.3911838886521748,
      "epoch": 10.664691203992515,
      "step": 34191
    },
    {
      "contrastive_lambda": 0.39115833637350933,
      "epoch": 10.66500311915159,
      "step": 34192
    },
    {
      "contrastive_lambda": 0.3911327843932395,
      "epoch": 10.665315034310668,
      "step": 34193
    },
    {
      "contrastive_lambda": 0.39110723271143544,
      "epoch": 10.665626949469743,
      "step": 34194
    },
    {
      "contrastive_lambda": 0.3910816813281669,
      "epoch": 10.66593886462882,
      "step": 34195
    },
    {
      "contrastive_lambda": 0.39105613024350416,
      "epoch": 10.666250779787898,
      "step": 34196
    },
    {
      "contrastive_lambda": 0.39103057945751735,
      "epoch": 10.666562694946974,
      "step": 34197
    },
    {
      "contrastive_lambda": 0.39100502897027634,
      "epoch": 10.666874610106051,
      "step": 34198
    },
    {
      "contrastive_lambda": 0.3909794787818511,
      "epoch": 10.667186525265128,
      "step": 34199
    },
    {
      "epoch": 10.667498440424204,
      "grad_norm": 0.10525336116552353,
      "learning_rate": 4.2589542951425e-05,
      "loss": 0.0281,
      "step": 34200
    },
    {
      "epoch": 10.667498440424204,
      "flow_loss": 0.04266681149601936,
      "step": 34200
    },
    {
      "contrastive_loss": 0.003891256172209978,
      "epoch": 10.667498440424204,
      "step": 34200
    },
    {
      "contrastive_lambda": 0.39095392889231195,
      "epoch": 10.667498440424204,
      "step": 34200
    },
    {
      "contrastive_lambda": 0.39092837930172886,
      "epoch": 10.667810355583281,
      "step": 34201
    },
    {
      "contrastive_lambda": 0.3909028300101716,
      "epoch": 10.668122270742359,
      "step": 34202
    },
    {
      "contrastive_lambda": 0.3908772810177105,
      "epoch": 10.668434185901434,
      "step": 34203
    },
    {
      "contrastive_lambda": 0.3908517323244155,
      "epoch": 10.668746101060512,
      "step": 34204
    },
    {
      "contrastive_lambda": 0.39082618393035684,
      "epoch": 10.669058016219589,
      "step": 34205
    },
    {
      "contrastive_lambda": 0.39080063583560437,
      "epoch": 10.669369931378665,
      "step": 34206
    },
    {
      "contrastive_lambda": 0.3907750880402279,
      "epoch": 10.669681846537742,
      "step": 34207
    },
    {
      "contrastive_lambda": 0.390749540544298,
      "epoch": 10.66999376169682,
      "step": 34208
    },
    {
      "contrastive_lambda": 0.3907239933478844,
      "epoch": 10.670305676855895,
      "step": 34209
    },
    {
      "epoch": 10.670617592014972,
      "grad_norm": 0.09140265733003616,
      "learning_rate": 4.2562290595615615e-05,
      "loss": 0.0359,
      "step": 34210
    },
    {
      "epoch": 10.670617592014972,
      "flow_loss": 0.022612938657402992,
      "step": 34210
    },
    {
      "contrastive_loss": 0.005467342212796211,
      "epoch": 10.670617592014972,
      "step": 34210
    },
    {
      "contrastive_lambda": 0.39069844645105695,
      "epoch": 10.670617592014972,
      "step": 34210
    },
    {
      "contrastive_lambda": 0.39067289985388615,
      "epoch": 10.670929507174048,
      "step": 34211
    },
    {
      "contrastive_lambda": 0.3906473535564418,
      "epoch": 10.671241422333125,
      "step": 34212
    },
    {
      "contrastive_lambda": 0.39062180755879383,
      "epoch": 10.671553337492202,
      "step": 34213
    },
    {
      "contrastive_lambda": 0.3905962618610124,
      "epoch": 10.671865252651278,
      "step": 34214
    },
    {
      "contrastive_lambda": 0.39057071646316766,
      "epoch": 10.672177167810355,
      "step": 34215
    },
    {
      "contrastive_lambda": 0.39054517136532935,
      "epoch": 10.672489082969433,
      "step": 34216
    },
    {
      "contrastive_lambda": 0.3905196265675678,
      "epoch": 10.672800998128508,
      "step": 34217
    },
    {
      "contrastive_lambda": 0.3904940820699528,
      "epoch": 10.673112913287586,
      "step": 34218
    },
    {
      "contrastive_lambda": 0.3904685378725545,
      "epoch": 10.673424828446663,
      "step": 34219
    },
    {
      "epoch": 10.673736743605739,
      "grad_norm": 0.08447825908660889,
      "learning_rate": 4.2535040499185946e-05,
      "loss": 0.0312,
      "step": 34220
    },
    {
      "epoch": 10.673736743605739,
      "flow_loss": 0.015366951934993267,
      "step": 34220
    },
    {
      "contrastive_loss": 0.0055259037762880325,
      "epoch": 10.673736743605739,
      "step": 34220
    },
    {
      "contrastive_lambda": 0.390442993975443,
      "epoch": 10.673736743605739,
      "step": 34220
    },
    {
      "contrastive_lambda": 0.39041745037868814,
      "epoch": 10.674048658764816,
      "step": 34221
    },
    {
      "contrastive_lambda": 0.3903919070823601,
      "epoch": 10.674360573923893,
      "step": 34222
    },
    {
      "contrastive_lambda": 0.39036636408652897,
      "epoch": 10.674672489082969,
      "step": 34223
    },
    {
      "contrastive_lambda": 0.3903408213912646,
      "epoch": 10.674984404242046,
      "step": 34224
    },
    {
      "contrastive_lambda": 0.3903152789966371,
      "epoch": 10.675296319401124,
      "step": 34225
    },
    {
      "contrastive_lambda": 0.39028973690271646,
      "epoch": 10.6756082345602,
      "step": 34226
    },
    {
      "contrastive_lambda": 0.3902641951095727,
      "epoch": 10.675920149719277,
      "step": 34227
    },
    {
      "contrastive_lambda": 0.39023865361727605,
      "epoch": 10.676232064878352,
      "step": 34228
    },
    {
      "contrastive_lambda": 0.3902131124258963,
      "epoch": 10.67654398003743,
      "step": 34229
    },
    {
      "epoch": 10.676855895196507,
      "grad_norm": 0.09573156386613846,
      "learning_rate": 4.250779267041387e-05,
      "loss": 0.0231,
      "step": 34230
    },
    {
      "epoch": 10.676855895196507,
      "flow_loss": 0.03290082514286041,
      "step": 34230
    },
    {
      "contrastive_loss": 0.00315238069742918,
      "epoch": 10.676855895196507,
      "step": 34230
    },
    {
      "contrastive_lambda": 0.3901875715355034,
      "epoch": 10.676855895196507,
      "step": 34230
    },
    {
      "contrastive_lambda": 0.39016203094616764,
      "epoch": 10.677167810355582,
      "step": 34231
    },
    {
      "contrastive_lambda": 0.3901364906579589,
      "epoch": 10.67747972551466,
      "step": 34232
    },
    {
      "contrastive_lambda": 0.39011095067094703,
      "epoch": 10.677791640673737,
      "step": 34233
    },
    {
      "contrastive_lambda": 0.39008541098520244,
      "epoch": 10.678103555832813,
      "step": 34234
    },
    {
      "contrastive_lambda": 0.39005987160079497,
      "epoch": 10.67841547099189,
      "step": 34235
    },
    {
      "contrastive_lambda": 0.39003433251779446,
      "epoch": 10.678727386150968,
      "step": 34236
    },
    {
      "contrastive_lambda": 0.39000879373627106,
      "epoch": 10.679039301310043,
      "step": 34237
    },
    {
      "contrastive_lambda": 0.38998325525629485,
      "epoch": 10.67935121646912,
      "step": 34238
    },
    {
      "contrastive_lambda": 0.38995771707793586,
      "epoch": 10.679663131628198,
      "step": 34239
    },
    {
      "epoch": 10.679975046787273,
      "grad_norm": 0.10776523500680923,
      "learning_rate": 4.248054711757657e-05,
      "loss": 0.0266,
      "step": 34240
    },
    {
      "epoch": 10.679975046787273,
      "flow_loss": 0.0395599789917469,
      "step": 34240
    },
    {
      "contrastive_loss": 0.004229249432682991,
      "epoch": 10.679975046787273,
      "step": 34240
    },
    {
      "contrastive_lambda": 0.389932179201264,
      "epoch": 10.679975046787273,
      "step": 34240
    },
    {
      "contrastive_lambda": 0.38990664162634914,
      "epoch": 10.68028696194635,
      "step": 34241
    },
    {
      "contrastive_lambda": 0.38988110435326173,
      "epoch": 10.680598877105428,
      "step": 34242
    },
    {
      "contrastive_lambda": 0.3898555673820715,
      "epoch": 10.680910792264504,
      "step": 34243
    },
    {
      "contrastive_lambda": 0.38983003071284833,
      "epoch": 10.681222707423581,
      "step": 34244
    },
    {
      "contrastive_lambda": 0.38980449434566244,
      "epoch": 10.681534622582657,
      "step": 34245
    },
    {
      "contrastive_lambda": 0.38977895828058384,
      "epoch": 10.681846537741734,
      "step": 34246
    },
    {
      "contrastive_lambda": 0.3897534225176824,
      "epoch": 10.682158452900811,
      "step": 34247
    },
    {
      "contrastive_lambda": 0.3897278870570284,
      "epoch": 10.682470368059887,
      "step": 34248
    },
    {
      "contrastive_lambda": 0.38970235189869146,
      "epoch": 10.682782283218964,
      "step": 34249
    },
    {
      "epoch": 10.683094198378042,
      "grad_norm": 0.07412730157375336,
      "learning_rate": 4.245330384895052e-05,
      "loss": 0.0309,
      "step": 34250
    },
    {
      "epoch": 10.683094198378042,
      "flow_loss": 0.026385219767689705,
      "step": 34250
    },
    {
      "contrastive_loss": 0.003502354957163334,
      "epoch": 10.683094198378042,
      "step": 34250
    },
    {
      "contrastive_lambda": 0.3896768170427418,
      "epoch": 10.683094198378042,
      "step": 34250
    },
    {
      "contrastive_lambda": 0.3896512824892495,
      "epoch": 10.683406113537117,
      "step": 34251
    },
    {
      "contrastive_lambda": 0.38962574823828455,
      "epoch": 10.683718028696195,
      "step": 34252
    },
    {
      "contrastive_lambda": 0.3896002142899166,
      "epoch": 10.684029943855272,
      "step": 34253
    },
    {
      "contrastive_lambda": 0.38957468064421613,
      "epoch": 10.684341859014348,
      "step": 34254
    },
    {
      "contrastive_lambda": 0.3895491473012529,
      "epoch": 10.684653774173425,
      "step": 34255
    },
    {
      "contrastive_lambda": 0.3895236142610969,
      "epoch": 10.684965689332502,
      "step": 34256
    },
    {
      "contrastive_lambda": 0.38949808152381826,
      "epoch": 10.685277604491578,
      "step": 34257
    },
    {
      "contrastive_lambda": 0.38947254908948686,
      "epoch": 10.685589519650655,
      "step": 34258
    },
    {
      "contrastive_lambda": 0.38944701695817285,
      "epoch": 10.685901434809733,
      "step": 34259
    },
    {
      "epoch": 10.686213349968808,
      "grad_norm": 0.08490407466888428,
      "learning_rate": 4.242606287281151e-05,
      "loss": 0.0283,
      "step": 34260
    },
    {
      "epoch": 10.686213349968808,
      "flow_loss": 0.013366656377911568,
      "step": 34260
    },
    {
      "contrastive_loss": 0.003726201131939888,
      "epoch": 10.686213349968808,
      "step": 34260
    },
    {
      "contrastive_lambda": 0.389421485129946,
      "epoch": 10.686213349968808,
      "step": 34260
    },
    {
      "contrastive_lambda": 0.38939595360487644,
      "epoch": 10.686525265127885,
      "step": 34261
    },
    {
      "contrastive_lambda": 0.3893704223830342,
      "epoch": 10.686837180286961,
      "step": 34262
    },
    {
      "contrastive_lambda": 0.3893448914644893,
      "epoch": 10.687149095446038,
      "step": 34263
    },
    {
      "contrastive_lambda": 0.3893193608493114,
      "epoch": 10.687461010605116,
      "step": 34264
    },
    {
      "contrastive_lambda": 0.389293830537571,
      "epoch": 10.687772925764191,
      "step": 34265
    },
    {
      "contrastive_lambda": 0.3892683005293378,
      "epoch": 10.688084840923269,
      "step": 34266
    },
    {
      "contrastive_lambda": 0.38924277082468184,
      "epoch": 10.688396756082346,
      "step": 34267
    },
    {
      "contrastive_lambda": 0.389217241423673,
      "epoch": 10.688708671241422,
      "step": 34268
    },
    {
      "contrastive_lambda": 0.38919171232638156,
      "epoch": 10.689020586400499,
      "step": 34269
    },
    {
      "epoch": 10.689332501559576,
      "grad_norm": 0.07654214650392532,
      "learning_rate": 4.2398824197434595e-05,
      "loss": 0.0328,
      "step": 34270
    },
    {
      "epoch": 10.689332501559576,
      "flow_loss": 0.01984616555273533,
      "step": 34270
    },
    {
      "contrastive_loss": 0.004006980452686548,
      "epoch": 10.689332501559576,
      "step": 34270
    },
    {
      "contrastive_lambda": 0.3891661835328772,
      "epoch": 10.689332501559576,
      "step": 34270
    },
    {
      "contrastive_lambda": 0.38914065504323014,
      "epoch": 10.689644416718652,
      "step": 34271
    },
    {
      "contrastive_lambda": 0.38911512685751015,
      "epoch": 10.68995633187773,
      "step": 34272
    },
    {
      "contrastive_lambda": 0.3890895989757874,
      "epoch": 10.690268247036807,
      "step": 34273
    },
    {
      "contrastive_lambda": 0.3890640713981318,
      "epoch": 10.690580162195882,
      "step": 34274
    },
    {
      "contrastive_lambda": 0.38903854412461325,
      "epoch": 10.69089207735496,
      "step": 34275
    },
    {
      "contrastive_lambda": 0.389013017155302,
      "epoch": 10.691203992514037,
      "step": 34276
    },
    {
      "contrastive_lambda": 0.3889874904902679,
      "epoch": 10.691515907673113,
      "step": 34277
    },
    {
      "contrastive_lambda": 0.38896196412958073,
      "epoch": 10.69182782283219,
      "step": 34278
    },
    {
      "contrastive_lambda": 0.3889364380733107,
      "epoch": 10.692139737991265,
      "step": 34279
    },
    {
      "epoch": 10.692451653150343,
      "grad_norm": 0.0888669416308403,
      "learning_rate": 4.23715878310942e-05,
      "loss": 0.0279,
      "step": 34280
    },
    {
      "epoch": 10.692451653150343,
      "flow_loss": 0.027431553229689598,
      "step": 34280
    },
    {
      "contrastive_loss": 0.0038326499052345753,
      "epoch": 10.692451653150343,
      "step": 34280
    },
    {
      "contrastive_lambda": 0.38891091232152775,
      "epoch": 10.692451653150343,
      "step": 34280
    },
    {
      "contrastive_lambda": 0.3888853868743018,
      "epoch": 10.69276356830942,
      "step": 34281
    },
    {
      "contrastive_lambda": 0.38885986173170295,
      "epoch": 10.693075483468496,
      "step": 34282
    },
    {
      "contrastive_lambda": 0.38883433689380104,
      "epoch": 10.693387398627573,
      "step": 34283
    },
    {
      "contrastive_lambda": 0.38880881236066606,
      "epoch": 10.69369931378665,
      "step": 34284
    },
    {
      "contrastive_lambda": 0.3887832881323682,
      "epoch": 10.694011228945726,
      "step": 34285
    },
    {
      "contrastive_lambda": 0.3887577642089772,
      "epoch": 10.694323144104803,
      "step": 34286
    },
    {
      "contrastive_lambda": 0.3887322405905629,
      "epoch": 10.69463505926388,
      "step": 34287
    },
    {
      "contrastive_lambda": 0.38870671727719575,
      "epoch": 10.694946974422956,
      "step": 34288
    },
    {
      "contrastive_lambda": 0.3886811942689454,
      "epoch": 10.695258889582034,
      "step": 34289
    },
    {
      "epoch": 10.695570804741111,
      "grad_norm": 0.08000564575195312,
      "learning_rate": 4.234435378206402e-05,
      "loss": 0.0317,
      "step": 34290
    },
    {
      "epoch": 10.695570804741111,
      "flow_loss": 0.022645190358161926,
      "step": 34290
    },
    {
      "contrastive_loss": 0.005693131126463413,
      "epoch": 10.695570804741111,
      "step": 34290
    },
    {
      "contrastive_lambda": 0.38865567156588177,
      "epoch": 10.695570804741111,
      "step": 34290
    },
    {
      "contrastive_lambda": 0.388630149168075,
      "epoch": 10.695882719900187,
      "step": 34291
    },
    {
      "contrastive_lambda": 0.3886046270755949,
      "epoch": 10.696194635059264,
      "step": 34292
    },
    {
      "contrastive_lambda": 0.3885791052885117,
      "epoch": 10.696506550218341,
      "step": 34293
    },
    {
      "contrastive_lambda": 0.3885535838068952,
      "epoch": 10.696818465377417,
      "step": 34294
    },
    {
      "contrastive_lambda": 0.3885280626308152,
      "epoch": 10.697130380536494,
      "step": 34295
    },
    {
      "contrastive_lambda": 0.38850254176034205,
      "epoch": 10.69744229569557,
      "step": 34296
    },
    {
      "contrastive_lambda": 0.3884770211955455,
      "epoch": 10.697754210854647,
      "step": 34297
    },
    {
      "contrastive_lambda": 0.3884515009364953,
      "epoch": 10.698066126013725,
      "step": 34298
    },
    {
      "contrastive_lambda": 0.38842598098326186,
      "epoch": 10.6983780411728,
      "step": 34299
    },
    {
      "epoch": 10.698689956331878,
      "grad_norm": 0.10725536942481995,
      "learning_rate": 4.2317122058617006e-05,
      "loss": 0.0245,
      "step": 34300
    },
    {
      "epoch": 10.698689956331878,
      "flow_loss": 0.022835617884993553,
      "step": 34300
    },
    {
      "contrastive_loss": 0.005564810708165169,
      "epoch": 10.698689956331878,
      "step": 34300
    },
    {
      "contrastive_lambda": 0.38840046133591494,
      "epoch": 10.698689956331878,
      "step": 34300
    },
    {
      "contrastive_lambda": 0.3883749419945244,
      "epoch": 10.699001871490955,
      "step": 34301
    },
    {
      "contrastive_lambda": 0.38834942295916025,
      "epoch": 10.69931378665003,
      "step": 34302
    },
    {
      "contrastive_lambda": 0.3883239042298926,
      "epoch": 10.699625701809108,
      "step": 34303
    },
    {
      "contrastive_lambda": 0.3882983858067912,
      "epoch": 10.699937616968185,
      "step": 34304
    },
    {
      "contrastive_lambda": 0.3882728676899263,
      "epoch": 10.70024953212726,
      "step": 34305
    },
    {
      "contrastive_lambda": 0.3882473498793675,
      "epoch": 10.700561447286338,
      "step": 34306
    },
    {
      "contrastive_lambda": 0.388221832375185,
      "epoch": 10.700873362445416,
      "step": 34307
    },
    {
      "contrastive_lambda": 0.38819631517744874,
      "epoch": 10.701185277604491,
      "step": 34308
    },
    {
      "contrastive_lambda": 0.3881707982862285,
      "epoch": 10.701497192763568,
      "step": 34309
    },
    {
      "epoch": 10.701809107922646,
      "grad_norm": 0.08105164766311646,
      "learning_rate": 4.2289892669025485e-05,
      "loss": 0.0281,
      "step": 34310
    },
    {
      "epoch": 10.701809107922646,
      "flow_loss": 0.016087131574749947,
      "step": 34310
    },
    {
      "contrastive_loss": 0.0034489044919610023,
      "epoch": 10.701809107922646,
      "step": 34310
    },
    {
      "contrastive_lambda": 0.38814528170159446,
      "epoch": 10.701809107922646,
      "step": 34310
    },
    {
      "contrastive_lambda": 0.3881197654236165,
      "epoch": 10.702121023081721,
      "step": 34311
    },
    {
      "contrastive_lambda": 0.3880942494523645,
      "epoch": 10.702432938240799,
      "step": 34312
    },
    {
      "contrastive_lambda": 0.3880687337879084,
      "epoch": 10.702744853399874,
      "step": 34313
    },
    {
      "contrastive_lambda": 0.3880432184303184,
      "epoch": 10.703056768558952,
      "step": 34314
    },
    {
      "contrastive_lambda": 0.3880177033796641,
      "epoch": 10.703368683718029,
      "step": 34315
    },
    {
      "contrastive_lambda": 0.3879921886360158,
      "epoch": 10.703680598877105,
      "step": 34316
    },
    {
      "contrastive_lambda": 0.3879666741994432,
      "epoch": 10.703992514036182,
      "step": 34317
    },
    {
      "contrastive_lambda": 0.3879411600700162,
      "epoch": 10.70430442919526,
      "step": 34318
    },
    {
      "contrastive_lambda": 0.38791564624780506,
      "epoch": 10.704616344354335,
      "step": 34319
    },
    {
      "epoch": 10.704928259513412,
      "grad_norm": 0.07726117223501205,
      "learning_rate": 4.226266562156097e-05,
      "loss": 0.0256,
      "step": 34320
    },
    {
      "epoch": 10.704928259513412,
      "flow_loss": 0.017099659889936447,
      "step": 34320
    },
    {
      "contrastive_loss": 0.003958995919674635,
      "epoch": 10.704928259513412,
      "step": 34320
    },
    {
      "contrastive_lambda": 0.38789013273287953,
      "epoch": 10.704928259513412,
      "step": 34320
    },
    {
      "contrastive_lambda": 0.3878646195253094,
      "epoch": 10.70524017467249,
      "step": 34321
    },
    {
      "contrastive_lambda": 0.3878391066251649,
      "epoch": 10.705552089831565,
      "step": 34322
    },
    {
      "contrastive_lambda": 0.3878135940325159,
      "epoch": 10.705864004990643,
      "step": 34323
    },
    {
      "contrastive_lambda": 0.38778808174743223,
      "epoch": 10.70617592014972,
      "step": 34324
    },
    {
      "contrastive_lambda": 0.38776256976998386,
      "epoch": 10.706487835308796,
      "step": 34325
    },
    {
      "contrastive_lambda": 0.3877370581002408,
      "epoch": 10.706799750467873,
      "step": 34326
    },
    {
      "contrastive_lambda": 0.38771154673827307,
      "epoch": 10.70711166562695,
      "step": 34327
    },
    {
      "contrastive_lambda": 0.3876860356841505,
      "epoch": 10.707423580786026,
      "step": 34328
    },
    {
      "contrastive_lambda": 0.38766052493794284,
      "epoch": 10.707735495945103,
      "step": 34329
    },
    {
      "epoch": 10.708047411104179,
      "grad_norm": 0.10143007338047028,
      "learning_rate": 4.223544092449435e-05,
      "loss": 0.0307,
      "step": 34330
    },
    {
      "epoch": 10.708047411104179,
      "flow_loss": 0.026625782251358032,
      "step": 34330
    },
    {
      "contrastive_loss": 0.0037703723646700382,
      "epoch": 10.708047411104179,
      "step": 34330
    },
    {
      "contrastive_lambda": 0.38763501449972043,
      "epoch": 10.708047411104179,
      "step": 34330
    },
    {
      "contrastive_lambda": 0.387609504369553,
      "epoch": 10.708359326263256,
      "step": 34331
    },
    {
      "contrastive_lambda": 0.3875839945475103,
      "epoch": 10.708671241422334,
      "step": 34332
    },
    {
      "contrastive_lambda": 0.38755848503366264,
      "epoch": 10.708983156581409,
      "step": 34333
    },
    {
      "contrastive_lambda": 0.38753297582807983,
      "epoch": 10.709295071740486,
      "step": 34334
    },
    {
      "contrastive_lambda": 0.3875074669308316,
      "epoch": 10.709606986899564,
      "step": 34335
    },
    {
      "contrastive_lambda": 0.38748195834198806,
      "epoch": 10.70991890205864,
      "step": 34336
    },
    {
      "contrastive_lambda": 0.3874564500616192,
      "epoch": 10.710230817217717,
      "step": 34337
    },
    {
      "contrastive_lambda": 0.38743094208979484,
      "epoch": 10.710542732376794,
      "step": 34338
    },
    {
      "contrastive_lambda": 0.387405434426585,
      "epoch": 10.71085464753587,
      "step": 34339
    },
    {
      "epoch": 10.711166562694947,
      "grad_norm": 0.11127948760986328,
      "learning_rate": 4.2208218586095784e-05,
      "loss": 0.0284,
      "step": 34340
    },
    {
      "epoch": 10.711166562694947,
      "flow_loss": 0.02255137637257576,
      "step": 34340
    },
    {
      "contrastive_loss": 0.004244235809892416,
      "epoch": 10.711166562694947,
      "step": 34340
    },
    {
      "contrastive_lambda": 0.3873799270720594,
      "epoch": 10.711166562694947,
      "step": 34340
    },
    {
      "contrastive_lambda": 0.3873544200262882,
      "epoch": 10.711478477854024,
      "step": 34341
    },
    {
      "contrastive_lambda": 0.3873289132893414,
      "epoch": 10.7117903930131,
      "step": 34342
    },
    {
      "contrastive_lambda": 0.38730340686128856,
      "epoch": 10.712102308172177,
      "step": 34343
    },
    {
      "contrastive_lambda": 0.38727790074219987,
      "epoch": 10.712414223331255,
      "step": 34344
    },
    {
      "contrastive_lambda": 0.38725239493214536,
      "epoch": 10.71272613849033,
      "step": 34345
    },
    {
      "contrastive_lambda": 0.38722688943119465,
      "epoch": 10.713038053649408,
      "step": 34346
    },
    {
      "contrastive_lambda": 0.38720138423941797,
      "epoch": 10.713349968808483,
      "step": 34347
    },
    {
      "contrastive_lambda": 0.38717587935688497,
      "epoch": 10.71366188396756,
      "step": 34348
    },
    {
      "contrastive_lambda": 0.3871503747836657,
      "epoch": 10.713973799126638,
      "step": 34349
    },
    {
      "epoch": 10.714285714285714,
      "grad_norm": 0.11926885694265366,
      "learning_rate": 4.218099861463466e-05,
      "loss": 0.032,
      "step": 34350
    },
    {
      "epoch": 10.714285714285714,
      "flow_loss": 0.04948985204100609,
      "step": 34350
    },
    {
      "contrastive_loss": 0.004967841319739819,
      "epoch": 10.714285714285714,
      "step": 34350
    },
    {
      "contrastive_lambda": 0.3871248705198302,
      "epoch": 10.714285714285714,
      "step": 34350
    },
    {
      "contrastive_lambda": 0.3870993665654483,
      "epoch": 10.71459762944479,
      "step": 34351
    },
    {
      "contrastive_lambda": 0.38707386292058965,
      "epoch": 10.714909544603868,
      "step": 34352
    },
    {
      "contrastive_lambda": 0.38704835958532463,
      "epoch": 10.715221459762944,
      "step": 34353
    },
    {
      "contrastive_lambda": 0.38702285655972296,
      "epoch": 10.715533374922021,
      "step": 34354
    },
    {
      "contrastive_lambda": 0.3869973538438543,
      "epoch": 10.715845290081099,
      "step": 34355
    },
    {
      "contrastive_lambda": 0.38697185143778906,
      "epoch": 10.716157205240174,
      "step": 34356
    },
    {
      "contrastive_lambda": 0.3869463493415969,
      "epoch": 10.716469120399251,
      "step": 34357
    },
    {
      "contrastive_lambda": 0.3869208475553476,
      "epoch": 10.716781035558329,
      "step": 34358
    },
    {
      "contrastive_lambda": 0.3868953460791113,
      "epoch": 10.717092950717404,
      "step": 34359
    },
    {
      "epoch": 10.717404865876482,
      "grad_norm": 0.11996956169605255,
      "learning_rate": 4.215378101837972e-05,
      "loss": 0.0326,
      "step": 34360
    },
    {
      "epoch": 10.717404865876482,
      "flow_loss": 0.023917527869343758,
      "step": 34360
    },
    {
      "contrastive_loss": 0.0038657463155686855,
      "epoch": 10.717404865876482,
      "step": 34360
    },
    {
      "contrastive_lambda": 0.3868698449129578,
      "epoch": 10.717404865876482,
      "step": 34360
    },
    {
      "contrastive_lambda": 0.3868443440569571,
      "epoch": 10.71771678103556,
      "step": 34361
    },
    {
      "contrastive_lambda": 0.38681884351117907,
      "epoch": 10.718028696194635,
      "step": 34362
    },
    {
      "contrastive_lambda": 0.3867933432756934,
      "epoch": 10.718340611353712,
      "step": 34363
    },
    {
      "contrastive_lambda": 0.38676784335057046,
      "epoch": 10.718652526512788,
      "step": 34364
    },
    {
      "contrastive_lambda": 0.38674234373587985,
      "epoch": 10.718964441671865,
      "step": 34365
    },
    {
      "contrastive_lambda": 0.38671684443169146,
      "epoch": 10.719276356830942,
      "step": 34366
    },
    {
      "contrastive_lambda": 0.38669134543807526,
      "epoch": 10.719588271990018,
      "step": 34367
    },
    {
      "contrastive_lambda": 0.3866658467551013,
      "epoch": 10.719900187149095,
      "step": 34368
    },
    {
      "contrastive_lambda": 0.3866403483828392,
      "epoch": 10.720212102308173,
      "step": 34369
    },
    {
      "epoch": 10.720524017467248,
      "grad_norm": 0.10724983364343643,
      "learning_rate": 4.2126565805598937e-05,
      "loss": 0.0268,
      "step": 34370
    },
    {
      "epoch": 10.720524017467248,
      "flow_loss": 0.02049354836344719,
      "step": 34370
    },
    {
      "contrastive_loss": 0.003163344692438841,
      "epoch": 10.720524017467248,
      "step": 34370
    },
    {
      "contrastive_lambda": 0.38661485032135917,
      "epoch": 10.720524017467248,
      "step": 34370
    },
    {
      "contrastive_lambda": 0.38658935257073085,
      "epoch": 10.720835932626326,
      "step": 34371
    },
    {
      "contrastive_lambda": 0.38656385513102426,
      "epoch": 10.721147847785403,
      "step": 34372
    },
    {
      "contrastive_lambda": 0.3865383580023094,
      "epoch": 10.721459762944479,
      "step": 34373
    },
    {
      "contrastive_lambda": 0.3865128611846561,
      "epoch": 10.721771678103556,
      "step": 34374
    },
    {
      "contrastive_lambda": 0.386487364678134,
      "epoch": 10.722083593262633,
      "step": 34375
    },
    {
      "contrastive_lambda": 0.38646186848281344,
      "epoch": 10.722395508421709,
      "step": 34376
    },
    {
      "contrastive_lambda": 0.3864363725987641,
      "epoch": 10.722707423580786,
      "step": 34377
    },
    {
      "contrastive_lambda": 0.3864108770260557,
      "epoch": 10.723019338739864,
      "step": 34378
    },
    {
      "contrastive_lambda": 0.38638538176475856,
      "epoch": 10.72333125389894,
      "step": 34379
    },
    {
      "epoch": 10.723643169058017,
      "grad_norm": 0.09897373616695404,
      "learning_rate": 4.209935298455957e-05,
      "loss": 0.0292,
      "step": 34380
    },
    {
      "epoch": 10.723643169058017,
      "flow_loss": 0.024712542071938515,
      "step": 34380
    },
    {
      "contrastive_loss": 0.003902511205524206,
      "epoch": 10.723643169058017,
      "step": 34380
    },
    {
      "contrastive_lambda": 0.38635988681494227,
      "epoch": 10.723643169058017,
      "step": 34380
    },
    {
      "contrastive_lambda": 0.38633439217667687,
      "epoch": 10.723955084217092,
      "step": 34381
    },
    {
      "contrastive_lambda": 0.38630889785003203,
      "epoch": 10.72426699937617,
      "step": 34382
    },
    {
      "contrastive_lambda": 0.38628340383507787,
      "epoch": 10.724578914535247,
      "step": 34383
    },
    {
      "contrastive_lambda": 0.38625791013188426,
      "epoch": 10.724890829694322,
      "step": 34384
    },
    {
      "contrastive_lambda": 0.3862324167405211,
      "epoch": 10.7252027448534,
      "step": 34385
    },
    {
      "contrastive_lambda": 0.386206923661058,
      "epoch": 10.725514660012477,
      "step": 34386
    },
    {
      "contrastive_lambda": 0.3861814308935653,
      "epoch": 10.725826575171553,
      "step": 34387
    },
    {
      "contrastive_lambda": 0.3861559384381127,
      "epoch": 10.72613849033063,
      "step": 34388
    },
    {
      "contrastive_lambda": 0.3861304462947699,
      "epoch": 10.726450405489707,
      "step": 34389
    },
    {
      "epoch": 10.726762320648783,
      "grad_norm": 0.12170352041721344,
      "learning_rate": 4.207214256352817e-05,
      "loss": 0.0287,
      "step": 34390
    },
    {
      "epoch": 10.726762320648783,
      "flow_loss": 0.021445073187351227,
      "step": 34390
    },
    {
      "contrastive_loss": 0.004574325866997242,
      "epoch": 10.726762320648783,
      "step": 34390
    },
    {
      "contrastive_lambda": 0.38610495446360693,
      "epoch": 10.726762320648783,
      "step": 34390
    },
    {
      "contrastive_lambda": 0.38607946294469386,
      "epoch": 10.72707423580786,
      "step": 34391
    },
    {
      "contrastive_lambda": 0.3860539717381003,
      "epoch": 10.727386150966938,
      "step": 34392
    },
    {
      "contrastive_lambda": 0.3860284808438963,
      "epoch": 10.727698066126013,
      "step": 34393
    },
    {
      "contrastive_lambda": 0.3860029902621516,
      "epoch": 10.72800998128509,
      "step": 34394
    },
    {
      "contrastive_lambda": 0.3859774999929362,
      "epoch": 10.728321896444168,
      "step": 34395
    },
    {
      "contrastive_lambda": 0.38595201003632007,
      "epoch": 10.728633811603244,
      "step": 34396
    },
    {
      "contrastive_lambda": 0.38592652039237274,
      "epoch": 10.728945726762321,
      "step": 34397
    },
    {
      "contrastive_lambda": 0.3859010310611646,
      "epoch": 10.729257641921397,
      "step": 34398
    },
    {
      "contrastive_lambda": 0.3858755420427652,
      "epoch": 10.729569557080474,
      "step": 34399
    },
    {
      "epoch": 10.729881472239551,
      "grad_norm": 0.12687550485134125,
      "learning_rate": 4.2044934550770524e-05,
      "loss": 0.0311,
      "step": 34400
    },
    {
      "epoch": 10.729881472239551,
      "flow_loss": 0.013602702878415585,
      "step": 34400
    },
    {
      "contrastive_loss": 0.0038382485508918762,
      "epoch": 10.729881472239551,
      "step": 34400
    },
    {
      "contrastive_lambda": 0.38585005333724437,
      "epoch": 10.729881472239551,
      "step": 34400
    },
    {
      "contrastive_lambda": 0.3858245649446721,
      "epoch": 10.730193387398627,
      "step": 34401
    },
    {
      "contrastive_lambda": 0.3857990768651184,
      "epoch": 10.730505302557704,
      "step": 34402
    },
    {
      "contrastive_lambda": 0.3857735890986529,
      "epoch": 10.730817217716782,
      "step": 34403
    },
    {
      "contrastive_lambda": 0.38574810164534573,
      "epoch": 10.731129132875857,
      "step": 34404
    },
    {
      "contrastive_lambda": 0.38572261450526646,
      "epoch": 10.731441048034934,
      "step": 34405
    },
    {
      "contrastive_lambda": 0.3856971276784852,
      "epoch": 10.731752963194012,
      "step": 34406
    },
    {
      "contrastive_lambda": 0.3856716411650718,
      "epoch": 10.732064878353087,
      "step": 34407
    },
    {
      "contrastive_lambda": 0.38564615496509613,
      "epoch": 10.732376793512165,
      "step": 34408
    },
    {
      "contrastive_lambda": 0.38562066907862774,
      "epoch": 10.732688708671242,
      "step": 34409
    },
    {
      "epoch": 10.733000623830318,
      "grad_norm": 0.09310784935951233,
      "learning_rate": 4.201772895455174e-05,
      "loss": 0.0259,
      "step": 34410
    },
    {
      "epoch": 10.733000623830318,
      "flow_loss": 0.02712499536573887,
      "step": 34410
    },
    {
      "contrastive_loss": 0.0035590899642556906,
      "epoch": 10.733000623830318,
      "step": 34410
    },
    {
      "contrastive_lambda": 0.38559518350573707,
      "epoch": 10.733000623830318,
      "step": 34410
    },
    {
      "contrastive_lambda": 0.3855696982464937,
      "epoch": 10.733312538989395,
      "step": 34411
    },
    {
      "contrastive_lambda": 0.38554421330096733,
      "epoch": 10.733624454148472,
      "step": 34412
    },
    {
      "contrastive_lambda": 0.385518728669228,
      "epoch": 10.733936369307548,
      "step": 34413
    },
    {
      "contrastive_lambda": 0.38549324435134563,
      "epoch": 10.734248284466625,
      "step": 34414
    },
    {
      "contrastive_lambda": 0.3854677603473901,
      "epoch": 10.734560199625701,
      "step": 34415
    },
    {
      "contrastive_lambda": 0.38544227665743114,
      "epoch": 10.734872114784778,
      "step": 34416
    },
    {
      "contrastive_lambda": 0.3854167932815386,
      "epoch": 10.735184029943856,
      "step": 34417
    },
    {
      "contrastive_lambda": 0.3853913102197826,
      "epoch": 10.735495945102931,
      "step": 34418
    },
    {
      "contrastive_lambda": 0.3853658274722328,
      "epoch": 10.735807860262009,
      "step": 34419
    },
    {
      "epoch": 10.736119775421086,
      "grad_norm": 0.08117781579494476,
      "learning_rate": 4.199052578313613e-05,
      "loss": 0.0271,
      "step": 34420
    },
    {
      "epoch": 10.736119775421086,
      "flow_loss": 0.05056978017091751,
      "step": 34420
    },
    {
      "contrastive_loss": 0.003568704007193446,
      "epoch": 10.736119775421086,
      "step": 34420
    },
    {
      "contrastive_lambda": 0.3853403450389589,
      "epoch": 10.736119775421086,
      "step": 34420
    },
    {
      "contrastive_lambda": 0.3853148629200312,
      "epoch": 10.736431690580162,
      "step": 34421
    },
    {
      "contrastive_lambda": 0.38528938111551925,
      "epoch": 10.736743605739239,
      "step": 34422
    },
    {
      "contrastive_lambda": 0.3852638996254929,
      "epoch": 10.737055520898316,
      "step": 34423
    },
    {
      "contrastive_lambda": 0.3852384184500221,
      "epoch": 10.737367436057392,
      "step": 34424
    },
    {
      "contrastive_lambda": 0.3852129375891768,
      "epoch": 10.73767935121647,
      "step": 34425
    },
    {
      "contrastive_lambda": 0.3851874570430266,
      "epoch": 10.737991266375547,
      "step": 34426
    },
    {
      "contrastive_lambda": 0.38516197681164166,
      "epoch": 10.738303181534622,
      "step": 34427
    },
    {
      "contrastive_lambda": 0.38513649689509155,
      "epoch": 10.7386150966937,
      "step": 34428
    },
    {
      "contrastive_lambda": 0.38511101729344627,
      "epoch": 10.738927011852777,
      "step": 34429
    },
    {
      "epoch": 10.739238927011852,
      "grad_norm": 0.12613876163959503,
      "learning_rate": 4.1963325044787294e-05,
      "loss": 0.0323,
      "step": 34430
    },
    {
      "epoch": 10.739238927011852,
      "flow_loss": 0.037857264280319214,
      "step": 34430
    },
    {
      "contrastive_loss": 0.004335514269769192,
      "epoch": 10.739238927011852,
      "step": 34430
    },
    {
      "contrastive_lambda": 0.3850855380067757,
      "epoch": 10.739238927011852,
      "step": 34430
    },
    {
      "contrastive_lambda": 0.3850600590351495,
      "epoch": 10.73955084217093,
      "step": 34431
    },
    {
      "contrastive_lambda": 0.3850345803786379,
      "epoch": 10.739862757330005,
      "step": 34432
    },
    {
      "contrastive_lambda": 0.3850091020373105,
      "epoch": 10.740174672489083,
      "step": 34433
    },
    {
      "contrastive_lambda": 0.3849836240112371,
      "epoch": 10.74048658764816,
      "step": 34434
    },
    {
      "contrastive_lambda": 0.3849581463004876,
      "epoch": 10.740798502807236,
      "step": 34435
    },
    {
      "contrastive_lambda": 0.38493266890513195,
      "epoch": 10.741110417966313,
      "step": 34436
    },
    {
      "contrastive_lambda": 0.3849071918252398,
      "epoch": 10.74142233312539,
      "step": 34437
    },
    {
      "contrastive_lambda": 0.3848817150608813,
      "epoch": 10.741734248284466,
      "step": 34438
    },
    {
      "contrastive_lambda": 0.384856238612126,
      "epoch": 10.742046163443543,
      "step": 34439
    },
    {
      "epoch": 10.74235807860262,
      "grad_norm": 0.10720625519752502,
      "learning_rate": 4.193612674776814e-05,
      "loss": 0.0307,
      "step": 34440
    },
    {
      "epoch": 10.74235807860262,
      "flow_loss": 0.021113405004143715,
      "step": 34440
    },
    {
      "contrastive_loss": 0.003950808197259903,
      "epoch": 10.74235807860262,
      "step": 34440
    },
    {
      "contrastive_lambda": 0.3848307624790438,
      "epoch": 10.74235807860262,
      "step": 34440
    },
    {
      "contrastive_lambda": 0.38480528666170477,
      "epoch": 10.742669993761696,
      "step": 34441
    },
    {
      "contrastive_lambda": 0.38477981116017856,
      "epoch": 10.742981908920774,
      "step": 34442
    },
    {
      "contrastive_lambda": 0.3847543359745348,
      "epoch": 10.743293824079851,
      "step": 34443
    },
    {
      "contrastive_lambda": 0.38472886110484383,
      "epoch": 10.743605739238927,
      "step": 34444
    },
    {
      "contrastive_lambda": 0.3847033865511752,
      "epoch": 10.743917654398004,
      "step": 34445
    },
    {
      "contrastive_lambda": 0.3846779123135987,
      "epoch": 10.744229569557081,
      "step": 34446
    },
    {
      "contrastive_lambda": 0.3846524383921842,
      "epoch": 10.744541484716157,
      "step": 34447
    },
    {
      "contrastive_lambda": 0.38462696478700165,
      "epoch": 10.744853399875234,
      "step": 34448
    },
    {
      "contrastive_lambda": 0.38460149149812095,
      "epoch": 10.74516531503431,
      "step": 34449
    },
    {
      "epoch": 10.745477230193387,
      "grad_norm": 0.09133186936378479,
      "learning_rate": 4.1908930900340745e-05,
      "loss": 0.0328,
      "step": 34450
    },
    {
      "epoch": 10.745477230193387,
      "flow_loss": 0.02351592853665352,
      "step": 34450
    },
    {
      "contrastive_loss": 0.005857977084815502,
      "epoch": 10.745477230193387,
      "step": 34450
    },
    {
      "contrastive_lambda": 0.38457601852561174,
      "epoch": 10.745477230193387,
      "step": 34450
    },
    {
      "contrastive_lambda": 0.38455054586954374,
      "epoch": 10.745789145352465,
      "step": 34451
    },
    {
      "contrastive_lambda": 0.3845250735299872,
      "epoch": 10.74610106051154,
      "step": 34452
    },
    {
      "contrastive_lambda": 0.38449960150701173,
      "epoch": 10.746412975670617,
      "step": 34453
    },
    {
      "contrastive_lambda": 0.38447412980068696,
      "epoch": 10.746724890829695,
      "step": 34454
    },
    {
      "contrastive_lambda": 0.3844486584110831,
      "epoch": 10.74703680598877,
      "step": 34455
    },
    {
      "contrastive_lambda": 0.38442318733826986,
      "epoch": 10.747348721147848,
      "step": 34456
    },
    {
      "contrastive_lambda": 0.38439771658231686,
      "epoch": 10.747660636306925,
      "step": 34457
    },
    {
      "contrastive_lambda": 0.38437224614329407,
      "epoch": 10.747972551466,
      "step": 34458
    },
    {
      "contrastive_lambda": 0.3843467760212715,
      "epoch": 10.748284466625078,
      "step": 34459
    },
    {
      "epoch": 10.748596381784155,
      "grad_norm": 0.09428450465202332,
      "learning_rate": 4.1881737510766536e-05,
      "loss": 0.0299,
      "step": 34460
    },
    {
      "epoch": 10.748596381784155,
      "flow_loss": 0.041508469730615616,
      "step": 34460
    },
    {
      "contrastive_loss": 0.0046231732703745365,
      "epoch": 10.748596381784155,
      "step": 34460
    },
    {
      "contrastive_lambda": 0.38432130621631866,
      "epoch": 10.748596381784155,
      "step": 34460
    },
    {
      "contrastive_lambda": 0.38429583672850565,
      "epoch": 10.748908296943231,
      "step": 34461
    },
    {
      "contrastive_lambda": 0.384270367557902,
      "epoch": 10.749220212102308,
      "step": 34462
    },
    {
      "contrastive_lambda": 0.3842448987045778,
      "epoch": 10.749532127261386,
      "step": 34463
    },
    {
      "contrastive_lambda": 0.3842194301686028,
      "epoch": 10.749844042420461,
      "step": 34464
    },
    {
      "contrastive_lambda": 0.3841939619500469,
      "epoch": 10.750155957579539,
      "step": 34465
    },
    {
      "contrastive_lambda": 0.38416849404897957,
      "epoch": 10.750467872738614,
      "step": 34466
    },
    {
      "contrastive_lambda": 0.3841430264654711,
      "epoch": 10.750779787897692,
      "step": 34467
    },
    {
      "contrastive_lambda": 0.384117559199591,
      "epoch": 10.751091703056769,
      "step": 34468
    },
    {
      "contrastive_lambda": 0.38409209225140933,
      "epoch": 10.751403618215845,
      "step": 34469
    },
    {
      "epoch": 10.751715533374922,
      "grad_norm": 0.08484762161970139,
      "learning_rate": 4.185454658730609e-05,
      "loss": 0.0273,
      "step": 34470
    },
    {
      "epoch": 10.751715533374922,
      "flow_loss": 0.024347323924303055,
      "step": 34470
    },
    {
      "contrastive_loss": 0.00400665495544672,
      "epoch": 10.751715533374922,
      "step": 34470
    },
    {
      "contrastive_lambda": 0.3840666256209956,
      "epoch": 10.751715533374922,
      "step": 34470
    },
    {
      "contrastive_lambda": 0.38404115930841987,
      "epoch": 10.752027448534,
      "step": 34471
    },
    {
      "contrastive_lambda": 0.38401569331375196,
      "epoch": 10.752339363693075,
      "step": 34472
    },
    {
      "contrastive_lambda": 0.3839902276370616,
      "epoch": 10.752651278852152,
      "step": 34473
    },
    {
      "contrastive_lambda": 0.38396476227841836,
      "epoch": 10.75296319401123,
      "step": 34474
    },
    {
      "contrastive_lambda": 0.3839392972378926,
      "epoch": 10.753275109170305,
      "step": 34475
    },
    {
      "contrastive_lambda": 0.38391383251555383,
      "epoch": 10.753587024329383,
      "step": 34476
    },
    {
      "contrastive_lambda": 0.38388836811147165,
      "epoch": 10.75389893948846,
      "step": 34477
    },
    {
      "contrastive_lambda": 0.3838629040257163,
      "epoch": 10.754210854647535,
      "step": 34478
    },
    {
      "contrastive_lambda": 0.3838374402583574,
      "epoch": 10.754522769806613,
      "step": 34479
    },
    {
      "epoch": 10.75483468496569,
      "grad_norm": 0.09790004044771194,
      "learning_rate": 4.1827358138219355e-05,
      "loss": 0.0293,
      "step": 34480
    },
    {
      "epoch": 10.75483468496569,
      "flow_loss": 0.030205247923731804,
      "step": 34480
    },
    {
      "contrastive_loss": 0.0041326312348246574,
      "epoch": 10.75483468496569,
      "step": 34480
    },
    {
      "contrastive_lambda": 0.3838119768094647,
      "epoch": 10.75483468496569,
      "step": 34480
    },
    {
      "contrastive_lambda": 0.383786513679108,
      "epoch": 10.755146600124766,
      "step": 34481
    },
    {
      "contrastive_lambda": 0.38376105086735735,
      "epoch": 10.755458515283843,
      "step": 34482
    },
    {
      "contrastive_lambda": 0.3837355883742822,
      "epoch": 10.755770430442919,
      "step": 34483
    },
    {
      "contrastive_lambda": 0.38371012619995265,
      "epoch": 10.756082345601996,
      "step": 34484
    },
    {
      "contrastive_lambda": 0.3836846643444382,
      "epoch": 10.756394260761073,
      "step": 34485
    },
    {
      "contrastive_lambda": 0.3836592028078091,
      "epoch": 10.756706175920149,
      "step": 34486
    },
    {
      "contrastive_lambda": 0.3836337415901348,
      "epoch": 10.757018091079226,
      "step": 34487
    },
    {
      "contrastive_lambda": 0.38360828069148517,
      "epoch": 10.757330006238304,
      "step": 34488
    },
    {
      "contrastive_lambda": 0.38358282011193,
      "epoch": 10.75764192139738,
      "step": 34489
    },
    {
      "epoch": 10.757953836556457,
      "grad_norm": 0.1443071961402893,
      "learning_rate": 4.1800172171765404e-05,
      "loss": 0.034,
      "step": 34490
    },
    {
      "epoch": 10.757953836556457,
      "flow_loss": 0.037440285086631775,
      "step": 34490
    },
    {
      "contrastive_loss": 0.0064855520613491535,
      "epoch": 10.757953836556457,
      "step": 34490
    },
    {
      "contrastive_lambda": 0.38355735985153927,
      "epoch": 10.757953836556457,
      "step": 34490
    },
    {
      "contrastive_lambda": 0.3835318999103826,
      "epoch": 10.758265751715534,
      "step": 34491
    },
    {
      "contrastive_lambda": 0.38350644028852987,
      "epoch": 10.75857766687461,
      "step": 34492
    },
    {
      "contrastive_lambda": 0.38348098098605077,
      "epoch": 10.758889582033687,
      "step": 34493
    },
    {
      "contrastive_lambda": 0.38345552200301514,
      "epoch": 10.759201497192764,
      "step": 34494
    },
    {
      "contrastive_lambda": 0.383430063339493,
      "epoch": 10.75951341235184,
      "step": 34495
    },
    {
      "contrastive_lambda": 0.3834046049955539,
      "epoch": 10.759825327510917,
      "step": 34496
    },
    {
      "contrastive_lambda": 0.3833791469712675,
      "epoch": 10.760137242669995,
      "step": 34497
    },
    {
      "contrastive_lambda": 0.383353689266704,
      "epoch": 10.76044915782907,
      "step": 34498
    },
    {
      "contrastive_lambda": 0.383328231881933,
      "epoch": 10.760761072988148,
      "step": 34499
    },
    {
      "epoch": 10.761072988147223,
      "grad_norm": 0.09515367448329926,
      "learning_rate": 4.177298869620264e-05,
      "loss": 0.0262,
      "step": 34500
    },
    {
      "epoch": 10.761072988147223,
      "flow_loss": 0.05878579989075661,
      "step": 34500
    },
    {
      "contrastive_loss": 0.0035109040327370167,
      "epoch": 10.761072988147223,
      "step": 34500
    },
    {
      "contrastive_lambda": 0.383302774817024,
      "epoch": 10.761072988147223,
      "step": 34500
    },
    {
      "contrastive_lambda": 0.38327731807204735,
      "epoch": 10.7613849033063,
      "step": 34501
    },
    {
      "contrastive_lambda": 0.3832518616470724,
      "epoch": 10.761696818465378,
      "step": 34502
    },
    {
      "contrastive_lambda": 0.38322640554216925,
      "epoch": 10.762008733624453,
      "step": 34503
    },
    {
      "contrastive_lambda": 0.3832009497574074,
      "epoch": 10.76232064878353,
      "step": 34504
    },
    {
      "contrastive_lambda": 0.3831754942928568,
      "epoch": 10.762632563942608,
      "step": 34505
    },
    {
      "contrastive_lambda": 0.3831500391485873,
      "epoch": 10.762944479101684,
      "step": 34506
    },
    {
      "contrastive_lambda": 0.38312458432466867,
      "epoch": 10.763256394260761,
      "step": 34507
    },
    {
      "contrastive_lambda": 0.38309912982117034,
      "epoch": 10.763568309419838,
      "step": 34508
    },
    {
      "contrastive_lambda": 0.38307367563816264,
      "epoch": 10.763880224578914,
      "step": 34509
    },
    {
      "epoch": 10.764192139737991,
      "grad_norm": 0.08828344196081161,
      "learning_rate": 4.1745807719788705e-05,
      "loss": 0.0292,
      "step": 34510
    },
    {
      "epoch": 10.764192139737991,
      "flow_loss": 0.03000251017510891,
      "step": 34510
    },
    {
      "contrastive_loss": 0.0035474426113069057,
      "epoch": 10.764192139737991,
      "step": 34510
    },
    {
      "contrastive_lambda": 0.38304822177571507,
      "epoch": 10.764192139737991,
      "step": 34510
    },
    {
      "contrastive_lambda": 0.38302276823389736,
      "epoch": 10.764504054897069,
      "step": 34511
    },
    {
      "contrastive_lambda": 0.38299731501277934,
      "epoch": 10.764815970056144,
      "step": 34512
    },
    {
      "contrastive_lambda": 0.38297186211243095,
      "epoch": 10.765127885215222,
      "step": 34513
    },
    {
      "contrastive_lambda": 0.3829464095329217,
      "epoch": 10.765439800374299,
      "step": 34514
    },
    {
      "contrastive_lambda": 0.3829209572743217,
      "epoch": 10.765751715533375,
      "step": 34515
    },
    {
      "contrastive_lambda": 0.38289550533670036,
      "epoch": 10.766063630692452,
      "step": 34516
    },
    {
      "contrastive_lambda": 0.38287005372012767,
      "epoch": 10.766375545851528,
      "step": 34517
    },
    {
      "contrastive_lambda": 0.3828446024246735,
      "epoch": 10.766687461010605,
      "step": 34518
    },
    {
      "contrastive_lambda": 0.38281915145040724,
      "epoch": 10.766999376169682,
      "step": 34519
    },
    {
      "epoch": 10.767311291328758,
      "grad_norm": 0.10431063920259476,
      "learning_rate": 4.1718629250780445e-05,
      "loss": 0.0293,
      "step": 34520
    },
    {
      "epoch": 10.767311291328758,
      "flow_loss": 0.0270643699914217,
      "step": 34520
    },
    {
      "contrastive_loss": 0.004183633252978325,
      "epoch": 10.767311291328758,
      "step": 34520
    },
    {
      "contrastive_lambda": 0.38279370079739916,
      "epoch": 10.767311291328758,
      "step": 34520
    },
    {
      "contrastive_lambda": 0.38276825046571883,
      "epoch": 10.767623206487835,
      "step": 34521
    },
    {
      "contrastive_lambda": 0.3827428004554359,
      "epoch": 10.767935121646913,
      "step": 34522
    },
    {
      "contrastive_lambda": 0.3827173507666202,
      "epoch": 10.768247036805988,
      "step": 34523
    },
    {
      "contrastive_lambda": 0.3826919013993417,
      "epoch": 10.768558951965066,
      "step": 34524
    },
    {
      "contrastive_lambda": 0.3826664523536699,
      "epoch": 10.768870867124143,
      "step": 34525
    },
    {
      "contrastive_lambda": 0.38264100362967474,
      "epoch": 10.769182782283218,
      "step": 34526
    },
    {
      "contrastive_lambda": 0.38261555522742585,
      "epoch": 10.769494697442296,
      "step": 34527
    },
    {
      "contrastive_lambda": 0.3825901071469931,
      "epoch": 10.769806612601373,
      "step": 34528
    },
    {
      "contrastive_lambda": 0.3825646593884463,
      "epoch": 10.770118527760449,
      "step": 34529
    },
    {
      "epoch": 10.770430442919526,
      "grad_norm": 0.08573832362890244,
      "learning_rate": 4.1691453297433956e-05,
      "loss": 0.0259,
      "step": 34530
    },
    {
      "epoch": 10.770430442919526,
      "flow_loss": 0.015625057741999626,
      "step": 34530
    },
    {
      "contrastive_loss": 0.003728242591023445,
      "epoch": 10.770430442919526,
      "step": 34530
    },
    {
      "contrastive_lambda": 0.3825392119518552,
      "epoch": 10.770430442919526,
      "step": 34530
    },
    {
      "contrastive_lambda": 0.38251376483728927,
      "epoch": 10.770742358078603,
      "step": 34531
    },
    {
      "contrastive_lambda": 0.38248831804481875,
      "epoch": 10.771054273237679,
      "step": 34532
    },
    {
      "contrastive_lambda": 0.3824628715745132,
      "epoch": 10.771366188396756,
      "step": 34533
    },
    {
      "contrastive_lambda": 0.38243742542644216,
      "epoch": 10.771678103555832,
      "step": 34534
    },
    {
      "contrastive_lambda": 0.38241197960067574,
      "epoch": 10.77199001871491,
      "step": 34535
    },
    {
      "contrastive_lambda": 0.3823865340972835,
      "epoch": 10.772301933873987,
      "step": 34536
    },
    {
      "contrastive_lambda": 0.38236108891633536,
      "epoch": 10.772613849033062,
      "step": 34537
    },
    {
      "contrastive_lambda": 0.3823356440579009,
      "epoch": 10.77292576419214,
      "step": 34538
    },
    {
      "contrastive_lambda": 0.38231019952204987,
      "epoch": 10.773237679351217,
      "step": 34539
    },
    {
      "epoch": 10.773549594510293,
      "grad_norm": 0.0730915367603302,
      "learning_rate": 4.166427986800457e-05,
      "loss": 0.0232,
      "step": 34540
    },
    {
      "epoch": 10.773549594510293,
      "flow_loss": 0.022981176152825356,
      "step": 34540
    },
    {
      "contrastive_loss": 0.003862047102302313,
      "epoch": 10.773549594510293,
      "step": 34540
    },
    {
      "contrastive_lambda": 0.38228475530885225,
      "epoch": 10.773549594510293,
      "step": 34540
    },
    {
      "contrastive_lambda": 0.38225931141837766,
      "epoch": 10.77386150966937,
      "step": 34541
    },
    {
      "contrastive_lambda": 0.38223386785069563,
      "epoch": 10.774173424828447,
      "step": 34542
    },
    {
      "contrastive_lambda": 0.38220842460587634,
      "epoch": 10.774485339987523,
      "step": 34543
    },
    {
      "contrastive_lambda": 0.3821829816839894,
      "epoch": 10.7747972551466,
      "step": 34544
    },
    {
      "contrastive_lambda": 0.38215753908510436,
      "epoch": 10.775109170305678,
      "step": 34545
    },
    {
      "contrastive_lambda": 0.3821320968092911,
      "epoch": 10.775421085464753,
      "step": 34546
    },
    {
      "contrastive_lambda": 0.38210665485661954,
      "epoch": 10.77573300062383,
      "step": 34547
    },
    {
      "contrastive_lambda": 0.38208121322715916,
      "epoch": 10.776044915782908,
      "step": 34548
    },
    {
      "contrastive_lambda": 0.3820557719209799,
      "epoch": 10.776356830941983,
      "step": 34549
    },
    {
      "epoch": 10.77666874610106,
      "grad_norm": 0.10494339466094971,
      "learning_rate": 4.163710897074688e-05,
      "loss": 0.0282,
      "step": 34550
    },
    {
      "epoch": 10.77666874610106,
      "flow_loss": 0.0173057708889246,
      "step": 34550
    },
    {
      "contrastive_loss": 0.00438399612903595,
      "epoch": 10.77666874610106,
      "step": 34550
    },
    {
      "contrastive_lambda": 0.3820303309381513,
      "epoch": 10.77666874610106,
      "step": 34550
    },
    {
      "contrastive_lambda": 0.38200489027874335,
      "epoch": 10.776980661260136,
      "step": 34551
    },
    {
      "contrastive_lambda": 0.38197944994282573,
      "epoch": 10.777292576419214,
      "step": 34552
    },
    {
      "contrastive_lambda": 0.3819540099304682,
      "epoch": 10.777604491578291,
      "step": 34553
    },
    {
      "contrastive_lambda": 0.3819285702417402,
      "epoch": 10.777916406737367,
      "step": 34554
    },
    {
      "contrastive_lambda": 0.3819031308767119,
      "epoch": 10.778228321896444,
      "step": 34555
    },
    {
      "contrastive_lambda": 0.38187769183545284,
      "epoch": 10.778540237055521,
      "step": 34556
    },
    {
      "contrastive_lambda": 0.3818522531180328,
      "epoch": 10.778852152214597,
      "step": 34557
    },
    {
      "contrastive_lambda": 0.38182681472452157,
      "epoch": 10.779164067373674,
      "step": 34558
    },
    {
      "contrastive_lambda": 0.38180137665498876,
      "epoch": 10.779475982532752,
      "step": 34559
    },
    {
      "epoch": 10.779787897691827,
      "grad_norm": 0.08783876895904541,
      "learning_rate": 4.1609940613914686e-05,
      "loss": 0.0309,
      "step": 34560
    },
    {
      "epoch": 10.779787897691827,
      "flow_loss": 0.03146359324455261,
      "step": 34560
    },
    {
      "contrastive_loss": 0.004675253760069609,
      "epoch": 10.779787897691827,
      "step": 34560
    },
    {
      "contrastive_lambda": 0.3817759389095043,
      "epoch": 10.779787897691827,
      "step": 34560
    },
    {
      "contrastive_lambda": 0.38175050148813766,
      "epoch": 10.780099812850905,
      "step": 34561
    },
    {
      "contrastive_lambda": 0.38172506439095877,
      "epoch": 10.780411728009982,
      "step": 34562
    },
    {
      "contrastive_lambda": 0.38169962761803744,
      "epoch": 10.780723643169058,
      "step": 34563
    },
    {
      "contrastive_lambda": 0.38167419116944334,
      "epoch": 10.781035558328135,
      "step": 34564
    },
    {
      "contrastive_lambda": 0.38164875504524587,
      "epoch": 10.781347473487212,
      "step": 34565
    },
    {
      "contrastive_lambda": 0.3816233192455153,
      "epoch": 10.781659388646288,
      "step": 34566
    },
    {
      "contrastive_lambda": 0.3815978837703211,
      "epoch": 10.781971303805365,
      "step": 34567
    },
    {
      "contrastive_lambda": 0.381572448619733,
      "epoch": 10.78228321896444,
      "step": 34568
    },
    {
      "contrastive_lambda": 0.3815470137938207,
      "epoch": 10.782595134123518,
      "step": 34569
    },
    {
      "epoch": 10.782907049282596,
      "grad_norm": 0.07817525416612625,
      "learning_rate": 4.1582774805760996e-05,
      "loss": 0.0255,
      "step": 34570
    },
    {
      "epoch": 10.782907049282596,
      "flow_loss": 0.034335359930992126,
      "step": 34570
    },
    {
      "contrastive_loss": 0.004506783094257116,
      "epoch": 10.782907049282596,
      "step": 34570
    },
    {
      "contrastive_lambda": 0.38152157929265407,
      "epoch": 10.782907049282596,
      "step": 34570
    },
    {
      "contrastive_lambda": 0.3814961451163027,
      "epoch": 10.783218964441671,
      "step": 34571
    },
    {
      "contrastive_lambda": 0.38147071126483645,
      "epoch": 10.783530879600749,
      "step": 34572
    },
    {
      "contrastive_lambda": 0.38144527773832476,
      "epoch": 10.783842794759826,
      "step": 34573
    },
    {
      "contrastive_lambda": 0.3814198445368378,
      "epoch": 10.784154709918901,
      "step": 34574
    },
    {
      "contrastive_lambda": 0.3813944116604451,
      "epoch": 10.784466625077979,
      "step": 34575
    },
    {
      "contrastive_lambda": 0.3813689791092161,
      "epoch": 10.784778540237056,
      "step": 34576
    },
    {
      "contrastive_lambda": 0.381343546883221,
      "epoch": 10.785090455396132,
      "step": 34577
    },
    {
      "contrastive_lambda": 0.38131811498252927,
      "epoch": 10.78540237055521,
      "step": 34578
    },
    {
      "contrastive_lambda": 0.3812926834072106,
      "epoch": 10.785714285714286,
      "step": 34579
    },
    {
      "epoch": 10.786026200873362,
      "grad_norm": 0.0980987623333931,
      "learning_rate": 4.155561155453809e-05,
      "loss": 0.0264,
      "step": 34580
    },
    {
      "epoch": 10.786026200873362,
      "flow_loss": 0.017768368124961853,
      "step": 34580
    },
    {
      "contrastive_loss": 0.004106756765395403,
      "epoch": 10.786026200873362,
      "step": 34580
    },
    {
      "contrastive_lambda": 0.38126725215733476,
      "epoch": 10.786026200873362,
      "step": 34580
    },
    {
      "contrastive_lambda": 0.3812418212329716,
      "epoch": 10.78633811603244,
      "step": 34581
    },
    {
      "contrastive_lambda": 0.38121639063419066,
      "epoch": 10.786650031191517,
      "step": 34582
    },
    {
      "contrastive_lambda": 0.3811909603610618,
      "epoch": 10.786961946350592,
      "step": 34583
    },
    {
      "contrastive_lambda": 0.38116553041365453,
      "epoch": 10.78727386150967,
      "step": 34584
    },
    {
      "contrastive_lambda": 0.38114010079203875,
      "epoch": 10.787585776668745,
      "step": 34585
    },
    {
      "contrastive_lambda": 0.38111467149628425,
      "epoch": 10.787897691827823,
      "step": 34586
    },
    {
      "contrastive_lambda": 0.3810892425264606,
      "epoch": 10.7882096069869,
      "step": 34587
    },
    {
      "contrastive_lambda": 0.3810638138826373,
      "epoch": 10.788521522145976,
      "step": 34588
    },
    {
      "contrastive_lambda": 0.3810383855648846,
      "epoch": 10.788833437305053,
      "step": 34589
    },
    {
      "epoch": 10.78914535246413,
      "grad_norm": 0.11451681703329086,
      "learning_rate": 4.15284508684974e-05,
      "loss": 0.0328,
      "step": 34590
    },
    {
      "epoch": 10.78914535246413,
      "flow_loss": 0.03754337504506111,
      "step": 34590
    },
    {
      "contrastive_loss": 0.004550185054540634,
      "epoch": 10.78914535246413,
      "step": 34590
    },
    {
      "contrastive_lambda": 0.3810129575732718,
      "epoch": 10.78914535246413,
      "step": 34590
    },
    {
      "contrastive_lambda": 0.38098752990786877,
      "epoch": 10.789457267623206,
      "step": 34591
    },
    {
      "contrastive_lambda": 0.38096210256874513,
      "epoch": 10.789769182782283,
      "step": 34592
    },
    {
      "contrastive_lambda": 0.38093667555597066,
      "epoch": 10.79008109794136,
      "step": 34593
    },
    {
      "contrastive_lambda": 0.38091124886961514,
      "epoch": 10.790393013100436,
      "step": 34594
    },
    {
      "contrastive_lambda": 0.3808858225097482,
      "epoch": 10.790704928259514,
      "step": 34595
    },
    {
      "contrastive_lambda": 0.3808603964764393,
      "epoch": 10.791016843418591,
      "step": 34596
    },
    {
      "contrastive_lambda": 0.3808349707697586,
      "epoch": 10.791328758577666,
      "step": 34597
    },
    {
      "contrastive_lambda": 0.3808095453897756,
      "epoch": 10.791640673736744,
      "step": 34598
    },
    {
      "contrastive_lambda": 0.38078412033655984,
      "epoch": 10.791952588895821,
      "step": 34599
    },
    {
      "epoch": 10.792264504054897,
      "grad_norm": 0.12454985082149506,
      "learning_rate": 4.1501292755889675e-05,
      "loss": 0.0271,
      "step": 34600
    },
    {
      "epoch": 10.792264504054897,
      "flow_loss": 0.018333345651626587,
      "step": 34600
    },
    {
      "contrastive_loss": 0.004209775011986494,
      "epoch": 10.792264504054897,
      "step": 34600
    },
    {
      "contrastive_lambda": 0.38075869561018133,
      "epoch": 10.792264504054897,
      "step": 34600
    },
    {
      "contrastive_lambda": 0.38073327121070966,
      "epoch": 10.792576419213974,
      "step": 34601
    },
    {
      "contrastive_lambda": 0.3807078471382144,
      "epoch": 10.79288833437305,
      "step": 34602
    },
    {
      "contrastive_lambda": 0.38068242339276526,
      "epoch": 10.793200249532127,
      "step": 34603
    },
    {
      "contrastive_lambda": 0.38065699997443225,
      "epoch": 10.793512164691204,
      "step": 34604
    },
    {
      "contrastive_lambda": 0.3806315768832847,
      "epoch": 10.79382407985028,
      "step": 34605
    },
    {
      "contrastive_lambda": 0.3806061541193926,
      "epoch": 10.794135995009357,
      "step": 34606
    },
    {
      "contrastive_lambda": 0.38058073168282525,
      "epoch": 10.794447910168435,
      "step": 34607
    },
    {
      "contrastive_lambda": 0.3805553095736528,
      "epoch": 10.79475982532751,
      "step": 34608
    },
    {
      "contrastive_lambda": 0.38052988779194474,
      "epoch": 10.795071740486588,
      "step": 34609
    },
    {
      "epoch": 10.795383655645665,
      "grad_norm": 0.09168164432048798,
      "learning_rate": 4.1474137224964833e-05,
      "loss": 0.0282,
      "step": 34610
    },
    {
      "epoch": 10.795383655645665,
      "flow_loss": 0.04613065719604492,
      "step": 34610
    },
    {
      "contrastive_loss": 0.0035287835635244846,
      "epoch": 10.795383655645665,
      "step": 34610
    },
    {
      "contrastive_lambda": 0.38050446633777074,
      "epoch": 10.795383655645665,
      "step": 34610
    },
    {
      "contrastive_lambda": 0.3804790452112005,
      "epoch": 10.79569557080474,
      "step": 34611
    },
    {
      "contrastive_lambda": 0.38045362441230385,
      "epoch": 10.796007485963818,
      "step": 34612
    },
    {
      "contrastive_lambda": 0.3804282039411503,
      "epoch": 10.796319401122895,
      "step": 34613
    },
    {
      "contrastive_lambda": 0.3804027837978097,
      "epoch": 10.796631316281971,
      "step": 34614
    },
    {
      "contrastive_lambda": 0.3803773639823515,
      "epoch": 10.796943231441048,
      "step": 34615
    },
    {
      "contrastive_lambda": 0.3803519444948456,
      "epoch": 10.797255146600126,
      "step": 34616
    },
    {
      "contrastive_lambda": 0.3803265253353617,
      "epoch": 10.797567061759201,
      "step": 34617
    },
    {
      "contrastive_lambda": 0.38030110650396953,
      "epoch": 10.797878976918279,
      "step": 34618
    },
    {
      "contrastive_lambda": 0.38027568800073835,
      "epoch": 10.798190892077354,
      "step": 34619
    },
    {
      "epoch": 10.798502807236432,
      "grad_norm": 0.0864189937710762,
      "learning_rate": 4.144698428397197e-05,
      "loss": 0.032,
      "step": 34620
    },
    {
      "epoch": 10.798502807236432,
      "flow_loss": 0.03439214453101158,
      "step": 34620
    },
    {
      "contrastive_loss": 0.0035332064144313335,
      "epoch": 10.798502807236432,
      "step": 34620
    },
    {
      "contrastive_lambda": 0.38025026982573845,
      "epoch": 10.798502807236432,
      "step": 34620
    },
    {
      "contrastive_lambda": 0.3802248519790392,
      "epoch": 10.798814722395509,
      "step": 34621
    },
    {
      "contrastive_lambda": 0.38019943446071014,
      "epoch": 10.799126637554584,
      "step": 34622
    },
    {
      "contrastive_lambda": 0.3801740172708213,
      "epoch": 10.799438552713662,
      "step": 34623
    },
    {
      "contrastive_lambda": 0.3801486004094421,
      "epoch": 10.79975046787274,
      "step": 34624
    },
    {
      "contrastive_lambda": 0.38012318387664246,
      "epoch": 10.800062383031815,
      "step": 34625
    },
    {
      "contrastive_lambda": 0.38009776767249176,
      "epoch": 10.800374298190892,
      "step": 34626
    },
    {
      "contrastive_lambda": 0.38007235179705984,
      "epoch": 10.80068621334997,
      "step": 34627
    },
    {
      "contrastive_lambda": 0.3800469362504165,
      "epoch": 10.800998128509045,
      "step": 34628
    },
    {
      "contrastive_lambda": 0.3800215210326313,
      "epoch": 10.801310043668122,
      "step": 34629
    },
    {
      "epoch": 10.8016219588272,
      "grad_norm": 0.11483381688594818,
      "learning_rate": 4.1419833941159466e-05,
      "loss": 0.0319,
      "step": 34630
    },
    {
      "epoch": 10.8016219588272,
      "flow_loss": 0.025441849604249,
      "step": 34630
    },
    {
      "contrastive_loss": 0.0055322712287306786,
      "epoch": 10.8016219588272,
      "step": 34630
    },
    {
      "contrastive_lambda": 0.3799961061437737,
      "epoch": 10.8016219588272,
      "step": 34630
    },
    {
      "contrastive_lambda": 0.37997069158391383,
      "epoch": 10.801933873986275,
      "step": 34631
    },
    {
      "contrastive_lambda": 0.3799452773531211,
      "epoch": 10.802245789145353,
      "step": 34632
    },
    {
      "contrastive_lambda": 0.3799198634514651,
      "epoch": 10.80255770430443,
      "step": 34633
    },
    {
      "contrastive_lambda": 0.3798944498790156,
      "epoch": 10.802869619463506,
      "step": 34634
    },
    {
      "contrastive_lambda": 0.37986903663584237,
      "epoch": 10.803181534622583,
      "step": 34635
    },
    {
      "contrastive_lambda": 0.37984362372201497,
      "epoch": 10.803493449781659,
      "step": 34636
    },
    {
      "contrastive_lambda": 0.3798182111376031,
      "epoch": 10.803805364940736,
      "step": 34637
    },
    {
      "contrastive_lambda": 0.37979279888267636,
      "epoch": 10.804117280099813,
      "step": 34638
    },
    {
      "contrastive_lambda": 0.37976738695730455,
      "epoch": 10.804429195258889,
      "step": 34639
    },
    {
      "epoch": 10.804741110417966,
      "grad_norm": 0.10918372869491577,
      "learning_rate": 4.1392686204774846e-05,
      "loss": 0.0263,
      "step": 34640
    },
    {
      "epoch": 10.804741110417966,
      "flow_loss": 0.035839419811964035,
      "step": 34640
    },
    {
      "contrastive_loss": 0.005221095867455006,
      "epoch": 10.804741110417966,
      "step": 34640
    },
    {
      "contrastive_lambda": 0.3797419753615573,
      "epoch": 10.804741110417966,
      "step": 34640
    },
    {
      "contrastive_lambda": 0.3797165640955042,
      "epoch": 10.805053025577044,
      "step": 34641
    },
    {
      "contrastive_lambda": 0.379691153159215,
      "epoch": 10.80536494073612,
      "step": 34642
    },
    {
      "contrastive_lambda": 0.3796657425527593,
      "epoch": 10.805676855895197,
      "step": 34643
    },
    {
      "contrastive_lambda": 0.3796403322762068,
      "epoch": 10.805988771054274,
      "step": 34644
    },
    {
      "contrastive_lambda": 0.3796149223296272,
      "epoch": 10.80630068621335,
      "step": 34645
    },
    {
      "contrastive_lambda": 0.37958951271309016,
      "epoch": 10.806612601372427,
      "step": 34646
    },
    {
      "contrastive_lambda": 0.3795641034266652,
      "epoch": 10.806924516531504,
      "step": 34647
    },
    {
      "contrastive_lambda": 0.3795386944704222,
      "epoch": 10.80723643169058,
      "step": 34648
    },
    {
      "contrastive_lambda": 0.3795132858444306,
      "epoch": 10.807548346849657,
      "step": 34649
    },
    {
      "epoch": 10.807860262008735,
      "grad_norm": 0.07733360677957535,
      "learning_rate": 4.13655410830649e-05,
      "loss": 0.029,
      "step": 34650
    },
    {
      "epoch": 10.807860262008735,
      "flow_loss": 0.026949267834424973,
      "step": 34650
    },
    {
      "contrastive_loss": 0.004132075235247612,
      "epoch": 10.807860262008735,
      "step": 34650
    },
    {
      "contrastive_lambda": 0.37948787754876023,
      "epoch": 10.807860262008735,
      "step": 34650
    },
    {
      "contrastive_lambda": 0.37946246958348073,
      "epoch": 10.80817217716781,
      "step": 34651
    },
    {
      "contrastive_lambda": 0.3794370619486617,
      "epoch": 10.808484092326887,
      "step": 34652
    },
    {
      "contrastive_lambda": 0.37941165464437265,
      "epoch": 10.808796007485963,
      "step": 34653
    },
    {
      "contrastive_lambda": 0.3793862476706836,
      "epoch": 10.80910792264504,
      "step": 34654
    },
    {
      "contrastive_lambda": 0.379360841027664,
      "epoch": 10.809419837804118,
      "step": 34655
    },
    {
      "contrastive_lambda": 0.3793354347153832,
      "epoch": 10.809731752963193,
      "step": 34656
    },
    {
      "contrastive_lambda": 0.3793100287339115,
      "epoch": 10.81004366812227,
      "step": 34657
    },
    {
      "contrastive_lambda": 0.3792846230833181,
      "epoch": 10.810355583281348,
      "step": 34658
    },
    {
      "contrastive_lambda": 0.3792592177636728,
      "epoch": 10.810667498440424,
      "step": 34659
    },
    {
      "epoch": 10.810979413599501,
      "grad_norm": 0.08459485322237015,
      "learning_rate": 4.1338398584275594e-05,
      "loss": 0.0289,
      "step": 34660
    },
    {
      "epoch": 10.810979413599501,
      "flow_loss": 0.02644769474864006,
      "step": 34660
    },
    {
      "contrastive_loss": 0.004090515896677971,
      "epoch": 10.810979413599501,
      "step": 34660
    },
    {
      "contrastive_lambda": 0.3792338127750451,
      "epoch": 10.810979413599501,
      "step": 34660
    },
    {
      "contrastive_lambda": 0.3792084081175048,
      "epoch": 10.811291328758578,
      "step": 34661
    },
    {
      "contrastive_lambda": 0.3791830037911215,
      "epoch": 10.811603243917654,
      "step": 34662
    },
    {
      "contrastive_lambda": 0.379157599795965,
      "epoch": 10.811915159076731,
      "step": 34663
    },
    {
      "contrastive_lambda": 0.3791321961321045,
      "epoch": 10.812227074235809,
      "step": 34664
    },
    {
      "contrastive_lambda": 0.37910679279961024,
      "epoch": 10.812538989394884,
      "step": 34665
    },
    {
      "contrastive_lambda": 0.3790813897985515,
      "epoch": 10.812850904553962,
      "step": 34666
    },
    {
      "contrastive_lambda": 0.3790559871289979,
      "epoch": 10.813162819713039,
      "step": 34667
    },
    {
      "contrastive_lambda": 0.3790305847910192,
      "epoch": 10.813474734872115,
      "step": 34668
    },
    {
      "contrastive_lambda": 0.3790051827846851,
      "epoch": 10.813786650031192,
      "step": 34669
    },
    {
      "epoch": 10.814098565190267,
      "grad_norm": 0.0692841187119484,
      "learning_rate": 4.1311258716652104e-05,
      "loss": 0.0226,
      "step": 34670
    },
    {
      "epoch": 10.814098565190267,
      "flow_loss": 0.03165340796113014,
      "step": 34670
    },
    {
      "contrastive_loss": 0.003977518528699875,
      "epoch": 10.814098565190267,
      "step": 34670
    },
    {
      "contrastive_lambda": 0.3789797811100651,
      "epoch": 10.814098565190267,
      "step": 34670
    },
    {
      "contrastive_lambda": 0.37895437976722895,
      "epoch": 10.814410480349345,
      "step": 34671
    },
    {
      "contrastive_lambda": 0.3789289787562462,
      "epoch": 10.814722395508422,
      "step": 34672
    },
    {
      "contrastive_lambda": 0.3789035780771865,
      "epoch": 10.815034310667498,
      "step": 34673
    },
    {
      "contrastive_lambda": 0.3788781777301196,
      "epoch": 10.815346225826575,
      "step": 34674
    },
    {
      "contrastive_lambda": 0.37885277771511505,
      "epoch": 10.815658140985652,
      "step": 34675
    },
    {
      "contrastive_lambda": 0.3788273780322423,
      "epoch": 10.815970056144728,
      "step": 34676
    },
    {
      "contrastive_lambda": 0.3788019786815714,
      "epoch": 10.816281971303805,
      "step": 34677
    },
    {
      "contrastive_lambda": 0.37877657966317163,
      "epoch": 10.816593886462883,
      "step": 34678
    },
    {
      "contrastive_lambda": 0.37875118097711274,
      "epoch": 10.816905801621958,
      "step": 34679
    },
    {
      "epoch": 10.817217716781036,
      "grad_norm": 0.08524669706821442,
      "learning_rate": 4.128412148843881e-05,
      "loss": 0.0255,
      "step": 34680
    },
    {
      "epoch": 10.817217716781036,
      "flow_loss": 0.02623182162642479,
      "step": 34680
    },
    {
      "contrastive_loss": 0.004407145082950592,
      "epoch": 10.817217716781036,
      "step": 34680
    },
    {
      "contrastive_lambda": 0.37872578262346446,
      "epoch": 10.817217716781036,
      "step": 34680
    },
    {
      "contrastive_lambda": 0.37870038460229627,
      "epoch": 10.817529631940113,
      "step": 34681
    },
    {
      "contrastive_lambda": 0.37867498691367796,
      "epoch": 10.817841547099189,
      "step": 34682
    },
    {
      "contrastive_lambda": 0.37864958955767897,
      "epoch": 10.818153462258266,
      "step": 34683
    },
    {
      "contrastive_lambda": 0.37862419253436896,
      "epoch": 10.818465377417343,
      "step": 34684
    },
    {
      "contrastive_lambda": 0.3785987958438178,
      "epoch": 10.818777292576419,
      "step": 34685
    },
    {
      "contrastive_lambda": 0.3785733994860949,
      "epoch": 10.819089207735496,
      "step": 34686
    },
    {
      "contrastive_lambda": 0.3785480034612697,
      "epoch": 10.819401122894572,
      "step": 34687
    },
    {
      "contrastive_lambda": 0.37852260776941227,
      "epoch": 10.81971303805365,
      "step": 34688
    },
    {
      "contrastive_lambda": 0.378497212410592,
      "epoch": 10.820024953212727,
      "step": 34689
    },
    {
      "epoch": 10.820336868371802,
      "grad_norm": 0.09352698922157288,
      "learning_rate": 4.125698690787926e-05,
      "loss": 0.0284,
      "step": 34690
    },
    {
      "epoch": 10.820336868371802,
      "flow_loss": 0.017812052741646767,
      "step": 34690
    },
    {
      "contrastive_loss": 0.004500184208154678,
      "epoch": 10.820336868371802,
      "step": 34690
    },
    {
      "contrastive_lambda": 0.3784718173848784,
      "epoch": 10.820336868371802,
      "step": 34690
    },
    {
      "contrastive_lambda": 0.3784464226923412,
      "epoch": 10.82064878353088,
      "step": 34691
    },
    {
      "contrastive_lambda": 0.3784210283330502,
      "epoch": 10.820960698689957,
      "step": 34692
    },
    {
      "contrastive_lambda": 0.3783956343070747,
      "epoch": 10.821272613849032,
      "step": 34693
    },
    {
      "contrastive_lambda": 0.3783702406144846,
      "epoch": 10.82158452900811,
      "step": 34694
    },
    {
      "contrastive_lambda": 0.37834484725534917,
      "epoch": 10.821896444167187,
      "step": 34695
    },
    {
      "contrastive_lambda": 0.37831945422973845,
      "epoch": 10.822208359326263,
      "step": 34696
    },
    {
      "contrastive_lambda": 0.3782940615377219,
      "epoch": 10.82252027448534,
      "step": 34697
    },
    {
      "contrastive_lambda": 0.3782686691793688,
      "epoch": 10.822832189644418,
      "step": 34698
    },
    {
      "contrastive_lambda": 0.3782432771547493,
      "epoch": 10.823144104803493,
      "step": 34699
    },
    {
      "epoch": 10.82345601996257,
      "grad_norm": 0.1173330619931221,
      "learning_rate": 4.1229854983216245e-05,
      "loss": 0.0267,
      "step": 34700
    },
    {
      "epoch": 10.82345601996257,
      "flow_loss": 0.023403793573379517,
      "step": 34700
    },
    {
      "contrastive_loss": 0.003393978113308549,
      "epoch": 10.82345601996257,
      "step": 34700
    },
    {
      "contrastive_lambda": 0.3782178854639328,
      "epoch": 10.82345601996257,
      "step": 34700
    },
    {
      "contrastive_lambda": 0.37819249410698874,
      "epoch": 10.823767935121648,
      "step": 34701
    },
    {
      "contrastive_lambda": 0.37816710308398693,
      "epoch": 10.824079850280723,
      "step": 34702
    },
    {
      "contrastive_lambda": 0.378141712394997,
      "epoch": 10.8243917654398,
      "step": 34703
    },
    {
      "contrastive_lambda": 0.3781163220400884,
      "epoch": 10.824703680598876,
      "step": 34704
    },
    {
      "contrastive_lambda": 0.37809093201933086,
      "epoch": 10.825015595757954,
      "step": 34705
    },
    {
      "contrastive_lambda": 0.3780655423327939,
      "epoch": 10.825327510917031,
      "step": 34706
    },
    {
      "contrastive_lambda": 0.37804015298054716,
      "epoch": 10.825639426076107,
      "step": 34707
    },
    {
      "contrastive_lambda": 0.3780147639626603,
      "epoch": 10.825951341235184,
      "step": 34708
    },
    {
      "contrastive_lambda": 0.377989375279203,
      "epoch": 10.826263256394261,
      "step": 34709
    },
    {
      "epoch": 10.826575171553337,
      "grad_norm": 0.10511121898889542,
      "learning_rate": 4.120272572269175e-05,
      "loss": 0.0246,
      "step": 34710
    },
    {
      "epoch": 10.826575171553337,
      "flow_loss": 0.014439946040511131,
      "step": 34710
    },
    {
      "contrastive_loss": 0.004808266647160053,
      "epoch": 10.826575171553337,
      "step": 34710
    },
    {
      "contrastive_lambda": 0.3779639869302445,
      "epoch": 10.826575171553337,
      "step": 34710
    },
    {
      "contrastive_lambda": 0.3779385989158549,
      "epoch": 10.826887086712414,
      "step": 34711
    },
    {
      "contrastive_lambda": 0.37791321123610344,
      "epoch": 10.827199001871492,
      "step": 34712
    },
    {
      "contrastive_lambda": 0.3778878238910599,
      "epoch": 10.827510917030567,
      "step": 34713
    },
    {
      "contrastive_lambda": 0.3778624368807938,
      "epoch": 10.827822832189645,
      "step": 34714
    },
    {
      "contrastive_lambda": 0.3778370502053747,
      "epoch": 10.828134747348722,
      "step": 34715
    },
    {
      "contrastive_lambda": 0.3778116638648724,
      "epoch": 10.828446662507798,
      "step": 34716
    },
    {
      "contrastive_lambda": 0.37778627785935637,
      "epoch": 10.828758577666875,
      "step": 34717
    },
    {
      "contrastive_lambda": 0.37776089218889597,
      "epoch": 10.829070492825952,
      "step": 34718
    },
    {
      "contrastive_lambda": 0.3777355068535612,
      "epoch": 10.829382407985028,
      "step": 34719
    },
    {
      "epoch": 10.829694323144105,
      "grad_norm": 0.08841065317392349,
      "learning_rate": 4.117559913454687e-05,
      "loss": 0.0264,
      "step": 34720
    },
    {
      "epoch": 10.829694323144105,
      "flow_loss": 0.027096807956695557,
      "step": 34720
    },
    {
      "contrastive_loss": 0.005123685114085674,
      "epoch": 10.829694323144105,
      "step": 34720
    },
    {
      "contrastive_lambda": 0.37771012185342157,
      "epoch": 10.829694323144105,
      "step": 34720
    },
    {
      "contrastive_lambda": 0.3776847371885463,
      "epoch": 10.83000623830318,
      "step": 34721
    },
    {
      "contrastive_lambda": 0.3776593528590055,
      "epoch": 10.830318153462258,
      "step": 34722
    },
    {
      "contrastive_lambda": 0.37763396886486855,
      "epoch": 10.830630068621335,
      "step": 34723
    },
    {
      "contrastive_lambda": 0.3776085852062049,
      "epoch": 10.830941983780411,
      "step": 34724
    },
    {
      "contrastive_lambda": 0.37758320188308425,
      "epoch": 10.831253898939488,
      "step": 34725
    },
    {
      "contrastive_lambda": 0.37755781889557627,
      "epoch": 10.831565814098566,
      "step": 34726
    },
    {
      "contrastive_lambda": 0.37753243624375044,
      "epoch": 10.831877729257641,
      "step": 34727
    },
    {
      "contrastive_lambda": 0.3775070539276765,
      "epoch": 10.832189644416719,
      "step": 34728
    },
    {
      "contrastive_lambda": 0.37748167194742377,
      "epoch": 10.832501559575796,
      "step": 34729
    },
    {
      "epoch": 10.832813474734872,
      "grad_norm": 0.08278423547744751,
      "learning_rate": 4.114847522702201e-05,
      "loss": 0.0291,
      "step": 34730
    },
    {
      "epoch": 10.832813474734872,
      "flow_loss": 0.017144907265901566,
      "step": 34730
    },
    {
      "contrastive_loss": 0.0033090184442698956,
      "epoch": 10.832813474734872,
      "step": 34730
    },
    {
      "contrastive_lambda": 0.37745629030306205,
      "epoch": 10.832813474734872,
      "step": 34730
    },
    {
      "contrastive_lambda": 0.3774309089946609,
      "epoch": 10.833125389893949,
      "step": 34731
    },
    {
      "contrastive_lambda": 0.3774055280222899,
      "epoch": 10.833437305053026,
      "step": 34732
    },
    {
      "contrastive_lambda": 0.37738014738601844,
      "epoch": 10.833749220212102,
      "step": 34733
    },
    {
      "contrastive_lambda": 0.3773547670859165,
      "epoch": 10.83406113537118,
      "step": 34734
    },
    {
      "contrastive_lambda": 0.3773293871220532,
      "epoch": 10.834373050530257,
      "step": 34735
    },
    {
      "contrastive_lambda": 0.37730400749449855,
      "epoch": 10.834684965689332,
      "step": 34736
    },
    {
      "contrastive_lambda": 0.3772786282033218,
      "epoch": 10.83499688084841,
      "step": 34737
    },
    {
      "contrastive_lambda": 0.3772532492485927,
      "epoch": 10.835308796007485,
      "step": 34738
    },
    {
      "contrastive_lambda": 0.3772278706303809,
      "epoch": 10.835620711166563,
      "step": 34739
    },
    {
      "epoch": 10.83593262632564,
      "grad_norm": 0.1097075492143631,
      "learning_rate": 4.112135400835664e-05,
      "loss": 0.0302,
      "step": 34740
    },
    {
      "epoch": 10.83593262632564,
      "flow_loss": 0.031221508979797363,
      "step": 34740
    },
    {
      "contrastive_loss": 0.0032091555185616016,
      "epoch": 10.83593262632564,
      "step": 34740
    },
    {
      "contrastive_lambda": 0.3772024923487558,
      "epoch": 10.83593262632564,
      "step": 34740
    },
    {
      "contrastive_lambda": 0.3771771144037868,
      "epoch": 10.836244541484715,
      "step": 34741
    },
    {
      "contrastive_lambda": 0.377151736795544,
      "epoch": 10.836556456643793,
      "step": 34742
    },
    {
      "contrastive_lambda": 0.3771263595240967,
      "epoch": 10.83686837180287,
      "step": 34743
    },
    {
      "contrastive_lambda": 0.3771009825895142,
      "epoch": 10.837180286961946,
      "step": 34744
    },
    {
      "contrastive_lambda": 0.3770756059918665,
      "epoch": 10.837492202121023,
      "step": 34745
    },
    {
      "contrastive_lambda": 0.3770502297312231,
      "epoch": 10.8378041172801,
      "step": 34746
    },
    {
      "contrastive_lambda": 0.3770248538076533,
      "epoch": 10.838116032439176,
      "step": 34747
    },
    {
      "contrastive_lambda": 0.37699947822122687,
      "epoch": 10.838427947598253,
      "step": 34748
    },
    {
      "contrastive_lambda": 0.3769741029720134,
      "epoch": 10.83873986275733,
      "step": 34749
    },
    {
      "epoch": 10.839051777916406,
      "grad_norm": 0.10362153500318527,
      "learning_rate": 4.109423548678949e-05,
      "loss": 0.0266,
      "step": 34750
    },
    {
      "epoch": 10.839051777916406,
      "flow_loss": 0.01982373185455799,
      "step": 34750
    },
    {
      "contrastive_loss": 0.004333753604441881,
      "epoch": 10.839051777916406,
      "step": 34750
    },
    {
      "contrastive_lambda": 0.37694872806008245,
      "epoch": 10.839051777916406,
      "step": 34750
    },
    {
      "contrastive_lambda": 0.3769233534855036,
      "epoch": 10.839363693075484,
      "step": 34751
    },
    {
      "contrastive_lambda": 0.3768979792483461,
      "epoch": 10.839675608234561,
      "step": 34752
    },
    {
      "contrastive_lambda": 0.37687260534868006,
      "epoch": 10.839987523393637,
      "step": 34753
    },
    {
      "contrastive_lambda": 0.3768472317865747,
      "epoch": 10.840299438552714,
      "step": 34754
    },
    {
      "contrastive_lambda": 0.3768218585620996,
      "epoch": 10.84061135371179,
      "step": 34755
    },
    {
      "contrastive_lambda": 0.3767964856753243,
      "epoch": 10.840923268870867,
      "step": 34756
    },
    {
      "contrastive_lambda": 0.37677111312631856,
      "epoch": 10.841235184029944,
      "step": 34757
    },
    {
      "contrastive_lambda": 0.37674574091515173,
      "epoch": 10.84154709918902,
      "step": 34758
    },
    {
      "contrastive_lambda": 0.37672036904189343,
      "epoch": 10.841859014348097,
      "step": 34759
    },
    {
      "epoch": 10.842170929507175,
      "grad_norm": 0.1511155068874359,
      "learning_rate": 4.106711967055848e-05,
      "loss": 0.0291,
      "step": 34760
    },
    {
      "epoch": 10.842170929507175,
      "flow_loss": 0.023616231977939606,
      "step": 34760
    },
    {
      "contrastive_loss": 0.00537578109651804,
      "epoch": 10.842170929507175,
      "step": 34760
    },
    {
      "contrastive_lambda": 0.37669499750661334,
      "epoch": 10.842170929507175,
      "step": 34760
    },
    {
      "contrastive_lambda": 0.37666962630938083,
      "epoch": 10.84248284466625,
      "step": 34761
    },
    {
      "contrastive_lambda": 0.37664425545026564,
      "epoch": 10.842794759825328,
      "step": 34762
    },
    {
      "contrastive_lambda": 0.3766188849293371,
      "epoch": 10.843106674984405,
      "step": 34763
    },
    {
      "contrastive_lambda": 0.3765935147466649,
      "epoch": 10.84341859014348,
      "step": 34764
    },
    {
      "contrastive_lambda": 0.3765681449023187,
      "epoch": 10.843730505302558,
      "step": 34765
    },
    {
      "contrastive_lambda": 0.3765427753963678,
      "epoch": 10.844042420461635,
      "step": 34766
    },
    {
      "contrastive_lambda": 0.37651740622888197,
      "epoch": 10.84435433562071,
      "step": 34767
    },
    {
      "contrastive_lambda": 0.37649203739993076,
      "epoch": 10.844666250779788,
      "step": 34768
    },
    {
      "contrastive_lambda": 0.37646666890958347,
      "epoch": 10.844978165938866,
      "step": 34769
    },
    {
      "epoch": 10.845290081097941,
      "grad_norm": 0.09468355029821396,
      "learning_rate": 4.1040006567900636e-05,
      "loss": 0.0257,
      "step": 34770
    },
    {
      "epoch": 10.845290081097941,
      "flow_loss": 0.018544811755418777,
      "step": 34770
    },
    {
      "contrastive_loss": 0.005268820561468601,
      "epoch": 10.845290081097941,
      "step": 34770
    },
    {
      "contrastive_lambda": 0.37644130075791,
      "epoch": 10.845290081097941,
      "step": 34770
    },
    {
      "contrastive_lambda": 0.3764159329449796,
      "epoch": 10.845601996257018,
      "step": 34771
    },
    {
      "contrastive_lambda": 0.3763905654708619,
      "epoch": 10.845913911416094,
      "step": 34772
    },
    {
      "contrastive_lambda": 0.37636519833562665,
      "epoch": 10.846225826575171,
      "step": 34773
    },
    {
      "contrastive_lambda": 0.37633983153934314,
      "epoch": 10.846537741734249,
      "step": 34774
    },
    {
      "contrastive_lambda": 0.3763144650820809,
      "epoch": 10.846849656893324,
      "step": 34775
    },
    {
      "contrastive_lambda": 0.3762890989639097,
      "epoch": 10.847161572052402,
      "step": 34776
    },
    {
      "contrastive_lambda": 0.376263733184899,
      "epoch": 10.847473487211479,
      "step": 34777
    },
    {
      "contrastive_lambda": 0.3762383677451181,
      "epoch": 10.847785402370555,
      "step": 34778
    },
    {
      "contrastive_lambda": 0.3762130026446369,
      "epoch": 10.848097317529632,
      "step": 34779
    },
    {
      "epoch": 10.84840923268871,
      "grad_norm": 0.11649009585380554,
      "learning_rate": 4.101289618705224e-05,
      "loss": 0.0298,
      "step": 34780
    },
    {
      "epoch": 10.84840923268871,
      "flow_loss": 0.029970305040478706,
      "step": 34780
    },
    {
      "contrastive_loss": 0.003936978057026863,
      "epoch": 10.84840923268871,
      "step": 34780
    },
    {
      "contrastive_lambda": 0.37618763788352483,
      "epoch": 10.84840923268871,
      "step": 34780
    },
    {
      "contrastive_lambda": 0.37616227346185127,
      "epoch": 10.848721147847785,
      "step": 34781
    },
    {
      "contrastive_lambda": 0.3761369093796858,
      "epoch": 10.849033063006862,
      "step": 34782
    },
    {
      "contrastive_lambda": 0.37611154563709814,
      "epoch": 10.84934497816594,
      "step": 34783
    },
    {
      "contrastive_lambda": 0.37608618223415774,
      "epoch": 10.849656893325015,
      "step": 34784
    },
    {
      "contrastive_lambda": 0.37606081917093415,
      "epoch": 10.849968808484093,
      "step": 34785
    },
    {
      "contrastive_lambda": 0.3760354564474966,
      "epoch": 10.85028072364317,
      "step": 34786
    },
    {
      "contrastive_lambda": 0.3760100940639151,
      "epoch": 10.850592638802246,
      "step": 34787
    },
    {
      "contrastive_lambda": 0.375984732020259,
      "epoch": 10.850904553961323,
      "step": 34788
    },
    {
      "contrastive_lambda": 0.3759593703165977,
      "epoch": 10.851216469120399,
      "step": 34789
    },
    {
      "epoch": 10.851528384279476,
      "grad_norm": 0.07515589147806168,
      "learning_rate": 4.0985788536248675e-05,
      "loss": 0.0332,
      "step": 34790
    },
    {
      "epoch": 10.851528384279476,
      "flow_loss": 0.028793487697839737,
      "step": 34790
    },
    {
      "contrastive_loss": 0.003301025601103902,
      "epoch": 10.851528384279476,
      "step": 34790
    },
    {
      "contrastive_lambda": 0.3759340089530008,
      "epoch": 10.851528384279476,
      "step": 34790
    },
    {
      "contrastive_lambda": 0.375908647929538,
      "epoch": 10.851840299438553,
      "step": 34791
    },
    {
      "contrastive_lambda": 0.3758832872462785,
      "epoch": 10.852152214597629,
      "step": 34792
    },
    {
      "contrastive_lambda": 0.3758579269032922,
      "epoch": 10.852464129756706,
      "step": 34793
    },
    {
      "contrastive_lambda": 0.37583256690064837,
      "epoch": 10.852776044915784,
      "step": 34794
    },
    {
      "contrastive_lambda": 0.37580720723841654,
      "epoch": 10.853087960074859,
      "step": 34795
    },
    {
      "contrastive_lambda": 0.3757818479166664,
      "epoch": 10.853399875233936,
      "step": 34796
    },
    {
      "contrastive_lambda": 0.3757564889354674,
      "epoch": 10.853711790393014,
      "step": 34797
    },
    {
      "contrastive_lambda": 0.3757311302948888,
      "epoch": 10.85402370555209,
      "step": 34798
    },
    {
      "contrastive_lambda": 0.3757057719950006,
      "epoch": 10.854335620711167,
      "step": 34799
    },
    {
      "epoch": 10.854647535870244,
      "grad_norm": 0.09744341671466827,
      "learning_rate": 4.095868362372454e-05,
      "loss": 0.0349,
      "step": 34800
    },
    {
      "epoch": 10.854647535870244,
      "flow_loss": 0.028640560805797577,
      "step": 34800
    },
    {
      "contrastive_loss": 0.00419582799077034,
      "epoch": 10.854647535870244,
      "step": 34800
    },
    {
      "contrastive_lambda": 0.375680414035872,
      "epoch": 10.854647535870244,
      "step": 34800
    },
    {
      "contrastive_lambda": 0.3756550564175726,
      "epoch": 10.85495945102932,
      "step": 34801
    },
    {
      "contrastive_lambda": 0.37562969914017197,
      "epoch": 10.855271366188397,
      "step": 34802
    },
    {
      "contrastive_lambda": 0.3756043422037395,
      "epoch": 10.855583281347474,
      "step": 34803
    },
    {
      "contrastive_lambda": 0.3755789856083449,
      "epoch": 10.85589519650655,
      "step": 34804
    },
    {
      "contrastive_lambda": 0.3755536293540575,
      "epoch": 10.856207111665627,
      "step": 34805
    },
    {
      "contrastive_lambda": 0.37552827344094686,
      "epoch": 10.856519026824703,
      "step": 34806
    },
    {
      "contrastive_lambda": 0.3755029178690827,
      "epoch": 10.85683094198378,
      "step": 34807
    },
    {
      "contrastive_lambda": 0.37547756263853427,
      "epoch": 10.857142857142858,
      "step": 34808
    },
    {
      "contrastive_lambda": 0.375452207749371,
      "epoch": 10.857454772301933,
      "step": 34809
    },
    {
      "epoch": 10.85776668746101,
      "grad_norm": 0.07292208820581436,
      "learning_rate": 4.0931581457713614e-05,
      "loss": 0.0261,
      "step": 34810
    },
    {
      "epoch": 10.85776668746101,
      "flow_loss": 0.021571854129433632,
      "step": 34810
    },
    {
      "contrastive_loss": 0.003962640184909105,
      "epoch": 10.85776668746101,
      "step": 34810
    },
    {
      "contrastive_lambda": 0.37542685320166275,
      "epoch": 10.85776668746101,
      "step": 34810
    },
    {
      "contrastive_lambda": 0.3754014989954789,
      "epoch": 10.858078602620088,
      "step": 34811
    },
    {
      "contrastive_lambda": 0.3753761451308888,
      "epoch": 10.858390517779164,
      "step": 34812
    },
    {
      "contrastive_lambda": 0.37535079160796203,
      "epoch": 10.858702432938241,
      "step": 34813
    },
    {
      "contrastive_lambda": 0.3753254384267683,
      "epoch": 10.859014348097318,
      "step": 34814
    },
    {
      "contrastive_lambda": 0.3753000855873768,
      "epoch": 10.859326263256394,
      "step": 34815
    },
    {
      "contrastive_lambda": 0.37527473308985737,
      "epoch": 10.859638178415471,
      "step": 34816
    },
    {
      "contrastive_lambda": 0.37524938093427906,
      "epoch": 10.859950093574549,
      "step": 34817
    },
    {
      "contrastive_lambda": 0.37522402912071195,
      "epoch": 10.860262008733624,
      "step": 34818
    },
    {
      "contrastive_lambda": 0.3751986776492252,
      "epoch": 10.860573923892701,
      "step": 34819
    },
    {
      "epoch": 10.860885839051779,
      "grad_norm": 0.1048656776547432,
      "learning_rate": 4.09044820464488e-05,
      "loss": 0.0297,
      "step": 34820
    },
    {
      "epoch": 10.860885839051779,
      "flow_loss": 0.01629900187253952,
      "step": 34820
    },
    {
      "contrastive_loss": 0.0032659757416695356,
      "epoch": 10.860885839051779,
      "step": 34820
    },
    {
      "contrastive_lambda": 0.3751733265198881,
      "epoch": 10.860885839051779,
      "step": 34820
    },
    {
      "contrastive_lambda": 0.3751479757327707,
      "epoch": 10.861197754210854,
      "step": 34821
    },
    {
      "contrastive_lambda": 0.3751226252879422,
      "epoch": 10.861509669369932,
      "step": 34822
    },
    {
      "contrastive_lambda": 0.375097275185472,
      "epoch": 10.861821584529007,
      "step": 34823
    },
    {
      "contrastive_lambda": 0.3750719254254297,
      "epoch": 10.862133499688085,
      "step": 34824
    },
    {
      "contrastive_lambda": 0.37504657600788494,
      "epoch": 10.862445414847162,
      "step": 34825
    },
    {
      "contrastive_lambda": 0.37502122693290696,
      "epoch": 10.862757330006238,
      "step": 34826
    },
    {
      "contrastive_lambda": 0.37499587820056546,
      "epoch": 10.863069245165315,
      "step": 34827
    },
    {
      "contrastive_lambda": 0.3749705298109298,
      "epoch": 10.863381160324392,
      "step": 34828
    },
    {
      "contrastive_lambda": 0.37494518176406955,
      "epoch": 10.863693075483468,
      "step": 34829
    },
    {
      "epoch": 10.864004990642545,
      "grad_norm": 0.09541156888008118,
      "learning_rate": 4.087738539816219e-05,
      "loss": 0.0236,
      "step": 34830
    },
    {
      "epoch": 10.864004990642545,
      "flow_loss": 0.026950983330607414,
      "step": 34830
    },
    {
      "contrastive_loss": 0.0037570593412965536,
      "epoch": 10.864004990642545,
      "step": 34830
    },
    {
      "contrastive_lambda": 0.37491983406005425,
      "epoch": 10.864004990642545,
      "step": 34830
    },
    {
      "contrastive_lambda": 0.3748944866989533,
      "epoch": 10.864316905801623,
      "step": 34831
    },
    {
      "contrastive_lambda": 0.374869139680836,
      "epoch": 10.864628820960698,
      "step": 34832
    },
    {
      "contrastive_lambda": 0.3748437930057723,
      "epoch": 10.864940736119776,
      "step": 34833
    },
    {
      "contrastive_lambda": 0.3748184466738315,
      "epoch": 10.865252651278853,
      "step": 34834
    },
    {
      "contrastive_lambda": 0.37479310068508287,
      "epoch": 10.865564566437929,
      "step": 34835
    },
    {
      "contrastive_lambda": 0.3747677550395961,
      "epoch": 10.865876481597006,
      "step": 34836
    },
    {
      "contrastive_lambda": 0.3747424097374406,
      "epoch": 10.866188396756083,
      "step": 34837
    },
    {
      "contrastive_lambda": 0.37471706477868605,
      "epoch": 10.866500311915159,
      "step": 34838
    },
    {
      "contrastive_lambda": 0.37469172016340174,
      "epoch": 10.866812227074236,
      "step": 34839
    },
    {
      "epoch": 10.867124142233312,
      "grad_norm": 0.11050419509410858,
      "learning_rate": 4.085029152108501e-05,
      "loss": 0.0318,
      "step": 34840
    },
    {
      "epoch": 10.867124142233312,
      "flow_loss": 0.0208278838545084,
      "step": 34840
    },
    {
      "contrastive_loss": 0.004013247787952423,
      "epoch": 10.867124142233312,
      "step": 34840
    },
    {
      "contrastive_lambda": 0.37466637589165697,
      "epoch": 10.867124142233312,
      "step": 34840
    },
    {
      "contrastive_lambda": 0.3746410319635217,
      "epoch": 10.86743605739239,
      "step": 34841
    },
    {
      "contrastive_lambda": 0.3746156883790651,
      "epoch": 10.867747972551467,
      "step": 34842
    },
    {
      "contrastive_lambda": 0.37459034513835654,
      "epoch": 10.868059887710542,
      "step": 34843
    },
    {
      "contrastive_lambda": 0.37456500224146594,
      "epoch": 10.86837180286962,
      "step": 34844
    },
    {
      "contrastive_lambda": 0.3745396596884624,
      "epoch": 10.868683718028697,
      "step": 34845
    },
    {
      "contrastive_lambda": 0.37451431747941544,
      "epoch": 10.868995633187772,
      "step": 34846
    },
    {
      "contrastive_lambda": 0.37448897561439465,
      "epoch": 10.86930754834685,
      "step": 34847
    },
    {
      "contrastive_lambda": 0.3744636340934695,
      "epoch": 10.869619463505927,
      "step": 34848
    },
    {
      "contrastive_lambda": 0.3744382929167094,
      "epoch": 10.869931378665003,
      "step": 34849
    },
    {
      "epoch": 10.87024329382408,
      "grad_norm": 0.09326991438865662,
      "learning_rate": 4.0823200423447714e-05,
      "loss": 0.0262,
      "step": 34850
    },
    {
      "epoch": 10.87024329382408,
      "flow_loss": 0.03590384125709534,
      "step": 34850
    },
    {
      "contrastive_loss": 0.0039571598172187805,
      "epoch": 10.87024329382408,
      "step": 34850
    },
    {
      "contrastive_lambda": 0.37441295208418385,
      "epoch": 10.87024329382408,
      "step": 34850
    },
    {
      "contrastive_lambda": 0.37438761159596223,
      "epoch": 10.870555208983157,
      "step": 34851
    },
    {
      "contrastive_lambda": 0.3743622714521142,
      "epoch": 10.870867124142233,
      "step": 34852
    },
    {
      "contrastive_lambda": 0.37433693165270915,
      "epoch": 10.87117903930131,
      "step": 34853
    },
    {
      "contrastive_lambda": 0.37431159219781646,
      "epoch": 10.871490954460388,
      "step": 34854
    },
    {
      "contrastive_lambda": 0.3742862530875057,
      "epoch": 10.871802869619463,
      "step": 34855
    },
    {
      "contrastive_lambda": 0.3742609143218464,
      "epoch": 10.87211478477854,
      "step": 34856
    },
    {
      "contrastive_lambda": 0.37423557590090784,
      "epoch": 10.872426699937616,
      "step": 34857
    },
    {
      "contrastive_lambda": 0.3742102378247597,
      "epoch": 10.872738615096694,
      "step": 34858
    },
    {
      "contrastive_lambda": 0.37418490009347116,
      "epoch": 10.873050530255771,
      "step": 34859
    },
    {
      "epoch": 10.873362445414847,
      "grad_norm": 0.1398068368434906,
      "learning_rate": 4.079611211347981e-05,
      "loss": 0.0277,
      "step": 34860
    },
    {
      "epoch": 10.873362445414847,
      "flow_loss": 0.015281693078577518,
      "step": 34860
    },
    {
      "contrastive_loss": 0.00342239486053586,
      "epoch": 10.873362445414847,
      "step": 34860
    },
    {
      "contrastive_lambda": 0.3741595627071119,
      "epoch": 10.873362445414847,
      "step": 34860
    },
    {
      "contrastive_lambda": 0.3741342256657515,
      "epoch": 10.873674360573924,
      "step": 34861
    },
    {
      "contrastive_lambda": 0.37410888896945915,
      "epoch": 10.873986275733001,
      "step": 34862
    },
    {
      "contrastive_lambda": 0.3740835526183044,
      "epoch": 10.874298190892077,
      "step": 34863
    },
    {
      "contrastive_lambda": 0.37405821661235683,
      "epoch": 10.874610106051154,
      "step": 34864
    },
    {
      "contrastive_lambda": 0.37403288095168585,
      "epoch": 10.874922021210232,
      "step": 34865
    },
    {
      "contrastive_lambda": 0.3740075456363607,
      "epoch": 10.875233936369307,
      "step": 34866
    },
    {
      "contrastive_lambda": 0.37398221066645115,
      "epoch": 10.875545851528384,
      "step": 34867
    },
    {
      "contrastive_lambda": 0.37395687604202654,
      "epoch": 10.87585776668746,
      "step": 34868
    },
    {
      "contrastive_lambda": 0.37393154176315624,
      "epoch": 10.876169681846537,
      "step": 34869
    },
    {
      "epoch": 10.876481597005615,
      "grad_norm": 0.09570074826478958,
      "learning_rate": 4.076902659941002e-05,
      "loss": 0.0218,
      "step": 34870
    },
    {
      "epoch": 10.876481597005615,
      "flow_loss": 0.016678787767887115,
      "step": 34870
    },
    {
      "contrastive_loss": 0.00384344020858407,
      "epoch": 10.876481597005615,
      "step": 34870
    },
    {
      "contrastive_lambda": 0.37390620782990974,
      "epoch": 10.876481597005615,
      "step": 34870
    },
    {
      "contrastive_lambda": 0.37388087424235655,
      "epoch": 10.876793512164692,
      "step": 34871
    },
    {
      "contrastive_lambda": 0.3738555410005662,
      "epoch": 10.877105427323768,
      "step": 34872
    },
    {
      "contrastive_lambda": 0.3738302081046081,
      "epoch": 10.877417342482845,
      "step": 34873
    },
    {
      "contrastive_lambda": 0.37380487555455133,
      "epoch": 10.87772925764192,
      "step": 34874
    },
    {
      "contrastive_lambda": 0.3737795433504659,
      "epoch": 10.878041172800998,
      "step": 34875
    },
    {
      "contrastive_lambda": 0.3737542114924211,
      "epoch": 10.878353087960075,
      "step": 34876
    },
    {
      "contrastive_lambda": 0.37372887998048604,
      "epoch": 10.878665003119151,
      "step": 34877
    },
    {
      "contrastive_lambda": 0.37370354881473067,
      "epoch": 10.878976918278228,
      "step": 34878
    },
    {
      "contrastive_lambda": 0.3736782179952241,
      "epoch": 10.879288833437306,
      "step": 34879
    },
    {
      "epoch": 10.879600748596381,
      "grad_norm": 0.06902884691953659,
      "learning_rate": 4.074194388946624e-05,
      "loss": 0.0267,
      "step": 34880
    },
    {
      "epoch": 10.879600748596381,
      "flow_loss": 0.01971762627363205,
      "step": 34880
    },
    {
      "contrastive_loss": 0.003759074956178665,
      "epoch": 10.879600748596381,
      "step": 34880
    },
    {
      "contrastive_lambda": 0.37365288752203585,
      "epoch": 10.879600748596381,
      "step": 34880
    },
    {
      "contrastive_lambda": 0.37362755739523534,
      "epoch": 10.879912663755459,
      "step": 34881
    },
    {
      "contrastive_lambda": 0.37360222761489215,
      "epoch": 10.880224578914536,
      "step": 34882
    },
    {
      "contrastive_lambda": 0.37357689818107553,
      "epoch": 10.880536494073612,
      "step": 34883
    },
    {
      "contrastive_lambda": 0.3735515690938551,
      "epoch": 10.880848409232689,
      "step": 34884
    },
    {
      "contrastive_lambda": 0.3735262403533002,
      "epoch": 10.881160324391765,
      "step": 34885
    },
    {
      "contrastive_lambda": 0.37350091195948026,
      "epoch": 10.881472239550842,
      "step": 34886
    },
    {
      "contrastive_lambda": 0.3734755839124648,
      "epoch": 10.88178415470992,
      "step": 34887
    },
    {
      "contrastive_lambda": 0.3734502562123232,
      "epoch": 10.882096069868995,
      "step": 34888
    },
    {
      "contrastive_lambda": 0.37342492885912487,
      "epoch": 10.882407985028072,
      "step": 34889
    },
    {
      "epoch": 10.88271990018715,
      "grad_norm": 0.10331086069345474,
      "learning_rate": 4.071486399187545e-05,
      "loss": 0.0266,
      "step": 34890
    },
    {
      "epoch": 10.88271990018715,
      "flow_loss": 0.019632020965218544,
      "step": 34890
    },
    {
      "contrastive_loss": 0.00463857501745224,
      "epoch": 10.88271990018715,
      "step": 34890
    },
    {
      "contrastive_lambda": 0.3733996018529394,
      "epoch": 10.88271990018715,
      "step": 34890
    },
    {
      "contrastive_lambda": 0.3733742751938359,
      "epoch": 10.883031815346225,
      "step": 34891
    },
    {
      "contrastive_lambda": 0.37334894888188425,
      "epoch": 10.883343730505302,
      "step": 34892
    },
    {
      "contrastive_lambda": 0.3733236229171535,
      "epoch": 10.88365564566438,
      "step": 34893
    },
    {
      "contrastive_lambda": 0.3732982972997132,
      "epoch": 10.883967560823455,
      "step": 34894
    },
    {
      "contrastive_lambda": 0.37327297202963294,
      "epoch": 10.884279475982533,
      "step": 34895
    },
    {
      "contrastive_lambda": 0.37324764710698205,
      "epoch": 10.88459139114161,
      "step": 34896
    },
    {
      "contrastive_lambda": 0.37322232253182974,
      "epoch": 10.884903306300686,
      "step": 34897
    },
    {
      "contrastive_lambda": 0.3731969983042458,
      "epoch": 10.885215221459763,
      "step": 34898
    },
    {
      "contrastive_lambda": 0.37317167442429944,
      "epoch": 10.88552713661884,
      "step": 34899
    },
    {
      "epoch": 10.885839051777916,
      "grad_norm": 0.07716094702482224,
      "learning_rate": 4.0687786914863836e-05,
      "loss": 0.0237,
      "step": 34900
    },
    {
      "epoch": 10.885839051777916,
      "flow_loss": 0.027267631143331528,
      "step": 34900
    },
    {
      "contrastive_loss": 0.003718005958944559,
      "epoch": 10.885839051777916,
      "step": 34900
    },
    {
      "contrastive_lambda": 0.37314635089205994,
      "epoch": 10.885839051777916,
      "step": 34900
    },
    {
      "contrastive_lambda": 0.3731210277075972,
      "epoch": 10.886150966936993,
      "step": 34901
    },
    {
      "contrastive_lambda": 0.3730957048709803,
      "epoch": 10.886462882096069,
      "step": 34902
    },
    {
      "contrastive_lambda": 0.3730703823822787,
      "epoch": 10.886774797255146,
      "step": 34903
    },
    {
      "contrastive_lambda": 0.3730450602415618,
      "epoch": 10.887086712414224,
      "step": 34904
    },
    {
      "contrastive_lambda": 0.3730197384488991,
      "epoch": 10.8873986275733,
      "step": 34905
    },
    {
      "contrastive_lambda": 0.3729944170043601,
      "epoch": 10.887710542732377,
      "step": 34906
    },
    {
      "contrastive_lambda": 0.3729690959080141,
      "epoch": 10.888022457891454,
      "step": 34907
    },
    {
      "contrastive_lambda": 0.37294377515993027,
      "epoch": 10.88833437305053,
      "step": 34908
    },
    {
      "contrastive_lambda": 0.3729184547601786,
      "epoch": 10.888646288209607,
      "step": 34909
    },
    {
      "epoch": 10.888958203368684,
      "grad_norm": 0.08267167210578918,
      "learning_rate": 4.0660712666656666e-05,
      "loss": 0.0286,
      "step": 34910
    },
    {
      "epoch": 10.888958203368684,
      "flow_loss": 0.02657267078757286,
      "step": 34910
    },
    {
      "contrastive_loss": 0.0042226179502904415,
      "epoch": 10.888958203368684,
      "step": 34910
    },
    {
      "contrastive_lambda": 0.3728931347088281,
      "epoch": 10.888958203368684,
      "step": 34910
    },
    {
      "contrastive_lambda": 0.37286781500594834,
      "epoch": 10.88927011852776,
      "step": 34911
    },
    {
      "contrastive_lambda": 0.37284249565160854,
      "epoch": 10.889582033686837,
      "step": 34912
    },
    {
      "contrastive_lambda": 0.37281717664587843,
      "epoch": 10.889893948845915,
      "step": 34913
    },
    {
      "contrastive_lambda": 0.37279185798882714,
      "epoch": 10.89020586400499,
      "step": 34914
    },
    {
      "contrastive_lambda": 0.3727665396805243,
      "epoch": 10.890517779164067,
      "step": 34915
    },
    {
      "contrastive_lambda": 0.3727412217210391,
      "epoch": 10.890829694323145,
      "step": 34916
    },
    {
      "contrastive_lambda": 0.3727159041104411,
      "epoch": 10.89114160948222,
      "step": 34917
    },
    {
      "contrastive_lambda": 0.3726905868487997,
      "epoch": 10.891453524641298,
      "step": 34918
    },
    {
      "contrastive_lambda": 0.3726652699361843,
      "epoch": 10.891765439800373,
      "step": 34919
    },
    {
      "epoch": 10.89207735495945,
      "grad_norm": 0.10003376007080078,
      "learning_rate": 4.0633641255478394e-05,
      "loss": 0.0346,
      "step": 34920
    },
    {
      "epoch": 10.89207735495945,
      "flow_loss": 0.02046734094619751,
      "step": 34920
    },
    {
      "contrastive_loss": 0.005379681009799242,
      "epoch": 10.89207735495945,
      "step": 34920
    },
    {
      "contrastive_lambda": 0.37263995337266415,
      "epoch": 10.89207735495945,
      "step": 34920
    },
    {
      "contrastive_lambda": 0.372614637158309,
      "epoch": 10.892389270118528,
      "step": 34921
    },
    {
      "contrastive_lambda": 0.372589321293188,
      "epoch": 10.892701185277604,
      "step": 34922
    },
    {
      "contrastive_lambda": 0.3725640057773704,
      "epoch": 10.893013100436681,
      "step": 34923
    },
    {
      "contrastive_lambda": 0.37253869061092604,
      "epoch": 10.893325015595758,
      "step": 34924
    },
    {
      "contrastive_lambda": 0.3725133757939241,
      "epoch": 10.893636930754834,
      "step": 34925
    },
    {
      "contrastive_lambda": 0.3724880613264339,
      "epoch": 10.893948845913911,
      "step": 34926
    },
    {
      "contrastive_lambda": 0.3724627472085249,
      "epoch": 10.894260761072989,
      "step": 34927
    },
    {
      "contrastive_lambda": 0.37243743344026653,
      "epoch": 10.894572676232064,
      "step": 34928
    },
    {
      "contrastive_lambda": 0.3724121200217283,
      "epoch": 10.894884591391142,
      "step": 34929
    },
    {
      "epoch": 10.895196506550219,
      "grad_norm": 0.0874888226389885,
      "learning_rate": 4.0606572689552624e-05,
      "loss": 0.0315,
      "step": 34930
    },
    {
      "epoch": 10.895196506550219,
      "flow_loss": 0.02500857412815094,
      "step": 34930
    },
    {
      "contrastive_loss": 0.003682146780192852,
      "epoch": 10.895196506550219,
      "step": 34930
    },
    {
      "contrastive_lambda": 0.37238680695297943,
      "epoch": 10.895196506550219,
      "step": 34930
    },
    {
      "contrastive_lambda": 0.3723614942340892,
      "epoch": 10.895508421709295,
      "step": 34931
    },
    {
      "contrastive_lambda": 0.3723361818651274,
      "epoch": 10.895820336868372,
      "step": 34932
    },
    {
      "contrastive_lambda": 0.3723108698461632,
      "epoch": 10.89613225202745,
      "step": 34933
    },
    {
      "contrastive_lambda": 0.3722855581772659,
      "epoch": 10.896444167186525,
      "step": 34934
    },
    {
      "contrastive_lambda": 0.37226024685850495,
      "epoch": 10.896756082345602,
      "step": 34935
    },
    {
      "contrastive_lambda": 0.37223493588994994,
      "epoch": 10.897067997504678,
      "step": 34936
    },
    {
      "contrastive_lambda": 0.37220962527167,
      "epoch": 10.897379912663755,
      "step": 34937
    },
    {
      "contrastive_lambda": 0.3721843150037347,
      "epoch": 10.897691827822833,
      "step": 34938
    },
    {
      "contrastive_lambda": 0.37215900508621325,
      "epoch": 10.898003742981908,
      "step": 34939
    },
    {
      "epoch": 10.898315658140985,
      "grad_norm": 0.10153751820325851,
      "learning_rate": 4.0579506977102036e-05,
      "loss": 0.0272,
      "step": 34940
    },
    {
      "epoch": 10.898315658140985,
      "flow_loss": 0.02175445482134819,
      "step": 34940
    },
    {
      "contrastive_loss": 0.0042477501556277275,
      "epoch": 10.898315658140985,
      "step": 34940
    },
    {
      "contrastive_lambda": 0.3721336955191752,
      "epoch": 10.898315658140985,
      "step": 34940
    },
    {
      "contrastive_lambda": 0.37210838630268994,
      "epoch": 10.898627573300063,
      "step": 34941
    },
    {
      "contrastive_lambda": 0.37208307743682656,
      "epoch": 10.898939488459138,
      "step": 34942
    },
    {
      "contrastive_lambda": 0.372057768921655,
      "epoch": 10.899251403618216,
      "step": 34943
    },
    {
      "contrastive_lambda": 0.3720324607572443,
      "epoch": 10.899563318777293,
      "step": 34944
    },
    {
      "contrastive_lambda": 0.3720071529436637,
      "epoch": 10.899875233936369,
      "step": 34945
    },
    {
      "contrastive_lambda": 0.3719818454809828,
      "epoch": 10.900187149095446,
      "step": 34946
    },
    {
      "contrastive_lambda": 0.371956538369271,
      "epoch": 10.900499064254523,
      "step": 34947
    },
    {
      "contrastive_lambda": 0.3719312316085976,
      "epoch": 10.900810979413599,
      "step": 34948
    },
    {
      "contrastive_lambda": 0.37190592519903204,
      "epoch": 10.901122894572676,
      "step": 34949
    },
    {
      "epoch": 10.901434809731754,
      "grad_norm": 0.08667593449354172,
      "learning_rate": 4.055244412634849e-05,
      "loss": 0.0262,
      "step": 34950
    },
    {
      "epoch": 10.901434809731754,
      "flow_loss": 0.046579986810684204,
      "step": 34950
    },
    {
      "contrastive_loss": 0.004278326872736216,
      "epoch": 10.901434809731754,
      "step": 34950
    },
    {
      "contrastive_lambda": 0.3718806191406436,
      "epoch": 10.901434809731754,
      "step": 34950
    },
    {
      "contrastive_lambda": 0.37185531343350164,
      "epoch": 10.90174672489083,
      "step": 34951
    },
    {
      "contrastive_lambda": 0.3718300080776758,
      "epoch": 10.902058640049907,
      "step": 34952
    },
    {
      "contrastive_lambda": 0.37180470307323527,
      "epoch": 10.902370555208982,
      "step": 34953
    },
    {
      "contrastive_lambda": 0.3717793984202492,
      "epoch": 10.90268247036806,
      "step": 34954
    },
    {
      "contrastive_lambda": 0.37175409411878735,
      "epoch": 10.902994385527137,
      "step": 34955
    },
    {
      "contrastive_lambda": 0.37172879016891897,
      "epoch": 10.903306300686213,
      "step": 34956
    },
    {
      "contrastive_lambda": 0.3717034865707133,
      "epoch": 10.90361821584529,
      "step": 34957
    },
    {
      "contrastive_lambda": 0.3716781833242398,
      "epoch": 10.903930131004367,
      "step": 34958
    },
    {
      "contrastive_lambda": 0.3716528804295678,
      "epoch": 10.904242046163443,
      "step": 34959
    },
    {
      "epoch": 10.90455396132252,
      "grad_norm": 0.10054799914360046,
      "learning_rate": 4.052538414551298e-05,
      "loss": 0.0286,
      "step": 34960
    },
    {
      "epoch": 10.90455396132252,
      "flow_loss": 0.02638503536581993,
      "step": 34960
    },
    {
      "contrastive_loss": 0.003915945999324322,
      "epoch": 10.90455396132252,
      "step": 34960
    },
    {
      "contrastive_lambda": 0.3716275778867669,
      "epoch": 10.90455396132252,
      "step": 34960
    },
    {
      "contrastive_lambda": 0.3716022756959062,
      "epoch": 10.904865876481598,
      "step": 34961
    },
    {
      "contrastive_lambda": 0.371576973857055,
      "epoch": 10.905177791640673,
      "step": 34962
    },
    {
      "contrastive_lambda": 0.371551672370283,
      "epoch": 10.90548970679975,
      "step": 34963
    },
    {
      "contrastive_lambda": 0.37152637123565946,
      "epoch": 10.905801621958828,
      "step": 34964
    },
    {
      "contrastive_lambda": 0.37150107045325337,
      "epoch": 10.906113537117903,
      "step": 34965
    },
    {
      "contrastive_lambda": 0.3714757700231346,
      "epoch": 10.90642545227698,
      "step": 34966
    },
    {
      "contrastive_lambda": 0.37145046994537234,
      "epoch": 10.906737367436058,
      "step": 34967
    },
    {
      "contrastive_lambda": 0.37142517022003585,
      "epoch": 10.907049282595134,
      "step": 34968
    },
    {
      "contrastive_lambda": 0.3713998708471945,
      "epoch": 10.907361197754211,
      "step": 34969
    },
    {
      "epoch": 10.907673112913287,
      "grad_norm": 0.09227179735898972,
      "learning_rate": 4.0498327042815596e-05,
      "loss": 0.0289,
      "step": 34970
    },
    {
      "epoch": 10.907673112913287,
      "flow_loss": 0.03230765461921692,
      "step": 34970
    },
    {
      "contrastive_loss": 0.004035749938338995,
      "epoch": 10.907673112913287,
      "step": 34970
    },
    {
      "contrastive_lambda": 0.3713745718269178,
      "epoch": 10.907673112913287,
      "step": 34970
    },
    {
      "contrastive_lambda": 0.3713492731592749,
      "epoch": 10.907985028072364,
      "step": 34971
    },
    {
      "contrastive_lambda": 0.37132397484433544,
      "epoch": 10.908296943231441,
      "step": 34972
    },
    {
      "contrastive_lambda": 0.37129867688216844,
      "epoch": 10.908608858390517,
      "step": 34973
    },
    {
      "contrastive_lambda": 0.37127337927284343,
      "epoch": 10.908920773549594,
      "step": 34974
    },
    {
      "contrastive_lambda": 0.3712480820164299,
      "epoch": 10.909232688708672,
      "step": 34975
    },
    {
      "contrastive_lambda": 0.37122278511299694,
      "epoch": 10.909544603867747,
      "step": 34976
    },
    {
      "contrastive_lambda": 0.37119748856261403,
      "epoch": 10.909856519026825,
      "step": 34977
    },
    {
      "contrastive_lambda": 0.37117219236535065,
      "epoch": 10.910168434185902,
      "step": 34978
    },
    {
      "contrastive_lambda": 0.37114689652127586,
      "epoch": 10.910480349344978,
      "step": 34979
    },
    {
      "epoch": 10.910792264504055,
      "grad_norm": 0.08909855782985687,
      "learning_rate": 4.047127282647559e-05,
      "loss": 0.028,
      "step": 34980
    },
    {
      "epoch": 10.910792264504055,
      "flow_loss": 0.03227417171001434,
      "step": 34980
    },
    {
      "contrastive_loss": 0.0034919159952551126,
      "epoch": 10.910792264504055,
      "step": 34980
    },
    {
      "contrastive_lambda": 0.3711216010304592,
      "epoch": 10.910792264504055,
      "step": 34980
    },
    {
      "contrastive_lambda": 0.3710963058929701,
      "epoch": 10.911104179663132,
      "step": 34981
    },
    {
      "contrastive_lambda": 0.3710710111088777,
      "epoch": 10.911416094822208,
      "step": 34982
    },
    {
      "contrastive_lambda": 0.3710457166782515,
      "epoch": 10.911728009981285,
      "step": 34983
    },
    {
      "contrastive_lambda": 0.37102042260116075,
      "epoch": 10.912039925140363,
      "step": 34984
    },
    {
      "contrastive_lambda": 0.3709951288776748,
      "epoch": 10.912351840299438,
      "step": 34985
    },
    {
      "contrastive_lambda": 0.3709698355078631,
      "epoch": 10.912663755458516,
      "step": 34986
    },
    {
      "contrastive_lambda": 0.370944542491795,
      "epoch": 10.912975670617591,
      "step": 34987
    },
    {
      "contrastive_lambda": 0.3709192498295395,
      "epoch": 10.913287585776668,
      "step": 34988
    },
    {
      "contrastive_lambda": 0.3708939575211664,
      "epoch": 10.913599500935746,
      "step": 34989
    },
    {
      "epoch": 10.913911416094821,
      "grad_norm": 0.08606445789337158,
      "learning_rate": 4.04442215047113e-05,
      "loss": 0.0215,
      "step": 34990
    },
    {
      "epoch": 10.913911416094821,
      "flow_loss": 0.037657953798770905,
      "step": 34990
    },
    {
      "contrastive_loss": 0.005571239162236452,
      "epoch": 10.913911416094821,
      "step": 34990
    },
    {
      "contrastive_lambda": 0.3708686655667449,
      "epoch": 10.913911416094821,
      "step": 34990
    },
    {
      "contrastive_lambda": 0.37084337396634415,
      "epoch": 10.914223331253899,
      "step": 34991
    },
    {
      "contrastive_lambda": 0.3708180827200336,
      "epoch": 10.914535246412976,
      "step": 34992
    },
    {
      "contrastive_lambda": 0.3707927918278826,
      "epoch": 10.914847161572052,
      "step": 34993
    },
    {
      "contrastive_lambda": 0.37076750128996067,
      "epoch": 10.915159076731129,
      "step": 34994
    },
    {
      "contrastive_lambda": 0.370742211106337,
      "epoch": 10.915470991890206,
      "step": 34995
    },
    {
      "contrastive_lambda": 0.37071692127708056,
      "epoch": 10.915782907049282,
      "step": 34996
    },
    {
      "contrastive_lambda": 0.3706916318022613,
      "epoch": 10.91609482220836,
      "step": 34997
    },
    {
      "contrastive_lambda": 0.3706663426819483,
      "epoch": 10.916406737367437,
      "step": 34998
    },
    {
      "contrastive_lambda": 0.3706410539162106,
      "epoch": 10.916718652526512,
      "step": 34999
    },
    {
      "epoch": 10.91703056768559,
      "grad_norm": 0.07543712854385376,
      "learning_rate": 4.041717308574023e-05,
      "loss": 0.0293,
      "step": 35000
    },
    {
      "epoch": 10.91703056768559,
      "flow_loss": 0.02151435613632202,
      "step": 35000
    },
    {
      "contrastive_loss": 0.004103496205061674,
      "epoch": 10.91703056768559,
      "step": 35000
    },
    {
      "contrastive_lambda": 0.37061576550511804,
      "epoch": 10.91703056768559,
      "step": 35000
    },
    {
      "contrastive_lambda": 0.3705904774487397,
      "epoch": 10.917342482844667,
      "step": 35001
    },
    {
      "contrastive_lambda": 0.3705651897471448,
      "epoch": 10.917654398003743,
      "step": 35002
    },
    {
      "contrastive_lambda": 0.3705399024004028,
      "epoch": 10.91796631316282,
      "step": 35003
    },
    {
      "contrastive_lambda": 0.3705146154085831,
      "epoch": 10.918278228321896,
      "step": 35004
    },
    {
      "contrastive_lambda": 0.3704893287717548,
      "epoch": 10.918590143480973,
      "step": 35005
    },
    {
      "contrastive_lambda": 0.3704640424899875,
      "epoch": 10.91890205864005,
      "step": 35006
    },
    {
      "contrastive_lambda": 0.37043875656335024,
      "epoch": 10.919213973799126,
      "step": 35007
    },
    {
      "contrastive_lambda": 0.3704134709919126,
      "epoch": 10.919525888958203,
      "step": 35008
    },
    {
      "contrastive_lambda": 0.37038818577574373,
      "epoch": 10.91983780411728,
      "step": 35009
    },
    {
      "epoch": 10.920149719276356,
      "grad_norm": 0.13652940094470978,
      "learning_rate": 4.039012757777893e-05,
      "loss": 0.0252,
      "step": 35010
    },
    {
      "epoch": 10.920149719276356,
      "flow_loss": 0.030341044068336487,
      "step": 35010
    },
    {
      "contrastive_loss": 0.004122926853597164,
      "epoch": 10.920149719276356,
      "step": 35010
    },
    {
      "contrastive_lambda": 0.3703629009149131,
      "epoch": 10.920149719276356,
      "step": 35010
    },
    {
      "contrastive_lambda": 0.3703376164094897,
      "epoch": 10.920461634435433,
      "step": 35011
    },
    {
      "contrastive_lambda": 0.3703123322595433,
      "epoch": 10.92077354959451,
      "step": 35012
    },
    {
      "contrastive_lambda": 0.37028704846514293,
      "epoch": 10.921085464753586,
      "step": 35013
    },
    {
      "contrastive_lambda": 0.37026176502635805,
      "epoch": 10.921397379912664,
      "step": 35014
    },
    {
      "contrastive_lambda": 0.3702364819432578,
      "epoch": 10.921709295071741,
      "step": 35015
    },
    {
      "contrastive_lambda": 0.3702111992159116,
      "epoch": 10.922021210230817,
      "step": 35016
    },
    {
      "contrastive_lambda": 0.37018591684438895,
      "epoch": 10.922333125389894,
      "step": 35017
    },
    {
      "contrastive_lambda": 0.3701606348287589,
      "epoch": 10.922645040548971,
      "step": 35018
    },
    {
      "contrastive_lambda": 0.37013535316909063,
      "epoch": 10.922956955708047,
      "step": 35019
    },
    {
      "epoch": 10.923268870867124,
      "grad_norm": 0.08234141021966934,
      "learning_rate": 4.036308498904314e-05,
      "loss": 0.0287,
      "step": 35020
    },
    {
      "epoch": 10.923268870867124,
      "flow_loss": 0.023354414850473404,
      "step": 35020
    },
    {
      "contrastive_loss": 0.004861100576817989,
      "epoch": 10.923268870867124,
      "step": 35020
    },
    {
      "contrastive_lambda": 0.3701100718654539,
      "epoch": 10.923268870867124,
      "step": 35020
    },
    {
      "contrastive_lambda": 0.3700847909179178,
      "epoch": 10.9235807860262,
      "step": 35021
    },
    {
      "contrastive_lambda": 0.3700595103265514,
      "epoch": 10.923892701185277,
      "step": 35022
    },
    {
      "contrastive_lambda": 0.3700342300914244,
      "epoch": 10.924204616344355,
      "step": 35023
    },
    {
      "contrastive_lambda": 0.37000895021260594,
      "epoch": 10.92451653150343,
      "step": 35024
    },
    {
      "contrastive_lambda": 0.36998367069016524,
      "epoch": 10.924828446662508,
      "step": 35025
    },
    {
      "contrastive_lambda": 0.3699583915241717,
      "epoch": 10.925140361821585,
      "step": 35026
    },
    {
      "contrastive_lambda": 0.36993311271469476,
      "epoch": 10.92545227698066,
      "step": 35027
    },
    {
      "contrastive_lambda": 0.3699078342618034,
      "epoch": 10.925764192139738,
      "step": 35028
    },
    {
      "contrastive_lambda": 0.3698825561655672,
      "epoch": 10.926076107298815,
      "step": 35029
    },
    {
      "epoch": 10.92638802245789,
      "grad_norm": 0.1468755006790161,
      "learning_rate": 4.033604532774771e-05,
      "loss": 0.0308,
      "step": 35030
    },
    {
      "epoch": 10.92638802245789,
      "flow_loss": 0.033665142953395844,
      "step": 35030
    },
    {
      "contrastive_loss": 0.004087669774889946,
      "epoch": 10.92638802245789,
      "step": 35030
    },
    {
      "contrastive_lambda": 0.3698572784260552,
      "epoch": 10.92638802245789,
      "step": 35030
    },
    {
      "contrastive_lambda": 0.369832001043337,
      "epoch": 10.926699937616968,
      "step": 35031
    },
    {
      "contrastive_lambda": 0.3698067240174818,
      "epoch": 10.927011852776046,
      "step": 35032
    },
    {
      "contrastive_lambda": 0.3697814473485588,
      "epoch": 10.927323767935121,
      "step": 35033
    },
    {
      "contrastive_lambda": 0.36975617103663727,
      "epoch": 10.927635683094199,
      "step": 35034
    },
    {
      "contrastive_lambda": 0.3697308950817868,
      "epoch": 10.927947598253276,
      "step": 35035
    },
    {
      "contrastive_lambda": 0.3697056194840763,
      "epoch": 10.928259513412351,
      "step": 35036
    },
    {
      "contrastive_lambda": 0.3696803442435753,
      "epoch": 10.928571428571429,
      "step": 35037
    },
    {
      "contrastive_lambda": 0.3696550693603531,
      "epoch": 10.928883343730504,
      "step": 35038
    },
    {
      "contrastive_lambda": 0.3696297948344788,
      "epoch": 10.929195258889582,
      "step": 35039
    },
    {
      "epoch": 10.92950717404866,
      "grad_norm": 0.11328542232513428,
      "learning_rate": 4.030900860210652e-05,
      "loss": 0.0309,
      "step": 35040
    },
    {
      "epoch": 10.92950717404866,
      "flow_loss": 0.02104596421122551,
      "step": 35040
    },
    {
      "contrastive_loss": 0.0038229203782975674,
      "epoch": 10.92950717404866,
      "step": 35040
    },
    {
      "contrastive_lambda": 0.3696045206660219,
      "epoch": 10.92950717404866,
      "step": 35040
    },
    {
      "contrastive_lambda": 0.36957924685505167,
      "epoch": 10.929819089207735,
      "step": 35041
    },
    {
      "contrastive_lambda": 0.3695539734016371,
      "epoch": 10.930131004366812,
      "step": 35042
    },
    {
      "contrastive_lambda": 0.36952870030584795,
      "epoch": 10.93044291952589,
      "step": 35043
    },
    {
      "contrastive_lambda": 0.36950342756775323,
      "epoch": 10.930754834684965,
      "step": 35044
    },
    {
      "contrastive_lambda": 0.3694781551874221,
      "epoch": 10.931066749844042,
      "step": 35045
    },
    {
      "contrastive_lambda": 0.3694528831649243,
      "epoch": 10.93137866500312,
      "step": 35046
    },
    {
      "contrastive_lambda": 0.36942761150032866,
      "epoch": 10.931690580162195,
      "step": 35047
    },
    {
      "contrastive_lambda": 0.3694023401937047,
      "epoch": 10.932002495321273,
      "step": 35048
    },
    {
      "contrastive_lambda": 0.3693770692451216,
      "epoch": 10.93231441048035,
      "step": 35049
    },
    {
      "epoch": 10.932626325639426,
      "grad_norm": 0.08908302336931229,
      "learning_rate": 4.028197482033266e-05,
      "loss": 0.0348,
      "step": 35050
    },
    {
      "epoch": 10.932626325639426,
      "flow_loss": 0.01364643033593893,
      "step": 35050
    },
    {
      "contrastive_loss": 0.0035992315970361233,
      "epoch": 10.932626325639426,
      "step": 35050
    },
    {
      "contrastive_lambda": 0.3693517986546486,
      "epoch": 10.932626325639426,
      "step": 35050
    },
    {
      "contrastive_lambda": 0.36932652842235525,
      "epoch": 10.932938240798503,
      "step": 35051
    },
    {
      "contrastive_lambda": 0.36930125854831064,
      "epoch": 10.93325015595758,
      "step": 35052
    },
    {
      "contrastive_lambda": 0.36927598903258374,
      "epoch": 10.933562071116656,
      "step": 35053
    },
    {
      "contrastive_lambda": 0.3692507198752445,
      "epoch": 10.933873986275733,
      "step": 35054
    },
    {
      "contrastive_lambda": 0.36922545107636173,
      "epoch": 10.934185901434809,
      "step": 35055
    },
    {
      "contrastive_lambda": 0.36920018263600474,
      "epoch": 10.934497816593886,
      "step": 35056
    },
    {
      "contrastive_lambda": 0.36917491455424284,
      "epoch": 10.934809731752964,
      "step": 35057
    },
    {
      "contrastive_lambda": 0.3691496468311455,
      "epoch": 10.93512164691204,
      "step": 35058
    },
    {
      "contrastive_lambda": 0.36912437946678167,
      "epoch": 10.935433562071116,
      "step": 35059
    },
    {
      "epoch": 10.935745477230194,
      "grad_norm": 0.06948845833539963,
      "learning_rate": 4.0254943990638246e-05,
      "loss": 0.0279,
      "step": 35060
    },
    {
      "epoch": 10.935745477230194,
      "flow_loss": 0.031171971932053566,
      "step": 35060
    },
    {
      "contrastive_loss": 0.0033694622106850147,
      "epoch": 10.935745477230194,
      "step": 35060
    },
    {
      "contrastive_lambda": 0.36909911246122096,
      "epoch": 10.935745477230194,
      "step": 35060
    },
    {
      "contrastive_lambda": 0.3690738458145323,
      "epoch": 10.93605739238927,
      "step": 35061
    },
    {
      "contrastive_lambda": 0.36904857952678516,
      "epoch": 10.936369307548347,
      "step": 35062
    },
    {
      "contrastive_lambda": 0.36902331359804885,
      "epoch": 10.936681222707424,
      "step": 35063
    },
    {
      "contrastive_lambda": 0.36899804802839237,
      "epoch": 10.9369931378665,
      "step": 35064
    },
    {
      "contrastive_lambda": 0.36897278281788537,
      "epoch": 10.937305053025577,
      "step": 35065
    },
    {
      "contrastive_lambda": 0.36894751796659697,
      "epoch": 10.937616968184654,
      "step": 35066
    },
    {
      "contrastive_lambda": 0.36892225347459623,
      "epoch": 10.93792888334373,
      "step": 35067
    },
    {
      "contrastive_lambda": 0.3688969893419526,
      "epoch": 10.938240798502807,
      "step": 35068
    },
    {
      "contrastive_lambda": 0.36887172556873543,
      "epoch": 10.938552713661885,
      "step": 35069
    },
    {
      "epoch": 10.93886462882096,
      "grad_norm": 0.11695888638496399,
      "learning_rate": 4.022791612123454e-05,
      "loss": 0.0292,
      "step": 35070
    },
    {
      "epoch": 10.93886462882096,
      "flow_loss": 0.04562291502952576,
      "step": 35070
    },
    {
      "contrastive_loss": 0.004228432197123766,
      "epoch": 10.93886462882096,
      "step": 35070
    },
    {
      "contrastive_lambda": 0.36884646215501377,
      "epoch": 10.93886462882096,
      "step": 35070
    },
    {
      "contrastive_lambda": 0.3688211991008571,
      "epoch": 10.939176543980038,
      "step": 35071
    },
    {
      "contrastive_lambda": 0.36879593640633435,
      "epoch": 10.939488459139113,
      "step": 35072
    },
    {
      "contrastive_lambda": 0.3687706740715151,
      "epoch": 10.93980037429819,
      "step": 35073
    },
    {
      "contrastive_lambda": 0.3687454120964686,
      "epoch": 10.940112289457268,
      "step": 35074
    },
    {
      "contrastive_lambda": 0.36872015048126394,
      "epoch": 10.940424204616344,
      "step": 35075
    },
    {
      "contrastive_lambda": 0.36869488922597027,
      "epoch": 10.940736119775421,
      "step": 35076
    },
    {
      "contrastive_lambda": 0.3686696283306572,
      "epoch": 10.941048034934498,
      "step": 35077
    },
    {
      "contrastive_lambda": 0.3686443677953939,
      "epoch": 10.941359950093574,
      "step": 35078
    },
    {
      "contrastive_lambda": 0.3686191076202493,
      "epoch": 10.941671865252651,
      "step": 35079
    },
    {
      "epoch": 10.941983780411729,
      "grad_norm": 0.10769573599100113,
      "learning_rate": 4.020089122033192e-05,
      "loss": 0.0299,
      "step": 35080
    },
    {
      "epoch": 10.941983780411729,
      "flow_loss": 0.025337310507893562,
      "step": 35080
    },
    {
      "contrastive_loss": 0.004361073020845652,
      "epoch": 10.941983780411729,
      "step": 35080
    },
    {
      "contrastive_lambda": 0.3685938478052929,
      "epoch": 10.941983780411729,
      "step": 35080
    },
    {
      "contrastive_lambda": 0.368568588350594,
      "epoch": 10.942295695570804,
      "step": 35081
    },
    {
      "contrastive_lambda": 0.3685433292562218,
      "epoch": 10.942607610729882,
      "step": 35082
    },
    {
      "contrastive_lambda": 0.36851807052224544,
      "epoch": 10.942919525888959,
      "step": 35083
    },
    {
      "contrastive_lambda": 0.3684928121487343,
      "epoch": 10.943231441048034,
      "step": 35084
    },
    {
      "contrastive_lambda": 0.3684675541357576,
      "epoch": 10.943543356207112,
      "step": 35085
    },
    {
      "contrastive_lambda": 0.36844229648338467,
      "epoch": 10.94385527136619,
      "step": 35086
    },
    {
      "contrastive_lambda": 0.36841703919168434,
      "epoch": 10.944167186525265,
      "step": 35087
    },
    {
      "contrastive_lambda": 0.36839178226072644,
      "epoch": 10.944479101684342,
      "step": 35088
    },
    {
      "contrastive_lambda": 0.3683665256905799,
      "epoch": 10.944791016843418,
      "step": 35089
    },
    {
      "epoch": 10.945102932002495,
      "grad_norm": 0.12147994339466095,
      "learning_rate": 4.01738692961398e-05,
      "loss": 0.0276,
      "step": 35090
    },
    {
      "epoch": 10.945102932002495,
      "flow_loss": 0.019040053710341454,
      "step": 35090
    },
    {
      "contrastive_loss": 0.0038716341368854046,
      "epoch": 10.945102932002495,
      "step": 35090
    },
    {
      "contrastive_lambda": 0.36834126948131396,
      "epoch": 10.945102932002495,
      "step": 35090
    },
    {
      "contrastive_lambda": 0.36831601363299793,
      "epoch": 10.945414847161572,
      "step": 35091
    },
    {
      "contrastive_lambda": 0.36829075814570106,
      "epoch": 10.945726762320648,
      "step": 35092
    },
    {
      "contrastive_lambda": 0.36826550301949246,
      "epoch": 10.946038677479725,
      "step": 35093
    },
    {
      "contrastive_lambda": 0.36824024825444157,
      "epoch": 10.946350592638803,
      "step": 35094
    },
    {
      "contrastive_lambda": 0.3682149938506174,
      "epoch": 10.946662507797878,
      "step": 35095
    },
    {
      "contrastive_lambda": 0.36818973980808933,
      "epoch": 10.946974422956956,
      "step": 35096
    },
    {
      "contrastive_lambda": 0.3681644861269267,
      "epoch": 10.947286338116033,
      "step": 35097
    },
    {
      "contrastive_lambda": 0.3681392328071986,
      "epoch": 10.947598253275109,
      "step": 35098
    },
    {
      "contrastive_lambda": 0.3681139798489741,
      "epoch": 10.947910168434186,
      "step": 35099
    },
    {
      "epoch": 10.948222083593263,
      "grad_norm": 0.08346643298864365,
      "learning_rate": 4.014685035686675e-05,
      "loss": 0.0289,
      "step": 35100
    },
    {
      "epoch": 10.948222083593263,
      "flow_loss": 0.01666845940053463,
      "step": 35100
    },
    {
      "contrastive_loss": 0.0037088543176651,
      "epoch": 10.948222083593263,
      "step": 35100
    },
    {
      "contrastive_lambda": 0.3680887272523228,
      "epoch": 10.948222083593263,
      "step": 35100
    },
    {
      "contrastive_lambda": 0.36806347501731357,
      "epoch": 10.948533998752339,
      "step": 35101
    },
    {
      "contrastive_lambda": 0.36803822314401585,
      "epoch": 10.948845913911416,
      "step": 35102
    },
    {
      "contrastive_lambda": 0.36801297163249896,
      "epoch": 10.949157829070494,
      "step": 35103
    },
    {
      "contrastive_lambda": 0.3679877204828319,
      "epoch": 10.94946974422957,
      "step": 35104
    },
    {
      "contrastive_lambda": 0.36796246969508406,
      "epoch": 10.949781659388647,
      "step": 35105
    },
    {
      "contrastive_lambda": 0.36793721926932454,
      "epoch": 10.950093574547722,
      "step": 35106
    },
    {
      "contrastive_lambda": 0.36791196920562264,
      "epoch": 10.9504054897068,
      "step": 35107
    },
    {
      "contrastive_lambda": 0.3678867195040477,
      "epoch": 10.950717404865877,
      "step": 35108
    },
    {
      "contrastive_lambda": 0.3678614701646688,
      "epoch": 10.951029320024952,
      "step": 35109
    },
    {
      "epoch": 10.95134123518403,
      "grad_norm": 0.08643104881048203,
      "learning_rate": 4.011983441072039e-05,
      "loss": 0.0299,
      "step": 35110
    },
    {
      "epoch": 10.95134123518403,
      "flow_loss": 0.03400924801826477,
      "step": 35110
    },
    {
      "contrastive_loss": 0.003704576287418604,
      "epoch": 10.95134123518403,
      "step": 35110
    },
    {
      "contrastive_lambda": 0.367836221187555,
      "epoch": 10.95134123518403,
      "step": 35110
    },
    {
      "contrastive_lambda": 0.36781097257277584,
      "epoch": 10.951653150343107,
      "step": 35111
    },
    {
      "contrastive_lambda": 0.36778572432040046,
      "epoch": 10.951965065502183,
      "step": 35112
    },
    {
      "contrastive_lambda": 0.36776047643049786,
      "epoch": 10.95227698066126,
      "step": 35113
    },
    {
      "contrastive_lambda": 0.3677352289031375,
      "epoch": 10.952588895820337,
      "step": 35114
    },
    {
      "contrastive_lambda": 0.36770998173838854,
      "epoch": 10.952900810979413,
      "step": 35115
    },
    {
      "contrastive_lambda": 0.36768473493632015,
      "epoch": 10.95321272613849,
      "step": 35116
    },
    {
      "contrastive_lambda": 0.3676594884970016,
      "epoch": 10.953524641297568,
      "step": 35117
    },
    {
      "contrastive_lambda": 0.3676342424205019,
      "epoch": 10.953836556456643,
      "step": 35118
    },
    {
      "contrastive_lambda": 0.36760899670689073,
      "epoch": 10.95414847161572,
      "step": 35119
    },
    {
      "epoch": 10.954460386774798,
      "grad_norm": 0.11284101009368896,
      "learning_rate": 4.0092821465907485e-05,
      "loss": 0.0284,
      "step": 35120
    },
    {
      "epoch": 10.954460386774798,
      "flow_loss": 0.031228041276335716,
      "step": 35120
    },
    {
      "contrastive_loss": 0.003522623563185334,
      "epoch": 10.954460386774798,
      "step": 35120
    },
    {
      "contrastive_lambda": 0.3675837513562369,
      "epoch": 10.954460386774798,
      "step": 35120
    },
    {
      "contrastive_lambda": 0.36755850636860954,
      "epoch": 10.954772301933874,
      "step": 35121
    },
    {
      "contrastive_lambda": 0.3675332617440783,
      "epoch": 10.955084217092951,
      "step": 35122
    },
    {
      "contrastive_lambda": 0.36750801748271217,
      "epoch": 10.955396132252027,
      "step": 35123
    },
    {
      "contrastive_lambda": 0.36748277358458015,
      "epoch": 10.955708047411104,
      "step": 35124
    },
    {
      "contrastive_lambda": 0.3674575300497517,
      "epoch": 10.956019962570181,
      "step": 35125
    },
    {
      "contrastive_lambda": 0.36743228687829604,
      "epoch": 10.956331877729257,
      "step": 35126
    },
    {
      "contrastive_lambda": 0.3674070440702822,
      "epoch": 10.956643792888334,
      "step": 35127
    },
    {
      "contrastive_lambda": 0.36738180162577955,
      "epoch": 10.956955708047412,
      "step": 35128
    },
    {
      "contrastive_lambda": 0.36735655954485713,
      "epoch": 10.957267623206487,
      "step": 35129
    },
    {
      "epoch": 10.957579538365565,
      "grad_norm": 0.07864998281002045,
      "learning_rate": 4.006581153063383e-05,
      "loss": 0.032,
      "step": 35130
    },
    {
      "epoch": 10.957579538365565,
      "flow_loss": 0.026989562436938286,
      "step": 35130
    },
    {
      "contrastive_loss": 0.0032866927795112133,
      "epoch": 10.957579538365565,
      "step": 35130
    },
    {
      "contrastive_lambda": 0.3673313178275842,
      "epoch": 10.957579538365565,
      "step": 35130
    },
    {
      "contrastive_lambda": 0.36730607647403013,
      "epoch": 10.957891453524642,
      "step": 35131
    },
    {
      "contrastive_lambda": 0.36728083548426405,
      "epoch": 10.958203368683717,
      "step": 35132
    },
    {
      "contrastive_lambda": 0.3672555948583548,
      "epoch": 10.958515283842795,
      "step": 35133
    },
    {
      "contrastive_lambda": 0.3672303545963721,
      "epoch": 10.958827199001872,
      "step": 35134
    },
    {
      "contrastive_lambda": 0.3672051146983848,
      "epoch": 10.959139114160948,
      "step": 35135
    },
    {
      "contrastive_lambda": 0.3671798751644624,
      "epoch": 10.959451029320025,
      "step": 35136
    },
    {
      "contrastive_lambda": 0.3671546359946737,
      "epoch": 10.959762944479102,
      "step": 35137
    },
    {
      "contrastive_lambda": 0.36712939718908816,
      "epoch": 10.960074859638178,
      "step": 35138
    },
    {
      "contrastive_lambda": 0.367104158747775,
      "epoch": 10.960386774797255,
      "step": 35139
    },
    {
      "epoch": 10.960698689956331,
      "grad_norm": 0.1366952508687973,
      "learning_rate": 4.003880461310432e-05,
      "loss": 0.031,
      "step": 35140
    },
    {
      "epoch": 10.960698689956331,
      "flow_loss": 0.025142958387732506,
      "step": 35140
    },
    {
      "contrastive_loss": 0.004517927300184965,
      "epoch": 10.960698689956331,
      "step": 35140
    },
    {
      "contrastive_lambda": 0.3670789206708034,
      "epoch": 10.960698689956331,
      "step": 35140
    },
    {
      "contrastive_lambda": 0.36705368295824226,
      "epoch": 10.961010605115408,
      "step": 35141
    },
    {
      "contrastive_lambda": 0.3670284456101611,
      "epoch": 10.961322520274486,
      "step": 35142
    },
    {
      "contrastive_lambda": 0.36700320862662916,
      "epoch": 10.961634435433561,
      "step": 35143
    },
    {
      "contrastive_lambda": 0.3669779720077152,
      "epoch": 10.961946350592639,
      "step": 35144
    },
    {
      "contrastive_lambda": 0.36695273575348886,
      "epoch": 10.962258265751716,
      "step": 35145
    },
    {
      "contrastive_lambda": 0.3669274998640192,
      "epoch": 10.962570180910792,
      "step": 35146
    },
    {
      "contrastive_lambda": 0.36690226433937523,
      "epoch": 10.962882096069869,
      "step": 35147
    },
    {
      "contrastive_lambda": 0.3668770291796263,
      "epoch": 10.963194011228946,
      "step": 35148
    },
    {
      "contrastive_lambda": 0.36685179438484156,
      "epoch": 10.963505926388022,
      "step": 35149
    },
    {
      "epoch": 10.9638178415471,
      "grad_norm": 0.1110125407576561,
      "learning_rate": 4.001180072152298e-05,
      "loss": 0.0319,
      "step": 35150
    },
    {
      "epoch": 10.9638178415471,
      "flow_loss": 0.018716322258114815,
      "step": 35150
    },
    {
      "contrastive_loss": 0.00435507670044899,
      "epoch": 10.9638178415471,
      "step": 35150
    },
    {
      "contrastive_lambda": 0.36682655995509017,
      "epoch": 10.9638178415471,
      "step": 35150
    },
    {
      "contrastive_lambda": 0.36680132589044134,
      "epoch": 10.964129756706177,
      "step": 35151
    },
    {
      "contrastive_lambda": 0.3667760921909641,
      "epoch": 10.964441671865252,
      "step": 35152
    },
    {
      "contrastive_lambda": 0.366750858856728,
      "epoch": 10.96475358702433,
      "step": 35153
    },
    {
      "contrastive_lambda": 0.3667256258878019,
      "epoch": 10.965065502183407,
      "step": 35154
    },
    {
      "contrastive_lambda": 0.366700393284255,
      "epoch": 10.965377417342483,
      "step": 35155
    },
    {
      "contrastive_lambda": 0.36667516104615655,
      "epoch": 10.96568933250156,
      "step": 35156
    },
    {
      "contrastive_lambda": 0.36664992917357586,
      "epoch": 10.966001247660635,
      "step": 35157
    },
    {
      "contrastive_lambda": 0.3666246976665818,
      "epoch": 10.966313162819713,
      "step": 35158
    },
    {
      "contrastive_lambda": 0.3665994665252438,
      "epoch": 10.96662507797879,
      "step": 35159
    },
    {
      "epoch": 10.966936993137866,
      "grad_norm": 0.08567997068166733,
      "learning_rate": 3.998479986409285e-05,
      "loss": 0.0279,
      "step": 35160
    },
    {
      "epoch": 10.966936993137866,
      "flow_loss": 0.028223689645528793,
      "step": 35160
    },
    {
      "contrastive_loss": 0.004438187461346388,
      "epoch": 10.966936993137866,
      "step": 35160
    },
    {
      "contrastive_lambda": 0.3665742357496309,
      "epoch": 10.966936993137866,
      "step": 35160
    },
    {
      "contrastive_lambda": 0.3665490053398122,
      "epoch": 10.967248908296943,
      "step": 35161
    },
    {
      "contrastive_lambda": 0.36652377529585717,
      "epoch": 10.96756082345602,
      "step": 35162
    },
    {
      "contrastive_lambda": 0.3664985456178348,
      "epoch": 10.967872738615096,
      "step": 35163
    },
    {
      "contrastive_lambda": 0.3664733163058139,
      "epoch": 10.968184653774173,
      "step": 35164
    },
    {
      "contrastive_lambda": 0.36644808735986434,
      "epoch": 10.96849656893325,
      "step": 35165
    },
    {
      "contrastive_lambda": 0.36642285878005487,
      "epoch": 10.968808484092326,
      "step": 35166
    },
    {
      "contrastive_lambda": 0.3663976305664546,
      "epoch": 10.969120399251404,
      "step": 35167
    },
    {
      "contrastive_lambda": 0.3663724027191329,
      "epoch": 10.969432314410481,
      "step": 35168
    },
    {
      "contrastive_lambda": 0.3663471752381588,
      "epoch": 10.969744229569557,
      "step": 35169
    },
    {
      "epoch": 10.970056144728634,
      "grad_norm": 0.09794752299785614,
      "learning_rate": 3.995780204901607e-05,
      "loss": 0.0359,
      "step": 35170
    },
    {
      "epoch": 10.970056144728634,
      "flow_loss": 0.026754304766654968,
      "step": 35170
    },
    {
      "contrastive_loss": 0.0047471169382333755,
      "epoch": 10.970056144728634,
      "step": 35170
    },
    {
      "contrastive_lambda": 0.3663219481236016,
      "epoch": 10.970056144728634,
      "step": 35170
    },
    {
      "contrastive_lambda": 0.36629672137553027,
      "epoch": 10.970368059887711,
      "step": 35171
    },
    {
      "contrastive_lambda": 0.366271494994014,
      "epoch": 10.970679975046787,
      "step": 35172
    },
    {
      "contrastive_lambda": 0.3662462689791222,
      "epoch": 10.970991890205864,
      "step": 35173
    },
    {
      "contrastive_lambda": 0.36622104333092387,
      "epoch": 10.97130380536494,
      "step": 35174
    },
    {
      "contrastive_lambda": 0.36619581804948786,
      "epoch": 10.971615720524017,
      "step": 35175
    },
    {
      "contrastive_lambda": 0.36617059313488387,
      "epoch": 10.971927635683095,
      "step": 35176
    },
    {
      "contrastive_lambda": 0.36614536858718083,
      "epoch": 10.97223955084217,
      "step": 35177
    },
    {
      "contrastive_lambda": 0.3661201444064477,
      "epoch": 10.972551466001248,
      "step": 35178
    },
    {
      "contrastive_lambda": 0.36609492059275384,
      "epoch": 10.972863381160325,
      "step": 35179
    },
    {
      "epoch": 10.9731752963194,
      "grad_norm": 0.11653579771518707,
      "learning_rate": 3.993080728449391e-05,
      "loss": 0.025,
      "step": 35180
    },
    {
      "epoch": 10.9731752963194,
      "flow_loss": 0.02277538925409317,
      "step": 35180
    },
    {
      "contrastive_loss": 0.005630549043416977,
      "epoch": 10.9731752963194,
      "step": 35180
    },
    {
      "contrastive_lambda": 0.3660696971461684,
      "epoch": 10.9731752963194,
      "step": 35180
    },
    {
      "contrastive_lambda": 0.36604447406676044,
      "epoch": 10.973487211478478,
      "step": 35181
    },
    {
      "contrastive_lambda": 0.36601925135459923,
      "epoch": 10.973799126637555,
      "step": 35182
    },
    {
      "contrastive_lambda": 0.36599402900975375,
      "epoch": 10.97411104179663,
      "step": 35183
    },
    {
      "contrastive_lambda": 0.3659688070322933,
      "epoch": 10.974422956955708,
      "step": 35184
    },
    {
      "contrastive_lambda": 0.365943585422287,
      "epoch": 10.974734872114785,
      "step": 35185
    },
    {
      "contrastive_lambda": 0.3659183641798039,
      "epoch": 10.975046787273861,
      "step": 35186
    },
    {
      "contrastive_lambda": 0.3658931433049132,
      "epoch": 10.975358702432938,
      "step": 35187
    },
    {
      "contrastive_lambda": 0.3658679227976842,
      "epoch": 10.975670617592016,
      "step": 35188
    },
    {
      "contrastive_lambda": 0.36584270265818575,
      "epoch": 10.975982532751091,
      "step": 35189
    },
    {
      "epoch": 10.976294447910169,
      "grad_norm": 0.07816611975431442,
      "learning_rate": 3.990381557872661e-05,
      "loss": 0.0285,
      "step": 35190
    },
    {
      "epoch": 10.976294447910169,
      "flow_loss": 0.02547580748796463,
      "step": 35190
    },
    {
      "contrastive_loss": 0.00492637837305665,
      "epoch": 10.976294447910169,
      "step": 35190
    },
    {
      "contrastive_lambda": 0.3658174828864872,
      "epoch": 10.976294447910169,
      "step": 35190
    },
    {
      "contrastive_lambda": 0.36579226348265775,
      "epoch": 10.976606363069244,
      "step": 35191
    },
    {
      "contrastive_lambda": 0.36576704444676633,
      "epoch": 10.976918278228322,
      "step": 35192
    },
    {
      "contrastive_lambda": 0.36574182577888226,
      "epoch": 10.977230193387399,
      "step": 35193
    },
    {
      "contrastive_lambda": 0.3657166074790744,
      "epoch": 10.977542108546475,
      "step": 35194
    },
    {
      "contrastive_lambda": 0.3656913895474122,
      "epoch": 10.977854023705552,
      "step": 35195
    },
    {
      "contrastive_lambda": 0.3656661719839648,
      "epoch": 10.97816593886463,
      "step": 35196
    },
    {
      "contrastive_lambda": 0.3656409547888012,
      "epoch": 10.978477854023705,
      "step": 35197
    },
    {
      "contrastive_lambda": 0.3656157379619903,
      "epoch": 10.978789769182782,
      "step": 35198
    },
    {
      "contrastive_lambda": 0.3655905215036017,
      "epoch": 10.97910168434186,
      "step": 35199
    },
    {
      "epoch": 10.979413599500935,
      "grad_norm": 0.08593480288982391,
      "learning_rate": 3.987682693991359e-05,
      "loss": 0.0311,
      "step": 35200
    },
    {
      "epoch": 10.979413599500935,
      "flow_loss": 0.021733660250902176,
      "step": 35200
    },
    {
      "contrastive_loss": 0.004174855537712574,
      "epoch": 10.979413599500935,
      "step": 35200
    },
    {
      "contrastive_lambda": 0.36556530541370436,
      "epoch": 10.979413599500935,
      "step": 35200
    },
    {
      "contrastive_lambda": 0.36554008969236707,
      "epoch": 10.979725514660013,
      "step": 35201
    },
    {
      "contrastive_lambda": 0.36551487433965957,
      "epoch": 10.98003742981909,
      "step": 35202
    },
    {
      "contrastive_lambda": 0.3654896593556506,
      "epoch": 10.980349344978166,
      "step": 35203
    },
    {
      "contrastive_lambda": 0.3654644447404093,
      "epoch": 10.980661260137243,
      "step": 35204
    },
    {
      "contrastive_lambda": 0.36543923049400484,
      "epoch": 10.98097317529632,
      "step": 35205
    },
    {
      "contrastive_lambda": 0.3654140166165064,
      "epoch": 10.981285090455396,
      "step": 35206
    },
    {
      "contrastive_lambda": 0.36538880310798316,
      "epoch": 10.981597005614473,
      "step": 35207
    },
    {
      "contrastive_lambda": 0.3653635899685042,
      "epoch": 10.981908920773549,
      "step": 35208
    },
    {
      "contrastive_lambda": 0.36533837719813833,
      "epoch": 10.982220835932626,
      "step": 35209
    },
    {
      "epoch": 10.982532751091703,
      "grad_norm": 0.08575839549303055,
      "learning_rate": 3.9849841376253226e-05,
      "loss": 0.0303,
      "step": 35210
    },
    {
      "epoch": 10.982532751091703,
      "flow_loss": 0.026411931961774826,
      "step": 35210
    },
    {
      "contrastive_loss": 0.0037277000956237316,
      "epoch": 10.982532751091703,
      "step": 35210
    },
    {
      "contrastive_lambda": 0.3653131647969552,
      "epoch": 10.982532751091703,
      "step": 35210
    },
    {
      "contrastive_lambda": 0.3652879527650237,
      "epoch": 10.982844666250779,
      "step": 35211
    },
    {
      "contrastive_lambda": 0.36526274110241275,
      "epoch": 10.983156581409856,
      "step": 35212
    },
    {
      "contrastive_lambda": 0.36523752980919166,
      "epoch": 10.983468496568934,
      "step": 35213
    },
    {
      "contrastive_lambda": 0.3652123188854297,
      "epoch": 10.98378041172801,
      "step": 35214
    },
    {
      "contrastive_lambda": 0.36518710833119566,
      "epoch": 10.984092326887087,
      "step": 35215
    },
    {
      "contrastive_lambda": 0.36516189814655897,
      "epoch": 10.984404242046164,
      "step": 35216
    },
    {
      "contrastive_lambda": 0.3651366883315884,
      "epoch": 10.98471615720524,
      "step": 35217
    },
    {
      "contrastive_lambda": 0.3651114788863533,
      "epoch": 10.985028072364317,
      "step": 35218
    },
    {
      "contrastive_lambda": 0.36508626981092285,
      "epoch": 10.985339987523394,
      "step": 35219
    },
    {
      "epoch": 10.98565190268247,
      "grad_norm": 0.11617465317249298,
      "learning_rate": 3.982285889594306e-05,
      "loss": 0.0266,
      "step": 35220
    },
    {
      "epoch": 10.98565190268247,
      "flow_loss": 0.02085855044424534,
      "step": 35220
    },
    {
      "contrastive_loss": 0.003955676220357418,
      "epoch": 10.98565190268247,
      "step": 35220
    },
    {
      "contrastive_lambda": 0.36506106110536607,
      "epoch": 10.98565190268247,
      "step": 35220
    },
    {
      "contrastive_lambda": 0.3650358527697518,
      "epoch": 10.985963817841547,
      "step": 35221
    },
    {
      "contrastive_lambda": 0.3650106448041497,
      "epoch": 10.986275733000625,
      "step": 35222
    },
    {
      "contrastive_lambda": 0.36498543720862836,
      "epoch": 10.9865876481597,
      "step": 35223
    },
    {
      "contrastive_lambda": 0.36496022998325717,
      "epoch": 10.986899563318778,
      "step": 35224
    },
    {
      "contrastive_lambda": 0.3649350231281053,
      "epoch": 10.987211478477853,
      "step": 35225
    },
    {
      "contrastive_lambda": 0.3649098166432416,
      "epoch": 10.98752339363693,
      "step": 35226
    },
    {
      "contrastive_lambda": 0.3648846105287354,
      "epoch": 10.987835308796008,
      "step": 35227
    },
    {
      "contrastive_lambda": 0.3648594047846556,
      "epoch": 10.988147223955083,
      "step": 35228
    },
    {
      "contrastive_lambda": 0.3648341994110714,
      "epoch": 10.98845913911416,
      "step": 35229
    },
    {
      "epoch": 10.988771054273238,
      "grad_norm": 0.11170544475317001,
      "learning_rate": 3.9795879507179665e-05,
      "loss": 0.0225,
      "step": 35230
    },
    {
      "epoch": 10.988771054273238,
      "flow_loss": 0.03384082391858101,
      "step": 35230
    },
    {
      "contrastive_loss": 0.0034006107598543167,
      "epoch": 10.988771054273238,
      "step": 35230
    },
    {
      "contrastive_lambda": 0.36480899440805215,
      "epoch": 10.988771054273238,
      "step": 35230
    },
    {
      "contrastive_lambda": 0.3647837897756666,
      "epoch": 10.989082969432314,
      "step": 35231
    },
    {
      "contrastive_lambda": 0.36475858551398377,
      "epoch": 10.989394884591391,
      "step": 35232
    },
    {
      "contrastive_lambda": 0.3647333816230732,
      "epoch": 10.989706799750468,
      "step": 35233
    },
    {
      "contrastive_lambda": 0.3647081781030037,
      "epoch": 10.990018714909544,
      "step": 35234
    },
    {
      "contrastive_lambda": 0.36468297495384433,
      "epoch": 10.990330630068621,
      "step": 35235
    },
    {
      "contrastive_lambda": 0.3646577721756643,
      "epoch": 10.990642545227699,
      "step": 35236
    },
    {
      "contrastive_lambda": 0.36463256976853275,
      "epoch": 10.990954460386774,
      "step": 35237
    },
    {
      "contrastive_lambda": 0.36460736773251856,
      "epoch": 10.991266375545852,
      "step": 35238
    },
    {
      "contrastive_lambda": 0.3645821660676911,
      "epoch": 10.991578290704929,
      "step": 35239
    },
    {
      "epoch": 10.991890205864005,
      "grad_norm": 0.07791978120803833,
      "learning_rate": 3.9768903218158634e-05,
      "loss": 0.0245,
      "step": 35240
    },
    {
      "epoch": 10.991890205864005,
      "flow_loss": 0.021014638245105743,
      "step": 35240
    },
    {
      "contrastive_loss": 0.0038750693202018738,
      "epoch": 10.991890205864005,
      "step": 35240
    },
    {
      "contrastive_lambda": 0.3645569647741191,
      "epoch": 10.991890205864005,
      "step": 35240
    },
    {
      "contrastive_lambda": 0.3645317638518721,
      "epoch": 10.992202121023082,
      "step": 35241
    },
    {
      "contrastive_lambda": 0.36450656330101894,
      "epoch": 10.992514036182158,
      "step": 35242
    },
    {
      "contrastive_lambda": 0.3644813631216285,
      "epoch": 10.992825951341235,
      "step": 35243
    },
    {
      "contrastive_lambda": 0.3644561633137703,
      "epoch": 10.993137866500312,
      "step": 35244
    },
    {
      "contrastive_lambda": 0.3644309638775133,
      "epoch": 10.993449781659388,
      "step": 35245
    },
    {
      "contrastive_lambda": 0.3644057648129263,
      "epoch": 10.993761696818465,
      "step": 35246
    },
    {
      "contrastive_lambda": 0.3643805661200787,
      "epoch": 10.994073611977543,
      "step": 35247
    },
    {
      "contrastive_lambda": 0.36435536779903954,
      "epoch": 10.994385527136618,
      "step": 35248
    },
    {
      "contrastive_lambda": 0.3643301698498777,
      "epoch": 10.994697442295696,
      "step": 35249
    },
    {
      "epoch": 10.995009357454773,
      "grad_norm": 0.08711642026901245,
      "learning_rate": 3.974193003707468e-05,
      "loss": 0.0325,
      "step": 35250
    },
    {
      "epoch": 10.995009357454773,
      "flow_loss": 0.043128594756126404,
      "step": 35250
    },
    {
      "contrastive_loss": 0.0035012196749448776,
      "epoch": 10.995009357454773,
      "step": 35250
    },
    {
      "contrastive_lambda": 0.36430497227266256,
      "epoch": 10.995009357454773,
      "step": 35250
    },
    {
      "contrastive_lambda": 0.3642797750674629,
      "epoch": 10.995321272613849,
      "step": 35251
    },
    {
      "contrastive_lambda": 0.3642545782343479,
      "epoch": 10.995633187772926,
      "step": 35252
    },
    {
      "contrastive_lambda": 0.36422938177338693,
      "epoch": 10.995945102932003,
      "step": 35253
    },
    {
      "contrastive_lambda": 0.36420418568464874,
      "epoch": 10.996257018091079,
      "step": 35254
    },
    {
      "contrastive_lambda": 0.36417898996820225,
      "epoch": 10.996568933250156,
      "step": 35255
    },
    {
      "contrastive_lambda": 0.364153794624117,
      "epoch": 10.996880848409234,
      "step": 35256
    },
    {
      "contrastive_lambda": 0.3641285996524617,
      "epoch": 10.997192763568309,
      "step": 35257
    },
    {
      "contrastive_lambda": 0.36410340505330574,
      "epoch": 10.997504678727386,
      "step": 35258
    },
    {
      "contrastive_lambda": 0.3640782108267179,
      "epoch": 10.997816593886462,
      "step": 35259
    },
    {
      "epoch": 10.99812850904554,
      "grad_norm": 0.09002263098955154,
      "learning_rate": 3.971495997212152e-05,
      "loss": 0.0292,
      "step": 35260
    },
    {
      "epoch": 10.99812850904554,
      "flow_loss": 0.03403026610612869,
      "step": 35260
    },
    {
      "contrastive_loss": 0.0033059981651604176,
      "epoch": 10.99812850904554,
      "step": 35260
    },
    {
      "contrastive_lambda": 0.36405301697276726,
      "epoch": 10.99812850904554,
      "step": 35260
    },
    {
      "contrastive_lambda": 0.3640278234915232,
      "epoch": 10.998440424204617,
      "step": 35261
    },
    {
      "contrastive_lambda": 0.36400263038305447,
      "epoch": 10.998752339363692,
      "step": 35262
    },
    {
      "contrastive_lambda": 0.3639774376474301,
      "epoch": 10.99906425452277,
      "step": 35263
    },
    {
      "contrastive_lambda": 0.3639522452847196,
      "epoch": 10.999376169681847,
      "step": 35264
    },
    {
      "contrastive_lambda": 0.36392705329499164,
      "epoch": 10.999688084840923,
      "step": 35265
    },
    {
      "contrastive_lambda": 0.3639018616783152,
      "epoch": 11.0,
      "step": 35266
    },
    {
      "contrastive_lambda": 0.3638766704347598,
      "epoch": 11.000311915159077,
      "step": 35267
    },
    {
      "contrastive_lambda": 0.3638514795643941,
      "epoch": 11.000623830318153,
      "step": 35268
    },
    {
      "contrastive_lambda": 0.3638262890672873,
      "epoch": 11.00093574547723,
      "step": 35269
    },
    {
      "epoch": 11.001247660636308,
      "grad_norm": 0.10166210681200027,
      "learning_rate": 3.9687993031491985e-05,
      "loss": 0.0293,
      "step": 35270
    },
    {
      "epoch": 11.001247660636308,
      "flow_loss": 0.042573876678943634,
      "step": 35270
    },
    {
      "contrastive_loss": 0.004093565978109837,
      "epoch": 11.001247660636308,
      "step": 35270
    },
    {
      "contrastive_lambda": 0.3638010989435085,
      "epoch": 11.001247660636308,
      "step": 35270
    },
    {
      "contrastive_lambda": 0.36377590919312675,
      "epoch": 11.001559575795383,
      "step": 35271
    },
    {
      "contrastive_lambda": 0.363750719816211,
      "epoch": 11.00187149095446,
      "step": 35272
    },
    {
      "contrastive_lambda": 0.3637255308128305,
      "epoch": 11.002183406113538,
      "step": 35273
    },
    {
      "contrastive_lambda": 0.3637003421830541,
      "epoch": 11.002495321272614,
      "step": 35274
    },
    {
      "contrastive_lambda": 0.36367515392695093,
      "epoch": 11.002807236431691,
      "step": 35275
    },
    {
      "contrastive_lambda": 0.36364996604459016,
      "epoch": 11.003119151590766,
      "step": 35276
    },
    {
      "contrastive_lambda": 0.36362477853604064,
      "epoch": 11.003431066749844,
      "step": 35277
    },
    {
      "contrastive_lambda": 0.36359959140137155,
      "epoch": 11.003742981908921,
      "step": 35278
    },
    {
      "contrastive_lambda": 0.36357440464065205,
      "epoch": 11.004054897067997,
      "step": 35279
    },
    {
      "epoch": 11.004366812227074,
      "grad_norm": 0.11117090284824371,
      "learning_rate": 3.966102922337787e-05,
      "loss": 0.0293,
      "step": 35280
    },
    {
      "epoch": 11.004366812227074,
      "flow_loss": 0.0278586745262146,
      "step": 35280
    },
    {
      "contrastive_loss": 0.003173348493874073,
      "epoch": 11.004366812227074,
      "step": 35280
    },
    {
      "contrastive_lambda": 0.3635492182539509,
      "epoch": 11.004366812227074,
      "step": 35280
    },
    {
      "contrastive_lambda": 0.36352403224133745,
      "epoch": 11.004678727386151,
      "step": 35281
    },
    {
      "contrastive_lambda": 0.36349884660288057,
      "epoch": 11.004990642545227,
      "step": 35282
    },
    {
      "contrastive_lambda": 0.3634736613386492,
      "epoch": 11.005302557704304,
      "step": 35283
    },
    {
      "contrastive_lambda": 0.3634484764487128,
      "epoch": 11.005614472863382,
      "step": 35284
    },
    {
      "contrastive_lambda": 0.3634232919331401,
      "epoch": 11.005926388022457,
      "step": 35285
    },
    {
      "contrastive_lambda": 0.363398107792,
      "epoch": 11.006238303181535,
      "step": 35286
    },
    {
      "contrastive_lambda": 0.3633729240253619,
      "epoch": 11.006550218340612,
      "step": 35287
    },
    {
      "contrastive_lambda": 0.3633477406332948,
      "epoch": 11.006862133499688,
      "step": 35288
    },
    {
      "contrastive_lambda": 0.3633225576158673,
      "epoch": 11.007174048658765,
      "step": 35289
    },
    {
      "epoch": 11.007485963817842,
      "grad_norm": 0.07157955318689346,
      "learning_rate": 3.963406855597009e-05,
      "loss": 0.0306,
      "step": 35290
    },
    {
      "epoch": 11.007485963817842,
      "flow_loss": 0.04096316173672676,
      "step": 35290
    },
    {
      "contrastive_loss": 0.005010141059756279,
      "epoch": 11.007485963817842,
      "step": 35290
    },
    {
      "contrastive_lambda": 0.36329737497314907,
      "epoch": 11.007485963817842,
      "step": 35290
    },
    {
      "contrastive_lambda": 0.3632721927052087,
      "epoch": 11.007797878976918,
      "step": 35291
    },
    {
      "contrastive_lambda": 0.3632470108121154,
      "epoch": 11.008109794135995,
      "step": 35292
    },
    {
      "contrastive_lambda": 0.3632218292939382,
      "epoch": 11.008421709295071,
      "step": 35293
    },
    {
      "contrastive_lambda": 0.36319664815074604,
      "epoch": 11.008733624454148,
      "step": 35294
    },
    {
      "contrastive_lambda": 0.3631714673826082,
      "epoch": 11.009045539613226,
      "step": 35295
    },
    {
      "contrastive_lambda": 0.3631462869895935,
      "epoch": 11.009357454772301,
      "step": 35296
    },
    {
      "contrastive_lambda": 0.3631211069717709,
      "epoch": 11.009669369931379,
      "step": 35297
    },
    {
      "contrastive_lambda": 0.3630959273292097,
      "epoch": 11.009981285090456,
      "step": 35298
    },
    {
      "contrastive_lambda": 0.3630707480619788,
      "epoch": 11.010293200249532,
      "step": 35299
    },
    {
      "epoch": 11.010605115408609,
      "grad_norm": 0.09062350541353226,
      "learning_rate": 3.960711103745861e-05,
      "loss": 0.0314,
      "step": 35300
    },
    {
      "epoch": 11.010605115408609,
      "flow_loss": 0.04663710668683052,
      "step": 35300
    },
    {
      "contrastive_loss": 0.003718423657119274,
      "epoch": 11.010605115408609,
      "step": 35300
    },
    {
      "contrastive_lambda": 0.3630455691701471,
      "epoch": 11.010605115408609,
      "step": 35300
    },
    {
      "contrastive_lambda": 0.3630203906537838,
      "epoch": 11.010917030567686,
      "step": 35301
    },
    {
      "contrastive_lambda": 0.3629952125129579,
      "epoch": 11.011228945726762,
      "step": 35302
    },
    {
      "contrastive_lambda": 0.36297003474773837,
      "epoch": 11.01154086088584,
      "step": 35303
    },
    {
      "contrastive_lambda": 0.36294485735819426,
      "epoch": 11.011852776044917,
      "step": 35304
    },
    {
      "contrastive_lambda": 0.3629196803443947,
      "epoch": 11.012164691203992,
      "step": 35305
    },
    {
      "contrastive_lambda": 0.36289450370640847,
      "epoch": 11.01247660636307,
      "step": 35306
    },
    {
      "contrastive_lambda": 0.3628693274443049,
      "epoch": 11.012788521522147,
      "step": 35307
    },
    {
      "contrastive_lambda": 0.36284415155815275,
      "epoch": 11.013100436681222,
      "step": 35308
    },
    {
      "contrastive_lambda": 0.3628189760480211,
      "epoch": 11.0134123518403,
      "step": 35309
    },
    {
      "epoch": 11.013724266999375,
      "grad_norm": 0.10665743798017502,
      "learning_rate": 3.958015667603237e-05,
      "loss": 0.0313,
      "step": 35310
    },
    {
      "epoch": 11.013724266999375,
      "flow_loss": 0.0333680585026741,
      "step": 35310
    },
    {
      "contrastive_loss": 0.0035487611312419176,
      "epoch": 11.013724266999375,
      "step": 35310
    },
    {
      "contrastive_lambda": 0.36279380091397917,
      "epoch": 11.013724266999375,
      "step": 35310
    },
    {
      "contrastive_lambda": 0.3627686261560957,
      "epoch": 11.014036182158453,
      "step": 35311
    },
    {
      "contrastive_lambda": 0.3627434517744398,
      "epoch": 11.01434809731753,
      "step": 35312
    },
    {
      "contrastive_lambda": 0.36271827776908067,
      "epoch": 11.014660012476606,
      "step": 35313
    },
    {
      "contrastive_lambda": 0.36269310414008704,
      "epoch": 11.014971927635683,
      "step": 35314
    },
    {
      "contrastive_lambda": 0.36266793088752824,
      "epoch": 11.01528384279476,
      "step": 35315
    },
    {
      "contrastive_lambda": 0.36264275801147294,
      "epoch": 11.015595757953836,
      "step": 35316
    },
    {
      "contrastive_lambda": 0.3626175855119903,
      "epoch": 11.015907673112913,
      "step": 35317
    },
    {
      "contrastive_lambda": 0.3625924133891495,
      "epoch": 11.01621958827199,
      "step": 35318
    },
    {
      "contrastive_lambda": 0.36256724164301934,
      "epoch": 11.016531503431066,
      "step": 35319
    },
    {
      "epoch": 11.016843418590144,
      "grad_norm": 0.08168643712997437,
      "learning_rate": 3.955320547987943e-05,
      "loss": 0.0284,
      "step": 35320
    },
    {
      "epoch": 11.016843418590144,
      "flow_loss": 0.016398122534155846,
      "step": 35320
    },
    {
      "contrastive_loss": 0.003934474661946297,
      "epoch": 11.016843418590144,
      "step": 35320
    },
    {
      "contrastive_lambda": 0.36254207027366875,
      "epoch": 11.016843418590144,
      "step": 35320
    },
    {
      "contrastive_lambda": 0.36251689928116704,
      "epoch": 11.017155333749221,
      "step": 35321
    },
    {
      "contrastive_lambda": 0.3624917286655831,
      "epoch": 11.017467248908297,
      "step": 35322
    },
    {
      "contrastive_lambda": 0.3624665584269856,
      "epoch": 11.017779164067374,
      "step": 35323
    },
    {
      "contrastive_lambda": 0.36244138856544417,
      "epoch": 11.018091079226451,
      "step": 35324
    },
    {
      "contrastive_lambda": 0.3624162190810274,
      "epoch": 11.018402994385527,
      "step": 35325
    },
    {
      "contrastive_lambda": 0.3623910499738043,
      "epoch": 11.018714909544604,
      "step": 35326
    },
    {
      "contrastive_lambda": 0.36236588124384395,
      "epoch": 11.01902682470368,
      "step": 35327
    },
    {
      "contrastive_lambda": 0.36234071289121533,
      "epoch": 11.019338739862757,
      "step": 35328
    },
    {
      "contrastive_lambda": 0.3623155449159876,
      "epoch": 11.019650655021834,
      "step": 35329
    },
    {
      "epoch": 11.01996257018091,
      "grad_norm": 0.09740449488162994,
      "learning_rate": 3.952625745718681e-05,
      "loss": 0.022,
      "step": 35330
    },
    {
      "epoch": 11.01996257018091,
      "flow_loss": 0.03760325163602829,
      "step": 35330
    },
    {
      "contrastive_loss": 0.004024383146315813,
      "epoch": 11.01996257018091,
      "step": 35330
    },
    {
      "contrastive_lambda": 0.36229037731822955,
      "epoch": 11.01996257018091,
      "step": 35330
    },
    {
      "contrastive_lambda": 0.3622652100980101,
      "epoch": 11.020274485339987,
      "step": 35331
    },
    {
      "contrastive_lambda": 0.3622400432553986,
      "epoch": 11.020586400499065,
      "step": 35332
    },
    {
      "contrastive_lambda": 0.3622148767904638,
      "epoch": 11.02089831565814,
      "step": 35333
    },
    {
      "contrastive_lambda": 0.3621897107032747,
      "epoch": 11.021210230817218,
      "step": 35334
    },
    {
      "contrastive_lambda": 0.36216454499390033,
      "epoch": 11.021522145976295,
      "step": 35335
    },
    {
      "contrastive_lambda": 0.3621393796624097,
      "epoch": 11.02183406113537,
      "step": 35336
    },
    {
      "contrastive_lambda": 0.36211421470887184,
      "epoch": 11.022145976294448,
      "step": 35337
    },
    {
      "contrastive_lambda": 0.3620890501333557,
      "epoch": 11.022457891453525,
      "step": 35338
    },
    {
      "contrastive_lambda": 0.36206388593593014,
      "epoch": 11.022769806612601,
      "step": 35339
    },
    {
      "epoch": 11.023081721771678,
      "grad_norm": 0.06687770038843155,
      "learning_rate": 3.949931261614064e-05,
      "loss": 0.0258,
      "step": 35340
    },
    {
      "epoch": 11.023081721771678,
      "flow_loss": 0.02115713432431221,
      "step": 35340
    },
    {
      "contrastive_loss": 0.004137613344937563,
      "epoch": 11.023081721771678,
      "step": 35340
    },
    {
      "contrastive_lambda": 0.36203872211666427,
      "epoch": 11.023081721771678,
      "step": 35340
    },
    {
      "contrastive_lambda": 0.36201355867562723,
      "epoch": 11.023393636930756,
      "step": 35341
    },
    {
      "contrastive_lambda": 0.36198839561288776,
      "epoch": 11.023705552089831,
      "step": 35342
    },
    {
      "contrastive_lambda": 0.36196323292851484,
      "epoch": 11.024017467248909,
      "step": 35343
    },
    {
      "contrastive_lambda": 0.36193807062257766,
      "epoch": 11.024329382407984,
      "step": 35344
    },
    {
      "contrastive_lambda": 0.3619129086951451,
      "epoch": 11.024641297567062,
      "step": 35345
    },
    {
      "contrastive_lambda": 0.3618877471462861,
      "epoch": 11.024953212726139,
      "step": 35346
    },
    {
      "contrastive_lambda": 0.36186258597606974,
      "epoch": 11.025265127885215,
      "step": 35347
    },
    {
      "contrastive_lambda": 0.36183742518456485,
      "epoch": 11.025577043044292,
      "step": 35348
    },
    {
      "contrastive_lambda": 0.3618122647718407,
      "epoch": 11.02588895820337,
      "step": 35349
    },
    {
      "epoch": 11.026200873362445,
      "grad_norm": 0.08614932000637054,
      "learning_rate": 3.947237096492605e-05,
      "loss": 0.0272,
      "step": 35350
    },
    {
      "epoch": 11.026200873362445,
      "flow_loss": 0.016888588666915894,
      "step": 35350
    },
    {
      "contrastive_loss": 0.0038573925849050283,
      "epoch": 11.026200873362445,
      "step": 35350
    },
    {
      "contrastive_lambda": 0.3617871047379659,
      "epoch": 11.026200873362445,
      "step": 35350
    },
    {
      "contrastive_lambda": 0.3617619450830096,
      "epoch": 11.026512788521522,
      "step": 35351
    },
    {
      "contrastive_lambda": 0.36173678580704083,
      "epoch": 11.0268247036806,
      "step": 35352
    },
    {
      "contrastive_lambda": 0.3617116269101286,
      "epoch": 11.027136618839675,
      "step": 35353
    },
    {
      "contrastive_lambda": 0.36168646839234153,
      "epoch": 11.027448533998752,
      "step": 35354
    },
    {
      "contrastive_lambda": 0.3616613102537491,
      "epoch": 11.02776044915783,
      "step": 35355
    },
    {
      "contrastive_lambda": 0.36163615249442005,
      "epoch": 11.028072364316905,
      "step": 35356
    },
    {
      "contrastive_lambda": 0.3616109951144232,
      "epoch": 11.028384279475983,
      "step": 35357
    },
    {
      "contrastive_lambda": 0.3615858381138277,
      "epoch": 11.02869619463506,
      "step": 35358
    },
    {
      "contrastive_lambda": 0.3615606814927026,
      "epoch": 11.029008109794136,
      "step": 35359
    },
    {
      "epoch": 11.029320024953213,
      "grad_norm": 0.10623665899038315,
      "learning_rate": 3.944543251172719e-05,
      "loss": 0.0271,
      "step": 35360
    },
    {
      "epoch": 11.029320024953213,
      "flow_loss": 0.045622579753398895,
      "step": 35360
    },
    {
      "contrastive_loss": 0.0043729012832045555,
      "epoch": 11.029320024953213,
      "step": 35360
    },
    {
      "contrastive_lambda": 0.36153552525111654,
      "epoch": 11.029320024953213,
      "step": 35360
    },
    {
      "contrastive_lambda": 0.36151036938913894,
      "epoch": 11.029631940112289,
      "step": 35361
    },
    {
      "contrastive_lambda": 0.36148521390683824,
      "epoch": 11.029943855271366,
      "step": 35362
    },
    {
      "contrastive_lambda": 0.3614600588042839,
      "epoch": 11.030255770430443,
      "step": 35363
    },
    {
      "contrastive_lambda": 0.3614349040815447,
      "epoch": 11.030567685589519,
      "step": 35364
    },
    {
      "contrastive_lambda": 0.3614097497386894,
      "epoch": 11.030879600748596,
      "step": 35365
    },
    {
      "contrastive_lambda": 0.3613845957757873,
      "epoch": 11.031191515907674,
      "step": 35366
    },
    {
      "contrastive_lambda": 0.3613594421929072,
      "epoch": 11.03150343106675,
      "step": 35367
    },
    {
      "contrastive_lambda": 0.361334288990118,
      "epoch": 11.031815346225827,
      "step": 35368
    },
    {
      "contrastive_lambda": 0.36130913616748866,
      "epoch": 11.032127261384904,
      "step": 35369
    },
    {
      "epoch": 11.03243917654398,
      "grad_norm": 0.07796720415353775,
      "learning_rate": 3.941849726472725e-05,
      "loss": 0.0336,
      "step": 35370
    },
    {
      "epoch": 11.03243917654398,
      "flow_loss": 0.02439938858151436,
      "step": 35370
    },
    {
      "contrastive_loss": 0.004089244641363621,
      "epoch": 11.03243917654398,
      "step": 35370
    },
    {
      "contrastive_lambda": 0.36128398372508835,
      "epoch": 11.03243917654398,
      "step": 35370
    },
    {
      "contrastive_lambda": 0.3612588316629858,
      "epoch": 11.032751091703057,
      "step": 35371
    },
    {
      "contrastive_lambda": 0.36123367998125006,
      "epoch": 11.033063006862134,
      "step": 35372
    },
    {
      "contrastive_lambda": 0.36120852867995,
      "epoch": 11.03337492202121,
      "step": 35373
    },
    {
      "contrastive_lambda": 0.36118337775915466,
      "epoch": 11.033686837180287,
      "step": 35374
    },
    {
      "contrastive_lambda": 0.361158227218933,
      "epoch": 11.033998752339365,
      "step": 35375
    },
    {
      "contrastive_lambda": 0.36113307705935405,
      "epoch": 11.03431066749844,
      "step": 35376
    },
    {
      "contrastive_lambda": 0.36110792728048635,
      "epoch": 11.034622582657517,
      "step": 35377
    },
    {
      "contrastive_lambda": 0.3610827778823994,
      "epoch": 11.034934497816593,
      "step": 35378
    },
    {
      "contrastive_lambda": 0.3610576288651619,
      "epoch": 11.03524641297567,
      "step": 35379
    },
    {
      "epoch": 11.035558328134748,
      "grad_norm": 0.06025281921029091,
      "learning_rate": 3.939156523210846e-05,
      "loss": 0.0302,
      "step": 35380
    },
    {
      "epoch": 11.035558328134748,
      "flow_loss": 0.024086574092507362,
      "step": 35380
    },
    {
      "contrastive_loss": 0.0033015308436006308,
      "epoch": 11.035558328134748,
      "step": 35380
    },
    {
      "contrastive_lambda": 0.3610324802288427,
      "epoch": 11.035558328134748,
      "step": 35380
    },
    {
      "contrastive_lambda": 0.36100733197351087,
      "epoch": 11.035870243293823,
      "step": 35381
    },
    {
      "contrastive_lambda": 0.3609821840992353,
      "epoch": 11.0361821584529,
      "step": 35382
    },
    {
      "contrastive_lambda": 0.3609570366060851,
      "epoch": 11.036494073611978,
      "step": 35383
    },
    {
      "contrastive_lambda": 0.360931889494129,
      "epoch": 11.036805988771054,
      "step": 35384
    },
    {
      "contrastive_lambda": 0.36090674276343593,
      "epoch": 11.037117903930131,
      "step": 35385
    },
    {
      "contrastive_lambda": 0.360881596414075,
      "epoch": 11.037429819089208,
      "step": 35386
    },
    {
      "contrastive_lambda": 0.36085645044611514,
      "epoch": 11.037741734248284,
      "step": 35387
    },
    {
      "contrastive_lambda": 0.36083130485962506,
      "epoch": 11.038053649407361,
      "step": 35388
    },
    {
      "contrastive_lambda": 0.360806159654674,
      "epoch": 11.038365564566439,
      "step": 35389
    },
    {
      "epoch": 11.038677479725514,
      "grad_norm": 0.10120517015457153,
      "learning_rate": 3.9364636422052046e-05,
      "loss": 0.0244,
      "step": 35390
    },
    {
      "epoch": 11.038677479725514,
      "flow_loss": 0.02466687187552452,
      "step": 35390
    },
    {
      "contrastive_loss": 0.003680243156850338,
      "epoch": 11.038677479725514,
      "step": 35390
    },
    {
      "contrastive_lambda": 0.3607810148313308,
      "epoch": 11.038677479725514,
      "step": 35390
    },
    {
      "contrastive_lambda": 0.3607558703896642,
      "epoch": 11.038989394884592,
      "step": 35391
    },
    {
      "contrastive_lambda": 0.36073072632974335,
      "epoch": 11.039301310043669,
      "step": 35392
    },
    {
      "contrastive_lambda": 0.36070558265163716,
      "epoch": 11.039613225202745,
      "step": 35393
    },
    {
      "contrastive_lambda": 0.3606804393554145,
      "epoch": 11.039925140361822,
      "step": 35394
    },
    {
      "contrastive_lambda": 0.36065529644114436,
      "epoch": 11.040237055520898,
      "step": 35395
    },
    {
      "contrastive_lambda": 0.3606301539088955,
      "epoch": 11.040548970679975,
      "step": 35396
    },
    {
      "contrastive_lambda": 0.36060501175873705,
      "epoch": 11.040860885839052,
      "step": 35397
    },
    {
      "contrastive_lambda": 0.360579869990738,
      "epoch": 11.041172800998128,
      "step": 35398
    },
    {
      "contrastive_lambda": 0.36055472860496696,
      "epoch": 11.041484716157205,
      "step": 35399
    },
    {
      "epoch": 11.041796631316283,
      "grad_norm": 0.14051499962806702,
      "learning_rate": 3.933771084273828e-05,
      "loss": 0.0226,
      "step": 35400
    },
    {
      "epoch": 11.041796631316283,
      "flow_loss": 0.03784545883536339,
      "step": 35400
    },
    {
      "contrastive_loss": 0.0036080479621887207,
      "epoch": 11.041796631316283,
      "step": 35400
    },
    {
      "contrastive_lambda": 0.3605295876014931,
      "epoch": 11.041796631316283,
      "step": 35400
    },
    {
      "contrastive_lambda": 0.3605044469803854,
      "epoch": 11.042108546475358,
      "step": 35401
    },
    {
      "contrastive_lambda": 0.3604793067417126,
      "epoch": 11.042420461634435,
      "step": 35402
    },
    {
      "contrastive_lambda": 0.36045416688554377,
      "epoch": 11.042732376793513,
      "step": 35403
    },
    {
      "contrastive_lambda": 0.3604290274119477,
      "epoch": 11.043044291952588,
      "step": 35404
    },
    {
      "contrastive_lambda": 0.36040388832099335,
      "epoch": 11.043356207111666,
      "step": 35405
    },
    {
      "contrastive_lambda": 0.36037874961274974,
      "epoch": 11.043668122270743,
      "step": 35406
    },
    {
      "contrastive_lambda": 0.36035361128728566,
      "epoch": 11.043980037429819,
      "step": 35407
    },
    {
      "contrastive_lambda": 0.36032847334467005,
      "epoch": 11.044291952588896,
      "step": 35408
    },
    {
      "contrastive_lambda": 0.360303335784972,
      "epoch": 11.044603867747973,
      "step": 35409
    },
    {
      "epoch": 11.044915782907049,
      "grad_norm": 0.09011249989271164,
      "learning_rate": 3.931078850234643e-05,
      "loss": 0.0257,
      "step": 35410
    },
    {
      "epoch": 11.044915782907049,
      "flow_loss": 0.023483166471123695,
      "step": 35410
    },
    {
      "contrastive_loss": 0.00353980902582407,
      "epoch": 11.044915782907049,
      "step": 35410
    },
    {
      "contrastive_lambda": 0.36027819860826027,
      "epoch": 11.044915782907049,
      "step": 35410
    },
    {
      "contrastive_lambda": 0.3602530618146036,
      "epoch": 11.045227698066126,
      "step": 35411
    },
    {
      "contrastive_lambda": 0.3602279254040712,
      "epoch": 11.045539613225202,
      "step": 35412
    },
    {
      "contrastive_lambda": 0.360202789376732,
      "epoch": 11.04585152838428,
      "step": 35413
    },
    {
      "contrastive_lambda": 0.36017765373265465,
      "epoch": 11.046163443543357,
      "step": 35414
    },
    {
      "contrastive_lambda": 0.3601525184719082,
      "epoch": 11.046475358702432,
      "step": 35415
    },
    {
      "contrastive_lambda": 0.36012738359456153,
      "epoch": 11.04678727386151,
      "step": 35416
    },
    {
      "contrastive_lambda": 0.3601022491006837,
      "epoch": 11.047099189020587,
      "step": 35417
    },
    {
      "contrastive_lambda": 0.36007711499034356,
      "epoch": 11.047411104179663,
      "step": 35418
    },
    {
      "contrastive_lambda": 0.36005198126360966,
      "epoch": 11.04772301933874,
      "step": 35419
    },
    {
      "epoch": 11.048034934497817,
      "grad_norm": 0.11242306232452393,
      "learning_rate": 3.928386940905483e-05,
      "loss": 0.0254,
      "step": 35420
    },
    {
      "epoch": 11.048034934497817,
      "flow_loss": 0.015925945714116096,
      "step": 35420
    },
    {
      "contrastive_loss": 0.004203246906399727,
      "epoch": 11.048034934497817,
      "step": 35420
    },
    {
      "contrastive_lambda": 0.36002684792055145,
      "epoch": 11.048034934497817,
      "step": 35420
    },
    {
      "contrastive_lambda": 0.36000171496123756,
      "epoch": 11.048346849656893,
      "step": 35421
    },
    {
      "contrastive_lambda": 0.3599765823857367,
      "epoch": 11.04865876481597,
      "step": 35422
    },
    {
      "contrastive_lambda": 0.3599514501941182,
      "epoch": 11.048970679975048,
      "step": 35423
    },
    {
      "contrastive_lambda": 0.35992631838645084,
      "epoch": 11.049282595134123,
      "step": 35424
    },
    {
      "contrastive_lambda": 0.35990118696280327,
      "epoch": 11.0495945102932,
      "step": 35425
    },
    {
      "contrastive_lambda": 0.3598760559232445,
      "epoch": 11.049906425452278,
      "step": 35426
    },
    {
      "contrastive_lambda": 0.3598509252678437,
      "epoch": 11.050218340611353,
      "step": 35427
    },
    {
      "contrastive_lambda": 0.35982579499666933,
      "epoch": 11.05053025577043,
      "step": 35428
    },
    {
      "contrastive_lambda": 0.3598006651097906,
      "epoch": 11.050842170929506,
      "step": 35429
    },
    {
      "epoch": 11.051154086088584,
      "grad_norm": 0.1099497526884079,
      "learning_rate": 3.925695357104073e-05,
      "loss": 0.025,
      "step": 35430
    },
    {
      "epoch": 11.051154086088584,
      "flow_loss": 0.039319708943367004,
      "step": 35430
    },
    {
      "contrastive_loss": 0.004351089708507061,
      "epoch": 11.051154086088584,
      "step": 35430
    },
    {
      "contrastive_lambda": 0.35977553560727626,
      "epoch": 11.051154086088584,
      "step": 35430
    },
    {
      "contrastive_lambda": 0.3597504064891952,
      "epoch": 11.051466001247661,
      "step": 35431
    },
    {
      "contrastive_lambda": 0.3597252777556165,
      "epoch": 11.051777916406737,
      "step": 35432
    },
    {
      "contrastive_lambda": 0.3597001494066089,
      "epoch": 11.052089831565814,
      "step": 35433
    },
    {
      "contrastive_lambda": 0.35967502144224117,
      "epoch": 11.052401746724891,
      "step": 35434
    },
    {
      "contrastive_lambda": 0.3596498938625825,
      "epoch": 11.052713661883967,
      "step": 35435
    },
    {
      "contrastive_lambda": 0.3596247666677015,
      "epoch": 11.053025577043044,
      "step": 35436
    },
    {
      "contrastive_lambda": 0.3595996398576673,
      "epoch": 11.053337492202122,
      "step": 35437
    },
    {
      "contrastive_lambda": 0.3595745134325485,
      "epoch": 11.053649407361197,
      "step": 35438
    },
    {
      "contrastive_lambda": 0.35954938739241415,
      "epoch": 11.053961322520275,
      "step": 35439
    },
    {
      "epoch": 11.054273237679352,
      "grad_norm": 0.14081750810146332,
      "learning_rate": 3.923004099648049e-05,
      "loss": 0.0265,
      "step": 35440
    },
    {
      "epoch": 11.054273237679352,
      "flow_loss": 0.03480539843440056,
      "step": 35440
    },
    {
      "contrastive_loss": 0.0054541416466236115,
      "epoch": 11.054273237679352,
      "step": 35440
    },
    {
      "contrastive_lambda": 0.35952426173733326,
      "epoch": 11.054273237679352,
      "step": 35440
    },
    {
      "contrastive_lambda": 0.35949913646737464,
      "epoch": 11.054585152838428,
      "step": 35441
    },
    {
      "contrastive_lambda": 0.35947401158260683,
      "epoch": 11.054897067997505,
      "step": 35442
    },
    {
      "contrastive_lambda": 0.3594488870830992,
      "epoch": 11.055208983156582,
      "step": 35443
    },
    {
      "contrastive_lambda": 0.3594237629689204,
      "epoch": 11.055520898315658,
      "step": 35444
    },
    {
      "contrastive_lambda": 0.3593986392401392,
      "epoch": 11.055832813474735,
      "step": 35445
    },
    {
      "contrastive_lambda": 0.3593735158968248,
      "epoch": 11.05614472863381,
      "step": 35446
    },
    {
      "contrastive_lambda": 0.35934839293904586,
      "epoch": 11.056456643792888,
      "step": 35447
    },
    {
      "contrastive_lambda": 0.3593232703668713,
      "epoch": 11.056768558951966,
      "step": 35448
    },
    {
      "contrastive_lambda": 0.35929814818036987,
      "epoch": 11.057080474111041,
      "step": 35449
    },
    {
      "epoch": 11.057392389270118,
      "grad_norm": 0.10952217131853104,
      "learning_rate": 3.920313169354944e-05,
      "loss": 0.0307,
      "step": 35450
    },
    {
      "epoch": 11.057392389270118,
      "flow_loss": 0.029449032619595528,
      "step": 35450
    },
    {
      "contrastive_loss": 0.0035735941492021084,
      "epoch": 11.057392389270118,
      "step": 35450
    },
    {
      "contrastive_lambda": 0.35927302637961056,
      "epoch": 11.057392389270118,
      "step": 35450
    },
    {
      "contrastive_lambda": 0.3592479049646623,
      "epoch": 11.057704304429196,
      "step": 35451
    },
    {
      "contrastive_lambda": 0.35922278393559404,
      "epoch": 11.058016219588271,
      "step": 35452
    },
    {
      "contrastive_lambda": 0.35919766329247416,
      "epoch": 11.058328134747349,
      "step": 35453
    },
    {
      "contrastive_lambda": 0.35917254303537216,
      "epoch": 11.058640049906426,
      "step": 35454
    },
    {
      "contrastive_lambda": 0.35914742316435666,
      "epoch": 11.058951965065502,
      "step": 35455
    },
    {
      "contrastive_lambda": 0.3591223036794963,
      "epoch": 11.059263880224579,
      "step": 35456
    },
    {
      "contrastive_lambda": 0.3590971845808602,
      "epoch": 11.059575795383656,
      "step": 35457
    },
    {
      "contrastive_lambda": 0.35907206586851725,
      "epoch": 11.059887710542732,
      "step": 35458
    },
    {
      "contrastive_lambda": 0.3590469475425362,
      "epoch": 11.06019962570181,
      "step": 35459
    },
    {
      "epoch": 11.060511540860887,
      "grad_norm": 0.13391810655593872,
      "learning_rate": 3.9176225670421897e-05,
      "loss": 0.0267,
      "step": 35460
    },
    {
      "epoch": 11.060511540860887,
      "flow_loss": 0.023670166730880737,
      "step": 35460
    },
    {
      "contrastive_loss": 0.004142993129789829,
      "epoch": 11.060511540860887,
      "step": 35460
    },
    {
      "contrastive_lambda": 0.359021829602986,
      "epoch": 11.060511540860887,
      "step": 35460
    },
    {
      "contrastive_lambda": 0.35899671204993533,
      "epoch": 11.060823456019962,
      "step": 35461
    },
    {
      "contrastive_lambda": 0.3589715948834532,
      "epoch": 11.06113537117904,
      "step": 35462
    },
    {
      "contrastive_lambda": 0.3589464781036086,
      "epoch": 11.061447286338115,
      "step": 35463
    },
    {
      "contrastive_lambda": 0.3589213617104702,
      "epoch": 11.061759201497193,
      "step": 35464
    },
    {
      "contrastive_lambda": 0.3588962457041066,
      "epoch": 11.06207111665627,
      "step": 35465
    },
    {
      "contrastive_lambda": 0.35887113008458726,
      "epoch": 11.062383031815346,
      "step": 35466
    },
    {
      "contrastive_lambda": 0.35884601485198075,
      "epoch": 11.062694946974423,
      "step": 35467
    },
    {
      "contrastive_lambda": 0.35882090000635564,
      "epoch": 11.0630068621335,
      "step": 35468
    },
    {
      "contrastive_lambda": 0.35879578554778124,
      "epoch": 11.063318777292576,
      "step": 35469
    },
    {
      "epoch": 11.063630692451653,
      "grad_norm": 0.07913495600223541,
      "learning_rate": 3.9149322935271224e-05,
      "loss": 0.0259,
      "step": 35470
    },
    {
      "epoch": 11.063630692451653,
      "flow_loss": 0.022781256586313248,
      "step": 35470
    },
    {
      "contrastive_loss": 0.005075235851109028,
      "epoch": 11.063630692451653,
      "step": 35470
    },
    {
      "contrastive_lambda": 0.3587706714763262,
      "epoch": 11.063630692451653,
      "step": 35470
    },
    {
      "contrastive_lambda": 0.3587455577920594,
      "epoch": 11.06394260761073,
      "step": 35471
    },
    {
      "contrastive_lambda": 0.3587204444950496,
      "epoch": 11.064254522769806,
      "step": 35472
    },
    {
      "contrastive_lambda": 0.3586953315853657,
      "epoch": 11.064566437928884,
      "step": 35473
    },
    {
      "contrastive_lambda": 0.3586702190630767,
      "epoch": 11.06487835308796,
      "step": 35474
    },
    {
      "contrastive_lambda": 0.35864510692825136,
      "epoch": 11.065190268247036,
      "step": 35475
    },
    {
      "contrastive_lambda": 0.3586199951809582,
      "epoch": 11.065502183406114,
      "step": 35476
    },
    {
      "contrastive_lambda": 0.3585948838212666,
      "epoch": 11.065814098565191,
      "step": 35477
    },
    {
      "contrastive_lambda": 0.3585697728492452,
      "epoch": 11.066126013724267,
      "step": 35478
    },
    {
      "contrastive_lambda": 0.3585446622649626,
      "epoch": 11.066437928883344,
      "step": 35479
    },
    {
      "epoch": 11.06674984404242,
      "grad_norm": 0.09340720623731613,
      "learning_rate": 3.9122423496269725e-05,
      "loss": 0.0243,
      "step": 35480
    },
    {
      "epoch": 11.06674984404242,
      "flow_loss": 0.025739869102835655,
      "step": 35480
    },
    {
      "contrastive_loss": 0.004484943114221096,
      "epoch": 11.06674984404242,
      "step": 35480
    },
    {
      "contrastive_lambda": 0.3585195520684879,
      "epoch": 11.06674984404242,
      "step": 35480
    },
    {
      "contrastive_lambda": 0.35849444225988997,
      "epoch": 11.067061759201497,
      "step": 35481
    },
    {
      "contrastive_lambda": 0.35846933283923743,
      "epoch": 11.067373674360574,
      "step": 35482
    },
    {
      "contrastive_lambda": 0.3584442238065994,
      "epoch": 11.06768558951965,
      "step": 35483
    },
    {
      "contrastive_lambda": 0.35841911516204444,
      "epoch": 11.067997504678727,
      "step": 35484
    },
    {
      "contrastive_lambda": 0.3583940069056415,
      "epoch": 11.068309419837805,
      "step": 35485
    },
    {
      "contrastive_lambda": 0.35836889903745955,
      "epoch": 11.06862133499688,
      "step": 35486
    },
    {
      "contrastive_lambda": 0.3583437915575671,
      "epoch": 11.068933250155958,
      "step": 35487
    },
    {
      "contrastive_lambda": 0.35831868446603343,
      "epoch": 11.069245165315035,
      "step": 35488
    },
    {
      "contrastive_lambda": 0.35829357776292703,
      "epoch": 11.06955708047411,
      "step": 35489
    },
    {
      "epoch": 11.069868995633188,
      "grad_norm": 0.0934387668967247,
      "learning_rate": 3.909552736158877e-05,
      "loss": 0.0282,
      "step": 35490
    },
    {
      "epoch": 11.069868995633188,
      "flow_loss": 0.046339601278305054,
      "step": 35490
    },
    {
      "contrastive_loss": 0.004446779377758503,
      "epoch": 11.069868995633188,
      "step": 35490
    },
    {
      "contrastive_lambda": 0.3582684714483168,
      "epoch": 11.069868995633188,
      "step": 35490
    },
    {
      "contrastive_lambda": 0.35824336552227165,
      "epoch": 11.070180910792265,
      "step": 35491
    },
    {
      "contrastive_lambda": 0.35821825998486034,
      "epoch": 11.07049282595134,
      "step": 35492
    },
    {
      "contrastive_lambda": 0.3581931548361517,
      "epoch": 11.070804741110418,
      "step": 35493
    },
    {
      "contrastive_lambda": 0.35816805007621466,
      "epoch": 11.071116656269494,
      "step": 35494
    },
    {
      "contrastive_lambda": 0.3581429457051179,
      "epoch": 11.071428571428571,
      "step": 35495
    },
    {
      "contrastive_lambda": 0.35811784172293026,
      "epoch": 11.071740486587649,
      "step": 35496
    },
    {
      "contrastive_lambda": 0.35809273812972076,
      "epoch": 11.072052401746724,
      "step": 35497
    },
    {
      "contrastive_lambda": 0.35806763492555804,
      "epoch": 11.072364316905801,
      "step": 35498
    },
    {
      "contrastive_lambda": 0.35804253211051074,
      "epoch": 11.072676232064879,
      "step": 35499
    },
    {
      "epoch": 11.072988147223954,
      "grad_norm": 0.09043054282665253,
      "learning_rate": 3.90686345393987e-05,
      "loss": 0.0296,
      "step": 35500
    },
    {
      "epoch": 11.072988147223954,
      "flow_loss": 0.01734260842204094,
      "step": 35500
    },
    {
      "contrastive_loss": 0.004259482026100159,
      "epoch": 11.072988147223954,
      "step": 35500
    },
    {
      "contrastive_lambda": 0.3580174296846481,
      "epoch": 11.072988147223954,
      "step": 35500
    },
    {
      "contrastive_lambda": 0.3579923276480388,
      "epoch": 11.073300062383032,
      "step": 35501
    },
    {
      "contrastive_lambda": 0.3579672260007515,
      "epoch": 11.07361197754211,
      "step": 35502
    },
    {
      "contrastive_lambda": 0.35794212474285503,
      "epoch": 11.073923892701185,
      "step": 35503
    },
    {
      "contrastive_lambda": 0.3579170238744183,
      "epoch": 11.074235807860262,
      "step": 35504
    },
    {
      "contrastive_lambda": 0.35789192339551024,
      "epoch": 11.07454772301934,
      "step": 35505
    },
    {
      "contrastive_lambda": 0.35786682330619957,
      "epoch": 11.074859638178415,
      "step": 35506
    },
    {
      "contrastive_lambda": 0.35784172360655486,
      "epoch": 11.075171553337492,
      "step": 35507
    },
    {
      "contrastive_lambda": 0.3578166242966453,
      "epoch": 11.07548346849657,
      "step": 35508
    },
    {
      "contrastive_lambda": 0.3577915253765396,
      "epoch": 11.075795383655645,
      "step": 35509
    },
    {
      "epoch": 11.076107298814723,
      "grad_norm": 0.08294212073087692,
      "learning_rate": 3.9041745037868816e-05,
      "loss": 0.0265,
      "step": 35510
    },
    {
      "epoch": 11.076107298814723,
      "flow_loss": 0.023893684148788452,
      "step": 35510
    },
    {
      "contrastive_loss": 0.00428176112473011,
      "epoch": 11.076107298814723,
      "step": 35510
    },
    {
      "contrastive_lambda": 0.3577664268463062,
      "epoch": 11.076107298814723,
      "step": 35510
    },
    {
      "contrastive_lambda": 0.35774132870601455,
      "epoch": 11.076419213973798,
      "step": 35511
    },
    {
      "contrastive_lambda": 0.35771623095573307,
      "epoch": 11.076731129132876,
      "step": 35512
    },
    {
      "contrastive_lambda": 0.3576911335955305,
      "epoch": 11.077043044291953,
      "step": 35513
    },
    {
      "contrastive_lambda": 0.3576660366254758,
      "epoch": 11.077354959451029,
      "step": 35514
    },
    {
      "contrastive_lambda": 0.35764094004563785,
      "epoch": 11.077666874610106,
      "step": 35515
    },
    {
      "contrastive_lambda": 0.3576158438560852,
      "epoch": 11.077978789769183,
      "step": 35516
    },
    {
      "contrastive_lambda": 0.3575907480568869,
      "epoch": 11.078290704928259,
      "step": 35517
    },
    {
      "contrastive_lambda": 0.3575656526481116,
      "epoch": 11.078602620087336,
      "step": 35518
    },
    {
      "contrastive_lambda": 0.35754055762982806,
      "epoch": 11.078914535246414,
      "step": 35519
    },
    {
      "epoch": 11.07922645040549,
      "grad_norm": 0.06798087060451508,
      "learning_rate": 3.9014858865167465e-05,
      "loss": 0.0222,
      "step": 35520
    },
    {
      "epoch": 11.07922645040549,
      "flow_loss": 0.013691766187548637,
      "step": 35520
    },
    {
      "contrastive_loss": 0.0038886722177267075,
      "epoch": 11.07922645040549,
      "step": 35520
    },
    {
      "contrastive_lambda": 0.35751546300210535,
      "epoch": 11.07922645040549,
      "step": 35520
    },
    {
      "contrastive_lambda": 0.35749036876501195,
      "epoch": 11.079538365564567,
      "step": 35521
    },
    {
      "contrastive_lambda": 0.3574652749186168,
      "epoch": 11.079850280723644,
      "step": 35522
    },
    {
      "contrastive_lambda": 0.35744018146298884,
      "epoch": 11.08016219588272,
      "step": 35523
    },
    {
      "contrastive_lambda": 0.3574150883981966,
      "epoch": 11.080474111041797,
      "step": 35524
    },
    {
      "contrastive_lambda": 0.35738999572430896,
      "epoch": 11.080786026200874,
      "step": 35525
    },
    {
      "contrastive_lambda": 0.3573649034413948,
      "epoch": 11.08109794135995,
      "step": 35526
    },
    {
      "contrastive_lambda": 0.3573398115495229,
      "epoch": 11.081409856519027,
      "step": 35527
    },
    {
      "contrastive_lambda": 0.35731472004876197,
      "epoch": 11.081721771678103,
      "step": 35528
    },
    {
      "contrastive_lambda": 0.35728962893918076,
      "epoch": 11.08203368683718,
      "step": 35529
    },
    {
      "epoch": 11.082345601996257,
      "grad_norm": 0.1060544028878212,
      "learning_rate": 3.8987976029461935e-05,
      "loss": 0.0252,
      "step": 35530
    },
    {
      "epoch": 11.082345601996257,
      "flow_loss": 0.026873977854847908,
      "step": 35530
    },
    {
      "contrastive_loss": 0.004409670829772949,
      "epoch": 11.082345601996257,
      "step": 35530
    },
    {
      "contrastive_lambda": 0.35726453822084814,
      "epoch": 11.082345601996257,
      "step": 35530
    },
    {
      "contrastive_lambda": 0.357239447893833,
      "epoch": 11.082657517155333,
      "step": 35531
    },
    {
      "contrastive_lambda": 0.3572143579582041,
      "epoch": 11.08296943231441,
      "step": 35532
    },
    {
      "contrastive_lambda": 0.35718926841402987,
      "epoch": 11.083281347473488,
      "step": 35533
    },
    {
      "contrastive_lambda": 0.35716417926137956,
      "epoch": 11.083593262632563,
      "step": 35534
    },
    {
      "contrastive_lambda": 0.3571390905003218,
      "epoch": 11.08390517779164,
      "step": 35535
    },
    {
      "contrastive_lambda": 0.35711400213092515,
      "epoch": 11.084217092950718,
      "step": 35536
    },
    {
      "contrastive_lambda": 0.3570889141532586,
      "epoch": 11.084529008109794,
      "step": 35537
    },
    {
      "contrastive_lambda": 0.357063826567391,
      "epoch": 11.084840923268871,
      "step": 35538
    },
    {
      "contrastive_lambda": 0.35703873937339103,
      "epoch": 11.085152838427948,
      "step": 35539
    },
    {
      "epoch": 11.085464753587024,
      "grad_norm": 0.07298650592565536,
      "learning_rate": 3.896109653891853e-05,
      "loss": 0.0274,
      "step": 35540
    },
    {
      "epoch": 11.085464753587024,
      "flow_loss": 0.03244386985898018,
      "step": 35540
    },
    {
      "contrastive_loss": 0.003966301213949919,
      "epoch": 11.085464753587024,
      "step": 35540
    },
    {
      "contrastive_lambda": 0.35701365257132756,
      "epoch": 11.085464753587024,
      "step": 35540
    },
    {
      "contrastive_lambda": 0.35698856616126906,
      "epoch": 11.085776668746101,
      "step": 35541
    },
    {
      "contrastive_lambda": 0.3569634801432847,
      "epoch": 11.086088583905179,
      "step": 35542
    },
    {
      "contrastive_lambda": 0.3569383945174431,
      "epoch": 11.086400499064254,
      "step": 35543
    },
    {
      "contrastive_lambda": 0.35691330928381276,
      "epoch": 11.086712414223332,
      "step": 35544
    },
    {
      "contrastive_lambda": 0.35688822444246293,
      "epoch": 11.087024329382407,
      "step": 35545
    },
    {
      "contrastive_lambda": 0.3568631399934622,
      "epoch": 11.087336244541484,
      "step": 35546
    },
    {
      "contrastive_lambda": 0.3568380559368792,
      "epoch": 11.087648159700562,
      "step": 35547
    },
    {
      "contrastive_lambda": 0.35681297227278275,
      "epoch": 11.087960074859637,
      "step": 35548
    },
    {
      "contrastive_lambda": 0.3567878890012418,
      "epoch": 11.088271990018715,
      "step": 35549
    },
    {
      "epoch": 11.088583905177792,
      "grad_norm": 0.07760641723871231,
      "learning_rate": 3.893422040170254e-05,
      "loss": 0.0275,
      "step": 35550
    },
    {
      "epoch": 11.088583905177792,
      "flow_loss": 0.027023281902074814,
      "step": 35550
    },
    {
      "contrastive_loss": 0.0032981785479933023,
      "epoch": 11.088583905177792,
      "step": 35550
    },
    {
      "contrastive_lambda": 0.35676280612232486,
      "epoch": 11.088583905177792,
      "step": 35550
    },
    {
      "contrastive_lambda": 0.3567377236361009,
      "epoch": 11.088895820336868,
      "step": 35551
    },
    {
      "contrastive_lambda": 0.3567126415426386,
      "epoch": 11.089207735495945,
      "step": 35552
    },
    {
      "contrastive_lambda": 0.3566875598420066,
      "epoch": 11.089519650655022,
      "step": 35553
    },
    {
      "contrastive_lambda": 0.356662478534274,
      "epoch": 11.089831565814098,
      "step": 35554
    },
    {
      "contrastive_lambda": 0.3566373976195093,
      "epoch": 11.090143480973175,
      "step": 35555
    },
    {
      "contrastive_lambda": 0.3566123170977811,
      "epoch": 11.090455396132253,
      "step": 35556
    },
    {
      "contrastive_lambda": 0.3565872369691586,
      "epoch": 11.090767311291328,
      "step": 35557
    },
    {
      "contrastive_lambda": 0.3565621572337102,
      "epoch": 11.091079226450406,
      "step": 35558
    },
    {
      "contrastive_lambda": 0.35653707789150496,
      "epoch": 11.091391141609483,
      "step": 35559
    },
    {
      "epoch": 11.091703056768559,
      "grad_norm": 0.10153138637542725,
      "learning_rate": 3.8907347625978207e-05,
      "loss": 0.0278,
      "step": 35560
    },
    {
      "epoch": 11.091703056768559,
      "flow_loss": 0.02818317338824272,
      "step": 35560
    },
    {
      "contrastive_loss": 0.004352651536464691,
      "epoch": 11.091703056768559,
      "step": 35560
    },
    {
      "contrastive_lambda": 0.3565119989426113,
      "epoch": 11.091703056768559,
      "step": 35560
    },
    {
      "contrastive_lambda": 0.35648692038709817,
      "epoch": 11.092014971927636,
      "step": 35561
    },
    {
      "contrastive_lambda": 0.3564618422250344,
      "epoch": 11.092326887086712,
      "step": 35562
    },
    {
      "contrastive_lambda": 0.35643676445648864,
      "epoch": 11.092638802245789,
      "step": 35563
    },
    {
      "contrastive_lambda": 0.3564116870815294,
      "epoch": 11.092950717404866,
      "step": 35564
    },
    {
      "contrastive_lambda": 0.356386610100226,
      "epoch": 11.093262632563942,
      "step": 35565
    },
    {
      "contrastive_lambda": 0.3563615335126467,
      "epoch": 11.09357454772302,
      "step": 35566
    },
    {
      "contrastive_lambda": 0.3563364573188603,
      "epoch": 11.093886462882097,
      "step": 35567
    },
    {
      "contrastive_lambda": 0.3563113815189358,
      "epoch": 11.094198378041172,
      "step": 35568
    },
    {
      "contrastive_lambda": 0.3562863061129419,
      "epoch": 11.09451029320025,
      "step": 35569
    },
    {
      "epoch": 11.094822208359327,
      "grad_norm": 0.11554159969091415,
      "learning_rate": 3.88804782199088e-05,
      "loss": 0.0282,
      "step": 35570
    },
    {
      "epoch": 11.094822208359327,
      "flow_loss": 0.048402223736047745,
      "step": 35570
    },
    {
      "contrastive_loss": 0.0035294611006975174,
      "epoch": 11.094822208359327,
      "step": 35570
    },
    {
      "contrastive_lambda": 0.3562612311009471,
      "epoch": 11.094822208359327,
      "step": 35570
    },
    {
      "contrastive_lambda": 0.35623615648302026,
      "epoch": 11.095134123518402,
      "step": 35571
    },
    {
      "contrastive_lambda": 0.3562110822592303,
      "epoch": 11.09544603867748,
      "step": 35572
    },
    {
      "contrastive_lambda": 0.35618600842964576,
      "epoch": 11.095757953836557,
      "step": 35573
    },
    {
      "contrastive_lambda": 0.35616093499433543,
      "epoch": 11.096069868995633,
      "step": 35574
    },
    {
      "contrastive_lambda": 0.356135861953368,
      "epoch": 11.09638178415471,
      "step": 35575
    },
    {
      "contrastive_lambda": 0.3561107893068124,
      "epoch": 11.096693699313787,
      "step": 35576
    },
    {
      "contrastive_lambda": 0.35608571705473724,
      "epoch": 11.097005614472863,
      "step": 35577
    },
    {
      "contrastive_lambda": 0.35606064519721115,
      "epoch": 11.09731752963194,
      "step": 35578
    },
    {
      "contrastive_lambda": 0.35603557373430295,
      "epoch": 11.097629444791016,
      "step": 35579
    },
    {
      "epoch": 11.097941359950093,
      "grad_norm": 0.08301656693220139,
      "learning_rate": 3.8853612191656495e-05,
      "loss": 0.0289,
      "step": 35580
    },
    {
      "epoch": 11.097941359950093,
      "flow_loss": 0.018298055976629257,
      "step": 35580
    },
    {
      "contrastive_loss": 0.003956745378673077,
      "epoch": 11.097941359950093,
      "step": 35580
    },
    {
      "contrastive_lambda": 0.3560105026660816,
      "epoch": 11.097941359950093,
      "step": 35580
    },
    {
      "contrastive_lambda": 0.35598543199261545,
      "epoch": 11.09825327510917,
      "step": 35581
    },
    {
      "contrastive_lambda": 0.3559603617139735,
      "epoch": 11.098565190268246,
      "step": 35582
    },
    {
      "contrastive_lambda": 0.3559352918302243,
      "epoch": 11.098877105427324,
      "step": 35583
    },
    {
      "contrastive_lambda": 0.35591022234143677,
      "epoch": 11.099189020586401,
      "step": 35584
    },
    {
      "contrastive_lambda": 0.35588515324767955,
      "epoch": 11.099500935745477,
      "step": 35585
    },
    {
      "contrastive_lambda": 0.3558600845490214,
      "epoch": 11.099812850904554,
      "step": 35586
    },
    {
      "contrastive_lambda": 0.3558350162455308,
      "epoch": 11.100124766063631,
      "step": 35587
    },
    {
      "contrastive_lambda": 0.3558099483372769,
      "epoch": 11.100436681222707,
      "step": 35588
    },
    {
      "contrastive_lambda": 0.35578488082432824,
      "epoch": 11.100748596381784,
      "step": 35589
    },
    {
      "epoch": 11.101060511540862,
      "grad_norm": 0.07962118089199066,
      "learning_rate": 3.88267495493825e-05,
      "loss": 0.0243,
      "step": 35590
    },
    {
      "epoch": 11.101060511540862,
      "flow_loss": 0.026001116260886192,
      "step": 35590
    },
    {
      "contrastive_loss": 0.0034934720024466515,
      "epoch": 11.101060511540862,
      "step": 35590
    },
    {
      "contrastive_lambda": 0.35575981370675325,
      "epoch": 11.101060511540862,
      "step": 35590
    },
    {
      "contrastive_lambda": 0.35573474698462115,
      "epoch": 11.101372426699937,
      "step": 35591
    },
    {
      "contrastive_lambda": 0.35570968065800035,
      "epoch": 11.101684341859015,
      "step": 35592
    },
    {
      "contrastive_lambda": 0.3556846147269598,
      "epoch": 11.101996257018092,
      "step": 35593
    },
    {
      "contrastive_lambda": 0.3556595491915679,
      "epoch": 11.102308172177167,
      "step": 35594
    },
    {
      "contrastive_lambda": 0.3556344840518936,
      "epoch": 11.102620087336245,
      "step": 35595
    },
    {
      "contrastive_lambda": 0.35560941930800555,
      "epoch": 11.10293200249532,
      "step": 35596
    },
    {
      "contrastive_lambda": 0.35558435495997254,
      "epoch": 11.103243917654398,
      "step": 35597
    },
    {
      "contrastive_lambda": 0.355559291007863,
      "epoch": 11.103555832813475,
      "step": 35598
    },
    {
      "contrastive_lambda": 0.3555342274517461,
      "epoch": 11.10386774797255,
      "step": 35599
    },
    {
      "epoch": 11.104179663131628,
      "grad_norm": 0.07062701135873795,
      "learning_rate": 3.8799890301247004e-05,
      "loss": 0.0293,
      "step": 35600
    },
    {
      "epoch": 11.104179663131628,
      "flow_loss": 0.01817750185728073,
      "step": 35600
    },
    {
      "contrastive_loss": 0.003524959087371826,
      "epoch": 11.104179663131628,
      "step": 35600
    },
    {
      "contrastive_lambda": 0.3555091642916903,
      "epoch": 11.104179663131628,
      "step": 35600
    },
    {
      "contrastive_lambda": 0.3554841015277642,
      "epoch": 11.104491578290705,
      "step": 35601
    },
    {
      "contrastive_lambda": 0.35545903916003674,
      "epoch": 11.104803493449781,
      "step": 35602
    },
    {
      "contrastive_lambda": 0.35543397718857656,
      "epoch": 11.105115408608858,
      "step": 35603
    },
    {
      "contrastive_lambda": 0.3554089156134522,
      "epoch": 11.105427323767936,
      "step": 35604
    },
    {
      "contrastive_lambda": 0.3553838544347327,
      "epoch": 11.105739238927011,
      "step": 35605
    },
    {
      "contrastive_lambda": 0.35535879365248646,
      "epoch": 11.106051154086089,
      "step": 35606
    },
    {
      "contrastive_lambda": 0.3553337332667822,
      "epoch": 11.106363069245166,
      "step": 35607
    },
    {
      "contrastive_lambda": 0.3553086732776889,
      "epoch": 11.106674984404242,
      "step": 35608
    },
    {
      "contrastive_lambda": 0.3552836136852749,
      "epoch": 11.106986899563319,
      "step": 35609
    },
    {
      "epoch": 11.107298814722396,
      "grad_norm": 0.08034918457269669,
      "learning_rate": 3.8773034455409096e-05,
      "loss": 0.0278,
      "step": 35610
    },
    {
      "epoch": 11.107298814722396,
      "flow_loss": 0.05506094545125961,
      "step": 35610
    },
    {
      "contrastive_loss": 0.0040628607384860516,
      "epoch": 11.107298814722396,
      "step": 35610
    },
    {
      "contrastive_lambda": 0.35525855448960925,
      "epoch": 11.107298814722396,
      "step": 35610
    },
    {
      "contrastive_lambda": 0.3552334956907605,
      "epoch": 11.107610729881472,
      "step": 35611
    },
    {
      "contrastive_lambda": 0.35520843728879725,
      "epoch": 11.10792264504055,
      "step": 35612
    },
    {
      "contrastive_lambda": 0.3551833792837883,
      "epoch": 11.108234560199625,
      "step": 35613
    },
    {
      "contrastive_lambda": 0.3551583216758024,
      "epoch": 11.108546475358702,
      "step": 35614
    },
    {
      "contrastive_lambda": 0.3551332644649081,
      "epoch": 11.10885839051778,
      "step": 35615
    },
    {
      "contrastive_lambda": 0.35510820765117435,
      "epoch": 11.109170305676855,
      "step": 35616
    },
    {
      "contrastive_lambda": 0.3550831512346695,
      "epoch": 11.109482220835933,
      "step": 35617
    },
    {
      "contrastive_lambda": 0.35505809521546244,
      "epoch": 11.10979413599501,
      "step": 35618
    },
    {
      "contrastive_lambda": 0.355033039593622,
      "epoch": 11.110106051154085,
      "step": 35619
    },
    {
      "epoch": 11.110417966313163,
      "grad_norm": 0.07538525760173798,
      "learning_rate": 3.8746182020026904e-05,
      "loss": 0.0261,
      "step": 35620
    },
    {
      "epoch": 11.110417966313163,
      "flow_loss": 0.038650501519441605,
      "step": 35620
    },
    {
      "contrastive_loss": 0.0048005301505327225,
      "epoch": 11.110417966313163,
      "step": 35620
    },
    {
      "contrastive_lambda": 0.3550079843692166,
      "epoch": 11.110417966313163,
      "step": 35620
    },
    {
      "contrastive_lambda": 0.3549829295423149,
      "epoch": 11.11072988147224,
      "step": 35621
    },
    {
      "contrastive_lambda": 0.35495787511298593,
      "epoch": 11.111041796631316,
      "step": 35622
    },
    {
      "contrastive_lambda": 0.3549328210812982,
      "epoch": 11.111353711790393,
      "step": 35623
    },
    {
      "contrastive_lambda": 0.3549077674473202,
      "epoch": 11.11166562694947,
      "step": 35624
    },
    {
      "contrastive_lambda": 0.3548827142111209,
      "epoch": 11.111977542108546,
      "step": 35625
    },
    {
      "contrastive_lambda": 0.3548576613727688,
      "epoch": 11.112289457267623,
      "step": 35626
    },
    {
      "contrastive_lambda": 0.3548326089323328,
      "epoch": 11.1126013724267,
      "step": 35627
    },
    {
      "contrastive_lambda": 0.3548075568898814,
      "epoch": 11.112913287585776,
      "step": 35628
    },
    {
      "contrastive_lambda": 0.35478250524548316,
      "epoch": 11.113225202744854,
      "step": 35629
    },
    {
      "epoch": 11.11353711790393,
      "grad_norm": 0.08394165337085724,
      "learning_rate": 3.871933300325745e-05,
      "loss": 0.0268,
      "step": 35630
    },
    {
      "epoch": 11.11353711790393,
      "flow_loss": 0.03219902142882347,
      "step": 35630
    },
    {
      "contrastive_loss": 0.007842017337679863,
      "epoch": 11.11353711790393,
      "step": 35630
    },
    {
      "contrastive_lambda": 0.35475745399920716,
      "epoch": 11.11353711790393,
      "step": 35630
    },
    {
      "contrastive_lambda": 0.3547324031511218,
      "epoch": 11.113849033063007,
      "step": 35631
    },
    {
      "contrastive_lambda": 0.3547073527012956,
      "epoch": 11.114160948222084,
      "step": 35632
    },
    {
      "contrastive_lambda": 0.3546823026497977,
      "epoch": 11.11447286338116,
      "step": 35633
    },
    {
      "contrastive_lambda": 0.3546572529966965,
      "epoch": 11.114784778540237,
      "step": 35634
    },
    {
      "contrastive_lambda": 0.3546322037420605,
      "epoch": 11.115096693699314,
      "step": 35635
    },
    {
      "contrastive_lambda": 0.3546071548859587,
      "epoch": 11.11540860885839,
      "step": 35636
    },
    {
      "contrastive_lambda": 0.35458210642845966,
      "epoch": 11.115720524017467,
      "step": 35637
    },
    {
      "contrastive_lambda": 0.3545570583696319,
      "epoch": 11.116032439176545,
      "step": 35638
    },
    {
      "contrastive_lambda": 0.35453201070954443,
      "epoch": 11.11634435433562,
      "step": 35639
    },
    {
      "epoch": 11.116656269494698,
      "grad_norm": 0.0852741003036499,
      "learning_rate": 3.869248741325679e-05,
      "loss": 0.0347,
      "step": 35640
    },
    {
      "epoch": 11.116656269494698,
      "flow_loss": 0.03261959180235863,
      "step": 35640
    },
    {
      "contrastive_loss": 0.005177185405045748,
      "epoch": 11.116656269494698,
      "step": 35640
    },
    {
      "contrastive_lambda": 0.35450696344826554,
      "epoch": 11.116656269494698,
      "step": 35640
    },
    {
      "contrastive_lambda": 0.3544819165858641,
      "epoch": 11.116968184653775,
      "step": 35641
    },
    {
      "contrastive_lambda": 0.3544568701224088,
      "epoch": 11.11728009981285,
      "step": 35642
    },
    {
      "contrastive_lambda": 0.3544318240579683,
      "epoch": 11.117592014971928,
      "step": 35643
    },
    {
      "contrastive_lambda": 0.35440677839261103,
      "epoch": 11.117903930131005,
      "step": 35644
    },
    {
      "contrastive_lambda": 0.354381733126406,
      "epoch": 11.11821584529008,
      "step": 35645
    },
    {
      "contrastive_lambda": 0.3543566882594216,
      "epoch": 11.118527760449158,
      "step": 35646
    },
    {
      "contrastive_lambda": 0.35433164379172666,
      "epoch": 11.118839675608234,
      "step": 35647
    },
    {
      "contrastive_lambda": 0.3543065997233899,
      "epoch": 11.119151590767311,
      "step": 35648
    },
    {
      "contrastive_lambda": 0.35428155605447975,
      "epoch": 11.119463505926388,
      "step": 35649
    },
    {
      "epoch": 11.119775421085464,
      "grad_norm": 0.08208328485488892,
      "learning_rate": 3.866564525817992e-05,
      "loss": 0.0295,
      "step": 35650
    },
    {
      "epoch": 11.119775421085464,
      "flow_loss": 0.018951352685689926,
      "step": 35650
    },
    {
      "contrastive_loss": 0.00406069029122591,
      "epoch": 11.119775421085464,
      "step": 35650
    },
    {
      "contrastive_lambda": 0.3542565127850651,
      "epoch": 11.119775421085464,
      "step": 35650
    },
    {
      "contrastive_lambda": 0.35423146991521437,
      "epoch": 11.120087336244541,
      "step": 35651
    },
    {
      "contrastive_lambda": 0.3542064274449963,
      "epoch": 11.120399251403619,
      "step": 35652
    },
    {
      "contrastive_lambda": 0.35418138537447974,
      "epoch": 11.120711166562694,
      "step": 35653
    },
    {
      "contrastive_lambda": 0.35415634370373317,
      "epoch": 11.121023081721772,
      "step": 35654
    },
    {
      "contrastive_lambda": 0.3541313024328251,
      "epoch": 11.121334996880849,
      "step": 35655
    },
    {
      "contrastive_lambda": 0.35410626156182456,
      "epoch": 11.121646912039925,
      "step": 35656
    },
    {
      "contrastive_lambda": 0.3540812210907999,
      "epoch": 11.121958827199002,
      "step": 35657
    },
    {
      "contrastive_lambda": 0.35405618101981984,
      "epoch": 11.12227074235808,
      "step": 35658
    },
    {
      "contrastive_lambda": 0.354031141348953,
      "epoch": 11.122582657517155,
      "step": 35659
    },
    {
      "epoch": 11.122894572676232,
      "grad_norm": 0.1063895896077156,
      "learning_rate": 3.8638806546180725e-05,
      "loss": 0.0241,
      "step": 35660
    },
    {
      "epoch": 11.122894572676232,
      "flow_loss": 0.04068395495414734,
      "step": 35660
    },
    {
      "contrastive_loss": 0.003652885090559721,
      "epoch": 11.122894572676232,
      "step": 35660
    },
    {
      "contrastive_lambda": 0.3540061020782682,
      "epoch": 11.122894572676232,
      "step": 35660
    },
    {
      "contrastive_lambda": 0.35398106320783385,
      "epoch": 11.12320648783531,
      "step": 35661
    },
    {
      "contrastive_lambda": 0.3539560247377188,
      "epoch": 11.123518402994385,
      "step": 35662
    },
    {
      "contrastive_lambda": 0.3539309866679914,
      "epoch": 11.123830318153463,
      "step": 35663
    },
    {
      "contrastive_lambda": 0.35390594899872074,
      "epoch": 11.124142233312538,
      "step": 35664
    },
    {
      "contrastive_lambda": 0.35388091172997516,
      "epoch": 11.124454148471616,
      "step": 35665
    },
    {
      "contrastive_lambda": 0.3538558748618231,
      "epoch": 11.124766063630693,
      "step": 35666
    },
    {
      "contrastive_lambda": 0.3538308383943338,
      "epoch": 11.125077978789768,
      "step": 35667
    },
    {
      "contrastive_lambda": 0.3538058023275755,
      "epoch": 11.125389893948846,
      "step": 35668
    },
    {
      "contrastive_lambda": 0.35378076666161673,
      "epoch": 11.125701809107923,
      "step": 35669
    },
    {
      "epoch": 11.126013724266999,
      "grad_norm": 0.11747735738754272,
      "learning_rate": 3.861197128541213e-05,
      "loss": 0.032,
      "step": 35670
    },
    {
      "epoch": 11.126013724266999,
      "flow_loss": 0.02294108271598816,
      "step": 35670
    },
    {
      "contrastive_loss": 0.003784314263612032,
      "epoch": 11.126013724266999,
      "step": 35670
    },
    {
      "contrastive_lambda": 0.3537557313965264,
      "epoch": 11.126013724266999,
      "step": 35670
    },
    {
      "contrastive_lambda": 0.35373069653237305,
      "epoch": 11.126325639426076,
      "step": 35671
    },
    {
      "contrastive_lambda": 0.3537056620692252,
      "epoch": 11.126637554585153,
      "step": 35672
    },
    {
      "contrastive_lambda": 0.3536806280071517,
      "epoch": 11.126949469744229,
      "step": 35673
    },
    {
      "contrastive_lambda": 0.353655594346221,
      "epoch": 11.127261384903306,
      "step": 35674
    },
    {
      "contrastive_lambda": 0.3536305610865018,
      "epoch": 11.127573300062384,
      "step": 35675
    },
    {
      "contrastive_lambda": 0.3536055282280628,
      "epoch": 11.12788521522146,
      "step": 35676
    },
    {
      "contrastive_lambda": 0.3535804957709725,
      "epoch": 11.128197130380537,
      "step": 35677
    },
    {
      "contrastive_lambda": 0.35355546371529945,
      "epoch": 11.128509045539614,
      "step": 35678
    },
    {
      "contrastive_lambda": 0.3535304320611126,
      "epoch": 11.12882096069869,
      "step": 35679
    },
    {
      "epoch": 11.129132875857767,
      "grad_norm": 0.10202260315418243,
      "learning_rate": 3.858513948402599e-05,
      "loss": 0.0268,
      "step": 35680
    },
    {
      "epoch": 11.129132875857767,
      "flow_loss": 0.03571322560310364,
      "step": 35680
    },
    {
      "contrastive_loss": 0.005117393098771572,
      "epoch": 11.129132875857767,
      "step": 35680
    },
    {
      "contrastive_lambda": 0.3535054008084803,
      "epoch": 11.129132875857767,
      "step": 35680
    },
    {
      "contrastive_lambda": 0.35348036995747134,
      "epoch": 11.129444791016843,
      "step": 35681
    },
    {
      "contrastive_lambda": 0.3534553395081542,
      "epoch": 11.12975670617592,
      "step": 35682
    },
    {
      "contrastive_lambda": 0.3534303094605975,
      "epoch": 11.130068621334997,
      "step": 35683
    },
    {
      "contrastive_lambda": 0.35340527981487013,
      "epoch": 11.130380536494073,
      "step": 35684
    },
    {
      "contrastive_lambda": 0.3533802505710404,
      "epoch": 11.13069245165315,
      "step": 35685
    },
    {
      "contrastive_lambda": 0.3533552217291769,
      "epoch": 11.131004366812228,
      "step": 35686
    },
    {
      "contrastive_lambda": 0.35333019328934856,
      "epoch": 11.131316281971303,
      "step": 35687
    },
    {
      "contrastive_lambda": 0.3533051652516238,
      "epoch": 11.13162819713038,
      "step": 35688
    },
    {
      "contrastive_lambda": 0.35328013761607113,
      "epoch": 11.131940112289458,
      "step": 35689
    },
    {
      "epoch": 11.132252027448533,
      "grad_norm": 0.10058394074440002,
      "learning_rate": 3.8558311150173077e-05,
      "loss": 0.0284,
      "step": 35690
    },
    {
      "epoch": 11.132252027448533,
      "flow_loss": 0.019428780302405357,
      "step": 35690
    },
    {
      "contrastive_loss": 0.004833276849240065,
      "epoch": 11.132252027448533,
      "step": 35690
    },
    {
      "contrastive_lambda": 0.3532551103827595,
      "epoch": 11.132252027448533,
      "step": 35690
    },
    {
      "contrastive_lambda": 0.3532300835517572,
      "epoch": 11.13256394260761,
      "step": 35691
    },
    {
      "contrastive_lambda": 0.353205057123133,
      "epoch": 11.132875857766688,
      "step": 35692
    },
    {
      "contrastive_lambda": 0.3531800310969554,
      "epoch": 11.133187772925764,
      "step": 35693
    },
    {
      "contrastive_lambda": 0.35315500547329315,
      "epoch": 11.133499688084841,
      "step": 35694
    },
    {
      "contrastive_lambda": 0.35312998025221476,
      "epoch": 11.133811603243918,
      "step": 35695
    },
    {
      "contrastive_lambda": 0.3531049554337889,
      "epoch": 11.134123518402994,
      "step": 35696
    },
    {
      "contrastive_lambda": 0.353079931018084,
      "epoch": 11.134435433562071,
      "step": 35697
    },
    {
      "contrastive_lambda": 0.35305490700516895,
      "epoch": 11.134747348721147,
      "step": 35698
    },
    {
      "contrastive_lambda": 0.35302988339511227,
      "epoch": 11.135059263880224,
      "step": 35699
    },
    {
      "epoch": 11.135371179039302,
      "grad_norm": 0.10384415835142136,
      "learning_rate": 3.853148629200312e-05,
      "loss": 0.0325,
      "step": 35700
    },
    {
      "epoch": 11.135371179039302,
      "flow_loss": 0.0255878958851099,
      "step": 35700
    },
    {
      "contrastive_loss": 0.004745119251310825,
      "epoch": 11.135371179039302,
      "step": 35700
    },
    {
      "contrastive_lambda": 0.3530048601879824,
      "epoch": 11.135371179039302,
      "step": 35700
    },
    {
      "contrastive_lambda": 0.35297983738384797,
      "epoch": 11.135683094198377,
      "step": 35701
    },
    {
      "contrastive_lambda": 0.3529548149827779,
      "epoch": 11.135995009357455,
      "step": 35702
    },
    {
      "contrastive_lambda": 0.3529297929848404,
      "epoch": 11.136306924516532,
      "step": 35703
    },
    {
      "contrastive_lambda": 0.3529047713901043,
      "epoch": 11.136618839675608,
      "step": 35704
    },
    {
      "contrastive_lambda": 0.35287975019863804,
      "epoch": 11.136930754834685,
      "step": 35705
    },
    {
      "contrastive_lambda": 0.35285472941051027,
      "epoch": 11.137242669993762,
      "step": 35706
    },
    {
      "contrastive_lambda": 0.3528297090257897,
      "epoch": 11.137554585152838,
      "step": 35707
    },
    {
      "contrastive_lambda": 0.3528046890445449,
      "epoch": 11.137866500311915,
      "step": 35708
    },
    {
      "contrastive_lambda": 0.3527796694668442,
      "epoch": 11.138178415470993,
      "step": 35709
    },
    {
      "epoch": 11.138490330630068,
      "grad_norm": 0.07568052411079407,
      "learning_rate": 3.850466491766482e-05,
      "loss": 0.0271,
      "step": 35710
    },
    {
      "epoch": 11.138490330630068,
      "flow_loss": 0.0229902695864439,
      "step": 35710
    },
    {
      "contrastive_loss": 0.003861507400870323,
      "epoch": 11.138490330630068,
      "step": 35710
    },
    {
      "contrastive_lambda": 0.35275465029275654,
      "epoch": 11.138490330630068,
      "step": 35710
    },
    {
      "contrastive_lambda": 0.35272963152235043,
      "epoch": 11.138802245789146,
      "step": 35711
    },
    {
      "contrastive_lambda": 0.3527046131556941,
      "epoch": 11.139114160948223,
      "step": 35712
    },
    {
      "contrastive_lambda": 0.35267959519285674,
      "epoch": 11.139426076107299,
      "step": 35713
    },
    {
      "contrastive_lambda": 0.3526545776339065,
      "epoch": 11.139737991266376,
      "step": 35714
    },
    {
      "contrastive_lambda": 0.3526295604789122,
      "epoch": 11.140049906425451,
      "step": 35715
    },
    {
      "contrastive_lambda": 0.35260454372794225,
      "epoch": 11.140361821584529,
      "step": 35716
    },
    {
      "contrastive_lambda": 0.35257952738106524,
      "epoch": 11.140673736743606,
      "step": 35717
    },
    {
      "contrastive_lambda": 0.35255451143835,
      "epoch": 11.140985651902682,
      "step": 35718
    },
    {
      "contrastive_lambda": 0.35252949589986493,
      "epoch": 11.141297567061759,
      "step": 35719
    },
    {
      "epoch": 11.141609482220836,
      "grad_norm": 0.08118723332881927,
      "learning_rate": 3.847784703530583e-05,
      "loss": 0.0284,
      "step": 35720
    },
    {
      "epoch": 11.141609482220836,
      "flow_loss": 0.029927905648946762,
      "step": 35720
    },
    {
      "contrastive_loss": 0.004056734032928944,
      "epoch": 11.141609482220836,
      "step": 35720
    },
    {
      "contrastive_lambda": 0.35250448076567836,
      "epoch": 11.141609482220836,
      "step": 35720
    },
    {
      "contrastive_lambda": 0.35247946603585933,
      "epoch": 11.141921397379912,
      "step": 35721
    },
    {
      "contrastive_lambda": 0.3524544517104763,
      "epoch": 11.14223331253899,
      "step": 35722
    },
    {
      "contrastive_lambda": 0.3524294377895976,
      "epoch": 11.142545227698067,
      "step": 35723
    },
    {
      "contrastive_lambda": 0.352404424273292,
      "epoch": 11.142857142857142,
      "step": 35724
    },
    {
      "contrastive_lambda": 0.3523794111616282,
      "epoch": 11.14316905801622,
      "step": 35725
    },
    {
      "contrastive_lambda": 0.3523543984546745,
      "epoch": 11.143480973175297,
      "step": 35726
    },
    {
      "contrastive_lambda": 0.35232938615249965,
      "epoch": 11.143792888334373,
      "step": 35727
    },
    {
      "contrastive_lambda": 0.35230437425517214,
      "epoch": 11.14410480349345,
      "step": 35728
    },
    {
      "contrastive_lambda": 0.3522793627627605,
      "epoch": 11.144416718652527,
      "step": 35729
    },
    {
      "epoch": 11.144728633811603,
      "grad_norm": 0.09184136241674423,
      "learning_rate": 3.845103265307266e-05,
      "loss": 0.0337,
      "step": 35730
    },
    {
      "epoch": 11.144728633811603,
      "flow_loss": 0.012739616446197033,
      "step": 35730
    },
    {
      "contrastive_loss": 0.003756134305149317,
      "epoch": 11.144728633811603,
      "step": 35730
    },
    {
      "contrastive_lambda": 0.3522543516753335,
      "epoch": 11.144728633811603,
      "step": 35730
    },
    {
      "contrastive_lambda": 0.3522293409929596,
      "epoch": 11.14504054897068,
      "step": 35731
    },
    {
      "contrastive_lambda": 0.3522043307157071,
      "epoch": 11.145352464129756,
      "step": 35732
    },
    {
      "contrastive_lambda": 0.3521793208436451,
      "epoch": 11.145664379288833,
      "step": 35733
    },
    {
      "contrastive_lambda": 0.3521543113768417,
      "epoch": 11.14597629444791,
      "step": 35734
    },
    {
      "contrastive_lambda": 0.35212930231536577,
      "epoch": 11.146288209606986,
      "step": 35735
    },
    {
      "contrastive_lambda": 0.35210429365928575,
      "epoch": 11.146600124766064,
      "step": 35736
    },
    {
      "contrastive_lambda": 0.3520792854086702,
      "epoch": 11.146912039925141,
      "step": 35737
    },
    {
      "contrastive_lambda": 0.35205427756358765,
      "epoch": 11.147223955084216,
      "step": 35738
    },
    {
      "contrastive_lambda": 0.3520292701241067,
      "epoch": 11.147535870243294,
      "step": 35739
    },
    {
      "epoch": 11.147847785402371,
      "grad_norm": 0.04924547299742699,
      "learning_rate": 3.842422177911086e-05,
      "loss": 0.0237,
      "step": 35740
    },
    {
      "epoch": 11.147847785402371,
      "flow_loss": 0.02227521687746048,
      "step": 35740
    },
    {
      "contrastive_loss": 0.0035730418749153614,
      "epoch": 11.147847785402371,
      "step": 35740
    },
    {
      "contrastive_lambda": 0.35200426309029587,
      "epoch": 11.147847785402371,
      "step": 35740
    },
    {
      "contrastive_lambda": 0.35197925646222383,
      "epoch": 11.148159700561447,
      "step": 35741
    },
    {
      "contrastive_lambda": 0.35195425023995913,
      "epoch": 11.148471615720524,
      "step": 35742
    },
    {
      "contrastive_lambda": 0.35192924442357004,
      "epoch": 11.148783530879601,
      "step": 35743
    },
    {
      "contrastive_lambda": 0.3519042390131255,
      "epoch": 11.149095446038677,
      "step": 35744
    },
    {
      "contrastive_lambda": 0.3518792340086939,
      "epoch": 11.149407361197754,
      "step": 35745
    },
    {
      "contrastive_lambda": 0.3518542294103437,
      "epoch": 11.149719276356832,
      "step": 35746
    },
    {
      "contrastive_lambda": 0.3518292252181436,
      "epoch": 11.150031191515907,
      "step": 35747
    },
    {
      "contrastive_lambda": 0.35180422143216217,
      "epoch": 11.150343106674985,
      "step": 35748
    },
    {
      "contrastive_lambda": 0.3517792180524677,
      "epoch": 11.15065502183406,
      "step": 35749
    },
    {
      "epoch": 11.150966936993138,
      "grad_norm": 0.09112591296434402,
      "learning_rate": 3.8397414421564826e-05,
      "loss": 0.0227,
      "step": 35750
    },
    {
      "epoch": 11.150966936993138,
      "flow_loss": 0.014621076174080372,
      "step": 35750
    },
    {
      "contrastive_loss": 0.0035843001678586006,
      "epoch": 11.150966936993138,
      "step": 35750
    },
    {
      "contrastive_lambda": 0.35175421507912896,
      "epoch": 11.150966936993138,
      "step": 35750
    },
    {
      "contrastive_lambda": 0.35172921251221445,
      "epoch": 11.151278852152215,
      "step": 35751
    },
    {
      "contrastive_lambda": 0.3517042103517929,
      "epoch": 11.15159076731129,
      "step": 35752
    },
    {
      "contrastive_lambda": 0.3516792085979326,
      "epoch": 11.151902682470368,
      "step": 35753
    },
    {
      "contrastive_lambda": 0.35165420725070196,
      "epoch": 11.152214597629445,
      "step": 35754
    },
    {
      "contrastive_lambda": 0.35162920631017003,
      "epoch": 11.152526512788521,
      "step": 35755
    },
    {
      "contrastive_lambda": 0.35160420577640494,
      "epoch": 11.152838427947598,
      "step": 35756
    },
    {
      "contrastive_lambda": 0.3515792056494753,
      "epoch": 11.153150343106676,
      "step": 35757
    },
    {
      "contrastive_lambda": 0.3515542059294497,
      "epoch": 11.153462258265751,
      "step": 35758
    },
    {
      "contrastive_lambda": 0.35152920661639675,
      "epoch": 11.153774173424829,
      "step": 35759
    },
    {
      "epoch": 11.154086088583906,
      "grad_norm": 0.061109863221645355,
      "learning_rate": 3.8370610588577935e-05,
      "loss": 0.0279,
      "step": 35760
    },
    {
      "epoch": 11.154086088583906,
      "flow_loss": 0.023275628685951233,
      "step": 35760
    },
    {
      "contrastive_loss": 0.005806766450405121,
      "epoch": 11.154086088583906,
      "step": 35760
    },
    {
      "contrastive_lambda": 0.3515042077103848,
      "epoch": 11.154086088583906,
      "step": 35760
    },
    {
      "contrastive_lambda": 0.3514792092114826,
      "epoch": 11.154398003742982,
      "step": 35761
    },
    {
      "contrastive_lambda": 0.3514542111197585,
      "epoch": 11.154709918902059,
      "step": 35762
    },
    {
      "contrastive_lambda": 0.3514292134352811,
      "epoch": 11.155021834061136,
      "step": 35763
    },
    {
      "contrastive_lambda": 0.3514042161581191,
      "epoch": 11.155333749220212,
      "step": 35764
    },
    {
      "contrastive_lambda": 0.3513792192883408,
      "epoch": 11.15564566437929,
      "step": 35765
    },
    {
      "contrastive_lambda": 0.3513542228260147,
      "epoch": 11.155957579538365,
      "step": 35766
    },
    {
      "contrastive_lambda": 0.3513292267712096,
      "epoch": 11.156269494697442,
      "step": 35767
    },
    {
      "contrastive_lambda": 0.35130423112399367,
      "epoch": 11.15658140985652,
      "step": 35768
    },
    {
      "contrastive_lambda": 0.35127923588443577,
      "epoch": 11.156893325015595,
      "step": 35769
    },
    {
      "epoch": 11.157205240174672,
      "grad_norm": 0.06609226763248444,
      "learning_rate": 3.834381028829251e-05,
      "loss": 0.0276,
      "step": 35770
    },
    {
      "epoch": 11.157205240174672,
      "flow_loss": 0.03377504646778107,
      "step": 35770
    },
    {
      "contrastive_loss": 0.0046801334246993065,
      "epoch": 11.157205240174672,
      "step": 35770
    },
    {
      "contrastive_lambda": 0.3512542410526043,
      "epoch": 11.157205240174672,
      "step": 35770
    },
    {
      "contrastive_lambda": 0.3512292466285677,
      "epoch": 11.15751715533375,
      "step": 35771
    },
    {
      "contrastive_lambda": 0.3512042526123947,
      "epoch": 11.157829070492825,
      "step": 35772
    },
    {
      "contrastive_lambda": 0.35117925900415353,
      "epoch": 11.158140985651903,
      "step": 35773
    },
    {
      "contrastive_lambda": 0.3511542658039129,
      "epoch": 11.15845290081098,
      "step": 35774
    },
    {
      "contrastive_lambda": 0.3511292730117414,
      "epoch": 11.158764815970056,
      "step": 35775
    },
    {
      "contrastive_lambda": 0.3511042806277075,
      "epoch": 11.159076731129133,
      "step": 35776
    },
    {
      "contrastive_lambda": 0.3510792886518794,
      "epoch": 11.15938864628821,
      "step": 35777
    },
    {
      "contrastive_lambda": 0.3510542970843261,
      "epoch": 11.159700561447286,
      "step": 35778
    },
    {
      "contrastive_lambda": 0.3510293059251159,
      "epoch": 11.160012476606363,
      "step": 35779
    },
    {
      "epoch": 11.16032439176544,
      "grad_norm": 0.07708077132701874,
      "learning_rate": 3.8317013528849745e-05,
      "loss": 0.0237,
      "step": 35780
    },
    {
      "epoch": 11.16032439176544,
      "flow_loss": 0.028541505336761475,
      "step": 35780
    },
    {
      "contrastive_loss": 0.004805636126548052,
      "epoch": 11.16032439176544,
      "step": 35780
    },
    {
      "contrastive_lambda": 0.3510043151743172,
      "epoch": 11.16032439176544,
      "step": 35780
    },
    {
      "contrastive_lambda": 0.3509793248319987,
      "epoch": 11.160636306924516,
      "step": 35781
    },
    {
      "contrastive_lambda": 0.35095433489822886,
      "epoch": 11.160948222083594,
      "step": 35782
    },
    {
      "contrastive_lambda": 0.3509293453730761,
      "epoch": 11.16126013724267,
      "step": 35783
    },
    {
      "contrastive_lambda": 0.3509043562566091,
      "epoch": 11.161572052401747,
      "step": 35784
    },
    {
      "contrastive_lambda": 0.3508793675488961,
      "epoch": 11.161883967560824,
      "step": 35785
    },
    {
      "contrastive_lambda": 0.35085437925000595,
      "epoch": 11.1621958827199,
      "step": 35786
    },
    {
      "contrastive_lambda": 0.350829391360007,
      "epoch": 11.162507797878977,
      "step": 35787
    },
    {
      "contrastive_lambda": 0.3508044038789676,
      "epoch": 11.162819713038054,
      "step": 35788
    },
    {
      "contrastive_lambda": 0.3507794168069565,
      "epoch": 11.16313162819713,
      "step": 35789
    },
    {
      "epoch": 11.163443543356207,
      "grad_norm": 0.1408899873495102,
      "learning_rate": 3.8290220318389815e-05,
      "loss": 0.0278,
      "step": 35790
    },
    {
      "epoch": 11.163443543356207,
      "flow_loss": 0.02079230360686779,
      "step": 35790
    },
    {
      "contrastive_loss": 0.003436331171542406,
      "epoch": 11.163443543356207,
      "step": 35790
    },
    {
      "contrastive_lambda": 0.3507544301440422,
      "epoch": 11.163443543356207,
      "step": 35790
    },
    {
      "contrastive_lambda": 0.3507294438902929,
      "epoch": 11.163755458515285,
      "step": 35791
    },
    {
      "contrastive_lambda": 0.3507044580457773,
      "epoch": 11.16406737367436,
      "step": 35792
    },
    {
      "contrastive_lambda": 0.3506794726105641,
      "epoch": 11.164379288833437,
      "step": 35793
    },
    {
      "contrastive_lambda": 0.3506544875847215,
      "epoch": 11.164691203992515,
      "step": 35794
    },
    {
      "contrastive_lambda": 0.3506295029683182,
      "epoch": 11.16500311915159,
      "step": 35795
    },
    {
      "contrastive_lambda": 0.3506045187614224,
      "epoch": 11.165315034310668,
      "step": 35796
    },
    {
      "contrastive_lambda": 0.3505795349641029,
      "epoch": 11.165626949469745,
      "step": 35797
    },
    {
      "contrastive_lambda": 0.3505545515764281,
      "epoch": 11.16593886462882,
      "step": 35798
    },
    {
      "contrastive_lambda": 0.3505295685984665,
      "epoch": 11.166250779787898,
      "step": 35799
    },
    {
      "epoch": 11.166562694946974,
      "grad_norm": 0.10156404227018356,
      "learning_rate": 3.8263430665051746e-05,
      "loss": 0.0268,
      "step": 35800
    },
    {
      "epoch": 11.166562694946974,
      "flow_loss": 0.020448222756385803,
      "step": 35800
    },
    {
      "contrastive_loss": 0.006252513267099857,
      "epoch": 11.166562694946974,
      "step": 35800
    },
    {
      "contrastive_lambda": 0.35050458603028645,
      "epoch": 11.166562694946974,
      "step": 35800
    },
    {
      "contrastive_lambda": 0.3504796038719567,
      "epoch": 11.166874610106051,
      "step": 35801
    },
    {
      "contrastive_lambda": 0.3504546221235455,
      "epoch": 11.167186525265128,
      "step": 35802
    },
    {
      "contrastive_lambda": 0.3504296407851216,
      "epoch": 11.167498440424204,
      "step": 35803
    },
    {
      "contrastive_lambda": 0.3504046598567532,
      "epoch": 11.167810355583281,
      "step": 35804
    },
    {
      "contrastive_lambda": 0.3503796793385089,
      "epoch": 11.168122270742359,
      "step": 35805
    },
    {
      "contrastive_lambda": 0.35035469923045737,
      "epoch": 11.168434185901434,
      "step": 35806
    },
    {
      "contrastive_lambda": 0.35032971953266684,
      "epoch": 11.168746101060512,
      "step": 35807
    },
    {
      "contrastive_lambda": 0.35030474024520575,
      "epoch": 11.169058016219589,
      "step": 35808
    },
    {
      "contrastive_lambda": 0.3502797613681429,
      "epoch": 11.169369931378665,
      "step": 35809
    },
    {
      "epoch": 11.169681846537742,
      "grad_norm": 0.08135944604873657,
      "learning_rate": 3.8236644576973554e-05,
      "loss": 0.0287,
      "step": 35810
    },
    {
      "epoch": 11.169681846537742,
      "flow_loss": 0.01903548091650009,
      "step": 35810
    },
    {
      "contrastive_loss": 0.004487206228077412,
      "epoch": 11.169681846537742,
      "step": 35810
    },
    {
      "contrastive_lambda": 0.35025478290154655,
      "epoch": 11.169681846537742,
      "step": 35810
    },
    {
      "contrastive_lambda": 0.35022980484548505,
      "epoch": 11.16999376169682,
      "step": 35811
    },
    {
      "contrastive_lambda": 0.3502048272000272,
      "epoch": 11.170305676855895,
      "step": 35812
    },
    {
      "contrastive_lambda": 0.3501798499652413,
      "epoch": 11.170617592014972,
      "step": 35813
    },
    {
      "contrastive_lambda": 0.35015487314119587,
      "epoch": 11.170929507174048,
      "step": 35814
    },
    {
      "contrastive_lambda": 0.35012989672795924,
      "epoch": 11.171241422333125,
      "step": 35815
    },
    {
      "contrastive_lambda": 0.3501049207256002,
      "epoch": 11.171553337492202,
      "step": 35816
    },
    {
      "contrastive_lambda": 0.35007994513418683,
      "epoch": 11.171865252651278,
      "step": 35817
    },
    {
      "contrastive_lambda": 0.35005496995378804,
      "epoch": 11.172177167810355,
      "step": 35818
    },
    {
      "contrastive_lambda": 0.35002999518447186,
      "epoch": 11.172489082969433,
      "step": 35819
    },
    {
      "epoch": 11.172800998128508,
      "grad_norm": 0.07976426184177399,
      "learning_rate": 3.820986206229217e-05,
      "loss": 0.0254,
      "step": 35820
    },
    {
      "epoch": 11.172800998128508,
      "flow_loss": 0.018635012209415436,
      "step": 35820
    },
    {
      "contrastive_loss": 0.0036382831167429686,
      "epoch": 11.172800998128508,
      "step": 35820
    },
    {
      "contrastive_lambda": 0.35000502082630697,
      "epoch": 11.172800998128508,
      "step": 35820
    },
    {
      "contrastive_lambda": 0.34998004687936196,
      "epoch": 11.173112913287586,
      "step": 35821
    },
    {
      "contrastive_lambda": 0.349955073343705,
      "epoch": 11.173424828446663,
      "step": 35822
    },
    {
      "contrastive_lambda": 0.34993010021940485,
      "epoch": 11.173736743605739,
      "step": 35823
    },
    {
      "contrastive_lambda": 0.3499051275065299,
      "epoch": 11.174048658764816,
      "step": 35824
    },
    {
      "contrastive_lambda": 0.3498801552051484,
      "epoch": 11.174360573923893,
      "step": 35825
    },
    {
      "contrastive_lambda": 0.34985518331532917,
      "epoch": 11.174672489082969,
      "step": 35826
    },
    {
      "contrastive_lambda": 0.3498302118371403,
      "epoch": 11.174984404242046,
      "step": 35827
    },
    {
      "contrastive_lambda": 0.34980524077065045,
      "epoch": 11.175296319401124,
      "step": 35828
    },
    {
      "contrastive_lambda": 0.3497802701159282,
      "epoch": 11.1756082345602,
      "step": 35829
    },
    {
      "epoch": 11.175920149719277,
      "grad_norm": 0.10621464997529984,
      "learning_rate": 3.8183083129143384e-05,
      "loss": 0.0315,
      "step": 35830
    },
    {
      "epoch": 11.175920149719277,
      "flow_loss": 0.051751457154750824,
      "step": 35830
    },
    {
      "contrastive_loss": 0.005634038709104061,
      "epoch": 11.175920149719277,
      "step": 35830
    },
    {
      "contrastive_lambda": 0.3497552998730419,
      "epoch": 11.175920149719277,
      "step": 35830
    },
    {
      "contrastive_lambda": 0.34973033004205967,
      "epoch": 11.176232064878352,
      "step": 35831
    },
    {
      "contrastive_lambda": 0.3497053606230506,
      "epoch": 11.17654398003743,
      "step": 35832
    },
    {
      "contrastive_lambda": 0.34968039161608266,
      "epoch": 11.176855895196507,
      "step": 35833
    },
    {
      "contrastive_lambda": 0.3496554230212243,
      "epoch": 11.177167810355582,
      "step": 35834
    },
    {
      "contrastive_lambda": 0.34963045483854444,
      "epoch": 11.17747972551466,
      "step": 35835
    },
    {
      "contrastive_lambda": 0.3496054870681112,
      "epoch": 11.177791640673737,
      "step": 35836
    },
    {
      "contrastive_lambda": 0.3495805197099929,
      "epoch": 11.178103555832813,
      "step": 35837
    },
    {
      "contrastive_lambda": 0.34955555276425815,
      "epoch": 11.17841547099189,
      "step": 35838
    },
    {
      "contrastive_lambda": 0.34953058623097544,
      "epoch": 11.178727386150968,
      "step": 35839
    },
    {
      "epoch": 11.179039301310043,
      "grad_norm": 0.12341469526290894,
      "learning_rate": 3.815630778566193e-05,
      "loss": 0.0297,
      "step": 35840
    },
    {
      "epoch": 11.179039301310043,
      "flow_loss": 0.031014245003461838,
      "step": 35840
    },
    {
      "contrastive_loss": 0.004634201060980558,
      "epoch": 11.179039301310043,
      "step": 35840
    },
    {
      "contrastive_lambda": 0.34950562011021324,
      "epoch": 11.179039301310043,
      "step": 35840
    },
    {
      "contrastive_lambda": 0.3494806544020399,
      "epoch": 11.17935121646912,
      "step": 35841
    },
    {
      "contrastive_lambda": 0.3494556891065237,
      "epoch": 11.179663131628198,
      "step": 35842
    },
    {
      "contrastive_lambda": 0.3494307242237335,
      "epoch": 11.179975046787273,
      "step": 35843
    },
    {
      "contrastive_lambda": 0.34940575975373755,
      "epoch": 11.18028696194635,
      "step": 35844
    },
    {
      "contrastive_lambda": 0.3493807956966041,
      "epoch": 11.180598877105428,
      "step": 35845
    },
    {
      "contrastive_lambda": 0.3493558320524017,
      "epoch": 11.180910792264504,
      "step": 35846
    },
    {
      "contrastive_lambda": 0.34933086882119907,
      "epoch": 11.181222707423581,
      "step": 35847
    },
    {
      "contrastive_lambda": 0.34930590600306427,
      "epoch": 11.181534622582657,
      "step": 35848
    },
    {
      "contrastive_lambda": 0.34928094359806594,
      "epoch": 11.181846537741734,
      "step": 35849
    },
    {
      "epoch": 11.182158452900811,
      "grad_norm": 0.11798039078712463,
      "learning_rate": 3.812953603998145e-05,
      "loss": 0.0276,
      "step": 35850
    },
    {
      "epoch": 11.182158452900811,
      "flow_loss": 0.029851939529180527,
      "step": 35850
    },
    {
      "contrastive_loss": 0.004021989181637764,
      "epoch": 11.182158452900811,
      "step": 35850
    },
    {
      "contrastive_lambda": 0.34925598160627247,
      "epoch": 11.182158452900811,
      "step": 35850
    },
    {
      "contrastive_lambda": 0.3492310200277522,
      "epoch": 11.182470368059887,
      "step": 35851
    },
    {
      "contrastive_lambda": 0.3492060588625737,
      "epoch": 11.182782283218964,
      "step": 35852
    },
    {
      "contrastive_lambda": 0.34918109811080533,
      "epoch": 11.183094198378042,
      "step": 35853
    },
    {
      "contrastive_lambda": 0.34915613777251553,
      "epoch": 11.183406113537117,
      "step": 35854
    },
    {
      "contrastive_lambda": 0.3491311778477728,
      "epoch": 11.183718028696195,
      "step": 35855
    },
    {
      "contrastive_lambda": 0.34910621833664546,
      "epoch": 11.184029943855272,
      "step": 35856
    },
    {
      "contrastive_lambda": 0.349081259239202,
      "epoch": 11.184341859014348,
      "step": 35857
    },
    {
      "contrastive_lambda": 0.34905630055551096,
      "epoch": 11.184653774173425,
      "step": 35858
    },
    {
      "contrastive_lambda": 0.3490313422856405,
      "epoch": 11.184965689332502,
      "step": 35859
    },
    {
      "epoch": 11.185277604491578,
      "grad_norm": 0.07463189959526062,
      "learning_rate": 3.8102767900234504e-05,
      "loss": 0.0245,
      "step": 35860
    },
    {
      "epoch": 11.185277604491578,
      "flow_loss": 0.03712143748998642,
      "step": 35860
    },
    {
      "contrastive_loss": 0.0034632766619324684,
      "epoch": 11.185277604491578,
      "step": 35860
    },
    {
      "contrastive_lambda": 0.34900638442965926,
      "epoch": 11.185277604491578,
      "step": 35860
    },
    {
      "contrastive_lambda": 0.3489814269876355,
      "epoch": 11.185589519650655,
      "step": 35861
    },
    {
      "contrastive_lambda": 0.34895646995963775,
      "epoch": 11.185901434809733,
      "step": 35862
    },
    {
      "contrastive_lambda": 0.3489315133457345,
      "epoch": 11.186213349968808,
      "step": 35863
    },
    {
      "contrastive_lambda": 0.3489065571459941,
      "epoch": 11.186525265127885,
      "step": 35864
    },
    {
      "contrastive_lambda": 0.34888160136048474,
      "epoch": 11.186837180286961,
      "step": 35865
    },
    {
      "contrastive_lambda": 0.34885664598927524,
      "epoch": 11.187149095446038,
      "step": 35866
    },
    {
      "contrastive_lambda": 0.3488316910324339,
      "epoch": 11.187461010605116,
      "step": 35867
    },
    {
      "contrastive_lambda": 0.3488067364900288,
      "epoch": 11.187772925764191,
      "step": 35868
    },
    {
      "contrastive_lambda": 0.3487817823621288,
      "epoch": 11.188084840923269,
      "step": 35869
    },
    {
      "epoch": 11.188396756082346,
      "grad_norm": 0.1043076142668724,
      "learning_rate": 3.807600337455256e-05,
      "loss": 0.0273,
      "step": 35870
    },
    {
      "epoch": 11.188396756082346,
      "flow_loss": 0.017072252929210663,
      "step": 35870
    },
    {
      "contrastive_loss": 0.0036597540602087975,
      "epoch": 11.188396756082346,
      "step": 35870
    },
    {
      "contrastive_lambda": 0.34875682864880214,
      "epoch": 11.188396756082346,
      "step": 35870
    },
    {
      "contrastive_lambda": 0.3487318753501172,
      "epoch": 11.188708671241422,
      "step": 35871
    },
    {
      "contrastive_lambda": 0.3487069224661423,
      "epoch": 11.189020586400499,
      "step": 35872
    },
    {
      "contrastive_lambda": 0.348681969996946,
      "epoch": 11.189332501559576,
      "step": 35873
    },
    {
      "contrastive_lambda": 0.34865701794259674,
      "epoch": 11.189644416718652,
      "step": 35874
    },
    {
      "contrastive_lambda": 0.3486320663031629,
      "epoch": 11.18995633187773,
      "step": 35875
    },
    {
      "contrastive_lambda": 0.34860711507871267,
      "epoch": 11.190268247036807,
      "step": 35876
    },
    {
      "contrastive_lambda": 0.34858216426931476,
      "epoch": 11.190580162195882,
      "step": 35877
    },
    {
      "contrastive_lambda": 0.3485572138750375,
      "epoch": 11.19089207735496,
      "step": 35878
    },
    {
      "contrastive_lambda": 0.34853226389594916,
      "epoch": 11.191203992514037,
      "step": 35879
    },
    {
      "epoch": 11.191515907673113,
      "grad_norm": 0.08225233107805252,
      "learning_rate": 3.804924247106593e-05,
      "loss": 0.027,
      "step": 35880
    },
    {
      "epoch": 11.191515907673113,
      "flow_loss": 0.038133859634399414,
      "step": 35880
    },
    {
      "contrastive_loss": 0.0032461751252412796,
      "epoch": 11.191515907673113,
      "step": 35880
    },
    {
      "contrastive_lambda": 0.3485073143321181,
      "epoch": 11.191515907673113,
      "step": 35880
    },
    {
      "contrastive_lambda": 0.3484823651836131,
      "epoch": 11.19182782283219,
      "step": 35881
    },
    {
      "contrastive_lambda": 0.3484574164505021,
      "epoch": 11.192139737991265,
      "step": 35882
    },
    {
      "contrastive_lambda": 0.3484324681328538,
      "epoch": 11.192451653150343,
      "step": 35883
    },
    {
      "contrastive_lambda": 0.3484075202307364,
      "epoch": 11.19276356830942,
      "step": 35884
    },
    {
      "contrastive_lambda": 0.3483825727442184,
      "epoch": 11.193075483468496,
      "step": 35885
    },
    {
      "contrastive_lambda": 0.34835762567336825,
      "epoch": 11.193387398627573,
      "step": 35886
    },
    {
      "contrastive_lambda": 0.3483326790182544,
      "epoch": 11.19369931378665,
      "step": 35887
    },
    {
      "contrastive_lambda": 0.3483077327789448,
      "epoch": 11.194011228945726,
      "step": 35888
    },
    {
      "contrastive_lambda": 0.3482827869555084,
      "epoch": 11.194323144104803,
      "step": 35889
    },
    {
      "epoch": 11.19463505926388,
      "grad_norm": 0.06604446470737457,
      "learning_rate": 3.8022485197903925e-05,
      "loss": 0.0236,
      "step": 35890
    },
    {
      "epoch": 11.19463505926388,
      "flow_loss": 0.02417062595486641,
      "step": 35890
    },
    {
      "contrastive_loss": 0.0033187903463840485,
      "epoch": 11.19463505926388,
      "step": 35890
    },
    {
      "contrastive_lambda": 0.3482578415480132,
      "epoch": 11.19463505926388,
      "step": 35890
    },
    {
      "contrastive_lambda": 0.34823289655652784,
      "epoch": 11.194946974422956,
      "step": 35891
    },
    {
      "contrastive_lambda": 0.34820795198112064,
      "epoch": 11.195258889582034,
      "step": 35892
    },
    {
      "contrastive_lambda": 0.3481830078218599,
      "epoch": 11.195570804741111,
      "step": 35893
    },
    {
      "contrastive_lambda": 0.3481580640788141,
      "epoch": 11.195882719900187,
      "step": 35894
    },
    {
      "contrastive_lambda": 0.3481331207520516,
      "epoch": 11.196194635059264,
      "step": 35895
    },
    {
      "contrastive_lambda": 0.3481081778416407,
      "epoch": 11.196506550218341,
      "step": 35896
    },
    {
      "contrastive_lambda": 0.34808323534764996,
      "epoch": 11.196818465377417,
      "step": 35897
    },
    {
      "contrastive_lambda": 0.34805829327014765,
      "epoch": 11.197130380536494,
      "step": 35898
    },
    {
      "contrastive_lambda": 0.34803335160920196,
      "epoch": 11.19744229569557,
      "step": 35899
    },
    {
      "epoch": 11.197754210854647,
      "grad_norm": 0.08258369565010071,
      "learning_rate": 3.799573156319464e-05,
      "loss": 0.0283,
      "step": 35900
    },
    {
      "epoch": 11.197754210854647,
      "flow_loss": 0.014579872600734234,
      "step": 35900
    },
    {
      "contrastive_loss": 0.004273002967238426,
      "epoch": 11.197754210854647,
      "step": 35900
    },
    {
      "contrastive_lambda": 0.34800841036488167,
      "epoch": 11.197754210854647,
      "step": 35900
    },
    {
      "contrastive_lambda": 0.34798346953725495,
      "epoch": 11.198066126013725,
      "step": 35901
    },
    {
      "contrastive_lambda": 0.3479585291263901,
      "epoch": 11.1983780411728,
      "step": 35902
    },
    {
      "contrastive_lambda": 0.3479335891323555,
      "epoch": 11.198689956331878,
      "step": 35903
    },
    {
      "contrastive_lambda": 0.34790864955521983,
      "epoch": 11.199001871490955,
      "step": 35904
    },
    {
      "contrastive_lambda": 0.347883710395051,
      "epoch": 11.19931378665003,
      "step": 35905
    },
    {
      "contrastive_lambda": 0.3478587716519178,
      "epoch": 11.199625701809108,
      "step": 35906
    },
    {
      "contrastive_lambda": 0.34783383332588813,
      "epoch": 11.199937616968185,
      "step": 35907
    },
    {
      "contrastive_lambda": 0.34780889541703097,
      "epoch": 11.20024953212726,
      "step": 35908
    },
    {
      "contrastive_lambda": 0.3477839579254143,
      "epoch": 11.200561447286338,
      "step": 35909
    },
    {
      "epoch": 11.200873362445416,
      "grad_norm": 0.10388080775737762,
      "learning_rate": 3.796898157506515e-05,
      "loss": 0.0253,
      "step": 35910
    },
    {
      "epoch": 11.200873362445416,
      "flow_loss": 0.013437215238809586,
      "step": 35910
    },
    {
      "contrastive_loss": 0.00445687398314476,
      "epoch": 11.200873362445416,
      "step": 35910
    },
    {
      "contrastive_lambda": 0.3477590208511063,
      "epoch": 11.200873362445416,
      "step": 35910
    },
    {
      "contrastive_lambda": 0.34773408419417584,
      "epoch": 11.201185277604491,
      "step": 35911
    },
    {
      "contrastive_lambda": 0.34770914795469104,
      "epoch": 11.201497192763568,
      "step": 35912
    },
    {
      "contrastive_lambda": 0.34768421213272016,
      "epoch": 11.201809107922646,
      "step": 35913
    },
    {
      "contrastive_lambda": 0.34765927672833163,
      "epoch": 11.202121023081721,
      "step": 35914
    },
    {
      "contrastive_lambda": 0.34763434174159397,
      "epoch": 11.202432938240799,
      "step": 35915
    },
    {
      "contrastive_lambda": 0.34760940717257527,
      "epoch": 11.202744853399874,
      "step": 35916
    },
    {
      "contrastive_lambda": 0.3475844730213442,
      "epoch": 11.203056768558952,
      "step": 35917
    },
    {
      "contrastive_lambda": 0.3475595392879688,
      "epoch": 11.203368683718029,
      "step": 35918
    },
    {
      "contrastive_lambda": 0.3475346059725176,
      "epoch": 11.203680598877105,
      "step": 35919
    },
    {
      "epoch": 11.203992514036182,
      "grad_norm": 0.10290241241455078,
      "learning_rate": 3.794223524164143e-05,
      "loss": 0.0271,
      "step": 35920
    },
    {
      "epoch": 11.203992514036182,
      "flow_loss": 0.0386999249458313,
      "step": 35920
    },
    {
      "contrastive_loss": 0.003586891805753112,
      "epoch": 11.203992514036182,
      "step": 35920
    },
    {
      "contrastive_lambda": 0.3475096730750591,
      "epoch": 11.203992514036182,
      "step": 35920
    },
    {
      "contrastive_lambda": 0.34748474059566137,
      "epoch": 11.20430442919526,
      "step": 35921
    },
    {
      "contrastive_lambda": 0.34745980853439273,
      "epoch": 11.204616344354335,
      "step": 35922
    },
    {
      "contrastive_lambda": 0.3474348768913219,
      "epoch": 11.204928259513412,
      "step": 35923
    },
    {
      "contrastive_lambda": 0.347409945666517,
      "epoch": 11.20524017467249,
      "step": 35924
    },
    {
      "contrastive_lambda": 0.3473850148600463,
      "epoch": 11.205552089831565,
      "step": 35925
    },
    {
      "contrastive_lambda": 0.34736008447197825,
      "epoch": 11.205864004990643,
      "step": 35926
    },
    {
      "contrastive_lambda": 0.34733515450238117,
      "epoch": 11.20617592014972,
      "step": 35927
    },
    {
      "contrastive_lambda": 0.3473102249513236,
      "epoch": 11.206487835308796,
      "step": 35928
    },
    {
      "contrastive_lambda": 0.3472852958188737,
      "epoch": 11.206799750467873,
      "step": 35929
    },
    {
      "epoch": 11.20711166562695,
      "grad_norm": 0.10285326838493347,
      "learning_rate": 3.7915492571048245e-05,
      "loss": 0.0344,
      "step": 35930
    },
    {
      "epoch": 11.20711166562695,
      "flow_loss": 0.030409686267375946,
      "step": 35930
    },
    {
      "contrastive_loss": 0.006589418277144432,
      "epoch": 11.20711166562695,
      "step": 35930
    },
    {
      "contrastive_lambda": 0.34726036710509955,
      "epoch": 11.20711166562695,
      "step": 35930
    },
    {
      "contrastive_lambda": 0.34723543881007,
      "epoch": 11.207423580786026,
      "step": 35931
    },
    {
      "contrastive_lambda": 0.34721051093385324,
      "epoch": 11.207735495945103,
      "step": 35932
    },
    {
      "contrastive_lambda": 0.3471855834765173,
      "epoch": 11.208047411104179,
      "step": 35933
    },
    {
      "contrastive_lambda": 0.347160656438131,
      "epoch": 11.208359326263256,
      "step": 35934
    },
    {
      "contrastive_lambda": 0.3471357298187624,
      "epoch": 11.208671241422334,
      "step": 35935
    },
    {
      "contrastive_lambda": 0.34711080361847974,
      "epoch": 11.208983156581409,
      "step": 35936
    },
    {
      "contrastive_lambda": 0.34708587783735156,
      "epoch": 11.209295071740486,
      "step": 35937
    },
    {
      "contrastive_lambda": 0.34706095247544616,
      "epoch": 11.209606986899564,
      "step": 35938
    },
    {
      "contrastive_lambda": 0.3470360275328318,
      "epoch": 11.20991890205864,
      "step": 35939
    },
    {
      "epoch": 11.210230817217717,
      "grad_norm": 0.08166643977165222,
      "learning_rate": 3.788875357140937e-05,
      "loss": 0.026,
      "step": 35940
    },
    {
      "epoch": 11.210230817217717,
      "flow_loss": 0.03007054328918457,
      "step": 35940
    },
    {
      "contrastive_loss": 0.00415263045579195,
      "epoch": 11.210230817217717,
      "step": 35940
    },
    {
      "contrastive_lambda": 0.34701110300957694,
      "epoch": 11.210230817217717,
      "step": 35940
    },
    {
      "contrastive_lambda": 0.3469861789057497,
      "epoch": 11.210542732376794,
      "step": 35941
    },
    {
      "contrastive_lambda": 0.3469612552214185,
      "epoch": 11.21085464753587,
      "step": 35942
    },
    {
      "contrastive_lambda": 0.3469363319566519,
      "epoch": 11.211166562694947,
      "step": 35943
    },
    {
      "contrastive_lambda": 0.3469114091115179,
      "epoch": 11.211478477854024,
      "step": 35944
    },
    {
      "contrastive_lambda": 0.346886486686085,
      "epoch": 11.2117903930131,
      "step": 35945
    },
    {
      "contrastive_lambda": 0.3468615646804215,
      "epoch": 11.212102308172177,
      "step": 35946
    },
    {
      "contrastive_lambda": 0.3468366430945957,
      "epoch": 11.212414223331255,
      "step": 35947
    },
    {
      "contrastive_lambda": 0.34681172192867604,
      "epoch": 11.21272613849033,
      "step": 35948
    },
    {
      "contrastive_lambda": 0.3467868011827306,
      "epoch": 11.213038053649408,
      "step": 35949
    },
    {
      "epoch": 11.213349968808483,
      "grad_norm": 0.06916245073080063,
      "learning_rate": 3.786201825084736e-05,
      "loss": 0.0235,
      "step": 35950
    },
    {
      "epoch": 11.213349968808483,
      "flow_loss": 0.016957057639956474,
      "step": 35950
    },
    {
      "contrastive_loss": 0.003717471146956086,
      "epoch": 11.213349968808483,
      "step": 35950
    },
    {
      "contrastive_lambda": 0.34676188085682785,
      "epoch": 11.213349968808483,
      "step": 35950
    },
    {
      "contrastive_lambda": 0.34673696095103623,
      "epoch": 11.21366188396756,
      "step": 35951
    },
    {
      "contrastive_lambda": 0.3467120414654239,
      "epoch": 11.213973799126638,
      "step": 35952
    },
    {
      "contrastive_lambda": 0.346687122400059,
      "epoch": 11.214285714285714,
      "step": 35953
    },
    {
      "contrastive_lambda": 0.34666220375501033,
      "epoch": 11.21459762944479,
      "step": 35954
    },
    {
      "contrastive_lambda": 0.3466372855303459,
      "epoch": 11.214909544603868,
      "step": 35955
    },
    {
      "contrastive_lambda": 0.3466123677261338,
      "epoch": 11.215221459762944,
      "step": 35956
    },
    {
      "contrastive_lambda": 0.34658745034244287,
      "epoch": 11.215533374922021,
      "step": 35957
    },
    {
      "contrastive_lambda": 0.3465625333793411,
      "epoch": 11.215845290081099,
      "step": 35958
    },
    {
      "contrastive_lambda": 0.3465376168368968,
      "epoch": 11.216157205240174,
      "step": 35959
    },
    {
      "epoch": 11.216469120399251,
      "grad_norm": 0.1097201406955719,
      "learning_rate": 3.783528661748372e-05,
      "loss": 0.021,
      "step": 35960
    },
    {
      "epoch": 11.216469120399251,
      "flow_loss": 0.033506568521261215,
      "step": 35960
    },
    {
      "contrastive_loss": 0.0035509939771145582,
      "epoch": 11.216469120399251,
      "step": 35960
    },
    {
      "contrastive_lambda": 0.34651270071517837,
      "epoch": 11.216469120399251,
      "step": 35960
    },
    {
      "contrastive_lambda": 0.34648778501425403,
      "epoch": 11.216781035558329,
      "step": 35961
    },
    {
      "contrastive_lambda": 0.34646286973419227,
      "epoch": 11.217092950717404,
      "step": 35962
    },
    {
      "contrastive_lambda": 0.34643795487506124,
      "epoch": 11.217404865876482,
      "step": 35963
    },
    {
      "contrastive_lambda": 0.3464130404369291,
      "epoch": 11.21771678103556,
      "step": 35964
    },
    {
      "contrastive_lambda": 0.3463881264198645,
      "epoch": 11.218028696194635,
      "step": 35965
    },
    {
      "contrastive_lambda": 0.34636321282393556,
      "epoch": 11.218340611353712,
      "step": 35966
    },
    {
      "contrastive_lambda": 0.3463382996492106,
      "epoch": 11.218652526512788,
      "step": 35967
    },
    {
      "contrastive_lambda": 0.34631338689575786,
      "epoch": 11.218964441671865,
      "step": 35968
    },
    {
      "contrastive_lambda": 0.34628847456364575,
      "epoch": 11.219276356830942,
      "step": 35969
    },
    {
      "epoch": 11.219588271990018,
      "grad_norm": 0.08622581511735916,
      "learning_rate": 3.780855867943882e-05,
      "loss": 0.0233,
      "step": 35970
    },
    {
      "epoch": 11.219588271990018,
      "flow_loss": 0.02878829650580883,
      "step": 35970
    },
    {
      "contrastive_loss": 0.004658246412873268,
      "epoch": 11.219588271990018,
      "step": 35970
    },
    {
      "contrastive_lambda": 0.34626356265294245,
      "epoch": 11.219588271990018,
      "step": 35970
    },
    {
      "contrastive_lambda": 0.3462386511637163,
      "epoch": 11.219900187149095,
      "step": 35971
    },
    {
      "contrastive_lambda": 0.3462137400960358,
      "epoch": 11.220212102308173,
      "step": 35972
    },
    {
      "contrastive_lambda": 0.34618882944996887,
      "epoch": 11.220524017467248,
      "step": 35973
    },
    {
      "contrastive_lambda": 0.3461639192255841,
      "epoch": 11.220835932626326,
      "step": 35974
    },
    {
      "contrastive_lambda": 0.3461390094229496,
      "epoch": 11.221147847785403,
      "step": 35975
    },
    {
      "contrastive_lambda": 0.3461141000421337,
      "epoch": 11.221459762944479,
      "step": 35976
    },
    {
      "contrastive_lambda": 0.3460891910832049,
      "epoch": 11.221771678103556,
      "step": 35977
    },
    {
      "contrastive_lambda": 0.3460642825462312,
      "epoch": 11.222083593262633,
      "step": 35978
    },
    {
      "contrastive_lambda": 0.3460393744312811,
      "epoch": 11.222395508421709,
      "step": 35979
    },
    {
      "epoch": 11.222707423580786,
      "grad_norm": 0.12663127481937408,
      "learning_rate": 3.778183444483189e-05,
      "loss": 0.0288,
      "step": 35980
    },
    {
      "epoch": 11.222707423580786,
      "flow_loss": 0.028856514021754265,
      "step": 35980
    },
    {
      "contrastive_loss": 0.004779492504894733,
      "epoch": 11.222707423580786,
      "step": 35980
    },
    {
      "contrastive_lambda": 0.34601446673842273,
      "epoch": 11.222707423580786,
      "step": 35980
    },
    {
      "contrastive_lambda": 0.3459895594677245,
      "epoch": 11.223019338739864,
      "step": 35981
    },
    {
      "contrastive_lambda": 0.3459646526192546,
      "epoch": 11.22333125389894,
      "step": 35982
    },
    {
      "contrastive_lambda": 0.3459397461930813,
      "epoch": 11.223643169058017,
      "step": 35983
    },
    {
      "contrastive_lambda": 0.345914840189273,
      "epoch": 11.223955084217092,
      "step": 35984
    },
    {
      "contrastive_lambda": 0.3458899346078979,
      "epoch": 11.22426699937617,
      "step": 35985
    },
    {
      "contrastive_lambda": 0.34586502944902436,
      "epoch": 11.224578914535247,
      "step": 35986
    },
    {
      "contrastive_lambda": 0.3458401247127204,
      "epoch": 11.224890829694322,
      "step": 35987
    },
    {
      "contrastive_lambda": 0.34581522039905466,
      "epoch": 11.2252027448534,
      "step": 35988
    },
    {
      "contrastive_lambda": 0.3457903165080953,
      "epoch": 11.225514660012477,
      "step": 35989
    },
    {
      "epoch": 11.225826575171553,
      "grad_norm": 0.07553993165493011,
      "learning_rate": 3.775511392178108e-05,
      "loss": 0.0262,
      "step": 35990
    },
    {
      "epoch": 11.225826575171553,
      "flow_loss": 0.050631362944841385,
      "step": 35990
    },
    {
      "contrastive_loss": 0.003580020274966955,
      "epoch": 11.225826575171553,
      "step": 35990
    },
    {
      "contrastive_lambda": 0.34576541303991026,
      "epoch": 11.225826575171553,
      "step": 35990
    },
    {
      "contrastive_lambda": 0.34574050999456835,
      "epoch": 11.22613849033063,
      "step": 35991
    },
    {
      "contrastive_lambda": 0.3457156073721376,
      "epoch": 11.226450405489707,
      "step": 35992
    },
    {
      "contrastive_lambda": 0.34569070517268613,
      "epoch": 11.226762320648783,
      "step": 35993
    },
    {
      "contrastive_lambda": 0.3456658033962824,
      "epoch": 11.22707423580786,
      "step": 35994
    },
    {
      "contrastive_lambda": 0.3456409020429946,
      "epoch": 11.227386150966938,
      "step": 35995
    },
    {
      "contrastive_lambda": 0.34561600111289115,
      "epoch": 11.227698066126013,
      "step": 35996
    },
    {
      "contrastive_lambda": 0.34559110060604015,
      "epoch": 11.22800998128509,
      "step": 35997
    },
    {
      "contrastive_lambda": 0.34556620052250975,
      "epoch": 11.228321896444168,
      "step": 35998
    },
    {
      "contrastive_lambda": 0.3455413008623686,
      "epoch": 11.228633811603244,
      "step": 35999
    },
    {
      "epoch": 11.228945726762321,
      "grad_norm": 0.11400444060564041,
      "learning_rate": 3.772839711840332e-05,
      "loss": 0.0294,
      "step": 36000
    },
    {
      "epoch": 11.228945726762321,
      "flow_loss": 0.026447931304574013,
      "step": 36000
    },
    {
      "contrastive_loss": 0.003531987778842449,
      "epoch": 11.228945726762321,
      "step": 36000
    },
    {
      "contrastive_lambda": 0.34551640162568475,
      "epoch": 11.228945726762321,
      "step": 36000
    },
    {
      "contrastive_lambda": 0.34549150281252633,
      "epoch": 11.229257641921397,
      "step": 36001
    },
    {
      "contrastive_lambda": 0.34546660442296173,
      "epoch": 11.229569557080474,
      "step": 36002
    },
    {
      "contrastive_lambda": 0.3454417064570593,
      "epoch": 11.229881472239551,
      "step": 36003
    },
    {
      "contrastive_lambda": 0.34541680891488713,
      "epoch": 11.230193387398627,
      "step": 36004
    },
    {
      "contrastive_lambda": 0.34539191179651363,
      "epoch": 11.230505302557704,
      "step": 36005
    },
    {
      "contrastive_lambda": 0.3453670151020069,
      "epoch": 11.230817217716782,
      "step": 36006
    },
    {
      "contrastive_lambda": 0.3453421188314353,
      "epoch": 11.231129132875857,
      "step": 36007
    },
    {
      "contrastive_lambda": 0.3453172229848671,
      "epoch": 11.231441048034934,
      "step": 36008
    },
    {
      "contrastive_lambda": 0.34529232756237055,
      "epoch": 11.231752963194012,
      "step": 36009
    },
    {
      "epoch": 11.232064878353087,
      "grad_norm": 0.07936742901802063,
      "learning_rate": 3.7701684042814515e-05,
      "loss": 0.0279,
      "step": 36010
    },
    {
      "epoch": 11.232064878353087,
      "flow_loss": 0.02603958547115326,
      "step": 36010
    },
    {
      "contrastive_loss": 0.005508926697075367,
      "epoch": 11.232064878353087,
      "step": 36010
    },
    {
      "contrastive_lambda": 0.34526743256401365,
      "epoch": 11.232064878353087,
      "step": 36010
    },
    {
      "contrastive_lambda": 0.3452425379898651,
      "epoch": 11.232376793512165,
      "step": 36011
    },
    {
      "contrastive_lambda": 0.34521764383999287,
      "epoch": 11.232688708671242,
      "step": 36012
    },
    {
      "contrastive_lambda": 0.34519275011446515,
      "epoch": 11.233000623830318,
      "step": 36013
    },
    {
      "contrastive_lambda": 0.3451678568133504,
      "epoch": 11.233312538989395,
      "step": 36014
    },
    {
      "contrastive_lambda": 0.34514296393671673,
      "epoch": 11.233624454148472,
      "step": 36015
    },
    {
      "contrastive_lambda": 0.34511807148463247,
      "epoch": 11.233936369307548,
      "step": 36016
    },
    {
      "contrastive_lambda": 0.3450931794571657,
      "epoch": 11.234248284466625,
      "step": 36017
    },
    {
      "contrastive_lambda": 0.3450682878543848,
      "epoch": 11.234560199625701,
      "step": 36018
    },
    {
      "contrastive_lambda": 0.3450433966763581,
      "epoch": 11.234872114784778,
      "step": 36019
    },
    {
      "epoch": 11.235184029943856,
      "grad_norm": 0.08759260177612305,
      "learning_rate": 3.76749747031294e-05,
      "loss": 0.0248,
      "step": 36020
    },
    {
      "epoch": 11.235184029943856,
      "flow_loss": 0.034899674355983734,
      "step": 36020
    },
    {
      "contrastive_loss": 0.005219936370849609,
      "epoch": 11.235184029943856,
      "step": 36020
    },
    {
      "contrastive_lambda": 0.34501850592315375,
      "epoch": 11.235184029943856,
      "step": 36020
    },
    {
      "contrastive_lambda": 0.3449936155948397,
      "epoch": 11.235495945102931,
      "step": 36021
    },
    {
      "contrastive_lambda": 0.3449687256914847,
      "epoch": 11.235807860262009,
      "step": 36022
    },
    {
      "contrastive_lambda": 0.3449438362131567,
      "epoch": 11.236119775421086,
      "step": 36023
    },
    {
      "contrastive_lambda": 0.3449189471599239,
      "epoch": 11.236431690580162,
      "step": 36024
    },
    {
      "contrastive_lambda": 0.3448940585318546,
      "epoch": 11.236743605739239,
      "step": 36025
    },
    {
      "contrastive_lambda": 0.3448691703290172,
      "epoch": 11.237055520898316,
      "step": 36026
    },
    {
      "contrastive_lambda": 0.3448442825514796,
      "epoch": 11.237367436057392,
      "step": 36027
    },
    {
      "contrastive_lambda": 0.3448193951993104,
      "epoch": 11.23767935121647,
      "step": 36028
    },
    {
      "contrastive_lambda": 0.3447945082725774,
      "epoch": 11.237991266375547,
      "step": 36029
    },
    {
      "epoch": 11.238303181534622,
      "grad_norm": 0.09032773971557617,
      "learning_rate": 3.764826910746152e-05,
      "loss": 0.0291,
      "step": 36030
    },
    {
      "epoch": 11.238303181534622,
      "flow_loss": 0.02515137381851673,
      "step": 36030
    },
    {
      "contrastive_loss": 0.0032553691416978836,
      "epoch": 11.238303181534622,
      "step": 36030
    },
    {
      "contrastive_lambda": 0.3447696217713492,
      "epoch": 11.238303181534622,
      "step": 36030
    },
    {
      "contrastive_lambda": 0.3447447356956939,
      "epoch": 11.2386150966937,
      "step": 36031
    },
    {
      "contrastive_lambda": 0.34471985004567957,
      "epoch": 11.238927011852777,
      "step": 36032
    },
    {
      "contrastive_lambda": 0.3446949648213748,
      "epoch": 11.239238927011852,
      "step": 36033
    },
    {
      "contrastive_lambda": 0.3446700800228476,
      "epoch": 11.23955084217093,
      "step": 36034
    },
    {
      "contrastive_lambda": 0.34464519565016605,
      "epoch": 11.239862757330005,
      "step": 36035
    },
    {
      "contrastive_lambda": 0.3446203117033986,
      "epoch": 11.240174672489083,
      "step": 36036
    },
    {
      "contrastive_lambda": 0.34459542818261335,
      "epoch": 11.24048658764816,
      "step": 36037
    },
    {
      "contrastive_lambda": 0.34457054508787854,
      "epoch": 11.240798502807236,
      "step": 36038
    },
    {
      "contrastive_lambda": 0.34454566241926254,
      "epoch": 11.241110417966313,
      "step": 36039
    },
    {
      "epoch": 11.24142233312539,
      "grad_norm": 0.09967849403619766,
      "learning_rate": 3.762156726392338e-05,
      "loss": 0.026,
      "step": 36040
    },
    {
      "epoch": 11.24142233312539,
      "flow_loss": 0.028994852676987648,
      "step": 36040
    },
    {
      "contrastive_loss": 0.00466225715354085,
      "epoch": 11.24142233312539,
      "step": 36040
    },
    {
      "contrastive_lambda": 0.3445207801768333,
      "epoch": 11.24142233312539,
      "step": 36040
    },
    {
      "contrastive_lambda": 0.3444958983606592,
      "epoch": 11.241734248284466,
      "step": 36041
    },
    {
      "contrastive_lambda": 0.34447101697080845,
      "epoch": 11.242046163443543,
      "step": 36042
    },
    {
      "contrastive_lambda": 0.3444461360073493,
      "epoch": 11.24235807860262,
      "step": 36043
    },
    {
      "contrastive_lambda": 0.34442125547034963,
      "epoch": 11.242669993761696,
      "step": 36044
    },
    {
      "contrastive_lambda": 0.3443963753598782,
      "epoch": 11.242981908920774,
      "step": 36045
    },
    {
      "contrastive_lambda": 0.3443714956760029,
      "epoch": 11.243293824079851,
      "step": 36046
    },
    {
      "contrastive_lambda": 0.34434661641879194,
      "epoch": 11.243605739238927,
      "step": 36047
    },
    {
      "contrastive_lambda": 0.3443217375883135,
      "epoch": 11.243917654398004,
      "step": 36048
    },
    {
      "contrastive_lambda": 0.3442968591846359,
      "epoch": 11.244229569557081,
      "step": 36049
    },
    {
      "epoch": 11.244541484716157,
      "grad_norm": 0.08310530334711075,
      "learning_rate": 3.759486918062625e-05,
      "loss": 0.0281,
      "step": 36050
    },
    {
      "epoch": 11.244541484716157,
      "flow_loss": 0.03007739596068859,
      "step": 36050
    },
    {
      "contrastive_loss": 0.003318019676953554,
      "epoch": 11.244541484716157,
      "step": 36050
    },
    {
      "contrastive_lambda": 0.3442719812078273,
      "epoch": 11.244541484716157,
      "step": 36050
    },
    {
      "contrastive_lambda": 0.3442471036579561,
      "epoch": 11.244853399875234,
      "step": 36051
    },
    {
      "contrastive_lambda": 0.34422222653508994,
      "epoch": 11.24516531503431,
      "step": 36052
    },
    {
      "contrastive_lambda": 0.3441973498392976,
      "epoch": 11.245477230193387,
      "step": 36053
    },
    {
      "contrastive_lambda": 0.3441724735706472,
      "epoch": 11.245789145352465,
      "step": 36054
    },
    {
      "contrastive_lambda": 0.34414759772920644,
      "epoch": 11.24610106051154,
      "step": 36055
    },
    {
      "contrastive_lambda": 0.3441227223150442,
      "epoch": 11.246412975670617,
      "step": 36056
    },
    {
      "contrastive_lambda": 0.34409784732822835,
      "epoch": 11.246724890829695,
      "step": 36057
    },
    {
      "contrastive_lambda": 0.344072972768827,
      "epoch": 11.24703680598877,
      "step": 36058
    },
    {
      "contrastive_lambda": 0.34404809863690844,
      "epoch": 11.247348721147848,
      "step": 36059
    },
    {
      "epoch": 11.247660636306925,
      "grad_norm": 0.09483468532562256,
      "learning_rate": 3.756817486568033e-05,
      "loss": 0.0287,
      "step": 36060
    },
    {
      "epoch": 11.247660636306925,
      "flow_loss": 0.023825250566005707,
      "step": 36060
    },
    {
      "contrastive_loss": 0.0033294521272182465,
      "epoch": 11.247660636306925,
      "step": 36060
    },
    {
      "contrastive_lambda": 0.344023224932541,
      "epoch": 11.247660636306925,
      "step": 36060
    },
    {
      "contrastive_lambda": 0.3439983516557926,
      "epoch": 11.247972551466,
      "step": 36061
    },
    {
      "contrastive_lambda": 0.3439734788067317,
      "epoch": 11.248284466625078,
      "step": 36062
    },
    {
      "contrastive_lambda": 0.34394860638542624,
      "epoch": 11.248596381784155,
      "step": 36063
    },
    {
      "contrastive_lambda": 0.34392373439194457,
      "epoch": 11.248908296943231,
      "step": 36064
    },
    {
      "contrastive_lambda": 0.34389886282635496,
      "epoch": 11.249220212102308,
      "step": 36065
    },
    {
      "contrastive_lambda": 0.34387399168872534,
      "epoch": 11.249532127261386,
      "step": 36066
    },
    {
      "contrastive_lambda": 0.343849120979124,
      "epoch": 11.249844042420461,
      "step": 36067
    },
    {
      "contrastive_lambda": 0.34382425069761935,
      "epoch": 11.250155957579539,
      "step": 36068
    },
    {
      "contrastive_lambda": 0.34379938084427925,
      "epoch": 11.250467872738614,
      "step": 36069
    },
    {
      "epoch": 11.250779787897692,
      "grad_norm": 0.08574680984020233,
      "learning_rate": 3.7541484327194654e-05,
      "loss": 0.0293,
      "step": 36070
    },
    {
      "epoch": 11.250779787897692,
      "flow_loss": 0.017242608591914177,
      "step": 36070
    },
    {
      "contrastive_loss": 0.0036139676813036203,
      "epoch": 11.250779787897692,
      "step": 36070
    },
    {
      "contrastive_lambda": 0.34377451141917215,
      "epoch": 11.250779787897692,
      "step": 36070
    },
    {
      "contrastive_lambda": 0.34374964242236594,
      "epoch": 11.251091703056769,
      "step": 36071
    },
    {
      "contrastive_lambda": 0.34372477385392897,
      "epoch": 11.251403618215845,
      "step": 36072
    },
    {
      "contrastive_lambda": 0.3436999057139295,
      "epoch": 11.251715533374922,
      "step": 36073
    },
    {
      "contrastive_lambda": 0.3436750380024355,
      "epoch": 11.252027448534,
      "step": 36074
    },
    {
      "contrastive_lambda": 0.3436501707195153,
      "epoch": 11.252339363693075,
      "step": 36075
    },
    {
      "contrastive_lambda": 0.34362530386523715,
      "epoch": 11.252651278852152,
      "step": 36076
    },
    {
      "contrastive_lambda": 0.34360043743966906,
      "epoch": 11.25296319401123,
      "step": 36077
    },
    {
      "contrastive_lambda": 0.34357557144287904,
      "epoch": 11.253275109170305,
      "step": 36078
    },
    {
      "contrastive_lambda": 0.3435507058749357,
      "epoch": 11.253587024329383,
      "step": 36079
    },
    {
      "epoch": 11.25389893948846,
      "grad_norm": 0.11259948462247849,
      "learning_rate": 3.751479757327707e-05,
      "loss": 0.0267,
      "step": 36080
    },
    {
      "epoch": 11.25389893948846,
      "flow_loss": 0.027944820001721382,
      "step": 36080
    },
    {
      "contrastive_loss": 0.004373133182525635,
      "epoch": 11.25389893948846,
      "step": 36080
    },
    {
      "contrastive_lambda": 0.343525840735907,
      "epoch": 11.25389893948846,
      "step": 36080
    },
    {
      "contrastive_lambda": 0.34350097602586094,
      "epoch": 11.254210854647535,
      "step": 36081
    },
    {
      "contrastive_lambda": 0.3434761117448659,
      "epoch": 11.254522769806613,
      "step": 36082
    },
    {
      "contrastive_lambda": 0.34345124789299,
      "epoch": 11.25483468496569,
      "step": 36083
    },
    {
      "contrastive_lambda": 0.3434263844703014,
      "epoch": 11.255146600124766,
      "step": 36084
    },
    {
      "contrastive_lambda": 0.3434015214768683,
      "epoch": 11.255458515283843,
      "step": 36085
    },
    {
      "contrastive_lambda": 0.3433766589127586,
      "epoch": 11.255770430442919,
      "step": 36086
    },
    {
      "contrastive_lambda": 0.34335179677804095,
      "epoch": 11.256082345601996,
      "step": 36087
    },
    {
      "contrastive_lambda": 0.3433269350727832,
      "epoch": 11.256394260761073,
      "step": 36088
    },
    {
      "contrastive_lambda": 0.34330207379705335,
      "epoch": 11.256706175920149,
      "step": 36089
    },
    {
      "epoch": 11.257018091079226,
      "grad_norm": 0.07015319913625717,
      "learning_rate": 3.7488114612034345e-05,
      "loss": 0.0315,
      "step": 36090
    },
    {
      "epoch": 11.257018091079226,
      "flow_loss": 0.026494473218917847,
      "step": 36090
    },
    {
      "contrastive_loss": 0.004500988870859146,
      "epoch": 11.257018091079226,
      "step": 36090
    },
    {
      "contrastive_lambda": 0.34327721295091995,
      "epoch": 11.257018091079226,
      "step": 36090
    },
    {
      "contrastive_lambda": 0.34325235253445097,
      "epoch": 11.257330006238304,
      "step": 36091
    },
    {
      "contrastive_lambda": 0.3432274925477145,
      "epoch": 11.25764192139738,
      "step": 36092
    },
    {
      "contrastive_lambda": 0.34320263299077874,
      "epoch": 11.257953836556457,
      "step": 36093
    },
    {
      "contrastive_lambda": 0.34317777386371195,
      "epoch": 11.258265751715534,
      "step": 36094
    },
    {
      "contrastive_lambda": 0.34315291516658214,
      "epoch": 11.25857766687461,
      "step": 36095
    },
    {
      "contrastive_lambda": 0.3431280568994576,
      "epoch": 11.258889582033687,
      "step": 36096
    },
    {
      "contrastive_lambda": 0.34310319906240627,
      "epoch": 11.259201497192764,
      "step": 36097
    },
    {
      "contrastive_lambda": 0.34307834165549644,
      "epoch": 11.25951341235184,
      "step": 36098
    },
    {
      "contrastive_lambda": 0.34305348467879637,
      "epoch": 11.259825327510917,
      "step": 36099
    },
    {
      "epoch": 11.260137242669995,
      "grad_norm": 0.1156725287437439,
      "learning_rate": 3.7461435451572044e-05,
      "loss": 0.0233,
      "step": 36100
    },
    {
      "epoch": 11.260137242669995,
      "flow_loss": 0.04041660577058792,
      "step": 36100
    },
    {
      "contrastive_loss": 0.003735125996172428,
      "epoch": 11.260137242669995,
      "step": 36100
    },
    {
      "contrastive_lambda": 0.3430286281323741,
      "epoch": 11.260137242669995,
      "step": 36100
    },
    {
      "contrastive_lambda": 0.3430037720162975,
      "epoch": 11.26044915782907,
      "step": 36101
    },
    {
      "contrastive_lambda": 0.3429789163306352,
      "epoch": 11.260761072988148,
      "step": 36102
    },
    {
      "contrastive_lambda": 0.342954061075455,
      "epoch": 11.261072988147223,
      "step": 36103
    },
    {
      "contrastive_lambda": 0.3429292062508253,
      "epoch": 11.2613849033063,
      "step": 36104
    },
    {
      "contrastive_lambda": 0.342904351856814,
      "epoch": 11.261696818465378,
      "step": 36105
    },
    {
      "contrastive_lambda": 0.34287949789348926,
      "epoch": 11.262008733624453,
      "step": 36106
    },
    {
      "contrastive_lambda": 0.3428546443609195,
      "epoch": 11.26232064878353,
      "step": 36107
    },
    {
      "contrastive_lambda": 0.34282979125917257,
      "epoch": 11.262632563942608,
      "step": 36108
    },
    {
      "contrastive_lambda": 0.3428049385883165,
      "epoch": 11.262944479101684,
      "step": 36109
    },
    {
      "epoch": 11.263256394260761,
      "grad_norm": 0.148092120885849,
      "learning_rate": 3.743476009999459e-05,
      "loss": 0.0274,
      "step": 36110
    },
    {
      "epoch": 11.263256394260761,
      "flow_loss": 0.012250441126525402,
      "step": 36110
    },
    {
      "contrastive_loss": 0.003695615567266941,
      "epoch": 11.263256394260761,
      "step": 36110
    },
    {
      "contrastive_lambda": 0.34278008634841983,
      "epoch": 11.263256394260761,
      "step": 36110
    },
    {
      "contrastive_lambda": 0.34275523453955054,
      "epoch": 11.263568309419838,
      "step": 36111
    },
    {
      "contrastive_lambda": 0.3427303831617764,
      "epoch": 11.263880224578914,
      "step": 36112
    },
    {
      "contrastive_lambda": 0.34270553221516614,
      "epoch": 11.264192139737991,
      "step": 36113
    },
    {
      "contrastive_lambda": 0.34268068169978755,
      "epoch": 11.264504054897069,
      "step": 36114
    },
    {
      "contrastive_lambda": 0.3426558316157087,
      "epoch": 11.264815970056144,
      "step": 36115
    },
    {
      "contrastive_lambda": 0.3426309819629978,
      "epoch": 11.265127885215222,
      "step": 36116
    },
    {
      "contrastive_lambda": 0.34260613274172314,
      "epoch": 11.265439800374299,
      "step": 36117
    },
    {
      "contrastive_lambda": 0.3425812839519526,
      "epoch": 11.265751715533375,
      "step": 36118
    },
    {
      "contrastive_lambda": 0.3425564355937545,
      "epoch": 11.266063630692452,
      "step": 36119
    },
    {
      "epoch": 11.266375545851528,
      "grad_norm": 0.09179466962814331,
      "learning_rate": 3.7408088565405245e-05,
      "loss": 0.023,
      "step": 36120
    },
    {
      "epoch": 11.266375545851528,
      "flow_loss": 0.01865697093307972,
      "step": 36120
    },
    {
      "contrastive_loss": 0.0031556636095046997,
      "epoch": 11.266375545851528,
      "step": 36120
    },
    {
      "contrastive_lambda": 0.34253158766719666,
      "epoch": 11.266375545851528,
      "step": 36120
    },
    {
      "contrastive_lambda": 0.3425067401723476,
      "epoch": 11.266687461010605,
      "step": 36121
    },
    {
      "contrastive_lambda": 0.3424818931092753,
      "epoch": 11.266999376169682,
      "step": 36122
    },
    {
      "contrastive_lambda": 0.3424570464780477,
      "epoch": 11.267311291328758,
      "step": 36123
    },
    {
      "contrastive_lambda": 0.34243220027873306,
      "epoch": 11.267623206487835,
      "step": 36124
    },
    {
      "contrastive_lambda": 0.3424073545113996,
      "epoch": 11.267935121646913,
      "step": 36125
    },
    {
      "contrastive_lambda": 0.3423825091761152,
      "epoch": 11.268247036805988,
      "step": 36126
    },
    {
      "contrastive_lambda": 0.3423576642729482,
      "epoch": 11.268558951965066,
      "step": 36127
    },
    {
      "contrastive_lambda": 0.3423328198019665,
      "epoch": 11.268870867124143,
      "step": 36128
    },
    {
      "contrastive_lambda": 0.34230797576323835,
      "epoch": 11.269182782283218,
      "step": 36129
    },
    {
      "epoch": 11.269494697442296,
      "grad_norm": 0.08659683167934418,
      "learning_rate": 3.738142085590612e-05,
      "loss": 0.0273,
      "step": 36130
    },
    {
      "epoch": 11.269494697442296,
      "flow_loss": 0.05211196467280388,
      "step": 36130
    },
    {
      "contrastive_loss": 0.0037183212116360664,
      "epoch": 11.269494697442296,
      "step": 36130
    },
    {
      "contrastive_lambda": 0.342283132156832,
      "epoch": 11.269494697442296,
      "step": 36130
    },
    {
      "contrastive_lambda": 0.3422582889828153,
      "epoch": 11.269806612601373,
      "step": 36131
    },
    {
      "contrastive_lambda": 0.3422334462412563,
      "epoch": 11.270118527760449,
      "step": 36132
    },
    {
      "contrastive_lambda": 0.34220860393222347,
      "epoch": 11.270430442919526,
      "step": 36133
    },
    {
      "contrastive_lambda": 0.3421837620557847,
      "epoch": 11.270742358078603,
      "step": 36134
    },
    {
      "contrastive_lambda": 0.3421589206120079,
      "epoch": 11.271054273237679,
      "step": 36135
    },
    {
      "contrastive_lambda": 0.3421340796009616,
      "epoch": 11.271366188396756,
      "step": 36136
    },
    {
      "contrastive_lambda": 0.34210923902271356,
      "epoch": 11.271678103555832,
      "step": 36137
    },
    {
      "contrastive_lambda": 0.3420843988773321,
      "epoch": 11.27199001871491,
      "step": 36138
    },
    {
      "contrastive_lambda": 0.3420595591648852,
      "epoch": 11.272301933873987,
      "step": 36139
    },
    {
      "epoch": 11.272613849033062,
      "grad_norm": 0.08958526700735092,
      "learning_rate": 3.7354756979598194e-05,
      "loss": 0.0285,
      "step": 36140
    },
    {
      "epoch": 11.272613849033062,
      "flow_loss": 0.03661808744072914,
      "step": 36140
    },
    {
      "contrastive_loss": 0.0036877295933663845,
      "epoch": 11.272613849033062,
      "step": 36140
    },
    {
      "contrastive_lambda": 0.3420347198854409,
      "epoch": 11.272613849033062,
      "step": 36140
    },
    {
      "contrastive_lambda": 0.3420098810390675,
      "epoch": 11.27292576419214,
      "step": 36141
    },
    {
      "contrastive_lambda": 0.341985042625833,
      "epoch": 11.273237679351217,
      "step": 36142
    },
    {
      "contrastive_lambda": 0.3419602046458053,
      "epoch": 11.273549594510293,
      "step": 36143
    },
    {
      "contrastive_lambda": 0.3419353670990528,
      "epoch": 11.27386150966937,
      "step": 36144
    },
    {
      "contrastive_lambda": 0.34191052998564353,
      "epoch": 11.274173424828447,
      "step": 36145
    },
    {
      "contrastive_lambda": 0.34188569330564544,
      "epoch": 11.274485339987523,
      "step": 36146
    },
    {
      "contrastive_lambda": 0.3418608570591266,
      "epoch": 11.2747972551466,
      "step": 36147
    },
    {
      "contrastive_lambda": 0.3418360212461554,
      "epoch": 11.275109170305678,
      "step": 36148
    },
    {
      "contrastive_lambda": 0.3418111858667996,
      "epoch": 11.275421085464753,
      "step": 36149
    },
    {
      "epoch": 11.27573300062383,
      "grad_norm": 0.09002070873975754,
      "learning_rate": 3.7328096944581187e-05,
      "loss": 0.0284,
      "step": 36150
    },
    {
      "epoch": 11.27573300062383,
      "flow_loss": 0.02882840856909752,
      "step": 36150
    },
    {
      "contrastive_loss": 0.003534076502546668,
      "epoch": 11.27573300062383,
      "step": 36150
    },
    {
      "contrastive_lambda": 0.3417863509211275,
      "epoch": 11.27573300062383,
      "step": 36150
    },
    {
      "contrastive_lambda": 0.341761516409207,
      "epoch": 11.276044915782908,
      "step": 36151
    },
    {
      "contrastive_lambda": 0.3417366823311063,
      "epoch": 11.276356830941983,
      "step": 36152
    },
    {
      "contrastive_lambda": 0.3417118486868935,
      "epoch": 11.27666874610106,
      "step": 36153
    },
    {
      "contrastive_lambda": 0.3416870154766366,
      "epoch": 11.276980661260136,
      "step": 36154
    },
    {
      "contrastive_lambda": 0.3416621827004038,
      "epoch": 11.277292576419214,
      "step": 36155
    },
    {
      "contrastive_lambda": 0.3416373503582632,
      "epoch": 11.277604491578291,
      "step": 36156
    },
    {
      "contrastive_lambda": 0.3416125184502826,
      "epoch": 11.277916406737367,
      "step": 36157
    },
    {
      "contrastive_lambda": 0.3415876869765304,
      "epoch": 11.278228321896444,
      "step": 36158
    },
    {
      "contrastive_lambda": 0.3415628559370746,
      "epoch": 11.278540237055521,
      "step": 36159
    },
    {
      "epoch": 11.278852152214597,
      "grad_norm": 0.13709551095962524,
      "learning_rate": 3.730144075895377e-05,
      "loss": 0.0268,
      "step": 36160
    },
    {
      "epoch": 11.278852152214597,
      "flow_loss": 0.05309286341071129,
      "step": 36160
    },
    {
      "contrastive_loss": 0.003512549214065075,
      "epoch": 11.278852152214597,
      "step": 36160
    },
    {
      "contrastive_lambda": 0.3415380253319831,
      "epoch": 11.278852152214597,
      "step": 36160
    },
    {
      "contrastive_lambda": 0.3415131951613242,
      "epoch": 11.279164067373674,
      "step": 36161
    },
    {
      "contrastive_lambda": 0.3414883654251658,
      "epoch": 11.279475982532752,
      "step": 36162
    },
    {
      "contrastive_lambda": 0.34146353612357605,
      "epoch": 11.279787897691827,
      "step": 36163
    },
    {
      "contrastive_lambda": 0.34143870725662306,
      "epoch": 11.280099812850905,
      "step": 36164
    },
    {
      "contrastive_lambda": 0.3414138788243749,
      "epoch": 11.280411728009982,
      "step": 36165
    },
    {
      "contrastive_lambda": 0.3413890508268994,
      "epoch": 11.280723643169058,
      "step": 36166
    },
    {
      "contrastive_lambda": 0.341364223264265,
      "epoch": 11.281035558328135,
      "step": 36167
    },
    {
      "contrastive_lambda": 0.34133939613653963,
      "epoch": 11.281347473487212,
      "step": 36168
    },
    {
      "contrastive_lambda": 0.34131456944379124,
      "epoch": 11.281659388646288,
      "step": 36169
    },
    {
      "epoch": 11.281971303805365,
      "grad_norm": 0.09915147721767426,
      "learning_rate": 3.727478843081335e-05,
      "loss": 0.0252,
      "step": 36170
    },
    {
      "epoch": 11.281971303805365,
      "flow_loss": 0.03270435333251953,
      "step": 36170
    },
    {
      "contrastive_loss": 0.003802167484536767,
      "epoch": 11.281971303805365,
      "step": 36170
    },
    {
      "contrastive_lambda": 0.34128974318608785,
      "epoch": 11.281971303805365,
      "step": 36170
    },
    {
      "contrastive_lambda": 0.34126491736349773,
      "epoch": 11.28228321896444,
      "step": 36171
    },
    {
      "contrastive_lambda": 0.34124009197608896,
      "epoch": 11.282595134123518,
      "step": 36172
    },
    {
      "contrastive_lambda": 0.34121526702392946,
      "epoch": 11.282907049282596,
      "step": 36173
    },
    {
      "contrastive_lambda": 0.3411904425070871,
      "epoch": 11.283218964441671,
      "step": 36174
    },
    {
      "contrastive_lambda": 0.34116561842563037,
      "epoch": 11.283530879600749,
      "step": 36175
    },
    {
      "contrastive_lambda": 0.3411407947796271,
      "epoch": 11.283842794759826,
      "step": 36176
    },
    {
      "contrastive_lambda": 0.3411159715691452,
      "epoch": 11.284154709918901,
      "step": 36177
    },
    {
      "contrastive_lambda": 0.34109114879425306,
      "epoch": 11.284466625077979,
      "step": 36178
    },
    {
      "contrastive_lambda": 0.34106632645501855,
      "epoch": 11.284778540237056,
      "step": 36179
    },
    {
      "epoch": 11.285090455396132,
      "grad_norm": 0.1065954938530922,
      "learning_rate": 3.72481399682562e-05,
      "loss": 0.0319,
      "step": 36180
    },
    {
      "epoch": 11.285090455396132,
      "flow_loss": 0.022243179380893707,
      "step": 36180
    },
    {
      "contrastive_loss": 0.003531975671648979,
      "epoch": 11.285090455396132,
      "step": 36180
    },
    {
      "contrastive_lambda": 0.3410415045515097,
      "epoch": 11.285090455396132,
      "step": 36180
    },
    {
      "contrastive_lambda": 0.3410166830837945,
      "epoch": 11.28540237055521,
      "step": 36181
    },
    {
      "contrastive_lambda": 0.34099186205194126,
      "epoch": 11.285714285714286,
      "step": 36182
    },
    {
      "contrastive_lambda": 0.34096704145601775,
      "epoch": 11.286026200873362,
      "step": 36183
    },
    {
      "contrastive_lambda": 0.3409422212960922,
      "epoch": 11.28633811603244,
      "step": 36184
    },
    {
      "contrastive_lambda": 0.3409174015722325,
      "epoch": 11.286650031191517,
      "step": 36185
    },
    {
      "contrastive_lambda": 0.3408925822845067,
      "epoch": 11.286961946350592,
      "step": 36186
    },
    {
      "contrastive_lambda": 0.3408677634329831,
      "epoch": 11.28727386150967,
      "step": 36187
    },
    {
      "contrastive_lambda": 0.34084294501772955,
      "epoch": 11.287585776668745,
      "step": 36188
    },
    {
      "contrastive_lambda": 0.34081812703881387,
      "epoch": 11.287897691827823,
      "step": 36189
    },
    {
      "epoch": 11.2882096069869,
      "grad_norm": 0.11837092787027359,
      "learning_rate": 3.722149537937747e-05,
      "loss": 0.0261,
      "step": 36190
    },
    {
      "epoch": 11.2882096069869,
      "flow_loss": 0.01975947618484497,
      "step": 36190
    },
    {
      "contrastive_loss": 0.004281406290829182,
      "epoch": 11.2882096069869,
      "step": 36190
    },
    {
      "contrastive_lambda": 0.3407933094963046,
      "epoch": 11.2882096069869,
      "step": 36190
    },
    {
      "contrastive_lambda": 0.3407684923902693,
      "epoch": 11.288521522145976,
      "step": 36191
    },
    {
      "contrastive_lambda": 0.34074367572077635,
      "epoch": 11.288833437305053,
      "step": 36192
    },
    {
      "contrastive_lambda": 0.34071885948789365,
      "epoch": 11.28914535246413,
      "step": 36193
    },
    {
      "contrastive_lambda": 0.3406940436916892,
      "epoch": 11.289457267623206,
      "step": 36194
    },
    {
      "contrastive_lambda": 0.3406692283322311,
      "epoch": 11.289769182782283,
      "step": 36195
    },
    {
      "contrastive_lambda": 0.3406444134095874,
      "epoch": 11.29008109794136,
      "step": 36196
    },
    {
      "contrastive_lambda": 0.340619598923826,
      "epoch": 11.290393013100436,
      "step": 36197
    },
    {
      "contrastive_lambda": 0.3405947848750151,
      "epoch": 11.290704928259514,
      "step": 36198
    },
    {
      "contrastive_lambda": 0.34056997126322264,
      "epoch": 11.291016843418591,
      "step": 36199
    },
    {
      "epoch": 11.291328758577666,
      "grad_norm": 0.09305471181869507,
      "learning_rate": 3.7194854672271015e-05,
      "loss": 0.0226,
      "step": 36200
    },
    {
      "epoch": 11.291328758577666,
      "flow_loss": 0.01095762848854065,
      "step": 36200
    },
    {
      "contrastive_loss": 0.0037436257116496563,
      "epoch": 11.291328758577666,
      "step": 36200
    },
    {
      "contrastive_lambda": 0.3405451580885165,
      "epoch": 11.291328758577666,
      "step": 36200
    },
    {
      "contrastive_lambda": 0.34052034535096504,
      "epoch": 11.291640673736744,
      "step": 36201
    },
    {
      "contrastive_lambda": 0.3404955330506361,
      "epoch": 11.291952588895821,
      "step": 36202
    },
    {
      "contrastive_lambda": 0.3404707211875977,
      "epoch": 11.292264504054897,
      "step": 36203
    },
    {
      "contrastive_lambda": 0.34044590976191774,
      "epoch": 11.292576419213974,
      "step": 36204
    },
    {
      "contrastive_lambda": 0.34042109877366455,
      "epoch": 11.29288833437305,
      "step": 36205
    },
    {
      "contrastive_lambda": 0.3403962882229059,
      "epoch": 11.293200249532127,
      "step": 36206
    },
    {
      "contrastive_lambda": 0.3403714781097099,
      "epoch": 11.293512164691204,
      "step": 36207
    },
    {
      "contrastive_lambda": 0.3403466684341444,
      "epoch": 11.29382407985028,
      "step": 36208
    },
    {
      "contrastive_lambda": 0.34032185919627783,
      "epoch": 11.294135995009357,
      "step": 36209
    },
    {
      "epoch": 11.294447910168435,
      "grad_norm": 0.08069097250699997,
      "learning_rate": 3.7168217855029644e-05,
      "loss": 0.0273,
      "step": 36210
    },
    {
      "epoch": 11.294447910168435,
      "flow_loss": 0.018540557473897934,
      "step": 36210
    },
    {
      "contrastive_loss": 0.0036766896955668926,
      "epoch": 11.294447910168435,
      "step": 36210
    },
    {
      "contrastive_lambda": 0.3402970503961779,
      "epoch": 11.294447910168435,
      "step": 36210
    },
    {
      "contrastive_lambda": 0.3402722420339125,
      "epoch": 11.29475982532751,
      "step": 36211
    },
    {
      "contrastive_lambda": 0.34024743410954994,
      "epoch": 11.295071740486588,
      "step": 36212
    },
    {
      "contrastive_lambda": 0.34022262662315816,
      "epoch": 11.295383655645665,
      "step": 36213
    },
    {
      "contrastive_lambda": 0.3401978195748051,
      "epoch": 11.29569557080474,
      "step": 36214
    },
    {
      "contrastive_lambda": 0.3401730129645587,
      "epoch": 11.296007485963818,
      "step": 36215
    },
    {
      "contrastive_lambda": 0.34014820679248714,
      "epoch": 11.296319401122895,
      "step": 36216
    },
    {
      "contrastive_lambda": 0.3401234010586583,
      "epoch": 11.296631316281971,
      "step": 36217
    },
    {
      "contrastive_lambda": 0.34009859576314033,
      "epoch": 11.296943231441048,
      "step": 36218
    },
    {
      "contrastive_lambda": 0.340073790906001,
      "epoch": 11.297255146600126,
      "step": 36219
    },
    {
      "epoch": 11.297567061759201,
      "grad_norm": 0.09111594408750534,
      "learning_rate": 3.7141584935744856e-05,
      "loss": 0.0256,
      "step": 36220
    },
    {
      "epoch": 11.297567061759201,
      "flow_loss": 0.01576751470565796,
      "step": 36220
    },
    {
      "contrastive_loss": 0.003808502573519945,
      "epoch": 11.297567061759201,
      "step": 36220
    },
    {
      "contrastive_lambda": 0.3400489864873085,
      "epoch": 11.297567061759201,
      "step": 36220
    },
    {
      "contrastive_lambda": 0.34002418250713085,
      "epoch": 11.297878976918279,
      "step": 36221
    },
    {
      "contrastive_lambda": 0.339999378965536,
      "epoch": 11.298190892077354,
      "step": 36222
    },
    {
      "contrastive_lambda": 0.3399745758625917,
      "epoch": 11.298502807236432,
      "step": 36223
    },
    {
      "contrastive_lambda": 0.3399497731983665,
      "epoch": 11.298814722395509,
      "step": 36224
    },
    {
      "contrastive_lambda": 0.33992497097292784,
      "epoch": 11.299126637554584,
      "step": 36225
    },
    {
      "contrastive_lambda": 0.33990016918634414,
      "epoch": 11.299438552713662,
      "step": 36226
    },
    {
      "contrastive_lambda": 0.3398753678386831,
      "epoch": 11.29975046787274,
      "step": 36227
    },
    {
      "contrastive_lambda": 0.33985056693001287,
      "epoch": 11.300062383031815,
      "step": 36228
    },
    {
      "contrastive_lambda": 0.33982576646040147,
      "epoch": 11.300374298190892,
      "step": 36229
    },
    {
      "epoch": 11.30068621334997,
      "grad_norm": 0.09870507568120956,
      "learning_rate": 3.7114955922507055e-05,
      "loss": 0.0237,
      "step": 36230
    },
    {
      "epoch": 11.30068621334997,
      "flow_loss": 0.028674179688096046,
      "step": 36230
    },
    {
      "contrastive_loss": 0.004187093116343021,
      "epoch": 11.30068621334997,
      "step": 36230
    },
    {
      "contrastive_lambda": 0.3398009664299168,
      "epoch": 11.30068621334997,
      "step": 36230
    },
    {
      "contrastive_lambda": 0.3397761668386267,
      "epoch": 11.300998128509045,
      "step": 36231
    },
    {
      "contrastive_lambda": 0.3397513676865995,
      "epoch": 11.301310043668122,
      "step": 36232
    },
    {
      "contrastive_lambda": 0.3397265689739031,
      "epoch": 11.3016219588272,
      "step": 36233
    },
    {
      "contrastive_lambda": 0.33970177070060514,
      "epoch": 11.301933873986275,
      "step": 36234
    },
    {
      "contrastive_lambda": 0.3396769728667741,
      "epoch": 11.302245789145353,
      "step": 36235
    },
    {
      "contrastive_lambda": 0.33965217547247784,
      "epoch": 11.30255770430443,
      "step": 36236
    },
    {
      "contrastive_lambda": 0.339627378517784,
      "epoch": 11.302869619463506,
      "step": 36237
    },
    {
      "contrastive_lambda": 0.33960258200276083,
      "epoch": 11.303181534622583,
      "step": 36238
    },
    {
      "contrastive_lambda": 0.33957778592747645,
      "epoch": 11.303493449781659,
      "step": 36239
    },
    {
      "epoch": 11.303805364940736,
      "grad_norm": 0.06263352185487747,
      "learning_rate": 3.708833082340545e-05,
      "loss": 0.0281,
      "step": 36240
    },
    {
      "epoch": 11.303805364940736,
      "flow_loss": 0.021702444180846214,
      "step": 36240
    },
    {
      "contrastive_loss": 0.004169054329395294,
      "epoch": 11.303805364940736,
      "step": 36240
    },
    {
      "contrastive_lambda": 0.3395529902919986,
      "epoch": 11.303805364940736,
      "step": 36240
    },
    {
      "contrastive_lambda": 0.3395281950963953,
      "epoch": 11.304117280099813,
      "step": 36241
    },
    {
      "contrastive_lambda": 0.33950340034073445,
      "epoch": 11.304429195258889,
      "step": 36242
    },
    {
      "contrastive_lambda": 0.3394786060250844,
      "epoch": 11.304741110417966,
      "step": 36243
    },
    {
      "contrastive_lambda": 0.33945381214951276,
      "epoch": 11.305053025577044,
      "step": 36244
    },
    {
      "contrastive_lambda": 0.3394290187140876,
      "epoch": 11.30536494073612,
      "step": 36245
    },
    {
      "contrastive_lambda": 0.33940422571887685,
      "epoch": 11.305676855895197,
      "step": 36246
    },
    {
      "contrastive_lambda": 0.33937943316394864,
      "epoch": 11.305988771054274,
      "step": 36247
    },
    {
      "contrastive_lambda": 0.33935464104937074,
      "epoch": 11.30630068621335,
      "step": 36248
    },
    {
      "contrastive_lambda": 0.33932984937521127,
      "epoch": 11.306612601372427,
      "step": 36249
    },
    {
      "epoch": 11.306924516531504,
      "grad_norm": 0.1445235162973404,
      "learning_rate": 3.7061709646528034e-05,
      "loss": 0.0212,
      "step": 36250
    },
    {
      "epoch": 11.306924516531504,
      "flow_loss": 0.021105948835611343,
      "step": 36250
    },
    {
      "contrastive_loss": 0.0037711509503424168,
      "epoch": 11.306924516531504,
      "step": 36250
    },
    {
      "contrastive_lambda": 0.3393050581415381,
      "epoch": 11.306924516531504,
      "step": 36250
    },
    {
      "contrastive_lambda": 0.3392802673484192,
      "epoch": 11.30723643169058,
      "step": 36251
    },
    {
      "contrastive_lambda": 0.33925547699592273,
      "epoch": 11.307548346849657,
      "step": 36252
    },
    {
      "contrastive_lambda": 0.3392306870841164,
      "epoch": 11.307860262008735,
      "step": 36253
    },
    {
      "contrastive_lambda": 0.33920589761306813,
      "epoch": 11.30817217716781,
      "step": 36254
    },
    {
      "contrastive_lambda": 0.3391811085828462,
      "epoch": 11.308484092326887,
      "step": 36255
    },
    {
      "contrastive_lambda": 0.3391563199935185,
      "epoch": 11.308796007485963,
      "step": 36256
    },
    {
      "contrastive_lambda": 0.33913153184515255,
      "epoch": 11.30910792264504,
      "step": 36257
    },
    {
      "contrastive_lambda": 0.33910674413781683,
      "epoch": 11.309419837804118,
      "step": 36258
    },
    {
      "contrastive_lambda": 0.33908195687157905,
      "epoch": 11.309731752963193,
      "step": 36259
    },
    {
      "epoch": 11.31004366812227,
      "grad_norm": 0.15871867537498474,
      "learning_rate": 3.7035092399961604e-05,
      "loss": 0.0316,
      "step": 36260
    },
    {
      "epoch": 11.31004366812227,
      "flow_loss": 0.02069253847002983,
      "step": 36260
    },
    {
      "contrastive_loss": 0.003847540356218815,
      "epoch": 11.31004366812227,
      "step": 36260
    },
    {
      "contrastive_lambda": 0.3390571700465074,
      "epoch": 11.31004366812227,
      "step": 36260
    },
    {
      "contrastive_lambda": 0.3390323836626694,
      "epoch": 11.310355583281348,
      "step": 36261
    },
    {
      "contrastive_lambda": 0.33900759772013334,
      "epoch": 11.310667498440424,
      "step": 36262
    },
    {
      "contrastive_lambda": 0.3389828122189672,
      "epoch": 11.310979413599501,
      "step": 36263
    },
    {
      "contrastive_lambda": 0.33895802715923884,
      "epoch": 11.311291328758578,
      "step": 36264
    },
    {
      "contrastive_lambda": 0.338933242541016,
      "epoch": 11.311603243917654,
      "step": 36265
    },
    {
      "contrastive_lambda": 0.3389084583643669,
      "epoch": 11.311915159076731,
      "step": 36266
    },
    {
      "contrastive_lambda": 0.33888367462935953,
      "epoch": 11.312227074235809,
      "step": 36267
    },
    {
      "contrastive_lambda": 0.33885889133606156,
      "epoch": 11.312538989394884,
      "step": 36268
    },
    {
      "contrastive_lambda": 0.3388341084845411,
      "epoch": 11.312850904553962,
      "step": 36269
    },
    {
      "epoch": 11.313162819713039,
      "grad_norm": 0.1252390444278717,
      "learning_rate": 3.700847909179177e-05,
      "loss": 0.0327,
      "step": 36270
    },
    {
      "epoch": 11.313162819713039,
      "flow_loss": 0.041334014385938644,
      "step": 36270
    },
    {
      "contrastive_loss": 0.0035196016542613506,
      "epoch": 11.313162819713039,
      "step": 36270
    },
    {
      "contrastive_lambda": 0.3388093260748662,
      "epoch": 11.313162819713039,
      "step": 36270
    },
    {
      "contrastive_lambda": 0.33878454410710457,
      "epoch": 11.313474734872115,
      "step": 36271
    },
    {
      "contrastive_lambda": 0.33875976258132434,
      "epoch": 11.313786650031192,
      "step": 36272
    },
    {
      "contrastive_lambda": 0.33873498149759335,
      "epoch": 11.314098565190267,
      "step": 36273
    },
    {
      "contrastive_lambda": 0.33871020085597947,
      "epoch": 11.314410480349345,
      "step": 36274
    },
    {
      "contrastive_lambda": 0.33868542065655094,
      "epoch": 11.314722395508422,
      "step": 36275
    },
    {
      "contrastive_lambda": 0.3386606408993754,
      "epoch": 11.315034310667498,
      "step": 36276
    },
    {
      "contrastive_lambda": 0.3386358615845207,
      "epoch": 11.315346225826575,
      "step": 36277
    },
    {
      "contrastive_lambda": 0.33861108271205514,
      "epoch": 11.315658140985652,
      "step": 36278
    },
    {
      "contrastive_lambda": 0.3385863042820464,
      "epoch": 11.315970056144728,
      "step": 36279
    },
    {
      "epoch": 11.316281971303805,
      "grad_norm": 0.0936184898018837,
      "learning_rate": 3.698186973010297e-05,
      "loss": 0.0371,
      "step": 36280
    },
    {
      "epoch": 11.316281971303805,
      "flow_loss": 0.015792088583111763,
      "step": 36280
    },
    {
      "contrastive_loss": 0.005014216527342796,
      "epoch": 11.316281971303805,
      "step": 36280
    },
    {
      "contrastive_lambda": 0.33856152629456243,
      "epoch": 11.316281971303805,
      "step": 36280
    },
    {
      "contrastive_lambda": 0.3385367487496713,
      "epoch": 11.316593886462883,
      "step": 36281
    },
    {
      "contrastive_lambda": 0.33851197164744073,
      "epoch": 11.316905801621958,
      "step": 36282
    },
    {
      "contrastive_lambda": 0.3384871949879389,
      "epoch": 11.317217716781036,
      "step": 36283
    },
    {
      "contrastive_lambda": 0.3384624187712335,
      "epoch": 11.317529631940113,
      "step": 36284
    },
    {
      "contrastive_lambda": 0.33843764299739254,
      "epoch": 11.317841547099189,
      "step": 36285
    },
    {
      "contrastive_lambda": 0.33841286766648404,
      "epoch": 11.318153462258266,
      "step": 36286
    },
    {
      "contrastive_lambda": 0.33838809277857584,
      "epoch": 11.318465377417343,
      "step": 36287
    },
    {
      "contrastive_lambda": 0.3383633183337357,
      "epoch": 11.318777292576419,
      "step": 36288
    },
    {
      "contrastive_lambda": 0.3383385443320318,
      "epoch": 11.319089207735496,
      "step": 36289
    },
    {
      "epoch": 11.319401122894572,
      "grad_norm": 0.10108910501003265,
      "learning_rate": 3.695526432297844e-05,
      "loss": 0.0246,
      "step": 36290
    },
    {
      "epoch": 11.319401122894572,
      "flow_loss": 0.03337803855538368,
      "step": 36290
    },
    {
      "contrastive_loss": 0.0053610242903232574,
      "epoch": 11.319401122894572,
      "step": 36290
    },
    {
      "contrastive_lambda": 0.33831377077353203,
      "epoch": 11.319401122894572,
      "step": 36290
    },
    {
      "contrastive_lambda": 0.3382889976583041,
      "epoch": 11.31971303805365,
      "step": 36291
    },
    {
      "contrastive_lambda": 0.3382642249864161,
      "epoch": 11.320024953212727,
      "step": 36292
    },
    {
      "contrastive_lambda": 0.338239452757936,
      "epoch": 11.320336868371802,
      "step": 36293
    },
    {
      "contrastive_lambda": 0.3382146809729315,
      "epoch": 11.32064878353088,
      "step": 36294
    },
    {
      "contrastive_lambda": 0.33818990963147066,
      "epoch": 11.320960698689957,
      "step": 36295
    },
    {
      "contrastive_lambda": 0.3381651387336214,
      "epoch": 11.321272613849032,
      "step": 36296
    },
    {
      "contrastive_lambda": 0.3381403682794517,
      "epoch": 11.32158452900811,
      "step": 36297
    },
    {
      "contrastive_lambda": 0.33811559826902937,
      "epoch": 11.321896444167187,
      "step": 36298
    },
    {
      "contrastive_lambda": 0.338090828702422,
      "epoch": 11.322208359326263,
      "step": 36299
    },
    {
      "epoch": 11.32252027448534,
      "grad_norm": 0.11166220903396606,
      "learning_rate": 3.692866287850017e-05,
      "loss": 0.0241,
      "step": 36300
    },
    {
      "epoch": 11.32252027448534,
      "flow_loss": 0.03817973658442497,
      "step": 36300
    },
    {
      "contrastive_loss": 0.0037216907367110252,
      "epoch": 11.32252027448534,
      "step": 36300
    },
    {
      "contrastive_lambda": 0.33806605957969815,
      "epoch": 11.32252027448534,
      "step": 36300
    },
    {
      "contrastive_lambda": 0.3380412909009254,
      "epoch": 11.322832189644418,
      "step": 36301
    },
    {
      "contrastive_lambda": 0.33801652266617144,
      "epoch": 11.323144104803493,
      "step": 36302
    },
    {
      "contrastive_lambda": 0.3379917548755045,
      "epoch": 11.32345601996257,
      "step": 36303
    },
    {
      "contrastive_lambda": 0.33796698752899235,
      "epoch": 11.323767935121648,
      "step": 36304
    },
    {
      "contrastive_lambda": 0.33794222062670287,
      "epoch": 11.324079850280723,
      "step": 36305
    },
    {
      "contrastive_lambda": 0.3379174541687041,
      "epoch": 11.3243917654398,
      "step": 36306
    },
    {
      "contrastive_lambda": 0.3378926881550637,
      "epoch": 11.324703680598876,
      "step": 36307
    },
    {
      "contrastive_lambda": 0.3378679225858497,
      "epoch": 11.325015595757954,
      "step": 36308
    },
    {
      "contrastive_lambda": 0.33784315746113014,
      "epoch": 11.325327510917031,
      "step": 36309
    },
    {
      "epoch": 11.325639426076107,
      "grad_norm": 0.10191616415977478,
      "learning_rate": 3.6902065404749006e-05,
      "loss": 0.0282,
      "step": 36310
    },
    {
      "epoch": 11.325639426076107,
      "flow_loss": 0.023476069793105125,
      "step": 36310
    },
    {
      "contrastive_loss": 0.004550067707896233,
      "epoch": 11.325639426076107,
      "step": 36310
    },
    {
      "contrastive_lambda": 0.3378183927809727,
      "epoch": 11.325639426076107,
      "step": 36310
    },
    {
      "contrastive_lambda": 0.33779362854544515,
      "epoch": 11.325951341235184,
      "step": 36311
    },
    {
      "contrastive_lambda": 0.33776886475461587,
      "epoch": 11.326263256394261,
      "step": 36312
    },
    {
      "contrastive_lambda": 0.33774410140855227,
      "epoch": 11.326575171553337,
      "step": 36313
    },
    {
      "contrastive_lambda": 0.33771933850732244,
      "epoch": 11.326887086712414,
      "step": 36314
    },
    {
      "contrastive_lambda": 0.3376945760509944,
      "epoch": 11.327199001871492,
      "step": 36315
    },
    {
      "contrastive_lambda": 0.3376698140396357,
      "epoch": 11.327510917030567,
      "step": 36316
    },
    {
      "contrastive_lambda": 0.33764505247331467,
      "epoch": 11.327822832189645,
      "step": 36317
    },
    {
      "contrastive_lambda": 0.3376202913520987,
      "epoch": 11.328134747348722,
      "step": 36318
    },
    {
      "contrastive_lambda": 0.33759553067605597,
      "epoch": 11.328446662507798,
      "step": 36319
    },
    {
      "epoch": 11.328758577666875,
      "grad_norm": 0.07933595031499863,
      "learning_rate": 3.6875471909804516e-05,
      "loss": 0.0266,
      "step": 36320
    },
    {
      "epoch": 11.328758577666875,
      "flow_loss": 0.026240600273013115,
      "step": 36320
    },
    {
      "contrastive_loss": 0.004644864238798618,
      "epoch": 11.328758577666875,
      "step": 36320
    },
    {
      "contrastive_lambda": 0.33757077044525446,
      "epoch": 11.328758577666875,
      "step": 36320
    },
    {
      "contrastive_lambda": 0.33754601065976186,
      "epoch": 11.329070492825952,
      "step": 36321
    },
    {
      "contrastive_lambda": 0.33752125131964594,
      "epoch": 11.329382407985028,
      "step": 36322
    },
    {
      "contrastive_lambda": 0.3374964924249749,
      "epoch": 11.329694323144105,
      "step": 36323
    },
    {
      "contrastive_lambda": 0.3374717339758164,
      "epoch": 11.33000623830318,
      "step": 36324
    },
    {
      "contrastive_lambda": 0.3374469759722384,
      "epoch": 11.330318153462258,
      "step": 36325
    },
    {
      "contrastive_lambda": 0.33742221841430864,
      "epoch": 11.330630068621335,
      "step": 36326
    },
    {
      "contrastive_lambda": 0.33739746130209525,
      "epoch": 11.330941983780411,
      "step": 36327
    },
    {
      "contrastive_lambda": 0.3373727046356658,
      "epoch": 11.331253898939488,
      "step": 36328
    },
    {
      "contrastive_lambda": 0.33734794841508847,
      "epoch": 11.331565814098566,
      "step": 36329
    },
    {
      "epoch": 11.331877729257641,
      "grad_norm": 0.11028881371021271,
      "learning_rate": 3.6848882401745135e-05,
      "loss": 0.033,
      "step": 36330
    },
    {
      "epoch": 11.331877729257641,
      "flow_loss": 0.03371451422572136,
      "step": 36330
    },
    {
      "contrastive_loss": 0.003780507715418935,
      "epoch": 11.331877729257641,
      "step": 36330
    },
    {
      "contrastive_lambda": 0.33732319264043076,
      "epoch": 11.331877729257641,
      "step": 36330
    },
    {
      "contrastive_lambda": 0.3372984373117609,
      "epoch": 11.332189644416719,
      "step": 36331
    },
    {
      "contrastive_lambda": 0.3372736824291467,
      "epoch": 11.332501559575796,
      "step": 36332
    },
    {
      "contrastive_lambda": 0.33724892799265566,
      "epoch": 11.332813474734872,
      "step": 36333
    },
    {
      "contrastive_lambda": 0.33722417400235616,
      "epoch": 11.333125389893949,
      "step": 36334
    },
    {
      "contrastive_lambda": 0.33719942045831586,
      "epoch": 11.333437305053026,
      "step": 36335
    },
    {
      "contrastive_lambda": 0.3371746673606024,
      "epoch": 11.333749220212102,
      "step": 36336
    },
    {
      "contrastive_lambda": 0.3371499147092839,
      "epoch": 11.33406113537118,
      "step": 36337
    },
    {
      "contrastive_lambda": 0.33712516250442826,
      "epoch": 11.334373050530257,
      "step": 36338
    },
    {
      "contrastive_lambda": 0.33710041074610314,
      "epoch": 11.334684965689332,
      "step": 36339
    },
    {
      "epoch": 11.33499688084841,
      "grad_norm": 0.0959114283323288,
      "learning_rate": 3.682229688864806e-05,
      "loss": 0.027,
      "step": 36340
    },
    {
      "epoch": 11.33499688084841,
      "flow_loss": 0.03574921190738678,
      "step": 36340
    },
    {
      "contrastive_loss": 0.0038268244825303555,
      "epoch": 11.33499688084841,
      "step": 36340
    },
    {
      "contrastive_lambda": 0.33707565943437656,
      "epoch": 11.33499688084841,
      "step": 36340
    },
    {
      "contrastive_lambda": 0.33705090856931624,
      "epoch": 11.335308796007485,
      "step": 36341
    },
    {
      "contrastive_lambda": 0.33702615815099013,
      "epoch": 11.335620711166563,
      "step": 36342
    },
    {
      "contrastive_lambda": 0.3370014081794661,
      "epoch": 11.33593262632564,
      "step": 36343
    },
    {
      "contrastive_lambda": 0.33697665865481197,
      "epoch": 11.336244541484715,
      "step": 36344
    },
    {
      "contrastive_lambda": 0.3369519095770954,
      "epoch": 11.336556456643793,
      "step": 36345
    },
    {
      "contrastive_lambda": 0.33692716094638464,
      "epoch": 11.33686837180287,
      "step": 36346
    },
    {
      "contrastive_lambda": 0.33690241276274724,
      "epoch": 11.337180286961946,
      "step": 36347
    },
    {
      "contrastive_lambda": 0.33687766502625116,
      "epoch": 11.337492202121023,
      "step": 36348
    },
    {
      "contrastive_lambda": 0.33685291773696424,
      "epoch": 11.3378041172801,
      "step": 36349
    },
    {
      "epoch": 11.338116032439176,
      "grad_norm": 0.1195337325334549,
      "learning_rate": 3.6795715378589235e-05,
      "loss": 0.0294,
      "step": 36350
    },
    {
      "epoch": 11.338116032439176,
      "flow_loss": 0.024589242413640022,
      "step": 36350
    },
    {
      "contrastive_loss": 0.005496324505656958,
      "epoch": 11.338116032439176,
      "step": 36350
    },
    {
      "contrastive_lambda": 0.3368281708949542,
      "epoch": 11.338116032439176,
      "step": 36350
    },
    {
      "contrastive_lambda": 0.33680342450028916,
      "epoch": 11.338427947598253,
      "step": 36351
    },
    {
      "contrastive_lambda": 0.3367786785530368,
      "epoch": 11.33873986275733,
      "step": 36352
    },
    {
      "contrastive_lambda": 0.33675393305326473,
      "epoch": 11.339051777916406,
      "step": 36353
    },
    {
      "contrastive_lambda": 0.33672918800104124,
      "epoch": 11.339363693075484,
      "step": 36354
    },
    {
      "contrastive_lambda": 0.3367044433964339,
      "epoch": 11.339675608234561,
      "step": 36355
    },
    {
      "contrastive_lambda": 0.33667969923951047,
      "epoch": 11.339987523393637,
      "step": 36356
    },
    {
      "contrastive_lambda": 0.3366549555303391,
      "epoch": 11.340299438552714,
      "step": 36357
    },
    {
      "contrastive_lambda": 0.33663021226898737,
      "epoch": 11.34061135371179,
      "step": 36358
    },
    {
      "contrastive_lambda": 0.33660546945552317,
      "epoch": 11.340923268870867,
      "step": 36359
    },
    {
      "epoch": 11.341235184029944,
      "grad_norm": 0.11582893133163452,
      "learning_rate": 3.676913787964345e-05,
      "loss": 0.0256,
      "step": 36360
    },
    {
      "epoch": 11.341235184029944,
      "flow_loss": 0.01961147040128708,
      "step": 36360
    },
    {
      "contrastive_loss": 0.0042036836966872215,
      "epoch": 11.341235184029944,
      "step": 36360
    },
    {
      "contrastive_lambda": 0.33658072709001435,
      "epoch": 11.341235184029944,
      "step": 36360
    },
    {
      "contrastive_lambda": 0.3365559851725288,
      "epoch": 11.34154709918902,
      "step": 36361
    },
    {
      "contrastive_lambda": 0.33653124370313425,
      "epoch": 11.341859014348097,
      "step": 36362
    },
    {
      "contrastive_lambda": 0.33650650268189863,
      "epoch": 11.342170929507175,
      "step": 36363
    },
    {
      "contrastive_lambda": 0.3364817621088896,
      "epoch": 11.34248284466625,
      "step": 36364
    },
    {
      "contrastive_lambda": 0.3364570219841752,
      "epoch": 11.342794759825328,
      "step": 36365
    },
    {
      "contrastive_lambda": 0.3364322823078232,
      "epoch": 11.343106674984405,
      "step": 36366
    },
    {
      "contrastive_lambda": 0.3364075430799013,
      "epoch": 11.34341859014348,
      "step": 36367
    },
    {
      "contrastive_lambda": 0.3363828043004774,
      "epoch": 11.343730505302558,
      "step": 36368
    },
    {
      "contrastive_lambda": 0.33635806596961937,
      "epoch": 11.344042420461635,
      "step": 36369
    },
    {
      "epoch": 11.34435433562071,
      "grad_norm": 0.11907531321048737,
      "learning_rate": 3.674256439988423e-05,
      "loss": 0.0308,
      "step": 36370
    },
    {
      "epoch": 11.34435433562071,
      "flow_loss": 0.03874211013317108,
      "step": 36370
    },
    {
      "contrastive_loss": 0.003599595744162798,
      "epoch": 11.34435433562071,
      "step": 36370
    },
    {
      "contrastive_lambda": 0.33633332808739497,
      "epoch": 11.34435433562071,
      "step": 36370
    },
    {
      "contrastive_lambda": 0.33630859065387214,
      "epoch": 11.344666250779788,
      "step": 36371
    },
    {
      "contrastive_lambda": 0.3362838536691185,
      "epoch": 11.344978165938866,
      "step": 36372
    },
    {
      "contrastive_lambda": 0.33625911713320195,
      "epoch": 11.345290081097941,
      "step": 36373
    },
    {
      "contrastive_lambda": 0.3362343810461904,
      "epoch": 11.345601996257018,
      "step": 36374
    },
    {
      "contrastive_lambda": 0.3362096454081517,
      "epoch": 11.345913911416094,
      "step": 36375
    },
    {
      "contrastive_lambda": 0.3361849102191532,
      "epoch": 11.346225826575171,
      "step": 36376
    },
    {
      "contrastive_lambda": 0.33616017547926336,
      "epoch": 11.346537741734249,
      "step": 36377
    },
    {
      "contrastive_lambda": 0.3361354411885497,
      "epoch": 11.346849656893324,
      "step": 36378
    },
    {
      "contrastive_lambda": 0.3361107073470798,
      "epoch": 11.347161572052402,
      "step": 36379
    },
    {
      "epoch": 11.347473487211479,
      "grad_norm": 0.0935235545039177,
      "learning_rate": 3.6715994947383904e-05,
      "loss": 0.0266,
      "step": 36380
    },
    {
      "epoch": 11.347473487211479,
      "flow_loss": 0.022261574864387512,
      "step": 36380
    },
    {
      "contrastive_loss": 0.003927622456103563,
      "epoch": 11.347473487211479,
      "step": 36380
    },
    {
      "contrastive_lambda": 0.33608597395492196,
      "epoch": 11.347473487211479,
      "step": 36380
    },
    {
      "contrastive_lambda": 0.33606124101214374,
      "epoch": 11.347785402370555,
      "step": 36381
    },
    {
      "contrastive_lambda": 0.3360365085188127,
      "epoch": 11.348097317529632,
      "step": 36382
    },
    {
      "contrastive_lambda": 0.336011776474997,
      "epoch": 11.34840923268871,
      "step": 36383
    },
    {
      "contrastive_lambda": 0.3359870448807643,
      "epoch": 11.348721147847785,
      "step": 36384
    },
    {
      "contrastive_lambda": 0.33596231373618257,
      "epoch": 11.349033063006862,
      "step": 36385
    },
    {
      "contrastive_lambda": 0.3359375830413194,
      "epoch": 11.34934497816594,
      "step": 36386
    },
    {
      "contrastive_lambda": 0.3359128527962425,
      "epoch": 11.349656893325015,
      "step": 36387
    },
    {
      "contrastive_lambda": 0.33588812300102,
      "epoch": 11.349968808484093,
      "step": 36388
    },
    {
      "contrastive_lambda": 0.3358633936557196,
      "epoch": 11.350280723643168,
      "step": 36389
    },
    {
      "epoch": 11.350592638802246,
      "grad_norm": 0.08619211614131927,
      "learning_rate": 3.668942953021357e-05,
      "loss": 0.026,
      "step": 36390
    },
    {
      "epoch": 11.350592638802246,
      "flow_loss": 0.011911548674106598,
      "step": 36390
    },
    {
      "contrastive_loss": 0.003759280312806368,
      "epoch": 11.350592638802246,
      "step": 36390
    },
    {
      "contrastive_lambda": 0.3358386647604088,
      "epoch": 11.350592638802246,
      "step": 36390
    },
    {
      "contrastive_lambda": 0.3358139363151557,
      "epoch": 11.350904553961323,
      "step": 36391
    },
    {
      "contrastive_lambda": 0.3357892083200281,
      "epoch": 11.351216469120399,
      "step": 36392
    },
    {
      "contrastive_lambda": 0.3357644807750937,
      "epoch": 11.351528384279476,
      "step": 36393
    },
    {
      "contrastive_lambda": 0.3357397536804203,
      "epoch": 11.351840299438553,
      "step": 36394
    },
    {
      "contrastive_lambda": 0.3357150270360756,
      "epoch": 11.352152214597629,
      "step": 36395
    },
    {
      "contrastive_lambda": 0.3356903008421275,
      "epoch": 11.352464129756706,
      "step": 36396
    },
    {
      "contrastive_lambda": 0.3356655750986438,
      "epoch": 11.352776044915784,
      "step": 36397
    },
    {
      "contrastive_lambda": 0.33564084980569225,
      "epoch": 11.353087960074859,
      "step": 36398
    },
    {
      "contrastive_lambda": 0.3356161249633406,
      "epoch": 11.353399875233936,
      "step": 36399
    },
    {
      "epoch": 11.353711790393014,
      "grad_norm": 0.06838619709014893,
      "learning_rate": 3.66628681564431e-05,
      "loss": 0.0234,
      "step": 36400
    },
    {
      "epoch": 11.353711790393014,
      "flow_loss": 0.046393558382987976,
      "step": 36400
    },
    {
      "contrastive_loss": 0.00445330748334527,
      "epoch": 11.353711790393014,
      "step": 36400
    },
    {
      "contrastive_lambda": 0.3355914005716568,
      "epoch": 11.353711790393014,
      "step": 36400
    },
    {
      "contrastive_lambda": 0.3355666766307084,
      "epoch": 11.35402370555209,
      "step": 36401
    },
    {
      "contrastive_lambda": 0.3355419531405633,
      "epoch": 11.354335620711167,
      "step": 36402
    },
    {
      "contrastive_lambda": 0.3355172301012893,
      "epoch": 11.354647535870244,
      "step": 36403
    },
    {
      "contrastive_lambda": 0.3354925075129542,
      "epoch": 11.35495945102932,
      "step": 36404
    },
    {
      "contrastive_lambda": 0.3354677853756257,
      "epoch": 11.355271366188397,
      "step": 36405
    },
    {
      "contrastive_lambda": 0.3354430636893716,
      "epoch": 11.355583281347473,
      "step": 36406
    },
    {
      "contrastive_lambda": 0.3354183424542596,
      "epoch": 11.35589519650655,
      "step": 36407
    },
    {
      "contrastive_lambda": 0.3353936216703577,
      "epoch": 11.356207111665627,
      "step": 36408
    },
    {
      "contrastive_lambda": 0.33536890133773356,
      "epoch": 11.356519026824703,
      "step": 36409
    },
    {
      "epoch": 11.35683094198378,
      "grad_norm": 0.08021178841590881,
      "learning_rate": 3.663631083414114e-05,
      "loss": 0.027,
      "step": 36410
    },
    {
      "epoch": 11.35683094198378,
      "flow_loss": 0.017407305538654327,
      "step": 36410
    },
    {
      "contrastive_loss": 0.004063356667757034,
      "epoch": 11.35683094198378,
      "step": 36410
    },
    {
      "contrastive_lambda": 0.3353441814564546,
      "epoch": 11.35683094198378,
      "step": 36410
    },
    {
      "contrastive_lambda": 0.33531946202658924,
      "epoch": 11.357142857142858,
      "step": 36411
    },
    {
      "contrastive_lambda": 0.33529474304820495,
      "epoch": 11.357454772301933,
      "step": 36412
    },
    {
      "contrastive_lambda": 0.33527002452136917,
      "epoch": 11.35776668746101,
      "step": 36413
    },
    {
      "contrastive_lambda": 0.33524530644615025,
      "epoch": 11.358078602620088,
      "step": 36414
    },
    {
      "contrastive_lambda": 0.33522058882261563,
      "epoch": 11.358390517779164,
      "step": 36415
    },
    {
      "contrastive_lambda": 0.33519587165083303,
      "epoch": 11.358702432938241,
      "step": 36416
    },
    {
      "contrastive_lambda": 0.33517115493087035,
      "epoch": 11.359014348097318,
      "step": 36417
    },
    {
      "contrastive_lambda": 0.33514643866279525,
      "epoch": 11.359326263256394,
      "step": 36418
    },
    {
      "contrastive_lambda": 0.33512172284667563,
      "epoch": 11.359638178415471,
      "step": 36419
    },
    {
      "epoch": 11.359950093574549,
      "grad_norm": 0.07718561589717865,
      "learning_rate": 3.660975757137509e-05,
      "loss": 0.021,
      "step": 36420
    },
    {
      "epoch": 11.359950093574549,
      "flow_loss": 0.027342282235622406,
      "step": 36420
    },
    {
      "contrastive_loss": 0.004156863316893578,
      "epoch": 11.359950093574549,
      "step": 36420
    },
    {
      "contrastive_lambda": 0.3350970074825792,
      "epoch": 11.359950093574549,
      "step": 36420
    },
    {
      "contrastive_lambda": 0.33507229257057347,
      "epoch": 11.360262008733624,
      "step": 36421
    },
    {
      "contrastive_lambda": 0.33504757811072666,
      "epoch": 11.360573923892701,
      "step": 36422
    },
    {
      "contrastive_lambda": 0.3350228641031063,
      "epoch": 11.360885839051777,
      "step": 36423
    },
    {
      "contrastive_lambda": 0.3349981505477799,
      "epoch": 11.361197754210854,
      "step": 36424
    },
    {
      "contrastive_lambda": 0.33497343744481556,
      "epoch": 11.361509669369932,
      "step": 36425
    },
    {
      "contrastive_lambda": 0.33494872479428095,
      "epoch": 11.361821584529007,
      "step": 36426
    },
    {
      "contrastive_lambda": 0.3349240125962437,
      "epoch": 11.362133499688085,
      "step": 36427
    },
    {
      "contrastive_lambda": 0.3348993008507718,
      "epoch": 11.362445414847162,
      "step": 36428
    },
    {
      "contrastive_lambda": 0.3348745895579327,
      "epoch": 11.362757330006238,
      "step": 36429
    },
    {
      "epoch": 11.363069245165315,
      "grad_norm": 0.08453045040369034,
      "learning_rate": 3.658320837621114e-05,
      "loss": 0.0332,
      "step": 36430
    },
    {
      "epoch": 11.363069245165315,
      "flow_loss": 0.034482721239328384,
      "step": 36430
    },
    {
      "contrastive_loss": 0.0069099003449082375,
      "epoch": 11.363069245165315,
      "step": 36430
    },
    {
      "contrastive_lambda": 0.33484987871779426,
      "epoch": 11.363069245165315,
      "step": 36430
    },
    {
      "contrastive_lambda": 0.3348251683304243,
      "epoch": 11.363381160324392,
      "step": 36431
    },
    {
      "contrastive_lambda": 0.3348004583958907,
      "epoch": 11.363693075483468,
      "step": 36432
    },
    {
      "contrastive_lambda": 0.33477574891426065,
      "epoch": 11.364004990642545,
      "step": 36433
    },
    {
      "contrastive_lambda": 0.3347510398856025,
      "epoch": 11.364316905801623,
      "step": 36434
    },
    {
      "contrastive_lambda": 0.3347263313099837,
      "epoch": 11.364628820960698,
      "step": 36435
    },
    {
      "contrastive_lambda": 0.334701623187472,
      "epoch": 11.364940736119776,
      "step": 36436
    },
    {
      "contrastive_lambda": 0.33467691551813533,
      "epoch": 11.365252651278853,
      "step": 36437
    },
    {
      "contrastive_lambda": 0.3346522083020412,
      "epoch": 11.365564566437929,
      "step": 36438
    },
    {
      "contrastive_lambda": 0.33462750153925747,
      "epoch": 11.365876481597006,
      "step": 36439
    },
    {
      "epoch": 11.366188396756082,
      "grad_norm": 0.12413328140974045,
      "learning_rate": 3.655666325671426e-05,
      "loss": 0.0285,
      "step": 36440
    },
    {
      "epoch": 11.366188396756082,
      "flow_loss": 0.03188768029212952,
      "step": 36440
    },
    {
      "contrastive_loss": 0.003853855188935995,
      "epoch": 11.366188396756082,
      "step": 36440
    },
    {
      "contrastive_lambda": 0.33460279522985176,
      "epoch": 11.366188396756082,
      "step": 36440
    },
    {
      "contrastive_lambda": 0.3345780893738919,
      "epoch": 11.366500311915159,
      "step": 36441
    },
    {
      "contrastive_lambda": 0.33455338397144563,
      "epoch": 11.366812227074236,
      "step": 36442
    },
    {
      "contrastive_lambda": 0.3345286790225807,
      "epoch": 11.367124142233312,
      "step": 36443
    },
    {
      "contrastive_lambda": 0.3345039745273646,
      "epoch": 11.36743605739239,
      "step": 36444
    },
    {
      "contrastive_lambda": 0.33447927048586545,
      "epoch": 11.367747972551467,
      "step": 36445
    },
    {
      "contrastive_lambda": 0.3344545668981508,
      "epoch": 11.368059887710542,
      "step": 36446
    },
    {
      "contrastive_lambda": 0.3344298637642882,
      "epoch": 11.36837180286962,
      "step": 36447
    },
    {
      "contrastive_lambda": 0.33440516108434554,
      "epoch": 11.368683718028697,
      "step": 36448
    },
    {
      "contrastive_lambda": 0.33438045885839063,
      "epoch": 11.368995633187772,
      "step": 36449
    },
    {
      "epoch": 11.36930754834685,
      "grad_norm": 0.07127527892589569,
      "learning_rate": 3.65301222209481e-05,
      "loss": 0.0261,
      "step": 36450
    },
    {
      "epoch": 11.36930754834685,
      "flow_loss": 0.024953892454504967,
      "step": 36450
    },
    {
      "contrastive_loss": 0.005490763112902641,
      "epoch": 11.36930754834685,
      "step": 36450
    },
    {
      "contrastive_lambda": 0.334355757086491,
      "epoch": 11.36930754834685,
      "step": 36450
    },
    {
      "contrastive_lambda": 0.3343310557687146,
      "epoch": 11.369619463505927,
      "step": 36451
    },
    {
      "contrastive_lambda": 0.3343063549051288,
      "epoch": 11.369931378665003,
      "step": 36452
    },
    {
      "contrastive_lambda": 0.3342816544958017,
      "epoch": 11.37024329382408,
      "step": 36453
    },
    {
      "contrastive_lambda": 0.3342569545408009,
      "epoch": 11.370555208983157,
      "step": 36454
    },
    {
      "contrastive_lambda": 0.3342322550401938,
      "epoch": 11.370867124142233,
      "step": 36455
    },
    {
      "contrastive_lambda": 0.3342075559940487,
      "epoch": 11.37117903930131,
      "step": 36456
    },
    {
      "contrastive_lambda": 0.3341828574024329,
      "epoch": 11.371490954460386,
      "step": 36457
    },
    {
      "contrastive_lambda": 0.33415815926541415,
      "epoch": 11.371802869619463,
      "step": 36458
    },
    {
      "contrastive_lambda": 0.33413346158306023,
      "epoch": 11.37211478477854,
      "step": 36459
    },
    {
      "epoch": 11.372426699937616,
      "grad_norm": 0.08685769140720367,
      "learning_rate": 3.650358527697519e-05,
      "loss": 0.0257,
      "step": 36460
    },
    {
      "epoch": 11.372426699937616,
      "flow_loss": 0.04209386184811592,
      "step": 36460
    },
    {
      "contrastive_loss": 0.0036101804580539465,
      "epoch": 11.372426699937616,
      "step": 36460
    },
    {
      "contrastive_lambda": 0.33410876435543896,
      "epoch": 11.372426699937616,
      "step": 36460
    },
    {
      "contrastive_lambda": 0.33408406758261777,
      "epoch": 11.372738615096694,
      "step": 36461
    },
    {
      "contrastive_lambda": 0.3340593712646647,
      "epoch": 11.373050530255771,
      "step": 36462
    },
    {
      "contrastive_lambda": 0.3340346754016471,
      "epoch": 11.373362445414847,
      "step": 36463
    },
    {
      "contrastive_lambda": 0.3340099799936329,
      "epoch": 11.373674360573924,
      "step": 36464
    },
    {
      "contrastive_lambda": 0.3339852850406899,
      "epoch": 11.373986275733001,
      "step": 36465
    },
    {
      "contrastive_lambda": 0.3339605905428856,
      "epoch": 11.374298190892077,
      "step": 36466
    },
    {
      "contrastive_lambda": 0.33393589650028765,
      "epoch": 11.374610106051154,
      "step": 36467
    },
    {
      "contrastive_lambda": 0.33391120291296406,
      "epoch": 11.374922021210232,
      "step": 36468
    },
    {
      "contrastive_lambda": 0.3338865097809823,
      "epoch": 11.375233936369307,
      "step": 36469
    },
    {
      "epoch": 11.375545851528384,
      "grad_norm": 0.07467236369848251,
      "learning_rate": 3.64770524328567e-05,
      "loss": 0.0285,
      "step": 36470
    },
    {
      "epoch": 11.375545851528384,
      "flow_loss": 0.030023109167814255,
      "step": 36470
    },
    {
      "contrastive_loss": 0.003238699398934841,
      "epoch": 11.375545851528384,
      "step": 36470
    },
    {
      "contrastive_lambda": 0.33386181710441,
      "epoch": 11.375545851528384,
      "step": 36470
    },
    {
      "contrastive_lambda": 0.33383712488331496,
      "epoch": 11.375857766687462,
      "step": 36471
    },
    {
      "contrastive_lambda": 0.3338124331177649,
      "epoch": 11.376169681846537,
      "step": 36472
    },
    {
      "contrastive_lambda": 0.33378774180782755,
      "epoch": 11.376481597005615,
      "step": 36473
    },
    {
      "contrastive_lambda": 0.33376305095357056,
      "epoch": 11.37679351216469,
      "step": 36474
    },
    {
      "contrastive_lambda": 0.33373836055506145,
      "epoch": 11.377105427323768,
      "step": 36475
    },
    {
      "contrastive_lambda": 0.33371367061236823,
      "epoch": 11.377417342482845,
      "step": 36476
    },
    {
      "contrastive_lambda": 0.3336889811255584,
      "epoch": 11.37772925764192,
      "step": 36477
    },
    {
      "contrastive_lambda": 0.3336642920946995,
      "epoch": 11.378041172800998,
      "step": 36478
    },
    {
      "contrastive_lambda": 0.33363960351985955,
      "epoch": 11.378353087960075,
      "step": 36479
    },
    {
      "epoch": 11.378665003119151,
      "grad_norm": 0.08444739878177643,
      "learning_rate": 3.645052369665265e-05,
      "loss": 0.0262,
      "step": 36480
    },
    {
      "epoch": 11.378665003119151,
      "flow_loss": 0.028699355199933052,
      "step": 36480
    },
    {
      "contrastive_loss": 0.003631227184087038,
      "epoch": 11.378665003119151,
      "step": 36480
    },
    {
      "contrastive_lambda": 0.3336149154011061,
      "epoch": 11.378665003119151,
      "step": 36480
    },
    {
      "contrastive_lambda": 0.3335902277385067,
      "epoch": 11.378976918278228,
      "step": 36481
    },
    {
      "contrastive_lambda": 0.33356554053212917,
      "epoch": 11.379288833437306,
      "step": 36482
    },
    {
      "contrastive_lambda": 0.33354085378204124,
      "epoch": 11.379600748596381,
      "step": 36483
    },
    {
      "contrastive_lambda": 0.33351616748831037,
      "epoch": 11.379912663755459,
      "step": 36484
    },
    {
      "contrastive_lambda": 0.33349148165100456,
      "epoch": 11.380224578914536,
      "step": 36485
    },
    {
      "contrastive_lambda": 0.33346679627019116,
      "epoch": 11.380536494073612,
      "step": 36486
    },
    {
      "contrastive_lambda": 0.333442111345938,
      "epoch": 11.380848409232689,
      "step": 36487
    },
    {
      "contrastive_lambda": 0.33341742687831283,
      "epoch": 11.381160324391766,
      "step": 36488
    },
    {
      "contrastive_lambda": 0.3333927428673832,
      "epoch": 11.381472239550842,
      "step": 36489
    },
    {
      "epoch": 11.38178415470992,
      "grad_norm": 0.0793304294347763,
      "learning_rate": 3.6423999076421724e-05,
      "loss": 0.0287,
      "step": 36490
    },
    {
      "epoch": 11.38178415470992,
      "flow_loss": 0.023732410743832588,
      "step": 36490
    },
    {
      "contrastive_loss": 0.004925074987113476,
      "epoch": 11.38178415470992,
      "step": 36490
    },
    {
      "contrastive_lambda": 0.3333680593132168,
      "epoch": 11.38178415470992,
      "step": 36490
    },
    {
      "contrastive_lambda": 0.3333433762158814,
      "epoch": 11.382096069868995,
      "step": 36491
    },
    {
      "contrastive_lambda": 0.33331869357544447,
      "epoch": 11.382407985028072,
      "step": 36492
    },
    {
      "contrastive_lambda": 0.3332940113919739,
      "epoch": 11.38271990018715,
      "step": 36493
    },
    {
      "contrastive_lambda": 0.33326932966553724,
      "epoch": 11.383031815346225,
      "step": 36494
    },
    {
      "contrastive_lambda": 0.33324464839620216,
      "epoch": 11.383343730505302,
      "step": 36495
    },
    {
      "contrastive_lambda": 0.3332199675840364,
      "epoch": 11.38365564566438,
      "step": 36496
    },
    {
      "contrastive_lambda": 0.33319528722910763,
      "epoch": 11.383967560823455,
      "step": 36497
    },
    {
      "contrastive_lambda": 0.3331706073314832,
      "epoch": 11.384279475982533,
      "step": 36498
    },
    {
      "contrastive_lambda": 0.3331459278912312,
      "epoch": 11.38459139114161,
      "step": 36499
    },
    {
      "epoch": 11.384903306300686,
      "grad_norm": 0.0739716961979866,
      "learning_rate": 3.639747858022142e-05,
      "loss": 0.026,
      "step": 36500
    },
    {
      "epoch": 11.384903306300686,
      "flow_loss": 0.039107486605644226,
      "step": 36500
    },
    {
      "contrastive_loss": 0.003502611303701997,
      "epoch": 11.384903306300686,
      "step": 36500
    },
    {
      "contrastive_lambda": 0.3331212489084192,
      "epoch": 11.384903306300686,
      "step": 36500
    },
    {
      "contrastive_lambda": 0.33309657038311447,
      "epoch": 11.385215221459763,
      "step": 36501
    },
    {
      "contrastive_lambda": 0.33307189231538525,
      "epoch": 11.38552713661884,
      "step": 36502
    },
    {
      "contrastive_lambda": 0.33304721470529886,
      "epoch": 11.385839051777916,
      "step": 36503
    },
    {
      "contrastive_lambda": 0.333022537552923,
      "epoch": 11.386150966936993,
      "step": 36504
    },
    {
      "contrastive_lambda": 0.3329978608583252,
      "epoch": 11.38646288209607,
      "step": 36505
    },
    {
      "contrastive_lambda": 0.3329731846215733,
      "epoch": 11.386774797255146,
      "step": 36506
    },
    {
      "contrastive_lambda": 0.3329485088427351,
      "epoch": 11.387086712414224,
      "step": 36507
    },
    {
      "contrastive_lambda": 0.33292383352187793,
      "epoch": 11.3873986275733,
      "step": 36508
    },
    {
      "contrastive_lambda": 0.3328991586590694,
      "epoch": 11.387710542732377,
      "step": 36509
    },
    {
      "epoch": 11.388022457891454,
      "grad_norm": 0.09518760442733765,
      "learning_rate": 3.637096221610799e-05,
      "loss": 0.0305,
      "step": 36510
    },
    {
      "epoch": 11.388022457891454,
      "flow_loss": 0.02753012254834175,
      "step": 36510
    },
    {
      "contrastive_loss": 0.003969172015786171,
      "epoch": 11.388022457891454,
      "step": 36510
    },
    {
      "contrastive_lambda": 0.3328744842543775,
      "epoch": 11.388022457891454,
      "step": 36510
    },
    {
      "contrastive_lambda": 0.3328498103078697,
      "epoch": 11.38833437305053,
      "step": 36511
    },
    {
      "contrastive_lambda": 0.3328251368196135,
      "epoch": 11.388646288209607,
      "step": 36512
    },
    {
      "contrastive_lambda": 0.3328004637896767,
      "epoch": 11.388958203368684,
      "step": 36513
    },
    {
      "contrastive_lambda": 0.33277579121812706,
      "epoch": 11.38927011852776,
      "step": 36514
    },
    {
      "contrastive_lambda": 0.33275111910503197,
      "epoch": 11.389582033686837,
      "step": 36515
    },
    {
      "contrastive_lambda": 0.3327264474504592,
      "epoch": 11.389893948845915,
      "step": 36516
    },
    {
      "contrastive_lambda": 0.3327017762544764,
      "epoch": 11.39020586400499,
      "step": 36517
    },
    {
      "contrastive_lambda": 0.3326771055171511,
      "epoch": 11.390517779164067,
      "step": 36518
    },
    {
      "contrastive_lambda": 0.33265243523855115,
      "epoch": 11.390829694323145,
      "step": 36519
    },
    {
      "epoch": 11.39114160948222,
      "grad_norm": 0.09329203516244888,
      "learning_rate": 3.634444999213638e-05,
      "loss": 0.0257,
      "step": 36520
    },
    {
      "epoch": 11.39114160948222,
      "flow_loss": 0.05069858580827713,
      "step": 36520
    },
    {
      "contrastive_loss": 0.005696977488696575,
      "epoch": 11.39114160948222,
      "step": 36520
    },
    {
      "contrastive_lambda": 0.3326277654187439,
      "epoch": 11.39114160948222,
      "step": 36520
    },
    {
      "contrastive_lambda": 0.33260309605779714,
      "epoch": 11.391453524641298,
      "step": 36521
    },
    {
      "contrastive_lambda": 0.3325784271557787,
      "epoch": 11.391765439800375,
      "step": 36522
    },
    {
      "contrastive_lambda": 0.3325537587127558,
      "epoch": 11.39207735495945,
      "step": 36523
    },
    {
      "contrastive_lambda": 0.3325290907287963,
      "epoch": 11.392389270118528,
      "step": 36524
    },
    {
      "contrastive_lambda": 0.3325044232039679,
      "epoch": 11.392701185277604,
      "step": 36525
    },
    {
      "contrastive_lambda": 0.332479756138338,
      "epoch": 11.393013100436681,
      "step": 36526
    },
    {
      "contrastive_lambda": 0.33245508953197456,
      "epoch": 11.393325015595758,
      "step": 36527
    },
    {
      "contrastive_lambda": 0.3324304233849449,
      "epoch": 11.393636930754834,
      "step": 36528
    },
    {
      "contrastive_lambda": 0.3324057576973166,
      "epoch": 11.393948845913911,
      "step": 36529
    },
    {
      "epoch": 11.394260761072989,
      "grad_norm": 0.08542225509881973,
      "learning_rate": 3.6317941916360296e-05,
      "loss": 0.0274,
      "step": 36530
    },
    {
      "epoch": 11.394260761072989,
      "flow_loss": 0.036148551851511,
      "step": 36530
    },
    {
      "contrastive_loss": 0.0035596718080341816,
      "epoch": 11.394260761072989,
      "step": 36530
    },
    {
      "contrastive_lambda": 0.3323810924691577,
      "epoch": 11.394260761072989,
      "step": 36530
    },
    {
      "contrastive_lambda": 0.3323564277005355,
      "epoch": 11.394572676232064,
      "step": 36531
    },
    {
      "contrastive_lambda": 0.3323317633915174,
      "epoch": 11.394884591391142,
      "step": 36532
    },
    {
      "contrastive_lambda": 0.3323070995421715,
      "epoch": 11.395196506550219,
      "step": 36533
    },
    {
      "contrastive_lambda": 0.3322824361525653,
      "epoch": 11.395508421709295,
      "step": 36534
    },
    {
      "contrastive_lambda": 0.33225777322276606,
      "epoch": 11.395820336868372,
      "step": 36535
    },
    {
      "contrastive_lambda": 0.3322331107528419,
      "epoch": 11.39613225202745,
      "step": 36536
    },
    {
      "contrastive_lambda": 0.33220844874286015,
      "epoch": 11.396444167186525,
      "step": 36537
    },
    {
      "contrastive_lambda": 0.33218378719288844,
      "epoch": 11.396756082345602,
      "step": 36538
    },
    {
      "contrastive_lambda": 0.3321591261029943,
      "epoch": 11.39706799750468,
      "step": 36539
    },
    {
      "epoch": 11.397379912663755,
      "grad_norm": 0.08161333203315735,
      "learning_rate": 3.629143799683221e-05,
      "loss": 0.0293,
      "step": 36540
    },
    {
      "epoch": 11.397379912663755,
      "flow_loss": 0.034988079220056534,
      "step": 36540
    },
    {
      "contrastive_loss": 0.0038441959768533707,
      "epoch": 11.397379912663755,
      "step": 36540
    },
    {
      "contrastive_lambda": 0.33213446547324554,
      "epoch": 11.397379912663755,
      "step": 36540
    },
    {
      "contrastive_lambda": 0.3321098053037097,
      "epoch": 11.397691827822833,
      "step": 36541
    },
    {
      "contrastive_lambda": 0.3320851455944544,
      "epoch": 11.398003742981908,
      "step": 36542
    },
    {
      "contrastive_lambda": 0.33206048634554697,
      "epoch": 11.398315658140985,
      "step": 36543
    },
    {
      "contrastive_lambda": 0.3320358275570555,
      "epoch": 11.398627573300063,
      "step": 36544
    },
    {
      "contrastive_lambda": 0.33201116922904733,
      "epoch": 11.398939488459138,
      "step": 36545
    },
    {
      "contrastive_lambda": 0.33198651136158996,
      "epoch": 11.399251403618216,
      "step": 36546
    },
    {
      "contrastive_lambda": 0.3319618539547511,
      "epoch": 11.399563318777293,
      "step": 36547
    },
    {
      "contrastive_lambda": 0.3319371970085985,
      "epoch": 11.399875233936369,
      "step": 36548
    },
    {
      "contrastive_lambda": 0.3319125405231995,
      "epoch": 11.400187149095446,
      "step": 36549
    },
    {
      "epoch": 11.400499064254523,
      "grad_norm": 0.09539861977100372,
      "learning_rate": 3.626493824160331e-05,
      "loss": 0.0291,
      "step": 36550
    },
    {
      "epoch": 11.400499064254523,
      "flow_loss": 0.0255146324634552,
      "step": 36550
    },
    {
      "contrastive_loss": 0.003412458114326,
      "epoch": 11.400499064254523,
      "step": 36550
    },
    {
      "contrastive_lambda": 0.3318878844986219,
      "epoch": 11.400499064254523,
      "step": 36550
    },
    {
      "contrastive_lambda": 0.33186322893493314,
      "epoch": 11.400810979413599,
      "step": 36551
    },
    {
      "contrastive_lambda": 0.33183857383220083,
      "epoch": 11.401122894572676,
      "step": 36552
    },
    {
      "contrastive_lambda": 0.33181391919049275,
      "epoch": 11.401434809731754,
      "step": 36553
    },
    {
      "contrastive_lambda": 0.3317892650098764,
      "epoch": 11.40174672489083,
      "step": 36554
    },
    {
      "contrastive_lambda": 0.33176461129041906,
      "epoch": 11.402058640049907,
      "step": 36555
    },
    {
      "contrastive_lambda": 0.3317399580321888,
      "epoch": 11.402370555208984,
      "step": 36556
    },
    {
      "contrastive_lambda": 0.33171530523525306,
      "epoch": 11.40268247036806,
      "step": 36557
    },
    {
      "contrastive_lambda": 0.3316906528996791,
      "epoch": 11.402994385527137,
      "step": 36558
    },
    {
      "contrastive_lambda": 0.331666001025535,
      "epoch": 11.403306300686213,
      "step": 36559
    },
    {
      "epoch": 11.40361821584529,
      "grad_norm": 0.107258640229702,
      "learning_rate": 3.623844265872352e-05,
      "loss": 0.0255,
      "step": 36560
    },
    {
      "epoch": 11.40361821584529,
      "flow_loss": 0.01419629156589508,
      "step": 36560
    },
    {
      "contrastive_loss": 0.005144517868757248,
      "epoch": 11.40361821584529,
      "step": 36560
    },
    {
      "contrastive_lambda": 0.331641349612888,
      "epoch": 11.40361821584529,
      "step": 36560
    },
    {
      "contrastive_lambda": 0.3316166986618059,
      "epoch": 11.403930131004367,
      "step": 36561
    },
    {
      "contrastive_lambda": 0.3315920481723561,
      "epoch": 11.404242046163443,
      "step": 36562
    },
    {
      "contrastive_lambda": 0.33156739814460623,
      "epoch": 11.40455396132252,
      "step": 36563
    },
    {
      "contrastive_lambda": 0.33154274857862404,
      "epoch": 11.404865876481598,
      "step": 36564
    },
    {
      "contrastive_lambda": 0.33151809947447697,
      "epoch": 11.405177791640673,
      "step": 36565
    },
    {
      "contrastive_lambda": 0.33149345083223236,
      "epoch": 11.40548970679975,
      "step": 36566
    },
    {
      "contrastive_lambda": 0.3314688026519582,
      "epoch": 11.405801621958828,
      "step": 36567
    },
    {
      "contrastive_lambda": 0.331444154933722,
      "epoch": 11.406113537117903,
      "step": 36568
    },
    {
      "contrastive_lambda": 0.331419507677591,
      "epoch": 11.40642545227698,
      "step": 36569
    },
    {
      "epoch": 11.406737367436058,
      "grad_norm": 0.10868765413761139,
      "learning_rate": 3.621195125624149e-05,
      "loss": 0.028,
      "step": 36570
    },
    {
      "epoch": 11.406737367436058,
      "flow_loss": 0.034883949905633926,
      "step": 36570
    },
    {
      "contrastive_loss": 0.004711841698735952,
      "epoch": 11.406737367436058,
      "step": 36570
    },
    {
      "contrastive_lambda": 0.33139486088363307,
      "epoch": 11.406737367436058,
      "step": 36570
    },
    {
      "contrastive_lambda": 0.33137021455191573,
      "epoch": 11.407049282595134,
      "step": 36571
    },
    {
      "contrastive_lambda": 0.33134556868250653,
      "epoch": 11.407361197754211,
      "step": 36572
    },
    {
      "contrastive_lambda": 0.331320923275473,
      "epoch": 11.407673112913287,
      "step": 36573
    },
    {
      "contrastive_lambda": 0.3312962783308827,
      "epoch": 11.407985028072364,
      "step": 36574
    },
    {
      "contrastive_lambda": 0.33127163384880326,
      "epoch": 11.408296943231441,
      "step": 36575
    },
    {
      "contrastive_lambda": 0.3312469898293023,
      "epoch": 11.408608858390517,
      "step": 36576
    },
    {
      "contrastive_lambda": 0.33122234627244707,
      "epoch": 11.408920773549594,
      "step": 36577
    },
    {
      "contrastive_lambda": 0.33119770317830555,
      "epoch": 11.409232688708672,
      "step": 36578
    },
    {
      "contrastive_lambda": 0.3311730605469452,
      "epoch": 11.409544603867747,
      "step": 36579
    },
    {
      "epoch": 11.409856519026825,
      "grad_norm": 0.10563161224126816,
      "learning_rate": 3.618546404220463e-05,
      "loss": 0.0267,
      "step": 36580
    },
    {
      "epoch": 11.409856519026825,
      "flow_loss": 0.034692760556936264,
      "step": 36580
    },
    {
      "contrastive_loss": 0.004306076560169458,
      "epoch": 11.409856519026825,
      "step": 36580
    },
    {
      "contrastive_lambda": 0.33114841837843323,
      "epoch": 11.409856519026825,
      "step": 36580
    },
    {
      "contrastive_lambda": 0.33112377667283754,
      "epoch": 11.410168434185902,
      "step": 36581
    },
    {
      "contrastive_lambda": 0.33109913543022573,
      "epoch": 11.410480349344978,
      "step": 36582
    },
    {
      "contrastive_lambda": 0.3310744946506652,
      "epoch": 11.410792264504055,
      "step": 36583
    },
    {
      "contrastive_lambda": 0.3310498543342235,
      "epoch": 11.411104179663132,
      "step": 36584
    },
    {
      "contrastive_lambda": 0.33102521448096817,
      "epoch": 11.411416094822208,
      "step": 36585
    },
    {
      "contrastive_lambda": 0.3310005750909668,
      "epoch": 11.411728009981285,
      "step": 36586
    },
    {
      "contrastive_lambda": 0.33097593616428705,
      "epoch": 11.412039925140363,
      "step": 36587
    },
    {
      "contrastive_lambda": 0.3309512977009964,
      "epoch": 11.412351840299438,
      "step": 36588
    },
    {
      "contrastive_lambda": 0.3309266597011621,
      "epoch": 11.412663755458516,
      "step": 36589
    },
    {
      "epoch": 11.412975670617591,
      "grad_norm": 0.07546582072973251,
      "learning_rate": 3.615898102465903e-05,
      "loss": 0.0306,
      "step": 36590
    },
    {
      "epoch": 11.412975670617591,
      "flow_loss": 0.030527537688612938,
      "step": 36590
    },
    {
      "contrastive_loss": 0.00480461772531271,
      "epoch": 11.412975670617591,
      "step": 36590
    },
    {
      "contrastive_lambda": 0.3309020221648522,
      "epoch": 11.412975670617591,
      "step": 36590
    },
    {
      "contrastive_lambda": 0.33087738509213405,
      "epoch": 11.413287585776668,
      "step": 36591
    },
    {
      "contrastive_lambda": 0.330852748483075,
      "epoch": 11.413599500935746,
      "step": 36592
    },
    {
      "contrastive_lambda": 0.33082811233774273,
      "epoch": 11.413911416094821,
      "step": 36593
    },
    {
      "contrastive_lambda": 0.3308034766562048,
      "epoch": 11.414223331253899,
      "step": 36594
    },
    {
      "contrastive_lambda": 0.33077884143852887,
      "epoch": 11.414535246412976,
      "step": 36595
    },
    {
      "contrastive_lambda": 0.3307542066847824,
      "epoch": 11.414847161572052,
      "step": 36596
    },
    {
      "contrastive_lambda": 0.3307295723950326,
      "epoch": 11.415159076731129,
      "step": 36597
    },
    {
      "contrastive_lambda": 0.3307049385693475,
      "epoch": 11.415470991890206,
      "step": 36598
    },
    {
      "contrastive_lambda": 0.33068030520779446,
      "epoch": 11.415782907049282,
      "step": 36599
    },
    {
      "epoch": 11.41609482220836,
      "grad_norm": 0.09210798889398575,
      "learning_rate": 3.6132502211649544e-05,
      "loss": 0.0244,
      "step": 36600
    },
    {
      "epoch": 11.41609482220836,
      "flow_loss": 0.013027990236878395,
      "step": 36600
    },
    {
      "contrastive_loss": 0.003866310231387615,
      "epoch": 11.41609482220836,
      "step": 36600
    },
    {
      "contrastive_lambda": 0.33065567231044074,
      "epoch": 11.41609482220836,
      "step": 36600
    },
    {
      "contrastive_lambda": 0.3306310398773543,
      "epoch": 11.416406737367437,
      "step": 36601
    },
    {
      "contrastive_lambda": 0.3306064079086025,
      "epoch": 11.416718652526512,
      "step": 36602
    },
    {
      "contrastive_lambda": 0.3305817764042528,
      "epoch": 11.41703056768559,
      "step": 36603
    },
    {
      "contrastive_lambda": 0.33055714536437275,
      "epoch": 11.417342482844667,
      "step": 36604
    },
    {
      "contrastive_lambda": 0.33053251478902995,
      "epoch": 11.417654398003743,
      "step": 36605
    },
    {
      "contrastive_lambda": 0.33050788467829184,
      "epoch": 11.41796631316282,
      "step": 36606
    },
    {
      "contrastive_lambda": 0.3304832550322261,
      "epoch": 11.418278228321896,
      "step": 36607
    },
    {
      "contrastive_lambda": 0.3304586258509,
      "epoch": 11.418590143480973,
      "step": 36608
    },
    {
      "contrastive_lambda": 0.3304339971343812,
      "epoch": 11.41890205864005,
      "step": 36609
    },
    {
      "epoch": 11.419213973799126,
      "grad_norm": 0.09363693743944168,
      "learning_rate": 3.610602761121975e-05,
      "loss": 0.0264,
      "step": 36610
    },
    {
      "epoch": 11.419213973799126,
      "flow_loss": 0.024586081504821777,
      "step": 36610
    },
    {
      "contrastive_loss": 0.004539938643574715,
      "epoch": 11.419213973799126,
      "step": 36610
    },
    {
      "contrastive_lambda": 0.3304093688827373,
      "epoch": 11.419213973799126,
      "step": 36610
    },
    {
      "contrastive_lambda": 0.3303847410960357,
      "epoch": 11.419525888958203,
      "step": 36611
    },
    {
      "contrastive_lambda": 0.33036011377434393,
      "epoch": 11.41983780411728,
      "step": 36612
    },
    {
      "contrastive_lambda": 0.33033548691772974,
      "epoch": 11.420149719276356,
      "step": 36613
    },
    {
      "contrastive_lambda": 0.33031086052626024,
      "epoch": 11.420461634435433,
      "step": 36614
    },
    {
      "contrastive_lambda": 0.3302862346000033,
      "epoch": 11.42077354959451,
      "step": 36615
    },
    {
      "contrastive_lambda": 0.33026160913902614,
      "epoch": 11.421085464753586,
      "step": 36616
    },
    {
      "contrastive_lambda": 0.3302369841433964,
      "epoch": 11.421397379912664,
      "step": 36617
    },
    {
      "contrastive_lambda": 0.33021235961318174,
      "epoch": 11.421709295071741,
      "step": 36618
    },
    {
      "contrastive_lambda": 0.33018773554844955,
      "epoch": 11.422021210230817,
      "step": 36619
    },
    {
      "epoch": 11.422333125389894,
      "grad_norm": 0.1057642474770546,
      "learning_rate": 3.6079557231411897e-05,
      "loss": 0.0336,
      "step": 36620
    },
    {
      "epoch": 11.422333125389894,
      "flow_loss": 0.013706130906939507,
      "step": 36620
    },
    {
      "contrastive_loss": 0.0035984059795737267,
      "epoch": 11.422333125389894,
      "step": 36620
    },
    {
      "contrastive_lambda": 0.33016311194926706,
      "epoch": 11.422333125389894,
      "step": 36620
    },
    {
      "contrastive_lambda": 0.33013848881570235,
      "epoch": 11.422645040548971,
      "step": 36621
    },
    {
      "contrastive_lambda": 0.33011386614782257,
      "epoch": 11.422956955708047,
      "step": 36622
    },
    {
      "contrastive_lambda": 0.33008924394569505,
      "epoch": 11.423268870867124,
      "step": 36623
    },
    {
      "contrastive_lambda": 0.3300646222093877,
      "epoch": 11.4235807860262,
      "step": 36624
    },
    {
      "contrastive_lambda": 0.3300400009389679,
      "epoch": 11.423892701185277,
      "step": 36625
    },
    {
      "contrastive_lambda": 0.33001538013450293,
      "epoch": 11.424204616344355,
      "step": 36626
    },
    {
      "contrastive_lambda": 0.32999075979606046,
      "epoch": 11.42451653150343,
      "step": 36627
    },
    {
      "contrastive_lambda": 0.329966139923708,
      "epoch": 11.424828446662508,
      "step": 36628
    },
    {
      "contrastive_lambda": 0.3299415205175131,
      "epoch": 11.425140361821585,
      "step": 36629
    },
    {
      "epoch": 11.42545227698066,
      "grad_norm": 0.0787883996963501,
      "learning_rate": 3.6053091080267035e-05,
      "loss": 0.0232,
      "step": 36630
    },
    {
      "epoch": 11.42545227698066,
      "flow_loss": 0.019543761387467384,
      "step": 36630
    },
    {
      "contrastive_loss": 0.003721565706655383,
      "epoch": 11.42545227698066,
      "step": 36630
    },
    {
      "contrastive_lambda": 0.32991690157754316,
      "epoch": 11.42545227698066,
      "step": 36630
    },
    {
      "contrastive_lambda": 0.32989228310386554,
      "epoch": 11.425764192139738,
      "step": 36631
    },
    {
      "contrastive_lambda": 0.329867665096548,
      "epoch": 11.426076107298815,
      "step": 36632
    },
    {
      "contrastive_lambda": 0.32984304755565796,
      "epoch": 11.42638802245789,
      "step": 36633
    },
    {
      "contrastive_lambda": 0.3298184304812628,
      "epoch": 11.426699937616968,
      "step": 36634
    },
    {
      "contrastive_lambda": 0.3297938138734301,
      "epoch": 11.427011852776046,
      "step": 36635
    },
    {
      "contrastive_lambda": 0.32976919773222735,
      "epoch": 11.427323767935121,
      "step": 36636
    },
    {
      "contrastive_lambda": 0.32974458205772195,
      "epoch": 11.427635683094199,
      "step": 36637
    },
    {
      "contrastive_lambda": 0.3297199668499814,
      "epoch": 11.427947598253276,
      "step": 36638
    },
    {
      "contrastive_lambda": 0.3296953521090734,
      "epoch": 11.428259513412351,
      "step": 36639
    },
    {
      "epoch": 11.428571428571429,
      "grad_norm": 0.09132055193185806,
      "learning_rate": 3.602662916582483e-05,
      "loss": 0.0288,
      "step": 36640
    },
    {
      "epoch": 11.428571428571429,
      "flow_loss": 0.027981862425804138,
      "step": 36640
    },
    {
      "contrastive_loss": 0.004444633610546589,
      "epoch": 11.428571428571429,
      "step": 36640
    },
    {
      "contrastive_lambda": 0.32967073783506506,
      "epoch": 11.428571428571429,
      "step": 36640
    },
    {
      "contrastive_lambda": 0.3296461240280243,
      "epoch": 11.428883343730504,
      "step": 36641
    },
    {
      "contrastive_lambda": 0.32962151068801815,
      "epoch": 11.429195258889582,
      "step": 36642
    },
    {
      "contrastive_lambda": 0.32959689781511436,
      "epoch": 11.42950717404866,
      "step": 36643
    },
    {
      "contrastive_lambda": 0.32957228540938044,
      "epoch": 11.429819089207735,
      "step": 36644
    },
    {
      "contrastive_lambda": 0.32954767347088376,
      "epoch": 11.430131004366812,
      "step": 36645
    },
    {
      "contrastive_lambda": 0.3295230619996916,
      "epoch": 11.43044291952589,
      "step": 36646
    },
    {
      "contrastive_lambda": 0.3294984509958718,
      "epoch": 11.430754834684965,
      "step": 36647
    },
    {
      "contrastive_lambda": 0.3294738404594917,
      "epoch": 11.431066749844042,
      "step": 36648
    },
    {
      "contrastive_lambda": 0.3294492303906188,
      "epoch": 11.43137866500312,
      "step": 36649
    },
    {
      "epoch": 11.431690580162195,
      "grad_norm": 0.10781778395175934,
      "learning_rate": 3.600017149612375e-05,
      "loss": 0.0311,
      "step": 36650
    },
    {
      "epoch": 11.431690580162195,
      "flow_loss": 0.01640218123793602,
      "step": 36650
    },
    {
      "contrastive_loss": 0.00417226692661643,
      "epoch": 11.431690580162195,
      "step": 36650
    },
    {
      "contrastive_lambda": 0.32942462078932033,
      "epoch": 11.431690580162195,
      "step": 36650
    },
    {
      "contrastive_lambda": 0.32940001165566407,
      "epoch": 11.432002495321273,
      "step": 36651
    },
    {
      "contrastive_lambda": 0.3293754029897174,
      "epoch": 11.43231441048035,
      "step": 36652
    },
    {
      "contrastive_lambda": 0.3293507947915478,
      "epoch": 11.432626325639426,
      "step": 36653
    },
    {
      "contrastive_lambda": 0.3293261870612224,
      "epoch": 11.432938240798503,
      "step": 36654
    },
    {
      "contrastive_lambda": 0.32930157979880925,
      "epoch": 11.43325015595758,
      "step": 36655
    },
    {
      "contrastive_lambda": 0.3292769730043754,
      "epoch": 11.433562071116656,
      "step": 36656
    },
    {
      "contrastive_lambda": 0.3292523666779883,
      "epoch": 11.433873986275733,
      "step": 36657
    },
    {
      "contrastive_lambda": 0.3292277608197157,
      "epoch": 11.434185901434809,
      "step": 36658
    },
    {
      "contrastive_lambda": 0.32920315542962497,
      "epoch": 11.434497816593886,
      "step": 36659
    },
    {
      "epoch": 11.434809731752964,
      "grad_norm": 0.13490597903728485,
      "learning_rate": 3.5973718079200935e-05,
      "loss": 0.029,
      "step": 36660
    },
    {
      "epoch": 11.434809731752964,
      "flow_loss": 0.01766020618379116,
      "step": 36660
    },
    {
      "contrastive_loss": 0.004081650637090206,
      "epoch": 11.434809731752964,
      "step": 36660
    },
    {
      "contrastive_lambda": 0.32917855050778333,
      "epoch": 11.434809731752964,
      "step": 36660
    },
    {
      "contrastive_lambda": 0.32915394605425835,
      "epoch": 11.43512164691204,
      "step": 36661
    },
    {
      "contrastive_lambda": 0.32912934206911765,
      "epoch": 11.435433562071116,
      "step": 36662
    },
    {
      "contrastive_lambda": 0.3291047385524285,
      "epoch": 11.435745477230194,
      "step": 36663
    },
    {
      "contrastive_lambda": 0.32908013550425846,
      "epoch": 11.43605739238927,
      "step": 36664
    },
    {
      "contrastive_lambda": 0.3290555329246747,
      "epoch": 11.436369307548347,
      "step": 36665
    },
    {
      "contrastive_lambda": 0.32903093081374524,
      "epoch": 11.436681222707424,
      "step": 36666
    },
    {
      "contrastive_lambda": 0.32900632917153705,
      "epoch": 11.4369931378665,
      "step": 36667
    },
    {
      "contrastive_lambda": 0.3289817279981177,
      "epoch": 11.437305053025577,
      "step": 36668
    },
    {
      "contrastive_lambda": 0.32895712729355464,
      "epoch": 11.437616968184654,
      "step": 36669
    },
    {
      "epoch": 11.43792888334373,
      "grad_norm": 0.0825842022895813,
      "learning_rate": 3.5947268923092216e-05,
      "loss": 0.0254,
      "step": 36670
    },
    {
      "epoch": 11.43792888334373,
      "flow_loss": 0.026644226163625717,
      "step": 36670
    },
    {
      "contrastive_loss": 0.003351200371980667,
      "epoch": 11.43792888334373,
      "step": 36670
    },
    {
      "contrastive_lambda": 0.3289325270579154,
      "epoch": 11.43792888334373,
      "step": 36670
    },
    {
      "contrastive_lambda": 0.3289079272912673,
      "epoch": 11.438240798502807,
      "step": 36671
    },
    {
      "contrastive_lambda": 0.32888332799367787,
      "epoch": 11.438552713661885,
      "step": 36672
    },
    {
      "contrastive_lambda": 0.3288587291652144,
      "epoch": 11.43886462882096,
      "step": 36673
    },
    {
      "contrastive_lambda": 0.3288341308059445,
      "epoch": 11.439176543980038,
      "step": 36674
    },
    {
      "contrastive_lambda": 0.3288095329159356,
      "epoch": 11.439488459139113,
      "step": 36675
    },
    {
      "contrastive_lambda": 0.32878493549525517,
      "epoch": 11.43980037429819,
      "step": 36676
    },
    {
      "contrastive_lambda": 0.3287603385439703,
      "epoch": 11.440112289457268,
      "step": 36677
    },
    {
      "contrastive_lambda": 0.32873574206214884,
      "epoch": 11.440424204616344,
      "step": 36678
    },
    {
      "contrastive_lambda": 0.3287111460498582,
      "epoch": 11.440736119775421,
      "step": 36679
    },
    {
      "epoch": 11.441048034934498,
      "grad_norm": 0.1147027388215065,
      "learning_rate": 3.592082403583216e-05,
      "loss": 0.0315,
      "step": 36680
    },
    {
      "epoch": 11.441048034934498,
      "flow_loss": 0.020337339490652084,
      "step": 36680
    },
    {
      "contrastive_loss": 0.004062758293002844,
      "epoch": 11.441048034934498,
      "step": 36680
    },
    {
      "contrastive_lambda": 0.32868655050716533,
      "epoch": 11.441048034934498,
      "step": 36680
    },
    {
      "contrastive_lambda": 0.3286619554341383,
      "epoch": 11.441359950093574,
      "step": 36681
    },
    {
      "contrastive_lambda": 0.3286373608308441,
      "epoch": 11.441671865252651,
      "step": 36682
    },
    {
      "contrastive_lambda": 0.3286127666973504,
      "epoch": 11.441983780411729,
      "step": 36683
    },
    {
      "contrastive_lambda": 0.32858817303372445,
      "epoch": 11.442295695570804,
      "step": 36684
    },
    {
      "contrastive_lambda": 0.3285635798400338,
      "epoch": 11.442607610729882,
      "step": 36685
    },
    {
      "contrastive_lambda": 0.3285389871163459,
      "epoch": 11.442919525888959,
      "step": 36686
    },
    {
      "contrastive_lambda": 0.32851439486272804,
      "epoch": 11.443231441048034,
      "step": 36687
    },
    {
      "contrastive_lambda": 0.3284898030792476,
      "epoch": 11.443543356207112,
      "step": 36688
    },
    {
      "contrastive_lambda": 0.32846521176597226,
      "epoch": 11.44385527136619,
      "step": 36689
    },
    {
      "epoch": 11.444167186525265,
      "grad_norm": 0.08521777391433716,
      "learning_rate": 3.5894383425454004e-05,
      "loss": 0.0252,
      "step": 36690
    },
    {
      "epoch": 11.444167186525265,
      "flow_loss": 0.03369990363717079,
      "step": 36690
    },
    {
      "contrastive_loss": 0.003509941976517439,
      "epoch": 11.444167186525265,
      "step": 36690
    },
    {
      "contrastive_lambda": 0.3284406209229693,
      "epoch": 11.444167186525265,
      "step": 36690
    },
    {
      "contrastive_lambda": 0.328416030550306,
      "epoch": 11.444479101684342,
      "step": 36691
    },
    {
      "contrastive_lambda": 0.32839144064804987,
      "epoch": 11.444791016843418,
      "step": 36692
    },
    {
      "contrastive_lambda": 0.32836685121626846,
      "epoch": 11.445102932002495,
      "step": 36693
    },
    {
      "contrastive_lambda": 0.328342262255029,
      "epoch": 11.445414847161572,
      "step": 36694
    },
    {
      "contrastive_lambda": 0.328317673764399,
      "epoch": 11.445726762320648,
      "step": 36695
    },
    {
      "contrastive_lambda": 0.3282930857444458,
      "epoch": 11.446038677479725,
      "step": 36696
    },
    {
      "contrastive_lambda": 0.3282684981952369,
      "epoch": 11.446350592638803,
      "step": 36697
    },
    {
      "contrastive_lambda": 0.3282439111168397,
      "epoch": 11.446662507797878,
      "step": 36698
    },
    {
      "contrastive_lambda": 0.32821932450932145,
      "epoch": 11.446974422956956,
      "step": 36699
    },
    {
      "epoch": 11.447286338116033,
      "grad_norm": 0.12235529720783234,
      "learning_rate": 3.586794709998975e-05,
      "loss": 0.0254,
      "step": 36700
    },
    {
      "epoch": 11.447286338116033,
      "flow_loss": 0.01662745326757431,
      "step": 36700
    },
    {
      "contrastive_loss": 0.0034554055891931057,
      "epoch": 11.447286338116033,
      "step": 36700
    },
    {
      "contrastive_lambda": 0.3281947383727498,
      "epoch": 11.447286338116033,
      "step": 36700
    },
    {
      "contrastive_lambda": 0.328170152707192,
      "epoch": 11.447598253275109,
      "step": 36701
    },
    {
      "contrastive_lambda": 0.32814556751271545,
      "epoch": 11.447910168434186,
      "step": 36702
    },
    {
      "contrastive_lambda": 0.32812098278938756,
      "epoch": 11.448222083593263,
      "step": 36703
    },
    {
      "contrastive_lambda": 0.3280963985372759,
      "epoch": 11.448533998752339,
      "step": 36704
    },
    {
      "contrastive_lambda": 0.32807181475644753,
      "epoch": 11.448845913911416,
      "step": 36705
    },
    {
      "contrastive_lambda": 0.32804723144697023,
      "epoch": 11.449157829070494,
      "step": 36706
    },
    {
      "contrastive_lambda": 0.32802264860891106,
      "epoch": 11.44946974422957,
      "step": 36707
    },
    {
      "contrastive_lambda": 0.3279980662423375,
      "epoch": 11.449781659388647,
      "step": 36708
    },
    {
      "contrastive_lambda": 0.3279734843473172,
      "epoch": 11.450093574547722,
      "step": 36709
    },
    {
      "epoch": 11.4504054897068,
      "grad_norm": 0.10304363071918488,
      "learning_rate": 3.584151506747002e-05,
      "loss": 0.0303,
      "step": 36710
    },
    {
      "epoch": 11.4504054897068,
      "flow_loss": 0.019529279321432114,
      "step": 36710
    },
    {
      "contrastive_loss": 0.003919332288205624,
      "epoch": 11.4504054897068,
      "step": 36710
    },
    {
      "contrastive_lambda": 0.3279489029239174,
      "epoch": 11.4504054897068,
      "step": 36710
    },
    {
      "contrastive_lambda": 0.32792432197220517,
      "epoch": 11.450717404865877,
      "step": 36711
    },
    {
      "contrastive_lambda": 0.32789974149224843,
      "epoch": 11.451029320024952,
      "step": 36712
    },
    {
      "contrastive_lambda": 0.3278751614841142,
      "epoch": 11.45134123518403,
      "step": 36713
    },
    {
      "contrastive_lambda": 0.32785058194787003,
      "epoch": 11.451653150343107,
      "step": 36714
    },
    {
      "contrastive_lambda": 0.3278260028835832,
      "epoch": 11.451965065502183,
      "step": 36715
    },
    {
      "contrastive_lambda": 0.3278014242913212,
      "epoch": 11.45227698066126,
      "step": 36716
    },
    {
      "contrastive_lambda": 0.32777684617115144,
      "epoch": 11.452588895820337,
      "step": 36717
    },
    {
      "contrastive_lambda": 0.3277522685231412,
      "epoch": 11.452900810979413,
      "step": 36718
    },
    {
      "contrastive_lambda": 0.3277276913473578,
      "epoch": 11.45321272613849,
      "step": 36719
    },
    {
      "epoch": 11.453524641297568,
      "grad_norm": 0.07987561821937561,
      "learning_rate": 3.581508733592418e-05,
      "loss": 0.0234,
      "step": 36720
    },
    {
      "epoch": 11.453524641297568,
      "flow_loss": 0.036825262010097504,
      "step": 36720
    },
    {
      "contrastive_loss": 0.003355336608365178,
      "epoch": 11.453524641297568,
      "step": 36720
    },
    {
      "contrastive_lambda": 0.3277031146438688,
      "epoch": 11.453524641297568,
      "step": 36720
    },
    {
      "contrastive_lambda": 0.3276785384127415,
      "epoch": 11.453836556456643,
      "step": 36721
    },
    {
      "contrastive_lambda": 0.3276539626540432,
      "epoch": 11.45414847161572,
      "step": 36722
    },
    {
      "contrastive_lambda": 0.3276293873678414,
      "epoch": 11.454460386774798,
      "step": 36723
    },
    {
      "contrastive_lambda": 0.3276048125542035,
      "epoch": 11.454772301933874,
      "step": 36724
    },
    {
      "contrastive_lambda": 0.3275802382131967,
      "epoch": 11.455084217092951,
      "step": 36725
    },
    {
      "contrastive_lambda": 0.3275556643448885,
      "epoch": 11.455396132252027,
      "step": 36726
    },
    {
      "contrastive_lambda": 0.3275310909493462,
      "epoch": 11.455708047411104,
      "step": 36727
    },
    {
      "contrastive_lambda": 0.3275065180266372,
      "epoch": 11.456019962570181,
      "step": 36728
    },
    {
      "contrastive_lambda": 0.32748194557682897,
      "epoch": 11.456331877729257,
      "step": 36729
    },
    {
      "epoch": 11.456643792888334,
      "grad_norm": 0.09490124136209488,
      "learning_rate": 3.5788663913380297e-05,
      "loss": 0.0313,
      "step": 36730
    },
    {
      "epoch": 11.456643792888334,
      "flow_loss": 0.021640582010149956,
      "step": 36730
    },
    {
      "contrastive_loss": 0.003559600096195936,
      "epoch": 11.456643792888334,
      "step": 36730
    },
    {
      "contrastive_lambda": 0.32745737359998867,
      "epoch": 11.456643792888334,
      "step": 36730
    },
    {
      "contrastive_lambda": 0.32743280209618375,
      "epoch": 11.456955708047412,
      "step": 36731
    },
    {
      "contrastive_lambda": 0.3274082310654818,
      "epoch": 11.457267623206487,
      "step": 36732
    },
    {
      "contrastive_lambda": 0.32738366050794987,
      "epoch": 11.457579538365565,
      "step": 36733
    },
    {
      "contrastive_lambda": 0.3273590904236553,
      "epoch": 11.457891453524642,
      "step": 36734
    },
    {
      "contrastive_lambda": 0.3273345208126658,
      "epoch": 11.458203368683717,
      "step": 36735
    },
    {
      "contrastive_lambda": 0.32730995167504834,
      "epoch": 11.458515283842795,
      "step": 36736
    },
    {
      "contrastive_lambda": 0.3272853830108706,
      "epoch": 11.458827199001872,
      "step": 36737
    },
    {
      "contrastive_lambda": 0.32726081482019964,
      "epoch": 11.459139114160948,
      "step": 36738
    },
    {
      "contrastive_lambda": 0.32723624710310306,
      "epoch": 11.459451029320025,
      "step": 36739
    },
    {
      "epoch": 11.459762944479102,
      "grad_norm": 0.08539623767137527,
      "learning_rate": 3.576224480786506e-05,
      "loss": 0.0283,
      "step": 36740
    },
    {
      "epoch": 11.459762944479102,
      "flow_loss": 0.03761196881532669,
      "step": 36740
    },
    {
      "contrastive_loss": 0.0038416823372244835,
      "epoch": 11.459762944479102,
      "step": 36740
    },
    {
      "contrastive_lambda": 0.32721167985964816,
      "epoch": 11.459762944479102,
      "step": 36740
    },
    {
      "contrastive_lambda": 0.3271871130899021,
      "epoch": 11.460074859638178,
      "step": 36741
    },
    {
      "contrastive_lambda": 0.3271625467939325,
      "epoch": 11.460386774797255,
      "step": 36742
    },
    {
      "contrastive_lambda": 0.3271379809718066,
      "epoch": 11.460698689956331,
      "step": 36743
    },
    {
      "contrastive_lambda": 0.32711341562359175,
      "epoch": 11.461010605115408,
      "step": 36744
    },
    {
      "contrastive_lambda": 0.3270888507493551,
      "epoch": 11.461322520274486,
      "step": 36745
    },
    {
      "contrastive_lambda": 0.3270642863491644,
      "epoch": 11.461634435433561,
      "step": 36746
    },
    {
      "contrastive_lambda": 0.32703972242308676,
      "epoch": 11.461946350592639,
      "step": 36747
    },
    {
      "contrastive_lambda": 0.3270151589711895,
      "epoch": 11.462258265751716,
      "step": 36748
    },
    {
      "contrastive_lambda": 0.32699059599353986,
      "epoch": 11.462570180910792,
      "step": 36749
    },
    {
      "epoch": 11.462882096069869,
      "grad_norm": 0.078059121966362,
      "learning_rate": 3.573583002740393e-05,
      "loss": 0.0355,
      "step": 36750
    },
    {
      "epoch": 11.462882096069869,
      "flow_loss": 0.024238228797912598,
      "step": 36750
    },
    {
      "contrastive_loss": 0.0034932931885123253,
      "epoch": 11.462882096069869,
      "step": 36750
    },
    {
      "contrastive_lambda": 0.3269660334902056,
      "epoch": 11.462882096069869,
      "step": 36750
    },
    {
      "contrastive_lambda": 0.3269414714612535,
      "epoch": 11.463194011228946,
      "step": 36751
    },
    {
      "contrastive_lambda": 0.32691690990675143,
      "epoch": 11.463505926388022,
      "step": 36752
    },
    {
      "contrastive_lambda": 0.3268923488267662,
      "epoch": 11.4638178415471,
      "step": 36753
    },
    {
      "contrastive_lambda": 0.32686778822136564,
      "epoch": 11.464129756706177,
      "step": 36754
    },
    {
      "contrastive_lambda": 0.32684322809061694,
      "epoch": 11.464441671865252,
      "step": 36755
    },
    {
      "contrastive_lambda": 0.32681866843458707,
      "epoch": 11.46475358702433,
      "step": 36756
    },
    {
      "contrastive_lambda": 0.3267941092533439,
      "epoch": 11.465065502183407,
      "step": 36757
    },
    {
      "contrastive_lambda": 0.3267695505469545,
      "epoch": 11.465377417342483,
      "step": 36758
    },
    {
      "contrastive_lambda": 0.3267449923154861,
      "epoch": 11.46568933250156,
      "step": 36759
    },
    {
      "epoch": 11.466001247660635,
      "grad_norm": 0.10329543054103851,
      "learning_rate": 3.570941958002103e-05,
      "loss": 0.0275,
      "step": 36760
    },
    {
      "epoch": 11.466001247660635,
      "flow_loss": 0.06065451353788376,
      "step": 36760
    },
    {
      "contrastive_loss": 0.0032964954152703285,
      "epoch": 11.466001247660635,
      "step": 36760
    },
    {
      "contrastive_lambda": 0.3267204345590061,
      "epoch": 11.466001247660635,
      "step": 36760
    },
    {
      "contrastive_lambda": 0.3266958772775821,
      "epoch": 11.466313162819713,
      "step": 36761
    },
    {
      "contrastive_lambda": 0.326671320471281,
      "epoch": 11.46662507797879,
      "step": 36762
    },
    {
      "contrastive_lambda": 0.3266467641401704,
      "epoch": 11.466936993137866,
      "step": 36763
    },
    {
      "contrastive_lambda": 0.3266222082843175,
      "epoch": 11.467248908296943,
      "step": 36764
    },
    {
      "contrastive_lambda": 0.3265976529037896,
      "epoch": 11.46756082345602,
      "step": 36765
    },
    {
      "contrastive_lambda": 0.3265730979986542,
      "epoch": 11.467872738615096,
      "step": 36766
    },
    {
      "contrastive_lambda": 0.3265485435689785,
      "epoch": 11.468184653774173,
      "step": 36767
    },
    {
      "contrastive_lambda": 0.32652398961482965,
      "epoch": 11.46849656893325,
      "step": 36768
    },
    {
      "contrastive_lambda": 0.3264994361362753,
      "epoch": 11.468808484092326,
      "step": 36769
    },
    {
      "epoch": 11.469120399251404,
      "grad_norm": 0.06784983724355698,
      "learning_rate": 3.568301347373912e-05,
      "loss": 0.0256,
      "step": 36770
    },
    {
      "epoch": 11.469120399251404,
      "flow_loss": 0.02787211164832115,
      "step": 36770
    },
    {
      "contrastive_loss": 0.003615126945078373,
      "epoch": 11.469120399251404,
      "step": 36770
    },
    {
      "contrastive_lambda": 0.32647488313338247,
      "epoch": 11.469120399251404,
      "step": 36770
    },
    {
      "contrastive_lambda": 0.32645033060621875,
      "epoch": 11.469432314410481,
      "step": 36771
    },
    {
      "contrastive_lambda": 0.32642577855485116,
      "epoch": 11.469744229569557,
      "step": 36772
    },
    {
      "contrastive_lambda": 0.32640122697934715,
      "epoch": 11.470056144728634,
      "step": 36773
    },
    {
      "contrastive_lambda": 0.32637667587977415,
      "epoch": 11.470368059887711,
      "step": 36774
    },
    {
      "contrastive_lambda": 0.3263521252561994,
      "epoch": 11.470679975046787,
      "step": 36775
    },
    {
      "contrastive_lambda": 0.3263275751086899,
      "epoch": 11.470991890205864,
      "step": 36776
    },
    {
      "contrastive_lambda": 0.32630302543731343,
      "epoch": 11.47130380536494,
      "step": 36777
    },
    {
      "contrastive_lambda": 0.3262784762421371,
      "epoch": 11.471615720524017,
      "step": 36778
    },
    {
      "contrastive_lambda": 0.32625392752322796,
      "epoch": 11.471927635683095,
      "step": 36779
    },
    {
      "epoch": 11.47223955084217,
      "grad_norm": 0.09143658727407455,
      "learning_rate": 3.5656611716579726e-05,
      "loss": 0.027,
      "step": 36780
    },
    {
      "epoch": 11.47223955084217,
      "flow_loss": 0.05211880803108215,
      "step": 36780
    },
    {
      "contrastive_loss": 0.00453113904222846,
      "epoch": 11.47223955084217,
      "step": 36780
    },
    {
      "contrastive_lambda": 0.32622937928065376,
      "epoch": 11.47223955084217,
      "step": 36780
    },
    {
      "contrastive_lambda": 0.32620483151448154,
      "epoch": 11.472551466001248,
      "step": 36781
    },
    {
      "contrastive_lambda": 0.3261802842247786,
      "epoch": 11.472863381160325,
      "step": 36782
    },
    {
      "contrastive_lambda": 0.32615573741161225,
      "epoch": 11.4731752963194,
      "step": 36783
    },
    {
      "contrastive_lambda": 0.32613119107504995,
      "epoch": 11.473487211478478,
      "step": 36784
    },
    {
      "contrastive_lambda": 0.3261066452151587,
      "epoch": 11.473799126637555,
      "step": 36785
    },
    {
      "contrastive_lambda": 0.3260820998320061,
      "epoch": 11.47411104179663,
      "step": 36786
    },
    {
      "contrastive_lambda": 0.3260575549256591,
      "epoch": 11.474422956955708,
      "step": 36787
    },
    {
      "contrastive_lambda": 0.3260330104961854,
      "epoch": 11.474734872114785,
      "step": 36788
    },
    {
      "contrastive_lambda": 0.326008466543652,
      "epoch": 11.475046787273861,
      "step": 36789
    },
    {
      "epoch": 11.475358702432938,
      "grad_norm": 0.08281178027391434,
      "learning_rate": 3.5630214316562946e-05,
      "loss": 0.0266,
      "step": 36790
    },
    {
      "epoch": 11.475358702432938,
      "flow_loss": 0.033240754157304764,
      "step": 36790
    },
    {
      "contrastive_loss": 0.003900018986314535,
      "epoch": 11.475358702432938,
      "step": 36790
    },
    {
      "contrastive_lambda": 0.32598392306812624,
      "epoch": 11.475358702432938,
      "step": 36790
    },
    {
      "contrastive_lambda": 0.3259593800696754,
      "epoch": 11.475670617592016,
      "step": 36791
    },
    {
      "contrastive_lambda": 0.32593483754836694,
      "epoch": 11.475982532751091,
      "step": 36792
    },
    {
      "contrastive_lambda": 0.32591029550426787,
      "epoch": 11.476294447910169,
      "step": 36793
    },
    {
      "contrastive_lambda": 0.32588575393744573,
      "epoch": 11.476606363069244,
      "step": 36794
    },
    {
      "contrastive_lambda": 0.32586121284796754,
      "epoch": 11.476918278228322,
      "step": 36795
    },
    {
      "contrastive_lambda": 0.3258366722359008,
      "epoch": 11.477230193387399,
      "step": 36796
    },
    {
      "contrastive_lambda": 0.32581213210131277,
      "epoch": 11.477542108546475,
      "step": 36797
    },
    {
      "contrastive_lambda": 0.3257875924442707,
      "epoch": 11.477854023705552,
      "step": 36798
    },
    {
      "contrastive_lambda": 0.32576305326484156,
      "epoch": 11.47816593886463,
      "step": 36799
    },
    {
      "epoch": 11.478477854023705,
      "grad_norm": 0.09273459762334824,
      "learning_rate": 3.560382128170766e-05,
      "loss": 0.03,
      "step": 36800
    },
    {
      "epoch": 11.478477854023705,
      "flow_loss": 0.04602719843387604,
      "step": 36800
    },
    {
      "contrastive_loss": 0.0038244854658842087,
      "epoch": 11.478477854023705,
      "step": 36800
    },
    {
      "contrastive_lambda": 0.32573851456309316,
      "epoch": 11.478477854023705,
      "step": 36800
    },
    {
      "contrastive_lambda": 0.3257139763390925,
      "epoch": 11.478789769182782,
      "step": 36801
    },
    {
      "contrastive_lambda": 0.32568943859290667,
      "epoch": 11.47910168434186,
      "step": 36802
    },
    {
      "contrastive_lambda": 0.32566490132460335,
      "epoch": 11.479413599500935,
      "step": 36803
    },
    {
      "contrastive_lambda": 0.3256403645342495,
      "epoch": 11.479725514660013,
      "step": 36804
    },
    {
      "contrastive_lambda": 0.3256158282219126,
      "epoch": 11.48003742981909,
      "step": 36805
    },
    {
      "contrastive_lambda": 0.3255912923876597,
      "epoch": 11.480349344978166,
      "step": 36806
    },
    {
      "contrastive_lambda": 0.32556675703155813,
      "epoch": 11.480661260137243,
      "step": 36807
    },
    {
      "contrastive_lambda": 0.32554222215367534,
      "epoch": 11.48097317529632,
      "step": 36808
    },
    {
      "contrastive_lambda": 0.32551768775407847,
      "epoch": 11.481285090455396,
      "step": 36809
    },
    {
      "epoch": 11.481597005614473,
      "grad_norm": 0.08898315578699112,
      "learning_rate": 3.5577432620031374e-05,
      "loss": 0.0322,
      "step": 36810
    },
    {
      "epoch": 11.481597005614473,
      "flow_loss": 0.03137717768549919,
      "step": 36810
    },
    {
      "contrastive_loss": 0.00409597996622324,
      "epoch": 11.481597005614473,
      "step": 36810
    },
    {
      "contrastive_lambda": 0.3254931538328345,
      "epoch": 11.481597005614473,
      "step": 36810
    },
    {
      "contrastive_lambda": 0.32546862039001123,
      "epoch": 11.481908920773549,
      "step": 36811
    },
    {
      "contrastive_lambda": 0.32544408742567565,
      "epoch": 11.482220835932626,
      "step": 36812
    },
    {
      "contrastive_lambda": 0.3254195549398949,
      "epoch": 11.482532751091703,
      "step": 36813
    },
    {
      "contrastive_lambda": 0.3253950229327363,
      "epoch": 11.482844666250779,
      "step": 36814
    },
    {
      "contrastive_lambda": 0.3253704914042673,
      "epoch": 11.483156581409856,
      "step": 36815
    },
    {
      "contrastive_lambda": 0.3253459603545549,
      "epoch": 11.483468496568934,
      "step": 36816
    },
    {
      "contrastive_lambda": 0.3253214297836666,
      "epoch": 11.48378041172801,
      "step": 36817
    },
    {
      "contrastive_lambda": 0.3252968996916694,
      "epoch": 11.484092326887087,
      "step": 36818
    },
    {
      "contrastive_lambda": 0.32527237007863063,
      "epoch": 11.484404242046164,
      "step": 36819
    },
    {
      "epoch": 11.48471615720524,
      "grad_norm": 0.07164520770311356,
      "learning_rate": 3.5551048339550216e-05,
      "loss": 0.0283,
      "step": 36820
    },
    {
      "epoch": 11.48471615720524,
      "flow_loss": 0.020384173840284348,
      "step": 36820
    },
    {
      "contrastive_loss": 0.004617698490619659,
      "epoch": 11.48471615720524,
      "step": 36820
    },
    {
      "contrastive_lambda": 0.3252478409446177,
      "epoch": 11.48471615720524,
      "step": 36820
    },
    {
      "contrastive_lambda": 0.3252233122896978,
      "epoch": 11.485028072364317,
      "step": 36821
    },
    {
      "contrastive_lambda": 0.3251987841139378,
      "epoch": 11.485339987523394,
      "step": 36822
    },
    {
      "contrastive_lambda": 0.32517425641740555,
      "epoch": 11.48565190268247,
      "step": 36823
    },
    {
      "contrastive_lambda": 0.3251497292001678,
      "epoch": 11.485963817841547,
      "step": 36824
    },
    {
      "contrastive_lambda": 0.32512520246229215,
      "epoch": 11.486275733000625,
      "step": 36825
    },
    {
      "contrastive_lambda": 0.32510067620384564,
      "epoch": 11.4865876481597,
      "step": 36826
    },
    {
      "contrastive_lambda": 0.32507615042489557,
      "epoch": 11.486899563318778,
      "step": 36827
    },
    {
      "contrastive_lambda": 0.3250516251255092,
      "epoch": 11.487211478477853,
      "step": 36828
    },
    {
      "contrastive_lambda": 0.32502710030575366,
      "epoch": 11.48752339363693,
      "step": 36829
    },
    {
      "epoch": 11.487835308796008,
      "grad_norm": 0.08116798847913742,
      "learning_rate": 3.55246684482791e-05,
      "loss": 0.0237,
      "step": 36830
    },
    {
      "epoch": 11.487835308796008,
      "flow_loss": 0.0291349608451128,
      "step": 36830
    },
    {
      "contrastive_loss": 0.003610438434407115,
      "epoch": 11.487835308796008,
      "step": 36830
    },
    {
      "contrastive_lambda": 0.32500257596569626,
      "epoch": 11.487835308796008,
      "step": 36830
    },
    {
      "contrastive_lambda": 0.3249780521054043,
      "epoch": 11.488147223955083,
      "step": 36831
    },
    {
      "contrastive_lambda": 0.324953528724945,
      "epoch": 11.48845913911416,
      "step": 36832
    },
    {
      "contrastive_lambda": 0.3249290058243852,
      "epoch": 11.488771054273238,
      "step": 36833
    },
    {
      "contrastive_lambda": 0.32490448340379285,
      "epoch": 11.489082969432314,
      "step": 36834
    },
    {
      "contrastive_lambda": 0.3248799614632347,
      "epoch": 11.489394884591391,
      "step": 36835
    },
    {
      "contrastive_lambda": 0.324855440002778,
      "epoch": 11.489706799750468,
      "step": 36836
    },
    {
      "contrastive_lambda": 0.32483091902249006,
      "epoch": 11.490018714909544,
      "step": 36837
    },
    {
      "contrastive_lambda": 0.3248063985224382,
      "epoch": 11.490330630068621,
      "step": 36838
    },
    {
      "contrastive_lambda": 0.32478187850268947,
      "epoch": 11.490642545227699,
      "step": 36839
    },
    {
      "epoch": 11.490954460386774,
      "grad_norm": 0.10499557107686996,
      "learning_rate": 3.5498292954231496e-05,
      "loss": 0.0298,
      "step": 36840
    },
    {
      "epoch": 11.490954460386774,
      "flow_loss": 0.022344568744301796,
      "step": 36840
    },
    {
      "contrastive_loss": 0.004550387151539326,
      "epoch": 11.490954460386774,
      "step": 36840
    },
    {
      "contrastive_lambda": 0.32475735896331126,
      "epoch": 11.490954460386774,
      "step": 36840
    },
    {
      "contrastive_lambda": 0.32473283990437046,
      "epoch": 11.491266375545852,
      "step": 36841
    },
    {
      "contrastive_lambda": 0.32470832132593475,
      "epoch": 11.491578290704929,
      "step": 36842
    },
    {
      "contrastive_lambda": 0.3246838032280711,
      "epoch": 11.491890205864005,
      "step": 36843
    },
    {
      "contrastive_lambda": 0.32465928561084667,
      "epoch": 11.492202121023082,
      "step": 36844
    },
    {
      "contrastive_lambda": 0.3246347684743288,
      "epoch": 11.492514036182158,
      "step": 36845
    },
    {
      "contrastive_lambda": 0.3246102518185848,
      "epoch": 11.492825951341235,
      "step": 36846
    },
    {
      "contrastive_lambda": 0.32458573564368165,
      "epoch": 11.493137866500312,
      "step": 36847
    },
    {
      "contrastive_lambda": 0.32456121994968656,
      "epoch": 11.493449781659388,
      "step": 36848
    },
    {
      "contrastive_lambda": 0.32453670473666707,
      "epoch": 11.493761696818465,
      "step": 36849
    },
    {
      "epoch": 11.494073611977543,
      "grad_norm": 0.13313354551792145,
      "learning_rate": 3.54719218654196e-05,
      "loss": 0.0328,
      "step": 36850
    },
    {
      "epoch": 11.494073611977543,
      "flow_loss": 0.020293468609452248,
      "step": 36850
    },
    {
      "contrastive_loss": 0.005039915908128023,
      "epoch": 11.494073611977543,
      "step": 36850
    },
    {
      "contrastive_lambda": 0.32451219000469,
      "epoch": 11.494073611977543,
      "step": 36850
    },
    {
      "contrastive_lambda": 0.3244876757538228,
      "epoch": 11.494385527136618,
      "step": 36851
    },
    {
      "contrastive_lambda": 0.32446316198413255,
      "epoch": 11.494697442295696,
      "step": 36852
    },
    {
      "contrastive_lambda": 0.3244386486956865,
      "epoch": 11.495009357454773,
      "step": 36853
    },
    {
      "contrastive_lambda": 0.32441413588855195,
      "epoch": 11.495321272613849,
      "step": 36854
    },
    {
      "contrastive_lambda": 0.324389623562796,
      "epoch": 11.495633187772926,
      "step": 36855
    },
    {
      "contrastive_lambda": 0.3243651117184857,
      "epoch": 11.495945102932003,
      "step": 36856
    },
    {
      "contrastive_lambda": 0.32434060035568857,
      "epoch": 11.496257018091079,
      "step": 36857
    },
    {
      "contrastive_lambda": 0.32431608947447166,
      "epoch": 11.496568933250156,
      "step": 36858
    },
    {
      "contrastive_lambda": 0.3242915790749021,
      "epoch": 11.496880848409234,
      "step": 36859
    },
    {
      "epoch": 11.497192763568309,
      "grad_norm": 0.08321639895439148,
      "learning_rate": 3.544555518985425e-05,
      "loss": 0.0267,
      "step": 36860
    },
    {
      "epoch": 11.497192763568309,
      "flow_loss": 0.01545195747166872,
      "step": 36860
    },
    {
      "contrastive_loss": 0.0036775493063032627,
      "epoch": 11.497192763568309,
      "step": 36860
    },
    {
      "contrastive_lambda": 0.3242670691570472,
      "epoch": 11.497192763568309,
      "step": 36860
    },
    {
      "contrastive_lambda": 0.32424255972097404,
      "epoch": 11.497504678727386,
      "step": 36861
    },
    {
      "contrastive_lambda": 0.32421805076675003,
      "epoch": 11.497816593886462,
      "step": 36862
    },
    {
      "contrastive_lambda": 0.3241935422944421,
      "epoch": 11.49812850904554,
      "step": 36863
    },
    {
      "contrastive_lambda": 0.32416903430411753,
      "epoch": 11.498440424204617,
      "step": 36864
    },
    {
      "contrastive_lambda": 0.32414452679584366,
      "epoch": 11.498752339363692,
      "step": 36865
    },
    {
      "contrastive_lambda": 0.3241200197696875,
      "epoch": 11.49906425452277,
      "step": 36866
    },
    {
      "contrastive_lambda": 0.32409551322571617,
      "epoch": 11.499376169681847,
      "step": 36867
    },
    {
      "contrastive_lambda": 0.32407100716399717,
      "epoch": 11.499688084840923,
      "step": 36868
    },
    {
      "contrastive_lambda": 0.32404650158459747,
      "epoch": 11.5,
      "step": 36869
    },
    {
      "epoch": 11.500311915159077,
      "grad_norm": 0.09833486378192902,
      "learning_rate": 3.541919293554494e-05,
      "loss": 0.0229,
      "step": 36870
    },
    {
      "epoch": 11.500311915159077,
      "flow_loss": 0.03554457426071167,
      "step": 36870
    },
    {
      "contrastive_loss": 0.004560955334454775,
      "epoch": 11.500311915159077,
      "step": 36870
    },
    {
      "contrastive_lambda": 0.3240219964875841,
      "epoch": 11.500311915159077,
      "step": 36870
    },
    {
      "contrastive_lambda": 0.3239974918730245,
      "epoch": 11.500623830318153,
      "step": 36871
    },
    {
      "contrastive_lambda": 0.3239729877409859,
      "epoch": 11.50093574547723,
      "step": 36872
    },
    {
      "contrastive_lambda": 0.3239484840915352,
      "epoch": 11.501247660636308,
      "step": 36873
    },
    {
      "contrastive_lambda": 0.32392398092473984,
      "epoch": 11.501559575795383,
      "step": 36874
    },
    {
      "contrastive_lambda": 0.32389947824066667,
      "epoch": 11.50187149095446,
      "step": 36875
    },
    {
      "contrastive_lambda": 0.32387497603938326,
      "epoch": 11.502183406113538,
      "step": 36876
    },
    {
      "contrastive_lambda": 0.3238504743209566,
      "epoch": 11.502495321272614,
      "step": 36877
    },
    {
      "contrastive_lambda": 0.3238259730854537,
      "epoch": 11.502807236431691,
      "step": 36878
    },
    {
      "contrastive_lambda": 0.3238014723329421,
      "epoch": 11.503119151590766,
      "step": 36879
    },
    {
      "epoch": 11.503431066749844,
      "grad_norm": 0.07340764999389648,
      "learning_rate": 3.539283511049985e-05,
      "loss": 0.0278,
      "step": 36880
    },
    {
      "epoch": 11.503431066749844,
      "flow_loss": 0.025004299357533455,
      "step": 36880
    },
    {
      "contrastive_loss": 0.003395367879420519,
      "epoch": 11.503431066749844,
      "step": 36880
    },
    {
      "contrastive_lambda": 0.32377697206348877,
      "epoch": 11.503431066749844,
      "step": 36880
    },
    {
      "contrastive_lambda": 0.32375247227716075,
      "epoch": 11.503742981908921,
      "step": 36881
    },
    {
      "contrastive_lambda": 0.32372797297402534,
      "epoch": 11.504054897067997,
      "step": 36882
    },
    {
      "contrastive_lambda": 0.32370347415414985,
      "epoch": 11.504366812227074,
      "step": 36883
    },
    {
      "contrastive_lambda": 0.32367897581760113,
      "epoch": 11.504678727386151,
      "step": 36884
    },
    {
      "contrastive_lambda": 0.3236544779644467,
      "epoch": 11.504990642545227,
      "step": 36885
    },
    {
      "contrastive_lambda": 0.32362998059475334,
      "epoch": 11.505302557704304,
      "step": 36886
    },
    {
      "contrastive_lambda": 0.32360548370858844,
      "epoch": 11.505614472863382,
      "step": 36887
    },
    {
      "contrastive_lambda": 0.32358098730601914,
      "epoch": 11.505926388022457,
      "step": 36888
    },
    {
      "contrastive_lambda": 0.3235564913871127,
      "epoch": 11.506238303181535,
      "step": 36889
    },
    {
      "epoch": 11.506550218340612,
      "grad_norm": 0.09044033288955688,
      "learning_rate": 3.5366481722725755e-05,
      "loss": 0.0297,
      "step": 36890
    },
    {
      "epoch": 11.506550218340612,
      "flow_loss": 0.01679968647658825,
      "step": 36890
    },
    {
      "contrastive_loss": 0.00471710367128253,
      "epoch": 11.506550218340612,
      "step": 36890
    },
    {
      "contrastive_lambda": 0.3235319959519359,
      "epoch": 11.506550218340612,
      "step": 36890
    },
    {
      "contrastive_lambda": 0.32350750100055636,
      "epoch": 11.506862133499688,
      "step": 36891
    },
    {
      "contrastive_lambda": 0.3234830065330409,
      "epoch": 11.507174048658765,
      "step": 36892
    },
    {
      "contrastive_lambda": 0.3234585125494569,
      "epoch": 11.507485963817842,
      "step": 36893
    },
    {
      "contrastive_lambda": 0.32343401904987135,
      "epoch": 11.507797878976918,
      "step": 36894
    },
    {
      "contrastive_lambda": 0.32340952603435147,
      "epoch": 11.508109794135995,
      "step": 36895
    },
    {
      "contrastive_lambda": 0.32338503350296444,
      "epoch": 11.508421709295071,
      "step": 36896
    },
    {
      "contrastive_lambda": 0.3233605414557774,
      "epoch": 11.508733624454148,
      "step": 36897
    },
    {
      "contrastive_lambda": 0.3233360498928573,
      "epoch": 11.509045539613226,
      "step": 36898
    },
    {
      "contrastive_lambda": 0.32331155881427165,
      "epoch": 11.509357454772301,
      "step": 36899
    },
    {
      "epoch": 11.509669369931379,
      "grad_norm": 0.12417783588171005,
      "learning_rate": 3.534013278022816e-05,
      "loss": 0.0243,
      "step": 36900
    },
    {
      "epoch": 11.509669369931379,
      "flow_loss": 0.021132977679371834,
      "step": 36900
    },
    {
      "contrastive_loss": 0.0033351797610521317,
      "epoch": 11.509669369931379,
      "step": 36900
    },
    {
      "contrastive_lambda": 0.32328706822008735,
      "epoch": 11.509669369931379,
      "step": 36900
    },
    {
      "contrastive_lambda": 0.3232625781103714,
      "epoch": 11.509981285090456,
      "step": 36901
    },
    {
      "contrastive_lambda": 0.3232380884851913,
      "epoch": 11.510293200249532,
      "step": 36902
    },
    {
      "contrastive_lambda": 0.3232135993446141,
      "epoch": 11.510605115408609,
      "step": 36903
    },
    {
      "contrastive_lambda": 0.32318911068870665,
      "epoch": 11.510917030567686,
      "step": 36904
    },
    {
      "contrastive_lambda": 0.32316462251753636,
      "epoch": 11.511228945726762,
      "step": 36905
    },
    {
      "contrastive_lambda": 0.3231401348311704,
      "epoch": 11.51154086088584,
      "step": 36906
    },
    {
      "contrastive_lambda": 0.32311564762967565,
      "epoch": 11.511852776044917,
      "step": 36907
    },
    {
      "contrastive_lambda": 0.3230911609131195,
      "epoch": 11.512164691203992,
      "step": 36908
    },
    {
      "contrastive_lambda": 0.3230666746815688,
      "epoch": 11.51247660636307,
      "step": 36909
    },
    {
      "epoch": 11.512788521522147,
      "grad_norm": 0.10174708068370819,
      "learning_rate": 3.531378829101113e-05,
      "loss": 0.0262,
      "step": 36910
    },
    {
      "epoch": 11.512788521522147,
      "flow_loss": 0.03756416589021683,
      "step": 36910
    },
    {
      "contrastive_loss": 0.0035217800177633762,
      "epoch": 11.512788521522147,
      "step": 36910
    },
    {
      "contrastive_lambda": 0.32304218893509107,
      "epoch": 11.512788521522147,
      "step": 36910
    },
    {
      "contrastive_lambda": 0.32301770367375326,
      "epoch": 11.513100436681222,
      "step": 36911
    },
    {
      "contrastive_lambda": 0.3229932188976223,
      "epoch": 11.5134123518403,
      "step": 36912
    },
    {
      "contrastive_lambda": 0.32296873460676545,
      "epoch": 11.513724266999375,
      "step": 36913
    },
    {
      "contrastive_lambda": 0.32294425080125005,
      "epoch": 11.514036182158453,
      "step": 36914
    },
    {
      "contrastive_lambda": 0.3229197674811429,
      "epoch": 11.51434809731753,
      "step": 36915
    },
    {
      "contrastive_lambda": 0.3228952846465114,
      "epoch": 11.514660012476606,
      "step": 36916
    },
    {
      "contrastive_lambda": 0.3228708022974224,
      "epoch": 11.514971927635683,
      "step": 36917
    },
    {
      "contrastive_lambda": 0.3228463204339431,
      "epoch": 11.51528384279476,
      "step": 36918
    },
    {
      "contrastive_lambda": 0.3228218390561408,
      "epoch": 11.515595757953836,
      "step": 36919
    },
    {
      "epoch": 11.515907673112913,
      "grad_norm": 0.06304731220006943,
      "learning_rate": 3.528744826307746e-05,
      "loss": 0.0321,
      "step": 36920
    },
    {
      "epoch": 11.515907673112913,
      "flow_loss": 0.011361134238541126,
      "step": 36920
    },
    {
      "contrastive_loss": 0.0030558141879737377,
      "epoch": 11.515907673112913,
      "step": 36920
    },
    {
      "contrastive_lambda": 0.32279735816408256,
      "epoch": 11.515907673112913,
      "step": 36920
    },
    {
      "contrastive_lambda": 0.32277287775783514,
      "epoch": 11.51621958827199,
      "step": 36921
    },
    {
      "contrastive_lambda": 0.3227483978374662,
      "epoch": 11.516531503431066,
      "step": 36922
    },
    {
      "contrastive_lambda": 0.3227239184030426,
      "epoch": 11.516843418590144,
      "step": 36923
    },
    {
      "contrastive_lambda": 0.3226994394546312,
      "epoch": 11.517155333749221,
      "step": 36924
    },
    {
      "contrastive_lambda": 0.32267496099229953,
      "epoch": 11.517467248908297,
      "step": 36925
    },
    {
      "contrastive_lambda": 0.32265048301611454,
      "epoch": 11.517779164067374,
      "step": 36926
    },
    {
      "contrastive_lambda": 0.3226260055261433,
      "epoch": 11.518091079226451,
      "step": 36927
    },
    {
      "contrastive_lambda": 0.32260152852245283,
      "epoch": 11.518402994385527,
      "step": 36928
    },
    {
      "contrastive_lambda": 0.32257705200511033,
      "epoch": 11.518714909544604,
      "step": 36929
    },
    {
      "epoch": 11.51902682470368,
      "grad_norm": 0.10731255263090134,
      "learning_rate": 3.5261112704428554e-05,
      "loss": 0.027,
      "step": 36930
    },
    {
      "epoch": 11.51902682470368,
      "flow_loss": 0.037620022892951965,
      "step": 36930
    },
    {
      "contrastive_loss": 0.008540675044059753,
      "epoch": 11.51902682470368,
      "step": 36930
    },
    {
      "contrastive_lambda": 0.3225525759741831,
      "epoch": 11.51902682470368,
      "step": 36930
    },
    {
      "contrastive_lambda": 0.322528100429738,
      "epoch": 11.519338739862757,
      "step": 36931
    },
    {
      "contrastive_lambda": 0.3225036253718421,
      "epoch": 11.519650655021834,
      "step": 36932
    },
    {
      "contrastive_lambda": 0.32247915080056266,
      "epoch": 11.51996257018091,
      "step": 36933
    },
    {
      "contrastive_lambda": 0.3224546767159667,
      "epoch": 11.520274485339987,
      "step": 36934
    },
    {
      "contrastive_lambda": 0.3224302031181213,
      "epoch": 11.520586400499065,
      "step": 36935
    },
    {
      "contrastive_lambda": 0.32240573000709355,
      "epoch": 11.52089831565814,
      "step": 36936
    },
    {
      "contrastive_lambda": 0.3223812573829507,
      "epoch": 11.521210230817218,
      "step": 36937
    },
    {
      "contrastive_lambda": 0.3223567852457596,
      "epoch": 11.521522145976295,
      "step": 36938
    },
    {
      "contrastive_lambda": 0.32233231359558756,
      "epoch": 11.52183406113537,
      "step": 36939
    },
    {
      "epoch": 11.522145976294448,
      "grad_norm": 0.09066034108400345,
      "learning_rate": 3.523478162306443e-05,
      "loss": 0.0215,
      "step": 36940
    },
    {
      "epoch": 11.522145976294448,
      "flow_loss": 0.042003218084573746,
      "step": 36940
    },
    {
      "contrastive_loss": 0.005106746219098568,
      "epoch": 11.522145976294448,
      "step": 36940
    },
    {
      "contrastive_lambda": 0.32230784243250143,
      "epoch": 11.522145976294448,
      "step": 36940
    },
    {
      "contrastive_lambda": 0.3222833717565685,
      "epoch": 11.522457891453525,
      "step": 36941
    },
    {
      "contrastive_lambda": 0.32225890156785586,
      "epoch": 11.522769806612601,
      "step": 36942
    },
    {
      "contrastive_lambda": 0.3222344318664305,
      "epoch": 11.523081721771678,
      "step": 36943
    },
    {
      "contrastive_lambda": 0.32220996265235946,
      "epoch": 11.523393636930756,
      "step": 36944
    },
    {
      "contrastive_lambda": 0.32218549392571,
      "epoch": 11.523705552089831,
      "step": 36945
    },
    {
      "contrastive_lambda": 0.32216102568654903,
      "epoch": 11.524017467248909,
      "step": 36946
    },
    {
      "contrastive_lambda": 0.32213655793494367,
      "epoch": 11.524329382407984,
      "step": 36947
    },
    {
      "contrastive_lambda": 0.3221120906709612,
      "epoch": 11.524641297567062,
      "step": 36948
    },
    {
      "contrastive_lambda": 0.3220876238946684,
      "epoch": 11.524953212726139,
      "step": 36949
    },
    {
      "epoch": 11.525265127885215,
      "grad_norm": 0.08542557060718536,
      "learning_rate": 3.520845502698381e-05,
      "loss": 0.0263,
      "step": 36950
    },
    {
      "epoch": 11.525265127885215,
      "flow_loss": 0.02913437969982624,
      "step": 36950
    },
    {
      "contrastive_loss": 0.0037263291887938976,
      "epoch": 11.525265127885215,
      "step": 36950
    },
    {
      "contrastive_lambda": 0.3220631576061326,
      "epoch": 11.525265127885215,
      "step": 36950
    },
    {
      "contrastive_lambda": 0.3220386918054206,
      "epoch": 11.525577043044292,
      "step": 36951
    },
    {
      "contrastive_lambda": 0.3220142264925997,
      "epoch": 11.52588895820337,
      "step": 36952
    },
    {
      "contrastive_lambda": 0.32198976166773696,
      "epoch": 11.526200873362445,
      "step": 36953
    },
    {
      "contrastive_lambda": 0.3219652973308994,
      "epoch": 11.526512788521522,
      "step": 36954
    },
    {
      "contrastive_lambda": 0.32194083348215385,
      "epoch": 11.5268247036806,
      "step": 36955
    },
    {
      "contrastive_lambda": 0.32191637012156793,
      "epoch": 11.527136618839675,
      "step": 36956
    },
    {
      "contrastive_lambda": 0.3218919072492083,
      "epoch": 11.527448533998752,
      "step": 36957
    },
    {
      "contrastive_lambda": 0.32186744486514207,
      "epoch": 11.52776044915783,
      "step": 36958
    },
    {
      "contrastive_lambda": 0.32184298296943625,
      "epoch": 11.528072364316905,
      "step": 36959
    },
    {
      "epoch": 11.528384279475983,
      "grad_norm": 0.07552289217710495,
      "learning_rate": 3.5182132924184005e-05,
      "loss": 0.0259,
      "step": 36960
    },
    {
      "epoch": 11.528384279475983,
      "flow_loss": 0.019757498055696487,
      "step": 36960
    },
    {
      "contrastive_loss": 0.004554189741611481,
      "epoch": 11.528384279475983,
      "step": 36960
    },
    {
      "contrastive_lambda": 0.32181852156215823,
      "epoch": 11.528384279475983,
      "step": 36960
    },
    {
      "contrastive_lambda": 0.3217940606433747,
      "epoch": 11.52869619463506,
      "step": 36961
    },
    {
      "contrastive_lambda": 0.3217696002131529,
      "epoch": 11.529008109794136,
      "step": 36962
    },
    {
      "contrastive_lambda": 0.32174514027155976,
      "epoch": 11.529320024953213,
      "step": 36963
    },
    {
      "contrastive_lambda": 0.3217206808186627,
      "epoch": 11.529631940112289,
      "step": 36964
    },
    {
      "contrastive_lambda": 0.3216962218545284,
      "epoch": 11.529943855271366,
      "step": 36965
    },
    {
      "contrastive_lambda": 0.3216717633792238,
      "epoch": 11.530255770430443,
      "step": 36966
    },
    {
      "contrastive_lambda": 0.3216473053928165,
      "epoch": 11.530567685589519,
      "step": 36967
    },
    {
      "contrastive_lambda": 0.32162284789537315,
      "epoch": 11.530879600748596,
      "step": 36968
    },
    {
      "contrastive_lambda": 0.32159839088696085,
      "epoch": 11.531191515907674,
      "step": 36969
    },
    {
      "epoch": 11.53150343106675,
      "grad_norm": 0.08692118525505066,
      "learning_rate": 3.5155815322660966e-05,
      "loss": 0.0258,
      "step": 36970
    },
    {
      "epoch": 11.53150343106675,
      "flow_loss": 0.024407170712947845,
      "step": 36970
    },
    {
      "contrastive_loss": 0.003545620711520314,
      "epoch": 11.53150343106675,
      "step": 36970
    },
    {
      "contrastive_lambda": 0.32157393436764664,
      "epoch": 11.53150343106675,
      "step": 36970
    },
    {
      "contrastive_lambda": 0.32154947833749775,
      "epoch": 11.531815346225827,
      "step": 36971
    },
    {
      "contrastive_lambda": 0.321525022796581,
      "epoch": 11.532127261384904,
      "step": 36972
    },
    {
      "contrastive_lambda": 0.3215005677449636,
      "epoch": 11.53243917654398,
      "step": 36973
    },
    {
      "contrastive_lambda": 0.32147611318271246,
      "epoch": 11.532751091703057,
      "step": 36974
    },
    {
      "contrastive_lambda": 0.3214516591098947,
      "epoch": 11.533063006862134,
      "step": 36975
    },
    {
      "contrastive_lambda": 0.32142720552657744,
      "epoch": 11.53337492202121,
      "step": 36976
    },
    {
      "contrastive_lambda": 0.3214027524328276,
      "epoch": 11.533686837180287,
      "step": 36977
    },
    {
      "contrastive_lambda": 0.32137829982871213,
      "epoch": 11.533998752339365,
      "step": 36978
    },
    {
      "contrastive_lambda": 0.3213538477142983,
      "epoch": 11.53431066749844,
      "step": 36979
    },
    {
      "epoch": 11.534622582657517,
      "grad_norm": 0.07217330485582352,
      "learning_rate": 3.512950223040931e-05,
      "loss": 0.0252,
      "step": 36980
    },
    {
      "epoch": 11.534622582657517,
      "flow_loss": 0.03682206943631172,
      "step": 36980
    },
    {
      "contrastive_loss": 0.0040398272685706615,
      "epoch": 11.534622582657517,
      "step": 36980
    },
    {
      "contrastive_lambda": 0.32132939608965305,
      "epoch": 11.534622582657517,
      "step": 36980
    },
    {
      "contrastive_lambda": 0.3213049449548433,
      "epoch": 11.534934497816593,
      "step": 36981
    },
    {
      "contrastive_lambda": 0.3212804943099363,
      "epoch": 11.53524641297567,
      "step": 36982
    },
    {
      "contrastive_lambda": 0.321256044154999,
      "epoch": 11.535558328134748,
      "step": 36983
    },
    {
      "contrastive_lambda": 0.32123159449009836,
      "epoch": 11.535870243293823,
      "step": 36984
    },
    {
      "contrastive_lambda": 0.32120714531530137,
      "epoch": 11.5361821584529,
      "step": 36985
    },
    {
      "contrastive_lambda": 0.3211826966306752,
      "epoch": 11.536494073611978,
      "step": 36986
    },
    {
      "contrastive_lambda": 0.32115824843628693,
      "epoch": 11.536805988771054,
      "step": 36987
    },
    {
      "contrastive_lambda": 0.32113380073220343,
      "epoch": 11.537117903930131,
      "step": 36988
    },
    {
      "contrastive_lambda": 0.32110935351849157,
      "epoch": 11.537429819089208,
      "step": 36989
    },
    {
      "epoch": 11.537741734248284,
      "grad_norm": 0.08040723204612732,
      "learning_rate": 3.5103193655422216e-05,
      "loss": 0.0278,
      "step": 36990
    },
    {
      "epoch": 11.537741734248284,
      "flow_loss": 0.01911797560751438,
      "step": 36990
    },
    {
      "contrastive_loss": 0.0034765279851853848,
      "epoch": 11.537741734248284,
      "step": 36990
    },
    {
      "contrastive_lambda": 0.3210849067952188,
      "epoch": 11.537741734248284,
      "step": 36990
    },
    {
      "contrastive_lambda": 0.32106046056245185,
      "epoch": 11.538053649407361,
      "step": 36991
    },
    {
      "contrastive_lambda": 0.3210360148202578,
      "epoch": 11.538365564566439,
      "step": 36992
    },
    {
      "contrastive_lambda": 0.32101156956870364,
      "epoch": 11.538677479725514,
      "step": 36993
    },
    {
      "contrastive_lambda": 0.3209871248078565,
      "epoch": 11.538989394884592,
      "step": 36994
    },
    {
      "contrastive_lambda": 0.32096268053778326,
      "epoch": 11.539301310043669,
      "step": 36995
    },
    {
      "contrastive_lambda": 0.32093823675855104,
      "epoch": 11.539613225202745,
      "step": 36996
    },
    {
      "contrastive_lambda": 0.3209137934702267,
      "epoch": 11.539925140361822,
      "step": 36997
    },
    {
      "contrastive_lambda": 0.3208893506728775,
      "epoch": 11.540237055520898,
      "step": 36998
    },
    {
      "contrastive_lambda": 0.32086490836657033,
      "epoch": 11.540548970679975,
      "step": 36999
    },
    {
      "epoch": 11.540860885839052,
      "grad_norm": 0.08084002137184143,
      "learning_rate": 3.5076889605691596e-05,
      "loss": 0.0274,
      "step": 37000
    },
    {
      "epoch": 11.540860885839052,
      "flow_loss": 0.021818330511450768,
      "step": 37000
    },
    {
      "contrastive_loss": 0.0038360676262527704,
      "epoch": 11.540860885839052,
      "step": 37000
    },
    {
      "contrastive_lambda": 0.320840466551372,
      "epoch": 11.540860885839052,
      "step": 37000
    },
    {
      "contrastive_lambda": 0.32081602522734987,
      "epoch": 11.541172800998128,
      "step": 37001
    },
    {
      "contrastive_lambda": 0.3207915843945708,
      "epoch": 11.541484716157205,
      "step": 37002
    },
    {
      "contrastive_lambda": 0.3207671440531017,
      "epoch": 11.541796631316283,
      "step": 37003
    },
    {
      "contrastive_lambda": 0.32074270420300954,
      "epoch": 11.542108546475358,
      "step": 37004
    },
    {
      "contrastive_lambda": 0.32071826484436167,
      "epoch": 11.542420461634435,
      "step": 37005
    },
    {
      "contrastive_lambda": 0.32069382597722473,
      "epoch": 11.542732376793513,
      "step": 37006
    },
    {
      "contrastive_lambda": 0.32066938760166586,
      "epoch": 11.543044291952588,
      "step": 37007
    },
    {
      "contrastive_lambda": 0.32064494971775204,
      "epoch": 11.543356207111666,
      "step": 37008
    },
    {
      "contrastive_lambda": 0.3206205123255502,
      "epoch": 11.543668122270743,
      "step": 37009
    },
    {
      "epoch": 11.543980037429819,
      "grad_norm": 0.07392264902591705,
      "learning_rate": 3.505059008920787e-05,
      "loss": 0.03,
      "step": 37010
    },
    {
      "epoch": 11.543980037429819,
      "flow_loss": 0.02317248098552227,
      "step": 37010
    },
    {
      "contrastive_loss": 0.003928603604435921,
      "epoch": 11.543980037429819,
      "step": 37010
    },
    {
      "contrastive_lambda": 0.3205960754251276,
      "epoch": 11.543980037429819,
      "step": 37010
    },
    {
      "contrastive_lambda": 0.32057163901655095,
      "epoch": 11.544291952588896,
      "step": 37011
    },
    {
      "contrastive_lambda": 0.3205472030998872,
      "epoch": 11.544603867747973,
      "step": 37012
    },
    {
      "contrastive_lambda": 0.3205227676752037,
      "epoch": 11.544915782907049,
      "step": 37013
    },
    {
      "contrastive_lambda": 0.32049833274256717,
      "epoch": 11.545227698066126,
      "step": 37014
    },
    {
      "contrastive_lambda": 0.32047389830204454,
      "epoch": 11.545539613225202,
      "step": 37015
    },
    {
      "contrastive_lambda": 0.320449464353703,
      "epoch": 11.54585152838428,
      "step": 37016
    },
    {
      "contrastive_lambda": 0.3204250308976093,
      "epoch": 11.546163443543357,
      "step": 37017
    },
    {
      "contrastive_lambda": 0.3204005979338308,
      "epoch": 11.546475358702432,
      "step": 37018
    },
    {
      "contrastive_lambda": 0.32037616546243425,
      "epoch": 11.54678727386151,
      "step": 37019
    },
    {
      "epoch": 11.547099189020587,
      "grad_norm": 0.08131884038448334,
      "learning_rate": 3.502429511396016e-05,
      "loss": 0.029,
      "step": 37020
    },
    {
      "epoch": 11.547099189020587,
      "flow_loss": 0.04467924311757088,
      "step": 37020
    },
    {
      "contrastive_loss": 0.0039578331634402275,
      "epoch": 11.547099189020587,
      "step": 37020
    },
    {
      "contrastive_lambda": 0.3203517334834864,
      "epoch": 11.547099189020587,
      "step": 37020
    },
    {
      "contrastive_lambda": 0.3203273019970547,
      "epoch": 11.547411104179663,
      "step": 37021
    },
    {
      "contrastive_lambda": 0.32030287100320587,
      "epoch": 11.54772301933874,
      "step": 37022
    },
    {
      "contrastive_lambda": 0.3202784405020067,
      "epoch": 11.548034934497817,
      "step": 37023
    },
    {
      "contrastive_lambda": 0.32025401049352464,
      "epoch": 11.548346849656893,
      "step": 37024
    },
    {
      "contrastive_lambda": 0.32022958097782644,
      "epoch": 11.54865876481597,
      "step": 37025
    },
    {
      "contrastive_lambda": 0.3202051519549789,
      "epoch": 11.548970679975048,
      "step": 37026
    },
    {
      "contrastive_lambda": 0.32018072342504916,
      "epoch": 11.549282595134123,
      "step": 37027
    },
    {
      "contrastive_lambda": 0.3201562953881043,
      "epoch": 11.5495945102932,
      "step": 37028
    },
    {
      "contrastive_lambda": 0.32013186784421105,
      "epoch": 11.549906425452278,
      "step": 37029
    },
    {
      "epoch": 11.550218340611353,
      "grad_norm": 0.07364923506975174,
      "learning_rate": 3.4998004687936196e-05,
      "loss": 0.0295,
      "step": 37030
    },
    {
      "epoch": 11.550218340611353,
      "flow_loss": 0.029058082029223442,
      "step": 37030
    },
    {
      "contrastive_loss": 0.004076868295669556,
      "epoch": 11.550218340611353,
      "step": 37030
    },
    {
      "contrastive_lambda": 0.32010744079343656,
      "epoch": 11.550218340611353,
      "step": 37030
    },
    {
      "contrastive_lambda": 0.3200830142358477,
      "epoch": 11.55053025577043,
      "step": 37031
    },
    {
      "contrastive_lambda": 0.32005858817151145,
      "epoch": 11.550842170929506,
      "step": 37032
    },
    {
      "contrastive_lambda": 0.3200341626004949,
      "epoch": 11.551154086088584,
      "step": 37033
    },
    {
      "contrastive_lambda": 0.32000973752286477,
      "epoch": 11.551466001247661,
      "step": 37034
    },
    {
      "contrastive_lambda": 0.31998531293868815,
      "epoch": 11.551777916406737,
      "step": 37035
    },
    {
      "contrastive_lambda": 0.3199608888480322,
      "epoch": 11.552089831565814,
      "step": 37036
    },
    {
      "contrastive_lambda": 0.31993646525096353,
      "epoch": 11.552401746724891,
      "step": 37037
    },
    {
      "contrastive_lambda": 0.31991204214754937,
      "epoch": 11.552713661883967,
      "step": 37038
    },
    {
      "contrastive_lambda": 0.3198876195378565,
      "epoch": 11.553025577043044,
      "step": 37039
    },
    {
      "epoch": 11.553337492202122,
      "grad_norm": 0.08279910683631897,
      "learning_rate": 3.497171881912229e-05,
      "loss": 0.0262,
      "step": 37040
    },
    {
      "epoch": 11.553337492202122,
      "flow_loss": 0.02087937667965889,
      "step": 37040
    },
    {
      "contrastive_loss": 0.004362672567367554,
      "epoch": 11.553337492202122,
      "step": 37040
    },
    {
      "contrastive_lambda": 0.3198631974219519,
      "epoch": 11.553337492202122,
      "step": 37040
    },
    {
      "contrastive_lambda": 0.3198387757999027,
      "epoch": 11.553649407361197,
      "step": 37041
    },
    {
      "contrastive_lambda": 0.31981435467177577,
      "epoch": 11.553961322520275,
      "step": 37042
    },
    {
      "contrastive_lambda": 0.3197899340376378,
      "epoch": 11.554273237679352,
      "step": 37043
    },
    {
      "contrastive_lambda": 0.3197655138975561,
      "epoch": 11.554585152838428,
      "step": 37044
    },
    {
      "contrastive_lambda": 0.3197410942515975,
      "epoch": 11.554897067997505,
      "step": 37045
    },
    {
      "contrastive_lambda": 0.3197166750998287,
      "epoch": 11.555208983156582,
      "step": 37046
    },
    {
      "contrastive_lambda": 0.31969225644231714,
      "epoch": 11.555520898315658,
      "step": 37047
    },
    {
      "contrastive_lambda": 0.3196678382791295,
      "epoch": 11.555832813474735,
      "step": 37048
    },
    {
      "contrastive_lambda": 0.3196434206103326,
      "epoch": 11.55614472863381,
      "step": 37049
    },
    {
      "epoch": 11.556456643792888,
      "grad_norm": 0.07775047421455383,
      "learning_rate": 3.494543751550342e-05,
      "loss": 0.0249,
      "step": 37050
    },
    {
      "epoch": 11.556456643792888,
      "flow_loss": 0.017798226326704025,
      "step": 37050
    },
    {
      "contrastive_loss": 0.004158162511885166,
      "epoch": 11.556456643792888,
      "step": 37050
    },
    {
      "contrastive_lambda": 0.3196190034359935,
      "epoch": 11.556456643792888,
      "step": 37050
    },
    {
      "contrastive_lambda": 0.3195945867561791,
      "epoch": 11.556768558951966,
      "step": 37051
    },
    {
      "contrastive_lambda": 0.3195701705709565,
      "epoch": 11.557080474111041,
      "step": 37052
    },
    {
      "contrastive_lambda": 0.3195457548803925,
      "epoch": 11.557392389270118,
      "step": 37053
    },
    {
      "contrastive_lambda": 0.31952133968455393,
      "epoch": 11.557704304429196,
      "step": 37054
    },
    {
      "contrastive_lambda": 0.319496924983508,
      "epoch": 11.558016219588271,
      "step": 37055
    },
    {
      "contrastive_lambda": 0.31947251077732153,
      "epoch": 11.558328134747349,
      "step": 37056
    },
    {
      "contrastive_lambda": 0.3194480970660613,
      "epoch": 11.558640049906426,
      "step": 37057
    },
    {
      "contrastive_lambda": 0.31942368384979436,
      "epoch": 11.558951965065502,
      "step": 37058
    },
    {
      "contrastive_lambda": 0.3193992711285878,
      "epoch": 11.559263880224579,
      "step": 37059
    },
    {
      "epoch": 11.559575795383656,
      "grad_norm": 0.1032601147890091,
      "learning_rate": 3.491916078506313e-05,
      "loss": 0.0253,
      "step": 37060
    },
    {
      "epoch": 11.559575795383656,
      "flow_loss": 0.027097683399915695,
      "step": 37060
    },
    {
      "contrastive_loss": 0.004095082636922598,
      "epoch": 11.559575795383656,
      "step": 37060
    },
    {
      "contrastive_lambda": 0.3193748589025082,
      "epoch": 11.559575795383656,
      "step": 37060
    },
    {
      "contrastive_lambda": 0.31935044717162286,
      "epoch": 11.559887710542732,
      "step": 37061
    },
    {
      "contrastive_lambda": 0.3193260359359984,
      "epoch": 11.56019962570181,
      "step": 37062
    },
    {
      "contrastive_lambda": 0.3193016251957018,
      "epoch": 11.560511540860887,
      "step": 37063
    },
    {
      "contrastive_lambda": 0.3192772149508003,
      "epoch": 11.560823456019962,
      "step": 37064
    },
    {
      "contrastive_lambda": 0.31925280520136035,
      "epoch": 11.56113537117904,
      "step": 37065
    },
    {
      "contrastive_lambda": 0.3192283959474491,
      "epoch": 11.561447286338115,
      "step": 37066
    },
    {
      "contrastive_lambda": 0.3192039871891337,
      "epoch": 11.561759201497193,
      "step": 37067
    },
    {
      "contrastive_lambda": 0.31917957892648063,
      "epoch": 11.56207111665627,
      "step": 37068
    },
    {
      "contrastive_lambda": 0.319155171159557,
      "epoch": 11.562383031815346,
      "step": 37069
    },
    {
      "epoch": 11.562694946974423,
      "grad_norm": 0.11778219789266586,
      "learning_rate": 3.489288863578361e-05,
      "loss": 0.0289,
      "step": 37070
    },
    {
      "epoch": 11.562694946974423,
      "flow_loss": 0.015627853572368622,
      "step": 37070
    },
    {
      "contrastive_loss": 0.0043838913552463055,
      "epoch": 11.562694946974423,
      "step": 37070
    },
    {
      "contrastive_lambda": 0.31913076388842987,
      "epoch": 11.562694946974423,
      "step": 37070
    },
    {
      "contrastive_lambda": 0.31910635711316593,
      "epoch": 11.5630068621335,
      "step": 37071
    },
    {
      "contrastive_lambda": 0.31908195083383223,
      "epoch": 11.563318777292576,
      "step": 37072
    },
    {
      "contrastive_lambda": 0.31905754505049555,
      "epoch": 11.563630692451653,
      "step": 37073
    },
    {
      "contrastive_lambda": 0.3190331397632229,
      "epoch": 11.56394260761073,
      "step": 37074
    },
    {
      "contrastive_lambda": 0.31900873497208126,
      "epoch": 11.564254522769806,
      "step": 37075
    },
    {
      "contrastive_lambda": 0.3189843306771375,
      "epoch": 11.564566437928884,
      "step": 37076
    },
    {
      "contrastive_lambda": 0.3189599268784582,
      "epoch": 11.56487835308796,
      "step": 37077
    },
    {
      "contrastive_lambda": 0.31893552357611077,
      "epoch": 11.565190268247036,
      "step": 37078
    },
    {
      "contrastive_lambda": 0.3189111207701619,
      "epoch": 11.565502183406114,
      "step": 37079
    },
    {
      "epoch": 11.565814098565191,
      "grad_norm": 0.10902868211269379,
      "learning_rate": 3.4866621075645646e-05,
      "loss": 0.0309,
      "step": 37080
    },
    {
      "epoch": 11.565814098565191,
      "flow_loss": 0.02231997810304165,
      "step": 37080
    },
    {
      "contrastive_loss": 0.0035080185625702143,
      "epoch": 11.565814098565191,
      "step": 37080
    },
    {
      "contrastive_lambda": 0.3188867184606783,
      "epoch": 11.565814098565191,
      "step": 37080
    },
    {
      "contrastive_lambda": 0.3188623166477272,
      "epoch": 11.566126013724267,
      "step": 37081
    },
    {
      "contrastive_lambda": 0.3188379153313753,
      "epoch": 11.566437928883344,
      "step": 37082
    },
    {
      "contrastive_lambda": 0.3188135145116895,
      "epoch": 11.56674984404242,
      "step": 37083
    },
    {
      "contrastive_lambda": 0.31878911418873673,
      "epoch": 11.567061759201497,
      "step": 37084
    },
    {
      "contrastive_lambda": 0.3187647143625839,
      "epoch": 11.567373674360574,
      "step": 37085
    },
    {
      "contrastive_lambda": 0.318740315033298,
      "epoch": 11.56768558951965,
      "step": 37086
    },
    {
      "contrastive_lambda": 0.3187159162009458,
      "epoch": 11.567997504678727,
      "step": 37087
    },
    {
      "contrastive_lambda": 0.318691517865594,
      "epoch": 11.568309419837805,
      "step": 37088
    },
    {
      "contrastive_lambda": 0.3186671200273099,
      "epoch": 11.56862133499688,
      "step": 37089
    },
    {
      "epoch": 11.568933250155958,
      "grad_norm": 0.08717358112335205,
      "learning_rate": 3.4840358112628614e-05,
      "loss": 0.0281,
      "step": 37090
    },
    {
      "epoch": 11.568933250155958,
      "flow_loss": 0.017573194578289986,
      "step": 37090
    },
    {
      "contrastive_loss": 0.006204010918736458,
      "epoch": 11.568933250155958,
      "step": 37090
    },
    {
      "contrastive_lambda": 0.31864272268616023,
      "epoch": 11.568933250155958,
      "step": 37090
    },
    {
      "contrastive_lambda": 0.31861832584221167,
      "epoch": 11.569245165315035,
      "step": 37091
    },
    {
      "contrastive_lambda": 0.31859392949553134,
      "epoch": 11.56955708047411,
      "step": 37092
    },
    {
      "contrastive_lambda": 0.31856953364618606,
      "epoch": 11.569868995633188,
      "step": 37093
    },
    {
      "contrastive_lambda": 0.3185451382942427,
      "epoch": 11.570180910792265,
      "step": 37094
    },
    {
      "contrastive_lambda": 0.31852074343976816,
      "epoch": 11.57049282595134,
      "step": 37095
    },
    {
      "contrastive_lambda": 0.31849634908282926,
      "epoch": 11.570804741110418,
      "step": 37096
    },
    {
      "contrastive_lambda": 0.3184719552234929,
      "epoch": 11.571116656269496,
      "step": 37097
    },
    {
      "contrastive_lambda": 0.3184475618618261,
      "epoch": 11.571428571428571,
      "step": 37098
    },
    {
      "contrastive_lambda": 0.3184231689978956,
      "epoch": 11.571740486587649,
      "step": 37099
    },
    {
      "epoch": 11.572052401746724,
      "grad_norm": 0.12037026137113571,
      "learning_rate": 3.481409975471053e-05,
      "loss": 0.0274,
      "step": 37100
    },
    {
      "epoch": 11.572052401746724,
      "flow_loss": 0.020046569406986237,
      "step": 37100
    },
    {
      "contrastive_loss": 0.0059540411457419395,
      "epoch": 11.572052401746724,
      "step": 37100
    },
    {
      "contrastive_lambda": 0.3183987766317681,
      "epoch": 11.572052401746724,
      "step": 37100
    },
    {
      "contrastive_lambda": 0.3183743847635109,
      "epoch": 11.572364316905801,
      "step": 37101
    },
    {
      "contrastive_lambda": 0.3183499933931906,
      "epoch": 11.572676232064879,
      "step": 37102
    },
    {
      "contrastive_lambda": 0.3183256025208739,
      "epoch": 11.572988147223954,
      "step": 37103
    },
    {
      "contrastive_lambda": 0.3183012121466281,
      "epoch": 11.573300062383032,
      "step": 37104
    },
    {
      "contrastive_lambda": 0.3182768222705197,
      "epoch": 11.57361197754211,
      "step": 37105
    },
    {
      "contrastive_lambda": 0.31825243289261584,
      "epoch": 11.573923892701185,
      "step": 37106
    },
    {
      "contrastive_lambda": 0.3182280440129831,
      "epoch": 11.574235807860262,
      "step": 37107
    },
    {
      "contrastive_lambda": 0.3182036556316886,
      "epoch": 11.57454772301934,
      "step": 37108
    },
    {
      "contrastive_lambda": 0.3181792677487991,
      "epoch": 11.574859638178415,
      "step": 37109
    },
    {
      "epoch": 11.575171553337492,
      "grad_norm": 0.11569813638925552,
      "learning_rate": 3.4787846009867986e-05,
      "loss": 0.0275,
      "step": 37110
    },
    {
      "epoch": 11.575171553337492,
      "flow_loss": 0.02520214207470417,
      "step": 37110
    },
    {
      "contrastive_loss": 0.003663764800876379,
      "epoch": 11.575171553337492,
      "step": 37110
    },
    {
      "contrastive_lambda": 0.31815488036438155,
      "epoch": 11.575171553337492,
      "step": 37110
    },
    {
      "contrastive_lambda": 0.3181304934785025,
      "epoch": 11.57548346849657,
      "step": 37111
    },
    {
      "contrastive_lambda": 0.3181061070912292,
      "epoch": 11.575795383655645,
      "step": 37112
    },
    {
      "contrastive_lambda": 0.31808172120262834,
      "epoch": 11.576107298814723,
      "step": 37113
    },
    {
      "contrastive_lambda": 0.31805733581276663,
      "epoch": 11.5764192139738,
      "step": 37114
    },
    {
      "contrastive_lambda": 0.31803295092171113,
      "epoch": 11.576731129132876,
      "step": 37115
    },
    {
      "contrastive_lambda": 0.3180085665295287,
      "epoch": 11.577043044291953,
      "step": 37116
    },
    {
      "contrastive_lambda": 0.31798418263628603,
      "epoch": 11.577354959451029,
      "step": 37117
    },
    {
      "contrastive_lambda": 0.31795979924205015,
      "epoch": 11.577666874610106,
      "step": 37118
    },
    {
      "contrastive_lambda": 0.3179354163468877,
      "epoch": 11.577978789769183,
      "step": 37119
    },
    {
      "epoch": 11.578290704928259,
      "grad_norm": 0.10248976200819016,
      "learning_rate": 3.476159688607615e-05,
      "loss": 0.0249,
      "step": 37120
    },
    {
      "epoch": 11.578290704928259,
      "flow_loss": 0.02813597582280636,
      "step": 37120
    },
    {
      "contrastive_loss": 0.004173649940639734,
      "epoch": 11.578290704928259,
      "step": 37120
    },
    {
      "contrastive_lambda": 0.3179110339508657,
      "epoch": 11.578290704928259,
      "step": 37120
    },
    {
      "contrastive_lambda": 0.317886652054051,
      "epoch": 11.578602620087336,
      "step": 37121
    },
    {
      "contrastive_lambda": 0.3178622706565102,
      "epoch": 11.578914535246414,
      "step": 37122
    },
    {
      "contrastive_lambda": 0.31783788975831045,
      "epoch": 11.57922645040549,
      "step": 37123
    },
    {
      "contrastive_lambda": 0.3178135093595186,
      "epoch": 11.579538365564567,
      "step": 37124
    },
    {
      "contrastive_lambda": 0.3177891294602011,
      "epoch": 11.579850280723644,
      "step": 37125
    },
    {
      "contrastive_lambda": 0.31776475006042515,
      "epoch": 11.58016219588272,
      "step": 37126
    },
    {
      "contrastive_lambda": 0.31774037116025755,
      "epoch": 11.580474111041797,
      "step": 37127
    },
    {
      "contrastive_lambda": 0.31771599275976503,
      "epoch": 11.580786026200874,
      "step": 37128
    },
    {
      "contrastive_lambda": 0.31769161485901454,
      "epoch": 11.58109794135995,
      "step": 37129
    },
    {
      "epoch": 11.581409856519027,
      "grad_norm": 0.06537886708974838,
      "learning_rate": 3.4735352391308854e-05,
      "loss": 0.0296,
      "step": 37130
    },
    {
      "epoch": 11.581409856519027,
      "flow_loss": 0.029043367132544518,
      "step": 37130
    },
    {
      "contrastive_loss": 0.0037269562017172575,
      "epoch": 11.581409856519027,
      "step": 37130
    },
    {
      "contrastive_lambda": 0.3176672374580727,
      "epoch": 11.581409856519027,
      "step": 37130
    },
    {
      "contrastive_lambda": 0.31764286055700647,
      "epoch": 11.581721771678104,
      "step": 37131
    },
    {
      "contrastive_lambda": 0.31761848415588284,
      "epoch": 11.58203368683718,
      "step": 37132
    },
    {
      "contrastive_lambda": 0.31759410825476847,
      "epoch": 11.582345601996257,
      "step": 37133
    },
    {
      "contrastive_lambda": 0.31756973285373,
      "epoch": 11.582657517155333,
      "step": 37134
    },
    {
      "contrastive_lambda": 0.3175453579528347,
      "epoch": 11.58296943231441,
      "step": 37135
    },
    {
      "contrastive_lambda": 0.31752098355214914,
      "epoch": 11.583281347473488,
      "step": 37136
    },
    {
      "contrastive_lambda": 0.31749660965174004,
      "epoch": 11.583593262632563,
      "step": 37137
    },
    {
      "contrastive_lambda": 0.31747223625167437,
      "epoch": 11.58390517779164,
      "step": 37138
    },
    {
      "contrastive_lambda": 0.3174478633520189,
      "epoch": 11.584217092950718,
      "step": 37139
    },
    {
      "epoch": 11.584529008109794,
      "grad_norm": 0.09294544905424118,
      "learning_rate": 3.4709112533538446e-05,
      "loss": 0.0325,
      "step": 37140
    },
    {
      "epoch": 11.584529008109794,
      "flow_loss": 0.04293297976255417,
      "step": 37140
    },
    {
      "contrastive_loss": 0.003711110446602106,
      "epoch": 11.584529008109794,
      "step": 37140
    },
    {
      "contrastive_lambda": 0.3174234909528406,
      "epoch": 11.584529008109794,
      "step": 37140
    },
    {
      "contrastive_lambda": 0.3173991190542062,
      "epoch": 11.584840923268871,
      "step": 37141
    },
    {
      "contrastive_lambda": 0.31737474765618223,
      "epoch": 11.585152838427948,
      "step": 37142
    },
    {
      "contrastive_lambda": 0.31735037675883604,
      "epoch": 11.585464753587024,
      "step": 37143
    },
    {
      "contrastive_lambda": 0.31732600636223407,
      "epoch": 11.585776668746101,
      "step": 37144
    },
    {
      "contrastive_lambda": 0.31730163646644305,
      "epoch": 11.586088583905179,
      "step": 37145
    },
    {
      "contrastive_lambda": 0.3172772670715302,
      "epoch": 11.586400499064254,
      "step": 37146
    },
    {
      "contrastive_lambda": 0.3172528981775621,
      "epoch": 11.586712414223332,
      "step": 37147
    },
    {
      "contrastive_lambda": 0.31722852978460536,
      "epoch": 11.587024329382409,
      "step": 37148
    },
    {
      "contrastive_lambda": 0.31720416189272704,
      "epoch": 11.587336244541484,
      "step": 37149
    },
    {
      "epoch": 11.587648159700562,
      "grad_norm": 0.08259066939353943,
      "learning_rate": 3.4682877320735934e-05,
      "loss": 0.0251,
      "step": 37150
    },
    {
      "epoch": 11.587648159700562,
      "flow_loss": 0.015972381457686424,
      "step": 37150
    },
    {
      "contrastive_loss": 0.004273600876331329,
      "epoch": 11.587648159700562,
      "step": 37150
    },
    {
      "contrastive_lambda": 0.3171797945019941,
      "epoch": 11.587648159700562,
      "step": 37150
    },
    {
      "contrastive_lambda": 0.31715542761247284,
      "epoch": 11.587960074859637,
      "step": 37151
    },
    {
      "contrastive_lambda": 0.3171310612242306,
      "epoch": 11.588271990018715,
      "step": 37152
    },
    {
      "contrastive_lambda": 0.31710669533733377,
      "epoch": 11.588583905177792,
      "step": 37153
    },
    {
      "contrastive_lambda": 0.3170823299518494,
      "epoch": 11.588895820336868,
      "step": 37154
    },
    {
      "contrastive_lambda": 0.3170579650678442,
      "epoch": 11.589207735495945,
      "step": 37155
    },
    {
      "contrastive_lambda": 0.3170336006853849,
      "epoch": 11.589519650655022,
      "step": 37156
    },
    {
      "contrastive_lambda": 0.3170092368045384,
      "epoch": 11.589831565814098,
      "step": 37157
    },
    {
      "contrastive_lambda": 0.31698487342537157,
      "epoch": 11.590143480973175,
      "step": 37158
    },
    {
      "contrastive_lambda": 0.316960510547951,
      "epoch": 11.590455396132253,
      "step": 37159
    },
    {
      "epoch": 11.590767311291328,
      "grad_norm": 0.08884905278682709,
      "learning_rate": 3.465664676087085e-05,
      "loss": 0.0209,
      "step": 37160
    },
    {
      "epoch": 11.590767311291328,
      "flow_loss": 0.019593842327594757,
      "step": 37160
    },
    {
      "contrastive_loss": 0.004016280174255371,
      "epoch": 11.590767311291328,
      "step": 37160
    },
    {
      "contrastive_lambda": 0.31693614817234367,
      "epoch": 11.590767311291328,
      "step": 37160
    },
    {
      "contrastive_lambda": 0.31691178629861616,
      "epoch": 11.591079226450406,
      "step": 37161
    },
    {
      "contrastive_lambda": 0.3168874249268354,
      "epoch": 11.591391141609483,
      "step": 37162
    },
    {
      "contrastive_lambda": 0.3168630640570683,
      "epoch": 11.591703056768559,
      "step": 37163
    },
    {
      "contrastive_lambda": 0.3168387036893815,
      "epoch": 11.592014971927636,
      "step": 37164
    },
    {
      "contrastive_lambda": 0.31681434382384155,
      "epoch": 11.592326887086713,
      "step": 37165
    },
    {
      "contrastive_lambda": 0.3167899844605157,
      "epoch": 11.592638802245789,
      "step": 37166
    },
    {
      "contrastive_lambda": 0.3167656255994705,
      "epoch": 11.592950717404866,
      "step": 37167
    },
    {
      "contrastive_lambda": 0.31674126724077256,
      "epoch": 11.593262632563942,
      "step": 37168
    },
    {
      "contrastive_lambda": 0.31671690938448904,
      "epoch": 11.59357454772302,
      "step": 37169
    },
    {
      "epoch": 11.593886462882097,
      "grad_norm": 0.09113124012947083,
      "learning_rate": 3.463042086191136e-05,
      "loss": 0.0264,
      "step": 37170
    },
    {
      "epoch": 11.593886462882097,
      "flow_loss": 0.03766821324825287,
      "step": 37170
    },
    {
      "contrastive_loss": 0.0037309075705707073,
      "epoch": 11.593886462882097,
      "step": 37170
    },
    {
      "contrastive_lambda": 0.31669255203068647,
      "epoch": 11.593886462882097,
      "step": 37170
    },
    {
      "contrastive_lambda": 0.3166681951794317,
      "epoch": 11.594198378041172,
      "step": 37171
    },
    {
      "contrastive_lambda": 0.3166438388307914,
      "epoch": 11.59451029320025,
      "step": 37172
    },
    {
      "contrastive_lambda": 0.3166194829848324,
      "epoch": 11.594822208359327,
      "step": 37173
    },
    {
      "contrastive_lambda": 0.31659512764162157,
      "epoch": 11.595134123518402,
      "step": 37174
    },
    {
      "contrastive_lambda": 0.3165707728012257,
      "epoch": 11.59544603867748,
      "step": 37175
    },
    {
      "contrastive_lambda": 0.31654641846371123,
      "epoch": 11.595757953836557,
      "step": 37176
    },
    {
      "contrastive_lambda": 0.3165220646291454,
      "epoch": 11.596069868995633,
      "step": 37177
    },
    {
      "contrastive_lambda": 0.31649771129759474,
      "epoch": 11.59638178415471,
      "step": 37178
    },
    {
      "contrastive_lambda": 0.3164733584691259,
      "epoch": 11.596693699313787,
      "step": 37179
    },
    {
      "epoch": 11.597005614472863,
      "grad_norm": 0.0874662697315216,
      "learning_rate": 3.460419963182423e-05,
      "loss": 0.0299,
      "step": 37180
    },
    {
      "epoch": 11.597005614472863,
      "flow_loss": 0.0415002703666687,
      "step": 37180
    },
    {
      "contrastive_loss": 0.006034976337105036,
      "epoch": 11.597005614472863,
      "step": 37180
    },
    {
      "contrastive_lambda": 0.3164490061438058,
      "epoch": 11.597005614472863,
      "step": 37180
    },
    {
      "contrastive_lambda": 0.3164246543217012,
      "epoch": 11.59731752963194,
      "step": 37181
    },
    {
      "contrastive_lambda": 0.3164003030028788,
      "epoch": 11.597629444791018,
      "step": 37182
    },
    {
      "contrastive_lambda": 0.31637595218740533,
      "epoch": 11.597941359950093,
      "step": 37183
    },
    {
      "contrastive_lambda": 0.3163516018753478,
      "epoch": 11.59825327510917,
      "step": 37184
    },
    {
      "contrastive_lambda": 0.3163272520667726,
      "epoch": 11.598565190268246,
      "step": 37185
    },
    {
      "contrastive_lambda": 0.31630290276174683,
      "epoch": 11.598877105427324,
      "step": 37186
    },
    {
      "contrastive_lambda": 0.31627855396033694,
      "epoch": 11.599189020586401,
      "step": 37187
    },
    {
      "contrastive_lambda": 0.31625420566260987,
      "epoch": 11.599500935745477,
      "step": 37188
    },
    {
      "contrastive_lambda": 0.31622985786863234,
      "epoch": 11.599812850904554,
      "step": 37189
    },
    {
      "epoch": 11.600124766063631,
      "grad_norm": 0.09078125655651093,
      "learning_rate": 3.457798307857473e-05,
      "loss": 0.0286,
      "step": 37190
    },
    {
      "epoch": 11.600124766063631,
      "flow_loss": 0.024850888177752495,
      "step": 37190
    },
    {
      "contrastive_loss": 0.003191299270838499,
      "epoch": 11.600124766063631,
      "step": 37190
    },
    {
      "contrastive_lambda": 0.3162055105784712,
      "epoch": 11.600124766063631,
      "step": 37190
    },
    {
      "contrastive_lambda": 0.31618116379219285,
      "epoch": 11.600436681222707,
      "step": 37191
    },
    {
      "contrastive_lambda": 0.31615681750986446,
      "epoch": 11.600748596381784,
      "step": 37192
    },
    {
      "contrastive_lambda": 0.31613247173155246,
      "epoch": 11.601060511540862,
      "step": 37193
    },
    {
      "contrastive_lambda": 0.3161081264573239,
      "epoch": 11.601372426699937,
      "step": 37194
    },
    {
      "contrastive_lambda": 0.31608378168724516,
      "epoch": 11.601684341859015,
      "step": 37195
    },
    {
      "contrastive_lambda": 0.31605943742138326,
      "epoch": 11.601996257018092,
      "step": 37196
    },
    {
      "contrastive_lambda": 0.3160350936598049,
      "epoch": 11.602308172177167,
      "step": 37197
    },
    {
      "contrastive_lambda": 0.3160107504025768,
      "epoch": 11.602620087336245,
      "step": 37198
    },
    {
      "contrastive_lambda": 0.3159864076497655,
      "epoch": 11.602932002495322,
      "step": 37199
    },
    {
      "epoch": 11.603243917654398,
      "grad_norm": 0.11974399536848068,
      "learning_rate": 3.455177121012678e-05,
      "loss": 0.0277,
      "step": 37200
    },
    {
      "epoch": 11.603243917654398,
      "flow_loss": 0.029687998816370964,
      "step": 37200
    },
    {
      "contrastive_loss": 0.0041848476976156235,
      "epoch": 11.603243917654398,
      "step": 37200
    },
    {
      "contrastive_lambda": 0.3159620654014381,
      "epoch": 11.603243917654398,
      "step": 37200
    },
    {
      "contrastive_lambda": 0.31593772365766115,
      "epoch": 11.603555832813475,
      "step": 37201
    },
    {
      "contrastive_lambda": 0.3159133824185011,
      "epoch": 11.60386774797255,
      "step": 37202
    },
    {
      "contrastive_lambda": 0.31588904168402526,
      "epoch": 11.604179663131628,
      "step": 37203
    },
    {
      "contrastive_lambda": 0.3158647014543,
      "epoch": 11.604491578290705,
      "step": 37204
    },
    {
      "contrastive_lambda": 0.3158403617293921,
      "epoch": 11.604803493449781,
      "step": 37205
    },
    {
      "contrastive_lambda": 0.31581602250936824,
      "epoch": 11.605115408608858,
      "step": 37206
    },
    {
      "contrastive_lambda": 0.31579168379429534,
      "epoch": 11.605427323767936,
      "step": 37207
    },
    {
      "contrastive_lambda": 0.3157673455842399,
      "epoch": 11.605739238927011,
      "step": 37208
    },
    {
      "contrastive_lambda": 0.3157430078792688,
      "epoch": 11.606051154086089,
      "step": 37209
    },
    {
      "epoch": 11.606363069245166,
      "grad_norm": 0.11280296742916107,
      "learning_rate": 3.452556403444285e-05,
      "loss": 0.0297,
      "step": 37210
    },
    {
      "epoch": 11.606363069245166,
      "flow_loss": 0.012588211335241795,
      "step": 37210
    },
    {
      "contrastive_loss": 0.003861647332087159,
      "epoch": 11.606363069245166,
      "step": 37210
    },
    {
      "contrastive_lambda": 0.31571867067944853,
      "epoch": 11.606363069245166,
      "step": 37210
    },
    {
      "contrastive_lambda": 0.3156943339848462,
      "epoch": 11.606674984404242,
      "step": 37211
    },
    {
      "contrastive_lambda": 0.3156699977955283,
      "epoch": 11.606986899563319,
      "step": 37212
    },
    {
      "contrastive_lambda": 0.3156456621115615,
      "epoch": 11.607298814722396,
      "step": 37213
    },
    {
      "contrastive_lambda": 0.31562132693301254,
      "epoch": 11.607610729881472,
      "step": 37214
    },
    {
      "contrastive_lambda": 0.3155969922599483,
      "epoch": 11.60792264504055,
      "step": 37215
    },
    {
      "contrastive_lambda": 0.3155726580924353,
      "epoch": 11.608234560199627,
      "step": 37216
    },
    {
      "contrastive_lambda": 0.3155483244305404,
      "epoch": 11.608546475358702,
      "step": 37217
    },
    {
      "contrastive_lambda": 0.3155239912743301,
      "epoch": 11.60885839051778,
      "step": 37218
    },
    {
      "contrastive_lambda": 0.3154996586238713,
      "epoch": 11.609170305676855,
      "step": 37219
    },
    {
      "epoch": 11.609482220835933,
      "grad_norm": 0.07339493185281754,
      "learning_rate": 3.4499361559483975e-05,
      "loss": 0.0255,
      "step": 37220
    },
    {
      "epoch": 11.609482220835933,
      "flow_loss": 0.016445720568299294,
      "step": 37220
    },
    {
      "contrastive_loss": 0.0033711353316903114,
      "epoch": 11.609482220835933,
      "step": 37220
    },
    {
      "contrastive_lambda": 0.31547532647923077,
      "epoch": 11.609482220835933,
      "step": 37220
    },
    {
      "contrastive_lambda": 0.3154509948404751,
      "epoch": 11.60979413599501,
      "step": 37221
    },
    {
      "contrastive_lambda": 0.3154266637076708,
      "epoch": 11.610106051154085,
      "step": 37222
    },
    {
      "contrastive_lambda": 0.315402333080885,
      "epoch": 11.610417966313163,
      "step": 37223
    },
    {
      "contrastive_lambda": 0.31537800296018415,
      "epoch": 11.61072988147224,
      "step": 37224
    },
    {
      "contrastive_lambda": 0.3153536733456348,
      "epoch": 11.611041796631316,
      "step": 37225
    },
    {
      "contrastive_lambda": 0.3153293442373041,
      "epoch": 11.611353711790393,
      "step": 37226
    },
    {
      "contrastive_lambda": 0.3153050156352583,
      "epoch": 11.61166562694947,
      "step": 37227
    },
    {
      "contrastive_lambda": 0.3152806875395644,
      "epoch": 11.611977542108546,
      "step": 37228
    },
    {
      "contrastive_lambda": 0.3152563599502889,
      "epoch": 11.612289457267623,
      "step": 37229
    },
    {
      "epoch": 11.6126013724267,
      "grad_norm": 0.13126446306705475,
      "learning_rate": 3.44731637932098e-05,
      "loss": 0.0253,
      "step": 37230
    },
    {
      "epoch": 11.6126013724267,
      "flow_loss": 0.01511552557349205,
      "step": 37230
    },
    {
      "contrastive_loss": 0.00331806275062263,
      "epoch": 11.6126013724267,
      "step": 37230
    },
    {
      "contrastive_lambda": 0.31523203286749857,
      "epoch": 11.6126013724267,
      "step": 37230
    },
    {
      "contrastive_lambda": 0.31520770629126027,
      "epoch": 11.612913287585776,
      "step": 37231
    },
    {
      "contrastive_lambda": 0.3151833802216405,
      "epoch": 11.613225202744854,
      "step": 37232
    },
    {
      "contrastive_lambda": 0.31515905465870575,
      "epoch": 11.613537117903931,
      "step": 37233
    },
    {
      "contrastive_lambda": 0.3151347296025232,
      "epoch": 11.613849033063007,
      "step": 37234
    },
    {
      "contrastive_lambda": 0.31511040505315924,
      "epoch": 11.614160948222084,
      "step": 37235
    },
    {
      "contrastive_lambda": 0.31508608101068053,
      "epoch": 11.61447286338116,
      "step": 37236
    },
    {
      "contrastive_lambda": 0.3150617574751538,
      "epoch": 11.614784778540237,
      "step": 37237
    },
    {
      "contrastive_lambda": 0.3150374344466459,
      "epoch": 11.615096693699314,
      "step": 37238
    },
    {
      "contrastive_lambda": 0.31501311192522324,
      "epoch": 11.61540860885839,
      "step": 37239
    },
    {
      "epoch": 11.615720524017467,
      "grad_norm": 0.07601315528154373,
      "learning_rate": 3.44469707435785e-05,
      "loss": 0.023,
      "step": 37240
    },
    {
      "epoch": 11.615720524017467,
      "flow_loss": 0.01973847486078739,
      "step": 37240
    },
    {
      "contrastive_loss": 0.0041371178813278675,
      "epoch": 11.615720524017467,
      "step": 37240
    },
    {
      "contrastive_lambda": 0.31498878991095275,
      "epoch": 11.615720524017467,
      "step": 37240
    },
    {
      "contrastive_lambda": 0.3149644684039009,
      "epoch": 11.616032439176545,
      "step": 37241
    },
    {
      "contrastive_lambda": 0.31494014740413445,
      "epoch": 11.61634435433562,
      "step": 37242
    },
    {
      "contrastive_lambda": 0.3149158269117202,
      "epoch": 11.616656269494698,
      "step": 37243
    },
    {
      "contrastive_lambda": 0.3148915069267245,
      "epoch": 11.616968184653775,
      "step": 37244
    },
    {
      "contrastive_lambda": 0.3148671874492145,
      "epoch": 11.61728009981285,
      "step": 37245
    },
    {
      "contrastive_lambda": 0.3148428684792566,
      "epoch": 11.617592014971928,
      "step": 37246
    },
    {
      "contrastive_lambda": 0.3148185500169174,
      "epoch": 11.617903930131005,
      "step": 37247
    },
    {
      "contrastive_lambda": 0.31479423206226365,
      "epoch": 11.61821584529008,
      "step": 37248
    },
    {
      "contrastive_lambda": 0.3147699146153621,
      "epoch": 11.618527760449158,
      "step": 37249
    },
    {
      "epoch": 11.618839675608235,
      "grad_norm": 0.0997665598988533,
      "learning_rate": 3.4420782418546835e-05,
      "loss": 0.0271,
      "step": 37250
    },
    {
      "epoch": 11.618839675608235,
      "flow_loss": 0.014506543055176735,
      "step": 37250
    },
    {
      "contrastive_loss": 0.0035051298327744007,
      "epoch": 11.618839675608235,
      "step": 37250
    },
    {
      "contrastive_lambda": 0.31474559767627924,
      "epoch": 11.618839675608235,
      "step": 37250
    },
    {
      "contrastive_lambda": 0.3147212812450819,
      "epoch": 11.619151590767311,
      "step": 37251
    },
    {
      "contrastive_lambda": 0.31469696532183666,
      "epoch": 11.619463505926388,
      "step": 37252
    },
    {
      "contrastive_lambda": 0.31467264990661026,
      "epoch": 11.619775421085464,
      "step": 37253
    },
    {
      "contrastive_lambda": 0.3146483349994693,
      "epoch": 11.620087336244541,
      "step": 37254
    },
    {
      "contrastive_lambda": 0.31462402060048056,
      "epoch": 11.620399251403619,
      "step": 37255
    },
    {
      "contrastive_lambda": 0.3145997067097103,
      "epoch": 11.620711166562694,
      "step": 37256
    },
    {
      "contrastive_lambda": 0.3145753933272257,
      "epoch": 11.621023081721772,
      "step": 37257
    },
    {
      "contrastive_lambda": 0.3145510804530932,
      "epoch": 11.621334996880849,
      "step": 37258
    },
    {
      "contrastive_lambda": 0.31452676808737934,
      "epoch": 11.621646912039925,
      "step": 37259
    },
    {
      "epoch": 11.621958827199002,
      "grad_norm": 0.10156483948230743,
      "learning_rate": 3.439459882607012e-05,
      "loss": 0.0252,
      "step": 37260
    },
    {
      "epoch": 11.621958827199002,
      "flow_loss": 0.015297903679311275,
      "step": 37260
    },
    {
      "contrastive_loss": 0.0041905660182237625,
      "epoch": 11.621958827199002,
      "step": 37260
    },
    {
      "contrastive_lambda": 0.3145024562301509,
      "epoch": 11.621958827199002,
      "step": 37260
    },
    {
      "contrastive_lambda": 0.31447814488147446,
      "epoch": 11.62227074235808,
      "step": 37261
    },
    {
      "contrastive_lambda": 0.31445383404141686,
      "epoch": 11.622582657517155,
      "step": 37262
    },
    {
      "contrastive_lambda": 0.3144295237100446,
      "epoch": 11.622894572676232,
      "step": 37263
    },
    {
      "contrastive_lambda": 0.31440521388742415,
      "epoch": 11.623206487835308,
      "step": 37264
    },
    {
      "contrastive_lambda": 0.3143809045736225,
      "epoch": 11.623518402994385,
      "step": 37265
    },
    {
      "contrastive_lambda": 0.3143565957687061,
      "epoch": 11.623830318153463,
      "step": 37266
    },
    {
      "contrastive_lambda": 0.31433228747274156,
      "epoch": 11.62414223331254,
      "step": 37267
    },
    {
      "contrastive_lambda": 0.3143079796857957,
      "epoch": 11.624454148471616,
      "step": 37268
    },
    {
      "contrastive_lambda": 0.3142836724079351,
      "epoch": 11.624766063630693,
      "step": 37269
    },
    {
      "epoch": 11.625077978789768,
      "grad_norm": 0.07906202226877213,
      "learning_rate": 3.436841997410225e-05,
      "loss": 0.0233,
      "step": 37270
    },
    {
      "epoch": 11.625077978789768,
      "flow_loss": 0.047899071127176285,
      "step": 37270
    },
    {
      "contrastive_loss": 0.0030762264505028725,
      "epoch": 11.625077978789768,
      "step": 37270
    },
    {
      "contrastive_lambda": 0.31425936563922624,
      "epoch": 11.625077978789768,
      "step": 37270
    },
    {
      "contrastive_lambda": 0.31423505937973584,
      "epoch": 11.625389893948846,
      "step": 37271
    },
    {
      "contrastive_lambda": 0.31421075362953077,
      "epoch": 11.625701809107923,
      "step": 37272
    },
    {
      "contrastive_lambda": 0.31418644838867726,
      "epoch": 11.626013724266999,
      "step": 37273
    },
    {
      "contrastive_lambda": 0.3141621436572423,
      "epoch": 11.626325639426076,
      "step": 37274
    },
    {
      "contrastive_lambda": 0.3141378394352923,
      "epoch": 11.626637554585153,
      "step": 37275
    },
    {
      "contrastive_lambda": 0.3141135357228939,
      "epoch": 11.626949469744229,
      "step": 37276
    },
    {
      "contrastive_lambda": 0.314089232520114,
      "epoch": 11.627261384903306,
      "step": 37277
    },
    {
      "contrastive_lambda": 0.31406492982701895,
      "epoch": 11.627573300062384,
      "step": 37278
    },
    {
      "contrastive_lambda": 0.31404062764367524,
      "epoch": 11.62788521522146,
      "step": 37279
    },
    {
      "epoch": 11.628197130380537,
      "grad_norm": 0.07855501025915146,
      "learning_rate": 3.434224587059567e-05,
      "loss": 0.0274,
      "step": 37280
    },
    {
      "epoch": 11.628197130380537,
      "flow_loss": 0.025421693921089172,
      "step": 37280
    },
    {
      "contrastive_loss": 0.004228811711072922,
      "epoch": 11.628197130380537,
      "step": 37280
    },
    {
      "contrastive_lambda": 0.31401632597014995,
      "epoch": 11.628197130380537,
      "step": 37280
    },
    {
      "contrastive_lambda": 0.31399202480650934,
      "epoch": 11.628509045539612,
      "step": 37281
    },
    {
      "contrastive_lambda": 0.31396772415282026,
      "epoch": 11.62882096069869,
      "step": 37282
    },
    {
      "contrastive_lambda": 0.3139434240091491,
      "epoch": 11.629132875857767,
      "step": 37283
    },
    {
      "contrastive_lambda": 0.31391912437556263,
      "epoch": 11.629444791016843,
      "step": 37284
    },
    {
      "contrastive_lambda": 0.31389482525212753,
      "epoch": 11.62975670617592,
      "step": 37285
    },
    {
      "contrastive_lambda": 0.31387052663891024,
      "epoch": 11.630068621334997,
      "step": 37286
    },
    {
      "contrastive_lambda": 0.3138462285359775,
      "epoch": 11.630380536494073,
      "step": 37287
    },
    {
      "contrastive_lambda": 0.31382193094339594,
      "epoch": 11.63069245165315,
      "step": 37288
    },
    {
      "contrastive_lambda": 0.31379763386123216,
      "epoch": 11.631004366812228,
      "step": 37289
    },
    {
      "epoch": 11.631316281971303,
      "grad_norm": 0.0708392858505249,
      "learning_rate": 3.431607652350136e-05,
      "loss": 0.0224,
      "step": 37290
    },
    {
      "epoch": 11.631316281971303,
      "flow_loss": 0.017869288101792336,
      "step": 37290
    },
    {
      "contrastive_loss": 0.0037902789190411568,
      "epoch": 11.631316281971303,
      "step": 37290
    },
    {
      "contrastive_lambda": 0.3137733372895526,
      "epoch": 11.631316281971303,
      "step": 37290
    },
    {
      "contrastive_lambda": 0.3137490412284241,
      "epoch": 11.63162819713038,
      "step": 37291
    },
    {
      "contrastive_lambda": 0.3137247456779132,
      "epoch": 11.631940112289458,
      "step": 37292
    },
    {
      "contrastive_lambda": 0.31370045063808644,
      "epoch": 11.632252027448533,
      "step": 37293
    },
    {
      "contrastive_lambda": 0.31367615610901045,
      "epoch": 11.63256394260761,
      "step": 37294
    },
    {
      "contrastive_lambda": 0.31365186209075196,
      "epoch": 11.632875857766688,
      "step": 37295
    },
    {
      "contrastive_lambda": 0.31362756858337737,
      "epoch": 11.633187772925764,
      "step": 37296
    },
    {
      "contrastive_lambda": 0.31360327558695344,
      "epoch": 11.633499688084841,
      "step": 37297
    },
    {
      "contrastive_lambda": 0.3135789831015465,
      "epoch": 11.633811603243917,
      "step": 37298
    },
    {
      "contrastive_lambda": 0.3135546911272237,
      "epoch": 11.634123518402994,
      "step": 37299
    },
    {
      "epoch": 11.634435433562071,
      "grad_norm": 0.08146008849143982,
      "learning_rate": 3.428991194076891e-05,
      "loss": 0.0239,
      "step": 37300
    },
    {
      "epoch": 11.634435433562071,
      "flow_loss": 0.013463934883475304,
      "step": 37300
    },
    {
      "contrastive_loss": 0.003993594087660313,
      "epoch": 11.634435433562071,
      "step": 37300
    },
    {
      "contrastive_lambda": 0.31353039966405116,
      "epoch": 11.634435433562071,
      "step": 37300
    },
    {
      "contrastive_lambda": 0.3135061087120955,
      "epoch": 11.634747348721147,
      "step": 37301
    },
    {
      "contrastive_lambda": 0.3134818182714236,
      "epoch": 11.635059263880224,
      "step": 37302
    },
    {
      "contrastive_lambda": 0.31345752834210183,
      "epoch": 11.635371179039302,
      "step": 37303
    },
    {
      "contrastive_lambda": 0.31343323892419683,
      "epoch": 11.635683094198377,
      "step": 37304
    },
    {
      "contrastive_lambda": 0.31340895001777513,
      "epoch": 11.635995009357455,
      "step": 37305
    },
    {
      "contrastive_lambda": 0.31338466162290357,
      "epoch": 11.636306924516532,
      "step": 37306
    },
    {
      "contrastive_lambda": 0.31336037373964837,
      "epoch": 11.636618839675608,
      "step": 37307
    },
    {
      "contrastive_lambda": 0.3133360863680764,
      "epoch": 11.636930754834685,
      "step": 37308
    },
    {
      "contrastive_lambda": 0.3133117995082541,
      "epoch": 11.637242669993762,
      "step": 37309
    },
    {
      "epoch": 11.637554585152838,
      "grad_norm": 0.09718065708875656,
      "learning_rate": 3.4263752130346394e-05,
      "loss": 0.0269,
      "step": 37310
    },
    {
      "epoch": 11.637554585152838,
      "flow_loss": 0.03200281411409378,
      "step": 37310
    },
    {
      "contrastive_loss": 0.007479975000023842,
      "epoch": 11.637554585152838,
      "step": 37310
    },
    {
      "contrastive_lambda": 0.31328751316024805,
      "epoch": 11.637554585152838,
      "step": 37310
    },
    {
      "contrastive_lambda": 0.31326322732412504,
      "epoch": 11.637866500311915,
      "step": 37311
    },
    {
      "contrastive_lambda": 0.3132389419999515,
      "epoch": 11.638178415470993,
      "step": 37312
    },
    {
      "contrastive_lambda": 0.31321465718779373,
      "epoch": 11.638490330630068,
      "step": 37313
    },
    {
      "contrastive_lambda": 0.3131903728877189,
      "epoch": 11.638802245789146,
      "step": 37314
    },
    {
      "contrastive_lambda": 0.31316608909979304,
      "epoch": 11.639114160948221,
      "step": 37315
    },
    {
      "contrastive_lambda": 0.31314180582408313,
      "epoch": 11.639426076107299,
      "step": 37316
    },
    {
      "contrastive_lambda": 0.31311752306065543,
      "epoch": 11.639737991266376,
      "step": 37317
    },
    {
      "contrastive_lambda": 0.3130932408095767,
      "epoch": 11.640049906425451,
      "step": 37318
    },
    {
      "contrastive_lambda": 0.31306895907091353,
      "epoch": 11.640361821584529,
      "step": 37319
    },
    {
      "epoch": 11.640673736743606,
      "grad_norm": 0.06832050532102585,
      "learning_rate": 3.4237597100180515e-05,
      "loss": 0.0228,
      "step": 37320
    },
    {
      "epoch": 11.640673736743606,
      "flow_loss": 0.027850953862071037,
      "step": 37320
    },
    {
      "contrastive_loss": 0.004224921576678753,
      "epoch": 11.640673736743606,
      "step": 37320
    },
    {
      "contrastive_lambda": 0.31304467784473244,
      "epoch": 11.640673736743606,
      "step": 37320
    },
    {
      "contrastive_lambda": 0.31302039713109975,
      "epoch": 11.640985651902682,
      "step": 37321
    },
    {
      "contrastive_lambda": 0.31299611693008245,
      "epoch": 11.641297567061759,
      "step": 37322
    },
    {
      "contrastive_lambda": 0.31297183724174693,
      "epoch": 11.641609482220836,
      "step": 37323
    },
    {
      "contrastive_lambda": 0.3129475580661596,
      "epoch": 11.641921397379912,
      "step": 37324
    },
    {
      "contrastive_lambda": 0.31292327940338727,
      "epoch": 11.64223331253899,
      "step": 37325
    },
    {
      "contrastive_lambda": 0.31289900125349646,
      "epoch": 11.642545227698067,
      "step": 37326
    },
    {
      "contrastive_lambda": 0.3128747236165535,
      "epoch": 11.642857142857142,
      "step": 37327
    },
    {
      "contrastive_lambda": 0.31285044649262517,
      "epoch": 11.64316905801622,
      "step": 37328
    },
    {
      "contrastive_lambda": 0.312826169881778,
      "epoch": 11.643480973175297,
      "step": 37329
    },
    {
      "epoch": 11.643792888334373,
      "grad_norm": 0.07986832410097122,
      "learning_rate": 3.4211446858216427e-05,
      "loss": 0.0217,
      "step": 37330
    },
    {
      "epoch": 11.643792888334373,
      "flow_loss": 0.02808692306280136,
      "step": 37330
    },
    {
      "contrastive_loss": 0.00490639079362154,
      "epoch": 11.643792888334373,
      "step": 37330
    },
    {
      "contrastive_lambda": 0.31280189378407847,
      "epoch": 11.643792888334373,
      "step": 37330
    },
    {
      "contrastive_lambda": 0.31277761819959327,
      "epoch": 11.64410480349345,
      "step": 37331
    },
    {
      "contrastive_lambda": 0.3127533431283886,
      "epoch": 11.644416718652526,
      "step": 37332
    },
    {
      "contrastive_lambda": 0.3127290685705315,
      "epoch": 11.644728633811603,
      "step": 37333
    },
    {
      "contrastive_lambda": 0.31270479452608835,
      "epoch": 11.64504054897068,
      "step": 37334
    },
    {
      "contrastive_lambda": 0.31268052099512544,
      "epoch": 11.645352464129756,
      "step": 37335
    },
    {
      "contrastive_lambda": 0.31265624797770963,
      "epoch": 11.645664379288833,
      "step": 37336
    },
    {
      "contrastive_lambda": 0.31263197547390736,
      "epoch": 11.64597629444791,
      "step": 37337
    },
    {
      "contrastive_lambda": 0.3126077034837851,
      "epoch": 11.646288209606986,
      "step": 37338
    },
    {
      "contrastive_lambda": 0.31258343200740957,
      "epoch": 11.646600124766064,
      "step": 37339
    },
    {
      "epoch": 11.646912039925141,
      "grad_norm": 0.07275281846523285,
      "learning_rate": 3.4185301412397915e-05,
      "loss": 0.0211,
      "step": 37340
    },
    {
      "epoch": 11.646912039925141,
      "flow_loss": 0.05436490848660469,
      "step": 37340
    },
    {
      "contrastive_loss": 0.004128152970224619,
      "epoch": 11.646912039925141,
      "step": 37340
    },
    {
      "contrastive_lambda": 0.3125591610448471,
      "epoch": 11.646912039925141,
      "step": 37340
    },
    {
      "contrastive_lambda": 0.31253489059616435,
      "epoch": 11.647223955084216,
      "step": 37341
    },
    {
      "contrastive_lambda": 0.3125106206614279,
      "epoch": 11.647535870243294,
      "step": 37342
    },
    {
      "contrastive_lambda": 0.31248635124070423,
      "epoch": 11.647847785402371,
      "step": 37343
    },
    {
      "contrastive_lambda": 0.3124620823340597,
      "epoch": 11.648159700561447,
      "step": 37344
    },
    {
      "contrastive_lambda": 0.3124378139415612,
      "epoch": 11.648471615720524,
      "step": 37345
    },
    {
      "contrastive_lambda": 0.3124135460632751,
      "epoch": 11.648783530879601,
      "step": 37346
    },
    {
      "contrastive_lambda": 0.3123892786992677,
      "epoch": 11.649095446038677,
      "step": 37347
    },
    {
      "contrastive_lambda": 0.31236501184960597,
      "epoch": 11.649407361197754,
      "step": 37348
    },
    {
      "contrastive_lambda": 0.3123407455143561,
      "epoch": 11.64971927635683,
      "step": 37349
    },
    {
      "epoch": 11.650031191515907,
      "grad_norm": 0.07691813260316849,
      "learning_rate": 3.415916077066729e-05,
      "loss": 0.0301,
      "step": 37350
    },
    {
      "epoch": 11.650031191515907,
      "flow_loss": 0.024685870856046677,
      "step": 37350
    },
    {
      "contrastive_loss": 0.0038893844466656446,
      "epoch": 11.650031191515907,
      "step": 37350
    },
    {
      "contrastive_lambda": 0.31231647969358484,
      "epoch": 11.650031191515907,
      "step": 37350
    },
    {
      "contrastive_lambda": 0.3122922143873585,
      "epoch": 11.650343106674985,
      "step": 37351
    },
    {
      "contrastive_lambda": 0.31226794959574367,
      "epoch": 11.65065502183406,
      "step": 37352
    },
    {
      "contrastive_lambda": 0.3122436853188071,
      "epoch": 11.650966936993138,
      "step": 37353
    },
    {
      "contrastive_lambda": 0.3122194215566151,
      "epoch": 11.651278852152215,
      "step": 37354
    },
    {
      "contrastive_lambda": 0.31219515830923394,
      "epoch": 11.65159076731129,
      "step": 37355
    },
    {
      "contrastive_lambda": 0.31217089557673067,
      "epoch": 11.651902682470368,
      "step": 37356
    },
    {
      "contrastive_lambda": 0.3121466333591716,
      "epoch": 11.652214597629445,
      "step": 37357
    },
    {
      "contrastive_lambda": 0.31212237165662304,
      "epoch": 11.652526512788521,
      "step": 37358
    },
    {
      "contrastive_lambda": 0.31209811046915165,
      "epoch": 11.652838427947598,
      "step": 37359
    },
    {
      "epoch": 11.653150343106676,
      "grad_norm": 0.08443491905927658,
      "learning_rate": 3.413302494096535e-05,
      "loss": 0.0269,
      "step": 37360
    },
    {
      "epoch": 11.653150343106676,
      "flow_loss": 0.02887011133134365,
      "step": 37360
    },
    {
      "contrastive_loss": 0.0035715848207473755,
      "epoch": 11.653150343106676,
      "step": 37360
    },
    {
      "contrastive_lambda": 0.31207384979682407,
      "epoch": 11.653150343106676,
      "step": 37360
    },
    {
      "contrastive_lambda": 0.31204958963970664,
      "epoch": 11.653462258265751,
      "step": 37361
    },
    {
      "contrastive_lambda": 0.31202532999786603,
      "epoch": 11.653774173424829,
      "step": 37362
    },
    {
      "contrastive_lambda": 0.3120010708713685,
      "epoch": 11.654086088583906,
      "step": 37363
    },
    {
      "contrastive_lambda": 0.31197681226028073,
      "epoch": 11.654398003742982,
      "step": 37364
    },
    {
      "contrastive_lambda": 0.3119525541646694,
      "epoch": 11.654709918902059,
      "step": 37365
    },
    {
      "contrastive_lambda": 0.3119282965846007,
      "epoch": 11.655021834061134,
      "step": 37366
    },
    {
      "contrastive_lambda": 0.3119040395201411,
      "epoch": 11.655333749220212,
      "step": 37367
    },
    {
      "contrastive_lambda": 0.31187978297135743,
      "epoch": 11.65564566437929,
      "step": 37368
    },
    {
      "contrastive_lambda": 0.3118555269383159,
      "epoch": 11.655957579538365,
      "step": 37369
    },
    {
      "epoch": 11.656269494697442,
      "grad_norm": 0.08018892258405685,
      "learning_rate": 3.410689393123151e-05,
      "loss": 0.0267,
      "step": 37370
    },
    {
      "epoch": 11.656269494697442,
      "flow_loss": 0.020572926849126816,
      "step": 37370
    },
    {
      "contrastive_loss": 0.003696918021887541,
      "epoch": 11.656269494697442,
      "step": 37370
    },
    {
      "contrastive_lambda": 0.3118312714210832,
      "epoch": 11.656269494697442,
      "step": 37370
    },
    {
      "contrastive_lambda": 0.3118070164197258,
      "epoch": 11.65658140985652,
      "step": 37371
    },
    {
      "contrastive_lambda": 0.31178276193431004,
      "epoch": 11.656893325015595,
      "step": 37372
    },
    {
      "contrastive_lambda": 0.3117585079649027,
      "epoch": 11.657205240174672,
      "step": 37373
    },
    {
      "contrastive_lambda": 0.3117342545115699,
      "epoch": 11.65751715533375,
      "step": 37374
    },
    {
      "contrastive_lambda": 0.31171000157437834,
      "epoch": 11.657829070492825,
      "step": 37375
    },
    {
      "contrastive_lambda": 0.31168574915339464,
      "epoch": 11.658140985651903,
      "step": 37376
    },
    {
      "contrastive_lambda": 0.3116614972486852,
      "epoch": 11.65845290081098,
      "step": 37377
    },
    {
      "contrastive_lambda": 0.31163724586031616,
      "epoch": 11.658764815970056,
      "step": 37378
    },
    {
      "contrastive_lambda": 0.3116129949883546,
      "epoch": 11.659076731129133,
      "step": 37379
    },
    {
      "epoch": 11.65938864628821,
      "grad_norm": 0.07605390250682831,
      "learning_rate": 3.408076774940364e-05,
      "loss": 0.0321,
      "step": 37380
    },
    {
      "epoch": 11.65938864628821,
      "flow_loss": 0.02349252812564373,
      "step": 37380
    },
    {
      "contrastive_loss": 0.0039014723151922226,
      "epoch": 11.65938864628821,
      "step": 37380
    },
    {
      "contrastive_lambda": 0.3115887446328666,
      "epoch": 11.65938864628821,
      "step": 37380
    },
    {
      "contrastive_lambda": 0.31156449479391873,
      "epoch": 11.659700561447286,
      "step": 37381
    },
    {
      "contrastive_lambda": 0.31154024547157744,
      "epoch": 11.660012476606363,
      "step": 37382
    },
    {
      "contrastive_lambda": 0.31151599666590946,
      "epoch": 11.660324391765439,
      "step": 37383
    },
    {
      "contrastive_lambda": 0.3114917483769809,
      "epoch": 11.660636306924516,
      "step": 37384
    },
    {
      "contrastive_lambda": 0.3114675006048585,
      "epoch": 11.660948222083594,
      "step": 37385
    },
    {
      "contrastive_lambda": 0.31144325334960854,
      "epoch": 11.66126013724267,
      "step": 37386
    },
    {
      "contrastive_lambda": 0.31141900661129773,
      "epoch": 11.661572052401747,
      "step": 37387
    },
    {
      "contrastive_lambda": 0.3113947603899925,
      "epoch": 11.661883967560824,
      "step": 37388
    },
    {
      "contrastive_lambda": 0.31137051468575894,
      "epoch": 11.6621958827199,
      "step": 37389
    },
    {
      "epoch": 11.662507797878977,
      "grad_norm": 0.13097506761550903,
      "learning_rate": 3.40546464034182e-05,
      "loss": 0.0239,
      "step": 37390
    },
    {
      "epoch": 11.662507797878977,
      "flow_loss": 0.02886904776096344,
      "step": 37390
    },
    {
      "contrastive_loss": 0.004140723496675491,
      "epoch": 11.662507797878977,
      "step": 37390
    },
    {
      "contrastive_lambda": 0.31134626949866406,
      "epoch": 11.662507797878977,
      "step": 37390
    },
    {
      "contrastive_lambda": 0.31132202482877414,
      "epoch": 11.662819713038054,
      "step": 37391
    },
    {
      "contrastive_lambda": 0.31129778067615543,
      "epoch": 11.66313162819713,
      "step": 37392
    },
    {
      "contrastive_lambda": 0.3112735370408746,
      "epoch": 11.663443543356207,
      "step": 37393
    },
    {
      "contrastive_lambda": 0.31124929392299827,
      "epoch": 11.663755458515285,
      "step": 37394
    },
    {
      "contrastive_lambda": 0.3112250513225925,
      "epoch": 11.66406737367436,
      "step": 37395
    },
    {
      "contrastive_lambda": 0.3112008092397241,
      "epoch": 11.664379288833437,
      "step": 37396
    },
    {
      "contrastive_lambda": 0.31117656767445934,
      "epoch": 11.664691203992515,
      "step": 37397
    },
    {
      "contrastive_lambda": 0.31115232662686465,
      "epoch": 11.66500311915159,
      "step": 37398
    },
    {
      "contrastive_lambda": 0.31112808609700676,
      "epoch": 11.665315034310668,
      "step": 37399
    },
    {
      "epoch": 11.665626949469743,
      "grad_norm": 0.0822705551981926,
      "learning_rate": 3.4028529901210185e-05,
      "loss": 0.0336,
      "step": 37400
    },
    {
      "epoch": 11.665626949469743,
      "flow_loss": 0.022555064409971237,
      "step": 37400
    },
    {
      "contrastive_loss": 0.006848658435046673,
      "epoch": 11.665626949469743,
      "step": 37400
    },
    {
      "contrastive_lambda": 0.3111038460849519,
      "epoch": 11.665626949469743,
      "step": 37400
    },
    {
      "contrastive_lambda": 0.3110796065907664,
      "epoch": 11.66593886462882,
      "step": 37401
    },
    {
      "contrastive_lambda": 0.31105536761451713,
      "epoch": 11.666250779787898,
      "step": 37402
    },
    {
      "contrastive_lambda": 0.3110311291562701,
      "epoch": 11.666562694946974,
      "step": 37403
    },
    {
      "contrastive_lambda": 0.31100689121609204,
      "epoch": 11.666874610106051,
      "step": 37404
    },
    {
      "contrastive_lambda": 0.3109826537940494,
      "epoch": 11.667186525265128,
      "step": 37405
    },
    {
      "contrastive_lambda": 0.3109584168902084,
      "epoch": 11.667498440424204,
      "step": 37406
    },
    {
      "contrastive_lambda": 0.3109341805046358,
      "epoch": 11.667810355583281,
      "step": 37407
    },
    {
      "contrastive_lambda": 0.31090994463739774,
      "epoch": 11.668122270742359,
      "step": 37408
    },
    {
      "contrastive_lambda": 0.31088570928856074,
      "epoch": 11.668434185901434,
      "step": 37409
    },
    {
      "epoch": 11.668746101060512,
      "grad_norm": 0.08489174395799637,
      "learning_rate": 3.4002418250713086e-05,
      "loss": 0.0242,
      "step": 37410
    },
    {
      "epoch": 11.668746101060512,
      "flow_loss": 0.022126398980617523,
      "step": 37410
    },
    {
      "contrastive_loss": 0.0035373971331864595,
      "epoch": 11.668746101060512,
      "step": 37410
    },
    {
      "contrastive_lambda": 0.3108614744581915,
      "epoch": 11.668746101060512,
      "step": 37410
    },
    {
      "contrastive_lambda": 0.3108372401463563,
      "epoch": 11.669058016219589,
      "step": 37411
    },
    {
      "contrastive_lambda": 0.31081300635312126,
      "epoch": 11.669369931378665,
      "step": 37412
    },
    {
      "contrastive_lambda": 0.3107887730785533,
      "epoch": 11.669681846537742,
      "step": 37413
    },
    {
      "contrastive_lambda": 0.3107645403227187,
      "epoch": 11.66999376169682,
      "step": 37414
    },
    {
      "contrastive_lambda": 0.31074030808568376,
      "epoch": 11.670305676855895,
      "step": 37415
    },
    {
      "contrastive_lambda": 0.31071607636751497,
      "epoch": 11.670617592014972,
      "step": 37416
    },
    {
      "contrastive_lambda": 0.31069184516827897,
      "epoch": 11.670929507174048,
      "step": 37417
    },
    {
      "contrastive_lambda": 0.31066761448804187,
      "epoch": 11.671241422333125,
      "step": 37418
    },
    {
      "contrastive_lambda": 0.31064338432687033,
      "epoch": 11.671553337492202,
      "step": 37419
    },
    {
      "epoch": 11.671865252651278,
      "grad_norm": 0.08417955040931702,
      "learning_rate": 3.3976311459858936e-05,
      "loss": 0.0292,
      "step": 37420
    },
    {
      "epoch": 11.671865252651278,
      "flow_loss": 0.018024681136012077,
      "step": 37420
    },
    {
      "contrastive_loss": 0.0040319631807506084,
      "epoch": 11.671865252651278,
      "step": 37420
    },
    {
      "contrastive_lambda": 0.3106191546848306,
      "epoch": 11.671865252651278,
      "step": 37420
    },
    {
      "contrastive_lambda": 0.3105949255619893,
      "epoch": 11.672177167810355,
      "step": 37421
    },
    {
      "contrastive_lambda": 0.3105706969584129,
      "epoch": 11.672489082969433,
      "step": 37422
    },
    {
      "contrastive_lambda": 0.31054646887416737,
      "epoch": 11.672800998128508,
      "step": 37423
    },
    {
      "contrastive_lambda": 0.3105222413093197,
      "epoch": 11.673112913287586,
      "step": 37424
    },
    {
      "contrastive_lambda": 0.31049801426393603,
      "epoch": 11.673424828446663,
      "step": 37425
    },
    {
      "contrastive_lambda": 0.31047378773808276,
      "epoch": 11.673736743605739,
      "step": 37426
    },
    {
      "contrastive_lambda": 0.31044956173182636,
      "epoch": 11.674048658764816,
      "step": 37427
    },
    {
      "contrastive_lambda": 0.3104253362452333,
      "epoch": 11.674360573923893,
      "step": 37428
    },
    {
      "contrastive_lambda": 0.3104011112783699,
      "epoch": 11.674672489082969,
      "step": 37429
    },
    {
      "epoch": 11.674984404242046,
      "grad_norm": 0.09428351372480392,
      "learning_rate": 3.395020953657826e-05,
      "loss": 0.0285,
      "step": 37430
    },
    {
      "epoch": 11.674984404242046,
      "flow_loss": 0.01875270903110504,
      "step": 37430
    },
    {
      "contrastive_loss": 0.0034933388233184814,
      "epoch": 11.674984404242046,
      "step": 37430
    },
    {
      "contrastive_lambda": 0.31037688683130266,
      "epoch": 11.674984404242046,
      "step": 37430
    },
    {
      "contrastive_lambda": 0.3103526629040979,
      "epoch": 11.675296319401124,
      "step": 37431
    },
    {
      "contrastive_lambda": 0.31032843949682204,
      "epoch": 11.6756082345602,
      "step": 37432
    },
    {
      "contrastive_lambda": 0.31030421660954166,
      "epoch": 11.675920149719277,
      "step": 37433
    },
    {
      "contrastive_lambda": 0.31027999424232305,
      "epoch": 11.676232064878352,
      "step": 37434
    },
    {
      "contrastive_lambda": 0.3102557723952324,
      "epoch": 11.67654398003743,
      "step": 37435
    },
    {
      "contrastive_lambda": 0.3102315510683365,
      "epoch": 11.676855895196507,
      "step": 37436
    },
    {
      "contrastive_lambda": 0.3102073302617015,
      "epoch": 11.677167810355582,
      "step": 37437
    },
    {
      "contrastive_lambda": 0.310183109975394,
      "epoch": 11.67747972551466,
      "step": 37438
    },
    {
      "contrastive_lambda": 0.3101588902094802,
      "epoch": 11.677791640673737,
      "step": 37439
    },
    {
      "epoch": 11.678103555832813,
      "grad_norm": 0.07527916133403778,
      "learning_rate": 3.3924112488800165e-05,
      "loss": 0.0262,
      "step": 37440
    },
    {
      "epoch": 11.678103555832813,
      "flow_loss": 0.021236436441540718,
      "step": 37440
    },
    {
      "contrastive_loss": 0.0035191362258046865,
      "epoch": 11.678103555832813,
      "step": 37440
    },
    {
      "contrastive_lambda": 0.31013467096402647,
      "epoch": 11.678103555832813,
      "step": 37440
    },
    {
      "contrastive_lambda": 0.3101104522390995,
      "epoch": 11.67841547099189,
      "step": 37441
    },
    {
      "contrastive_lambda": 0.3100862340347655,
      "epoch": 11.678727386150968,
      "step": 37442
    },
    {
      "contrastive_lambda": 0.31006201635109065,
      "epoch": 11.679039301310043,
      "step": 37443
    },
    {
      "contrastive_lambda": 0.3100377991881418,
      "epoch": 11.67935121646912,
      "step": 37444
    },
    {
      "contrastive_lambda": 0.3100135825459851,
      "epoch": 11.679663131628198,
      "step": 37445
    },
    {
      "contrastive_lambda": 0.3099893664246867,
      "epoch": 11.679975046787273,
      "step": 37446
    },
    {
      "contrastive_lambda": 0.30996515082431353,
      "epoch": 11.68028696194635,
      "step": 37447
    },
    {
      "contrastive_lambda": 0.30994093574493164,
      "epoch": 11.680598877105428,
      "step": 37448
    },
    {
      "contrastive_lambda": 0.30991672118660735,
      "epoch": 11.680910792264504,
      "step": 37449
    },
    {
      "epoch": 11.681222707423581,
      "grad_norm": 0.12816236913204193,
      "learning_rate": 3.389802032445225e-05,
      "loss": 0.0247,
      "step": 37450
    },
    {
      "epoch": 11.681222707423581,
      "flow_loss": 0.02395557053387165,
      "step": 37450
    },
    {
      "contrastive_loss": 0.003320846240967512,
      "epoch": 11.681222707423581,
      "step": 37450
    },
    {
      "contrastive_lambda": 0.3098925071494072,
      "epoch": 11.681222707423581,
      "step": 37450
    },
    {
      "contrastive_lambda": 0.30986829363339763,
      "epoch": 11.681534622582657,
      "step": 37451
    },
    {
      "contrastive_lambda": 0.30984408063864477,
      "epoch": 11.681846537741734,
      "step": 37452
    },
    {
      "contrastive_lambda": 0.30981986816521534,
      "epoch": 11.682158452900811,
      "step": 37453
    },
    {
      "contrastive_lambda": 0.3097956562131753,
      "epoch": 11.682470368059887,
      "step": 37454
    },
    {
      "contrastive_lambda": 0.30977144478259144,
      "epoch": 11.682782283218964,
      "step": 37455
    },
    {
      "contrastive_lambda": 0.30974723387353,
      "epoch": 11.683094198378042,
      "step": 37456
    },
    {
      "contrastive_lambda": 0.3097230234860572,
      "epoch": 11.683406113537117,
      "step": 37457
    },
    {
      "contrastive_lambda": 0.30969881362023954,
      "epoch": 11.683718028696195,
      "step": 37458
    },
    {
      "contrastive_lambda": 0.3096746042761435,
      "epoch": 11.684029943855272,
      "step": 37459
    },
    {
      "epoch": 11.684341859014348,
      "grad_norm": 0.10089004784822464,
      "learning_rate": 3.38719330514606e-05,
      "loss": 0.0222,
      "step": 37460
    },
    {
      "epoch": 11.684341859014348,
      "flow_loss": 0.025645116344094276,
      "step": 37460
    },
    {
      "contrastive_loss": 0.003348273690789938,
      "epoch": 11.684341859014348,
      "step": 37460
    },
    {
      "contrastive_lambda": 0.3096503954538352,
      "epoch": 11.684341859014348,
      "step": 37460
    },
    {
      "contrastive_lambda": 0.3096261871533813,
      "epoch": 11.684653774173425,
      "step": 37461
    },
    {
      "contrastive_lambda": 0.3096019793748479,
      "epoch": 11.684965689332502,
      "step": 37462
    },
    {
      "contrastive_lambda": 0.3095777721183015,
      "epoch": 11.685277604491578,
      "step": 37463
    },
    {
      "contrastive_lambda": 0.3095535653838085,
      "epoch": 11.685589519650655,
      "step": 37464
    },
    {
      "contrastive_lambda": 0.3095293591714353,
      "epoch": 11.685901434809733,
      "step": 37465
    },
    {
      "contrastive_lambda": 0.3095051534812479,
      "epoch": 11.686213349968808,
      "step": 37466
    },
    {
      "contrastive_lambda": 0.3094809483133132,
      "epoch": 11.686525265127885,
      "step": 37467
    },
    {
      "contrastive_lambda": 0.30945674366769726,
      "epoch": 11.686837180286961,
      "step": 37468
    },
    {
      "contrastive_lambda": 0.30943253954446626,
      "epoch": 11.687149095446038,
      "step": 37469
    },
    {
      "epoch": 11.687461010605116,
      "grad_norm": 0.11408395320177078,
      "learning_rate": 3.3845850677749866e-05,
      "loss": 0.0312,
      "step": 37470
    },
    {
      "epoch": 11.687461010605116,
      "flow_loss": 0.017775006592273712,
      "step": 37470
    },
    {
      "contrastive_loss": 0.004598144441843033,
      "epoch": 11.687461010605116,
      "step": 37470
    },
    {
      "contrastive_lambda": 0.309408335943687,
      "epoch": 11.687461010605116,
      "step": 37470
    },
    {
      "contrastive_lambda": 0.30938413286542554,
      "epoch": 11.687772925764191,
      "step": 37471
    },
    {
      "contrastive_lambda": 0.3093599303097483,
      "epoch": 11.688084840923269,
      "step": 37472
    },
    {
      "contrastive_lambda": 0.3093357282767216,
      "epoch": 11.688396756082346,
      "step": 37473
    },
    {
      "contrastive_lambda": 0.3093115267664118,
      "epoch": 11.688708671241422,
      "step": 37474
    },
    {
      "contrastive_lambda": 0.3092873257788854,
      "epoch": 11.689020586400499,
      "step": 37475
    },
    {
      "contrastive_lambda": 0.30926312531420863,
      "epoch": 11.689332501559576,
      "step": 37476
    },
    {
      "contrastive_lambda": 0.30923892537244757,
      "epoch": 11.689644416718652,
      "step": 37477
    },
    {
      "contrastive_lambda": 0.3092147259536691,
      "epoch": 11.68995633187773,
      "step": 37478
    },
    {
      "contrastive_lambda": 0.30919052705793926,
      "epoch": 11.690268247036807,
      "step": 37479
    },
    {
      "epoch": 11.690580162195882,
      "grad_norm": 0.06703740358352661,
      "learning_rate": 3.3819773211243157e-05,
      "loss": 0.0252,
      "step": 37480
    },
    {
      "epoch": 11.690580162195882,
      "flow_loss": 0.01888345368206501,
      "step": 37480
    },
    {
      "contrastive_loss": 0.004430042579770088,
      "epoch": 11.690580162195882,
      "step": 37480
    },
    {
      "contrastive_lambda": 0.30916632868532434,
      "epoch": 11.690580162195882,
      "step": 37480
    },
    {
      "contrastive_lambda": 0.3091421308358908,
      "epoch": 11.69089207735496,
      "step": 37481
    },
    {
      "contrastive_lambda": 0.30911793350970496,
      "epoch": 11.691203992514037,
      "step": 37482
    },
    {
      "contrastive_lambda": 0.3090937367068331,
      "epoch": 11.691515907673113,
      "step": 37483
    },
    {
      "contrastive_lambda": 0.3090695404273417,
      "epoch": 11.69182782283219,
      "step": 37484
    },
    {
      "contrastive_lambda": 0.30904534467129685,
      "epoch": 11.692139737991265,
      "step": 37485
    },
    {
      "contrastive_lambda": 0.30902114943876513,
      "epoch": 11.692451653150343,
      "step": 37486
    },
    {
      "contrastive_lambda": 0.30899695472981276,
      "epoch": 11.69276356830942,
      "step": 37487
    },
    {
      "contrastive_lambda": 0.3089727605445061,
      "epoch": 11.693075483468496,
      "step": 37488
    },
    {
      "contrastive_lambda": 0.3089485668829113,
      "epoch": 11.693387398627573,
      "step": 37489
    },
    {
      "epoch": 11.69369931378665,
      "grad_norm": 0.07598987221717834,
      "learning_rate": 3.379370065986213e-05,
      "loss": 0.0272,
      "step": 37490
    },
    {
      "epoch": 11.69369931378665,
      "flow_loss": 0.032039377838373184,
      "step": 37490
    },
    {
      "contrastive_loss": 0.003307181177660823,
      "epoch": 11.69369931378665,
      "step": 37490
    },
    {
      "contrastive_lambda": 0.30892437374509507,
      "epoch": 11.69369931378665,
      "step": 37490
    },
    {
      "contrastive_lambda": 0.3089001811311234,
      "epoch": 11.694011228945726,
      "step": 37491
    },
    {
      "contrastive_lambda": 0.3088759890410627,
      "epoch": 11.694323144104803,
      "step": 37492
    },
    {
      "contrastive_lambda": 0.3088517974749795,
      "epoch": 11.69463505926388,
      "step": 37493
    },
    {
      "contrastive_lambda": 0.3088276064329397,
      "epoch": 11.694946974422956,
      "step": 37494
    },
    {
      "contrastive_lambda": 0.30880341591501015,
      "epoch": 11.695258889582034,
      "step": 37495
    },
    {
      "contrastive_lambda": 0.3087792259212567,
      "epoch": 11.695570804741111,
      "step": 37496
    },
    {
      "contrastive_lambda": 0.30875503645174585,
      "epoch": 11.695882719900187,
      "step": 37497
    },
    {
      "contrastive_lambda": 0.30873084750654406,
      "epoch": 11.696194635059264,
      "step": 37498
    },
    {
      "contrastive_lambda": 0.3087066590857175,
      "epoch": 11.696506550218341,
      "step": 37499
    },
    {
      "epoch": 11.696818465377417,
      "grad_norm": 0.07281824201345444,
      "learning_rate": 3.3767633031526955e-05,
      "loss": 0.0269,
      "step": 37500
    },
    {
      "epoch": 11.696818465377417,
      "flow_loss": 0.04675929620862007,
      "step": 37500
    },
    {
      "contrastive_loss": 0.0032300190068781376,
      "epoch": 11.696818465377417,
      "step": 37500
    },
    {
      "contrastive_lambda": 0.3086824711893323,
      "epoch": 11.696818465377417,
      "step": 37500
    },
    {
      "contrastive_lambda": 0.30865828381745514,
      "epoch": 11.697130380536494,
      "step": 37501
    },
    {
      "contrastive_lambda": 0.3086340969701522,
      "epoch": 11.69744229569557,
      "step": 37502
    },
    {
      "contrastive_lambda": 0.30860991064748966,
      "epoch": 11.697754210854647,
      "step": 37503
    },
    {
      "contrastive_lambda": 0.30858572484953384,
      "epoch": 11.698066126013725,
      "step": 37504
    },
    {
      "contrastive_lambda": 0.30856153957635124,
      "epoch": 11.6983780411728,
      "step": 37505
    },
    {
      "contrastive_lambda": 0.30853735482800804,
      "epoch": 11.698689956331878,
      "step": 37506
    },
    {
      "contrastive_lambda": 0.30851317060457056,
      "epoch": 11.699001871490955,
      "step": 37507
    },
    {
      "contrastive_lambda": 0.30848898690610493,
      "epoch": 11.69931378665003,
      "step": 37508
    },
    {
      "contrastive_lambda": 0.3084648037326778,
      "epoch": 11.699625701809108,
      "step": 37509
    },
    {
      "epoch": 11.699937616968185,
      "grad_norm": 0.0778297483921051,
      "learning_rate": 3.374157033415626e-05,
      "loss": 0.027,
      "step": 37510
    },
    {
      "epoch": 11.699937616968185,
      "flow_loss": 0.023954879492521286,
      "step": 37510
    },
    {
      "contrastive_loss": 0.005029434338212013,
      "epoch": 11.699937616968185,
      "step": 37510
    },
    {
      "contrastive_lambda": 0.3084406210843553,
      "epoch": 11.699937616968185,
      "step": 37510
    },
    {
      "contrastive_lambda": 0.3084164389612035,
      "epoch": 11.70024953212726,
      "step": 37511
    },
    {
      "contrastive_lambda": 0.3083922573632891,
      "epoch": 11.700561447286338,
      "step": 37512
    },
    {
      "contrastive_lambda": 0.30836807629067825,
      "epoch": 11.700873362445416,
      "step": 37513
    },
    {
      "contrastive_lambda": 0.3083438957434371,
      "epoch": 11.701185277604491,
      "step": 37514
    },
    {
      "contrastive_lambda": 0.30831971572163197,
      "epoch": 11.701497192763568,
      "step": 37515
    },
    {
      "contrastive_lambda": 0.3082955362253294,
      "epoch": 11.701809107922646,
      "step": 37516
    },
    {
      "contrastive_lambda": 0.30827135725459537,
      "epoch": 11.702121023081721,
      "step": 37517
    },
    {
      "contrastive_lambda": 0.30824717880949637,
      "epoch": 11.702432938240799,
      "step": 37518
    },
    {
      "contrastive_lambda": 0.3082230008900986,
      "epoch": 11.702744853399874,
      "step": 37519
    },
    {
      "epoch": 11.703056768558952,
      "grad_norm": 0.07577592134475708,
      "learning_rate": 3.371551257566723e-05,
      "loss": 0.0228,
      "step": 37520
    },
    {
      "epoch": 11.703056768558952,
      "flow_loss": 0.032062187790870667,
      "step": 37520
    },
    {
      "contrastive_loss": 0.007234894670546055,
      "epoch": 11.703056768558952,
      "step": 37520
    },
    {
      "contrastive_lambda": 0.3081988234964683,
      "epoch": 11.703056768558952,
      "step": 37520
    },
    {
      "contrastive_lambda": 0.3081746466286719,
      "epoch": 11.703368683718029,
      "step": 37521
    },
    {
      "contrastive_lambda": 0.30815047028677567,
      "epoch": 11.703680598877105,
      "step": 37522
    },
    {
      "contrastive_lambda": 0.3081262944708455,
      "epoch": 11.703992514036182,
      "step": 37523
    },
    {
      "contrastive_lambda": 0.3081021191809483,
      "epoch": 11.70430442919526,
      "step": 37524
    },
    {
      "contrastive_lambda": 0.30807794441714986,
      "epoch": 11.704616344354335,
      "step": 37525
    },
    {
      "contrastive_lambda": 0.3080537701795167,
      "epoch": 11.704928259513412,
      "step": 37526
    },
    {
      "contrastive_lambda": 0.3080295964681151,
      "epoch": 11.70524017467249,
      "step": 37527
    },
    {
      "contrastive_lambda": 0.30800542328301117,
      "epoch": 11.705552089831565,
      "step": 37528
    },
    {
      "contrastive_lambda": 0.30798125062427134,
      "epoch": 11.705864004990643,
      "step": 37529
    },
    {
      "epoch": 11.70617592014972,
      "grad_norm": 0.10089775174856186,
      "learning_rate": 3.36894597639755e-05,
      "loss": 0.0266,
      "step": 37530
    },
    {
      "epoch": 11.70617592014972,
      "flow_loss": 0.026586541905999184,
      "step": 37530
    },
    {
      "contrastive_loss": 0.003745053894817829,
      "epoch": 11.70617592014972,
      "step": 37530
    },
    {
      "contrastive_lambda": 0.30795707849196174,
      "epoch": 11.70617592014972,
      "step": 37530
    },
    {
      "contrastive_lambda": 0.3079329068861487,
      "epoch": 11.706487835308796,
      "step": 37531
    },
    {
      "contrastive_lambda": 0.3079087358068986,
      "epoch": 11.706799750467873,
      "step": 37532
    },
    {
      "contrastive_lambda": 0.3078845652542776,
      "epoch": 11.70711166562695,
      "step": 37533
    },
    {
      "contrastive_lambda": 0.3078603952283518,
      "epoch": 11.707423580786026,
      "step": 37534
    },
    {
      "contrastive_lambda": 0.3078362257291878,
      "epoch": 11.707735495945103,
      "step": 37535
    },
    {
      "contrastive_lambda": 0.30781205675685175,
      "epoch": 11.708047411104179,
      "step": 37536
    },
    {
      "contrastive_lambda": 0.3077878883114097,
      "epoch": 11.708359326263256,
      "step": 37537
    },
    {
      "contrastive_lambda": 0.3077637203929281,
      "epoch": 11.708671241422334,
      "step": 37538
    },
    {
      "contrastive_lambda": 0.30773955300147326,
      "epoch": 11.708983156581409,
      "step": 37539
    },
    {
      "epoch": 11.709295071740486,
      "grad_norm": 0.09394016861915588,
      "learning_rate": 3.366341190699523e-05,
      "loss": 0.0266,
      "step": 37540
    },
    {
      "epoch": 11.709295071740486,
      "flow_loss": 0.02940618246793747,
      "step": 37540
    },
    {
      "contrastive_loss": 0.0039015463553369045,
      "epoch": 11.709295071740486,
      "step": 37540
    },
    {
      "contrastive_lambda": 0.30771538613711125,
      "epoch": 11.709295071740486,
      "step": 37540
    },
    {
      "contrastive_lambda": 0.30769121979990854,
      "epoch": 11.709606986899564,
      "step": 37541
    },
    {
      "contrastive_lambda": 0.3076670539899311,
      "epoch": 11.70991890205864,
      "step": 37542
    },
    {
      "contrastive_lambda": 0.3076428887072455,
      "epoch": 11.710230817217717,
      "step": 37543
    },
    {
      "contrastive_lambda": 0.30761872395191786,
      "epoch": 11.710542732376794,
      "step": 37544
    },
    {
      "contrastive_lambda": 0.30759455972401417,
      "epoch": 11.71085464753587,
      "step": 37545
    },
    {
      "contrastive_lambda": 0.3075703960236012,
      "epoch": 11.711166562694947,
      "step": 37546
    },
    {
      "contrastive_lambda": 0.3075462328507449,
      "epoch": 11.711478477854024,
      "step": 37547
    },
    {
      "contrastive_lambda": 0.30752207020551137,
      "epoch": 11.7117903930131,
      "step": 37548
    },
    {
      "contrastive_lambda": 0.30749790808796706,
      "epoch": 11.712102308172177,
      "step": 37549
    },
    {
      "epoch": 11.712414223331255,
      "grad_norm": 0.08753710985183716,
      "learning_rate": 3.36373690126391e-05,
      "loss": 0.0265,
      "step": 37550
    },
    {
      "epoch": 11.712414223331255,
      "flow_loss": 0.024335559457540512,
      "step": 37550
    },
    {
      "contrastive_loss": 0.005083194002509117,
      "epoch": 11.712414223331255,
      "step": 37550
    },
    {
      "contrastive_lambda": 0.30747374649817827,
      "epoch": 11.712414223331255,
      "step": 37550
    },
    {
      "contrastive_lambda": 0.307449585436211,
      "epoch": 11.71272613849033,
      "step": 37551
    },
    {
      "contrastive_lambda": 0.30742542490213176,
      "epoch": 11.713038053649408,
      "step": 37552
    },
    {
      "contrastive_lambda": 0.3074012648960065,
      "epoch": 11.713349968808483,
      "step": 37553
    },
    {
      "contrastive_lambda": 0.30737710541790164,
      "epoch": 11.71366188396756,
      "step": 37554
    },
    {
      "contrastive_lambda": 0.30735294646788347,
      "epoch": 11.713973799126638,
      "step": 37555
    },
    {
      "contrastive_lambda": 0.30732878804601815,
      "epoch": 11.714285714285714,
      "step": 37556
    },
    {
      "contrastive_lambda": 0.30730463015237175,
      "epoch": 11.71459762944479,
      "step": 37557
    },
    {
      "contrastive_lambda": 0.30728047278701076,
      "epoch": 11.714909544603868,
      "step": 37558
    },
    {
      "contrastive_lambda": 0.30725631595000136,
      "epoch": 11.715221459762944,
      "step": 37559
    },
    {
      "epoch": 11.715533374922021,
      "grad_norm": 0.07457681000232697,
      "learning_rate": 3.3611331088818234e-05,
      "loss": 0.0243,
      "step": 37560
    },
    {
      "epoch": 11.715533374922021,
      "flow_loss": 0.01892988383769989,
      "step": 37560
    },
    {
      "contrastive_loss": 0.0044250222854316235,
      "epoch": 11.715533374922021,
      "step": 37560
    },
    {
      "contrastive_lambda": 0.30723215964140954,
      "epoch": 11.715533374922021,
      "step": 37560
    },
    {
      "contrastive_lambda": 0.30720800386130176,
      "epoch": 11.715845290081099,
      "step": 37561
    },
    {
      "contrastive_lambda": 0.3071838486097441,
      "epoch": 11.716157205240174,
      "step": 37562
    },
    {
      "contrastive_lambda": 0.3071596938868031,
      "epoch": 11.716469120399251,
      "step": 37563
    },
    {
      "contrastive_lambda": 0.3071355396925447,
      "epoch": 11.716781035558329,
      "step": 37564
    },
    {
      "contrastive_lambda": 0.3071113860270349,
      "epoch": 11.717092950717404,
      "step": 37565
    },
    {
      "contrastive_lambda": 0.30708723289034046,
      "epoch": 11.717404865876482,
      "step": 37566
    },
    {
      "contrastive_lambda": 0.30706308028252727,
      "epoch": 11.71771678103556,
      "step": 37567
    },
    {
      "contrastive_lambda": 0.3070389282036614,
      "epoch": 11.718028696194635,
      "step": 37568
    },
    {
      "contrastive_lambda": 0.30701477665380955,
      "epoch": 11.718340611353712,
      "step": 37569
    },
    {
      "epoch": 11.718652526512788,
      "grad_norm": 0.0816679447889328,
      "learning_rate": 3.3585298143442265e-05,
      "loss": 0.0261,
      "step": 37570
    },
    {
      "epoch": 11.718652526512788,
      "flow_loss": 0.01973964460194111,
      "step": 37570
    },
    {
      "contrastive_loss": 0.0034226402640342712,
      "epoch": 11.718652526512788,
      "step": 37570
    },
    {
      "contrastive_lambda": 0.3069906256330376,
      "epoch": 11.718652526512788,
      "step": 37570
    },
    {
      "contrastive_lambda": 0.3069664751414117,
      "epoch": 11.718964441671865,
      "step": 37571
    },
    {
      "contrastive_lambda": 0.3069423251789981,
      "epoch": 11.719276356830942,
      "step": 37572
    },
    {
      "contrastive_lambda": 0.3069181757458633,
      "epoch": 11.719588271990018,
      "step": 37573
    },
    {
      "contrastive_lambda": 0.3068940268420731,
      "epoch": 11.719900187149095,
      "step": 37574
    },
    {
      "contrastive_lambda": 0.30686987846769403,
      "epoch": 11.720212102308173,
      "step": 37575
    },
    {
      "contrastive_lambda": 0.3068457306227921,
      "epoch": 11.720524017467248,
      "step": 37576
    },
    {
      "contrastive_lambda": 0.3068215833074335,
      "epoch": 11.720835932626326,
      "step": 37577
    },
    {
      "contrastive_lambda": 0.30679743652168456,
      "epoch": 11.721147847785403,
      "step": 37578
    },
    {
      "contrastive_lambda": 0.30677329026561134,
      "epoch": 11.721459762944479,
      "step": 37579
    },
    {
      "epoch": 11.721771678103556,
      "grad_norm": 0.06504763662815094,
      "learning_rate": 3.35592701844193e-05,
      "loss": 0.0216,
      "step": 37580
    },
    {
      "epoch": 11.721771678103556,
      "flow_loss": 0.030939603224396706,
      "step": 37580
    },
    {
      "contrastive_loss": 0.004889708012342453,
      "epoch": 11.721771678103556,
      "step": 37580
    },
    {
      "contrastive_lambda": 0.30674914453928015,
      "epoch": 11.721771678103556,
      "step": 37580
    },
    {
      "contrastive_lambda": 0.3067249993427572,
      "epoch": 11.722083593262633,
      "step": 37581
    },
    {
      "contrastive_lambda": 0.30670085467610864,
      "epoch": 11.722395508421709,
      "step": 37582
    },
    {
      "contrastive_lambda": 0.3066767105394007,
      "epoch": 11.722707423580786,
      "step": 37583
    },
    {
      "contrastive_lambda": 0.3066525669326994,
      "epoch": 11.723019338739864,
      "step": 37584
    },
    {
      "contrastive_lambda": 0.30662842385607114,
      "epoch": 11.72333125389894,
      "step": 37585
    },
    {
      "contrastive_lambda": 0.30660428130958206,
      "epoch": 11.723643169058017,
      "step": 37586
    },
    {
      "contrastive_lambda": 0.30658013929329836,
      "epoch": 11.723955084217092,
      "step": 37587
    },
    {
      "contrastive_lambda": 0.306555997807286,
      "epoch": 11.72426699937617,
      "step": 37588
    },
    {
      "contrastive_lambda": 0.30653185685161155,
      "epoch": 11.724578914535247,
      "step": 37589
    },
    {
      "epoch": 11.724890829694322,
      "grad_norm": 0.07580707967281342,
      "learning_rate": 3.353324721965596e-05,
      "loss": 0.0297,
      "step": 37590
    },
    {
      "epoch": 11.724890829694322,
      "flow_loss": 0.01745905913412571,
      "step": 37590
    },
    {
      "contrastive_loss": 0.004710744135081768,
      "epoch": 11.724890829694322,
      "step": 37590
    },
    {
      "contrastive_lambda": 0.306507716426341,
      "epoch": 11.724890829694322,
      "step": 37590
    },
    {
      "contrastive_lambda": 0.3064835765315403,
      "epoch": 11.7252027448534,
      "step": 37591
    },
    {
      "contrastive_lambda": 0.3064594371672761,
      "epoch": 11.725514660012477,
      "step": 37592
    },
    {
      "contrastive_lambda": 0.3064352983336143,
      "epoch": 11.725826575171553,
      "step": 37593
    },
    {
      "contrastive_lambda": 0.3064111600306211,
      "epoch": 11.72613849033063,
      "step": 37594
    },
    {
      "contrastive_lambda": 0.3063870222583626,
      "epoch": 11.726450405489707,
      "step": 37595
    },
    {
      "contrastive_lambda": 0.3063628850169051,
      "epoch": 11.726762320648783,
      "step": 37596
    },
    {
      "contrastive_lambda": 0.3063387483063149,
      "epoch": 11.72707423580786,
      "step": 37597
    },
    {
      "contrastive_lambda": 0.306314612126658,
      "epoch": 11.727386150966938,
      "step": 37598
    },
    {
      "contrastive_lambda": 0.30629047647800034,
      "epoch": 11.727698066126013,
      "step": 37599
    },
    {
      "epoch": 11.72800998128509,
      "grad_norm": 0.11907339096069336,
      "learning_rate": 3.350722925705736e-05,
      "loss": 0.0286,
      "step": 37600
    },
    {
      "epoch": 11.72800998128509,
      "flow_loss": 0.04168860986828804,
      "step": 37600
    },
    {
      "contrastive_loss": 0.003712927922606468,
      "epoch": 11.72800998128509,
      "step": 37600
    },
    {
      "contrastive_lambda": 0.30626634136040853,
      "epoch": 11.72800998128509,
      "step": 37600
    },
    {
      "contrastive_lambda": 0.3062422067739486,
      "epoch": 11.728321896444168,
      "step": 37601
    },
    {
      "contrastive_lambda": 0.3062180727186865,
      "epoch": 11.728633811603244,
      "step": 37602
    },
    {
      "contrastive_lambda": 0.3061939391946886,
      "epoch": 11.728945726762321,
      "step": 37603
    },
    {
      "contrastive_lambda": 0.30616980620202117,
      "epoch": 11.729257641921397,
      "step": 37604
    },
    {
      "contrastive_lambda": 0.30614567374075,
      "epoch": 11.729569557080474,
      "step": 37605
    },
    {
      "contrastive_lambda": 0.30612154181094164,
      "epoch": 11.729881472239551,
      "step": 37606
    },
    {
      "contrastive_lambda": 0.30609741041266203,
      "epoch": 11.730193387398627,
      "step": 37607
    },
    {
      "contrastive_lambda": 0.3060732795459773,
      "epoch": 11.730505302557704,
      "step": 37608
    },
    {
      "contrastive_lambda": 0.30604914921095383,
      "epoch": 11.730817217716782,
      "step": 37609
    },
    {
      "epoch": 11.731129132875857,
      "grad_norm": 0.07231735438108444,
      "learning_rate": 3.348121630452703e-05,
      "loss": 0.0261,
      "step": 37610
    },
    {
      "epoch": 11.731129132875857,
      "flow_loss": 0.019388828426599503,
      "step": 37610
    },
    {
      "contrastive_loss": 0.003873665351420641,
      "epoch": 11.731129132875857,
      "step": 37610
    },
    {
      "contrastive_lambda": 0.3060250194076576,
      "epoch": 11.731129132875857,
      "step": 37610
    },
    {
      "contrastive_lambda": 0.3060008901361546,
      "epoch": 11.731441048034934,
      "step": 37611
    },
    {
      "contrastive_lambda": 0.3059767613965114,
      "epoch": 11.731752963194012,
      "step": 37612
    },
    {
      "contrastive_lambda": 0.3059526331887938,
      "epoch": 11.732064878353087,
      "step": 37613
    },
    {
      "contrastive_lambda": 0.30592850551306805,
      "epoch": 11.732376793512165,
      "step": 37614
    },
    {
      "contrastive_lambda": 0.30590437836940043,
      "epoch": 11.732688708671242,
      "step": 37615
    },
    {
      "contrastive_lambda": 0.30588025175785694,
      "epoch": 11.733000623830318,
      "step": 37616
    },
    {
      "contrastive_lambda": 0.30585612567850384,
      "epoch": 11.733312538989395,
      "step": 37617
    },
    {
      "contrastive_lambda": 0.30583200013140704,
      "epoch": 11.733624454148472,
      "step": 37618
    },
    {
      "contrastive_lambda": 0.3058078751166329,
      "epoch": 11.733936369307548,
      "step": 37619
    },
    {
      "epoch": 11.734248284466625,
      "grad_norm": 0.09178541600704193,
      "learning_rate": 3.3455208369967044e-05,
      "loss": 0.0233,
      "step": 37620
    },
    {
      "epoch": 11.734248284466625,
      "flow_loss": 0.024312051013112068,
      "step": 37620
    },
    {
      "contrastive_loss": 0.0036517817061394453,
      "epoch": 11.734248284466625,
      "step": 37620
    },
    {
      "contrastive_lambda": 0.30578375063424756,
      "epoch": 11.734248284466625,
      "step": 37620
    },
    {
      "contrastive_lambda": 0.30575962668431705,
      "epoch": 11.734560199625701,
      "step": 37621
    },
    {
      "contrastive_lambda": 0.3057355032669074,
      "epoch": 11.734872114784778,
      "step": 37622
    },
    {
      "contrastive_lambda": 0.3057113803820851,
      "epoch": 11.735184029943856,
      "step": 37623
    },
    {
      "contrastive_lambda": 0.3056872580299161,
      "epoch": 11.735495945102931,
      "step": 37624
    },
    {
      "contrastive_lambda": 0.30566313621046637,
      "epoch": 11.735807860262009,
      "step": 37625
    },
    {
      "contrastive_lambda": 0.3056390149238022,
      "epoch": 11.736119775421086,
      "step": 37626
    },
    {
      "contrastive_lambda": 0.3056148941699898,
      "epoch": 11.736431690580162,
      "step": 37627
    },
    {
      "contrastive_lambda": 0.3055907739490952,
      "epoch": 11.736743605739239,
      "step": 37628
    },
    {
      "contrastive_lambda": 0.3055666542611844,
      "epoch": 11.737055520898316,
      "step": 37629
    },
    {
      "epoch": 11.737367436057392,
      "grad_norm": 0.07296371459960938,
      "learning_rate": 3.34292054612779e-05,
      "loss": 0.0239,
      "step": 37630
    },
    {
      "epoch": 11.737367436057392,
      "flow_loss": 0.024833446368575096,
      "step": 37630
    },
    {
      "contrastive_loss": 0.005170932039618492,
      "epoch": 11.737367436057392,
      "step": 37630
    },
    {
      "contrastive_lambda": 0.3055425351063237,
      "epoch": 11.737367436057392,
      "step": 37630
    },
    {
      "contrastive_lambda": 0.30551841648457934,
      "epoch": 11.73767935121647,
      "step": 37631
    },
    {
      "contrastive_lambda": 0.30549429839601716,
      "epoch": 11.737991266375547,
      "step": 37632
    },
    {
      "contrastive_lambda": 0.3054701808407033,
      "epoch": 11.738303181534622,
      "step": 37633
    },
    {
      "contrastive_lambda": 0.3054460638187042,
      "epoch": 11.7386150966937,
      "step": 37634
    },
    {
      "contrastive_lambda": 0.3054219473300857,
      "epoch": 11.738927011852777,
      "step": 37635
    },
    {
      "contrastive_lambda": 0.30539783137491394,
      "epoch": 11.739238927011852,
      "step": 37636
    },
    {
      "contrastive_lambda": 0.305373715953255,
      "epoch": 11.73955084217093,
      "step": 37637
    },
    {
      "contrastive_lambda": 0.30534960106517517,
      "epoch": 11.739862757330005,
      "step": 37638
    },
    {
      "contrastive_lambda": 0.30532548671074045,
      "epoch": 11.740174672489083,
      "step": 37639
    },
    {
      "epoch": 11.74048658764816,
      "grad_norm": 0.09335654228925705,
      "learning_rate": 3.340320758635861e-05,
      "loss": 0.0309,
      "step": 37640
    },
    {
      "epoch": 11.74048658764816,
      "flow_loss": 0.017465243116021156,
      "step": 37640
    },
    {
      "contrastive_loss": 0.0032839272171258926,
      "epoch": 11.74048658764816,
      "step": 37640
    },
    {
      "contrastive_lambda": 0.305301372890017,
      "epoch": 11.74048658764816,
      "step": 37640
    },
    {
      "contrastive_lambda": 0.3052772596030708,
      "epoch": 11.740798502807236,
      "step": 37641
    },
    {
      "contrastive_lambda": 0.305253146849968,
      "epoch": 11.741110417966313,
      "step": 37642
    },
    {
      "contrastive_lambda": 0.3052290346307749,
      "epoch": 11.74142233312539,
      "step": 37643
    },
    {
      "contrastive_lambda": 0.30520492294555746,
      "epoch": 11.741734248284466,
      "step": 37644
    },
    {
      "contrastive_lambda": 0.3051808117943816,
      "epoch": 11.742046163443543,
      "step": 37645
    },
    {
      "contrastive_lambda": 0.3051567011773138,
      "epoch": 11.74235807860262,
      "step": 37646
    },
    {
      "contrastive_lambda": 0.3051325910944199,
      "epoch": 11.742669993761696,
      "step": 37647
    },
    {
      "contrastive_lambda": 0.305108481545766,
      "epoch": 11.742981908920774,
      "step": 37648
    },
    {
      "contrastive_lambda": 0.3050843725314184,
      "epoch": 11.743293824079851,
      "step": 37649
    },
    {
      "epoch": 11.743605739238927,
      "grad_norm": 0.07578490674495697,
      "learning_rate": 3.337721475310666e-05,
      "loss": 0.027,
      "step": 37650
    },
    {
      "epoch": 11.743605739238927,
      "flow_loss": 0.03382713347673416,
      "step": 37650
    },
    {
      "contrastive_loss": 0.003740854561328888,
      "epoch": 11.743605739238927,
      "step": 37650
    },
    {
      "contrastive_lambda": 0.30506026405144293,
      "epoch": 11.743605739238927,
      "step": 37650
    },
    {
      "contrastive_lambda": 0.30503615610590595,
      "epoch": 11.743917654398004,
      "step": 37651
    },
    {
      "contrastive_lambda": 0.30501204869487325,
      "epoch": 11.744229569557081,
      "step": 37652
    },
    {
      "contrastive_lambda": 0.30498794181841116,
      "epoch": 11.744541484716157,
      "step": 37653
    },
    {
      "contrastive_lambda": 0.3049638354765858,
      "epoch": 11.744853399875234,
      "step": 37654
    },
    {
      "contrastive_lambda": 0.3049397296694631,
      "epoch": 11.74516531503431,
      "step": 37655
    },
    {
      "contrastive_lambda": 0.30491562439710906,
      "epoch": 11.745477230193387,
      "step": 37656
    },
    {
      "contrastive_lambda": 0.30489151965959005,
      "epoch": 11.745789145352465,
      "step": 37657
    },
    {
      "contrastive_lambda": 0.30486741545697205,
      "epoch": 11.74610106051154,
      "step": 37658
    },
    {
      "contrastive_lambda": 0.30484331178932106,
      "epoch": 11.746412975670617,
      "step": 37659
    },
    {
      "epoch": 11.746724890829695,
      "grad_norm": 0.12295953184366226,
      "learning_rate": 3.335122696941795e-05,
      "loss": 0.0275,
      "step": 37660
    },
    {
      "epoch": 11.746724890829695,
      "flow_loss": 0.03499721735715866,
      "step": 37660
    },
    {
      "contrastive_loss": 0.003641657065600157,
      "epoch": 11.746724890829695,
      "step": 37660
    },
    {
      "contrastive_lambda": 0.3048192086567032,
      "epoch": 11.746724890829695,
      "step": 37660
    },
    {
      "contrastive_lambda": 0.3047951060591846,
      "epoch": 11.74703680598877,
      "step": 37661
    },
    {
      "contrastive_lambda": 0.3047710039968312,
      "epoch": 11.747348721147848,
      "step": 37662
    },
    {
      "contrastive_lambda": 0.30474690246970937,
      "epoch": 11.747660636306925,
      "step": 37663
    },
    {
      "contrastive_lambda": 0.3047228014778848,
      "epoch": 11.747972551466,
      "step": 37664
    },
    {
      "contrastive_lambda": 0.3046987010214238,
      "epoch": 11.748284466625078,
      "step": 37665
    },
    {
      "contrastive_lambda": 0.30467460110039246,
      "epoch": 11.748596381784155,
      "step": 37666
    },
    {
      "contrastive_lambda": 0.30465050171485664,
      "epoch": 11.748908296943231,
      "step": 37667
    },
    {
      "contrastive_lambda": 0.30462640286488274,
      "epoch": 11.749220212102308,
      "step": 37668
    },
    {
      "contrastive_lambda": 0.30460230455053666,
      "epoch": 11.749532127261386,
      "step": 37669
    },
    {
      "epoch": 11.749844042420461,
      "grad_norm": 0.0965789332985878,
      "learning_rate": 3.332524424318692e-05,
      "loss": 0.029,
      "step": 37670
    },
    {
      "epoch": 11.749844042420461,
      "flow_loss": 0.02099466510117054,
      "step": 37670
    },
    {
      "contrastive_loss": 0.0041861520148813725,
      "epoch": 11.749844042420461,
      "step": 37670
    },
    {
      "contrastive_lambda": 0.30457820677188435,
      "epoch": 11.749844042420461,
      "step": 37670
    },
    {
      "contrastive_lambda": 0.304554109528992,
      "epoch": 11.750155957579539,
      "step": 37671
    },
    {
      "contrastive_lambda": 0.3045300128219257,
      "epoch": 11.750467872738614,
      "step": 37672
    },
    {
      "contrastive_lambda": 0.30450591665075144,
      "epoch": 11.750779787897692,
      "step": 37673
    },
    {
      "contrastive_lambda": 0.30448182101553534,
      "epoch": 11.751091703056769,
      "step": 37674
    },
    {
      "contrastive_lambda": 0.30445772591634335,
      "epoch": 11.751403618215845,
      "step": 37675
    },
    {
      "contrastive_lambda": 0.30443363135324164,
      "epoch": 11.751715533374922,
      "step": 37676
    },
    {
      "contrastive_lambda": 0.3044095373262963,
      "epoch": 11.752027448534,
      "step": 37677
    },
    {
      "contrastive_lambda": 0.3043854438355733,
      "epoch": 11.752339363693075,
      "step": 37678
    },
    {
      "contrastive_lambda": 0.3043613508811386,
      "epoch": 11.752651278852152,
      "step": 37679
    },
    {
      "epoch": 11.75296319401123,
      "grad_norm": 0.08156006783246994,
      "learning_rate": 3.32992665823064e-05,
      "loss": 0.0276,
      "step": 37680
    },
    {
      "epoch": 11.75296319401123,
      "flow_loss": 0.01973339170217514,
      "step": 37680
    },
    {
      "contrastive_loss": 0.004332810640335083,
      "epoch": 11.75296319401123,
      "step": 37680
    },
    {
      "contrastive_lambda": 0.3043372584630585,
      "epoch": 11.75296319401123,
      "step": 37680
    },
    {
      "contrastive_lambda": 0.3043131665813989,
      "epoch": 11.753275109170305,
      "step": 37681
    },
    {
      "contrastive_lambda": 0.3042890752362258,
      "epoch": 11.753587024329383,
      "step": 37682
    },
    {
      "contrastive_lambda": 0.3042649844276053,
      "epoch": 11.75389893948846,
      "step": 37683
    },
    {
      "contrastive_lambda": 0.3042408941556034,
      "epoch": 11.754210854647535,
      "step": 37684
    },
    {
      "contrastive_lambda": 0.3042168044202864,
      "epoch": 11.754522769806613,
      "step": 37685
    },
    {
      "contrastive_lambda": 0.3041927152217201,
      "epoch": 11.75483468496569,
      "step": 37686
    },
    {
      "contrastive_lambda": 0.3041686265599704,
      "epoch": 11.755146600124766,
      "step": 37687
    },
    {
      "contrastive_lambda": 0.3041445384351037,
      "epoch": 11.755458515283843,
      "step": 37688
    },
    {
      "contrastive_lambda": 0.3041204508471859,
      "epoch": 11.755770430442919,
      "step": 37689
    },
    {
      "epoch": 11.756082345601996,
      "grad_norm": 0.06433022022247314,
      "learning_rate": 3.327329399466774e-05,
      "loss": 0.0239,
      "step": 37690
    },
    {
      "epoch": 11.756082345601996,
      "flow_loss": 0.02007110044360161,
      "step": 37690
    },
    {
      "contrastive_loss": 0.00429835170507431,
      "epoch": 11.756082345601996,
      "step": 37690
    },
    {
      "contrastive_lambda": 0.3040963637962828,
      "epoch": 11.756082345601996,
      "step": 37690
    },
    {
      "contrastive_lambda": 0.30407227728246083,
      "epoch": 11.756394260761073,
      "step": 37691
    },
    {
      "contrastive_lambda": 0.30404819130578586,
      "epoch": 11.756706175920149,
      "step": 37692
    },
    {
      "contrastive_lambda": 0.3040241058663238,
      "epoch": 11.757018091079226,
      "step": 37693
    },
    {
      "contrastive_lambda": 0.30400002096414075,
      "epoch": 11.757330006238304,
      "step": 37694
    },
    {
      "contrastive_lambda": 0.3039759365993029,
      "epoch": 11.75764192139738,
      "step": 37695
    },
    {
      "contrastive_lambda": 0.30395185277187603,
      "epoch": 11.757953836556457,
      "step": 37696
    },
    {
      "contrastive_lambda": 0.30392776948192635,
      "epoch": 11.758265751715534,
      "step": 37697
    },
    {
      "contrastive_lambda": 0.3039036867295198,
      "epoch": 11.75857766687461,
      "step": 37698
    },
    {
      "contrastive_lambda": 0.3038796045147224,
      "epoch": 11.758889582033687,
      "step": 37699
    },
    {
      "epoch": 11.759201497192764,
      "grad_norm": 0.09120386093854904,
      "learning_rate": 3.324732648816072e-05,
      "loss": 0.0335,
      "step": 37700
    },
    {
      "epoch": 11.759201497192764,
      "flow_loss": 0.029557812958955765,
      "step": 37700
    },
    {
      "contrastive_loss": 0.003590232226997614,
      "epoch": 11.759201497192764,
      "step": 37700
    },
    {
      "contrastive_lambda": 0.3038555228376003,
      "epoch": 11.759201497192764,
      "step": 37700
    },
    {
      "contrastive_lambda": 0.3038314416982193,
      "epoch": 11.75951341235184,
      "step": 37701
    },
    {
      "contrastive_lambda": 0.3038073610966455,
      "epoch": 11.759825327510917,
      "step": 37702
    },
    {
      "contrastive_lambda": 0.30378328103294516,
      "epoch": 11.760137242669995,
      "step": 37703
    },
    {
      "contrastive_lambda": 0.30375920150718394,
      "epoch": 11.76044915782907,
      "step": 37704
    },
    {
      "contrastive_lambda": 0.30373512251942814,
      "epoch": 11.760761072988148,
      "step": 37705
    },
    {
      "contrastive_lambda": 0.3037110440697435,
      "epoch": 11.761072988147223,
      "step": 37706
    },
    {
      "contrastive_lambda": 0.30368696615819624,
      "epoch": 11.7613849033063,
      "step": 37707
    },
    {
      "contrastive_lambda": 0.30366288878485237,
      "epoch": 11.761696818465378,
      "step": 37708
    },
    {
      "contrastive_lambda": 0.3036388119497778,
      "epoch": 11.762008733624453,
      "step": 37709
    },
    {
      "epoch": 11.76232064878353,
      "grad_norm": 0.09562068432569504,
      "learning_rate": 3.322136407067358e-05,
      "loss": 0.0267,
      "step": 37710
    },
    {
      "epoch": 11.76232064878353,
      "flow_loss": 0.027278287336230278,
      "step": 37710
    },
    {
      "contrastive_loss": 0.004307625815272331,
      "epoch": 11.76232064878353,
      "step": 37710
    },
    {
      "contrastive_lambda": 0.3036147356530384,
      "epoch": 11.76232064878353,
      "step": 37710
    },
    {
      "contrastive_lambda": 0.3035906598947006,
      "epoch": 11.762632563942608,
      "step": 37711
    },
    {
      "contrastive_lambda": 0.3035665846748301,
      "epoch": 11.762944479101684,
      "step": 37712
    },
    {
      "contrastive_lambda": 0.30354250999349275,
      "epoch": 11.763256394260761,
      "step": 37713
    },
    {
      "contrastive_lambda": 0.303518435850755,
      "epoch": 11.763568309419838,
      "step": 37714
    },
    {
      "contrastive_lambda": 0.30349436224668264,
      "epoch": 11.763880224578914,
      "step": 37715
    },
    {
      "contrastive_lambda": 0.3034702891813415,
      "epoch": 11.764192139737991,
      "step": 37716
    },
    {
      "contrastive_lambda": 0.30344621665479776,
      "epoch": 11.764504054897069,
      "step": 37717
    },
    {
      "contrastive_lambda": 0.30342214466711737,
      "epoch": 11.764815970056144,
      "step": 37718
    },
    {
      "contrastive_lambda": 0.30339807321836637,
      "epoch": 11.765127885215222,
      "step": 37719
    },
    {
      "epoch": 11.765439800374299,
      "grad_norm": 0.08875850588083267,
      "learning_rate": 3.3195406750093036e-05,
      "loss": 0.0258,
      "step": 37720
    },
    {
      "epoch": 11.765439800374299,
      "flow_loss": 0.027743713930249214,
      "step": 37720
    },
    {
      "contrastive_loss": 0.0047143143601715565,
      "epoch": 11.765439800374299,
      "step": 37720
    },
    {
      "contrastive_lambda": 0.3033740023086108,
      "epoch": 11.765439800374299,
      "step": 37720
    },
    {
      "contrastive_lambda": 0.30334993193791626,
      "epoch": 11.765751715533375,
      "step": 37721
    },
    {
      "contrastive_lambda": 0.3033258621063494,
      "epoch": 11.766063630692452,
      "step": 37722
    },
    {
      "contrastive_lambda": 0.30330179281397573,
      "epoch": 11.766375545851528,
      "step": 37723
    },
    {
      "contrastive_lambda": 0.3032777240608613,
      "epoch": 11.766687461010605,
      "step": 37724
    },
    {
      "contrastive_lambda": 0.30325365584707215,
      "epoch": 11.766999376169682,
      "step": 37725
    },
    {
      "contrastive_lambda": 0.30322958817267437,
      "epoch": 11.767311291328758,
      "step": 37726
    },
    {
      "contrastive_lambda": 0.3032055210377338,
      "epoch": 11.767623206487835,
      "step": 37727
    },
    {
      "contrastive_lambda": 0.3031814544423165,
      "epoch": 11.767935121646913,
      "step": 37728
    },
    {
      "contrastive_lambda": 0.3031573883864883,
      "epoch": 11.768247036805988,
      "step": 37729
    },
    {
      "epoch": 11.768558951965066,
      "grad_norm": 0.08049529045820236,
      "learning_rate": 3.3169454534304205e-05,
      "loss": 0.026,
      "step": 37730
    },
    {
      "epoch": 11.768558951965066,
      "flow_loss": 0.014948444440960884,
      "step": 37730
    },
    {
      "contrastive_loss": 0.003677981672808528,
      "epoch": 11.768558951965066,
      "step": 37730
    },
    {
      "contrastive_lambda": 0.30313332287031536,
      "epoch": 11.768558951965066,
      "step": 37730
    },
    {
      "contrastive_lambda": 0.30310925789386367,
      "epoch": 11.768870867124143,
      "step": 37731
    },
    {
      "contrastive_lambda": 0.30308519345719903,
      "epoch": 11.769182782283218,
      "step": 37732
    },
    {
      "contrastive_lambda": 0.30306112956038755,
      "epoch": 11.769494697442296,
      "step": 37733
    },
    {
      "contrastive_lambda": 0.3030370662034952,
      "epoch": 11.769806612601373,
      "step": 37734
    },
    {
      "contrastive_lambda": 0.303013003386588,
      "epoch": 11.770118527760449,
      "step": 37735
    },
    {
      "contrastive_lambda": 0.3029889411097315,
      "epoch": 11.770430442919526,
      "step": 37736
    },
    {
      "contrastive_lambda": 0.3029648793729923,
      "epoch": 11.770742358078603,
      "step": 37737
    },
    {
      "contrastive_lambda": 0.3029408181764359,
      "epoch": 11.771054273237679,
      "step": 37738
    },
    {
      "contrastive_lambda": 0.30291675752012864,
      "epoch": 11.771366188396756,
      "step": 37739
    },
    {
      "epoch": 11.771678103555832,
      "grad_norm": 0.08600662648677826,
      "learning_rate": 3.3143507431190725e-05,
      "loss": 0.024,
      "step": 37740
    },
    {
      "epoch": 11.771678103555832,
      "flow_loss": 0.013791264034807682,
      "step": 37740
    },
    {
      "contrastive_loss": 0.004126283340156078,
      "epoch": 11.771678103555832,
      "step": 37740
    },
    {
      "contrastive_lambda": 0.30289269740413616,
      "epoch": 11.771678103555832,
      "step": 37740
    },
    {
      "contrastive_lambda": 0.30286863782852447,
      "epoch": 11.77199001871491,
      "step": 37741
    },
    {
      "contrastive_lambda": 0.3028445787933598,
      "epoch": 11.772301933873987,
      "step": 37742
    },
    {
      "contrastive_lambda": 0.3028205202987078,
      "epoch": 11.772613849033062,
      "step": 37743
    },
    {
      "contrastive_lambda": 0.3027964623446344,
      "epoch": 11.77292576419214,
      "step": 37744
    },
    {
      "contrastive_lambda": 0.3027724049312059,
      "epoch": 11.773237679351217,
      "step": 37745
    },
    {
      "contrastive_lambda": 0.30274834805848805,
      "epoch": 11.773549594510293,
      "step": 37746
    },
    {
      "contrastive_lambda": 0.3027242917265466,
      "epoch": 11.77386150966937,
      "step": 37747
    },
    {
      "contrastive_lambda": 0.30270023593544787,
      "epoch": 11.774173424828447,
      "step": 37748
    },
    {
      "contrastive_lambda": 0.3026761806852577,
      "epoch": 11.774485339987523,
      "step": 37749
    },
    {
      "epoch": 11.7747972551466,
      "grad_norm": 0.07582816481590271,
      "learning_rate": 3.311756544863459e-05,
      "loss": 0.0245,
      "step": 37750
    },
    {
      "epoch": 11.7747972551466,
      "flow_loss": 0.03783757984638214,
      "step": 37750
    },
    {
      "contrastive_loss": 0.005225967150181532,
      "epoch": 11.7747972551466,
      "step": 37750
    },
    {
      "contrastive_lambda": 0.30265212597604185,
      "epoch": 11.7747972551466,
      "step": 37750
    },
    {
      "contrastive_lambda": 0.3026280718078664,
      "epoch": 11.775109170305678,
      "step": 37751
    },
    {
      "contrastive_lambda": 0.3026040181807974,
      "epoch": 11.775421085464753,
      "step": 37752
    },
    {
      "contrastive_lambda": 0.3025799650949006,
      "epoch": 11.77573300062383,
      "step": 37753
    },
    {
      "contrastive_lambda": 0.3025559125502421,
      "epoch": 11.776044915782908,
      "step": 37754
    },
    {
      "contrastive_lambda": 0.30253186054688763,
      "epoch": 11.776356830941983,
      "step": 37755
    },
    {
      "contrastive_lambda": 0.30250780908490343,
      "epoch": 11.77666874610106,
      "step": 37756
    },
    {
      "contrastive_lambda": 0.30248375816435535,
      "epoch": 11.776980661260136,
      "step": 37757
    },
    {
      "contrastive_lambda": 0.30245970778530906,
      "epoch": 11.777292576419214,
      "step": 37758
    },
    {
      "contrastive_lambda": 0.3024356579478308,
      "epoch": 11.777604491578291,
      "step": 37759
    },
    {
      "epoch": 11.777916406737367,
      "grad_norm": 0.07990491390228271,
      "learning_rate": 3.309162859451633e-05,
      "loss": 0.0262,
      "step": 37760
    },
    {
      "epoch": 11.777916406737367,
      "flow_loss": 0.029604021459817886,
      "step": 37760
    },
    {
      "contrastive_loss": 0.004205924924463034,
      "epoch": 11.777916406737367,
      "step": 37760
    },
    {
      "contrastive_lambda": 0.30241160865198646,
      "epoch": 11.777916406737367,
      "step": 37760
    },
    {
      "contrastive_lambda": 0.3023875598978418,
      "epoch": 11.778228321896444,
      "step": 37761
    },
    {
      "contrastive_lambda": 0.30236351168546294,
      "epoch": 11.778540237055521,
      "step": 37762
    },
    {
      "contrastive_lambda": 0.3023394640149157,
      "epoch": 11.778852152214597,
      "step": 37763
    },
    {
      "contrastive_lambda": 0.302315416886266,
      "epoch": 11.779164067373674,
      "step": 37764
    },
    {
      "contrastive_lambda": 0.3022913702995799,
      "epoch": 11.779475982532752,
      "step": 37765
    },
    {
      "contrastive_lambda": 0.3022673242549233,
      "epoch": 11.779787897691827,
      "step": 37766
    },
    {
      "contrastive_lambda": 0.3022432787523618,
      "epoch": 11.780099812850905,
      "step": 37767
    },
    {
      "contrastive_lambda": 0.3022192337919618,
      "epoch": 11.780411728009982,
      "step": 37768
    },
    {
      "contrastive_lambda": 0.302195189373789,
      "epoch": 11.780723643169058,
      "step": 37769
    },
    {
      "epoch": 11.781035558328135,
      "grad_norm": 0.10442262887954712,
      "learning_rate": 3.306569687671487e-05,
      "loss": 0.0293,
      "step": 37770
    },
    {
      "epoch": 11.781035558328135,
      "flow_loss": 0.022970741614699364,
      "step": 37770
    },
    {
      "contrastive_loss": 0.004309740383177996,
      "epoch": 11.781035558328135,
      "step": 37770
    },
    {
      "contrastive_lambda": 0.3021711454979091,
      "epoch": 11.781035558328135,
      "step": 37770
    },
    {
      "contrastive_lambda": 0.30214710216438845,
      "epoch": 11.781347473487212,
      "step": 37771
    },
    {
      "contrastive_lambda": 0.30212305937329265,
      "epoch": 11.781659388646288,
      "step": 37772
    },
    {
      "contrastive_lambda": 0.3020990171246878,
      "epoch": 11.781971303805365,
      "step": 37773
    },
    {
      "contrastive_lambda": 0.3020749754186396,
      "epoch": 11.78228321896444,
      "step": 37774
    },
    {
      "contrastive_lambda": 0.3020509342552141,
      "epoch": 11.782595134123518,
      "step": 37775
    },
    {
      "contrastive_lambda": 0.30202689363447743,
      "epoch": 11.782907049282596,
      "step": 37776
    },
    {
      "contrastive_lambda": 0.30200285355649514,
      "epoch": 11.783218964441671,
      "step": 37777
    },
    {
      "contrastive_lambda": 0.30197881402133314,
      "epoch": 11.783530879600749,
      "step": 37778
    },
    {
      "contrastive_lambda": 0.30195477502905765,
      "epoch": 11.783842794759826,
      "step": 37779
    },
    {
      "epoch": 11.784154709918901,
      "grad_norm": 0.08901099115610123,
      "learning_rate": 3.303977030310756e-05,
      "loss": 0.0225,
      "step": 37780
    },
    {
      "epoch": 11.784154709918901,
      "flow_loss": 0.01401530485600233,
      "step": 37780
    },
    {
      "contrastive_loss": 0.0051848506554961205,
      "epoch": 11.784154709918901,
      "step": 37780
    },
    {
      "contrastive_lambda": 0.30193073657973435,
      "epoch": 11.784154709918901,
      "step": 37780
    },
    {
      "contrastive_lambda": 0.3019066986734291,
      "epoch": 11.784466625077979,
      "step": 37781
    },
    {
      "contrastive_lambda": 0.3018826613102079,
      "epoch": 11.784778540237056,
      "step": 37782
    },
    {
      "contrastive_lambda": 0.30185862449013673,
      "epoch": 11.785090455396132,
      "step": 37783
    },
    {
      "contrastive_lambda": 0.30183458821328124,
      "epoch": 11.78540237055521,
      "step": 37784
    },
    {
      "contrastive_lambda": 0.30181055247970767,
      "epoch": 11.785714285714286,
      "step": 37785
    },
    {
      "contrastive_lambda": 0.3017865172894816,
      "epoch": 11.786026200873362,
      "step": 37786
    },
    {
      "contrastive_lambda": 0.301762482642669,
      "epoch": 11.78633811603244,
      "step": 37787
    },
    {
      "contrastive_lambda": 0.30173844853933596,
      "epoch": 11.786650031191517,
      "step": 37788
    },
    {
      "contrastive_lambda": 0.301714414979548,
      "epoch": 11.786961946350592,
      "step": 37789
    },
    {
      "epoch": 11.78727386150967,
      "grad_norm": 0.08800206333398819,
      "learning_rate": 3.3013848881570245e-05,
      "loss": 0.0254,
      "step": 37790
    },
    {
      "epoch": 11.78727386150967,
      "flow_loss": 0.02016560174524784,
      "step": 37790
    },
    {
      "contrastive_loss": 0.004111088812351227,
      "epoch": 11.78727386150967,
      "step": 37790
    },
    {
      "contrastive_lambda": 0.3016903819633714,
      "epoch": 11.78727386150967,
      "step": 37790
    },
    {
      "contrastive_lambda": 0.3016663494908719,
      "epoch": 11.787585776668745,
      "step": 37791
    },
    {
      "contrastive_lambda": 0.30164231756211524,
      "epoch": 11.787897691827823,
      "step": 37792
    },
    {
      "contrastive_lambda": 0.30161828617716746,
      "epoch": 11.7882096069869,
      "step": 37793
    },
    {
      "contrastive_lambda": 0.3015942553360945,
      "epoch": 11.788521522145976,
      "step": 37794
    },
    {
      "contrastive_lambda": 0.301570225038962,
      "epoch": 11.788833437305053,
      "step": 37795
    },
    {
      "contrastive_lambda": 0.30154619528583615,
      "epoch": 11.78914535246413,
      "step": 37796
    },
    {
      "contrastive_lambda": 0.3015221660767826,
      "epoch": 11.789457267623206,
      "step": 37797
    },
    {
      "contrastive_lambda": 0.30149813741186726,
      "epoch": 11.789769182782283,
      "step": 37798
    },
    {
      "contrastive_lambda": 0.3014741092911562,
      "epoch": 11.79008109794136,
      "step": 37799
    },
    {
      "epoch": 11.790393013100436,
      "grad_norm": 0.08509612828493118,
      "learning_rate": 3.298793261997712e-05,
      "loss": 0.0216,
      "step": 37800
    },
    {
      "epoch": 11.790393013100436,
      "flow_loss": 0.0175490640103817,
      "step": 37800
    },
    {
      "contrastive_loss": 0.0035076746717095375,
      "epoch": 11.790393013100436,
      "step": 37800
    },
    {
      "contrastive_lambda": 0.3014500817147151,
      "epoch": 11.790393013100436,
      "step": 37800
    },
    {
      "contrastive_lambda": 0.30142605468260963,
      "epoch": 11.790704928259514,
      "step": 37801
    },
    {
      "contrastive_lambda": 0.3014020281949062,
      "epoch": 11.791016843418591,
      "step": 37802
    },
    {
      "contrastive_lambda": 0.30137800225167033,
      "epoch": 11.791328758577666,
      "step": 37803
    },
    {
      "contrastive_lambda": 0.30135397685296783,
      "epoch": 11.791640673736744,
      "step": 37804
    },
    {
      "contrastive_lambda": 0.3013299519988647,
      "epoch": 11.791952588895821,
      "step": 37805
    },
    {
      "contrastive_lambda": 0.3013059276894268,
      "epoch": 11.792264504054897,
      "step": 37806
    },
    {
      "contrastive_lambda": 0.3012819039247201,
      "epoch": 11.792576419213974,
      "step": 37807
    },
    {
      "contrastive_lambda": 0.3012578807048103,
      "epoch": 11.79288833437305,
      "step": 37808
    },
    {
      "contrastive_lambda": 0.3012338580297631,
      "epoch": 11.793200249532127,
      "step": 37809
    },
    {
      "epoch": 11.793512164691204,
      "grad_norm": 0.10213706642389297,
      "learning_rate": 3.2962021526200893e-05,
      "loss": 0.0222,
      "step": 37810
    },
    {
      "epoch": 11.793512164691204,
      "flow_loss": 0.030050374567508698,
      "step": 37810
    },
    {
      "contrastive_loss": 0.004285130649805069,
      "epoch": 11.793512164691204,
      "step": 37810
    },
    {
      "contrastive_lambda": 0.3012098358996448,
      "epoch": 11.793512164691204,
      "step": 37810
    },
    {
      "contrastive_lambda": 0.30118581431452096,
      "epoch": 11.79382407985028,
      "step": 37811
    },
    {
      "contrastive_lambda": 0.30116179327445736,
      "epoch": 11.794135995009357,
      "step": 37812
    },
    {
      "contrastive_lambda": 0.3011377727795202,
      "epoch": 11.794447910168435,
      "step": 37813
    },
    {
      "contrastive_lambda": 0.3011137528297751,
      "epoch": 11.79475982532751,
      "step": 37814
    },
    {
      "contrastive_lambda": 0.30108973342528783,
      "epoch": 11.795071740486588,
      "step": 37815
    },
    {
      "contrastive_lambda": 0.30106571456612435,
      "epoch": 11.795383655645665,
      "step": 37816
    },
    {
      "contrastive_lambda": 0.30104169625235067,
      "epoch": 11.79569557080474,
      "step": 37817
    },
    {
      "contrastive_lambda": 0.30101767848403227,
      "epoch": 11.796007485963818,
      "step": 37818
    },
    {
      "contrastive_lambda": 0.3009936612612354,
      "epoch": 11.796319401122895,
      "step": 37819
    },
    {
      "epoch": 11.796631316281971,
      "grad_norm": 0.07398003339767456,
      "learning_rate": 3.293611560811268e-05,
      "loss": 0.0286,
      "step": 37820
    },
    {
      "epoch": 11.796631316281971,
      "flow_loss": 0.03445747494697571,
      "step": 37820
    },
    {
      "contrastive_loss": 0.003417874686419964,
      "epoch": 11.796631316281971,
      "step": 37820
    },
    {
      "contrastive_lambda": 0.30096964458402553,
      "epoch": 11.796631316281971,
      "step": 37820
    },
    {
      "contrastive_lambda": 0.30094562845246875,
      "epoch": 11.796943231441048,
      "step": 37821
    },
    {
      "contrastive_lambda": 0.3009216128666309,
      "epoch": 11.797255146600126,
      "step": 37822
    },
    {
      "contrastive_lambda": 0.3008975978265777,
      "epoch": 11.797567061759201,
      "step": 37823
    },
    {
      "contrastive_lambda": 0.3008735833323749,
      "epoch": 11.797878976918279,
      "step": 37824
    },
    {
      "contrastive_lambda": 0.3008495693840887,
      "epoch": 11.798190892077354,
      "step": 37825
    },
    {
      "contrastive_lambda": 0.3008255559817845,
      "epoch": 11.798502807236432,
      "step": 37826
    },
    {
      "contrastive_lambda": 0.30080154312552854,
      "epoch": 11.798814722395509,
      "step": 37827
    },
    {
      "contrastive_lambda": 0.3007775308153864,
      "epoch": 11.799126637554584,
      "step": 37828
    },
    {
      "contrastive_lambda": 0.3007535190514239,
      "epoch": 11.799438552713662,
      "step": 37829
    },
    {
      "epoch": 11.79975046787274,
      "grad_norm": 0.07372940331697464,
      "learning_rate": 3.291021487358199e-05,
      "loss": 0.0287,
      "step": 37830
    },
    {
      "epoch": 11.79975046787274,
      "flow_loss": 0.024446332827210426,
      "step": 37830
    },
    {
      "contrastive_loss": 0.004658547230064869,
      "epoch": 11.79975046787274,
      "step": 37830
    },
    {
      "contrastive_lambda": 0.300729507833707,
      "epoch": 11.79975046787274,
      "step": 37830
    },
    {
      "contrastive_lambda": 0.30070549716230155,
      "epoch": 11.800062383031815,
      "step": 37831
    },
    {
      "contrastive_lambda": 0.30068148703727304,
      "epoch": 11.800374298190892,
      "step": 37832
    },
    {
      "contrastive_lambda": 0.30065747745868776,
      "epoch": 11.80068621334997,
      "step": 37833
    },
    {
      "contrastive_lambda": 0.30063346842661137,
      "epoch": 11.800998128509045,
      "step": 37834
    },
    {
      "contrastive_lambda": 0.30060945994110944,
      "epoch": 11.801310043668122,
      "step": 37835
    },
    {
      "contrastive_lambda": 0.3005854520022482,
      "epoch": 11.8016219588272,
      "step": 37836
    },
    {
      "contrastive_lambda": 0.30056144461009315,
      "epoch": 11.801933873986275,
      "step": 37837
    },
    {
      "contrastive_lambda": 0.30053743776471026,
      "epoch": 11.802245789145353,
      "step": 37838
    },
    {
      "contrastive_lambda": 0.30051343146616527,
      "epoch": 11.80255770430443,
      "step": 37839
    },
    {
      "epoch": 11.802869619463506,
      "grad_norm": 0.08632239699363708,
      "learning_rate": 3.28843193304768e-05,
      "loss": 0.0278,
      "step": 37840
    },
    {
      "epoch": 11.802869619463506,
      "flow_loss": 0.010015476495027542,
      "step": 37840
    },
    {
      "contrastive_loss": 0.003342806361615658,
      "epoch": 11.802869619463506,
      "step": 37840
    },
    {
      "contrastive_lambda": 0.3004894257145241,
      "epoch": 11.802869619463506,
      "step": 37840
    },
    {
      "contrastive_lambda": 0.3004654205098524,
      "epoch": 11.803181534622583,
      "step": 37841
    },
    {
      "contrastive_lambda": 0.30044141585221623,
      "epoch": 11.803493449781659,
      "step": 37842
    },
    {
      "contrastive_lambda": 0.300417411741681,
      "epoch": 11.803805364940736,
      "step": 37843
    },
    {
      "contrastive_lambda": 0.300393408178313,
      "epoch": 11.804117280099813,
      "step": 37844
    },
    {
      "contrastive_lambda": 0.3003694051621778,
      "epoch": 11.804429195258889,
      "step": 37845
    },
    {
      "contrastive_lambda": 0.3003454026933411,
      "epoch": 11.804741110417966,
      "step": 37846
    },
    {
      "contrastive_lambda": 0.3003214007718688,
      "epoch": 11.805053025577044,
      "step": 37847
    },
    {
      "contrastive_lambda": 0.30029739939782685,
      "epoch": 11.80536494073612,
      "step": 37848
    },
    {
      "contrastive_lambda": 0.30027339857128077,
      "epoch": 11.805676855895197,
      "step": 37849
    },
    {
      "epoch": 11.805988771054274,
      "grad_norm": 0.10856707394123077,
      "learning_rate": 3.2858428986663456e-05,
      "loss": 0.025,
      "step": 37850
    },
    {
      "epoch": 11.805988771054274,
      "flow_loss": 0.0275587048381567,
      "step": 37850
    },
    {
      "contrastive_loss": 0.0033303098753094673,
      "epoch": 11.805988771054274,
      "step": 37850
    },
    {
      "contrastive_lambda": 0.3002493982922966,
      "epoch": 11.805988771054274,
      "step": 37850
    },
    {
      "contrastive_lambda": 0.30022539856094005,
      "epoch": 11.80630068621335,
      "step": 37851
    },
    {
      "contrastive_lambda": 0.30020139937727686,
      "epoch": 11.806612601372427,
      "step": 37852
    },
    {
      "contrastive_lambda": 0.30017740074137295,
      "epoch": 11.806924516531504,
      "step": 37853
    },
    {
      "contrastive_lambda": 0.30015340265329393,
      "epoch": 11.80723643169058,
      "step": 37854
    },
    {
      "contrastive_lambda": 0.30012940511310576,
      "epoch": 11.807548346849657,
      "step": 37855
    },
    {
      "contrastive_lambda": 0.3001054081208743,
      "epoch": 11.807860262008735,
      "step": 37856
    },
    {
      "contrastive_lambda": 0.30008141167666513,
      "epoch": 11.80817217716781,
      "step": 37857
    },
    {
      "contrastive_lambda": 0.3000574157805439,
      "epoch": 11.808484092326887,
      "step": 37858
    },
    {
      "contrastive_lambda": 0.30003342043257686,
      "epoch": 11.808796007485963,
      "step": 37859
    },
    {
      "epoch": 11.80910792264504,
      "grad_norm": 0.08484639972448349,
      "learning_rate": 3.283254385000681e-05,
      "loss": 0.0261,
      "step": 37860
    },
    {
      "epoch": 11.80910792264504,
      "flow_loss": 0.023950690403580666,
      "step": 37860
    },
    {
      "contrastive_loss": 0.003863561199977994,
      "epoch": 11.80910792264504,
      "step": 37860
    },
    {
      "contrastive_lambda": 0.3000094256328295,
      "epoch": 11.80910792264504,
      "step": 37860
    },
    {
      "contrastive_lambda": 0.2999854313813677,
      "epoch": 11.809419837804118,
      "step": 37861
    },
    {
      "contrastive_lambda": 0.2999614376782571,
      "epoch": 11.809731752963193,
      "step": 37862
    },
    {
      "contrastive_lambda": 0.2999374445235636,
      "epoch": 11.81004366812227,
      "step": 37863
    },
    {
      "contrastive_lambda": 0.299913451917353,
      "epoch": 11.810355583281348,
      "step": 37864
    },
    {
      "contrastive_lambda": 0.29988945985969107,
      "epoch": 11.810667498440424,
      "step": 37865
    },
    {
      "contrastive_lambda": 0.29986546835064337,
      "epoch": 11.810979413599501,
      "step": 37866
    },
    {
      "contrastive_lambda": 0.299841477390276,
      "epoch": 11.811291328758578,
      "step": 37867
    },
    {
      "contrastive_lambda": 0.2998174869786546,
      "epoch": 11.811603243917654,
      "step": 37868
    },
    {
      "contrastive_lambda": 0.2997934971158448,
      "epoch": 11.811915159076731,
      "step": 37869
    },
    {
      "epoch": 11.812227074235809,
      "grad_norm": 0.10487367957830429,
      "learning_rate": 3.2806663928370076e-05,
      "loss": 0.0273,
      "step": 37870
    },
    {
      "epoch": 11.812227074235809,
      "flow_loss": 0.018401360139250755,
      "step": 37870
    },
    {
      "contrastive_loss": 0.0045042335987091064,
      "epoch": 11.812227074235809,
      "step": 37870
    },
    {
      "contrastive_lambda": 0.2997695078019126,
      "epoch": 11.812227074235809,
      "step": 37870
    },
    {
      "contrastive_lambda": 0.2997455190369237,
      "epoch": 11.812538989394884,
      "step": 37871
    },
    {
      "contrastive_lambda": 0.2997215308209437,
      "epoch": 11.812850904553962,
      "step": 37872
    },
    {
      "contrastive_lambda": 0.2996975431540385,
      "epoch": 11.813162819713039,
      "step": 37873
    },
    {
      "contrastive_lambda": 0.299673556036274,
      "epoch": 11.813474734872115,
      "step": 37874
    },
    {
      "contrastive_lambda": 0.2996495694677157,
      "epoch": 11.813786650031192,
      "step": 37875
    },
    {
      "contrastive_lambda": 0.2996255834484296,
      "epoch": 11.814098565190267,
      "step": 37876
    },
    {
      "contrastive_lambda": 0.2996015979784811,
      "epoch": 11.814410480349345,
      "step": 37877
    },
    {
      "contrastive_lambda": 0.2995776130579364,
      "epoch": 11.814722395508422,
      "step": 37878
    },
    {
      "contrastive_lambda": 0.2995536286868611,
      "epoch": 11.815034310667498,
      "step": 37879
    },
    {
      "epoch": 11.815346225826575,
      "grad_norm": 0.06347925961017609,
      "learning_rate": 3.278078922961485e-05,
      "loss": 0.02,
      "step": 37880
    },
    {
      "epoch": 11.815346225826575,
      "flow_loss": 0.014253908768296242,
      "step": 37880
    },
    {
      "contrastive_loss": 0.00371562410145998,
      "epoch": 11.815346225826575,
      "step": 37880
    },
    {
      "contrastive_lambda": 0.2995296448653208,
      "epoch": 11.815346225826575,
      "step": 37880
    },
    {
      "contrastive_lambda": 0.2995056615933813,
      "epoch": 11.815658140985652,
      "step": 37881
    },
    {
      "contrastive_lambda": 0.29948167887110855,
      "epoch": 11.815970056144728,
      "step": 37882
    },
    {
      "contrastive_lambda": 0.2994576966985681,
      "epoch": 11.816281971303805,
      "step": 37883
    },
    {
      "contrastive_lambda": 0.29943371507582583,
      "epoch": 11.816593886462883,
      "step": 37884
    },
    {
      "contrastive_lambda": 0.2994097340029473,
      "epoch": 11.816905801621958,
      "step": 37885
    },
    {
      "contrastive_lambda": 0.2993857534799984,
      "epoch": 11.817217716781036,
      "step": 37886
    },
    {
      "contrastive_lambda": 0.2993617735070449,
      "epoch": 11.817529631940113,
      "step": 37887
    },
    {
      "contrastive_lambda": 0.2993377940841525,
      "epoch": 11.817841547099189,
      "step": 37888
    },
    {
      "contrastive_lambda": 0.2993138152113868,
      "epoch": 11.818153462258266,
      "step": 37889
    },
    {
      "epoch": 11.818465377417343,
      "grad_norm": 0.07407321035861969,
      "learning_rate": 3.275491976160123e-05,
      "loss": 0.0226,
      "step": 37890
    },
    {
      "epoch": 11.818465377417343,
      "flow_loss": 0.0130916191264987,
      "step": 37890
    },
    {
      "contrastive_loss": 0.004273139871656895,
      "epoch": 11.818465377417343,
      "step": 37890
    },
    {
      "contrastive_lambda": 0.29928983688881383,
      "epoch": 11.818465377417343,
      "step": 37890
    },
    {
      "contrastive_lambda": 0.29926585911649917,
      "epoch": 11.818777292576419,
      "step": 37891
    },
    {
      "contrastive_lambda": 0.2992418818945083,
      "epoch": 11.819089207735496,
      "step": 37892
    },
    {
      "contrastive_lambda": 0.2992179052229075,
      "epoch": 11.819401122894572,
      "step": 37893
    },
    {
      "contrastive_lambda": 0.299193929101762,
      "epoch": 11.81971303805365,
      "step": 37894
    },
    {
      "contrastive_lambda": 0.29916995353113796,
      "epoch": 11.820024953212727,
      "step": 37895
    },
    {
      "contrastive_lambda": 0.2991459785111007,
      "epoch": 11.820336868371802,
      "step": 37896
    },
    {
      "contrastive_lambda": 0.2991220040417162,
      "epoch": 11.82064878353088,
      "step": 37897
    },
    {
      "contrastive_lambda": 0.29909803012305025,
      "epoch": 11.820960698689957,
      "step": 37898
    },
    {
      "contrastive_lambda": 0.2990740567551684,
      "epoch": 11.821272613849032,
      "step": 37899
    },
    {
      "epoch": 11.82158452900811,
      "grad_norm": 0.09070047736167908,
      "learning_rate": 3.2729055532187645e-05,
      "loss": 0.0297,
      "step": 37900
    },
    {
      "epoch": 11.82158452900811,
      "flow_loss": 0.03363178297877312,
      "step": 37900
    },
    {
      "contrastive_loss": 0.004550538491457701,
      "epoch": 11.82158452900811,
      "step": 37900
    },
    {
      "contrastive_lambda": 0.29905008393813626,
      "epoch": 11.82158452900811,
      "step": 37900
    },
    {
      "contrastive_lambda": 0.29902611167202,
      "epoch": 11.821896444167187,
      "step": 37901
    },
    {
      "contrastive_lambda": 0.29900213995688496,
      "epoch": 11.822208359326263,
      "step": 37902
    },
    {
      "contrastive_lambda": 0.2989781687927969,
      "epoch": 11.82252027448534,
      "step": 37903
    },
    {
      "contrastive_lambda": 0.2989541981798216,
      "epoch": 11.822832189644418,
      "step": 37904
    },
    {
      "contrastive_lambda": 0.29893022811802483,
      "epoch": 11.823144104803493,
      "step": 37905
    },
    {
      "contrastive_lambda": 0.2989062586074722,
      "epoch": 11.82345601996257,
      "step": 37906
    },
    {
      "contrastive_lambda": 0.2988822896482296,
      "epoch": 11.823767935121648,
      "step": 37907
    },
    {
      "contrastive_lambda": 0.2988583212403625,
      "epoch": 11.824079850280723,
      "step": 37908
    },
    {
      "contrastive_lambda": 0.2988343533839367,
      "epoch": 11.8243917654398,
      "step": 37909
    },
    {
      "epoch": 11.824703680598876,
      "grad_norm": 0.0832681804895401,
      "learning_rate": 3.270319654923097e-05,
      "loss": 0.0228,
      "step": 37910
    },
    {
      "epoch": 11.824703680598876,
      "flow_loss": 0.032853592187166214,
      "step": 37910
    },
    {
      "contrastive_loss": 0.00399293377995491,
      "epoch": 11.824703680598876,
      "step": 37910
    },
    {
      "contrastive_lambda": 0.2988103860790181,
      "epoch": 11.824703680598876,
      "step": 37910
    },
    {
      "contrastive_lambda": 0.29878641932567207,
      "epoch": 11.825015595757954,
      "step": 37911
    },
    {
      "contrastive_lambda": 0.29876245312396466,
      "epoch": 11.825327510917031,
      "step": 37912
    },
    {
      "contrastive_lambda": 0.29873848747396137,
      "epoch": 11.825639426076107,
      "step": 37913
    },
    {
      "contrastive_lambda": 0.29871452237572793,
      "epoch": 11.825951341235184,
      "step": 37914
    },
    {
      "contrastive_lambda": 0.29869055782932996,
      "epoch": 11.826263256394261,
      "step": 37915
    },
    {
      "contrastive_lambda": 0.2986665938348334,
      "epoch": 11.826575171553337,
      "step": 37916
    },
    {
      "contrastive_lambda": 0.29864263039230377,
      "epoch": 11.826887086712414,
      "step": 37917
    },
    {
      "contrastive_lambda": 0.29861866750180677,
      "epoch": 11.827199001871492,
      "step": 37918
    },
    {
      "contrastive_lambda": 0.29859470516340814,
      "epoch": 11.827510917030567,
      "step": 37919
    },
    {
      "epoch": 11.827822832189645,
      "grad_norm": 0.07832150161266327,
      "learning_rate": 3.2677342820586506e-05,
      "loss": 0.0278,
      "step": 37920
    },
    {
      "epoch": 11.827822832189645,
      "flow_loss": 0.06564866751432419,
      "step": 37920
    },
    {
      "contrastive_loss": 0.0038663474842906,
      "epoch": 11.827822832189645,
      "step": 37920
    },
    {
      "contrastive_lambda": 0.2985707433771735,
      "epoch": 11.827822832189645,
      "step": 37920
    },
    {
      "contrastive_lambda": 0.2985467821431687,
      "epoch": 11.828134747348722,
      "step": 37921
    },
    {
      "contrastive_lambda": 0.29852282146145936,
      "epoch": 11.828446662507798,
      "step": 37922
    },
    {
      "contrastive_lambda": 0.29849886133211095,
      "epoch": 11.828758577666875,
      "step": 37923
    },
    {
      "contrastive_lambda": 0.29847490175518954,
      "epoch": 11.829070492825952,
      "step": 37924
    },
    {
      "contrastive_lambda": 0.29845094273076067,
      "epoch": 11.829382407985028,
      "step": 37925
    },
    {
      "contrastive_lambda": 0.2984269842588898,
      "epoch": 11.829694323144105,
      "step": 37926
    },
    {
      "contrastive_lambda": 0.2984030263396429,
      "epoch": 11.83000623830318,
      "step": 37927
    },
    {
      "contrastive_lambda": 0.2983790689730855,
      "epoch": 11.830318153462258,
      "step": 37928
    },
    {
      "contrastive_lambda": 0.29835511215928334,
      "epoch": 11.830630068621335,
      "step": 37929
    },
    {
      "epoch": 11.830941983780411,
      "grad_norm": 0.08151896297931671,
      "learning_rate": 3.2651494354107905e-05,
      "loss": 0.0322,
      "step": 37930
    },
    {
      "epoch": 11.830941983780411,
      "flow_loss": 0.022784538567066193,
      "step": 37930
    },
    {
      "contrastive_loss": 0.005365211516618729,
      "epoch": 11.830941983780411,
      "step": 37930
    },
    {
      "contrastive_lambda": 0.29833115589830217,
      "epoch": 11.830941983780411,
      "step": 37930
    },
    {
      "contrastive_lambda": 0.2983072001902074,
      "epoch": 11.831253898939488,
      "step": 37931
    },
    {
      "contrastive_lambda": 0.2982832450350651,
      "epoch": 11.831565814098566,
      "step": 37932
    },
    {
      "contrastive_lambda": 0.2982592904329407,
      "epoch": 11.831877729257641,
      "step": 37933
    },
    {
      "contrastive_lambda": 0.2982353363838997,
      "epoch": 11.832189644416719,
      "step": 37934
    },
    {
      "contrastive_lambda": 0.2982113828880082,
      "epoch": 11.832501559575796,
      "step": 37935
    },
    {
      "contrastive_lambda": 0.29818742994533165,
      "epoch": 11.832813474734872,
      "step": 37936
    },
    {
      "contrastive_lambda": 0.29816347755593564,
      "epoch": 11.833125389893949,
      "step": 37937
    },
    {
      "contrastive_lambda": 0.2981395257198859,
      "epoch": 11.833437305053026,
      "step": 37938
    },
    {
      "contrastive_lambda": 0.29811557443724823,
      "epoch": 11.833749220212102,
      "step": 37939
    },
    {
      "epoch": 11.83406113537118,
      "grad_norm": 0.0754644125699997,
      "learning_rate": 3.2625651157647266e-05,
      "loss": 0.0243,
      "step": 37940
    },
    {
      "epoch": 11.83406113537118,
      "flow_loss": 0.03862100839614868,
      "step": 37940
    },
    {
      "contrastive_loss": 0.004478533752262592,
      "epoch": 11.83406113537118,
      "step": 37940
    },
    {
      "contrastive_lambda": 0.29809162370808806,
      "epoch": 11.83406113537118,
      "step": 37940
    },
    {
      "contrastive_lambda": 0.29806767353247127,
      "epoch": 11.834373050530257,
      "step": 37941
    },
    {
      "contrastive_lambda": 0.2980437239104633,
      "epoch": 11.834684965689332,
      "step": 37942
    },
    {
      "contrastive_lambda": 0.29801977484212994,
      "epoch": 11.83499688084841,
      "step": 37943
    },
    {
      "contrastive_lambda": 0.29799582632753696,
      "epoch": 11.835308796007485,
      "step": 37944
    },
    {
      "contrastive_lambda": 0.2979718783667499,
      "epoch": 11.835620711166563,
      "step": 37945
    },
    {
      "contrastive_lambda": 0.29794793095983413,
      "epoch": 11.83593262632564,
      "step": 37946
    },
    {
      "contrastive_lambda": 0.29792398410685583,
      "epoch": 11.836244541484715,
      "step": 37947
    },
    {
      "contrastive_lambda": 0.2979000378078803,
      "epoch": 11.836556456643793,
      "step": 37948
    },
    {
      "contrastive_lambda": 0.2978760920629734,
      "epoch": 11.83686837180287,
      "step": 37949
    },
    {
      "epoch": 11.837180286961946,
      "grad_norm": 0.08247105777263641,
      "learning_rate": 3.259981323905505e-05,
      "loss": 0.025,
      "step": 37950
    },
    {
      "epoch": 11.837180286961946,
      "flow_loss": 0.05454147234559059,
      "step": 37950
    },
    {
      "contrastive_loss": 0.004986417014151812,
      "epoch": 11.837180286961946,
      "step": 37950
    },
    {
      "contrastive_lambda": 0.2978521468722005,
      "epoch": 11.837180286961946,
      "step": 37950
    },
    {
      "contrastive_lambda": 0.2978282022356275,
      "epoch": 11.837492202121023,
      "step": 37951
    },
    {
      "contrastive_lambda": 0.29780425815332,
      "epoch": 11.8378041172801,
      "step": 37952
    },
    {
      "contrastive_lambda": 0.2977803146253436,
      "epoch": 11.838116032439176,
      "step": 37953
    },
    {
      "contrastive_lambda": 0.29775637165176383,
      "epoch": 11.838427947598253,
      "step": 37954
    },
    {
      "contrastive_lambda": 0.29773242923264664,
      "epoch": 11.83873986275733,
      "step": 37955
    },
    {
      "contrastive_lambda": 0.29770848736805744,
      "epoch": 11.839051777916406,
      "step": 37956
    },
    {
      "contrastive_lambda": 0.2976845460580617,
      "epoch": 11.839363693075484,
      "step": 37957
    },
    {
      "contrastive_lambda": 0.29766060530272553,
      "epoch": 11.839675608234561,
      "step": 37958
    },
    {
      "contrastive_lambda": 0.29763666510211423,
      "epoch": 11.839987523393637,
      "step": 37959
    },
    {
      "epoch": 11.840299438552714,
      "grad_norm": 0.11295881867408752,
      "learning_rate": 3.257398060618014e-05,
      "loss": 0.0326,
      "step": 37960
    },
    {
      "epoch": 11.840299438552714,
      "flow_loss": 0.024972502142190933,
      "step": 37960
    },
    {
      "contrastive_loss": 0.0032631901558488607,
      "epoch": 11.840299438552714,
      "step": 37960
    },
    {
      "contrastive_lambda": 0.2976127254562934,
      "epoch": 11.840299438552714,
      "step": 37960
    },
    {
      "contrastive_lambda": 0.2975887863653288,
      "epoch": 11.84061135371179,
      "step": 37961
    },
    {
      "contrastive_lambda": 0.29756484782928616,
      "epoch": 11.840923268870867,
      "step": 37962
    },
    {
      "contrastive_lambda": 0.29754090984823084,
      "epoch": 11.841235184029944,
      "step": 37963
    },
    {
      "contrastive_lambda": 0.29751697242222874,
      "epoch": 11.84154709918902,
      "step": 37964
    },
    {
      "contrastive_lambda": 0.2974930355513451,
      "epoch": 11.841859014348097,
      "step": 37965
    },
    {
      "contrastive_lambda": 0.2974690992356461,
      "epoch": 11.842170929507175,
      "step": 37966
    },
    {
      "contrastive_lambda": 0.297445163475197,
      "epoch": 11.84248284466625,
      "step": 37967
    },
    {
      "contrastive_lambda": 0.29742122827006323,
      "epoch": 11.842794759825328,
      "step": 37968
    },
    {
      "contrastive_lambda": 0.297397293620311,
      "epoch": 11.843106674984405,
      "step": 37969
    },
    {
      "epoch": 11.84341859014348,
      "grad_norm": 0.09059131890535355,
      "learning_rate": 3.254815326686983e-05,
      "loss": 0.0292,
      "step": 37970
    },
    {
      "epoch": 11.84341859014348,
      "flow_loss": 0.019129469990730286,
      "step": 37970
    },
    {
      "contrastive_loss": 0.0035280920565128326,
      "epoch": 11.84341859014348,
      "step": 37970
    },
    {
      "contrastive_lambda": 0.29737335952600547,
      "epoch": 11.84341859014348,
      "step": 37970
    },
    {
      "contrastive_lambda": 0.29734942598721237,
      "epoch": 11.843730505302558,
      "step": 37971
    },
    {
      "contrastive_lambda": 0.29732549300399724,
      "epoch": 11.844042420461635,
      "step": 37972
    },
    {
      "contrastive_lambda": 0.2973015605764259,
      "epoch": 11.84435433562071,
      "step": 37973
    },
    {
      "contrastive_lambda": 0.29727762870456376,
      "epoch": 11.844666250779788,
      "step": 37974
    },
    {
      "contrastive_lambda": 0.2972536973884766,
      "epoch": 11.844978165938866,
      "step": 37975
    },
    {
      "contrastive_lambda": 0.29722976662822986,
      "epoch": 11.845290081097941,
      "step": 37976
    },
    {
      "contrastive_lambda": 0.2972058364238892,
      "epoch": 11.845601996257018,
      "step": 37977
    },
    {
      "contrastive_lambda": 0.2971819067755204,
      "epoch": 11.845913911416094,
      "step": 37978
    },
    {
      "contrastive_lambda": 0.2971579776831889,
      "epoch": 11.846225826575171,
      "step": 37979
    },
    {
      "epoch": 11.846537741734249,
      "grad_norm": 0.14242172241210938,
      "learning_rate": 3.2522331228969774e-05,
      "loss": 0.027,
      "step": 37980
    },
    {
      "epoch": 11.846537741734249,
      "flow_loss": 0.017007429152727127,
      "step": 37980
    },
    {
      "contrastive_loss": 0.003606234211474657,
      "epoch": 11.846537741734249,
      "step": 37980
    },
    {
      "contrastive_lambda": 0.2971340491469601,
      "epoch": 11.846537741734249,
      "step": 37980
    },
    {
      "contrastive_lambda": 0.29711012116690005,
      "epoch": 11.846849656893324,
      "step": 37981
    },
    {
      "contrastive_lambda": 0.297086193743074,
      "epoch": 11.847161572052402,
      "step": 37982
    },
    {
      "contrastive_lambda": 0.2970622668755478,
      "epoch": 11.847473487211479,
      "step": 37983
    },
    {
      "contrastive_lambda": 0.29703834056438677,
      "epoch": 11.847785402370555,
      "step": 37984
    },
    {
      "contrastive_lambda": 0.2970144148096567,
      "epoch": 11.848097317529632,
      "step": 37985
    },
    {
      "contrastive_lambda": 0.2969904896114232,
      "epoch": 11.84840923268871,
      "step": 37986
    },
    {
      "contrastive_lambda": 0.2969665649697518,
      "epoch": 11.848721147847785,
      "step": 37987
    },
    {
      "contrastive_lambda": 0.2969426408847079,
      "epoch": 11.849033063006862,
      "step": 37988
    },
    {
      "contrastive_lambda": 0.2969187173563575,
      "epoch": 11.84934497816594,
      "step": 37989
    },
    {
      "epoch": 11.849656893325015,
      "grad_norm": 0.14324520528316498,
      "learning_rate": 3.2496514500324006e-05,
      "loss": 0.0231,
      "step": 37990
    },
    {
      "epoch": 11.849656893325015,
      "flow_loss": 0.029088294133543968,
      "step": 37990
    },
    {
      "contrastive_loss": 0.004060142673552036,
      "epoch": 11.849656893325015,
      "step": 37990
    },
    {
      "contrastive_lambda": 0.29689479438476596,
      "epoch": 11.849656893325015,
      "step": 37990
    },
    {
      "contrastive_lambda": 0.2968708719699986,
      "epoch": 11.849968808484093,
      "step": 37991
    },
    {
      "contrastive_lambda": 0.2968469501121216,
      "epoch": 11.85028072364317,
      "step": 37992
    },
    {
      "contrastive_lambda": 0.29682302881120015,
      "epoch": 11.850592638802246,
      "step": 37993
    },
    {
      "contrastive_lambda": 0.2967991080672998,
      "epoch": 11.850904553961323,
      "step": 37994
    },
    {
      "contrastive_lambda": 0.2967751878804863,
      "epoch": 11.851216469120399,
      "step": 37995
    },
    {
      "contrastive_lambda": 0.2967512682508252,
      "epoch": 11.851528384279476,
      "step": 37996
    },
    {
      "contrastive_lambda": 0.29672734917838195,
      "epoch": 11.851840299438553,
      "step": 37997
    },
    {
      "contrastive_lambda": 0.29670343066322225,
      "epoch": 11.852152214597629,
      "step": 37998
    },
    {
      "contrastive_lambda": 0.2966795127054115,
      "epoch": 11.852464129756706,
      "step": 37999
    },
    {
      "epoch": 11.852776044915784,
      "grad_norm": 0.1434694081544876,
      "learning_rate": 3.247070308877498e-05,
      "loss": 0.024,
      "step": 38000
    },
    {
      "epoch": 11.852776044915784,
      "flow_loss": 0.024208666756749153,
      "step": 38000
    },
    {
      "contrastive_loss": 0.0035246009938418865,
      "epoch": 11.852776044915784,
      "step": 38000
    },
    {
      "contrastive_lambda": 0.2966555953050156,
      "epoch": 11.852776044915784,
      "step": 38000
    },
    {
      "contrastive_lambda": 0.2966316784621,
      "epoch": 11.853087960074859,
      "step": 38001
    },
    {
      "contrastive_lambda": 0.29660776217673,
      "epoch": 11.853399875233936,
      "step": 38002
    },
    {
      "contrastive_lambda": 0.2965838464489714,
      "epoch": 11.853711790393014,
      "step": 38003
    },
    {
      "contrastive_lambda": 0.29655993127888985,
      "epoch": 11.85402370555209,
      "step": 38004
    },
    {
      "contrastive_lambda": 0.2965360166665507,
      "epoch": 11.854335620711167,
      "step": 38005
    },
    {
      "contrastive_lambda": 0.29651210261201966,
      "epoch": 11.854647535870244,
      "step": 38006
    },
    {
      "contrastive_lambda": 0.29648818911536223,
      "epoch": 11.85495945102932,
      "step": 38007
    },
    {
      "contrastive_lambda": 0.29646427617664395,
      "epoch": 11.855271366188397,
      "step": 38008
    },
    {
      "contrastive_lambda": 0.2964403637959305,
      "epoch": 11.855583281347474,
      "step": 38009
    },
    {
      "epoch": 11.85589519650655,
      "grad_norm": 0.12193726003170013,
      "learning_rate": 3.2444897002163515e-05,
      "loss": 0.0278,
      "step": 38010
    },
    {
      "epoch": 11.85589519650655,
      "flow_loss": 0.03723407909274101,
      "step": 38010
    },
    {
      "contrastive_loss": 0.003798601683229208,
      "epoch": 11.85589519650655,
      "step": 38010
    },
    {
      "contrastive_lambda": 0.29641645197328736,
      "epoch": 11.85589519650655,
      "step": 38010
    },
    {
      "contrastive_lambda": 0.29639254070877985,
      "epoch": 11.856207111665627,
      "step": 38011
    },
    {
      "contrastive_lambda": 0.29636863000247393,
      "epoch": 11.856519026824703,
      "step": 38012
    },
    {
      "contrastive_lambda": 0.296344719854435,
      "epoch": 11.85683094198378,
      "step": 38013
    },
    {
      "contrastive_lambda": 0.29632081026472845,
      "epoch": 11.857142857142858,
      "step": 38014
    },
    {
      "contrastive_lambda": 0.2962969012334201,
      "epoch": 11.857454772301933,
      "step": 38015
    },
    {
      "contrastive_lambda": 0.2962729927605754,
      "epoch": 11.85776668746101,
      "step": 38016
    },
    {
      "contrastive_lambda": 0.29624908484625967,
      "epoch": 11.858078602620088,
      "step": 38017
    },
    {
      "contrastive_lambda": 0.2962251774905387,
      "epoch": 11.858390517779164,
      "step": 38018
    },
    {
      "contrastive_lambda": 0.296201270693478,
      "epoch": 11.858702432938241,
      "step": 38019
    },
    {
      "epoch": 11.859014348097318,
      "grad_norm": 0.08963780105113983,
      "learning_rate": 3.241909624832885e-05,
      "loss": 0.0227,
      "step": 38020
    },
    {
      "epoch": 11.859014348097318,
      "flow_loss": 0.02052011899650097,
      "step": 38020
    },
    {
      "contrastive_loss": 0.0035412348806858063,
      "epoch": 11.859014348097318,
      "step": 38020
    },
    {
      "contrastive_lambda": 0.29617736445514314,
      "epoch": 11.859014348097318,
      "step": 38020
    },
    {
      "contrastive_lambda": 0.2961534587755996,
      "epoch": 11.859326263256394,
      "step": 38021
    },
    {
      "contrastive_lambda": 0.2961295536549128,
      "epoch": 11.859638178415471,
      "step": 38022
    },
    {
      "contrastive_lambda": 0.29610564909314857,
      "epoch": 11.859950093574549,
      "step": 38023
    },
    {
      "contrastive_lambda": 0.2960817450903723,
      "epoch": 11.860262008733624,
      "step": 38024
    },
    {
      "contrastive_lambda": 0.29605784164664933,
      "epoch": 11.860573923892701,
      "step": 38025
    },
    {
      "contrastive_lambda": 0.2960339387620454,
      "epoch": 11.860885839051779,
      "step": 38026
    },
    {
      "contrastive_lambda": 0.29601003643662616,
      "epoch": 11.861197754210854,
      "step": 38027
    },
    {
      "contrastive_lambda": 0.2959861346704568,
      "epoch": 11.861509669369932,
      "step": 38028
    },
    {
      "contrastive_lambda": 0.2959622334636032,
      "epoch": 11.861821584529007,
      "step": 38029
    },
    {
      "epoch": 11.862133499688085,
      "grad_norm": 0.10281349718570709,
      "learning_rate": 3.239330083510852e-05,
      "loss": 0.0236,
      "step": 38030
    },
    {
      "epoch": 11.862133499688085,
      "flow_loss": 0.022995421662926674,
      "step": 38030
    },
    {
      "contrastive_loss": 0.005095877684652805,
      "epoch": 11.862133499688085,
      "step": 38030
    },
    {
      "contrastive_lambda": 0.2959383328161306,
      "epoch": 11.862133499688085,
      "step": 38030
    },
    {
      "contrastive_lambda": 0.29591443272810464,
      "epoch": 11.862445414847162,
      "step": 38031
    },
    {
      "contrastive_lambda": 0.29589053319959097,
      "epoch": 11.862757330006238,
      "step": 38032
    },
    {
      "contrastive_lambda": 0.29586663423065496,
      "epoch": 11.863069245165315,
      "step": 38033
    },
    {
      "contrastive_lambda": 0.295842735821362,
      "epoch": 11.863381160324392,
      "step": 38034
    },
    {
      "contrastive_lambda": 0.295818837971778,
      "epoch": 11.863693075483468,
      "step": 38035
    },
    {
      "contrastive_lambda": 0.2957949406819681,
      "epoch": 11.864004990642545,
      "step": 38036
    },
    {
      "contrastive_lambda": 0.29577104395199794,
      "epoch": 11.864316905801623,
      "step": 38037
    },
    {
      "contrastive_lambda": 0.2957471477819332,
      "epoch": 11.864628820960698,
      "step": 38038
    },
    {
      "contrastive_lambda": 0.29572325217183915,
      "epoch": 11.864940736119776,
      "step": 38039
    },
    {
      "epoch": 11.865252651278853,
      "grad_norm": 0.10726477950811386,
      "learning_rate": 3.236751077033855e-05,
      "loss": 0.027,
      "step": 38040
    },
    {
      "epoch": 11.865252651278853,
      "flow_loss": 0.016504429280757904,
      "step": 38040
    },
    {
      "contrastive_loss": 0.00379326194524765,
      "epoch": 11.865252651278853,
      "step": 38040
    },
    {
      "contrastive_lambda": 0.2956993571217814,
      "epoch": 11.865252651278853,
      "step": 38040
    },
    {
      "contrastive_lambda": 0.29567546263182554,
      "epoch": 11.865564566437929,
      "step": 38041
    },
    {
      "contrastive_lambda": 0.2956515687020369,
      "epoch": 11.865876481597006,
      "step": 38042
    },
    {
      "contrastive_lambda": 0.2956276753324812,
      "epoch": 11.866188396756083,
      "step": 38043
    },
    {
      "contrastive_lambda": 0.29560378252322383,
      "epoch": 11.866500311915159,
      "step": 38044
    },
    {
      "contrastive_lambda": 0.29557989027433007,
      "epoch": 11.866812227074236,
      "step": 38045
    },
    {
      "contrastive_lambda": 0.2955559985858659,
      "epoch": 11.867124142233312,
      "step": 38046
    },
    {
      "contrastive_lambda": 0.2955321074578965,
      "epoch": 11.86743605739239,
      "step": 38047
    },
    {
      "contrastive_lambda": 0.2955082168904874,
      "epoch": 11.867747972551467,
      "step": 38048
    },
    {
      "contrastive_lambda": 0.2954843268837041,
      "epoch": 11.868059887710542,
      "step": 38049
    },
    {
      "epoch": 11.86837180286962,
      "grad_norm": 0.07389360666275024,
      "learning_rate": 3.234172606185322e-05,
      "loss": 0.0271,
      "step": 38050
    },
    {
      "epoch": 11.86837180286962,
      "flow_loss": 0.019722430035471916,
      "step": 38050
    },
    {
      "contrastive_loss": 0.004088929388672113,
      "epoch": 11.86837180286962,
      "step": 38050
    },
    {
      "contrastive_lambda": 0.29546043743761224,
      "epoch": 11.86837180286962,
      "step": 38050
    },
    {
      "contrastive_lambda": 0.2954365485522771,
      "epoch": 11.868683718028697,
      "step": 38051
    },
    {
      "contrastive_lambda": 0.29541266022776436,
      "epoch": 11.868995633187772,
      "step": 38052
    },
    {
      "contrastive_lambda": 0.2953887724641393,
      "epoch": 11.86930754834685,
      "step": 38053
    },
    {
      "contrastive_lambda": 0.29536488526146765,
      "epoch": 11.869619463505927,
      "step": 38054
    },
    {
      "contrastive_lambda": 0.2953409986198149,
      "epoch": 11.869931378665003,
      "step": 38055
    },
    {
      "contrastive_lambda": 0.2953171125392461,
      "epoch": 11.87024329382408,
      "step": 38056
    },
    {
      "contrastive_lambda": 0.2952932270198273,
      "epoch": 11.870555208983157,
      "step": 38057
    },
    {
      "contrastive_lambda": 0.29526934206162375,
      "epoch": 11.870867124142233,
      "step": 38058
    },
    {
      "contrastive_lambda": 0.2952454576647008,
      "epoch": 11.87117903930131,
      "step": 38059
    },
    {
      "epoch": 11.871490954460388,
      "grad_norm": 0.06445477902889252,
      "learning_rate": 3.231594671748528e-05,
      "loss": 0.0304,
      "step": 38060
    },
    {
      "epoch": 11.871490954460388,
      "flow_loss": 0.031005121767520905,
      "step": 38060
    },
    {
      "contrastive_loss": 0.0034229971934109926,
      "epoch": 11.871490954460388,
      "step": 38060
    },
    {
      "contrastive_lambda": 0.29522157382912406,
      "epoch": 11.871490954460388,
      "step": 38060
    },
    {
      "contrastive_lambda": 0.29519769055495915,
      "epoch": 11.871802869619463,
      "step": 38061
    },
    {
      "contrastive_lambda": 0.2951738078422712,
      "epoch": 11.87211478477854,
      "step": 38062
    },
    {
      "contrastive_lambda": 0.2951499256911261,
      "epoch": 11.872426699937616,
      "step": 38063
    },
    {
      "contrastive_lambda": 0.29512604410158894,
      "epoch": 11.872738615096694,
      "step": 38064
    },
    {
      "contrastive_lambda": 0.2951021630737254,
      "epoch": 11.873050530255771,
      "step": 38065
    },
    {
      "contrastive_lambda": 0.29507828260760094,
      "epoch": 11.873362445414847,
      "step": 38066
    },
    {
      "contrastive_lambda": 0.2950544027032811,
      "epoch": 11.873674360573924,
      "step": 38067
    },
    {
      "contrastive_lambda": 0.295030523360831,
      "epoch": 11.873986275733001,
      "step": 38068
    },
    {
      "contrastive_lambda": 0.29500664458031656,
      "epoch": 11.874298190892077,
      "step": 38069
    },
    {
      "epoch": 11.874610106051154,
      "grad_norm": 0.10979758948087692,
      "learning_rate": 3.2290172745065815e-05,
      "loss": 0.0303,
      "step": 38070
    },
    {
      "epoch": 11.874610106051154,
      "flow_loss": 0.03833500295877457,
      "step": 38070
    },
    {
      "contrastive_loss": 0.004095843527466059,
      "epoch": 11.874610106051154,
      "step": 38070
    },
    {
      "contrastive_lambda": 0.294982766361803,
      "epoch": 11.874610106051154,
      "step": 38070
    },
    {
      "contrastive_lambda": 0.2949588887053557,
      "epoch": 11.874922021210232,
      "step": 38071
    },
    {
      "contrastive_lambda": 0.2949350116110404,
      "epoch": 11.875233936369307,
      "step": 38072
    },
    {
      "contrastive_lambda": 0.2949111350789224,
      "epoch": 11.875545851528384,
      "step": 38073
    },
    {
      "contrastive_lambda": 0.2948872591090672,
      "epoch": 11.87585776668746,
      "step": 38074
    },
    {
      "contrastive_lambda": 0.2948633837015401,
      "epoch": 11.876169681846537,
      "step": 38075
    },
    {
      "contrastive_lambda": 0.2948395088564067,
      "epoch": 11.876481597005615,
      "step": 38076
    },
    {
      "contrastive_lambda": 0.29481563457373255,
      "epoch": 11.876793512164692,
      "step": 38077
    },
    {
      "contrastive_lambda": 0.29479176085358294,
      "epoch": 11.877105427323768,
      "step": 38078
    },
    {
      "contrastive_lambda": 0.29476788769602325,
      "epoch": 11.877417342482845,
      "step": 38079
    },
    {
      "epoch": 11.87772925764192,
      "grad_norm": 0.11510863155126572,
      "learning_rate": 3.226440415242426e-05,
      "loss": 0.0298,
      "step": 38080
    },
    {
      "epoch": 11.87772925764192,
      "flow_loss": 0.02064978890120983,
      "step": 38080
    },
    {
      "contrastive_loss": 0.003981131128966808,
      "epoch": 11.87772925764192,
      "step": 38080
    },
    {
      "contrastive_lambda": 0.2947440151011192,
      "epoch": 11.87772925764192,
      "step": 38080
    },
    {
      "contrastive_lambda": 0.29472014306893607,
      "epoch": 11.878041172800998,
      "step": 38081
    },
    {
      "contrastive_lambda": 0.29469627159953926,
      "epoch": 11.878353087960075,
      "step": 38082
    },
    {
      "contrastive_lambda": 0.2946724006929943,
      "epoch": 11.878665003119151,
      "step": 38083
    },
    {
      "contrastive_lambda": 0.29464853034936667,
      "epoch": 11.878976918278228,
      "step": 38084
    },
    {
      "contrastive_lambda": 0.2946246605687216,
      "epoch": 11.879288833437306,
      "step": 38085
    },
    {
      "contrastive_lambda": 0.2946007913511248,
      "epoch": 11.879600748596381,
      "step": 38086
    },
    {
      "contrastive_lambda": 0.2945769226966415,
      "epoch": 11.879912663755459,
      "step": 38087
    },
    {
      "contrastive_lambda": 0.2945530546053373,
      "epoch": 11.880224578914536,
      "step": 38088
    },
    {
      "contrastive_lambda": 0.2945291870772777,
      "epoch": 11.880536494073612,
      "step": 38089
    },
    {
      "epoch": 11.880848409232689,
      "grad_norm": 0.11011288315057755,
      "learning_rate": 3.223864094738846e-05,
      "loss": 0.025,
      "step": 38090
    },
    {
      "epoch": 11.880848409232689,
      "flow_loss": 0.029684262350201607,
      "step": 38090
    },
    {
      "contrastive_loss": 0.004113716538995504,
      "epoch": 11.880848409232689,
      "step": 38090
    },
    {
      "contrastive_lambda": 0.2945053201125277,
      "epoch": 11.880848409232689,
      "step": 38090
    },
    {
      "contrastive_lambda": 0.2944814537111533,
      "epoch": 11.881160324391765,
      "step": 38091
    },
    {
      "contrastive_lambda": 0.29445758787321963,
      "epoch": 11.881472239550842,
      "step": 38092
    },
    {
      "contrastive_lambda": 0.29443372259879197,
      "epoch": 11.88178415470992,
      "step": 38093
    },
    {
      "contrastive_lambda": 0.29440985788793606,
      "epoch": 11.882096069868995,
      "step": 38094
    },
    {
      "contrastive_lambda": 0.2943859937407172,
      "epoch": 11.882407985028072,
      "step": 38095
    },
    {
      "contrastive_lambda": 0.2943621301572008,
      "epoch": 11.88271990018715,
      "step": 38096
    },
    {
      "contrastive_lambda": 0.29433826713745237,
      "epoch": 11.883031815346225,
      "step": 38097
    },
    {
      "contrastive_lambda": 0.29431440468153713,
      "epoch": 11.883343730505302,
      "step": 38098
    },
    {
      "contrastive_lambda": 0.2942905427895206,
      "epoch": 11.88365564566438,
      "step": 38099
    },
    {
      "epoch": 11.883967560823455,
      "grad_norm": 0.07904837280511856,
      "learning_rate": 3.221288313778456e-05,
      "loss": 0.026,
      "step": 38100
    },
    {
      "epoch": 11.883967560823455,
      "flow_loss": 0.027123011648654938,
      "step": 38100
    },
    {
      "contrastive_loss": 0.003717106766998768,
      "epoch": 11.883967560823455,
      "step": 38100
    },
    {
      "contrastive_lambda": 0.2942666814614684,
      "epoch": 11.883967560823455,
      "step": 38100
    },
    {
      "contrastive_lambda": 0.29424282069744573,
      "epoch": 11.884279475982533,
      "step": 38101
    },
    {
      "contrastive_lambda": 0.29421896049751783,
      "epoch": 11.88459139114161,
      "step": 38102
    },
    {
      "contrastive_lambda": 0.2941951008617506,
      "epoch": 11.884903306300686,
      "step": 38103
    },
    {
      "contrastive_lambda": 0.29417124179020915,
      "epoch": 11.885215221459763,
      "step": 38104
    },
    {
      "contrastive_lambda": 0.2941473832829588,
      "epoch": 11.88552713661884,
      "step": 38105
    },
    {
      "contrastive_lambda": 0.29412352534006514,
      "epoch": 11.885839051777916,
      "step": 38106
    },
    {
      "contrastive_lambda": 0.2940996679615935,
      "epoch": 11.886150966936993,
      "step": 38107
    },
    {
      "contrastive_lambda": 0.2940758111476094,
      "epoch": 11.886462882096069,
      "step": 38108
    },
    {
      "contrastive_lambda": 0.29405195489817815,
      "epoch": 11.886774797255146,
      "step": 38109
    },
    {
      "epoch": 11.887086712414224,
      "grad_norm": 0.07955045253038406,
      "learning_rate": 3.2187130731437125e-05,
      "loss": 0.0341,
      "step": 38110
    },
    {
      "epoch": 11.887086712414224,
      "flow_loss": 0.029088735580444336,
      "step": 38110
    },
    {
      "contrastive_loss": 0.0035118982195854187,
      "epoch": 11.887086712414224,
      "step": 38110
    },
    {
      "contrastive_lambda": 0.294028099213365,
      "epoch": 11.887086712414224,
      "step": 38110
    },
    {
      "contrastive_lambda": 0.29400424409323567,
      "epoch": 11.8873986275733,
      "step": 38111
    },
    {
      "contrastive_lambda": 0.29398038953785544,
      "epoch": 11.887710542732377,
      "step": 38112
    },
    {
      "contrastive_lambda": 0.2939565355472894,
      "epoch": 11.888022457891454,
      "step": 38113
    },
    {
      "contrastive_lambda": 0.29393268212160345,
      "epoch": 11.88833437305053,
      "step": 38114
    },
    {
      "contrastive_lambda": 0.29390882926086276,
      "epoch": 11.888646288209607,
      "step": 38115
    },
    {
      "contrastive_lambda": 0.2938849769651326,
      "epoch": 11.888958203368684,
      "step": 38116
    },
    {
      "contrastive_lambda": 0.2938611252344785,
      "epoch": 11.88927011852776,
      "step": 38117
    },
    {
      "contrastive_lambda": 0.293837274068966,
      "epoch": 11.889582033686837,
      "step": 38118
    },
    {
      "contrastive_lambda": 0.29381342346866013,
      "epoch": 11.889893948845915,
      "step": 38119
    },
    {
      "epoch": 11.89020586400499,
      "grad_norm": 0.09493152052164078,
      "learning_rate": 3.216138373616905e-05,
      "loss": 0.0268,
      "step": 38120
    },
    {
      "epoch": 11.89020586400499,
      "flow_loss": 0.01818760484457016,
      "step": 38120
    },
    {
      "contrastive_loss": 0.0036466307938098907,
      "epoch": 11.89020586400499,
      "step": 38120
    },
    {
      "contrastive_lambda": 0.29378957343362655,
      "epoch": 11.89020586400499,
      "step": 38120
    },
    {
      "contrastive_lambda": 0.29376572396393047,
      "epoch": 11.890517779164067,
      "step": 38121
    },
    {
      "contrastive_lambda": 0.2937418750596374,
      "epoch": 11.890829694323145,
      "step": 38122
    },
    {
      "contrastive_lambda": 0.29371802672081276,
      "epoch": 11.89114160948222,
      "step": 38123
    },
    {
      "contrastive_lambda": 0.2936941789475218,
      "epoch": 11.891453524641298,
      "step": 38124
    },
    {
      "contrastive_lambda": 0.2936703317398299,
      "epoch": 11.891765439800373,
      "step": 38125
    },
    {
      "contrastive_lambda": 0.29364648509780267,
      "epoch": 11.89207735495945,
      "step": 38126
    },
    {
      "contrastive_lambda": 0.2936226390215052,
      "epoch": 11.892389270118528,
      "step": 38127
    },
    {
      "contrastive_lambda": 0.29359879351100304,
      "epoch": 11.892701185277604,
      "step": 38128
    },
    {
      "contrastive_lambda": 0.29357494856636146,
      "epoch": 11.893013100436681,
      "step": 38129
    },
    {
      "epoch": 11.893325015595758,
      "grad_norm": 0.07705838233232498,
      "learning_rate": 3.21356421598016e-05,
      "loss": 0.027,
      "step": 38130
    },
    {
      "epoch": 11.893325015595758,
      "flow_loss": 0.027780432254076004,
      "step": 38130
    },
    {
      "contrastive_loss": 0.004632535390555859,
      "epoch": 11.893325015595758,
      "step": 38130
    },
    {
      "contrastive_lambda": 0.29355110418764585,
      "epoch": 11.893325015595758,
      "step": 38130
    },
    {
      "contrastive_lambda": 0.2935272603749217,
      "epoch": 11.893636930754834,
      "step": 38131
    },
    {
      "contrastive_lambda": 0.29350341712825434,
      "epoch": 11.893948845913911,
      "step": 38132
    },
    {
      "contrastive_lambda": 0.2934795744477089,
      "epoch": 11.894260761072989,
      "step": 38133
    },
    {
      "contrastive_lambda": 0.29345573233335104,
      "epoch": 11.894572676232064,
      "step": 38134
    },
    {
      "contrastive_lambda": 0.29343189078524606,
      "epoch": 11.894884591391142,
      "step": 38135
    },
    {
      "contrastive_lambda": 0.2934080498034591,
      "epoch": 11.895196506550219,
      "step": 38136
    },
    {
      "contrastive_lambda": 0.29338420938805587,
      "epoch": 11.895508421709295,
      "step": 38137
    },
    {
      "contrastive_lambda": 0.2933603695391016,
      "epoch": 11.895820336868372,
      "step": 38138
    },
    {
      "contrastive_lambda": 0.29333653025666145,
      "epoch": 11.89613225202745,
      "step": 38139
    },
    {
      "epoch": 11.896444167186525,
      "grad_norm": 0.10714138299226761,
      "learning_rate": 3.210990601015438e-05,
      "loss": 0.0241,
      "step": 38140
    },
    {
      "epoch": 11.896444167186525,
      "flow_loss": 0.024275820702314377,
      "step": 38140
    },
    {
      "contrastive_loss": 0.003761773696169257,
      "epoch": 11.896444167186525,
      "step": 38140
    },
    {
      "contrastive_lambda": 0.293312691540801,
      "epoch": 11.896444167186525,
      "step": 38140
    },
    {
      "contrastive_lambda": 0.2932888533915855,
      "epoch": 11.896756082345602,
      "step": 38141
    },
    {
      "contrastive_lambda": 0.2932650158090805,
      "epoch": 11.897067997504678,
      "step": 38142
    },
    {
      "contrastive_lambda": 0.2932411787933511,
      "epoch": 11.897379912663755,
      "step": 38143
    },
    {
      "contrastive_lambda": 0.2932173423444626,
      "epoch": 11.897691827822833,
      "step": 38144
    },
    {
      "contrastive_lambda": 0.2931935064624807,
      "epoch": 11.898003742981908,
      "step": 38145
    },
    {
      "contrastive_lambda": 0.29316967114747056,
      "epoch": 11.898315658140985,
      "step": 38146
    },
    {
      "contrastive_lambda": 0.2931458363994974,
      "epoch": 11.898627573300063,
      "step": 38147
    },
    {
      "contrastive_lambda": 0.2931220022186266,
      "epoch": 11.898939488459138,
      "step": 38148
    },
    {
      "contrastive_lambda": 0.29309816860492377,
      "epoch": 11.899251403618216,
      "step": 38149
    },
    {
      "epoch": 11.899563318777293,
      "grad_norm": 0.1162465438246727,
      "learning_rate": 3.208417529504535e-05,
      "loss": 0.0292,
      "step": 38150
    },
    {
      "epoch": 11.899563318777293,
      "flow_loss": 0.023174017667770386,
      "step": 38150
    },
    {
      "contrastive_loss": 0.004427448846399784,
      "epoch": 11.899563318777293,
      "step": 38150
    },
    {
      "contrastive_lambda": 0.29307433555845397,
      "epoch": 11.899563318777293,
      "step": 38150
    },
    {
      "contrastive_lambda": 0.29305050307928265,
      "epoch": 11.899875233936369,
      "step": 38151
    },
    {
      "contrastive_lambda": 0.29302667116747505,
      "epoch": 11.900187149095446,
      "step": 38152
    },
    {
      "contrastive_lambda": 0.2930028398230966,
      "epoch": 11.900499064254523,
      "step": 38153
    },
    {
      "contrastive_lambda": 0.29297900904621277,
      "epoch": 11.900810979413599,
      "step": 38154
    },
    {
      "contrastive_lambda": 0.29295517883688865,
      "epoch": 11.901122894572676,
      "step": 38155
    },
    {
      "contrastive_lambda": 0.2929313491951895,
      "epoch": 11.901434809731754,
      "step": 38156
    },
    {
      "contrastive_lambda": 0.29290752012118104,
      "epoch": 11.90174672489083,
      "step": 38157
    },
    {
      "contrastive_lambda": 0.2928836916149282,
      "epoch": 11.902058640049907,
      "step": 38158
    },
    {
      "contrastive_lambda": 0.2928598636764965,
      "epoch": 11.902370555208982,
      "step": 38159
    },
    {
      "epoch": 11.90268247036806,
      "grad_norm": 0.06524146348237991,
      "learning_rate": 3.205845002229084e-05,
      "loss": 0.025,
      "step": 38160
    },
    {
      "epoch": 11.90268247036806,
      "flow_loss": 0.020563488826155663,
      "step": 38160
    },
    {
      "contrastive_loss": 0.0039699929766356945,
      "epoch": 11.90268247036806,
      "step": 38160
    },
    {
      "contrastive_lambda": 0.2928360363059514,
      "epoch": 11.90268247036806,
      "step": 38160
    },
    {
      "contrastive_lambda": 0.29281220950335796,
      "epoch": 11.902994385527137,
      "step": 38161
    },
    {
      "contrastive_lambda": 0.29278838326878165,
      "epoch": 11.903306300686213,
      "step": 38162
    },
    {
      "contrastive_lambda": 0.2927645576022877,
      "epoch": 11.90361821584529,
      "step": 38163
    },
    {
      "contrastive_lambda": 0.2927407325039415,
      "epoch": 11.903930131004367,
      "step": 38164
    },
    {
      "contrastive_lambda": 0.2927169079738084,
      "epoch": 11.904242046163443,
      "step": 38165
    },
    {
      "contrastive_lambda": 0.2926930840119537,
      "epoch": 11.90455396132252,
      "step": 38166
    },
    {
      "contrastive_lambda": 0.29266926061844245,
      "epoch": 11.904865876481598,
      "step": 38167
    },
    {
      "contrastive_lambda": 0.2926454377933404,
      "epoch": 11.905177791640673,
      "step": 38168
    },
    {
      "contrastive_lambda": 0.2926216155367127,
      "epoch": 11.90548970679975,
      "step": 38169
    },
    {
      "epoch": 11.905801621958828,
      "grad_norm": 0.08950690925121307,
      "learning_rate": 3.203273019970547e-05,
      "loss": 0.0243,
      "step": 38170
    },
    {
      "epoch": 11.905801621958828,
      "flow_loss": 0.024434875696897507,
      "step": 38170
    },
    {
      "contrastive_loss": 0.004552735015749931,
      "epoch": 11.905801621958828,
      "step": 38170
    },
    {
      "contrastive_lambda": 0.29259779384862444,
      "epoch": 11.905801621958828,
      "step": 38170
    },
    {
      "contrastive_lambda": 0.29257397272914115,
      "epoch": 11.906113537117903,
      "step": 38171
    },
    {
      "contrastive_lambda": 0.2925501521783282,
      "epoch": 11.90642545227698,
      "step": 38172
    },
    {
      "contrastive_lambda": 0.2925263321962507,
      "epoch": 11.906737367436058,
      "step": 38173
    },
    {
      "contrastive_lambda": 0.29250251278297396,
      "epoch": 11.907049282595134,
      "step": 38174
    },
    {
      "contrastive_lambda": 0.2924786939385634,
      "epoch": 11.907361197754211,
      "step": 38175
    },
    {
      "contrastive_lambda": 0.2924548756630844,
      "epoch": 11.907673112913287,
      "step": 38176
    },
    {
      "contrastive_lambda": 0.2924310579566022,
      "epoch": 11.907985028072364,
      "step": 38177
    },
    {
      "contrastive_lambda": 0.29240724081918174,
      "epoch": 11.908296943231441,
      "step": 38178
    },
    {
      "contrastive_lambda": 0.2923834242508888,
      "epoch": 11.908608858390517,
      "step": 38179
    },
    {
      "epoch": 11.908920773549594,
      "grad_norm": 0.07516010105609894,
      "learning_rate": 3.200701583510227e-05,
      "loss": 0.0238,
      "step": 38180
    },
    {
      "epoch": 11.908920773549594,
      "flow_loss": 0.026111876592040062,
      "step": 38180
    },
    {
      "contrastive_loss": 0.003893104149028659,
      "epoch": 11.908920773549594,
      "step": 38180
    },
    {
      "contrastive_lambda": 0.2923596082517886,
      "epoch": 11.908920773549594,
      "step": 38180
    },
    {
      "contrastive_lambda": 0.29233579282194616,
      "epoch": 11.909232688708672,
      "step": 38181
    },
    {
      "contrastive_lambda": 0.29231197796142694,
      "epoch": 11.909544603867747,
      "step": 38182
    },
    {
      "contrastive_lambda": 0.2922881636702963,
      "epoch": 11.909856519026825,
      "step": 38183
    },
    {
      "contrastive_lambda": 0.2922643499486194,
      "epoch": 11.910168434185902,
      "step": 38184
    },
    {
      "contrastive_lambda": 0.29224053679646167,
      "epoch": 11.910480349344978,
      "step": 38185
    },
    {
      "contrastive_lambda": 0.2922167242138882,
      "epoch": 11.910792264504055,
      "step": 38186
    },
    {
      "contrastive_lambda": 0.2921929122009643,
      "epoch": 11.911104179663132,
      "step": 38187
    },
    {
      "contrastive_lambda": 0.2921691007577556,
      "epoch": 11.911416094822208,
      "step": 38188
    },
    {
      "contrastive_lambda": 0.292145289884327,
      "epoch": 11.911728009981285,
      "step": 38189
    },
    {
      "epoch": 11.912039925140363,
      "grad_norm": 0.08825509250164032,
      "learning_rate": 3.198130693629261e-05,
      "loss": 0.0286,
      "step": 38190
    },
    {
      "epoch": 11.912039925140363,
      "flow_loss": 0.043082546442747116,
      "step": 38190
    },
    {
      "contrastive_loss": 0.003907171078026295,
      "epoch": 11.912039925140363,
      "step": 38190
    },
    {
      "contrastive_lambda": 0.29212147958074364,
      "epoch": 11.912039925140363,
      "step": 38190
    },
    {
      "contrastive_lambda": 0.2920976698470713,
      "epoch": 11.912351840299438,
      "step": 38191
    },
    {
      "contrastive_lambda": 0.29207386068337504,
      "epoch": 11.912663755458516,
      "step": 38192
    },
    {
      "contrastive_lambda": 0.2920500520897199,
      "epoch": 11.912975670617591,
      "step": 38193
    },
    {
      "contrastive_lambda": 0.2920262440661715,
      "epoch": 11.913287585776668,
      "step": 38194
    },
    {
      "contrastive_lambda": 0.2920024366127949,
      "epoch": 11.913599500935746,
      "step": 38195
    },
    {
      "contrastive_lambda": 0.2919786297296555,
      "epoch": 11.913911416094821,
      "step": 38196
    },
    {
      "contrastive_lambda": 0.2919548234168184,
      "epoch": 11.914223331253899,
      "step": 38197
    },
    {
      "contrastive_lambda": 0.2919310176743489,
      "epoch": 11.914535246412976,
      "step": 38198
    },
    {
      "contrastive_lambda": 0.29190721250231244,
      "epoch": 11.914847161572052,
      "step": 38199
    },
    {
      "epoch": 11.915159076731129,
      "grad_norm": 0.1039704829454422,
      "learning_rate": 3.195560351108612e-05,
      "loss": 0.0335,
      "step": 38200
    },
    {
      "epoch": 11.915159076731129,
      "flow_loss": 0.025285907089710236,
      "step": 38200
    },
    {
      "contrastive_loss": 0.004044499713927507,
      "epoch": 11.915159076731129,
      "step": 38200
    },
    {
      "contrastive_lambda": 0.2918834079007743,
      "epoch": 11.915159076731129,
      "step": 38200
    },
    {
      "contrastive_lambda": 0.2918596038697995,
      "epoch": 11.915470991890206,
      "step": 38201
    },
    {
      "contrastive_lambda": 0.29183580040945334,
      "epoch": 11.915782907049282,
      "step": 38202
    },
    {
      "contrastive_lambda": 0.29181199751980114,
      "epoch": 11.91609482220836,
      "step": 38203
    },
    {
      "contrastive_lambda": 0.2917881952009082,
      "epoch": 11.916406737367437,
      "step": 38204
    },
    {
      "contrastive_lambda": 0.29176439345283994,
      "epoch": 11.916718652526512,
      "step": 38205
    },
    {
      "contrastive_lambda": 0.29174059227566124,
      "epoch": 11.91703056768559,
      "step": 38206
    },
    {
      "contrastive_lambda": 0.29171679166943754,
      "epoch": 11.917342482844667,
      "step": 38207
    },
    {
      "contrastive_lambda": 0.291692991634234,
      "epoch": 11.917654398003743,
      "step": 38208
    },
    {
      "contrastive_lambda": 0.2916691921701162,
      "epoch": 11.91796631316282,
      "step": 38209
    },
    {
      "epoch": 11.918278228321896,
      "grad_norm": 0.0799713209271431,
      "learning_rate": 3.1929905567290865e-05,
      "loss": 0.0359,
      "step": 38210
    },
    {
      "epoch": 11.918278228321896,
      "flow_loss": 0.016746975481510162,
      "step": 38210
    },
    {
      "contrastive_loss": 0.004001409746706486,
      "epoch": 11.918278228321896,
      "step": 38210
    },
    {
      "contrastive_lambda": 0.29164539327714895,
      "epoch": 11.918278228321896,
      "step": 38210
    },
    {
      "contrastive_lambda": 0.2916215949553977,
      "epoch": 11.918590143480973,
      "step": 38211
    },
    {
      "contrastive_lambda": 0.2915977972049276,
      "epoch": 11.91890205864005,
      "step": 38212
    },
    {
      "contrastive_lambda": 0.291574000025804,
      "epoch": 11.919213973799126,
      "step": 38213
    },
    {
      "contrastive_lambda": 0.2915502034180924,
      "epoch": 11.919525888958203,
      "step": 38214
    },
    {
      "contrastive_lambda": 0.2915264073818573,
      "epoch": 11.91983780411728,
      "step": 38215
    },
    {
      "contrastive_lambda": 0.29150261191716476,
      "epoch": 11.920149719276356,
      "step": 38216
    },
    {
      "contrastive_lambda": 0.29147881702407946,
      "epoch": 11.920461634435433,
      "step": 38217
    },
    {
      "contrastive_lambda": 0.2914550227026669,
      "epoch": 11.92077354959451,
      "step": 38218
    },
    {
      "contrastive_lambda": 0.2914312289529921,
      "epoch": 11.921085464753586,
      "step": 38219
    },
    {
      "epoch": 11.921397379912664,
      "grad_norm": 0.0754396840929985,
      "learning_rate": 3.1904213112713164e-05,
      "loss": 0.0277,
      "step": 38220
    },
    {
      "epoch": 11.921397379912664,
      "flow_loss": 0.02921122871339321,
      "step": 38220
    },
    {
      "contrastive_loss": 0.003988105803728104,
      "epoch": 11.921397379912664,
      "step": 38220
    },
    {
      "contrastive_lambda": 0.29140743577512074,
      "epoch": 11.921397379912664,
      "step": 38220
    },
    {
      "contrastive_lambda": 0.29138364316911747,
      "epoch": 11.921709295071741,
      "step": 38221
    },
    {
      "contrastive_lambda": 0.2913598511350478,
      "epoch": 11.922021210230817,
      "step": 38222
    },
    {
      "contrastive_lambda": 0.29133605967297693,
      "epoch": 11.922333125389894,
      "step": 38223
    },
    {
      "contrastive_lambda": 0.2913122687829701,
      "epoch": 11.922645040548971,
      "step": 38224
    },
    {
      "contrastive_lambda": 0.29128847846509276,
      "epoch": 11.922956955708047,
      "step": 38225
    },
    {
      "contrastive_lambda": 0.29126468871940975,
      "epoch": 11.923268870867124,
      "step": 38226
    },
    {
      "contrastive_lambda": 0.2912408995459864,
      "epoch": 11.9235807860262,
      "step": 38227
    },
    {
      "contrastive_lambda": 0.291217110944888,
      "epoch": 11.923892701185277,
      "step": 38228
    },
    {
      "contrastive_lambda": 0.2911933229161797,
      "epoch": 11.924204616344355,
      "step": 38229
    },
    {
      "epoch": 11.92451653150343,
      "grad_norm": 0.07733391970396042,
      "learning_rate": 3.187852615515774e-05,
      "loss": 0.0308,
      "step": 38230
    },
    {
      "epoch": 11.92451653150343,
      "flow_loss": 0.02225835621356964,
      "step": 38230
    },
    {
      "contrastive_loss": 0.004176243208348751,
      "epoch": 11.92451653150343,
      "step": 38230
    },
    {
      "contrastive_lambda": 0.29116953545992674,
      "epoch": 11.92451653150343,
      "step": 38230
    },
    {
      "contrastive_lambda": 0.29114574857619463,
      "epoch": 11.924828446662508,
      "step": 38231
    },
    {
      "contrastive_lambda": 0.29112196226504805,
      "epoch": 11.925140361821585,
      "step": 38232
    },
    {
      "contrastive_lambda": 0.2910981765265525,
      "epoch": 11.92545227698066,
      "step": 38233
    },
    {
      "contrastive_lambda": 0.2910743913607732,
      "epoch": 11.925764192139738,
      "step": 38234
    },
    {
      "contrastive_lambda": 0.2910506067677753,
      "epoch": 11.926076107298815,
      "step": 38235
    },
    {
      "contrastive_lambda": 0.29102682274762415,
      "epoch": 11.92638802245789,
      "step": 38236
    },
    {
      "contrastive_lambda": 0.2910030393003847,
      "epoch": 11.926699937616968,
      "step": 38237
    },
    {
      "contrastive_lambda": 0.2909792564261222,
      "epoch": 11.927011852776046,
      "step": 38238
    },
    {
      "contrastive_lambda": 0.2909554741249021,
      "epoch": 11.927323767935121,
      "step": 38239
    },
    {
      "epoch": 11.927635683094199,
      "grad_norm": 0.08191469311714172,
      "learning_rate": 3.1852844702427606e-05,
      "loss": 0.0238,
      "step": 38240
    },
    {
      "epoch": 11.927635683094199,
      "flow_loss": 0.031954970210790634,
      "step": 38240
    },
    {
      "contrastive_loss": 0.0032699727453291416,
      "epoch": 11.927635683094199,
      "step": 38240
    },
    {
      "contrastive_lambda": 0.2909316923967895,
      "epoch": 11.927635683094199,
      "step": 38240
    },
    {
      "contrastive_lambda": 0.2909079112418491,
      "epoch": 11.927947598253276,
      "step": 38241
    },
    {
      "contrastive_lambda": 0.29088413066014707,
      "epoch": 11.928259513412351,
      "step": 38242
    },
    {
      "contrastive_lambda": 0.29086035065174776,
      "epoch": 11.928571428571429,
      "step": 38243
    },
    {
      "contrastive_lambda": 0.29083657121671674,
      "epoch": 11.928883343730504,
      "step": 38244
    },
    {
      "contrastive_lambda": 0.29081279235511914,
      "epoch": 11.929195258889582,
      "step": 38245
    },
    {
      "contrastive_lambda": 0.29078901406702007,
      "epoch": 11.92950717404866,
      "step": 38246
    },
    {
      "contrastive_lambda": 0.2907652363524851,
      "epoch": 11.929819089207735,
      "step": 38247
    },
    {
      "contrastive_lambda": 0.29074145921157885,
      "epoch": 11.930131004366812,
      "step": 38248
    },
    {
      "contrastive_lambda": 0.2907176826443668,
      "epoch": 11.93044291952589,
      "step": 38249
    },
    {
      "epoch": 11.930754834684965,
      "grad_norm": 0.10701797902584076,
      "learning_rate": 3.18271687623241e-05,
      "loss": 0.028,
      "step": 38250
    },
    {
      "epoch": 11.930754834684965,
      "flow_loss": 0.022296756505966187,
      "step": 38250
    },
    {
      "contrastive_loss": 0.00438695540651679,
      "epoch": 11.930754834684965,
      "step": 38250
    },
    {
      "contrastive_lambda": 0.2906939066509141,
      "epoch": 11.930754834684965,
      "step": 38250
    },
    {
      "contrastive_lambda": 0.2906701312312861,
      "epoch": 11.931066749844042,
      "step": 38251
    },
    {
      "contrastive_lambda": 0.2906463563855475,
      "epoch": 11.93137866500312,
      "step": 38252
    },
    {
      "contrastive_lambda": 0.2906225821137641,
      "epoch": 11.931690580162195,
      "step": 38253
    },
    {
      "contrastive_lambda": 0.2905988084160006,
      "epoch": 11.932002495321273,
      "step": 38254
    },
    {
      "contrastive_lambda": 0.2905750352923224,
      "epoch": 11.93231441048035,
      "step": 38255
    },
    {
      "contrastive_lambda": 0.29055126274279464,
      "epoch": 11.932626325639426,
      "step": 38256
    },
    {
      "contrastive_lambda": 0.29052749076748263,
      "epoch": 11.932938240798503,
      "step": 38257
    },
    {
      "contrastive_lambda": 0.29050371936645125,
      "epoch": 11.93325015595758,
      "step": 38258
    },
    {
      "contrastive_lambda": 0.2904799485397658,
      "epoch": 11.933562071116656,
      "step": 38259
    },
    {
      "epoch": 11.933873986275733,
      "grad_norm": 0.0839170441031456,
      "learning_rate": 3.1801498342646896e-05,
      "loss": 0.0286,
      "step": 38260
    },
    {
      "epoch": 11.933873986275733,
      "flow_loss": 0.021619437262415886,
      "step": 38260
    },
    {
      "contrastive_loss": 0.005235862918198109,
      "epoch": 11.933873986275733,
      "step": 38260
    },
    {
      "contrastive_lambda": 0.29045617828749143,
      "epoch": 11.933873986275733,
      "step": 38260
    },
    {
      "contrastive_lambda": 0.2904324086096934,
      "epoch": 11.934185901434809,
      "step": 38261
    },
    {
      "contrastive_lambda": 0.29040863950643697,
      "epoch": 11.934497816593886,
      "step": 38262
    },
    {
      "contrastive_lambda": 0.290384870977787,
      "epoch": 11.934809731752964,
      "step": 38263
    },
    {
      "contrastive_lambda": 0.2903611030238088,
      "epoch": 11.93512164691204,
      "step": 38264
    },
    {
      "contrastive_lambda": 0.29033733564456754,
      "epoch": 11.935433562071116,
      "step": 38265
    },
    {
      "contrastive_lambda": 0.2903135688401283,
      "epoch": 11.935745477230194,
      "step": 38266
    },
    {
      "contrastive_lambda": 0.2902898026105566,
      "epoch": 11.93605739238927,
      "step": 38267
    },
    {
      "contrastive_lambda": 0.29026603695591713,
      "epoch": 11.936369307548347,
      "step": 38268
    },
    {
      "contrastive_lambda": 0.29024227187627516,
      "epoch": 11.936681222707424,
      "step": 38269
    },
    {
      "epoch": 11.9369931378665,
      "grad_norm": 0.08628225326538086,
      "learning_rate": 3.177583345119398e-05,
      "loss": 0.0238,
      "step": 38270
    },
    {
      "epoch": 11.9369931378665,
      "flow_loss": 0.018518785014748573,
      "step": 38270
    },
    {
      "contrastive_loss": 0.003228397574275732,
      "epoch": 11.9369931378665,
      "step": 38270
    },
    {
      "contrastive_lambda": 0.29021850737169597,
      "epoch": 11.9369931378665,
      "step": 38270
    },
    {
      "contrastive_lambda": 0.29019474344224483,
      "epoch": 11.937305053025577,
      "step": 38271
    },
    {
      "contrastive_lambda": 0.29017098008798625,
      "epoch": 11.937616968184654,
      "step": 38272
    },
    {
      "contrastive_lambda": 0.29014721730898635,
      "epoch": 11.93792888334373,
      "step": 38273
    },
    {
      "contrastive_lambda": 0.2901234551053095,
      "epoch": 11.938240798502807,
      "step": 38274
    },
    {
      "contrastive_lambda": 0.29009969347702114,
      "epoch": 11.938552713661885,
      "step": 38275
    },
    {
      "contrastive_lambda": 0.2900759324241864,
      "epoch": 11.93886462882096,
      "step": 38276
    },
    {
      "contrastive_lambda": 0.2900521719468706,
      "epoch": 11.939176543980038,
      "step": 38277
    },
    {
      "contrastive_lambda": 0.29002841204513846,
      "epoch": 11.939488459139113,
      "step": 38278
    },
    {
      "contrastive_lambda": 0.2900046527190554,
      "epoch": 11.93980037429819,
      "step": 38279
    },
    {
      "epoch": 11.940112289457268,
      "grad_norm": 0.12899117171764374,
      "learning_rate": 3.17501740957617e-05,
      "loss": 0.0315,
      "step": 38280
    },
    {
      "epoch": 11.940112289457268,
      "flow_loss": 0.017160458490252495,
      "step": 38280
    },
    {
      "contrastive_loss": 0.004800274968147278,
      "epoch": 11.940112289457268,
      "step": 38280
    },
    {
      "contrastive_lambda": 0.2899808939686865,
      "epoch": 11.940112289457268,
      "step": 38280
    },
    {
      "contrastive_lambda": 0.2899571357940969,
      "epoch": 11.940424204616344,
      "step": 38281
    },
    {
      "contrastive_lambda": 0.28993337819535187,
      "epoch": 11.940736119775421,
      "step": 38282
    },
    {
      "contrastive_lambda": 0.28990962117251606,
      "epoch": 11.941048034934498,
      "step": 38283
    },
    {
      "contrastive_lambda": 0.28988586472565536,
      "epoch": 11.941359950093574,
      "step": 38284
    },
    {
      "contrastive_lambda": 0.2898621088548343,
      "epoch": 11.941671865252651,
      "step": 38285
    },
    {
      "contrastive_lambda": 0.28983835356011817,
      "epoch": 11.941983780411729,
      "step": 38286
    },
    {
      "contrastive_lambda": 0.2898145988415721,
      "epoch": 11.942295695570804,
      "step": 38287
    },
    {
      "contrastive_lambda": 0.28979084469926153,
      "epoch": 11.942607610729882,
      "step": 38288
    },
    {
      "contrastive_lambda": 0.28976709113325105,
      "epoch": 11.942919525888959,
      "step": 38289
    },
    {
      "epoch": 11.943231441048034,
      "grad_norm": 0.1283801645040512,
      "learning_rate": 3.172452028414467e-05,
      "loss": 0.0284,
      "step": 38290
    },
    {
      "epoch": 11.943231441048034,
      "flow_loss": 0.05322648957371712,
      "step": 38290
    },
    {
      "contrastive_loss": 0.003498261794447899,
      "epoch": 11.943231441048034,
      "step": 38290
    },
    {
      "contrastive_lambda": 0.28974333814360603,
      "epoch": 11.943231441048034,
      "step": 38290
    },
    {
      "contrastive_lambda": 0.2897195857303916,
      "epoch": 11.943543356207112,
      "step": 38291
    },
    {
      "contrastive_lambda": 0.2896958338936728,
      "epoch": 11.94385527136619,
      "step": 38292
    },
    {
      "contrastive_lambda": 0.28967208263351507,
      "epoch": 11.944167186525265,
      "step": 38293
    },
    {
      "contrastive_lambda": 0.2896483319499831,
      "epoch": 11.944479101684342,
      "step": 38294
    },
    {
      "contrastive_lambda": 0.2896245818431421,
      "epoch": 11.944791016843418,
      "step": 38295
    },
    {
      "contrastive_lambda": 0.2896008323130573,
      "epoch": 11.945102932002495,
      "step": 38296
    },
    {
      "contrastive_lambda": 0.28957708335979393,
      "epoch": 11.945414847161572,
      "step": 38297
    },
    {
      "contrastive_lambda": 0.2895533349834165,
      "epoch": 11.945726762320648,
      "step": 38298
    },
    {
      "contrastive_lambda": 0.289529587183991,
      "epoch": 11.946038677479725,
      "step": 38299
    },
    {
      "epoch": 11.946350592638803,
      "grad_norm": 0.10894947499036789,
      "learning_rate": 3.169887202413583e-05,
      "loss": 0.0237,
      "step": 38300
    },
    {
      "epoch": 11.946350592638803,
      "flow_loss": 0.02754802070558071,
      "step": 38300
    },
    {
      "contrastive_loss": 0.003800364211201668,
      "epoch": 11.946350592638803,
      "step": 38300
    },
    {
      "contrastive_lambda": 0.2895058399615819,
      "epoch": 11.946350592638803,
      "step": 38300
    },
    {
      "contrastive_lambda": 0.2894820933162545,
      "epoch": 11.946662507797878,
      "step": 38301
    },
    {
      "contrastive_lambda": 0.28945834724807384,
      "epoch": 11.946974422956956,
      "step": 38302
    },
    {
      "contrastive_lambda": 0.2894346017571051,
      "epoch": 11.947286338116033,
      "step": 38303
    },
    {
      "contrastive_lambda": 0.2894108568434136,
      "epoch": 11.947598253275109,
      "step": 38304
    },
    {
      "contrastive_lambda": 0.28938711250706395,
      "epoch": 11.947910168434186,
      "step": 38305
    },
    {
      "contrastive_lambda": 0.2893633687481215,
      "epoch": 11.948222083593263,
      "step": 38306
    },
    {
      "contrastive_lambda": 0.2893396255666513,
      "epoch": 11.948533998752339,
      "step": 38307
    },
    {
      "contrastive_lambda": 0.2893158829627187,
      "epoch": 11.948845913911416,
      "step": 38308
    },
    {
      "contrastive_lambda": 0.2892921409363884,
      "epoch": 11.949157829070494,
      "step": 38309
    },
    {
      "epoch": 11.94946974422957,
      "grad_norm": 0.10632507503032684,
      "learning_rate": 3.167322932352646e-05,
      "loss": 0.0345,
      "step": 38310
    },
    {
      "epoch": 11.94946974422957,
      "flow_loss": 0.01493274886161089,
      "step": 38310
    },
    {
      "contrastive_loss": 0.004831407219171524,
      "epoch": 11.94946974422957,
      "step": 38310
    },
    {
      "contrastive_lambda": 0.28926839948772565,
      "epoch": 11.94946974422957,
      "step": 38310
    },
    {
      "contrastive_lambda": 0.2892446586167955,
      "epoch": 11.949781659388647,
      "step": 38311
    },
    {
      "contrastive_lambda": 0.28922091832366315,
      "epoch": 11.950093574547722,
      "step": 38312
    },
    {
      "contrastive_lambda": 0.2891971786083938,
      "epoch": 11.9504054897068,
      "step": 38313
    },
    {
      "contrastive_lambda": 0.2891734394710521,
      "epoch": 11.950717404865877,
      "step": 38314
    },
    {
      "contrastive_lambda": 0.2891497009117034,
      "epoch": 11.951029320024952,
      "step": 38315
    },
    {
      "contrastive_lambda": 0.2891259629304128,
      "epoch": 11.95134123518403,
      "step": 38316
    },
    {
      "contrastive_lambda": 0.2891022255272453,
      "epoch": 11.951653150343107,
      "step": 38317
    },
    {
      "contrastive_lambda": 0.28907848870226605,
      "epoch": 11.951965065502183,
      "step": 38318
    },
    {
      "contrastive_lambda": 0.28905475245554035,
      "epoch": 11.95227698066126,
      "step": 38319
    },
    {
      "epoch": 11.952588895820337,
      "grad_norm": 0.07815342396497726,
      "learning_rate": 3.164759219010613e-05,
      "loss": 0.0205,
      "step": 38320
    },
    {
      "epoch": 11.952588895820337,
      "flow_loss": 0.018984418362379074,
      "step": 38320
    },
    {
      "contrastive_loss": 0.0029511605389416218,
      "epoch": 11.952588895820337,
      "step": 38320
    },
    {
      "contrastive_lambda": 0.2890310167871328,
      "epoch": 11.952588895820337,
      "step": 38320
    },
    {
      "contrastive_lambda": 0.28900728169710865,
      "epoch": 11.952900810979413,
      "step": 38321
    },
    {
      "contrastive_lambda": 0.28898354718553304,
      "epoch": 11.95321272613849,
      "step": 38322
    },
    {
      "contrastive_lambda": 0.288959813252471,
      "epoch": 11.953524641297568,
      "step": 38323
    },
    {
      "contrastive_lambda": 0.28893607989798786,
      "epoch": 11.953836556456643,
      "step": 38324
    },
    {
      "contrastive_lambda": 0.2889123471221482,
      "epoch": 11.95414847161572,
      "step": 38325
    },
    {
      "contrastive_lambda": 0.28888861492501733,
      "epoch": 11.954460386774798,
      "step": 38326
    },
    {
      "contrastive_lambda": 0.2888648833066603,
      "epoch": 11.954772301933874,
      "step": 38327
    },
    {
      "contrastive_lambda": 0.2888411522671424,
      "epoch": 11.955084217092951,
      "step": 38328
    },
    {
      "contrastive_lambda": 0.2888174218065281,
      "epoch": 11.955396132252027,
      "step": 38329
    },
    {
      "epoch": 11.955708047411104,
      "grad_norm": 0.07116767019033432,
      "learning_rate": 3.1621960631662725e-05,
      "loss": 0.0231,
      "step": 38330
    },
    {
      "epoch": 11.955708047411104,
      "flow_loss": 0.0367407388985157,
      "step": 38330
    },
    {
      "contrastive_loss": 0.003706770483404398,
      "epoch": 11.955708047411104,
      "step": 38330
    },
    {
      "contrastive_lambda": 0.2887936919248832,
      "epoch": 11.955708047411104,
      "step": 38330
    },
    {
      "contrastive_lambda": 0.28876996262227217,
      "epoch": 11.956019962570181,
      "step": 38331
    },
    {
      "contrastive_lambda": 0.2887462338987603,
      "epoch": 11.956331877729257,
      "step": 38332
    },
    {
      "contrastive_lambda": 0.2887225057544126,
      "epoch": 11.956643792888334,
      "step": 38333
    },
    {
      "contrastive_lambda": 0.2886987781892941,
      "epoch": 11.956955708047412,
      "step": 38334
    },
    {
      "contrastive_lambda": 0.28867505120347026,
      "epoch": 11.957267623206487,
      "step": 38335
    },
    {
      "contrastive_lambda": 0.2886513247970054,
      "epoch": 11.957579538365565,
      "step": 38336
    },
    {
      "contrastive_lambda": 0.28862759896996504,
      "epoch": 11.957891453524642,
      "step": 38337
    },
    {
      "contrastive_lambda": 0.28860387372241403,
      "epoch": 11.958203368683717,
      "step": 38338
    },
    {
      "contrastive_lambda": 0.28858014905441776,
      "epoch": 11.958515283842795,
      "step": 38339
    },
    {
      "epoch": 11.958827199001872,
      "grad_norm": 0.07246538251638412,
      "learning_rate": 3.159633465598245e-05,
      "loss": 0.0232,
      "step": 38340
    },
    {
      "epoch": 11.958827199001872,
      "flow_loss": 0.020789330825209618,
      "step": 38340
    },
    {
      "contrastive_loss": 0.00454959599301219,
      "epoch": 11.958827199001872,
      "step": 38340
    },
    {
      "contrastive_lambda": 0.2885564249660406,
      "epoch": 11.958827199001872,
      "step": 38340
    },
    {
      "contrastive_lambda": 0.28853270145734844,
      "epoch": 11.959139114160948,
      "step": 38341
    },
    {
      "contrastive_lambda": 0.2885089785284056,
      "epoch": 11.959451029320025,
      "step": 38342
    },
    {
      "contrastive_lambda": 0.2884852561792775,
      "epoch": 11.959762944479102,
      "step": 38343
    },
    {
      "contrastive_lambda": 0.2884615344100291,
      "epoch": 11.960074859638178,
      "step": 38344
    },
    {
      "contrastive_lambda": 0.2884378132207255,
      "epoch": 11.960386774797255,
      "step": 38345
    },
    {
      "contrastive_lambda": 0.28841409261143147,
      "epoch": 11.960698689956331,
      "step": 38346
    },
    {
      "contrastive_lambda": 0.2883903725822123,
      "epoch": 11.961010605115408,
      "step": 38347
    },
    {
      "contrastive_lambda": 0.28836665313313287,
      "epoch": 11.961322520274486,
      "step": 38348
    },
    {
      "contrastive_lambda": 0.2883429342642583,
      "epoch": 11.961634435433561,
      "step": 38349
    },
    {
      "epoch": 11.961946350592639,
      "grad_norm": 0.09819408506155014,
      "learning_rate": 3.1570714270849767e-05,
      "loss": 0.0292,
      "step": 38350
    },
    {
      "epoch": 11.961946350592639,
      "flow_loss": 0.029241254553198814,
      "step": 38350
    },
    {
      "contrastive_loss": 0.003205785294994712,
      "epoch": 11.961946350592639,
      "step": 38350
    },
    {
      "contrastive_lambda": 0.2883192159756538,
      "epoch": 11.961946350592639,
      "step": 38350
    },
    {
      "contrastive_lambda": 0.28829549826738377,
      "epoch": 11.962258265751716,
      "step": 38351
    },
    {
      "contrastive_lambda": 0.288271781139514,
      "epoch": 11.962570180910792,
      "step": 38352
    },
    {
      "contrastive_lambda": 0.28824806459210905,
      "epoch": 11.962882096069869,
      "step": 38353
    },
    {
      "contrastive_lambda": 0.28822434862523405,
      "epoch": 11.963194011228946,
      "step": 38354
    },
    {
      "contrastive_lambda": 0.28820063323895395,
      "epoch": 11.963505926388022,
      "step": 38355
    },
    {
      "contrastive_lambda": 0.2881769184333341,
      "epoch": 11.9638178415471,
      "step": 38356
    },
    {
      "contrastive_lambda": 0.28815320420843904,
      "epoch": 11.964129756706177,
      "step": 38357
    },
    {
      "contrastive_lambda": 0.288129490564334,
      "epoch": 11.964441671865252,
      "step": 38358
    },
    {
      "contrastive_lambda": 0.288105777501084,
      "epoch": 11.96475358702433,
      "step": 38359
    },
    {
      "epoch": 11.965065502183407,
      "grad_norm": 0.07994343340396881,
      "learning_rate": 3.1545099484047516e-05,
      "loss": 0.0236,
      "step": 38360
    },
    {
      "epoch": 11.965065502183407,
      "flow_loss": 0.023523502051830292,
      "step": 38360
    },
    {
      "contrastive_loss": 0.00333628011867404,
      "epoch": 11.965065502183407,
      "step": 38360
    },
    {
      "contrastive_lambda": 0.288082065018754,
      "epoch": 11.965065502183407,
      "step": 38360
    },
    {
      "contrastive_lambda": 0.2880583531174093,
      "epoch": 11.965377417342483,
      "step": 38361
    },
    {
      "contrastive_lambda": 0.28803464179711447,
      "epoch": 11.96568933250156,
      "step": 38362
    },
    {
      "contrastive_lambda": 0.2880109310579346,
      "epoch": 11.966001247660635,
      "step": 38363
    },
    {
      "contrastive_lambda": 0.2879872208999349,
      "epoch": 11.966313162819713,
      "step": 38364
    },
    {
      "contrastive_lambda": 0.28796351132318043,
      "epoch": 11.96662507797879,
      "step": 38365
    },
    {
      "contrastive_lambda": 0.28793980232773586,
      "epoch": 11.966936993137866,
      "step": 38366
    },
    {
      "contrastive_lambda": 0.28791609391366635,
      "epoch": 11.967248908296943,
      "step": 38367
    },
    {
      "contrastive_lambda": 0.28789238608103696,
      "epoch": 11.96756082345602,
      "step": 38368
    },
    {
      "contrastive_lambda": 0.2878686788299125,
      "epoch": 11.967872738615096,
      "step": 38369
    },
    {
      "epoch": 11.968184653774173,
      "grad_norm": 0.08450133353471756,
      "learning_rate": 3.151949030335674e-05,
      "loss": 0.0275,
      "step": 38370
    },
    {
      "epoch": 11.968184653774173,
      "flow_loss": 0.01407152321189642,
      "step": 38370
    },
    {
      "contrastive_loss": 0.004408146254718304,
      "epoch": 11.968184653774173,
      "step": 38370
    },
    {
      "contrastive_lambda": 0.2878449721603584,
      "epoch": 11.968184653774173,
      "step": 38370
    },
    {
      "contrastive_lambda": 0.28782126607243896,
      "epoch": 11.96849656893325,
      "step": 38371
    },
    {
      "contrastive_lambda": 0.28779756056621997,
      "epoch": 11.968808484092326,
      "step": 38372
    },
    {
      "contrastive_lambda": 0.28777385564176583,
      "epoch": 11.969120399251404,
      "step": 38373
    },
    {
      "contrastive_lambda": 0.2877501512991416,
      "epoch": 11.969432314410481,
      "step": 38374
    },
    {
      "contrastive_lambda": 0.2877264475384125,
      "epoch": 11.969744229569557,
      "step": 38375
    },
    {
      "contrastive_lambda": 0.28770274435964355,
      "epoch": 11.970056144728634,
      "step": 38376
    },
    {
      "contrastive_lambda": 0.2876790417628994,
      "epoch": 11.970368059887711,
      "step": 38377
    },
    {
      "contrastive_lambda": 0.2876553397482452,
      "epoch": 11.970679975046787,
      "step": 38378
    },
    {
      "contrastive_lambda": 0.2876316383157459,
      "epoch": 11.970991890205864,
      "step": 38379
    },
    {
      "epoch": 11.97130380536494,
      "grad_norm": 0.08408947288990021,
      "learning_rate": 3.149388673655687e-05,
      "loss": 0.0276,
      "step": 38380
    },
    {
      "epoch": 11.97130380536494,
      "flow_loss": 0.023364156484603882,
      "step": 38380
    },
    {
      "contrastive_loss": 0.003672997932881117,
      "epoch": 11.97130380536494,
      "step": 38380
    },
    {
      "contrastive_lambda": 0.2876079374654666,
      "epoch": 11.97130380536494,
      "step": 38380
    },
    {
      "contrastive_lambda": 0.2875842371974724,
      "epoch": 11.971615720524017,
      "step": 38381
    },
    {
      "contrastive_lambda": 0.28756053751182775,
      "epoch": 11.971927635683095,
      "step": 38382
    },
    {
      "contrastive_lambda": 0.28753683840859806,
      "epoch": 11.97223955084217,
      "step": 38383
    },
    {
      "contrastive_lambda": 0.2875131398878482,
      "epoch": 11.972551466001248,
      "step": 38384
    },
    {
      "contrastive_lambda": 0.28748944194964327,
      "epoch": 11.972863381160325,
      "step": 38385
    },
    {
      "contrastive_lambda": 0.2874657445940477,
      "epoch": 11.9731752963194,
      "step": 38386
    },
    {
      "contrastive_lambda": 0.2874420478211273,
      "epoch": 11.973487211478478,
      "step": 38387
    },
    {
      "contrastive_lambda": 0.2874183516309464,
      "epoch": 11.973799126637555,
      "step": 38388
    },
    {
      "contrastive_lambda": 0.2873946560235701,
      "epoch": 11.97411104179663,
      "step": 38389
    },
    {
      "epoch": 11.974422956955708,
      "grad_norm": 0.10689311474561691,
      "learning_rate": 3.146828879142559e-05,
      "loss": 0.0309,
      "step": 38390
    },
    {
      "epoch": 11.974422956955708,
      "flow_loss": 0.0327833890914917,
      "step": 38390
    },
    {
      "contrastive_loss": 0.00414434727281332,
      "epoch": 11.974422956955708,
      "step": 38390
    },
    {
      "contrastive_lambda": 0.28737096099906345,
      "epoch": 11.974422956955708,
      "step": 38390
    },
    {
      "contrastive_lambda": 0.28734726655749143,
      "epoch": 11.974734872114785,
      "step": 38391
    },
    {
      "contrastive_lambda": 0.2873235726989191,
      "epoch": 11.975046787273861,
      "step": 38392
    },
    {
      "contrastive_lambda": 0.28729987942341106,
      "epoch": 11.975358702432938,
      "step": 38393
    },
    {
      "contrastive_lambda": 0.2872761867310325,
      "epoch": 11.975670617592016,
      "step": 38394
    },
    {
      "contrastive_lambda": 0.2872524946218484,
      "epoch": 11.975982532751091,
      "step": 38395
    },
    {
      "contrastive_lambda": 0.2872288030959238,
      "epoch": 11.976294447910169,
      "step": 38396
    },
    {
      "contrastive_lambda": 0.2872051121533231,
      "epoch": 11.976606363069244,
      "step": 38397
    },
    {
      "contrastive_lambda": 0.28718142179411216,
      "epoch": 11.976918278228322,
      "step": 38398
    },
    {
      "contrastive_lambda": 0.28715773201835515,
      "epoch": 11.977230193387399,
      "step": 38399
    },
    {
      "epoch": 11.977542108546475,
      "grad_norm": 0.09828025102615356,
      "learning_rate": 3.1442696475738866e-05,
      "loss": 0.0293,
      "step": 38400
    },
    {
      "epoch": 11.977542108546475,
      "flow_loss": 0.031044894829392433,
      "step": 38400
    },
    {
      "contrastive_loss": 0.0041365912184119225,
      "epoch": 11.977542108546475,
      "step": 38400
    },
    {
      "contrastive_lambda": 0.2871340428261173,
      "epoch": 11.977542108546475,
      "step": 38400
    },
    {
      "contrastive_lambda": 0.28711035421746367,
      "epoch": 11.977854023705552,
      "step": 38401
    },
    {
      "contrastive_lambda": 0.28708666619245915,
      "epoch": 11.97816593886463,
      "step": 38402
    },
    {
      "contrastive_lambda": 0.2870629787511685,
      "epoch": 11.978477854023705,
      "step": 38403
    },
    {
      "contrastive_lambda": 0.28703929189365673,
      "epoch": 11.978789769182782,
      "step": 38404
    },
    {
      "contrastive_lambda": 0.2870156056199889,
      "epoch": 11.97910168434186,
      "step": 38405
    },
    {
      "contrastive_lambda": 0.2869919199302299,
      "epoch": 11.979413599500935,
      "step": 38406
    },
    {
      "contrastive_lambda": 0.2869682348244448,
      "epoch": 11.979725514660013,
      "step": 38407
    },
    {
      "contrastive_lambda": 0.28694455030269816,
      "epoch": 11.98003742981909,
      "step": 38408
    },
    {
      "contrastive_lambda": 0.2869208663650551,
      "epoch": 11.980349344978166,
      "step": 38409
    },
    {
      "epoch": 11.980661260137243,
      "grad_norm": 0.08594561368227005,
      "learning_rate": 3.141710979727098e-05,
      "loss": 0.0224,
      "step": 38410
    },
    {
      "epoch": 11.980661260137243,
      "flow_loss": 0.014531143940985203,
      "step": 38410
    },
    {
      "contrastive_loss": 0.0034393887035548687,
      "epoch": 11.980661260137243,
      "step": 38410
    },
    {
      "contrastive_lambda": 0.2868971830115806,
      "epoch": 11.980661260137243,
      "step": 38410
    },
    {
      "contrastive_lambda": 0.28687350024233965,
      "epoch": 11.98097317529632,
      "step": 38411
    },
    {
      "contrastive_lambda": 0.2868498180573973,
      "epoch": 11.981285090455396,
      "step": 38412
    },
    {
      "contrastive_lambda": 0.286826136456818,
      "epoch": 11.981597005614473,
      "step": 38413
    },
    {
      "contrastive_lambda": 0.28680245544066696,
      "epoch": 11.981908920773549,
      "step": 38414
    },
    {
      "contrastive_lambda": 0.2867787750090091,
      "epoch": 11.982220835932626,
      "step": 38415
    },
    {
      "contrastive_lambda": 0.28675509516190956,
      "epoch": 11.982532751091703,
      "step": 38416
    },
    {
      "contrastive_lambda": 0.28673141589943263,
      "epoch": 11.982844666250779,
      "step": 38417
    },
    {
      "contrastive_lambda": 0.286707737221644,
      "epoch": 11.983156581409856,
      "step": 38418
    },
    {
      "contrastive_lambda": 0.28668405912860806,
      "epoch": 11.983468496568934,
      "step": 38419
    },
    {
      "epoch": 11.98378041172801,
      "grad_norm": 0.07134880870580673,
      "learning_rate": 3.139152876379447e-05,
      "loss": 0.0238,
      "step": 38420
    },
    {
      "epoch": 11.98378041172801,
      "flow_loss": 0.03776867315173149,
      "step": 38420
    },
    {
      "contrastive_loss": 0.003576200921088457,
      "epoch": 11.98378041172801,
      "step": 38420
    },
    {
      "contrastive_lambda": 0.28666038162038987,
      "epoch": 11.98378041172801,
      "step": 38420
    },
    {
      "contrastive_lambda": 0.2866367046970543,
      "epoch": 11.984092326887087,
      "step": 38421
    },
    {
      "contrastive_lambda": 0.2866130283586664,
      "epoch": 11.984404242046164,
      "step": 38422
    },
    {
      "contrastive_lambda": 0.28658935260529117,
      "epoch": 11.98471615720524,
      "step": 38423
    },
    {
      "contrastive_lambda": 0.2865656774369931,
      "epoch": 11.985028072364317,
      "step": 38424
    },
    {
      "contrastive_lambda": 0.28654200285383746,
      "epoch": 11.985339987523394,
      "step": 38425
    },
    {
      "contrastive_lambda": 0.2865183288558889,
      "epoch": 11.98565190268247,
      "step": 38426
    },
    {
      "contrastive_lambda": 0.28649465544321273,
      "epoch": 11.985963817841547,
      "step": 38427
    },
    {
      "contrastive_lambda": 0.2864709826158732,
      "epoch": 11.986275733000625,
      "step": 38428
    },
    {
      "contrastive_lambda": 0.286447310373936,
      "epoch": 11.9865876481597,
      "step": 38429
    },
    {
      "epoch": 11.986899563318778,
      "grad_norm": 0.07968595623970032,
      "learning_rate": 3.1365953383080214e-05,
      "loss": 0.0278,
      "step": 38430
    },
    {
      "epoch": 11.986899563318778,
      "flow_loss": 0.022343484684824944,
      "step": 38430
    },
    {
      "contrastive_loss": 0.0035503453109413385,
      "epoch": 11.986899563318778,
      "step": 38430
    },
    {
      "contrastive_lambda": 0.2864236387174654,
      "epoch": 11.986899563318778,
      "step": 38430
    },
    {
      "contrastive_lambda": 0.28639996764652653,
      "epoch": 11.987211478477853,
      "step": 38431
    },
    {
      "contrastive_lambda": 0.2863762971611843,
      "epoch": 11.98752339363693,
      "step": 38432
    },
    {
      "contrastive_lambda": 0.2863526272615037,
      "epoch": 11.987835308796008,
      "step": 38433
    },
    {
      "contrastive_lambda": 0.2863289579475493,
      "epoch": 11.988147223955083,
      "step": 38434
    },
    {
      "contrastive_lambda": 0.2863052892193863,
      "epoch": 11.98845913911416,
      "step": 38435
    },
    {
      "contrastive_lambda": 0.28628162107707944,
      "epoch": 11.988771054273238,
      "step": 38436
    },
    {
      "contrastive_lambda": 0.2862579535206936,
      "epoch": 11.989082969432314,
      "step": 38437
    },
    {
      "contrastive_lambda": 0.286234286550294,
      "epoch": 11.989394884591391,
      "step": 38438
    },
    {
      "contrastive_lambda": 0.2862106201659448,
      "epoch": 11.989706799750468,
      "step": 38439
    },
    {
      "epoch": 11.990018714909544,
      "grad_norm": 0.07024521380662918,
      "learning_rate": 3.134038366289731e-05,
      "loss": 0.0266,
      "step": 38440
    },
    {
      "epoch": 11.990018714909544,
      "flow_loss": 0.03773200884461403,
      "step": 38440
    },
    {
      "contrastive_loss": 0.00516968360170722,
      "epoch": 11.990018714909544,
      "step": 38440
    },
    {
      "contrastive_lambda": 0.2861869543677117,
      "epoch": 11.990018714909544,
      "step": 38440
    },
    {
      "contrastive_lambda": 0.28616328915565903,
      "epoch": 11.990330630068621,
      "step": 38441
    },
    {
      "contrastive_lambda": 0.2861396245298518,
      "epoch": 11.990642545227699,
      "step": 38442
    },
    {
      "contrastive_lambda": 0.286115960490355,
      "epoch": 11.990954460386774,
      "step": 38443
    },
    {
      "contrastive_lambda": 0.2860922970372336,
      "epoch": 11.991266375545852,
      "step": 38444
    },
    {
      "contrastive_lambda": 0.2860686341705521,
      "epoch": 11.991578290704929,
      "step": 38445
    },
    {
      "contrastive_lambda": 0.2860449718903756,
      "epoch": 11.991890205864005,
      "step": 38446
    },
    {
      "contrastive_lambda": 0.28602131019676896,
      "epoch": 11.992202121023082,
      "step": 38447
    },
    {
      "contrastive_lambda": 0.2859976490897971,
      "epoch": 11.992514036182158,
      "step": 38448
    },
    {
      "contrastive_lambda": 0.28597398856952494,
      "epoch": 11.992825951341235,
      "step": 38449
    },
    {
      "epoch": 11.993137866500312,
      "grad_norm": 0.10452855378389359,
      "learning_rate": 3.131481961101317e-05,
      "loss": 0.0287,
      "step": 38450
    },
    {
      "epoch": 11.993137866500312,
      "flow_loss": 0.023451464250683784,
      "step": 38450
    },
    {
      "contrastive_loss": 0.003424717579036951,
      "epoch": 11.993137866500312,
      "step": 38450
    },
    {
      "contrastive_lambda": 0.2859503286360171,
      "epoch": 11.993137866500312,
      "step": 38450
    },
    {
      "contrastive_lambda": 0.2859266692893386,
      "epoch": 11.993449781659388,
      "step": 38451
    },
    {
      "contrastive_lambda": 0.28590301052955425,
      "epoch": 11.993761696818465,
      "step": 38452
    },
    {
      "contrastive_lambda": 0.2858793523567291,
      "epoch": 11.994073611977543,
      "step": 38453
    },
    {
      "contrastive_lambda": 0.28585569477092776,
      "epoch": 11.994385527136618,
      "step": 38454
    },
    {
      "contrastive_lambda": 0.2858320377722152,
      "epoch": 11.994697442295696,
      "step": 38455
    },
    {
      "contrastive_lambda": 0.2858083813606562,
      "epoch": 11.995009357454773,
      "step": 38456
    },
    {
      "contrastive_lambda": 0.28578472553631573,
      "epoch": 11.995321272613849,
      "step": 38457
    },
    {
      "contrastive_lambda": 0.28576107029925857,
      "epoch": 11.995633187772926,
      "step": 38458
    },
    {
      "contrastive_lambda": 0.28573741564954963,
      "epoch": 11.995945102932003,
      "step": 38459
    },
    {
      "epoch": 11.996257018091079,
      "grad_norm": 0.0784447118639946,
      "learning_rate": 3.128926123519349e-05,
      "loss": 0.0244,
      "step": 38460
    },
    {
      "epoch": 11.996257018091079,
      "flow_loss": 0.019791310653090477,
      "step": 38460
    },
    {
      "contrastive_loss": 0.003918331582099199,
      "epoch": 11.996257018091079,
      "step": 38460
    },
    {
      "contrastive_lambda": 0.2857137615872539,
      "epoch": 11.996257018091079,
      "step": 38460
    },
    {
      "contrastive_lambda": 0.2856901081124359,
      "epoch": 11.996568933250156,
      "step": 38461
    },
    {
      "contrastive_lambda": 0.28566645522516054,
      "epoch": 11.996880848409234,
      "step": 38462
    },
    {
      "contrastive_lambda": 0.2856428029254929,
      "epoch": 11.997192763568309,
      "step": 38463
    },
    {
      "contrastive_lambda": 0.2856191512134978,
      "epoch": 11.997504678727386,
      "step": 38464
    },
    {
      "contrastive_lambda": 0.2855955000892398,
      "epoch": 11.997816593886462,
      "step": 38465
    },
    {
      "contrastive_lambda": 0.28557184955278386,
      "epoch": 11.99812850904554,
      "step": 38466
    },
    {
      "contrastive_lambda": 0.2855481996041949,
      "epoch": 11.998440424204617,
      "step": 38467
    },
    {
      "contrastive_lambda": 0.28552455024353773,
      "epoch": 11.998752339363692,
      "step": 38468
    },
    {
      "contrastive_lambda": 0.28550090147087737,
      "epoch": 11.99906425452277,
      "step": 38469
    },
    {
      "epoch": 11.999376169681847,
      "grad_norm": 0.07090763747692108,
      "learning_rate": 3.1263708543202194e-05,
      "loss": 0.0234,
      "step": 38470
    },
    {
      "epoch": 11.999376169681847,
      "flow_loss": 0.015164470300078392,
      "step": 38470
    },
    {
      "contrastive_loss": 0.005759643390774727,
      "epoch": 11.999376169681847,
      "step": 38470
    },
    {
      "contrastive_lambda": 0.28547725328627827,
      "epoch": 11.999376169681847,
      "step": 38470
    },
    {
      "contrastive_lambda": 0.2854536056898055,
      "epoch": 11.999688084840923,
      "step": 38471
    },
    {
      "contrastive_lambda": 0.2854299586815238,
      "epoch": 12.0,
      "step": 38472
    },
    {
      "contrastive_lambda": 0.28540631226149826,
      "epoch": 12.000311915159077,
      "step": 38473
    },
    {
      "contrastive_lambda": 0.28538266642979315,
      "epoch": 12.000623830318153,
      "step": 38474
    },
    {
      "contrastive_lambda": 0.28535902118647405,
      "epoch": 12.00093574547723,
      "step": 38475
    },
    {
      "contrastive_lambda": 0.2853353765316051,
      "epoch": 12.001247660636308,
      "step": 38476
    },
    {
      "contrastive_lambda": 0.28531173246525143,
      "epoch": 12.001559575795383,
      "step": 38477
    },
    {
      "contrastive_lambda": 0.2852880889874778,
      "epoch": 12.00187149095446,
      "step": 38478
    },
    {
      "contrastive_lambda": 0.28526444609834917,
      "epoch": 12.002183406113538,
      "step": 38479
    },
    {
      "epoch": 12.002495321272614,
      "grad_norm": 0.1560308039188385,
      "learning_rate": 3.123816154280155e-05,
      "loss": 0.0293,
      "step": 38480
    },
    {
      "epoch": 12.002495321272614,
      "flow_loss": 0.0341993123292923,
      "step": 38480
    },
    {
      "contrastive_loss": 0.0033326216507703066,
      "epoch": 12.002495321272614,
      "step": 38480
    },
    {
      "contrastive_lambda": 0.2852408037979304,
      "epoch": 12.002495321272614,
      "step": 38480
    },
    {
      "contrastive_lambda": 0.28521716208628595,
      "epoch": 12.002807236431691,
      "step": 38481
    },
    {
      "contrastive_lambda": 0.28519352096348083,
      "epoch": 12.003119151590766,
      "step": 38482
    },
    {
      "contrastive_lambda": 0.2851698804295799,
      "epoch": 12.003431066749844,
      "step": 38483
    },
    {
      "contrastive_lambda": 0.2851462404846481,
      "epoch": 12.003742981908921,
      "step": 38484
    },
    {
      "contrastive_lambda": 0.28512260112874976,
      "epoch": 12.004054897067997,
      "step": 38485
    },
    {
      "contrastive_lambda": 0.2850989623619503,
      "epoch": 12.004366812227074,
      "step": 38486
    },
    {
      "contrastive_lambda": 0.28507532418431414,
      "epoch": 12.004678727386151,
      "step": 38487
    },
    {
      "contrastive_lambda": 0.28505168659590613,
      "epoch": 12.004990642545227,
      "step": 38488
    },
    {
      "contrastive_lambda": 0.2850280495967911,
      "epoch": 12.005302557704304,
      "step": 38489
    },
    {
      "epoch": 12.005614472863382,
      "grad_norm": 0.08349785208702087,
      "learning_rate": 3.121262024175207e-05,
      "loss": 0.0263,
      "step": 38490
    },
    {
      "epoch": 12.005614472863382,
      "flow_loss": 0.034467726945877075,
      "step": 38490
    },
    {
      "contrastive_loss": 0.003813712392002344,
      "epoch": 12.005614472863382,
      "step": 38490
    },
    {
      "contrastive_lambda": 0.2850044131870341,
      "epoch": 12.005614472863382,
      "step": 38490
    },
    {
      "contrastive_lambda": 0.2849807773666996,
      "epoch": 12.005926388022457,
      "step": 38491
    },
    {
      "contrastive_lambda": 0.2849571421358524,
      "epoch": 12.006238303181535,
      "step": 38492
    },
    {
      "contrastive_lambda": 0.28493350749455737,
      "epoch": 12.006550218340612,
      "step": 38493
    },
    {
      "contrastive_lambda": 0.28490987344287944,
      "epoch": 12.006862133499688,
      "step": 38494
    },
    {
      "contrastive_lambda": 0.28488623998088347,
      "epoch": 12.007174048658765,
      "step": 38495
    },
    {
      "contrastive_lambda": 0.28486260710863365,
      "epoch": 12.007485963817842,
      "step": 38496
    },
    {
      "contrastive_lambda": 0.28483897482619563,
      "epoch": 12.007797878976918,
      "step": 38497
    },
    {
      "contrastive_lambda": 0.2848153431336336,
      "epoch": 12.008109794135995,
      "step": 38498
    },
    {
      "contrastive_lambda": 0.2847917120310125,
      "epoch": 12.008421709295071,
      "step": 38499
    },
    {
      "epoch": 12.008733624454148,
      "grad_norm": 0.09500027447938919,
      "learning_rate": 3.118708464781248e-05,
      "loss": 0.0343,
      "step": 38500
    },
    {
      "epoch": 12.008733624454148,
      "flow_loss": 0.049402736127376556,
      "step": 38500
    },
    {
      "contrastive_loss": 0.003970572724938393,
      "epoch": 12.008733624454148,
      "step": 38500
    },
    {
      "contrastive_lambda": 0.28476808151839716,
      "epoch": 12.008733624454148,
      "step": 38500
    },
    {
      "contrastive_lambda": 0.28474445159585254,
      "epoch": 12.009045539613226,
      "step": 38501
    },
    {
      "contrastive_lambda": 0.284720822263443,
      "epoch": 12.009357454772301,
      "step": 38502
    },
    {
      "contrastive_lambda": 0.28469719352123357,
      "epoch": 12.009669369931379,
      "step": 38503
    },
    {
      "contrastive_lambda": 0.284673565369289,
      "epoch": 12.009981285090456,
      "step": 38504
    },
    {
      "contrastive_lambda": 0.2846499378076741,
      "epoch": 12.010293200249532,
      "step": 38505
    },
    {
      "contrastive_lambda": 0.28462631083645384,
      "epoch": 12.010605115408609,
      "step": 38506
    },
    {
      "contrastive_lambda": 0.2846026844556925,
      "epoch": 12.010917030567686,
      "step": 38507
    },
    {
      "contrastive_lambda": 0.2845790586654552,
      "epoch": 12.011228945726762,
      "step": 38508
    },
    {
      "contrastive_lambda": 0.2845554334658066,
      "epoch": 12.01154086088584,
      "step": 38509
    },
    {
      "epoch": 12.011852776044917,
      "grad_norm": 0.0867348462343216,
      "learning_rate": 3.116155476873987e-05,
      "loss": 0.0261,
      "step": 38510
    },
    {
      "epoch": 12.011852776044917,
      "flow_loss": 0.05011124536395073,
      "step": 38510
    },
    {
      "contrastive_loss": 0.004965145606547594,
      "epoch": 12.011852776044917,
      "step": 38510
    },
    {
      "contrastive_lambda": 0.2845318088568115,
      "epoch": 12.011852776044917,
      "step": 38510
    },
    {
      "contrastive_lambda": 0.2845081848385349,
      "epoch": 12.012164691203992,
      "step": 38511
    },
    {
      "contrastive_lambda": 0.28448456141104117,
      "epoch": 12.01247660636307,
      "step": 38512
    },
    {
      "contrastive_lambda": 0.28446093857439525,
      "epoch": 12.012788521522147,
      "step": 38513
    },
    {
      "contrastive_lambda": 0.28443731632866187,
      "epoch": 12.013100436681222,
      "step": 38514
    },
    {
      "contrastive_lambda": 0.2844136946739061,
      "epoch": 12.0134123518403,
      "step": 38515
    },
    {
      "contrastive_lambda": 0.284390073610192,
      "epoch": 12.013724266999375,
      "step": 38516
    },
    {
      "contrastive_lambda": 0.2843664531375851,
      "epoch": 12.014036182158453,
      "step": 38517
    },
    {
      "contrastive_lambda": 0.2843428332561496,
      "epoch": 12.01434809731753,
      "step": 38518
    },
    {
      "contrastive_lambda": 0.2843192139659505,
      "epoch": 12.014660012476606,
      "step": 38519
    },
    {
      "epoch": 12.014971927635683,
      "grad_norm": 0.10029782354831696,
      "learning_rate": 3.11360306122895e-05,
      "loss": 0.0303,
      "step": 38520
    },
    {
      "epoch": 12.014971927635683,
      "flow_loss": 0.012677445076406002,
      "step": 38520
    },
    {
      "contrastive_loss": 0.0032770365942269564,
      "epoch": 12.014971927635683,
      "step": 38520
    },
    {
      "contrastive_lambda": 0.2842955952670525,
      "epoch": 12.014971927635683,
      "step": 38520
    },
    {
      "contrastive_lambda": 0.2842719771595207,
      "epoch": 12.01528384279476,
      "step": 38521
    },
    {
      "contrastive_lambda": 0.28424835964341916,
      "epoch": 12.015595757953836,
      "step": 38522
    },
    {
      "contrastive_lambda": 0.28422474271881304,
      "epoch": 12.015907673112913,
      "step": 38523
    },
    {
      "contrastive_lambda": 0.2842011263857671,
      "epoch": 12.01621958827199,
      "step": 38524
    },
    {
      "contrastive_lambda": 0.28417751064434593,
      "epoch": 12.016531503431066,
      "step": 38525
    },
    {
      "contrastive_lambda": 0.28415389549461467,
      "epoch": 12.016843418590144,
      "step": 38526
    },
    {
      "contrastive_lambda": 0.2841302809366373,
      "epoch": 12.017155333749221,
      "step": 38527
    },
    {
      "contrastive_lambda": 0.28410666697047937,
      "epoch": 12.017467248908297,
      "step": 38528
    },
    {
      "contrastive_lambda": 0.28408305359620517,
      "epoch": 12.017779164067374,
      "step": 38529
    },
    {
      "epoch": 12.018091079226451,
      "grad_norm": 0.11666402965784073,
      "learning_rate": 3.1110512186214975e-05,
      "loss": 0.0232,
      "step": 38530
    },
    {
      "epoch": 12.018091079226451,
      "flow_loss": 0.016378074884414673,
      "step": 38530
    },
    {
      "contrastive_loss": 0.0032659759745001793,
      "epoch": 12.018091079226451,
      "step": 38530
    },
    {
      "contrastive_lambda": 0.28405944081387946,
      "epoch": 12.018091079226451,
      "step": 38530
    },
    {
      "contrastive_lambda": 0.28403582862356713,
      "epoch": 12.018402994385527,
      "step": 38531
    },
    {
      "contrastive_lambda": 0.28401221702533297,
      "epoch": 12.018714909544604,
      "step": 38532
    },
    {
      "contrastive_lambda": 0.2839886060192414,
      "epoch": 12.01902682470368,
      "step": 38533
    },
    {
      "contrastive_lambda": 0.2839649956053574,
      "epoch": 12.019338739862757,
      "step": 38534
    },
    {
      "contrastive_lambda": 0.2839413857837455,
      "epoch": 12.019650655021834,
      "step": 38535
    },
    {
      "contrastive_lambda": 0.2839177765544707,
      "epoch": 12.01996257018091,
      "step": 38536
    },
    {
      "contrastive_lambda": 0.2838941679175977,
      "epoch": 12.020274485339987,
      "step": 38537
    },
    {
      "contrastive_lambda": 0.2838705598731909,
      "epoch": 12.020586400499065,
      "step": 38538
    },
    {
      "contrastive_lambda": 0.28384695242131525,
      "epoch": 12.02089831565814,
      "step": 38539
    },
    {
      "epoch": 12.021210230817218,
      "grad_norm": 0.10381992161273956,
      "learning_rate": 3.1084999498268095e-05,
      "loss": 0.0224,
      "step": 38540
    },
    {
      "epoch": 12.021210230817218,
      "flow_loss": 0.03857169672846794,
      "step": 38540
    },
    {
      "contrastive_loss": 0.00523526594042778,
      "epoch": 12.021210230817218,
      "step": 38540
    },
    {
      "contrastive_lambda": 0.2838233455620355,
      "epoch": 12.021210230817218,
      "step": 38540
    },
    {
      "contrastive_lambda": 0.28379973929541646,
      "epoch": 12.021522145976295,
      "step": 38541
    },
    {
      "contrastive_lambda": 0.2837761336215223,
      "epoch": 12.02183406113537,
      "step": 38542
    },
    {
      "contrastive_lambda": 0.28375252854041855,
      "epoch": 12.022145976294448,
      "step": 38543
    },
    {
      "contrastive_lambda": 0.2837289240521694,
      "epoch": 12.022457891453525,
      "step": 38544
    },
    {
      "contrastive_lambda": 0.2837053201568396,
      "epoch": 12.022769806612601,
      "step": 38545
    },
    {
      "contrastive_lambda": 0.28368171685449395,
      "epoch": 12.023081721771678,
      "step": 38546
    },
    {
      "contrastive_lambda": 0.2836581141451972,
      "epoch": 12.023393636930756,
      "step": 38547
    },
    {
      "contrastive_lambda": 0.2836345120290142,
      "epoch": 12.023705552089831,
      "step": 38548
    },
    {
      "contrastive_lambda": 0.2836109105060093,
      "epoch": 12.024017467248909,
      "step": 38549
    },
    {
      "epoch": 12.024329382407984,
      "grad_norm": 0.12278609722852707,
      "learning_rate": 3.1059492556198934e-05,
      "loss": 0.0275,
      "step": 38550
    },
    {
      "epoch": 12.024329382407984,
      "flow_loss": 0.02468135580420494,
      "step": 38550
    },
    {
      "contrastive_loss": 0.00448333565145731,
      "epoch": 12.024329382407984,
      "step": 38550
    },
    {
      "contrastive_lambda": 0.2835873095762473,
      "epoch": 12.024329382407984,
      "step": 38550
    },
    {
      "contrastive_lambda": 0.283563709239793,
      "epoch": 12.024641297567062,
      "step": 38551
    },
    {
      "contrastive_lambda": 0.28354010949671127,
      "epoch": 12.024953212726139,
      "step": 38552
    },
    {
      "contrastive_lambda": 0.2835165103470665,
      "epoch": 12.025265127885215,
      "step": 38553
    },
    {
      "contrastive_lambda": 0.2834929117909234,
      "epoch": 12.025577043044292,
      "step": 38554
    },
    {
      "contrastive_lambda": 0.28346931382834684,
      "epoch": 12.02588895820337,
      "step": 38555
    },
    {
      "contrastive_lambda": 0.2834457164594014,
      "epoch": 12.026200873362445,
      "step": 38556
    },
    {
      "contrastive_lambda": 0.2834221196841521,
      "epoch": 12.026512788521522,
      "step": 38557
    },
    {
      "contrastive_lambda": 0.28339852350266315,
      "epoch": 12.0268247036806,
      "step": 38558
    },
    {
      "contrastive_lambda": 0.2833749279149994,
      "epoch": 12.027136618839675,
      "step": 38559
    },
    {
      "epoch": 12.027448533998752,
      "grad_norm": 0.12469227612018585,
      "learning_rate": 3.103399136775586e-05,
      "loss": 0.0353,
      "step": 38560
    },
    {
      "epoch": 12.027448533998752,
      "flow_loss": 0.024412265047430992,
      "step": 38560
    },
    {
      "contrastive_loss": 0.004118227865546942,
      "epoch": 12.027448533998752,
      "step": 38560
    },
    {
      "contrastive_lambda": 0.2833513329212256,
      "epoch": 12.027448533998752,
      "step": 38560
    },
    {
      "contrastive_lambda": 0.2833277385214064,
      "epoch": 12.02776044915783,
      "step": 38561
    },
    {
      "contrastive_lambda": 0.28330414471560655,
      "epoch": 12.028072364316905,
      "step": 38562
    },
    {
      "contrastive_lambda": 0.28328055150389087,
      "epoch": 12.028384279475983,
      "step": 38563
    },
    {
      "contrastive_lambda": 0.28325695888632363,
      "epoch": 12.02869619463506,
      "step": 38564
    },
    {
      "contrastive_lambda": 0.2832333668629698,
      "epoch": 12.029008109794136,
      "step": 38565
    },
    {
      "contrastive_lambda": 0.283209775433894,
      "epoch": 12.029320024953213,
      "step": 38566
    },
    {
      "contrastive_lambda": 0.2831861845991609,
      "epoch": 12.029631940112289,
      "step": 38567
    },
    {
      "contrastive_lambda": 0.28316259435883534,
      "epoch": 12.029943855271366,
      "step": 38568
    },
    {
      "contrastive_lambda": 0.28313900471298165,
      "epoch": 12.030255770430443,
      "step": 38569
    },
    {
      "epoch": 12.030567685589519,
      "grad_norm": 0.11259899288415909,
      "learning_rate": 3.100849594068541e-05,
      "loss": 0.027,
      "step": 38570
    },
    {
      "epoch": 12.030567685589519,
      "flow_loss": 0.017399368807673454,
      "step": 38570
    },
    {
      "contrastive_loss": 0.005649999715387821,
      "epoch": 12.030567685589519,
      "step": 38570
    },
    {
      "contrastive_lambda": 0.2831154156616647,
      "epoch": 12.030567685589519,
      "step": 38570
    },
    {
      "contrastive_lambda": 0.2830918272049492,
      "epoch": 12.030879600748596,
      "step": 38571
    },
    {
      "contrastive_lambda": 0.28306823934289993,
      "epoch": 12.031191515907674,
      "step": 38572
    },
    {
      "contrastive_lambda": 0.283044652075581,
      "epoch": 12.03150343106675,
      "step": 38573
    },
    {
      "contrastive_lambda": 0.2830210654030578,
      "epoch": 12.031815346225827,
      "step": 38574
    },
    {
      "contrastive_lambda": 0.28299747932539465,
      "epoch": 12.032127261384904,
      "step": 38575
    },
    {
      "contrastive_lambda": 0.2829738938426561,
      "epoch": 12.03243917654398,
      "step": 38576
    },
    {
      "contrastive_lambda": 0.28295030895490697,
      "epoch": 12.032751091703057,
      "step": 38577
    },
    {
      "contrastive_lambda": 0.2829267246622121,
      "epoch": 12.033063006862134,
      "step": 38578
    },
    {
      "contrastive_lambda": 0.2829031409646357,
      "epoch": 12.03337492202121,
      "step": 38579
    },
    {
      "epoch": 12.033686837180287,
      "grad_norm": 0.08974196761846542,
      "learning_rate": 3.0983006282732484e-05,
      "loss": 0.0238,
      "step": 38580
    },
    {
      "epoch": 12.033686837180287,
      "flow_loss": 0.028051219880580902,
      "step": 38580
    },
    {
      "contrastive_loss": 0.003368775825947523,
      "epoch": 12.033686837180287,
      "step": 38580
    },
    {
      "contrastive_lambda": 0.2828795578622427,
      "epoch": 12.033686837180287,
      "step": 38580
    },
    {
      "contrastive_lambda": 0.2828559753550977,
      "epoch": 12.033998752339365,
      "step": 38581
    },
    {
      "contrastive_lambda": 0.2828323934432654,
      "epoch": 12.03431066749844,
      "step": 38582
    },
    {
      "contrastive_lambda": 0.28280881212681064,
      "epoch": 12.034622582657517,
      "step": 38583
    },
    {
      "contrastive_lambda": 0.28278523140579737,
      "epoch": 12.034934497816593,
      "step": 38584
    },
    {
      "contrastive_lambda": 0.2827616512802912,
      "epoch": 12.03524641297567,
      "step": 38585
    },
    {
      "contrastive_lambda": 0.2827380717503561,
      "epoch": 12.035558328134748,
      "step": 38586
    },
    {
      "contrastive_lambda": 0.2827144928160569,
      "epoch": 12.035870243293823,
      "step": 38587
    },
    {
      "contrastive_lambda": 0.2826909144774582,
      "epoch": 12.0361821584529,
      "step": 38588
    },
    {
      "contrastive_lambda": 0.28266733673462496,
      "epoch": 12.036494073611978,
      "step": 38589
    },
    {
      "epoch": 12.036805988771054,
      "grad_norm": 0.11355022341012955,
      "learning_rate": 3.0957522401640116e-05,
      "loss": 0.0274,
      "step": 38590
    },
    {
      "epoch": 12.036805988771054,
      "flow_loss": 0.03779718652367592,
      "step": 38590
    },
    {
      "contrastive_loss": 0.0042929197661578655,
      "epoch": 12.036805988771054,
      "step": 38590
    },
    {
      "contrastive_lambda": 0.28264375958762133,
      "epoch": 12.036805988771054,
      "step": 38590
    },
    {
      "contrastive_lambda": 0.28262018303651215,
      "epoch": 12.037117903930131,
      "step": 38591
    },
    {
      "contrastive_lambda": 0.28259660708136214,
      "epoch": 12.037429819089208,
      "step": 38592
    },
    {
      "contrastive_lambda": 0.2825730317222358,
      "epoch": 12.037741734248284,
      "step": 38593
    },
    {
      "contrastive_lambda": 0.2825494569591981,
      "epoch": 12.038053649407361,
      "step": 38594
    },
    {
      "contrastive_lambda": 0.28252588279231317,
      "epoch": 12.038365564566439,
      "step": 38595
    },
    {
      "contrastive_lambda": 0.2825023092216459,
      "epoch": 12.038677479725514,
      "step": 38596
    },
    {
      "contrastive_lambda": 0.28247873624726094,
      "epoch": 12.038989394884592,
      "step": 38597
    },
    {
      "contrastive_lambda": 0.2824551638692228,
      "epoch": 12.039301310043669,
      "step": 38598
    },
    {
      "contrastive_lambda": 0.2824315920875962,
      "epoch": 12.039613225202745,
      "step": 38599
    },
    {
      "epoch": 12.039925140361822,
      "grad_norm": 0.10590946674346924,
      "learning_rate": 3.0932044305149645e-05,
      "loss": 0.0291,
      "step": 38600
    },
    {
      "epoch": 12.039925140361822,
      "flow_loss": 0.01771419681608677,
      "step": 38600
    },
    {
      "contrastive_loss": 0.004061336629092693,
      "epoch": 12.039925140361822,
      "step": 38600
    },
    {
      "contrastive_lambda": 0.282408020902446,
      "epoch": 12.039925140361822,
      "step": 38600
    },
    {
      "contrastive_lambda": 0.2823844503138363,
      "epoch": 12.040237055520898,
      "step": 38601
    },
    {
      "contrastive_lambda": 0.28236088032183204,
      "epoch": 12.040548970679975,
      "step": 38602
    },
    {
      "contrastive_lambda": 0.2823373109264977,
      "epoch": 12.040860885839052,
      "step": 38603
    },
    {
      "contrastive_lambda": 0.28231374212789806,
      "epoch": 12.041172800998128,
      "step": 38604
    },
    {
      "contrastive_lambda": 0.2822901739260978,
      "epoch": 12.041484716157205,
      "step": 38605
    },
    {
      "contrastive_lambda": 0.2822666063211612,
      "epoch": 12.041796631316283,
      "step": 38606
    },
    {
      "contrastive_lambda": 0.2822430393131531,
      "epoch": 12.042108546475358,
      "step": 38607
    },
    {
      "contrastive_lambda": 0.28221947290213806,
      "epoch": 12.042420461634435,
      "step": 38608
    },
    {
      "contrastive_lambda": 0.2821959070881809,
      "epoch": 12.042732376793513,
      "step": 38609
    },
    {
      "epoch": 12.043044291952588,
      "grad_norm": 0.13274618983268738,
      "learning_rate": 3.090657200100068e-05,
      "loss": 0.0302,
      "step": 38610
    },
    {
      "epoch": 12.043044291952588,
      "flow_loss": 0.012885550037026405,
      "step": 38610
    },
    {
      "contrastive_loss": 0.004689556546509266,
      "epoch": 12.043044291952588,
      "step": 38610
    },
    {
      "contrastive_lambda": 0.28217234187134577,
      "epoch": 12.043044291952588,
      "step": 38610
    },
    {
      "contrastive_lambda": 0.2821487772516976,
      "epoch": 12.043356207111666,
      "step": 38611
    },
    {
      "contrastive_lambda": 0.2821252132293009,
      "epoch": 12.043668122270743,
      "step": 38612
    },
    {
      "contrastive_lambda": 0.2821016498042203,
      "epoch": 12.043980037429819,
      "step": 38613
    },
    {
      "contrastive_lambda": 0.2820780869765206,
      "epoch": 12.044291952588896,
      "step": 38614
    },
    {
      "contrastive_lambda": 0.2820545247462658,
      "epoch": 12.044603867747973,
      "step": 38615
    },
    {
      "contrastive_lambda": 0.28203096311352127,
      "epoch": 12.044915782907049,
      "step": 38616
    },
    {
      "contrastive_lambda": 0.28200740207835107,
      "epoch": 12.045227698066126,
      "step": 38617
    },
    {
      "contrastive_lambda": 0.2819838416408199,
      "epoch": 12.045539613225202,
      "step": 38618
    },
    {
      "contrastive_lambda": 0.28196028180099253,
      "epoch": 12.04585152838428,
      "step": 38619
    },
    {
      "epoch": 12.046163443543357,
      "grad_norm": 0.12823174893856049,
      "learning_rate": 3.088110549693099e-05,
      "loss": 0.0235,
      "step": 38620
    },
    {
      "epoch": 12.046163443543357,
      "flow_loss": 0.0302842129021883,
      "step": 38620
    },
    {
      "contrastive_loss": 0.004514771513640881,
      "epoch": 12.046163443543357,
      "step": 38620
    },
    {
      "contrastive_lambda": 0.28193672255893354,
      "epoch": 12.046163443543357,
      "step": 38620
    },
    {
      "contrastive_lambda": 0.28191316391470717,
      "epoch": 12.046475358702432,
      "step": 38621
    },
    {
      "contrastive_lambda": 0.2818896058683783,
      "epoch": 12.04678727386151,
      "step": 38622
    },
    {
      "contrastive_lambda": 0.2818660484200114,
      "epoch": 12.047099189020587,
      "step": 38623
    },
    {
      "contrastive_lambda": 0.28184249156967117,
      "epoch": 12.047411104179663,
      "step": 38624
    },
    {
      "contrastive_lambda": 0.2818189353174223,
      "epoch": 12.04772301933874,
      "step": 38625
    },
    {
      "contrastive_lambda": 0.281795379663329,
      "epoch": 12.048034934497817,
      "step": 38626
    },
    {
      "contrastive_lambda": 0.2817718246074561,
      "epoch": 12.048346849656893,
      "step": 38627
    },
    {
      "contrastive_lambda": 0.28174827014986814,
      "epoch": 12.04865876481597,
      "step": 38628
    },
    {
      "contrastive_lambda": 0.2817247162906299,
      "epoch": 12.048970679975048,
      "step": 38629
    },
    {
      "epoch": 12.049282595134123,
      "grad_norm": 0.07746178656816483,
      "learning_rate": 3.085564480067667e-05,
      "loss": 0.0292,
      "step": 38630
    },
    {
      "epoch": 12.049282595134123,
      "flow_loss": 0.027016282081604004,
      "step": 38630
    },
    {
      "contrastive_loss": 0.004520639311522245,
      "epoch": 12.049282595134123,
      "step": 38630
    },
    {
      "contrastive_lambda": 0.2817011630298053,
      "epoch": 12.049282595134123,
      "step": 38630
    },
    {
      "contrastive_lambda": 0.28167761036745975,
      "epoch": 12.0495945102932,
      "step": 38631
    },
    {
      "contrastive_lambda": 0.2816540583036572,
      "epoch": 12.049906425452278,
      "step": 38632
    },
    {
      "contrastive_lambda": 0.2816305068384625,
      "epoch": 12.050218340611353,
      "step": 38633
    },
    {
      "contrastive_lambda": 0.2816069559719402,
      "epoch": 12.05053025577043,
      "step": 38634
    },
    {
      "contrastive_lambda": 0.28158340570415474,
      "epoch": 12.050842170929506,
      "step": 38635
    },
    {
      "contrastive_lambda": 0.28155985603517103,
      "epoch": 12.051154086088584,
      "step": 38636
    },
    {
      "contrastive_lambda": 0.28153630696505316,
      "epoch": 12.051466001247661,
      "step": 38637
    },
    {
      "contrastive_lambda": 0.2815127584938659,
      "epoch": 12.051777916406737,
      "step": 38638
    },
    {
      "contrastive_lambda": 0.28148921062167387,
      "epoch": 12.052089831565814,
      "step": 38639
    },
    {
      "epoch": 12.052401746724891,
      "grad_norm": 0.11190532147884369,
      "learning_rate": 3.0830189919971955e-05,
      "loss": 0.0295,
      "step": 38640
    },
    {
      "epoch": 12.052401746724891,
      "flow_loss": 0.03662817180156708,
      "step": 38640
    },
    {
      "contrastive_loss": 0.0035187499597668648,
      "epoch": 12.052401746724891,
      "step": 38640
    },
    {
      "contrastive_lambda": 0.28146566334854173,
      "epoch": 12.052401746724891,
      "step": 38640
    },
    {
      "contrastive_lambda": 0.28144211667453345,
      "epoch": 12.052713661883967,
      "step": 38641
    },
    {
      "contrastive_lambda": 0.2814185705997144,
      "epoch": 12.053025577043044,
      "step": 38642
    },
    {
      "contrastive_lambda": 0.28139502512414866,
      "epoch": 12.053337492202122,
      "step": 38643
    },
    {
      "contrastive_lambda": 0.2813714802479008,
      "epoch": 12.053649407361197,
      "step": 38644
    },
    {
      "contrastive_lambda": 0.28134793597103547,
      "epoch": 12.053961322520275,
      "step": 38645
    },
    {
      "contrastive_lambda": 0.2813243922936174,
      "epoch": 12.054273237679352,
      "step": 38646
    },
    {
      "contrastive_lambda": 0.28130084921571064,
      "epoch": 12.054585152838428,
      "step": 38647
    },
    {
      "contrastive_lambda": 0.28127730673738005,
      "epoch": 12.054897067997505,
      "step": 38648
    },
    {
      "contrastive_lambda": 0.2812537648586902,
      "epoch": 12.055208983156582,
      "step": 38649
    },
    {
      "epoch": 12.055520898315658,
      "grad_norm": 0.08425156772136688,
      "learning_rate": 3.080474086254939e-05,
      "loss": 0.0268,
      "step": 38650
    },
    {
      "epoch": 12.055520898315658,
      "flow_loss": 0.02083486318588257,
      "step": 38650
    },
    {
      "contrastive_loss": 0.004199300892651081,
      "epoch": 12.055520898315658,
      "step": 38650
    },
    {
      "contrastive_lambda": 0.2812302235797055,
      "epoch": 12.055520898315658,
      "step": 38650
    },
    {
      "contrastive_lambda": 0.28120668290049083,
      "epoch": 12.055832813474735,
      "step": 38651
    },
    {
      "contrastive_lambda": 0.28118314282111023,
      "epoch": 12.05614472863381,
      "step": 38652
    },
    {
      "contrastive_lambda": 0.2811596033416285,
      "epoch": 12.056456643792888,
      "step": 38653
    },
    {
      "contrastive_lambda": 0.2811360644621101,
      "epoch": 12.056768558951966,
      "step": 38654
    },
    {
      "contrastive_lambda": 0.2811125261826196,
      "epoch": 12.057080474111041,
      "step": 38655
    },
    {
      "contrastive_lambda": 0.2810889885032218,
      "epoch": 12.057392389270118,
      "step": 38656
    },
    {
      "contrastive_lambda": 0.2810654514239807,
      "epoch": 12.057704304429196,
      "step": 38657
    },
    {
      "contrastive_lambda": 0.2810419149449611,
      "epoch": 12.058016219588271,
      "step": 38658
    },
    {
      "contrastive_lambda": 0.28101837906622756,
      "epoch": 12.058328134747349,
      "step": 38659
    },
    {
      "epoch": 12.058640049906426,
      "grad_norm": 0.09394495189189911,
      "learning_rate": 3.077929763613975e-05,
      "loss": 0.0235,
      "step": 38660
    },
    {
      "epoch": 12.058640049906426,
      "flow_loss": 0.03086254931986332,
      "step": 38660
    },
    {
      "contrastive_loss": 0.004283056128770113,
      "epoch": 12.058640049906426,
      "step": 38660
    },
    {
      "contrastive_lambda": 0.2809948437878448,
      "epoch": 12.058640049906426,
      "step": 38660
    },
    {
      "contrastive_lambda": 0.2809713091098766,
      "epoch": 12.058951965065502,
      "step": 38661
    },
    {
      "contrastive_lambda": 0.28094777503238844,
      "epoch": 12.059263880224579,
      "step": 38662
    },
    {
      "contrastive_lambda": 0.28092424155544427,
      "epoch": 12.059575795383656,
      "step": 38663
    },
    {
      "contrastive_lambda": 0.28090070867910866,
      "epoch": 12.059887710542732,
      "step": 38664
    },
    {
      "contrastive_lambda": 0.28087717640344617,
      "epoch": 12.06019962570181,
      "step": 38665
    },
    {
      "contrastive_lambda": 0.2808536447285216,
      "epoch": 12.060511540860887,
      "step": 38666
    },
    {
      "contrastive_lambda": 0.2808301136543989,
      "epoch": 12.060823456019962,
      "step": 38667
    },
    {
      "contrastive_lambda": 0.28080658318114304,
      "epoch": 12.06113537117904,
      "step": 38668
    },
    {
      "contrastive_lambda": 0.28078305330881825,
      "epoch": 12.061447286338115,
      "step": 38669
    },
    {
      "epoch": 12.061759201497193,
      "grad_norm": 0.09619617462158203,
      "learning_rate": 3.075386024847198e-05,
      "loss": 0.0269,
      "step": 38670
    },
    {
      "epoch": 12.061759201497193,
      "flow_loss": 0.01463885698467493,
      "step": 38670
    },
    {
      "contrastive_loss": 0.0044578202068805695,
      "epoch": 12.061759201497193,
      "step": 38670
    },
    {
      "contrastive_lambda": 0.28075952403748927,
      "epoch": 12.061759201497193,
      "step": 38670
    },
    {
      "contrastive_lambda": 0.2807359953672206,
      "epoch": 12.06207111665627,
      "step": 38671
    },
    {
      "contrastive_lambda": 0.2807124672980763,
      "epoch": 12.062383031815346,
      "step": 38672
    },
    {
      "contrastive_lambda": 0.28068893983012166,
      "epoch": 12.062694946974423,
      "step": 38673
    },
    {
      "contrastive_lambda": 0.2806654129634205,
      "epoch": 12.0630068621335,
      "step": 38674
    },
    {
      "contrastive_lambda": 0.2806418866980376,
      "epoch": 12.063318777292576,
      "step": 38675
    },
    {
      "contrastive_lambda": 0.28061836103403737,
      "epoch": 12.063630692451653,
      "step": 38676
    },
    {
      "contrastive_lambda": 0.28059483597148455,
      "epoch": 12.06394260761073,
      "step": 38677
    },
    {
      "contrastive_lambda": 0.2805713115104433,
      "epoch": 12.064254522769806,
      "step": 38678
    },
    {
      "contrastive_lambda": 0.2805477876509782,
      "epoch": 12.064566437928884,
      "step": 38679
    },
    {
      "epoch": 12.06487835308796,
      "grad_norm": 0.10955283790826797,
      "learning_rate": 3.072842870727331e-05,
      "loss": 0.0266,
      "step": 38680
    },
    {
      "epoch": 12.06487835308796,
      "flow_loss": 0.026723375543951988,
      "step": 38680
    },
    {
      "contrastive_loss": 0.003637212561443448,
      "epoch": 12.06487835308796,
      "step": 38680
    },
    {
      "contrastive_lambda": 0.2805242643931538,
      "epoch": 12.06487835308796,
      "step": 38680
    },
    {
      "contrastive_lambda": 0.28050074173703465,
      "epoch": 12.065190268247036,
      "step": 38681
    },
    {
      "contrastive_lambda": 0.28047721968268535,
      "epoch": 12.065502183406114,
      "step": 38682
    },
    {
      "contrastive_lambda": 0.28045369823017,
      "epoch": 12.065814098565191,
      "step": 38683
    },
    {
      "contrastive_lambda": 0.28043017737955334,
      "epoch": 12.066126013724267,
      "step": 38684
    },
    {
      "contrastive_lambda": 0.2804066571308998,
      "epoch": 12.066437928883344,
      "step": 38685
    },
    {
      "contrastive_lambda": 0.2803831374842739,
      "epoch": 12.06674984404242,
      "step": 38686
    },
    {
      "contrastive_lambda": 0.28035961843974005,
      "epoch": 12.067061759201497,
      "step": 38687
    },
    {
      "contrastive_lambda": 0.280336099997363,
      "epoch": 12.067373674360574,
      "step": 38688
    },
    {
      "contrastive_lambda": 0.2803125821572068,
      "epoch": 12.06768558951965,
      "step": 38689
    },
    {
      "epoch": 12.067997504678727,
      "grad_norm": 0.0864671990275383,
      "learning_rate": 3.070300302026916e-05,
      "loss": 0.0243,
      "step": 38690
    },
    {
      "epoch": 12.067997504678727,
      "flow_loss": 0.028251739218831062,
      "step": 38690
    },
    {
      "contrastive_loss": 0.004630104638636112,
      "epoch": 12.067997504678727,
      "step": 38690
    },
    {
      "contrastive_lambda": 0.28028906491933614,
      "epoch": 12.067997504678727,
      "step": 38690
    },
    {
      "contrastive_lambda": 0.28026554828381545,
      "epoch": 12.068309419837805,
      "step": 38691
    },
    {
      "contrastive_lambda": 0.28024203225070926,
      "epoch": 12.06862133499688,
      "step": 38692
    },
    {
      "contrastive_lambda": 0.28021851682008225,
      "epoch": 12.068933250155958,
      "step": 38693
    },
    {
      "contrastive_lambda": 0.2801950019919984,
      "epoch": 12.069245165315035,
      "step": 38694
    },
    {
      "contrastive_lambda": 0.28017148776652245,
      "epoch": 12.06955708047411,
      "step": 38695
    },
    {
      "contrastive_lambda": 0.28014797414371884,
      "epoch": 12.069868995633188,
      "step": 38696
    },
    {
      "contrastive_lambda": 0.28012446112365225,
      "epoch": 12.070180910792265,
      "step": 38697
    },
    {
      "contrastive_lambda": 0.2801009487063865,
      "epoch": 12.07049282595134,
      "step": 38698
    },
    {
      "contrastive_lambda": 0.28007743689198694,
      "epoch": 12.070804741110418,
      "step": 38699
    },
    {
      "epoch": 12.071116656269494,
      "grad_norm": 0.09425590187311172,
      "learning_rate": 3.067758319518318e-05,
      "loss": 0.0242,
      "step": 38700
    },
    {
      "epoch": 12.071116656269494,
      "flow_loss": 0.023097533732652664,
      "step": 38700
    },
    {
      "contrastive_loss": 0.004404391627758741,
      "epoch": 12.071116656269494,
      "step": 38700
    },
    {
      "contrastive_lambda": 0.28005392568051735,
      "epoch": 12.071116656269494,
      "step": 38700
    },
    {
      "contrastive_lambda": 0.2800304150720424,
      "epoch": 12.071428571428571,
      "step": 38701
    },
    {
      "contrastive_lambda": 0.2800069050666266,
      "epoch": 12.071740486587649,
      "step": 38702
    },
    {
      "contrastive_lambda": 0.27998339566433433,
      "epoch": 12.072052401746724,
      "step": 38703
    },
    {
      "contrastive_lambda": 0.27995988686523027,
      "epoch": 12.072364316905801,
      "step": 38704
    },
    {
      "contrastive_lambda": 0.2799363786693785,
      "epoch": 12.072676232064879,
      "step": 38705
    },
    {
      "contrastive_lambda": 0.2799128710768436,
      "epoch": 12.072988147223954,
      "step": 38706
    },
    {
      "contrastive_lambda": 0.27988936408769005,
      "epoch": 12.073300062383032,
      "step": 38707
    },
    {
      "contrastive_lambda": 0.2798658577019826,
      "epoch": 12.07361197754211,
      "step": 38708
    },
    {
      "contrastive_lambda": 0.27984235191978507,
      "epoch": 12.073923892701185,
      "step": 38709
    },
    {
      "epoch": 12.074235807860262,
      "grad_norm": 0.07024583965539932,
      "learning_rate": 3.065216923973725e-05,
      "loss": 0.0256,
      "step": 38710
    },
    {
      "epoch": 12.074235807860262,
      "flow_loss": 0.023411981761455536,
      "step": 38710
    },
    {
      "contrastive_loss": 0.003694627434015274,
      "epoch": 12.074235807860262,
      "step": 38710
    },
    {
      "contrastive_lambda": 0.2798188467411623,
      "epoch": 12.074235807860262,
      "step": 38710
    },
    {
      "contrastive_lambda": 0.27979534216617863,
      "epoch": 12.07454772301934,
      "step": 38711
    },
    {
      "contrastive_lambda": 0.2797718381948986,
      "epoch": 12.074859638178415,
      "step": 38712
    },
    {
      "contrastive_lambda": 0.2797483348273867,
      "epoch": 12.075171553337492,
      "step": 38713
    },
    {
      "contrastive_lambda": 0.27972483206370713,
      "epoch": 12.07548346849657,
      "step": 38714
    },
    {
      "contrastive_lambda": 0.2797013299039244,
      "epoch": 12.075795383655645,
      "step": 38715
    },
    {
      "contrastive_lambda": 0.27967782834810295,
      "epoch": 12.076107298814723,
      "step": 38716
    },
    {
      "contrastive_lambda": 0.27965432739630747,
      "epoch": 12.076419213973798,
      "step": 38717
    },
    {
      "contrastive_lambda": 0.27963082704860176,
      "epoch": 12.076731129132876,
      "step": 38718
    },
    {
      "contrastive_lambda": 0.27960732730505106,
      "epoch": 12.077043044291953,
      "step": 38719
    },
    {
      "epoch": 12.077354959451029,
      "grad_norm": 0.07291200011968613,
      "learning_rate": 3.062676116165145e-05,
      "loss": 0.0216,
      "step": 38720
    },
    {
      "epoch": 12.077354959451029,
      "flow_loss": 0.036791764199733734,
      "step": 38720
    },
    {
      "contrastive_loss": 0.004236818756908178,
      "epoch": 12.077354959451029,
      "step": 38720
    },
    {
      "contrastive_lambda": 0.2795838281657192,
      "epoch": 12.077354959451029,
      "step": 38720
    },
    {
      "contrastive_lambda": 0.2795603296306708,
      "epoch": 12.077666874610106,
      "step": 38721
    },
    {
      "contrastive_lambda": 0.27953683169997023,
      "epoch": 12.077978789769183,
      "step": 38722
    },
    {
      "contrastive_lambda": 0.2795133343736819,
      "epoch": 12.078290704928259,
      "step": 38723
    },
    {
      "contrastive_lambda": 0.2794898376518706,
      "epoch": 12.078602620087336,
      "step": 38724
    },
    {
      "contrastive_lambda": 0.27946634153460015,
      "epoch": 12.078914535246414,
      "step": 38725
    },
    {
      "contrastive_lambda": 0.27944284602193525,
      "epoch": 12.07922645040549,
      "step": 38726
    },
    {
      "contrastive_lambda": 0.27941935111394034,
      "epoch": 12.079538365564567,
      "step": 38727
    },
    {
      "contrastive_lambda": 0.27939585681068,
      "epoch": 12.079850280723644,
      "step": 38728
    },
    {
      "contrastive_lambda": 0.279372363112218,
      "epoch": 12.08016219588272,
      "step": 38729
    },
    {
      "epoch": 12.080474111041797,
      "grad_norm": 0.11939353495836258,
      "learning_rate": 3.06013589686441e-05,
      "loss": 0.0262,
      "step": 38730
    },
    {
      "epoch": 12.080474111041797,
      "flow_loss": 0.020172182470560074,
      "step": 38730
    },
    {
      "contrastive_loss": 0.0039021442644298077,
      "epoch": 12.080474111041797,
      "step": 38730
    },
    {
      "contrastive_lambda": 0.2793488700186197,
      "epoch": 12.080474111041797,
      "step": 38730
    },
    {
      "contrastive_lambda": 0.2793253775299487,
      "epoch": 12.080786026200874,
      "step": 38731
    },
    {
      "contrastive_lambda": 0.2793018856462698,
      "epoch": 12.08109794135995,
      "step": 38732
    },
    {
      "contrastive_lambda": 0.27927839436764723,
      "epoch": 12.081409856519027,
      "step": 38733
    },
    {
      "contrastive_lambda": 0.27925490369414563,
      "epoch": 12.081721771678103,
      "step": 38734
    },
    {
      "contrastive_lambda": 0.27923141362582915,
      "epoch": 12.08203368683718,
      "step": 38735
    },
    {
      "contrastive_lambda": 0.27920792416276224,
      "epoch": 12.082345601996257,
      "step": 38736
    },
    {
      "contrastive_lambda": 0.27918443530500936,
      "epoch": 12.082657517155333,
      "step": 38737
    },
    {
      "contrastive_lambda": 0.27916094705263483,
      "epoch": 12.08296943231441,
      "step": 38738
    },
    {
      "contrastive_lambda": 0.27913745940570334,
      "epoch": 12.083281347473488,
      "step": 38739
    },
    {
      "epoch": 12.083593262632563,
      "grad_norm": 0.17496828734874725,
      "learning_rate": 3.05759626684317e-05,
      "loss": 0.0333,
      "step": 38740
    },
    {
      "epoch": 12.083593262632563,
      "flow_loss": 0.013576985336840153,
      "step": 38740
    },
    {
      "contrastive_loss": 0.005066241137683392,
      "epoch": 12.083593262632563,
      "step": 38740
    },
    {
      "contrastive_lambda": 0.2791139723642787,
      "epoch": 12.083593262632563,
      "step": 38740
    },
    {
      "contrastive_lambda": 0.279090485928426,
      "epoch": 12.08390517779164,
      "step": 38741
    },
    {
      "contrastive_lambda": 0.27906700009820906,
      "epoch": 12.084217092950718,
      "step": 38742
    },
    {
      "contrastive_lambda": 0.2790435148736925,
      "epoch": 12.084529008109794,
      "step": 38743
    },
    {
      "contrastive_lambda": 0.2790200302549407,
      "epoch": 12.084840923268871,
      "step": 38744
    },
    {
      "contrastive_lambda": 0.2789965462420182,
      "epoch": 12.085152838427948,
      "step": 38745
    },
    {
      "contrastive_lambda": 0.278973062834989,
      "epoch": 12.085464753587024,
      "step": 38746
    },
    {
      "contrastive_lambda": 0.2789495800339178,
      "epoch": 12.085776668746101,
      "step": 38747
    },
    {
      "contrastive_lambda": 0.2789260978388688,
      "epoch": 12.086088583905179,
      "step": 38748
    },
    {
      "contrastive_lambda": 0.2789026162499064,
      "epoch": 12.086400499064254,
      "step": 38749
    },
    {
      "epoch": 12.086712414223332,
      "grad_norm": 0.1202940121293068,
      "learning_rate": 3.055057226872896e-05,
      "loss": 0.0247,
      "step": 38750
    },
    {
      "epoch": 12.086712414223332,
      "flow_loss": 0.01963668316602707,
      "step": 38750
    },
    {
      "contrastive_loss": 0.005163702182471752,
      "epoch": 12.086712414223332,
      "step": 38750
    },
    {
      "contrastive_lambda": 0.2788791352670953,
      "epoch": 12.086712414223332,
      "step": 38750
    },
    {
      "contrastive_lambda": 0.27885565489049946,
      "epoch": 12.087024329382407,
      "step": 38751
    },
    {
      "contrastive_lambda": 0.2788321751201833,
      "epoch": 12.087336244541484,
      "step": 38752
    },
    {
      "contrastive_lambda": 0.2788086959562113,
      "epoch": 12.087648159700562,
      "step": 38753
    },
    {
      "contrastive_lambda": 0.2787852173986481,
      "epoch": 12.087960074859637,
      "step": 38754
    },
    {
      "contrastive_lambda": 0.27876173944755755,
      "epoch": 12.088271990018715,
      "step": 38755
    },
    {
      "contrastive_lambda": 0.27873826210300423,
      "epoch": 12.088583905177792,
      "step": 38756
    },
    {
      "contrastive_lambda": 0.2787147853650525,
      "epoch": 12.088895820336868,
      "step": 38757
    },
    {
      "contrastive_lambda": 0.2786913092337668,
      "epoch": 12.089207735495945,
      "step": 38758
    },
    {
      "contrastive_lambda": 0.2786678337092116,
      "epoch": 12.089519650655022,
      "step": 38759
    },
    {
      "epoch": 12.089831565814098,
      "grad_norm": 0.10290707647800446,
      "learning_rate": 3.052518777724887e-05,
      "loss": 0.0252,
      "step": 38760
    },
    {
      "epoch": 12.089831565814098,
      "flow_loss": 0.037567704916000366,
      "step": 38760
    },
    {
      "contrastive_loss": 0.0043016765266656876,
      "epoch": 12.089831565814098,
      "step": 38760
    },
    {
      "contrastive_lambda": 0.2786443587914508,
      "epoch": 12.089831565814098,
      "step": 38760
    },
    {
      "contrastive_lambda": 0.27862088448054934,
      "epoch": 12.090143480973175,
      "step": 38761
    },
    {
      "contrastive_lambda": 0.27859741077657113,
      "epoch": 12.090455396132253,
      "step": 38762
    },
    {
      "contrastive_lambda": 0.2785739376795807,
      "epoch": 12.090767311291328,
      "step": 38763
    },
    {
      "contrastive_lambda": 0.2785504651896424,
      "epoch": 12.091079226450406,
      "step": 38764
    },
    {
      "contrastive_lambda": 0.27852699330682074,
      "epoch": 12.091391141609483,
      "step": 38765
    },
    {
      "contrastive_lambda": 0.27850352203117973,
      "epoch": 12.091703056768559,
      "step": 38766
    },
    {
      "contrastive_lambda": 0.27848005136278386,
      "epoch": 12.092014971927636,
      "step": 38767
    },
    {
      "contrastive_lambda": 0.27845658130169754,
      "epoch": 12.092326887086712,
      "step": 38768
    },
    {
      "contrastive_lambda": 0.2784331118479851,
      "epoch": 12.092638802245789,
      "step": 38769
    },
    {
      "epoch": 12.092950717404866,
      "grad_norm": 0.1305495947599411,
      "learning_rate": 3.04998092017025e-05,
      "loss": 0.0308,
      "step": 38770
    },
    {
      "epoch": 12.092950717404866,
      "flow_loss": 0.021478772163391113,
      "step": 38770
    },
    {
      "contrastive_loss": 0.003596336580812931,
      "epoch": 12.092950717404866,
      "step": 38770
    },
    {
      "contrastive_lambda": 0.278409643001711,
      "epoch": 12.092950717404866,
      "step": 38770
    },
    {
      "contrastive_lambda": 0.27838617476293925,
      "epoch": 12.093262632563942,
      "step": 38771
    },
    {
      "contrastive_lambda": 0.2783627071317345,
      "epoch": 12.09357454772302,
      "step": 38772
    },
    {
      "contrastive_lambda": 0.27833924010816086,
      "epoch": 12.093886462882097,
      "step": 38773
    },
    {
      "contrastive_lambda": 0.2783157736922828,
      "epoch": 12.094198378041172,
      "step": 38774
    },
    {
      "contrastive_lambda": 0.2782923078841646,
      "epoch": 12.09451029320025,
      "step": 38775
    },
    {
      "contrastive_lambda": 0.27826884268387087,
      "epoch": 12.094822208359327,
      "step": 38776
    },
    {
      "contrastive_lambda": 0.27824537809146555,
      "epoch": 12.095134123518402,
      "step": 38777
    },
    {
      "contrastive_lambda": 0.278221914107013,
      "epoch": 12.09544603867748,
      "step": 38778
    },
    {
      "contrastive_lambda": 0.27819845073057775,
      "epoch": 12.095757953836557,
      "step": 38779
    },
    {
      "epoch": 12.096069868995633,
      "grad_norm": 0.1243593618273735,
      "learning_rate": 3.0474436549799246e-05,
      "loss": 0.027,
      "step": 38780
    },
    {
      "epoch": 12.096069868995633,
      "flow_loss": 0.016284994781017303,
      "step": 38780
    },
    {
      "contrastive_loss": 0.0033888882026076317,
      "epoch": 12.096069868995633,
      "step": 38780
    },
    {
      "contrastive_lambda": 0.278174987962224,
      "epoch": 12.096069868995633,
      "step": 38780
    },
    {
      "contrastive_lambda": 0.27815152580201635,
      "epoch": 12.09638178415471,
      "step": 38781
    },
    {
      "contrastive_lambda": 0.2781280642500187,
      "epoch": 12.096693699313787,
      "step": 38782
    },
    {
      "contrastive_lambda": 0.2781046033062955,
      "epoch": 12.097005614472863,
      "step": 38783
    },
    {
      "contrastive_lambda": 0.27808114297091113,
      "epoch": 12.09731752963194,
      "step": 38784
    },
    {
      "contrastive_lambda": 0.27805768324393015,
      "epoch": 12.097629444791016,
      "step": 38785
    },
    {
      "contrastive_lambda": 0.27803422412541623,
      "epoch": 12.097941359950093,
      "step": 38786
    },
    {
      "contrastive_lambda": 0.2780107656154345,
      "epoch": 12.09825327510917,
      "step": 38787
    },
    {
      "contrastive_lambda": 0.27798730771404856,
      "epoch": 12.098565190268246,
      "step": 38788
    },
    {
      "contrastive_lambda": 0.2779638504213231,
      "epoch": 12.098877105427324,
      "step": 38789
    },
    {
      "epoch": 12.099189020586401,
      "grad_norm": 0.08522311598062515,
      "learning_rate": 3.044906982924661e-05,
      "loss": 0.0313,
      "step": 38790
    },
    {
      "epoch": 12.099189020586401,
      "flow_loss": 0.038822490721940994,
      "step": 38790
    },
    {
      "contrastive_loss": 0.0035563574638217688,
      "epoch": 12.099189020586401,
      "step": 38790
    },
    {
      "contrastive_lambda": 0.2779403937373224,
      "epoch": 12.099189020586401,
      "step": 38790
    },
    {
      "contrastive_lambda": 0.2779169376621106,
      "epoch": 12.099500935745477,
      "step": 38791
    },
    {
      "contrastive_lambda": 0.2778934821957524,
      "epoch": 12.099812850904554,
      "step": 38792
    },
    {
      "contrastive_lambda": 0.2778700273383116,
      "epoch": 12.100124766063631,
      "step": 38793
    },
    {
      "contrastive_lambda": 0.2778465730898528,
      "epoch": 12.100436681222707,
      "step": 38794
    },
    {
      "contrastive_lambda": 0.27782311945044014,
      "epoch": 12.100748596381784,
      "step": 38795
    },
    {
      "contrastive_lambda": 0.2777996664201383,
      "epoch": 12.101060511540862,
      "step": 38796
    },
    {
      "contrastive_lambda": 0.2777762139990108,
      "epoch": 12.101372426699937,
      "step": 38797
    },
    {
      "contrastive_lambda": 0.27775276218712286,
      "epoch": 12.101684341859015,
      "step": 38798
    },
    {
      "contrastive_lambda": 0.2777293109845382,
      "epoch": 12.101996257018092,
      "step": 38799
    },
    {
      "epoch": 12.102308172177167,
      "grad_norm": 0.08231718093156815,
      "learning_rate": 3.0423709047750337e-05,
      "loss": 0.0236,
      "step": 38800
    },
    {
      "epoch": 12.102308172177167,
      "flow_loss": 0.013911730609834194,
      "step": 38800
    },
    {
      "contrastive_loss": 0.004971389193087816,
      "epoch": 12.102308172177167,
      "step": 38800
    },
    {
      "contrastive_lambda": 0.27770586039132117,
      "epoch": 12.102308172177167,
      "step": 38800
    },
    {
      "contrastive_lambda": 0.27768241040753616,
      "epoch": 12.102620087336245,
      "step": 38801
    },
    {
      "contrastive_lambda": 0.2776589610332477,
      "epoch": 12.10293200249532,
      "step": 38802
    },
    {
      "contrastive_lambda": 0.27763551226851957,
      "epoch": 12.103243917654398,
      "step": 38803
    },
    {
      "contrastive_lambda": 0.2776120641134163,
      "epoch": 12.103555832813475,
      "step": 38804
    },
    {
      "contrastive_lambda": 0.27758861656800227,
      "epoch": 12.10386774797255,
      "step": 38805
    },
    {
      "contrastive_lambda": 0.27756516963234157,
      "epoch": 12.104179663131628,
      "step": 38806
    },
    {
      "contrastive_lambda": 0.27754172330649884,
      "epoch": 12.104491578290705,
      "step": 38807
    },
    {
      "contrastive_lambda": 0.27751827759053793,
      "epoch": 12.104803493449781,
      "step": 38808
    },
    {
      "contrastive_lambda": 0.2774948324845232,
      "epoch": 12.105115408608858,
      "step": 38809
    },
    {
      "epoch": 12.105427323767936,
      "grad_norm": 0.09273026883602142,
      "learning_rate": 3.03983542130144e-05,
      "loss": 0.0282,
      "step": 38810
    },
    {
      "epoch": 12.105427323767936,
      "flow_loss": 0.029545970261096954,
      "step": 38810
    },
    {
      "contrastive_loss": 0.0032670930959284306,
      "epoch": 12.105427323767936,
      "step": 38810
    },
    {
      "contrastive_lambda": 0.2774713879885191,
      "epoch": 12.105427323767936,
      "step": 38810
    },
    {
      "contrastive_lambda": 0.2774479441025899,
      "epoch": 12.105739238927011,
      "step": 38811
    },
    {
      "contrastive_lambda": 0.2774245008267998,
      "epoch": 12.106051154086089,
      "step": 38812
    },
    {
      "contrastive_lambda": 0.277401058161213,
      "epoch": 12.106363069245166,
      "step": 38813
    },
    {
      "contrastive_lambda": 0.27737761610589384,
      "epoch": 12.106674984404242,
      "step": 38814
    },
    {
      "contrastive_lambda": 0.2773541746609065,
      "epoch": 12.106986899563319,
      "step": 38815
    },
    {
      "contrastive_lambda": 0.2773307338263156,
      "epoch": 12.107298814722396,
      "step": 38816
    },
    {
      "contrastive_lambda": 0.27730729360218476,
      "epoch": 12.107610729881472,
      "step": 38817
    },
    {
      "contrastive_lambda": 0.27728385398857897,
      "epoch": 12.10792264504055,
      "step": 38818
    },
    {
      "contrastive_lambda": 0.277260414985562,
      "epoch": 12.108234560199625,
      "step": 38819
    },
    {
      "epoch": 12.108546475358702,
      "grad_norm": 0.1084868535399437,
      "learning_rate": 3.0373005332740877e-05,
      "loss": 0.0282,
      "step": 38820
    },
    {
      "epoch": 12.108546475358702,
      "flow_loss": 0.03296603262424469,
      "step": 38820
    },
    {
      "contrastive_loss": 0.003479223232716322,
      "epoch": 12.108546475358702,
      "step": 38820
    },
    {
      "contrastive_lambda": 0.2772369765931981,
      "epoch": 12.108546475358702,
      "step": 38820
    },
    {
      "contrastive_lambda": 0.27721353881155186,
      "epoch": 12.10885839051778,
      "step": 38821
    },
    {
      "contrastive_lambda": 0.27719010164068747,
      "epoch": 12.109170305676855,
      "step": 38822
    },
    {
      "contrastive_lambda": 0.27716666508066884,
      "epoch": 12.109482220835933,
      "step": 38823
    },
    {
      "contrastive_lambda": 0.2771432291315605,
      "epoch": 12.10979413599501,
      "step": 38824
    },
    {
      "contrastive_lambda": 0.27711979379342655,
      "epoch": 12.110106051154085,
      "step": 38825
    },
    {
      "contrastive_lambda": 0.27709635906633145,
      "epoch": 12.110417966313163,
      "step": 38826
    },
    {
      "contrastive_lambda": 0.2770729249503395,
      "epoch": 12.11072988147224,
      "step": 38827
    },
    {
      "contrastive_lambda": 0.2770494914455144,
      "epoch": 12.111041796631316,
      "step": 38828
    },
    {
      "contrastive_lambda": 0.2770260585519212,
      "epoch": 12.111353711790393,
      "step": 38829
    },
    {
      "epoch": 12.11166562694947,
      "grad_norm": 0.07457141578197479,
      "learning_rate": 3.034766241463013e-05,
      "loss": 0.023,
      "step": 38830
    },
    {
      "epoch": 12.11166562694947,
      "flow_loss": 0.040595170110464096,
      "step": 38830
    },
    {
      "contrastive_loss": 0.005103305913507938,
      "epoch": 12.11166562694947,
      "step": 38830
    },
    {
      "contrastive_lambda": 0.27700262626962346,
      "epoch": 12.11166562694947,
      "step": 38830
    },
    {
      "contrastive_lambda": 0.2769791945986857,
      "epoch": 12.111977542108546,
      "step": 38831
    },
    {
      "contrastive_lambda": 0.2769557635391722,
      "epoch": 12.112289457267623,
      "step": 38832
    },
    {
      "contrastive_lambda": 0.2769323330911472,
      "epoch": 12.1126013724267,
      "step": 38833
    },
    {
      "contrastive_lambda": 0.27690890325467477,
      "epoch": 12.112913287585776,
      "step": 38834
    },
    {
      "contrastive_lambda": 0.2768854740298192,
      "epoch": 12.113225202744854,
      "step": 38835
    },
    {
      "contrastive_lambda": 0.27686204541664483,
      "epoch": 12.11353711790393,
      "step": 38836
    },
    {
      "contrastive_lambda": 0.27683861741521587,
      "epoch": 12.113849033063007,
      "step": 38837
    },
    {
      "contrastive_lambda": 0.2768151900255966,
      "epoch": 12.114160948222084,
      "step": 38838
    },
    {
      "contrastive_lambda": 0.27679176324785104,
      "epoch": 12.11447286338116,
      "step": 38839
    },
    {
      "epoch": 12.114784778540237,
      "grad_norm": 0.09092805534601212,
      "learning_rate": 3.032232546638064e-05,
      "loss": 0.0279,
      "step": 38840
    },
    {
      "epoch": 12.114784778540237,
      "flow_loss": 0.013906390406191349,
      "step": 38840
    },
    {
      "contrastive_loss": 0.003334207460284233,
      "epoch": 12.114784778540237,
      "step": 38840
    },
    {
      "contrastive_lambda": 0.2767683370820435,
      "epoch": 12.114784778540237,
      "step": 38840
    },
    {
      "contrastive_lambda": 0.2767449115282382,
      "epoch": 12.115096693699314,
      "step": 38841
    },
    {
      "contrastive_lambda": 0.27672148658649964,
      "epoch": 12.11540860885839,
      "step": 38842
    },
    {
      "contrastive_lambda": 0.2766980622568914,
      "epoch": 12.115720524017467,
      "step": 38843
    },
    {
      "contrastive_lambda": 0.2766746385394785,
      "epoch": 12.116032439176545,
      "step": 38844
    },
    {
      "contrastive_lambda": 0.2766512154343246,
      "epoch": 12.11634435433562,
      "step": 38845
    },
    {
      "contrastive_lambda": 0.27662779294149403,
      "epoch": 12.116656269494698,
      "step": 38846
    },
    {
      "contrastive_lambda": 0.27660437106105107,
      "epoch": 12.116968184653775,
      "step": 38847
    },
    {
      "contrastive_lambda": 0.2765809497930599,
      "epoch": 12.11728009981285,
      "step": 38848
    },
    {
      "contrastive_lambda": 0.2765575291375849,
      "epoch": 12.117592014971928,
      "step": 38849
    },
    {
      "epoch": 12.117903930131005,
      "grad_norm": 0.09439115971326828,
      "learning_rate": 3.0296994495689114e-05,
      "loss": 0.0243,
      "step": 38850
    },
    {
      "epoch": 12.117903930131005,
      "flow_loss": 0.010451462119817734,
      "step": 38850
    },
    {
      "contrastive_loss": 0.003508190391585231,
      "epoch": 12.117903930131005,
      "step": 38850
    },
    {
      "contrastive_lambda": 0.27653410909469,
      "epoch": 12.117903930131005,
      "step": 38850
    },
    {
      "contrastive_lambda": 0.2765106896644395,
      "epoch": 12.11821584529008,
      "step": 38851
    },
    {
      "contrastive_lambda": 0.2764872708468976,
      "epoch": 12.118527760449158,
      "step": 38852
    },
    {
      "contrastive_lambda": 0.2764638526421287,
      "epoch": 12.118839675608234,
      "step": 38853
    },
    {
      "contrastive_lambda": 0.2764404350501967,
      "epoch": 12.119151590767311,
      "step": 38854
    },
    {
      "contrastive_lambda": 0.276417018071166,
      "epoch": 12.119463505926388,
      "step": 38855
    },
    {
      "contrastive_lambda": 0.27639360170510063,
      "epoch": 12.119775421085464,
      "step": 38856
    },
    {
      "contrastive_lambda": 0.276370185952065,
      "epoch": 12.120087336244541,
      "step": 38857
    },
    {
      "contrastive_lambda": 0.27634677081212333,
      "epoch": 12.120399251403619,
      "step": 38858
    },
    {
      "contrastive_lambda": 0.27632335628533944,
      "epoch": 12.120711166562694,
      "step": 38859
    },
    {
      "epoch": 12.121023081721772,
      "grad_norm": 0.13425111770629883,
      "learning_rate": 3.0271669510250444e-05,
      "loss": 0.0257,
      "step": 38860
    },
    {
      "epoch": 12.121023081721772,
      "flow_loss": 0.023064954206347466,
      "step": 38860
    },
    {
      "contrastive_loss": 0.0031513713765889406,
      "epoch": 12.121023081721772,
      "step": 38860
    },
    {
      "contrastive_lambda": 0.27629994237177785,
      "epoch": 12.121023081721772,
      "step": 38860
    },
    {
      "contrastive_lambda": 0.2762765290715027,
      "epoch": 12.121334996880849,
      "step": 38861
    },
    {
      "contrastive_lambda": 0.27625311638457806,
      "epoch": 12.121646912039925,
      "step": 38862
    },
    {
      "contrastive_lambda": 0.27622970431106825,
      "epoch": 12.121958827199002,
      "step": 38863
    },
    {
      "contrastive_lambda": 0.2762062928510376,
      "epoch": 12.12227074235808,
      "step": 38864
    },
    {
      "contrastive_lambda": 0.2761828820045499,
      "epoch": 12.122582657517155,
      "step": 38865
    },
    {
      "contrastive_lambda": 0.27615947177166955,
      "epoch": 12.122894572676232,
      "step": 38866
    },
    {
      "contrastive_lambda": 0.27613606215246067,
      "epoch": 12.12320648783531,
      "step": 38867
    },
    {
      "contrastive_lambda": 0.2761126531469875,
      "epoch": 12.123518402994385,
      "step": 38868
    },
    {
      "contrastive_lambda": 0.2760892447553145,
      "epoch": 12.123830318153463,
      "step": 38869
    },
    {
      "epoch": 12.124142233312538,
      "grad_norm": 0.11428097635507584,
      "learning_rate": 3.024635051775766e-05,
      "loss": 0.031,
      "step": 38870
    },
    {
      "epoch": 12.124142233312538,
      "flow_loss": 0.04204524680972099,
      "step": 38870
    },
    {
      "contrastive_loss": 0.0035370998084545135,
      "epoch": 12.124142233312538,
      "step": 38870
    },
    {
      "contrastive_lambda": 0.2760658369775053,
      "epoch": 12.124142233312538,
      "step": 38870
    },
    {
      "contrastive_lambda": 0.27604242981362426,
      "epoch": 12.124454148471616,
      "step": 38871
    },
    {
      "contrastive_lambda": 0.2760190232637357,
      "epoch": 12.124766063630693,
      "step": 38872
    },
    {
      "contrastive_lambda": 0.2759956173279038,
      "epoch": 12.125077978789768,
      "step": 38873
    },
    {
      "contrastive_lambda": 0.2759722120061923,
      "epoch": 12.125389893948846,
      "step": 38874
    },
    {
      "contrastive_lambda": 0.2759488072986661,
      "epoch": 12.125701809107923,
      "step": 38875
    },
    {
      "contrastive_lambda": 0.2759254032053888,
      "epoch": 12.126013724266999,
      "step": 38876
    },
    {
      "contrastive_lambda": 0.27590199972642465,
      "epoch": 12.126325639426076,
      "step": 38877
    },
    {
      "contrastive_lambda": 0.2758785968618379,
      "epoch": 12.126637554585153,
      "step": 38878
    },
    {
      "contrastive_lambda": 0.2758551946116928,
      "epoch": 12.126949469744229,
      "step": 38879
    },
    {
      "epoch": 12.127261384903306,
      "grad_norm": 0.11604951322078705,
      "learning_rate": 3.022103752590205e-05,
      "loss": 0.0285,
      "step": 38880
    },
    {
      "epoch": 12.127261384903306,
      "flow_loss": 0.03130153566598892,
      "step": 38880
    },
    {
      "contrastive_loss": 0.004789386875927448,
      "epoch": 12.127261384903306,
      "step": 38880
    },
    {
      "contrastive_lambda": 0.27583179297605354,
      "epoch": 12.127261384903306,
      "step": 38880
    },
    {
      "contrastive_lambda": 0.27580839195498397,
      "epoch": 12.127573300062384,
      "step": 38881
    },
    {
      "contrastive_lambda": 0.27578499154854835,
      "epoch": 12.12788521522146,
      "step": 38882
    },
    {
      "contrastive_lambda": 0.275761591756811,
      "epoch": 12.128197130380537,
      "step": 38883
    },
    {
      "contrastive_lambda": 0.2757381925798361,
      "epoch": 12.128509045539614,
      "step": 38884
    },
    {
      "contrastive_lambda": 0.27571479401768734,
      "epoch": 12.12882096069869,
      "step": 38885
    },
    {
      "contrastive_lambda": 0.2756913960704296,
      "epoch": 12.129132875857767,
      "step": 38886
    },
    {
      "contrastive_lambda": 0.2756679987381264,
      "epoch": 12.129444791016843,
      "step": 38887
    },
    {
      "contrastive_lambda": 0.2756446020208421,
      "epoch": 12.12975670617592,
      "step": 38888
    },
    {
      "contrastive_lambda": 0.2756212059186409,
      "epoch": 12.130068621334997,
      "step": 38889
    },
    {
      "epoch": 12.130380536494073,
      "grad_norm": 0.07265765964984894,
      "learning_rate": 3.0195730542372992e-05,
      "loss": 0.0228,
      "step": 38890
    },
    {
      "epoch": 12.130380536494073,
      "flow_loss": 0.028338007628917694,
      "step": 38890
    },
    {
      "contrastive_loss": 0.0037089665420353413,
      "epoch": 12.130380536494073,
      "step": 38890
    },
    {
      "contrastive_lambda": 0.2755978104315871,
      "epoch": 12.130380536494073,
      "step": 38890
    },
    {
      "contrastive_lambda": 0.2755744155597445,
      "epoch": 12.13069245165315,
      "step": 38891
    },
    {
      "contrastive_lambda": 0.27555102130317727,
      "epoch": 12.131004366812228,
      "step": 38892
    },
    {
      "contrastive_lambda": 0.2755276276619497,
      "epoch": 12.131316281971303,
      "step": 38893
    },
    {
      "contrastive_lambda": 0.27550423463612594,
      "epoch": 12.13162819713038,
      "step": 38894
    },
    {
      "contrastive_lambda": 0.2754808422257702,
      "epoch": 12.131940112289458,
      "step": 38895
    },
    {
      "contrastive_lambda": 0.27545745043094627,
      "epoch": 12.132252027448533,
      "step": 38896
    },
    {
      "contrastive_lambda": 0.27543405925171854,
      "epoch": 12.13256394260761,
      "step": 38897
    },
    {
      "contrastive_lambda": 0.2754106686881511,
      "epoch": 12.132875857766688,
      "step": 38898
    },
    {
      "contrastive_lambda": 0.275387278740308,
      "epoch": 12.133187772925764,
      "step": 38899
    },
    {
      "epoch": 12.133499688084841,
      "grad_norm": 0.10579249262809753,
      "learning_rate": 3.0170429574858084e-05,
      "loss": 0.0195,
      "step": 38900
    },
    {
      "epoch": 12.133499688084841,
      "flow_loss": 0.021848145872354507,
      "step": 38900
    },
    {
      "contrastive_loss": 0.0033211279660463333,
      "epoch": 12.133499688084841,
      "step": 38900
    },
    {
      "contrastive_lambda": 0.2753638894082535,
      "epoch": 12.133499688084841,
      "step": 38900
    },
    {
      "contrastive_lambda": 0.2753405006920518,
      "epoch": 12.133811603243918,
      "step": 38901
    },
    {
      "contrastive_lambda": 0.27531711259176667,
      "epoch": 12.134123518402994,
      "step": 38902
    },
    {
      "contrastive_lambda": 0.2752937251074624,
      "epoch": 12.134435433562071,
      "step": 38903
    },
    {
      "contrastive_lambda": 0.2752703382392032,
      "epoch": 12.134747348721147,
      "step": 38904
    },
    {
      "contrastive_lambda": 0.2752469519870532,
      "epoch": 12.135059263880224,
      "step": 38905
    },
    {
      "contrastive_lambda": 0.2752235663510765,
      "epoch": 12.135371179039302,
      "step": 38906
    },
    {
      "contrastive_lambda": 0.27520018133133706,
      "epoch": 12.135683094198377,
      "step": 38907
    },
    {
      "contrastive_lambda": 0.275176796927899,
      "epoch": 12.135995009357455,
      "step": 38908
    },
    {
      "contrastive_lambda": 0.27515341314082653,
      "epoch": 12.136306924516532,
      "step": 38909
    },
    {
      "epoch": 12.136618839675608,
      "grad_norm": 0.1035664975643158,
      "learning_rate": 3.0145134631043127e-05,
      "loss": 0.0242,
      "step": 38910
    },
    {
      "epoch": 12.136618839675608,
      "flow_loss": 0.034174129366874695,
      "step": 38910
    },
    {
      "contrastive_loss": 0.003646999131888151,
      "epoch": 12.136618839675608,
      "step": 38910
    },
    {
      "contrastive_lambda": 0.275130029970184,
      "epoch": 12.136618839675608,
      "step": 38910
    },
    {
      "contrastive_lambda": 0.275106647416035,
      "epoch": 12.136930754834685,
      "step": 38911
    },
    {
      "contrastive_lambda": 0.275083265478444,
      "epoch": 12.137242669993762,
      "step": 38912
    },
    {
      "contrastive_lambda": 0.27505988415747484,
      "epoch": 12.137554585152838,
      "step": 38913
    },
    {
      "contrastive_lambda": 0.27503650345319186,
      "epoch": 12.137866500311915,
      "step": 38914
    },
    {
      "contrastive_lambda": 0.2750131233656593,
      "epoch": 12.138178415470993,
      "step": 38915
    },
    {
      "contrastive_lambda": 0.27498974389494063,
      "epoch": 12.138490330630068,
      "step": 38916
    },
    {
      "contrastive_lambda": 0.2749663650411007,
      "epoch": 12.138802245789146,
      "step": 38917
    },
    {
      "contrastive_lambda": 0.27494298680420315,
      "epoch": 12.139114160948223,
      "step": 38918
    },
    {
      "contrastive_lambda": 0.27491960918431213,
      "epoch": 12.139426076107299,
      "step": 38919
    },
    {
      "epoch": 12.139737991266376,
      "grad_norm": 0.10429154336452484,
      "learning_rate": 3.0119845718612018e-05,
      "loss": 0.0256,
      "step": 38920
    },
    {
      "epoch": 12.139737991266376,
      "flow_loss": 0.022031091153621674,
      "step": 38920
    },
    {
      "contrastive_loss": 0.0034176716580986977,
      "epoch": 12.139737991266376,
      "step": 38920
    },
    {
      "contrastive_lambda": 0.27489623218149173,
      "epoch": 12.139737991266376,
      "step": 38920
    },
    {
      "contrastive_lambda": 0.27487285579580634,
      "epoch": 12.140049906425451,
      "step": 38921
    },
    {
      "contrastive_lambda": 0.2748494800273196,
      "epoch": 12.140361821584529,
      "step": 38922
    },
    {
      "contrastive_lambda": 0.2748261048760958,
      "epoch": 12.140673736743606,
      "step": 38923
    },
    {
      "contrastive_lambda": 0.27480273034219904,
      "epoch": 12.140985651902682,
      "step": 38924
    },
    {
      "contrastive_lambda": 0.2747793564256933,
      "epoch": 12.141297567061759,
      "step": 38925
    },
    {
      "contrastive_lambda": 0.274755983126643,
      "epoch": 12.141609482220836,
      "step": 38926
    },
    {
      "contrastive_lambda": 0.27473261044511177,
      "epoch": 12.141921397379912,
      "step": 38927
    },
    {
      "contrastive_lambda": 0.27470923838116384,
      "epoch": 12.14223331253899,
      "step": 38928
    },
    {
      "contrastive_lambda": 0.27468586693486335,
      "epoch": 12.142545227698067,
      "step": 38929
    },
    {
      "epoch": 12.142857142857142,
      "grad_norm": 0.07594864815473557,
      "learning_rate": 3.009456284524688e-05,
      "loss": 0.0249,
      "step": 38930
    },
    {
      "epoch": 12.142857142857142,
      "flow_loss": 0.016977930441498756,
      "step": 38930
    },
    {
      "contrastive_loss": 0.0037148650735616684,
      "epoch": 12.142857142857142,
      "step": 38930
    },
    {
      "contrastive_lambda": 0.2746624961062746,
      "epoch": 12.142857142857142,
      "step": 38930
    },
    {
      "contrastive_lambda": 0.2746391258954609,
      "epoch": 12.14316905801622,
      "step": 38931
    },
    {
      "contrastive_lambda": 0.2746157563024873,
      "epoch": 12.143480973175297,
      "step": 38932
    },
    {
      "contrastive_lambda": 0.2745923873274172,
      "epoch": 12.143792888334373,
      "step": 38933
    },
    {
      "contrastive_lambda": 0.2745690189703148,
      "epoch": 12.14410480349345,
      "step": 38934
    },
    {
      "contrastive_lambda": 0.2745456512312443,
      "epoch": 12.144416718652527,
      "step": 38935
    },
    {
      "contrastive_lambda": 0.2745222841102697,
      "epoch": 12.144728633811603,
      "step": 38936
    },
    {
      "contrastive_lambda": 0.27449891760745526,
      "epoch": 12.14504054897068,
      "step": 38937
    },
    {
      "contrastive_lambda": 0.27447555172286464,
      "epoch": 12.145352464129756,
      "step": 38938
    },
    {
      "contrastive_lambda": 0.27445218645656205,
      "epoch": 12.145664379288833,
      "step": 38939
    },
    {
      "epoch": 12.14597629444791,
      "grad_norm": 0.07840944081544876,
      "learning_rate": 3.0069286018627967e-05,
      "loss": 0.025,
      "step": 38940
    },
    {
      "epoch": 12.14597629444791,
      "flow_loss": 0.019349126145243645,
      "step": 38940
    },
    {
      "contrastive_loss": 0.0035982602275907993,
      "epoch": 12.14597629444791,
      "step": 38940
    },
    {
      "contrastive_lambda": 0.2744288218086116,
      "epoch": 12.14597629444791,
      "step": 38940
    },
    {
      "contrastive_lambda": 0.27440545777907766,
      "epoch": 12.146288209606986,
      "step": 38941
    },
    {
      "contrastive_lambda": 0.2743820943680234,
      "epoch": 12.146600124766064,
      "step": 38942
    },
    {
      "contrastive_lambda": 0.27435873157551394,
      "epoch": 12.146912039925141,
      "step": 38943
    },
    {
      "contrastive_lambda": 0.2743353694016126,
      "epoch": 12.147223955084216,
      "step": 38944
    },
    {
      "contrastive_lambda": 0.2743120078463837,
      "epoch": 12.147535870243294,
      "step": 38945
    },
    {
      "contrastive_lambda": 0.2742886469098912,
      "epoch": 12.147847785402371,
      "step": 38946
    },
    {
      "contrastive_lambda": 0.2742652865921994,
      "epoch": 12.148159700561447,
      "step": 38947
    },
    {
      "contrastive_lambda": 0.27424192689337196,
      "epoch": 12.148471615720524,
      "step": 38948
    },
    {
      "contrastive_lambda": 0.2742185678134731,
      "epoch": 12.148783530879601,
      "step": 38949
    },
    {
      "epoch": 12.149095446038677,
      "grad_norm": 0.15186280012130737,
      "learning_rate": 3.0044015246433743e-05,
      "loss": 0.0221,
      "step": 38950
    },
    {
      "epoch": 12.149095446038677,
      "flow_loss": 0.014790147542953491,
      "step": 38950
    },
    {
      "contrastive_loss": 0.0045408569276332855,
      "epoch": 12.149095446038677,
      "step": 38950
    },
    {
      "contrastive_lambda": 0.2741952093525668,
      "epoch": 12.149095446038677,
      "step": 38950
    },
    {
      "contrastive_lambda": 0.27417185151071716,
      "epoch": 12.149407361197754,
      "step": 38951
    },
    {
      "contrastive_lambda": 0.27414849428798843,
      "epoch": 12.149719276356832,
      "step": 38952
    },
    {
      "contrastive_lambda": 0.27412513768444424,
      "epoch": 12.150031191515907,
      "step": 38953
    },
    {
      "contrastive_lambda": 0.27410178170014876,
      "epoch": 12.150343106674985,
      "step": 38954
    },
    {
      "contrastive_lambda": 0.2740784263351661,
      "epoch": 12.15065502183406,
      "step": 38955
    },
    {
      "contrastive_lambda": 0.27405507158956033,
      "epoch": 12.150966936993138,
      "step": 38956
    },
    {
      "contrastive_lambda": 0.2740317174633955,
      "epoch": 12.151278852152215,
      "step": 38957
    },
    {
      "contrastive_lambda": 0.27400836395673545,
      "epoch": 12.15159076731129,
      "step": 38958
    },
    {
      "contrastive_lambda": 0.27398501106964424,
      "epoch": 12.151902682470368,
      "step": 38959
    },
    {
      "epoch": 12.152214597629445,
      "grad_norm": 0.06225886940956116,
      "learning_rate": 3.0018750536340755e-05,
      "loss": 0.0265,
      "step": 38960
    },
    {
      "epoch": 12.152214597629445,
      "flow_loss": 0.021360434591770172,
      "step": 38960
    },
    {
      "contrastive_loss": 0.004950520116835833,
      "epoch": 12.152214597629445,
      "step": 38960
    },
    {
      "contrastive_lambda": 0.2739616588021859,
      "epoch": 12.152214597629445,
      "step": 38960
    },
    {
      "contrastive_lambda": 0.2739383071544248,
      "epoch": 12.152526512788521,
      "step": 38961
    },
    {
      "contrastive_lambda": 0.27391495612642425,
      "epoch": 12.152838427947598,
      "step": 38962
    },
    {
      "contrastive_lambda": 0.27389160571824905,
      "epoch": 12.153150343106676,
      "step": 38963
    },
    {
      "contrastive_lambda": 0.27386825592996267,
      "epoch": 12.153462258265751,
      "step": 38964
    },
    {
      "contrastive_lambda": 0.2738449067616293,
      "epoch": 12.153774173424829,
      "step": 38965
    },
    {
      "contrastive_lambda": 0.273821558213313,
      "epoch": 12.154086088583906,
      "step": 38966
    },
    {
      "contrastive_lambda": 0.27379821028507767,
      "epoch": 12.154398003742982,
      "step": 38967
    },
    {
      "contrastive_lambda": 0.2737748629769876,
      "epoch": 12.154709918902059,
      "step": 38968
    },
    {
      "contrastive_lambda": 0.27375151628910643,
      "epoch": 12.155021834061136,
      "step": 38969
    },
    {
      "epoch": 12.155333749220212,
      "grad_norm": 0.07750952988862991,
      "learning_rate": 2.999349189602378e-05,
      "loss": 0.0235,
      "step": 38970
    },
    {
      "epoch": 12.155333749220212,
      "flow_loss": 0.03277053311467171,
      "step": 38970
    },
    {
      "contrastive_loss": 0.0033306977711617947,
      "epoch": 12.155333749220212,
      "step": 38970
    },
    {
      "contrastive_lambda": 0.2737281702214983,
      "epoch": 12.155333749220212,
      "step": 38970
    },
    {
      "contrastive_lambda": 0.2737048247742273,
      "epoch": 12.15564566437929,
      "step": 38971
    },
    {
      "contrastive_lambda": 0.2736814799473575,
      "epoch": 12.155957579538365,
      "step": 38972
    },
    {
      "contrastive_lambda": 0.2736581357409524,
      "epoch": 12.156269494697442,
      "step": 38973
    },
    {
      "contrastive_lambda": 0.2736347921550767,
      "epoch": 12.15658140985652,
      "step": 38974
    },
    {
      "contrastive_lambda": 0.27361144918979396,
      "epoch": 12.156893325015595,
      "step": 38975
    },
    {
      "contrastive_lambda": 0.27358810684516827,
      "epoch": 12.157205240174672,
      "step": 38976
    },
    {
      "contrastive_lambda": 0.2735647651212636,
      "epoch": 12.15751715533375,
      "step": 38977
    },
    {
      "contrastive_lambda": 0.2735414240181442,
      "epoch": 12.157829070492825,
      "step": 38978
    },
    {
      "contrastive_lambda": 0.2735180835358737,
      "epoch": 12.158140985651903,
      "step": 38979
    },
    {
      "epoch": 12.15845290081098,
      "grad_norm": 0.07948607951402664,
      "learning_rate": 2.9968239333155733e-05,
      "loss": 0.0261,
      "step": 38980
    },
    {
      "epoch": 12.15845290081098,
      "flow_loss": 0.024522552266716957,
      "step": 38980
    },
    {
      "contrastive_loss": 0.0030039718840271235,
      "epoch": 12.15845290081098,
      "step": 38980
    },
    {
      "contrastive_lambda": 0.27349474367451615,
      "epoch": 12.15845290081098,
      "step": 38980
    },
    {
      "contrastive_lambda": 0.27347140443413565,
      "epoch": 12.158764815970056,
      "step": 38981
    },
    {
      "contrastive_lambda": 0.2734480658147962,
      "epoch": 12.159076731129133,
      "step": 38982
    },
    {
      "contrastive_lambda": 0.2734247278165619,
      "epoch": 12.15938864628821,
      "step": 38983
    },
    {
      "contrastive_lambda": 0.2734013904394962,
      "epoch": 12.159700561447286,
      "step": 38984
    },
    {
      "contrastive_lambda": 0.27337805368366375,
      "epoch": 12.160012476606363,
      "step": 38985
    },
    {
      "contrastive_lambda": 0.2733547175491281,
      "epoch": 12.16032439176544,
      "step": 38986
    },
    {
      "contrastive_lambda": 0.2733313820359534,
      "epoch": 12.160636306924516,
      "step": 38987
    },
    {
      "contrastive_lambda": 0.27330804714420354,
      "epoch": 12.160948222083594,
      "step": 38988
    },
    {
      "contrastive_lambda": 0.2732847128739428,
      "epoch": 12.16126013724267,
      "step": 38989
    },
    {
      "epoch": 12.161572052401747,
      "grad_norm": 0.0683649331331253,
      "learning_rate": 2.994299285540767e-05,
      "loss": 0.0225,
      "step": 38990
    },
    {
      "epoch": 12.161572052401747,
      "flow_loss": 0.022219054400920868,
      "step": 38990
    },
    {
      "contrastive_loss": 0.0034203396644443274,
      "epoch": 12.161572052401747,
      "step": 38990
    },
    {
      "contrastive_lambda": 0.27326137922523464,
      "epoch": 12.161572052401747,
      "step": 38990
    },
    {
      "contrastive_lambda": 0.2732380461981433,
      "epoch": 12.161883967560824,
      "step": 38991
    },
    {
      "contrastive_lambda": 0.2732147137927327,
      "epoch": 12.1621958827199,
      "step": 38992
    },
    {
      "contrastive_lambda": 0.2731913820090669,
      "epoch": 12.162507797878977,
      "step": 38993
    },
    {
      "contrastive_lambda": 0.27316805084720996,
      "epoch": 12.162819713038054,
      "step": 38994
    },
    {
      "contrastive_lambda": 0.2731447203072255,
      "epoch": 12.16313162819713,
      "step": 38995
    },
    {
      "contrastive_lambda": 0.2731213903891776,
      "epoch": 12.163443543356207,
      "step": 38996
    },
    {
      "contrastive_lambda": 0.2730980610931304,
      "epoch": 12.163755458515285,
      "step": 38997
    },
    {
      "contrastive_lambda": 0.2730747324191479,
      "epoch": 12.16406737367436,
      "step": 38998
    },
    {
      "contrastive_lambda": 0.2730514043672937,
      "epoch": 12.164379288833437,
      "step": 38999
    },
    {
      "epoch": 12.164691203992515,
      "grad_norm": 0.09637346118688583,
      "learning_rate": 2.9917752470448813e-05,
      "loss": 0.0243,
      "step": 39000
    },
    {
      "epoch": 12.164691203992515,
      "flow_loss": 0.01985360123217106,
      "step": 39000
    },
    {
      "contrastive_loss": 0.003461669199168682,
      "epoch": 12.164691203992515,
      "step": 39000
    },
    {
      "contrastive_lambda": 0.273028076937632,
      "epoch": 12.164691203992515,
      "step": 39000
    },
    {
      "contrastive_lambda": 0.2730047501302266,
      "epoch": 12.16500311915159,
      "step": 39001
    },
    {
      "contrastive_lambda": 0.2729814239451417,
      "epoch": 12.165315034310668,
      "step": 39002
    },
    {
      "contrastive_lambda": 0.27295809838244106,
      "epoch": 12.165626949469745,
      "step": 39003
    },
    {
      "contrastive_lambda": 0.27293477344218864,
      "epoch": 12.16593886462882,
      "step": 39004
    },
    {
      "contrastive_lambda": 0.2729114491244487,
      "epoch": 12.166250779787898,
      "step": 39005
    },
    {
      "contrastive_lambda": 0.2728881254292847,
      "epoch": 12.166562694946974,
      "step": 39006
    },
    {
      "contrastive_lambda": 0.2728648023567608,
      "epoch": 12.166874610106051,
      "step": 39007
    },
    {
      "contrastive_lambda": 0.27284147990694096,
      "epoch": 12.167186525265128,
      "step": 39008
    },
    {
      "contrastive_lambda": 0.27281815807988924,
      "epoch": 12.167498440424204,
      "step": 39009
    },
    {
      "epoch": 12.167810355583281,
      "grad_norm": 0.10922135412693024,
      "learning_rate": 2.9892518185946495e-05,
      "loss": 0.0312,
      "step": 39010
    },
    {
      "epoch": 12.167810355583281,
      "flow_loss": 0.022019829601049423,
      "step": 39010
    },
    {
      "contrastive_loss": 0.005093560088425875,
      "epoch": 12.167810355583281,
      "step": 39010
    },
    {
      "contrastive_lambda": 0.2727948368756693,
      "epoch": 12.167810355583281,
      "step": 39010
    },
    {
      "contrastive_lambda": 0.27277151629434515,
      "epoch": 12.168122270742359,
      "step": 39011
    },
    {
      "contrastive_lambda": 0.2727481963359808,
      "epoch": 12.168434185901434,
      "step": 39012
    },
    {
      "contrastive_lambda": 0.27272487700064024,
      "epoch": 12.168746101060512,
      "step": 39013
    },
    {
      "contrastive_lambda": 0.2727015582883875,
      "epoch": 12.169058016219589,
      "step": 39014
    },
    {
      "contrastive_lambda": 0.2726782401992861,
      "epoch": 12.169369931378665,
      "step": 39015
    },
    {
      "contrastive_lambda": 0.2726549227334003,
      "epoch": 12.169681846537742,
      "step": 39016
    },
    {
      "contrastive_lambda": 0.2726316058907938,
      "epoch": 12.16999376169682,
      "step": 39017
    },
    {
      "contrastive_lambda": 0.272608289671531,
      "epoch": 12.170305676855895,
      "step": 39018
    },
    {
      "contrastive_lambda": 0.27258497407567506,
      "epoch": 12.170617592014972,
      "step": 39019
    },
    {
      "epoch": 12.170929507174048,
      "grad_norm": 0.07517262548208237,
      "learning_rate": 2.986729000956624e-05,
      "loss": 0.031,
      "step": 39020
    },
    {
      "epoch": 12.170929507174048,
      "flow_loss": 0.017766878008842468,
      "step": 39020
    },
    {
      "contrastive_loss": 0.0056448085233569145,
      "epoch": 12.170929507174048,
      "step": 39020
    },
    {
      "contrastive_lambda": 0.27256165910329067,
      "epoch": 12.170929507174048,
      "step": 39020
    },
    {
      "contrastive_lambda": 0.2725383447544412,
      "epoch": 12.171241422333125,
      "step": 39021
    },
    {
      "contrastive_lambda": 0.27251503102919084,
      "epoch": 12.171553337492202,
      "step": 39022
    },
    {
      "contrastive_lambda": 0.2724917179276034,
      "epoch": 12.171865252651278,
      "step": 39023
    },
    {
      "contrastive_lambda": 0.2724684054497428,
      "epoch": 12.172177167810355,
      "step": 39024
    },
    {
      "contrastive_lambda": 0.27244509359567326,
      "epoch": 12.172489082969433,
      "step": 39025
    },
    {
      "contrastive_lambda": 0.27242178236545816,
      "epoch": 12.172800998128508,
      "step": 39026
    },
    {
      "contrastive_lambda": 0.27239847175916165,
      "epoch": 12.173112913287586,
      "step": 39027
    },
    {
      "contrastive_lambda": 0.27237516177684773,
      "epoch": 12.173424828446663,
      "step": 39028
    },
    {
      "contrastive_lambda": 0.2723518524185804,
      "epoch": 12.173736743605739,
      "step": 39029
    },
    {
      "epoch": 12.174048658764816,
      "grad_norm": 0.08905895799398422,
      "learning_rate": 2.9842067948971736e-05,
      "loss": 0.0233,
      "step": 39030
    },
    {
      "epoch": 12.174048658764816,
      "flow_loss": 0.01721687614917755,
      "step": 39030
    },
    {
      "contrastive_loss": 0.005257065407931805,
      "epoch": 12.174048658764816,
      "step": 39030
    },
    {
      "contrastive_lambda": 0.27232854368442294,
      "epoch": 12.174048658764816,
      "step": 39030
    },
    {
      "contrastive_lambda": 0.27230523557444014,
      "epoch": 12.174360573923893,
      "step": 39031
    },
    {
      "contrastive_lambda": 0.2722819280886952,
      "epoch": 12.174672489082969,
      "step": 39032
    },
    {
      "contrastive_lambda": 0.2722586212272524,
      "epoch": 12.174984404242046,
      "step": 39033
    },
    {
      "contrastive_lambda": 0.2722353149901755,
      "epoch": 12.175296319401124,
      "step": 39034
    },
    {
      "contrastive_lambda": 0.27221200937752854,
      "epoch": 12.1756082345602,
      "step": 39035
    },
    {
      "contrastive_lambda": 0.27218870438937515,
      "epoch": 12.175920149719277,
      "step": 39036
    },
    {
      "contrastive_lambda": 0.2721654000257793,
      "epoch": 12.176232064878352,
      "step": 39037
    },
    {
      "contrastive_lambda": 0.272142096286805,
      "epoch": 12.17654398003743,
      "step": 39038
    },
    {
      "contrastive_lambda": 0.2721187931725161,
      "epoch": 12.176855895196507,
      "step": 39039
    },
    {
      "epoch": 12.177167810355582,
      "grad_norm": 0.09426508098840714,
      "learning_rate": 2.9816852011824727e-05,
      "loss": 0.0268,
      "step": 39040
    },
    {
      "epoch": 12.177167810355582,
      "flow_loss": 0.03421856462955475,
      "step": 39040
    },
    {
      "contrastive_loss": 0.0042982860468328,
      "epoch": 12.177167810355582,
      "step": 39040
    },
    {
      "contrastive_lambda": 0.2720954906829766,
      "epoch": 12.177167810355582,
      "step": 39040
    },
    {
      "contrastive_lambda": 0.2720721888182499,
      "epoch": 12.17747972551466,
      "step": 39041
    },
    {
      "contrastive_lambda": 0.2720488875784006,
      "epoch": 12.177791640673737,
      "step": 39042
    },
    {
      "contrastive_lambda": 0.27202558696349205,
      "epoch": 12.178103555832813,
      "step": 39043
    },
    {
      "contrastive_lambda": 0.2720022869735883,
      "epoch": 12.17841547099189,
      "step": 39044
    },
    {
      "contrastive_lambda": 0.27197898760875316,
      "epoch": 12.178727386150968,
      "step": 39045
    },
    {
      "contrastive_lambda": 0.27195568886905086,
      "epoch": 12.179039301310043,
      "step": 39046
    },
    {
      "contrastive_lambda": 0.27193239075454473,
      "epoch": 12.17935121646912,
      "step": 39047
    },
    {
      "contrastive_lambda": 0.2719090932652989,
      "epoch": 12.179663131628198,
      "step": 39048
    },
    {
      "contrastive_lambda": 0.2718857964013773,
      "epoch": 12.179975046787273,
      "step": 39049
    },
    {
      "epoch": 12.18028696194635,
      "grad_norm": 0.08669086545705795,
      "learning_rate": 2.979164220578519e-05,
      "loss": 0.0304,
      "step": 39050
    },
    {
      "epoch": 12.18028696194635,
      "flow_loss": 0.014152823947370052,
      "step": 39050
    },
    {
      "contrastive_loss": 0.004090706817805767,
      "epoch": 12.18028696194635,
      "step": 39050
    },
    {
      "contrastive_lambda": 0.2718625001628437,
      "epoch": 12.18028696194635,
      "step": 39050
    },
    {
      "contrastive_lambda": 0.2718392045497622,
      "epoch": 12.180598877105428,
      "step": 39051
    },
    {
      "contrastive_lambda": 0.27181590956219626,
      "epoch": 12.180910792264504,
      "step": 39052
    },
    {
      "contrastive_lambda": 0.27179261520021003,
      "epoch": 12.181222707423581,
      "step": 39053
    },
    {
      "contrastive_lambda": 0.27176932146386723,
      "epoch": 12.181534622582657,
      "step": 39054
    },
    {
      "contrastive_lambda": 0.2717460283532318,
      "epoch": 12.181846537741734,
      "step": 39055
    },
    {
      "contrastive_lambda": 0.2717227358683678,
      "epoch": 12.182158452900811,
      "step": 39056
    },
    {
      "contrastive_lambda": 0.2716994440093387,
      "epoch": 12.182470368059887,
      "step": 39057
    },
    {
      "contrastive_lambda": 0.27167615277620855,
      "epoch": 12.182782283218964,
      "step": 39058
    },
    {
      "contrastive_lambda": 0.27165286216904116,
      "epoch": 12.183094198378042,
      "step": 39059
    },
    {
      "epoch": 12.183406113537117,
      "grad_norm": 0.0890040472149849,
      "learning_rate": 2.9766438538511165e-05,
      "loss": 0.0264,
      "step": 39060
    },
    {
      "epoch": 12.183406113537117,
      "flow_loss": 0.021401729434728622,
      "step": 39060
    },
    {
      "contrastive_loss": 0.005461104214191437,
      "epoch": 12.183406113537117,
      "step": 39060
    },
    {
      "contrastive_lambda": 0.2716295721879006,
      "epoch": 12.183406113537117,
      "step": 39060
    },
    {
      "contrastive_lambda": 0.27160628283285015,
      "epoch": 12.183718028696195,
      "step": 39061
    },
    {
      "contrastive_lambda": 0.2715829941039545,
      "epoch": 12.184029943855272,
      "step": 39062
    },
    {
      "contrastive_lambda": 0.27155970600127677,
      "epoch": 12.184341859014348,
      "step": 39063
    },
    {
      "contrastive_lambda": 0.2715364185248811,
      "epoch": 12.184653774173425,
      "step": 39064
    },
    {
      "contrastive_lambda": 0.27151313167483127,
      "epoch": 12.184965689332502,
      "step": 39065
    },
    {
      "contrastive_lambda": 0.2714898454511914,
      "epoch": 12.185277604491578,
      "step": 39066
    },
    {
      "contrastive_lambda": 0.2714665598540249,
      "epoch": 12.185589519650655,
      "step": 39067
    },
    {
      "contrastive_lambda": 0.2714432748833958,
      "epoch": 12.185901434809733,
      "step": 39068
    },
    {
      "contrastive_lambda": 0.27141999053936794,
      "epoch": 12.186213349968808,
      "step": 39069
    },
    {
      "epoch": 12.186525265127885,
      "grad_norm": 0.0682225376367569,
      "learning_rate": 2.9741241017658873e-05,
      "loss": 0.0263,
      "step": 39070
    },
    {
      "epoch": 12.186525265127885,
      "flow_loss": 0.015227418392896652,
      "step": 39070
    },
    {
      "contrastive_loss": 0.0034164926037192345,
      "epoch": 12.186525265127885,
      "step": 39070
    },
    {
      "contrastive_lambda": 0.2713967068220052,
      "epoch": 12.186525265127885,
      "step": 39070
    },
    {
      "contrastive_lambda": 0.27137342373137147,
      "epoch": 12.186837180286961,
      "step": 39071
    },
    {
      "contrastive_lambda": 0.2713501412675301,
      "epoch": 12.187149095446038,
      "step": 39072
    },
    {
      "contrastive_lambda": 0.2713268594305458,
      "epoch": 12.187461010605116,
      "step": 39073
    },
    {
      "contrastive_lambda": 0.27130357822048157,
      "epoch": 12.187772925764191,
      "step": 39074
    },
    {
      "contrastive_lambda": 0.27128029763740164,
      "epoch": 12.188084840923269,
      "step": 39075
    },
    {
      "contrastive_lambda": 0.2712570176813697,
      "epoch": 12.188396756082346,
      "step": 39076
    },
    {
      "contrastive_lambda": 0.2712337383524499,
      "epoch": 12.188708671241422,
      "step": 39077
    },
    {
      "contrastive_lambda": 0.27121045965070556,
      "epoch": 12.189020586400499,
      "step": 39078
    },
    {
      "contrastive_lambda": 0.27118718157620075,
      "epoch": 12.189332501559576,
      "step": 39079
    },
    {
      "epoch": 12.189644416718652,
      "grad_norm": 0.053112972527742386,
      "learning_rate": 2.971604965088267e-05,
      "loss": 0.0196,
      "step": 39080
    },
    {
      "epoch": 12.189644416718652,
      "flow_loss": 0.01692621409893036,
      "step": 39080
    },
    {
      "contrastive_loss": 0.0030766651034355164,
      "epoch": 12.189644416718652,
      "step": 39080
    },
    {
      "contrastive_lambda": 0.27116390412899927,
      "epoch": 12.189644416718652,
      "step": 39080
    },
    {
      "contrastive_lambda": 0.27114062730916494,
      "epoch": 12.18995633187773,
      "step": 39081
    },
    {
      "contrastive_lambda": 0.2711173511167617,
      "epoch": 12.190268247036807,
      "step": 39082
    },
    {
      "contrastive_lambda": 0.27109407555185316,
      "epoch": 12.190580162195882,
      "step": 39083
    },
    {
      "contrastive_lambda": 0.27107080061450317,
      "epoch": 12.19089207735496,
      "step": 39084
    },
    {
      "contrastive_lambda": 0.2710475263047756,
      "epoch": 12.191203992514037,
      "step": 39085
    },
    {
      "contrastive_lambda": 0.27102425262273433,
      "epoch": 12.191515907673113,
      "step": 39086
    },
    {
      "contrastive_lambda": 0.27100097956844277,
      "epoch": 12.19182782283219,
      "step": 39087
    },
    {
      "contrastive_lambda": 0.2709777071419654,
      "epoch": 12.192139737991265,
      "step": 39088
    },
    {
      "contrastive_lambda": 0.27095443534336544,
      "epoch": 12.192451653150343,
      "step": 39089
    },
    {
      "epoch": 12.19276356830942,
      "grad_norm": 0.07953684777021408,
      "learning_rate": 2.9690864445835008e-05,
      "loss": 0.0266,
      "step": 39090
    },
    {
      "epoch": 12.19276356830942,
      "flow_loss": 0.019144145771861076,
      "step": 39090
    },
    {
      "contrastive_loss": 0.005126554518938065,
      "epoch": 12.19276356830942,
      "step": 39090
    },
    {
      "contrastive_lambda": 0.2709311641727069,
      "epoch": 12.19276356830942,
      "step": 39090
    },
    {
      "contrastive_lambda": 0.2709078936300536,
      "epoch": 12.193075483468496,
      "step": 39091
    },
    {
      "contrastive_lambda": 0.2708846237154693,
      "epoch": 12.193387398627573,
      "step": 39092
    },
    {
      "contrastive_lambda": 0.27086135442901804,
      "epoch": 12.19369931378665,
      "step": 39093
    },
    {
      "contrastive_lambda": 0.2708380857707631,
      "epoch": 12.194011228945726,
      "step": 39094
    },
    {
      "contrastive_lambda": 0.27081481774076865,
      "epoch": 12.194323144104803,
      "step": 39095
    },
    {
      "contrastive_lambda": 0.27079155033909835,
      "epoch": 12.19463505926388,
      "step": 39096
    },
    {
      "contrastive_lambda": 0.2707682835658163,
      "epoch": 12.194946974422956,
      "step": 39097
    },
    {
      "contrastive_lambda": 0.27074501742098567,
      "epoch": 12.195258889582034,
      "step": 39098
    },
    {
      "contrastive_lambda": 0.27072175190467074,
      "epoch": 12.195570804741111,
      "step": 39099
    },
    {
      "epoch": 12.195882719900187,
      "grad_norm": 0.1443859189748764,
      "learning_rate": 2.966568541016651e-05,
      "loss": 0.0258,
      "step": 39100
    },
    {
      "epoch": 12.195882719900187,
      "flow_loss": 0.047120191156864166,
      "step": 39100
    },
    {
      "contrastive_loss": 0.0034526463132351637,
      "epoch": 12.195882719900187,
      "step": 39100
    },
    {
      "contrastive_lambda": 0.27069848701693505,
      "epoch": 12.195882719900187,
      "step": 39100
    },
    {
      "contrastive_lambda": 0.2706752227578425,
      "epoch": 12.196194635059264,
      "step": 39101
    },
    {
      "contrastive_lambda": 0.2706519591274571,
      "epoch": 12.196506550218341,
      "step": 39102
    },
    {
      "contrastive_lambda": 0.27062869612584206,
      "epoch": 12.196818465377417,
      "step": 39103
    },
    {
      "contrastive_lambda": 0.27060543375306156,
      "epoch": 12.197130380536494,
      "step": 39104
    },
    {
      "contrastive_lambda": 0.27058217200917933,
      "epoch": 12.19744229569557,
      "step": 39105
    },
    {
      "contrastive_lambda": 0.270558910894259,
      "epoch": 12.197754210854647,
      "step": 39106
    },
    {
      "contrastive_lambda": 0.27053565040836447,
      "epoch": 12.198066126013725,
      "step": 39107
    },
    {
      "contrastive_lambda": 0.27051239055155973,
      "epoch": 12.1983780411728,
      "step": 39108
    },
    {
      "contrastive_lambda": 0.27048913132390806,
      "epoch": 12.198689956331878,
      "step": 39109
    },
    {
      "epoch": 12.199001871490955,
      "grad_norm": 0.08250284940004349,
      "learning_rate": 2.9640512551525867e-05,
      "loss": 0.0273,
      "step": 39110
    },
    {
      "epoch": 12.199001871490955,
      "flow_loss": 0.03333156928420067,
      "step": 39110
    },
    {
      "contrastive_loss": 0.0034245657734572887,
      "epoch": 12.199001871490955,
      "step": 39110
    },
    {
      "contrastive_lambda": 0.2704658727254735,
      "epoch": 12.199001871490955,
      "step": 39110
    },
    {
      "contrastive_lambda": 0.27044261475631975,
      "epoch": 12.19931378665003,
      "step": 39111
    },
    {
      "contrastive_lambda": 0.2704193574165106,
      "epoch": 12.199625701809108,
      "step": 39112
    },
    {
      "contrastive_lambda": 0.27039610070611003,
      "epoch": 12.199937616968185,
      "step": 39113
    },
    {
      "contrastive_lambda": 0.2703728446251814,
      "epoch": 12.20024953212726,
      "step": 39114
    },
    {
      "contrastive_lambda": 0.27034958917378865,
      "epoch": 12.200561447286338,
      "step": 39115
    },
    {
      "contrastive_lambda": 0.2703263343519955,
      "epoch": 12.200873362445416,
      "step": 39116
    },
    {
      "contrastive_lambda": 0.27030308015986604,
      "epoch": 12.201185277604491,
      "step": 39117
    },
    {
      "contrastive_lambda": 0.2702798265974632,
      "epoch": 12.201497192763568,
      "step": 39118
    },
    {
      "contrastive_lambda": 0.2702565736648518,
      "epoch": 12.201809107922646,
      "step": 39119
    },
    {
      "epoch": 12.202121023081721,
      "grad_norm": 0.1156294196844101,
      "learning_rate": 2.961534587755995e-05,
      "loss": 0.0218,
      "step": 39120
    },
    {
      "epoch": 12.202121023081721,
      "flow_loss": 0.02021755836904049,
      "step": 39120
    },
    {
      "contrastive_loss": 0.005152403376996517,
      "epoch": 12.202121023081721,
      "step": 39120
    },
    {
      "contrastive_lambda": 0.2702333213620947,
      "epoch": 12.202121023081721,
      "step": 39120
    },
    {
      "contrastive_lambda": 0.2702100696892561,
      "epoch": 12.202432938240799,
      "step": 39121
    },
    {
      "contrastive_lambda": 0.2701868186463996,
      "epoch": 12.202744853399874,
      "step": 39122
    },
    {
      "contrastive_lambda": 0.27016356823358917,
      "epoch": 12.203056768558952,
      "step": 39123
    },
    {
      "contrastive_lambda": 0.2701403184508882,
      "epoch": 12.203368683718029,
      "step": 39124
    },
    {
      "contrastive_lambda": 0.27011706929836055,
      "epoch": 12.203680598877105,
      "step": 39125
    },
    {
      "contrastive_lambda": 0.2700938207760701,
      "epoch": 12.203992514036182,
      "step": 39126
    },
    {
      "contrastive_lambda": 0.27007057288408043,
      "epoch": 12.20430442919526,
      "step": 39127
    },
    {
      "contrastive_lambda": 0.27004732562245554,
      "epoch": 12.204616344354335,
      "step": 39128
    },
    {
      "contrastive_lambda": 0.2700240789912586,
      "epoch": 12.204928259513412,
      "step": 39129
    },
    {
      "epoch": 12.20524017467249,
      "grad_norm": 0.08730320632457733,
      "learning_rate": 2.959018539591375e-05,
      "loss": 0.0266,
      "step": 39130
    },
    {
      "epoch": 12.20524017467249,
      "flow_loss": 0.038954392075538635,
      "step": 39130
    },
    {
      "contrastive_loss": 0.002884349785745144,
      "epoch": 12.20524017467249,
      "step": 39130
    },
    {
      "contrastive_lambda": 0.270000832990554,
      "epoch": 12.20524017467249,
      "step": 39130
    },
    {
      "contrastive_lambda": 0.2699775876204051,
      "epoch": 12.205552089831565,
      "step": 39131
    },
    {
      "contrastive_lambda": 0.2699543428808756,
      "epoch": 12.205864004990643,
      "step": 39132
    },
    {
      "contrastive_lambda": 0.2699310987720294,
      "epoch": 12.20617592014972,
      "step": 39133
    },
    {
      "contrastive_lambda": 0.26990785529393035,
      "epoch": 12.206487835308796,
      "step": 39134
    },
    {
      "contrastive_lambda": 0.26988461244664175,
      "epoch": 12.206799750467873,
      "step": 39135
    },
    {
      "contrastive_lambda": 0.2698613702302276,
      "epoch": 12.20711166562695,
      "step": 39136
    },
    {
      "contrastive_lambda": 0.26983812864475154,
      "epoch": 12.207423580786026,
      "step": 39137
    },
    {
      "contrastive_lambda": 0.2698148876902773,
      "epoch": 12.207735495945103,
      "step": 39138
    },
    {
      "contrastive_lambda": 0.26979164736686884,
      "epoch": 12.208047411104179,
      "step": 39139
    },
    {
      "epoch": 12.208359326263256,
      "grad_norm": 0.08108211308717728,
      "learning_rate": 2.9565031114230325e-05,
      "loss": 0.0308,
      "step": 39140
    },
    {
      "epoch": 12.208359326263256,
      "flow_loss": 0.02716541849076748,
      "step": 39140
    },
    {
      "contrastive_loss": 0.0032657873816788197,
      "epoch": 12.208359326263256,
      "step": 39140
    },
    {
      "contrastive_lambda": 0.2697684076745894,
      "epoch": 12.208359326263256,
      "step": 39140
    },
    {
      "contrastive_lambda": 0.26974516861350306,
      "epoch": 12.208671241422334,
      "step": 39141
    },
    {
      "contrastive_lambda": 0.2697219301836733,
      "epoch": 12.208983156581409,
      "step": 39142
    },
    {
      "contrastive_lambda": 0.269698692385164,
      "epoch": 12.209295071740486,
      "step": 39143
    },
    {
      "contrastive_lambda": 0.26967545521803876,
      "epoch": 12.209606986899564,
      "step": 39144
    },
    {
      "contrastive_lambda": 0.26965221868236156,
      "epoch": 12.20991890205864,
      "step": 39145
    },
    {
      "contrastive_lambda": 0.2696289827781957,
      "epoch": 12.210230817217717,
      "step": 39146
    },
    {
      "contrastive_lambda": 0.26960574750560506,
      "epoch": 12.210542732376794,
      "step": 39147
    },
    {
      "contrastive_lambda": 0.2695825128646533,
      "epoch": 12.21085464753587,
      "step": 39148
    },
    {
      "contrastive_lambda": 0.2695592788554042,
      "epoch": 12.211166562694947,
      "step": 39149
    },
    {
      "epoch": 12.211478477854024,
      "grad_norm": 0.0941157341003418,
      "learning_rate": 2.9539883040150895e-05,
      "loss": 0.0239,
      "step": 39150
    },
    {
      "epoch": 12.211478477854024,
      "flow_loss": 0.02887539006769657,
      "step": 39150
    },
    {
      "contrastive_loss": 0.003352734725922346,
      "epoch": 12.211478477854024,
      "step": 39150
    },
    {
      "contrastive_lambda": 0.26953604547792165,
      "epoch": 12.211478477854024,
      "step": 39150
    },
    {
      "contrastive_lambda": 0.2695128127322689,
      "epoch": 12.2117903930131,
      "step": 39151
    },
    {
      "contrastive_lambda": 0.2694895806185098,
      "epoch": 12.212102308172177,
      "step": 39152
    },
    {
      "contrastive_lambda": 0.2694663491367082,
      "epoch": 12.212414223331255,
      "step": 39153
    },
    {
      "contrastive_lambda": 0.2694431182869278,
      "epoch": 12.21272613849033,
      "step": 39154
    },
    {
      "contrastive_lambda": 0.269419888069232,
      "epoch": 12.213038053649408,
      "step": 39155
    },
    {
      "contrastive_lambda": 0.26939665848368477,
      "epoch": 12.213349968808483,
      "step": 39156
    },
    {
      "contrastive_lambda": 0.2693734295303496,
      "epoch": 12.21366188396756,
      "step": 39157
    },
    {
      "contrastive_lambda": 0.26935020120929026,
      "epoch": 12.213973799126638,
      "step": 39158
    },
    {
      "contrastive_lambda": 0.26932697352057067,
      "epoch": 12.214285714285714,
      "step": 39159
    },
    {
      "epoch": 12.21459762944479,
      "grad_norm": 0.1003614291548729,
      "learning_rate": 2.9514741181314774e-05,
      "loss": 0.0246,
      "step": 39160
    },
    {
      "epoch": 12.21459762944479,
      "flow_loss": 0.02736121043562889,
      "step": 39160
    },
    {
      "contrastive_loss": 0.003862859448418021,
      "epoch": 12.21459762944479,
      "step": 39160
    },
    {
      "contrastive_lambda": 0.26930374646425387,
      "epoch": 12.21459762944479,
      "step": 39160
    },
    {
      "contrastive_lambda": 0.26928052004040437,
      "epoch": 12.214909544603868,
      "step": 39161
    },
    {
      "contrastive_lambda": 0.2692572942490852,
      "epoch": 12.215221459762944,
      "step": 39162
    },
    {
      "contrastive_lambda": 0.26923406909036024,
      "epoch": 12.215533374922021,
      "step": 39163
    },
    {
      "contrastive_lambda": 0.26921084456429323,
      "epoch": 12.215845290081099,
      "step": 39164
    },
    {
      "contrastive_lambda": 0.2691876206709479,
      "epoch": 12.216157205240174,
      "step": 39165
    },
    {
      "contrastive_lambda": 0.2691643974103877,
      "epoch": 12.216469120399251,
      "step": 39166
    },
    {
      "contrastive_lambda": 0.2691411747826764,
      "epoch": 12.216781035558329,
      "step": 39167
    },
    {
      "contrastive_lambda": 0.2691179527878777,
      "epoch": 12.217092950717404,
      "step": 39168
    },
    {
      "contrastive_lambda": 0.2690947314260552,
      "epoch": 12.217404865876482,
      "step": 39169
    },
    {
      "epoch": 12.21771678103556,
      "grad_norm": 0.07484056055545807,
      "learning_rate": 2.94896055453594e-05,
      "loss": 0.0244,
      "step": 39170
    },
    {
      "epoch": 12.21771678103556,
      "flow_loss": 0.02344304695725441,
      "step": 39170
    },
    {
      "contrastive_loss": 0.004430131055414677,
      "epoch": 12.21771678103556,
      "step": 39170
    },
    {
      "contrastive_lambda": 0.2690715106972728,
      "epoch": 12.21771678103556,
      "step": 39170
    },
    {
      "contrastive_lambda": 0.2690482906015938,
      "epoch": 12.218028696194635,
      "step": 39171
    },
    {
      "contrastive_lambda": 0.26902507113908203,
      "epoch": 12.218340611353712,
      "step": 39172
    },
    {
      "contrastive_lambda": 0.2690018523098011,
      "epoch": 12.218652526512788,
      "step": 39173
    },
    {
      "contrastive_lambda": 0.2689786341138149,
      "epoch": 12.218964441671865,
      "step": 39174
    },
    {
      "contrastive_lambda": 0.2689554165511865,
      "epoch": 12.219276356830942,
      "step": 39175
    },
    {
      "contrastive_lambda": 0.26893219962198034,
      "epoch": 12.219588271990018,
      "step": 39176
    },
    {
      "contrastive_lambda": 0.2689089833262595,
      "epoch": 12.219900187149095,
      "step": 39177
    },
    {
      "contrastive_lambda": 0.2688857676640878,
      "epoch": 12.220212102308173,
      "step": 39178
    },
    {
      "contrastive_lambda": 0.2688625526355289,
      "epoch": 12.220524017467248,
      "step": 39179
    },
    {
      "epoch": 12.220835932626326,
      "grad_norm": 0.07539357990026474,
      "learning_rate": 2.9464476139920332e-05,
      "loss": 0.0218,
      "step": 39180
    },
    {
      "epoch": 12.220835932626326,
      "flow_loss": 0.01908964104950428,
      "step": 39180
    },
    {
      "contrastive_loss": 0.00370592437684536,
      "epoch": 12.220835932626326,
      "step": 39180
    },
    {
      "contrastive_lambda": 0.26883933824064643,
      "epoch": 12.220835932626326,
      "step": 39180
    },
    {
      "contrastive_lambda": 0.2688161244795042,
      "epoch": 12.221147847785403,
      "step": 39181
    },
    {
      "contrastive_lambda": 0.26879291135216554,
      "epoch": 12.221459762944479,
      "step": 39182
    },
    {
      "contrastive_lambda": 0.2687696988586942,
      "epoch": 12.221771678103556,
      "step": 39183
    },
    {
      "contrastive_lambda": 0.2687464869991539,
      "epoch": 12.222083593262633,
      "step": 39184
    },
    {
      "contrastive_lambda": 0.26872327577360844,
      "epoch": 12.222395508421709,
      "step": 39185
    },
    {
      "contrastive_lambda": 0.26870006518212075,
      "epoch": 12.222707423580786,
      "step": 39186
    },
    {
      "contrastive_lambda": 0.2686768552247555,
      "epoch": 12.223019338739864,
      "step": 39187
    },
    {
      "contrastive_lambda": 0.2686536459015755,
      "epoch": 12.22333125389894,
      "step": 39188
    },
    {
      "contrastive_lambda": 0.2686304372126447,
      "epoch": 12.223643169058017,
      "step": 39189
    },
    {
      "epoch": 12.223955084217092,
      "grad_norm": 0.11178760975599289,
      "learning_rate": 2.9439352972631186e-05,
      "loss": 0.0256,
      "step": 39190
    },
    {
      "epoch": 12.223955084217092,
      "flow_loss": 0.04481105878949165,
      "step": 39190
    },
    {
      "contrastive_loss": 0.004803329240530729,
      "epoch": 12.223955084217092,
      "step": 39190
    },
    {
      "contrastive_lambda": 0.2686072291580267,
      "epoch": 12.223955084217092,
      "step": 39190
    },
    {
      "contrastive_lambda": 0.2685840217377853,
      "epoch": 12.22426699937617,
      "step": 39191
    },
    {
      "contrastive_lambda": 0.2685608149519837,
      "epoch": 12.224578914535247,
      "step": 39192
    },
    {
      "contrastive_lambda": 0.26853760880068583,
      "epoch": 12.224890829694322,
      "step": 39193
    },
    {
      "contrastive_lambda": 0.26851440328395526,
      "epoch": 12.2252027448534,
      "step": 39194
    },
    {
      "contrastive_lambda": 0.26849119840185554,
      "epoch": 12.225514660012477,
      "step": 39195
    },
    {
      "contrastive_lambda": 0.26846799415445055,
      "epoch": 12.225826575171553,
      "step": 39196
    },
    {
      "contrastive_lambda": 0.26844479054180354,
      "epoch": 12.22613849033063,
      "step": 39197
    },
    {
      "contrastive_lambda": 0.26842158756397827,
      "epoch": 12.226450405489707,
      "step": 39198
    },
    {
      "contrastive_lambda": 0.2683983852210383,
      "epoch": 12.226762320648783,
      "step": 39199
    },
    {
      "epoch": 12.22707423580786,
      "grad_norm": 0.11453212797641754,
      "learning_rate": 2.9414236051123757e-05,
      "loss": 0.0263,
      "step": 39200
    },
    {
      "epoch": 12.22707423580786,
      "flow_loss": 0.04471393674612045,
      "step": 39200
    },
    {
      "contrastive_loss": 0.0032306695356965065,
      "epoch": 12.22707423580786,
      "step": 39200
    },
    {
      "contrastive_lambda": 0.2683751835130474,
      "epoch": 12.22707423580786,
      "step": 39200
    },
    {
      "contrastive_lambda": 0.26835198244006925,
      "epoch": 12.227386150966938,
      "step": 39201
    },
    {
      "contrastive_lambda": 0.26832878200216714,
      "epoch": 12.227698066126013,
      "step": 39202
    },
    {
      "contrastive_lambda": 0.26830558219940476,
      "epoch": 12.22800998128509,
      "step": 39203
    },
    {
      "contrastive_lambda": 0.2682823830318458,
      "epoch": 12.228321896444168,
      "step": 39204
    },
    {
      "contrastive_lambda": 0.26825918449955405,
      "epoch": 12.228633811603244,
      "step": 39205
    },
    {
      "contrastive_lambda": 0.2682359866025925,
      "epoch": 12.228945726762321,
      "step": 39206
    },
    {
      "contrastive_lambda": 0.26821278934102555,
      "epoch": 12.229257641921397,
      "step": 39207
    },
    {
      "contrastive_lambda": 0.26818959271491616,
      "epoch": 12.229569557080474,
      "step": 39208
    },
    {
      "contrastive_lambda": 0.26816639672432824,
      "epoch": 12.229881472239551,
      "step": 39209
    },
    {
      "epoch": 12.230193387398627,
      "grad_norm": 0.06476138532161713,
      "learning_rate": 2.938912538302785e-05,
      "loss": 0.0255,
      "step": 39210
    },
    {
      "epoch": 12.230193387398627,
      "flow_loss": 0.04985305666923523,
      "step": 39210
    },
    {
      "contrastive_loss": 0.005507666617631912,
      "epoch": 12.230193387398627,
      "step": 39210
    },
    {
      "contrastive_lambda": 0.26814320136932523,
      "epoch": 12.230193387398627,
      "step": 39210
    },
    {
      "contrastive_lambda": 0.26812000664997104,
      "epoch": 12.230505302557704,
      "step": 39211
    },
    {
      "contrastive_lambda": 0.26809681256632883,
      "epoch": 12.230817217716782,
      "step": 39212
    },
    {
      "contrastive_lambda": 0.2680736191184624,
      "epoch": 12.231129132875857,
      "step": 39213
    },
    {
      "contrastive_lambda": 0.2680504263064353,
      "epoch": 12.231441048034934,
      "step": 39214
    },
    {
      "contrastive_lambda": 0.26802723413031104,
      "epoch": 12.231752963194012,
      "step": 39215
    },
    {
      "contrastive_lambda": 0.26800404259015354,
      "epoch": 12.232064878353087,
      "step": 39216
    },
    {
      "contrastive_lambda": 0.26798085168602576,
      "epoch": 12.232376793512165,
      "step": 39217
    },
    {
      "contrastive_lambda": 0.26795766141799204,
      "epoch": 12.232688708671242,
      "step": 39218
    },
    {
      "contrastive_lambda": 0.2679344717861153,
      "epoch": 12.233000623830318,
      "step": 39219
    },
    {
      "epoch": 12.233312538989395,
      "grad_norm": 0.07655639946460724,
      "learning_rate": 2.9364020975971464e-05,
      "loss": 0.029,
      "step": 39220
    },
    {
      "epoch": 12.233312538989395,
      "flow_loss": 0.020275557413697243,
      "step": 39220
    },
    {
      "contrastive_loss": 0.003582084085792303,
      "epoch": 12.233312538989395,
      "step": 39220
    },
    {
      "contrastive_lambda": 0.26791128279045945,
      "epoch": 12.233312538989395,
      "step": 39220
    },
    {
      "contrastive_lambda": 0.26788809443108796,
      "epoch": 12.233624454148472,
      "step": 39221
    },
    {
      "contrastive_lambda": 0.2678649067080647,
      "epoch": 12.233936369307548,
      "step": 39222
    },
    {
      "contrastive_lambda": 0.2678417196214527,
      "epoch": 12.234248284466625,
      "step": 39223
    },
    {
      "contrastive_lambda": 0.2678185331713159,
      "epoch": 12.234560199625701,
      "step": 39224
    },
    {
      "contrastive_lambda": 0.26779534735771765,
      "epoch": 12.234872114784778,
      "step": 39225
    },
    {
      "contrastive_lambda": 0.2677721621807217,
      "epoch": 12.235184029943856,
      "step": 39226
    },
    {
      "contrastive_lambda": 0.26774897764039174,
      "epoch": 12.235495945102931,
      "step": 39227
    },
    {
      "contrastive_lambda": 0.26772579373679095,
      "epoch": 12.235807860262009,
      "step": 39228
    },
    {
      "contrastive_lambda": 0.2677026104699831,
      "epoch": 12.236119775421086,
      "step": 39229
    },
    {
      "epoch": 12.236431690580162,
      "grad_norm": 0.07753010094165802,
      "learning_rate": 2.9338922837580657e-05,
      "loss": 0.0236,
      "step": 39230
    },
    {
      "epoch": 12.236431690580162,
      "flow_loss": 0.03419814258813858,
      "step": 39230
    },
    {
      "contrastive_loss": 0.004293644800782204,
      "epoch": 12.236431690580162,
      "step": 39230
    },
    {
      "contrastive_lambda": 0.26767942784003174,
      "epoch": 12.236431690580162,
      "step": 39230
    },
    {
      "contrastive_lambda": 0.26765624584700043,
      "epoch": 12.236743605739239,
      "step": 39231
    },
    {
      "contrastive_lambda": 0.2676330644909527,
      "epoch": 12.237055520898316,
      "step": 39232
    },
    {
      "contrastive_lambda": 0.2676098837719523,
      "epoch": 12.237367436057392,
      "step": 39233
    },
    {
      "contrastive_lambda": 0.2675867036900624,
      "epoch": 12.23767935121647,
      "step": 39234
    },
    {
      "contrastive_lambda": 0.26756352424534674,
      "epoch": 12.237991266375547,
      "step": 39235
    },
    {
      "contrastive_lambda": 0.26754034543786887,
      "epoch": 12.238303181534622,
      "step": 39236
    },
    {
      "contrastive_lambda": 0.26751716726769237,
      "epoch": 12.2386150966937,
      "step": 39237
    },
    {
      "contrastive_lambda": 0.2674939897348809,
      "epoch": 12.238927011852777,
      "step": 39238
    },
    {
      "contrastive_lambda": 0.26747081283949775,
      "epoch": 12.239238927011852,
      "step": 39239
    },
    {
      "epoch": 12.23955084217093,
      "grad_norm": 0.06595731526613235,
      "learning_rate": 2.931383097547955e-05,
      "loss": 0.0269,
      "step": 39240
    },
    {
      "epoch": 12.23955084217093,
      "flow_loss": 0.05167649686336517,
      "step": 39240
    },
    {
      "contrastive_loss": 0.004302195273339748,
      "epoch": 12.23955084217093,
      "step": 39240
    },
    {
      "contrastive_lambda": 0.26744763658160653,
      "epoch": 12.23955084217093,
      "step": 39240
    },
    {
      "contrastive_lambda": 0.2674244609612708,
      "epoch": 12.239862757330005,
      "step": 39241
    },
    {
      "contrastive_lambda": 0.26740128597855434,
      "epoch": 12.240174672489083,
      "step": 39242
    },
    {
      "contrastive_lambda": 0.26737811163352004,
      "epoch": 12.24048658764816,
      "step": 39243
    },
    {
      "contrastive_lambda": 0.2673549379262323,
      "epoch": 12.240798502807236,
      "step": 39244
    },
    {
      "contrastive_lambda": 0.2673317648567539,
      "epoch": 12.241110417966313,
      "step": 39245
    },
    {
      "contrastive_lambda": 0.2673085924251488,
      "epoch": 12.24142233312539,
      "step": 39246
    },
    {
      "contrastive_lambda": 0.2672854206314803,
      "epoch": 12.241734248284466,
      "step": 39247
    },
    {
      "contrastive_lambda": 0.2672622494758121,
      "epoch": 12.242046163443543,
      "step": 39248
    },
    {
      "contrastive_lambda": 0.26723907895820787,
      "epoch": 12.24235807860262,
      "step": 39249
    },
    {
      "epoch": 12.242669993761696,
      "grad_norm": 0.08098619431257248,
      "learning_rate": 2.928874539729043e-05,
      "loss": 0.0277,
      "step": 39250
    },
    {
      "epoch": 12.242669993761696,
      "flow_loss": 0.022680921480059624,
      "step": 39250
    },
    {
      "contrastive_loss": 0.0044449446722865105,
      "epoch": 12.242669993761696,
      "step": 39250
    },
    {
      "contrastive_lambda": 0.26721590907873066,
      "epoch": 12.242669993761696,
      "step": 39250
    },
    {
      "contrastive_lambda": 0.2671927398374443,
      "epoch": 12.242981908920774,
      "step": 39251
    },
    {
      "contrastive_lambda": 0.2671695712344122,
      "epoch": 12.243293824079851,
      "step": 39252
    },
    {
      "contrastive_lambda": 0.2671464032696982,
      "epoch": 12.243605739238927,
      "step": 39253
    },
    {
      "contrastive_lambda": 0.2671232359433654,
      "epoch": 12.243917654398004,
      "step": 39254
    },
    {
      "contrastive_lambda": 0.26710006925547736,
      "epoch": 12.244229569557081,
      "step": 39255
    },
    {
      "contrastive_lambda": 0.2670769032060978,
      "epoch": 12.244541484716157,
      "step": 39256
    },
    {
      "contrastive_lambda": 0.26705373779529007,
      "epoch": 12.244853399875234,
      "step": 39257
    },
    {
      "contrastive_lambda": 0.26703057302311795,
      "epoch": 12.24516531503431,
      "step": 39258
    },
    {
      "contrastive_lambda": 0.2670074088896446,
      "epoch": 12.245477230193387,
      "step": 39259
    },
    {
      "epoch": 12.245789145352465,
      "grad_norm": 0.07248332351446152,
      "learning_rate": 2.926366611063358e-05,
      "loss": 0.0248,
      "step": 39260
    },
    {
      "epoch": 12.245789145352465,
      "flow_loss": 0.016130950301885605,
      "step": 39260
    },
    {
      "contrastive_loss": 0.003752035554498434,
      "epoch": 12.245789145352465,
      "step": 39260
    },
    {
      "contrastive_lambda": 0.2669842453949336,
      "epoch": 12.245789145352465,
      "step": 39260
    },
    {
      "contrastive_lambda": 0.26696108253904854,
      "epoch": 12.24610106051154,
      "step": 39261
    },
    {
      "contrastive_lambda": 0.2669379203220531,
      "epoch": 12.246412975670617,
      "step": 39262
    },
    {
      "contrastive_lambda": 0.26691475874401016,
      "epoch": 12.246724890829695,
      "step": 39263
    },
    {
      "contrastive_lambda": 0.2668915978049841,
      "epoch": 12.24703680598877,
      "step": 39264
    },
    {
      "contrastive_lambda": 0.26686843750503775,
      "epoch": 12.247348721147848,
      "step": 39265
    },
    {
      "contrastive_lambda": 0.2668452778442348,
      "epoch": 12.247660636306925,
      "step": 39266
    },
    {
      "contrastive_lambda": 0.26682211882263873,
      "epoch": 12.247972551466,
      "step": 39267
    },
    {
      "contrastive_lambda": 0.26679896044031315,
      "epoch": 12.248284466625078,
      "step": 39268
    },
    {
      "contrastive_lambda": 0.2667758026973216,
      "epoch": 12.248596381784155,
      "step": 39269
    },
    {
      "epoch": 12.248908296943231,
      "grad_norm": 0.08773578703403473,
      "learning_rate": 2.9238593123127463e-05,
      "loss": 0.02,
      "step": 39270
    },
    {
      "epoch": 12.248908296943231,
      "flow_loss": 0.032493822276592255,
      "step": 39270
    },
    {
      "contrastive_loss": 0.004374146461486816,
      "epoch": 12.248908296943231,
      "step": 39270
    },
    {
      "contrastive_lambda": 0.2667526455937272,
      "epoch": 12.248908296943231,
      "step": 39270
    },
    {
      "contrastive_lambda": 0.2667294891295937,
      "epoch": 12.249220212102308,
      "step": 39271
    },
    {
      "contrastive_lambda": 0.2667063333049845,
      "epoch": 12.249532127261386,
      "step": 39272
    },
    {
      "contrastive_lambda": 0.2666831781199634,
      "epoch": 12.249844042420461,
      "step": 39273
    },
    {
      "contrastive_lambda": 0.2666600235745932,
      "epoch": 12.250155957579539,
      "step": 39274
    },
    {
      "contrastive_lambda": 0.2666368696689382,
      "epoch": 12.250467872738614,
      "step": 39275
    },
    {
      "contrastive_lambda": 0.2666137164030612,
      "epoch": 12.250779787897692,
      "step": 39276
    },
    {
      "contrastive_lambda": 0.26659056377702606,
      "epoch": 12.251091703056769,
      "step": 39277
    },
    {
      "contrastive_lambda": 0.26656741179089605,
      "epoch": 12.251403618215845,
      "step": 39278
    },
    {
      "contrastive_lambda": 0.266544260444735,
      "epoch": 12.251715533374922,
      "step": 39279
    },
    {
      "epoch": 12.252027448534,
      "grad_norm": 0.09004669636487961,
      "learning_rate": 2.9213526442388583e-05,
      "loss": 0.0229,
      "step": 39280
    },
    {
      "epoch": 12.252027448534,
      "flow_loss": 0.031791407614946365,
      "step": 39280
    },
    {
      "contrastive_loss": 0.003795070108026266,
      "epoch": 12.252027448534,
      "step": 39280
    },
    {
      "contrastive_lambda": 0.2665211097386059,
      "epoch": 12.252027448534,
      "step": 39280
    },
    {
      "contrastive_lambda": 0.2664979596725724,
      "epoch": 12.252339363693075,
      "step": 39281
    },
    {
      "contrastive_lambda": 0.266474810246698,
      "epoch": 12.252651278852152,
      "step": 39282
    },
    {
      "contrastive_lambda": 0.2664516614610462,
      "epoch": 12.25296319401123,
      "step": 39283
    },
    {
      "contrastive_lambda": 0.2664285133156806,
      "epoch": 12.253275109170305,
      "step": 39284
    },
    {
      "contrastive_lambda": 0.2664053658106641,
      "epoch": 12.253587024329383,
      "step": 39285
    },
    {
      "contrastive_lambda": 0.26638221894606096,
      "epoch": 12.25389893948846,
      "step": 39286
    },
    {
      "contrastive_lambda": 0.26635907272193404,
      "epoch": 12.254210854647535,
      "step": 39287
    },
    {
      "contrastive_lambda": 0.266335927138347,
      "epoch": 12.254522769806613,
      "step": 39288
    },
    {
      "contrastive_lambda": 0.26631278219536325,
      "epoch": 12.25483468496569,
      "step": 39289
    },
    {
      "epoch": 12.255146600124766,
      "grad_norm": 0.13222165405750275,
      "learning_rate": 2.9188466076031545e-05,
      "loss": 0.0294,
      "step": 39290
    },
    {
      "epoch": 12.255146600124766,
      "flow_loss": 0.028742464259266853,
      "step": 39290
    },
    {
      "contrastive_loss": 0.004762039054185152,
      "epoch": 12.255146600124766,
      "step": 39290
    },
    {
      "contrastive_lambda": 0.2662896378930465,
      "epoch": 12.255146600124766,
      "step": 39290
    },
    {
      "contrastive_lambda": 0.26626649423145976,
      "epoch": 12.255458515283843,
      "step": 39291
    },
    {
      "contrastive_lambda": 0.2662433512106667,
      "epoch": 12.255770430442919,
      "step": 39292
    },
    {
      "contrastive_lambda": 0.2662202088307308,
      "epoch": 12.256082345601996,
      "step": 39293
    },
    {
      "contrastive_lambda": 0.2661970670917154,
      "epoch": 12.256394260761073,
      "step": 39294
    },
    {
      "contrastive_lambda": 0.2661739259936843,
      "epoch": 12.256706175920149,
      "step": 39295
    },
    {
      "contrastive_lambda": 0.26615078553670035,
      "epoch": 12.257018091079226,
      "step": 39296
    },
    {
      "contrastive_lambda": 0.26612764572082737,
      "epoch": 12.257330006238304,
      "step": 39297
    },
    {
      "contrastive_lambda": 0.2661045065461287,
      "epoch": 12.25764192139738,
      "step": 39298
    },
    {
      "contrastive_lambda": 0.2660813680126681,
      "epoch": 12.257953836556457,
      "step": 39299
    },
    {
      "epoch": 12.258265751715534,
      "grad_norm": 0.08956050872802734,
      "learning_rate": 2.9163412031669012e-05,
      "loss": 0.0229,
      "step": 39300
    },
    {
      "epoch": 12.258265751715534,
      "flow_loss": 0.03343383967876434,
      "step": 39300
    },
    {
      "contrastive_loss": 0.0037532078567892313,
      "epoch": 12.258265751715534,
      "step": 39300
    },
    {
      "contrastive_lambda": 0.26605823012050844,
      "epoch": 12.258265751715534,
      "step": 39300
    },
    {
      "contrastive_lambda": 0.2660350928697134,
      "epoch": 12.25857766687461,
      "step": 39301
    },
    {
      "contrastive_lambda": 0.26601195626034646,
      "epoch": 12.258889582033687,
      "step": 39302
    },
    {
      "contrastive_lambda": 0.265988820292471,
      "epoch": 12.259201497192764,
      "step": 39303
    },
    {
      "contrastive_lambda": 0.2659656849661507,
      "epoch": 12.25951341235184,
      "step": 39304
    },
    {
      "contrastive_lambda": 0.26594255028144836,
      "epoch": 12.259825327510917,
      "step": 39305
    },
    {
      "contrastive_lambda": 0.2659194162384282,
      "epoch": 12.260137242669995,
      "step": 39306
    },
    {
      "contrastive_lambda": 0.26589628283715305,
      "epoch": 12.26044915782907,
      "step": 39307
    },
    {
      "contrastive_lambda": 0.2658731500776866,
      "epoch": 12.260761072988148,
      "step": 39308
    },
    {
      "contrastive_lambda": 0.2658500179600921,
      "epoch": 12.261072988147223,
      "step": 39309
    },
    {
      "epoch": 12.2613849033063,
      "grad_norm": 0.07593809813261032,
      "learning_rate": 2.913836431691175e-05,
      "loss": 0.0306,
      "step": 39310
    },
    {
      "epoch": 12.2613849033063,
      "flow_loss": 0.023195847868919373,
      "step": 39310
    },
    {
      "contrastive_loss": 0.004371553659439087,
      "epoch": 12.2613849033063,
      "step": 39310
    },
    {
      "contrastive_lambda": 0.2658268864844333,
      "epoch": 12.2613849033063,
      "step": 39310
    },
    {
      "contrastive_lambda": 0.26580375565077324,
      "epoch": 12.261696818465378,
      "step": 39311
    },
    {
      "contrastive_lambda": 0.26578062545917547,
      "epoch": 12.262008733624453,
      "step": 39312
    },
    {
      "contrastive_lambda": 0.2657574959097033,
      "epoch": 12.26232064878353,
      "step": 39313
    },
    {
      "contrastive_lambda": 0.26573436700242037,
      "epoch": 12.262632563942608,
      "step": 39314
    },
    {
      "contrastive_lambda": 0.26571123873739017,
      "epoch": 12.262944479101684,
      "step": 39315
    },
    {
      "contrastive_lambda": 0.2656881111146757,
      "epoch": 12.263256394260761,
      "step": 39316
    },
    {
      "contrastive_lambda": 0.2656649841343406,
      "epoch": 12.263568309419838,
      "step": 39317
    },
    {
      "contrastive_lambda": 0.26564185779644817,
      "epoch": 12.263880224578914,
      "step": 39318
    },
    {
      "contrastive_lambda": 0.2656187321010619,
      "epoch": 12.264192139737991,
      "step": 39319
    },
    {
      "epoch": 12.264504054897069,
      "grad_norm": 0.08719904720783234,
      "learning_rate": 2.9113322939368583e-05,
      "loss": 0.0278,
      "step": 39320
    },
    {
      "epoch": 12.264504054897069,
      "flow_loss": 0.022213522344827652,
      "step": 39320
    },
    {
      "contrastive_loss": 0.00451989471912384,
      "epoch": 12.264504054897069,
      "step": 39320
    },
    {
      "contrastive_lambda": 0.26559560704824525,
      "epoch": 12.264504054897069,
      "step": 39320
    },
    {
      "contrastive_lambda": 0.2655724826380617,
      "epoch": 12.264815970056144,
      "step": 39321
    },
    {
      "contrastive_lambda": 0.26554935887057435,
      "epoch": 12.265127885215222,
      "step": 39322
    },
    {
      "contrastive_lambda": 0.2655262357458467,
      "epoch": 12.265439800374299,
      "step": 39323
    },
    {
      "contrastive_lambda": 0.2655031132639422,
      "epoch": 12.265751715533375,
      "step": 39324
    },
    {
      "contrastive_lambda": 0.2654799914249243,
      "epoch": 12.266063630692452,
      "step": 39325
    },
    {
      "contrastive_lambda": 0.26545687022885645,
      "epoch": 12.266375545851528,
      "step": 39326
    },
    {
      "contrastive_lambda": 0.2654337496758017,
      "epoch": 12.266687461010605,
      "step": 39327
    },
    {
      "contrastive_lambda": 0.26541062976582364,
      "epoch": 12.266999376169682,
      "step": 39328
    },
    {
      "contrastive_lambda": 0.2653875104989857,
      "epoch": 12.267311291328758,
      "step": 39329
    },
    {
      "epoch": 12.267623206487835,
      "grad_norm": 0.06585902720689774,
      "learning_rate": 2.9088287906646427e-05,
      "loss": 0.0257,
      "step": 39330
    },
    {
      "epoch": 12.267623206487835,
      "flow_loss": 0.030492274090647697,
      "step": 39330
    },
    {
      "contrastive_loss": 0.006684492342174053,
      "epoch": 12.267623206487835,
      "step": 39330
    },
    {
      "contrastive_lambda": 0.2653643918753513,
      "epoch": 12.267623206487835,
      "step": 39330
    },
    {
      "contrastive_lambda": 0.26534127389498346,
      "epoch": 12.267935121646913,
      "step": 39331
    },
    {
      "contrastive_lambda": 0.2653181565579462,
      "epoch": 12.268247036805988,
      "step": 39332
    },
    {
      "contrastive_lambda": 0.26529503986430236,
      "epoch": 12.268558951965066,
      "step": 39333
    },
    {
      "contrastive_lambda": 0.26527192381411546,
      "epoch": 12.268870867124143,
      "step": 39334
    },
    {
      "contrastive_lambda": 0.26524880840744897,
      "epoch": 12.269182782283218,
      "step": 39335
    },
    {
      "contrastive_lambda": 0.2652256936443662,
      "epoch": 12.269494697442296,
      "step": 39336
    },
    {
      "contrastive_lambda": 0.26520257952493065,
      "epoch": 12.269806612601373,
      "step": 39337
    },
    {
      "contrastive_lambda": 0.2651794660492054,
      "epoch": 12.270118527760449,
      "step": 39338
    },
    {
      "contrastive_lambda": 0.26515635321725395,
      "epoch": 12.270430442919526,
      "step": 39339
    },
    {
      "epoch": 12.270742358078603,
      "grad_norm": 0.09446749836206436,
      "learning_rate": 2.906325922635024e-05,
      "loss": 0.0368,
      "step": 39340
    },
    {
      "epoch": 12.270742358078603,
      "flow_loss": 0.014071455225348473,
      "step": 39340
    },
    {
      "contrastive_loss": 0.004874640144407749,
      "epoch": 12.270742358078603,
      "step": 39340
    },
    {
      "contrastive_lambda": 0.2651332410291397,
      "epoch": 12.270742358078603,
      "step": 39340
    },
    {
      "contrastive_lambda": 0.26511012948492624,
      "epoch": 12.271054273237679,
      "step": 39341
    },
    {
      "contrastive_lambda": 0.2650870185846763,
      "epoch": 12.271366188396756,
      "step": 39342
    },
    {
      "contrastive_lambda": 0.265063908328454,
      "epoch": 12.271678103555832,
      "step": 39343
    },
    {
      "contrastive_lambda": 0.26504079871632213,
      "epoch": 12.27199001871491,
      "step": 39344
    },
    {
      "contrastive_lambda": 0.2650176897483443,
      "epoch": 12.272301933873987,
      "step": 39345
    },
    {
      "contrastive_lambda": 0.26499458142458376,
      "epoch": 12.272613849033062,
      "step": 39346
    },
    {
      "contrastive_lambda": 0.2649714737451041,
      "epoch": 12.27292576419214,
      "step": 39347
    },
    {
      "contrastive_lambda": 0.26494836670996835,
      "epoch": 12.273237679351217,
      "step": 39348
    },
    {
      "contrastive_lambda": 0.26492526031924,
      "epoch": 12.273549594510293,
      "step": 39349
    },
    {
      "epoch": 12.27386150966937,
      "grad_norm": 0.08879227936267853,
      "learning_rate": 2.903823690608313e-05,
      "loss": 0.0235,
      "step": 39350
    },
    {
      "epoch": 12.27386150966937,
      "flow_loss": 0.03114474192261696,
      "step": 39350
    },
    {
      "contrastive_loss": 0.004097512923181057,
      "epoch": 12.27386150966937,
      "step": 39350
    },
    {
      "contrastive_lambda": 0.2649021545729824,
      "epoch": 12.27386150966937,
      "step": 39350
    },
    {
      "contrastive_lambda": 0.26487904947125884,
      "epoch": 12.274173424828447,
      "step": 39351
    },
    {
      "contrastive_lambda": 0.2648559450141329,
      "epoch": 12.274485339987523,
      "step": 39352
    },
    {
      "contrastive_lambda": 0.2648328412016676,
      "epoch": 12.2747972551466,
      "step": 39353
    },
    {
      "contrastive_lambda": 0.2648097380339264,
      "epoch": 12.275109170305678,
      "step": 39354
    },
    {
      "contrastive_lambda": 0.26478663551097265,
      "epoch": 12.275421085464753,
      "step": 39355
    },
    {
      "contrastive_lambda": 0.2647635336328697,
      "epoch": 12.27573300062383,
      "step": 39356
    },
    {
      "contrastive_lambda": 0.26474043239968104,
      "epoch": 12.276044915782908,
      "step": 39357
    },
    {
      "contrastive_lambda": 0.2647173318114697,
      "epoch": 12.276356830941983,
      "step": 39358
    },
    {
      "contrastive_lambda": 0.2646942318682991,
      "epoch": 12.27666874610106,
      "step": 39359
    },
    {
      "epoch": 12.276980661260136,
      "grad_norm": 0.0776919573545456,
      "learning_rate": 2.9013220953446174e-05,
      "loss": 0.0256,
      "step": 39360
    },
    {
      "epoch": 12.276980661260136,
      "flow_loss": 0.023508917540311813,
      "step": 39360
    },
    {
      "contrastive_loss": 0.0033515729010105133,
      "epoch": 12.276980661260136,
      "step": 39360
    },
    {
      "contrastive_lambda": 0.26467113257023267,
      "epoch": 12.276980661260136,
      "step": 39360
    },
    {
      "contrastive_lambda": 0.2646480339173339,
      "epoch": 12.277292576419214,
      "step": 39361
    },
    {
      "contrastive_lambda": 0.26462493590966546,
      "epoch": 12.277604491578291,
      "step": 39362
    },
    {
      "contrastive_lambda": 0.2646018385472916,
      "epoch": 12.277916406737367,
      "step": 39363
    },
    {
      "contrastive_lambda": 0.26457874183027486,
      "epoch": 12.278228321896444,
      "step": 39364
    },
    {
      "contrastive_lambda": 0.2645556457586789,
      "epoch": 12.278540237055521,
      "step": 39365
    },
    {
      "contrastive_lambda": 0.26453255033256706,
      "epoch": 12.278852152214597,
      "step": 39366
    },
    {
      "contrastive_lambda": 0.2645094555520027,
      "epoch": 12.279164067373674,
      "step": 39367
    },
    {
      "contrastive_lambda": 0.26448636141704895,
      "epoch": 12.279475982532752,
      "step": 39368
    },
    {
      "contrastive_lambda": 0.26446326792776914,
      "epoch": 12.279787897691827,
      "step": 39369
    },
    {
      "epoch": 12.280099812850905,
      "grad_norm": 0.0999162420630455,
      "learning_rate": 2.8988211376038564e-05,
      "loss": 0.0201,
      "step": 39370
    },
    {
      "epoch": 12.280099812850905,
      "flow_loss": 0.01312869880348444,
      "step": 39370
    },
    {
      "contrastive_loss": 0.00447061425074935,
      "epoch": 12.280099812850905,
      "step": 39370
    },
    {
      "contrastive_lambda": 0.2644401750842267,
      "epoch": 12.280099812850905,
      "step": 39370
    },
    {
      "contrastive_lambda": 0.26441708288648486,
      "epoch": 12.280411728009982,
      "step": 39371
    },
    {
      "contrastive_lambda": 0.26439399133460717,
      "epoch": 12.280723643169058,
      "step": 39372
    },
    {
      "contrastive_lambda": 0.2643709004286563,
      "epoch": 12.281035558328135,
      "step": 39373
    },
    {
      "contrastive_lambda": 0.26434781016869646,
      "epoch": 12.281347473487212,
      "step": 39374
    },
    {
      "contrastive_lambda": 0.2643247205547902,
      "epoch": 12.281659388646288,
      "step": 39375
    },
    {
      "contrastive_lambda": 0.26430163158700115,
      "epoch": 12.281971303805365,
      "step": 39376
    },
    {
      "contrastive_lambda": 0.2642785432653926,
      "epoch": 12.28228321896444,
      "step": 39377
    },
    {
      "contrastive_lambda": 0.26425545559002794,
      "epoch": 12.282595134123518,
      "step": 39378
    },
    {
      "contrastive_lambda": 0.2642323685609701,
      "epoch": 12.282907049282596,
      "step": 39379
    },
    {
      "epoch": 12.283218964441671,
      "grad_norm": 0.17770469188690186,
      "learning_rate": 2.8963208181457564e-05,
      "loss": 0.0246,
      "step": 39380
    },
    {
      "epoch": 12.283218964441671,
      "flow_loss": 0.02441934309899807,
      "step": 39380
    },
    {
      "contrastive_loss": 0.003838693257421255,
      "epoch": 12.283218964441671,
      "step": 39380
    },
    {
      "contrastive_lambda": 0.26420928217828266,
      "epoch": 12.283218964441671,
      "step": 39380
    },
    {
      "contrastive_lambda": 0.2641861964420289,
      "epoch": 12.283530879600749,
      "step": 39381
    },
    {
      "contrastive_lambda": 0.264163111352272,
      "epoch": 12.283842794759826,
      "step": 39382
    },
    {
      "contrastive_lambda": 0.26414002690907556,
      "epoch": 12.284154709918901,
      "step": 39383
    },
    {
      "contrastive_lambda": 0.2641169431125024,
      "epoch": 12.284466625077979,
      "step": 39384
    },
    {
      "contrastive_lambda": 0.26409385996261603,
      "epoch": 12.284778540237056,
      "step": 39385
    },
    {
      "contrastive_lambda": 0.26407077745947977,
      "epoch": 12.285090455396132,
      "step": 39386
    },
    {
      "contrastive_lambda": 0.26404769560315705,
      "epoch": 12.28540237055521,
      "step": 39387
    },
    {
      "contrastive_lambda": 0.2640246143937106,
      "epoch": 12.285714285714286,
      "step": 39388
    },
    {
      "contrastive_lambda": 0.2640015338312044,
      "epoch": 12.286026200873362,
      "step": 39389
    },
    {
      "epoch": 12.28633811603244,
      "grad_norm": 0.059470415115356445,
      "learning_rate": 2.8938211377298453e-05,
      "loss": 0.0229,
      "step": 39390
    },
    {
      "epoch": 12.28633811603244,
      "flow_loss": 0.024366628378629684,
      "step": 39390
    },
    {
      "contrastive_loss": 0.003488306887447834,
      "epoch": 12.28633811603244,
      "step": 39390
    },
    {
      "contrastive_lambda": 0.26397845391570124,
      "epoch": 12.28633811603244,
      "step": 39390
    },
    {
      "contrastive_lambda": 0.2639553746472646,
      "epoch": 12.286650031191517,
      "step": 39391
    },
    {
      "contrastive_lambda": 0.2639322960259576,
      "epoch": 12.286961946350592,
      "step": 39392
    },
    {
      "contrastive_lambda": 0.26390921805184364,
      "epoch": 12.28727386150967,
      "step": 39393
    },
    {
      "contrastive_lambda": 0.2638861407249862,
      "epoch": 12.287585776668745,
      "step": 39394
    },
    {
      "contrastive_lambda": 0.2638630640454481,
      "epoch": 12.287897691827823,
      "step": 39395
    },
    {
      "contrastive_lambda": 0.2638399880132928,
      "epoch": 12.2882096069869,
      "step": 39396
    },
    {
      "contrastive_lambda": 0.26381691262858364,
      "epoch": 12.288521522145976,
      "step": 39397
    },
    {
      "contrastive_lambda": 0.26379383789138394,
      "epoch": 12.288833437305053,
      "step": 39398
    },
    {
      "contrastive_lambda": 0.2637707638017567,
      "epoch": 12.28914535246413,
      "step": 39399
    },
    {
      "epoch": 12.289457267623206,
      "grad_norm": 0.08920898288488388,
      "learning_rate": 2.8913220971154652e-05,
      "loss": 0.0246,
      "step": 39400
    },
    {
      "epoch": 12.289457267623206,
      "flow_loss": 0.016838165000081062,
      "step": 39400
    },
    {
      "contrastive_loss": 0.004092061892151833,
      "epoch": 12.289457267623206,
      "step": 39400
    },
    {
      "contrastive_lambda": 0.2637476903597653,
      "epoch": 12.289457267623206,
      "step": 39400
    },
    {
      "contrastive_lambda": 0.26372461756547305,
      "epoch": 12.289769182782283,
      "step": 39401
    },
    {
      "contrastive_lambda": 0.2637015454189431,
      "epoch": 12.29008109794136,
      "step": 39402
    },
    {
      "contrastive_lambda": 0.263678473920239,
      "epoch": 12.290393013100436,
      "step": 39403
    },
    {
      "contrastive_lambda": 0.2636554030694237,
      "epoch": 12.290704928259514,
      "step": 39404
    },
    {
      "contrastive_lambda": 0.2636323328665604,
      "epoch": 12.291016843418591,
      "step": 39405
    },
    {
      "contrastive_lambda": 0.2636092633117125,
      "epoch": 12.291328758577666,
      "step": 39406
    },
    {
      "contrastive_lambda": 0.2635861944049433,
      "epoch": 12.291640673736744,
      "step": 39407
    },
    {
      "contrastive_lambda": 0.26356312614631594,
      "epoch": 12.291952588895821,
      "step": 39408
    },
    {
      "contrastive_lambda": 0.26354005853589385,
      "epoch": 12.292264504054897,
      "step": 39409
    },
    {
      "epoch": 12.292576419213974,
      "grad_norm": 0.08660820126533508,
      "learning_rate": 2.888823697061753e-05,
      "loss": 0.024,
      "step": 39410
    },
    {
      "epoch": 12.292576419213974,
      "flow_loss": 0.021733634173870087,
      "step": 39410
    },
    {
      "contrastive_loss": 0.003117228392511606,
      "epoch": 12.292576419213974,
      "step": 39410
    },
    {
      "contrastive_lambda": 0.26351699157374,
      "epoch": 12.292576419213974,
      "step": 39410
    },
    {
      "contrastive_lambda": 0.26349392525991766,
      "epoch": 12.29288833437305,
      "step": 39411
    },
    {
      "contrastive_lambda": 0.2634708595944901,
      "epoch": 12.293200249532127,
      "step": 39412
    },
    {
      "contrastive_lambda": 0.26344779457752077,
      "epoch": 12.293512164691204,
      "step": 39413
    },
    {
      "contrastive_lambda": 0.2634247302090728,
      "epoch": 12.29382407985028,
      "step": 39414
    },
    {
      "contrastive_lambda": 0.26340166648920926,
      "epoch": 12.294135995009357,
      "step": 39415
    },
    {
      "contrastive_lambda": 0.26337860341799346,
      "epoch": 12.294447910168435,
      "step": 39416
    },
    {
      "contrastive_lambda": 0.26335554099548864,
      "epoch": 12.29475982532751,
      "step": 39417
    },
    {
      "contrastive_lambda": 0.2633324792217582,
      "epoch": 12.295071740486588,
      "step": 39418
    },
    {
      "contrastive_lambda": 0.26330941809686487,
      "epoch": 12.295383655645665,
      "step": 39419
    },
    {
      "epoch": 12.29569557080474,
      "grad_norm": 0.07883494347333908,
      "learning_rate": 2.8863259383276618e-05,
      "loss": 0.0203,
      "step": 39420
    },
    {
      "epoch": 12.29569557080474,
      "flow_loss": 0.014982854947447777,
      "step": 39420
    },
    {
      "contrastive_loss": 0.0036944339517503977,
      "epoch": 12.29569557080474,
      "step": 39420
    },
    {
      "contrastive_lambda": 0.2632863576208726,
      "epoch": 12.29569557080474,
      "step": 39420
    },
    {
      "contrastive_lambda": 0.26326329779384394,
      "epoch": 12.296007485963818,
      "step": 39421
    },
    {
      "contrastive_lambda": 0.2632402386158425,
      "epoch": 12.296319401122895,
      "step": 39422
    },
    {
      "contrastive_lambda": 0.26321718008693135,
      "epoch": 12.296631316281971,
      "step": 39423
    },
    {
      "contrastive_lambda": 0.26319412220717375,
      "epoch": 12.296943231441048,
      "step": 39424
    },
    {
      "contrastive_lambda": 0.2631710649766331,
      "epoch": 12.297255146600126,
      "step": 39425
    },
    {
      "contrastive_lambda": 0.2631480083953722,
      "epoch": 12.297567061759201,
      "step": 39426
    },
    {
      "contrastive_lambda": 0.2631249524634545,
      "epoch": 12.297878976918279,
      "step": 39427
    },
    {
      "contrastive_lambda": 0.26310189718094323,
      "epoch": 12.298190892077354,
      "step": 39428
    },
    {
      "contrastive_lambda": 0.2630788425479017,
      "epoch": 12.298502807236432,
      "step": 39429
    },
    {
      "epoch": 12.298814722395509,
      "grad_norm": 0.08885324001312256,
      "learning_rate": 2.8838288216719395e-05,
      "loss": 0.025,
      "step": 39430
    },
    {
      "epoch": 12.298814722395509,
      "flow_loss": 0.025708753615617752,
      "step": 39430
    },
    {
      "contrastive_loss": 0.0034494735300540924,
      "epoch": 12.298814722395509,
      "step": 39430
    },
    {
      "contrastive_lambda": 0.2630557885643926,
      "epoch": 12.298814722395509,
      "step": 39430
    },
    {
      "contrastive_lambda": 0.2630327352304799,
      "epoch": 12.299126637554584,
      "step": 39431
    },
    {
      "contrastive_lambda": 0.26300968254622625,
      "epoch": 12.299438552713662,
      "step": 39432
    },
    {
      "contrastive_lambda": 0.26298663051169496,
      "epoch": 12.29975046787274,
      "step": 39433
    },
    {
      "contrastive_lambda": 0.2629635791269493,
      "epoch": 12.300062383031815,
      "step": 39434
    },
    {
      "contrastive_lambda": 0.2629405283920526,
      "epoch": 12.300374298190892,
      "step": 39435
    },
    {
      "contrastive_lambda": 0.2629174783070678,
      "epoch": 12.30068621334997,
      "step": 39436
    },
    {
      "contrastive_lambda": 0.26289442887205816,
      "epoch": 12.300998128509045,
      "step": 39437
    },
    {
      "contrastive_lambda": 0.2628713800870869,
      "epoch": 12.301310043668122,
      "step": 39438
    },
    {
      "contrastive_lambda": 0.26284833195221713,
      "epoch": 12.3016219588272,
      "step": 39439
    },
    {
      "epoch": 12.301933873986275,
      "grad_norm": 0.09822884202003479,
      "learning_rate": 2.8813323478531484e-05,
      "loss": 0.0264,
      "step": 39440
    },
    {
      "epoch": 12.301933873986275,
      "flow_loss": 0.018037516623735428,
      "step": 39440
    },
    {
      "contrastive_loss": 0.003648594953119755,
      "epoch": 12.301933873986275,
      "step": 39440
    },
    {
      "contrastive_lambda": 0.2628252844675124,
      "epoch": 12.301933873986275,
      "step": 39440
    },
    {
      "contrastive_lambda": 0.26280223763303545,
      "epoch": 12.302245789145353,
      "step": 39441
    },
    {
      "contrastive_lambda": 0.2627791914488496,
      "epoch": 12.30255770430443,
      "step": 39442
    },
    {
      "contrastive_lambda": 0.26275614591501806,
      "epoch": 12.302869619463506,
      "step": 39443
    },
    {
      "contrastive_lambda": 0.26273310103160397,
      "epoch": 12.303181534622583,
      "step": 39444
    },
    {
      "contrastive_lambda": 0.2627100567986709,
      "epoch": 12.303493449781659,
      "step": 39445
    },
    {
      "contrastive_lambda": 0.2626870132162813,
      "epoch": 12.303805364940736,
      "step": 39446
    },
    {
      "contrastive_lambda": 0.26266397028449884,
      "epoch": 12.304117280099813,
      "step": 39447
    },
    {
      "contrastive_lambda": 0.26264092800338656,
      "epoch": 12.304429195258889,
      "step": 39448
    },
    {
      "contrastive_lambda": 0.26261788637300765,
      "epoch": 12.304741110417966,
      "step": 39449
    },
    {
      "epoch": 12.305053025577044,
      "grad_norm": 0.07187418639659882,
      "learning_rate": 2.8788365176296496e-05,
      "loss": 0.0248,
      "step": 39450
    },
    {
      "epoch": 12.305053025577044,
      "flow_loss": 0.016792232170701027,
      "step": 39450
    },
    {
      "contrastive_loss": 0.0035515185445547104,
      "epoch": 12.305053025577044,
      "step": 39450
    },
    {
      "contrastive_lambda": 0.26259484539342526,
      "epoch": 12.305053025577044,
      "step": 39450
    },
    {
      "contrastive_lambda": 0.2625718050647028,
      "epoch": 12.30536494073612,
      "step": 39451
    },
    {
      "contrastive_lambda": 0.262548765386903,
      "epoch": 12.305676855895197,
      "step": 39452
    },
    {
      "contrastive_lambda": 0.2625257263600893,
      "epoch": 12.305988771054274,
      "step": 39453
    },
    {
      "contrastive_lambda": 0.26250268798432475,
      "epoch": 12.30630068621335,
      "step": 39454
    },
    {
      "contrastive_lambda": 0.2624796502596728,
      "epoch": 12.306612601372427,
      "step": 39455
    },
    {
      "contrastive_lambda": 0.2624566131861961,
      "epoch": 12.306924516531504,
      "step": 39456
    },
    {
      "contrastive_lambda": 0.2624335767639582,
      "epoch": 12.30723643169058,
      "step": 39457
    },
    {
      "contrastive_lambda": 0.262410540993022,
      "epoch": 12.307548346849657,
      "step": 39458
    },
    {
      "contrastive_lambda": 0.2623875058734509,
      "epoch": 12.307860262008735,
      "step": 39459
    },
    {
      "epoch": 12.30817217716781,
      "grad_norm": 0.0737445205450058,
      "learning_rate": 2.876341331759611e-05,
      "loss": 0.0236,
      "step": 39460
    },
    {
      "epoch": 12.30817217716781,
      "flow_loss": 0.01518242433667183,
      "step": 39460
    },
    {
      "contrastive_loss": 0.004178792238235474,
      "epoch": 12.30817217716781,
      "step": 39460
    },
    {
      "contrastive_lambda": 0.26236447140530805,
      "epoch": 12.30817217716781,
      "step": 39460
    },
    {
      "contrastive_lambda": 0.2623414375886562,
      "epoch": 12.308484092326887,
      "step": 39461
    },
    {
      "contrastive_lambda": 0.26231840442355914,
      "epoch": 12.308796007485963,
      "step": 39462
    },
    {
      "contrastive_lambda": 0.26229537191007946,
      "epoch": 12.30910792264504,
      "step": 39463
    },
    {
      "contrastive_lambda": 0.26227234004828054,
      "epoch": 12.309419837804118,
      "step": 39464
    },
    {
      "contrastive_lambda": 0.2622493088382255,
      "epoch": 12.309731752963193,
      "step": 39465
    },
    {
      "contrastive_lambda": 0.26222627827997763,
      "epoch": 12.31004366812227,
      "step": 39466
    },
    {
      "contrastive_lambda": 0.26220324837359976,
      "epoch": 12.310355583281348,
      "step": 39467
    },
    {
      "contrastive_lambda": 0.2621802191191552,
      "epoch": 12.310667498440424,
      "step": 39468
    },
    {
      "contrastive_lambda": 0.26215719051670705,
      "epoch": 12.310979413599501,
      "step": 39469
    },
    {
      "epoch": 12.311291328758578,
      "grad_norm": 0.07665522396564484,
      "learning_rate": 2.8738467910010036e-05,
      "loss": 0.0249,
      "step": 39470
    },
    {
      "epoch": 12.311291328758578,
      "flow_loss": 0.014564662240445614,
      "step": 39470
    },
    {
      "contrastive_loss": 0.0036021708510816097,
      "epoch": 12.311291328758578,
      "step": 39470
    },
    {
      "contrastive_lambda": 0.26213416256631844,
      "epoch": 12.311291328758578,
      "step": 39470
    },
    {
      "contrastive_lambda": 0.26211113526805274,
      "epoch": 12.311603243917654,
      "step": 39471
    },
    {
      "contrastive_lambda": 0.26208810862197274,
      "epoch": 12.311915159076731,
      "step": 39472
    },
    {
      "contrastive_lambda": 0.2620650826281416,
      "epoch": 12.312227074235809,
      "step": 39473
    },
    {
      "contrastive_lambda": 0.26204205728662255,
      "epoch": 12.312538989394884,
      "step": 39474
    },
    {
      "contrastive_lambda": 0.26201903259747894,
      "epoch": 12.312850904553962,
      "step": 39475
    },
    {
      "contrastive_lambda": 0.2619960085607733,
      "epoch": 12.313162819713039,
      "step": 39476
    },
    {
      "contrastive_lambda": 0.26197298517656953,
      "epoch": 12.313474734872115,
      "step": 39477
    },
    {
      "contrastive_lambda": 0.2619499624449301,
      "epoch": 12.313786650031192,
      "step": 39478
    },
    {
      "contrastive_lambda": 0.26192694036591835,
      "epoch": 12.314098565190267,
      "step": 39479
    },
    {
      "epoch": 12.314410480349345,
      "grad_norm": 0.06943634152412415,
      "learning_rate": 2.8713528961116032e-05,
      "loss": 0.026,
      "step": 39480
    },
    {
      "epoch": 12.314410480349345,
      "flow_loss": 0.017149487510323524,
      "step": 39480
    },
    {
      "contrastive_loss": 0.004157623276114464,
      "epoch": 12.314410480349345,
      "step": 39480
    },
    {
      "contrastive_lambda": 0.2619039189395974,
      "epoch": 12.314410480349345,
      "step": 39480
    },
    {
      "contrastive_lambda": 0.2618808981660304,
      "epoch": 12.314722395508422,
      "step": 39481
    },
    {
      "contrastive_lambda": 0.2618578780452806,
      "epoch": 12.315034310667498,
      "step": 39482
    },
    {
      "contrastive_lambda": 0.2618348585774108,
      "epoch": 12.315346225826575,
      "step": 39483
    },
    {
      "contrastive_lambda": 0.26181183976248423,
      "epoch": 12.315658140985652,
      "step": 39484
    },
    {
      "contrastive_lambda": 0.26178882160056405,
      "epoch": 12.315970056144728,
      "step": 39485
    },
    {
      "contrastive_lambda": 0.26176580409171346,
      "epoch": 12.316281971303805,
      "step": 39486
    },
    {
      "contrastive_lambda": 0.26174278723599514,
      "epoch": 12.316593886462883,
      "step": 39487
    },
    {
      "contrastive_lambda": 0.2617197710334729,
      "epoch": 12.316905801621958,
      "step": 39488
    },
    {
      "contrastive_lambda": 0.2616967554842092,
      "epoch": 12.317217716781036,
      "step": 39489
    },
    {
      "epoch": 12.317529631940113,
      "grad_norm": 0.11626765877008438,
      "learning_rate": 2.8688596478489875e-05,
      "loss": 0.0272,
      "step": 39490
    },
    {
      "epoch": 12.317529631940113,
      "flow_loss": 0.023684795945882797,
      "step": 39490
    },
    {
      "contrastive_loss": 0.004160056822001934,
      "epoch": 12.317529631940113,
      "step": 39490
    },
    {
      "contrastive_lambda": 0.2616737405882673,
      "epoch": 12.317529631940113,
      "step": 39490
    },
    {
      "contrastive_lambda": 0.2616507263457105,
      "epoch": 12.317841547099189,
      "step": 39491
    },
    {
      "contrastive_lambda": 0.2616277127566019,
      "epoch": 12.318153462258266,
      "step": 39492
    },
    {
      "contrastive_lambda": 0.26160469982100426,
      "epoch": 12.318465377417343,
      "step": 39493
    },
    {
      "contrastive_lambda": 0.2615816875389809,
      "epoch": 12.318777292576419,
      "step": 39494
    },
    {
      "contrastive_lambda": 0.26155867591059484,
      "epoch": 12.319089207735496,
      "step": 39495
    },
    {
      "contrastive_lambda": 0.26153566493590924,
      "epoch": 12.319401122894572,
      "step": 39496
    },
    {
      "contrastive_lambda": 0.26151265461498735,
      "epoch": 12.31971303805365,
      "step": 39497
    },
    {
      "contrastive_lambda": 0.26148964494789184,
      "epoch": 12.320024953212727,
      "step": 39498
    },
    {
      "contrastive_lambda": 0.261466635934686,
      "epoch": 12.320336868371802,
      "step": 39499
    },
    {
      "epoch": 12.32064878353088,
      "grad_norm": 0.11088920384645462,
      "learning_rate": 2.8663670469705434e-05,
      "loss": 0.0254,
      "step": 39500
    },
    {
      "epoch": 12.32064878353088,
      "flow_loss": 0.03451910987496376,
      "step": 39500
    },
    {
      "contrastive_loss": 0.003689980134367943,
      "epoch": 12.32064878353088,
      "step": 39500
    },
    {
      "contrastive_lambda": 0.261443627575433,
      "epoch": 12.32064878353088,
      "step": 39500
    },
    {
      "contrastive_lambda": 0.26142061987019577,
      "epoch": 12.320960698689957,
      "step": 39501
    },
    {
      "contrastive_lambda": 0.2613976128190377,
      "epoch": 12.321272613849032,
      "step": 39502
    },
    {
      "contrastive_lambda": 0.26137460642202137,
      "epoch": 12.32158452900811,
      "step": 39503
    },
    {
      "contrastive_lambda": 0.26135160067921015,
      "epoch": 12.321896444167187,
      "step": 39504
    },
    {
      "contrastive_lambda": 0.261328595590667,
      "epoch": 12.322208359326263,
      "step": 39505
    },
    {
      "contrastive_lambda": 0.2613055911564553,
      "epoch": 12.32252027448534,
      "step": 39506
    },
    {
      "contrastive_lambda": 0.26128258737663745,
      "epoch": 12.322832189644418,
      "step": 39507
    },
    {
      "contrastive_lambda": 0.2612595842512774,
      "epoch": 12.323144104803493,
      "step": 39508
    },
    {
      "contrastive_lambda": 0.2612365817804375,
      "epoch": 12.32345601996257,
      "step": 39509
    },
    {
      "epoch": 12.323767935121648,
      "grad_norm": 0.12451549619436264,
      "learning_rate": 2.8638750942334546e-05,
      "loss": 0.0281,
      "step": 39510
    },
    {
      "epoch": 12.323767935121648,
      "flow_loss": 0.04398826137185097,
      "step": 39510
    },
    {
      "contrastive_loss": 0.003484946209937334,
      "epoch": 12.323767935121648,
      "step": 39510
    },
    {
      "contrastive_lambda": 0.2612135799641811,
      "epoch": 12.323767935121648,
      "step": 39510
    },
    {
      "contrastive_lambda": 0.26119057880257124,
      "epoch": 12.324079850280723,
      "step": 39511
    },
    {
      "contrastive_lambda": 0.26116757829567094,
      "epoch": 12.3243917654398,
      "step": 39512
    },
    {
      "contrastive_lambda": 0.26114457844354344,
      "epoch": 12.324703680598876,
      "step": 39513
    },
    {
      "contrastive_lambda": 0.2611215792462515,
      "epoch": 12.325015595757954,
      "step": 39514
    },
    {
      "contrastive_lambda": 0.2610985807038583,
      "epoch": 12.325327510917031,
      "step": 39515
    },
    {
      "contrastive_lambda": 0.26107558281642695,
      "epoch": 12.325639426076107,
      "step": 39516
    },
    {
      "contrastive_lambda": 0.26105258558402056,
      "epoch": 12.325951341235184,
      "step": 39517
    },
    {
      "contrastive_lambda": 0.26102958900670176,
      "epoch": 12.326263256394261,
      "step": 39518
    },
    {
      "contrastive_lambda": 0.2610065930845342,
      "epoch": 12.326575171553337,
      "step": 39519
    },
    {
      "epoch": 12.326887086712414,
      "grad_norm": 0.05956022068858147,
      "learning_rate": 2.8613837903947115e-05,
      "loss": 0.0273,
      "step": 39520
    },
    {
      "epoch": 12.326887086712414,
      "flow_loss": 0.04150011017918587,
      "step": 39520
    },
    {
      "contrastive_loss": 0.0036790058948099613,
      "epoch": 12.326887086712414,
      "step": 39520
    },
    {
      "contrastive_lambda": 0.26098359781758057,
      "epoch": 12.326887086712414,
      "step": 39520
    },
    {
      "contrastive_lambda": 0.2609606032059039,
      "epoch": 12.327199001871492,
      "step": 39521
    },
    {
      "contrastive_lambda": 0.2609376092495673,
      "epoch": 12.327510917030567,
      "step": 39522
    },
    {
      "contrastive_lambda": 0.2609146159486341,
      "epoch": 12.327822832189645,
      "step": 39523
    },
    {
      "contrastive_lambda": 0.2608916233031668,
      "epoch": 12.328134747348722,
      "step": 39524
    },
    {
      "contrastive_lambda": 0.2608686313132287,
      "epoch": 12.328446662507798,
      "step": 39525
    },
    {
      "contrastive_lambda": 0.26084563997888277,
      "epoch": 12.328758577666875,
      "step": 39526
    },
    {
      "contrastive_lambda": 0.26082264930019217,
      "epoch": 12.329070492825952,
      "step": 39527
    },
    {
      "contrastive_lambda": 0.26079965927722,
      "epoch": 12.329382407985028,
      "step": 39528
    },
    {
      "contrastive_lambda": 0.2607766699100288,
      "epoch": 12.329694323144105,
      "step": 39529
    },
    {
      "epoch": 12.33000623830318,
      "grad_norm": 0.10863025486469269,
      "learning_rate": 2.858893136211106e-05,
      "loss": 0.0243,
      "step": 39530
    },
    {
      "epoch": 12.33000623830318,
      "flow_loss": 0.01812657341361046,
      "step": 39530
    },
    {
      "contrastive_loss": 0.005189069546759129,
      "epoch": 12.33000623830318,
      "step": 39530
    },
    {
      "contrastive_lambda": 0.26075368119868225,
      "epoch": 12.33000623830318,
      "step": 39530
    },
    {
      "contrastive_lambda": 0.26073069314324293,
      "epoch": 12.330318153462258,
      "step": 39531
    },
    {
      "contrastive_lambda": 0.260707705743774,
      "epoch": 12.330630068621335,
      "step": 39532
    },
    {
      "contrastive_lambda": 0.2606847190003385,
      "epoch": 12.330941983780411,
      "step": 39533
    },
    {
      "contrastive_lambda": 0.26066173291299966,
      "epoch": 12.331253898939488,
      "step": 39534
    },
    {
      "contrastive_lambda": 0.26063874748182,
      "epoch": 12.331565814098566,
      "step": 39535
    },
    {
      "contrastive_lambda": 0.2606157627068628,
      "epoch": 12.331877729257641,
      "step": 39536
    },
    {
      "contrastive_lambda": 0.2605927785881911,
      "epoch": 12.332189644416719,
      "step": 39537
    },
    {
      "contrastive_lambda": 0.26056979512586786,
      "epoch": 12.332501559575796,
      "step": 39538
    },
    {
      "contrastive_lambda": 0.26054681231995636,
      "epoch": 12.332813474734872,
      "step": 39539
    },
    {
      "epoch": 12.333125389893949,
      "grad_norm": 0.12850134074687958,
      "learning_rate": 2.8564031324392315e-05,
      "loss": 0.0289,
      "step": 39540
    },
    {
      "epoch": 12.333125389893949,
      "flow_loss": 0.01817903108894825,
      "step": 39540
    },
    {
      "contrastive_loss": 0.0033965029288083315,
      "epoch": 12.333125389893949,
      "step": 39540
    },
    {
      "contrastive_lambda": 0.26052383017051917,
      "epoch": 12.333125389893949,
      "step": 39540
    },
    {
      "contrastive_lambda": 0.2605008486776195,
      "epoch": 12.333437305053026,
      "step": 39541
    },
    {
      "contrastive_lambda": 0.2604778678413203,
      "epoch": 12.333749220212102,
      "step": 39542
    },
    {
      "contrastive_lambda": 0.2604548876616849,
      "epoch": 12.33406113537118,
      "step": 39543
    },
    {
      "contrastive_lambda": 0.2604319081387758,
      "epoch": 12.334373050530257,
      "step": 39544
    },
    {
      "contrastive_lambda": 0.26040892927265624,
      "epoch": 12.334684965689332,
      "step": 39545
    },
    {
      "contrastive_lambda": 0.26038595106338913,
      "epoch": 12.33499688084841,
      "step": 39546
    },
    {
      "contrastive_lambda": 0.26036297351103765,
      "epoch": 12.335308796007485,
      "step": 39547
    },
    {
      "contrastive_lambda": 0.2603399966156648,
      "epoch": 12.335620711166563,
      "step": 39548
    },
    {
      "contrastive_lambda": 0.26031702037733306,
      "epoch": 12.33593262632564,
      "step": 39549
    },
    {
      "epoch": 12.336244541484715,
      "grad_norm": 0.082459956407547,
      "learning_rate": 2.85391377983549e-05,
      "loss": 0.0253,
      "step": 39550
    },
    {
      "epoch": 12.336244541484715,
      "flow_loss": 0.01897580735385418,
      "step": 39550
    },
    {
      "contrastive_loss": 0.004437990486621857,
      "epoch": 12.336244541484715,
      "step": 39550
    },
    {
      "contrastive_lambda": 0.2602940447961063,
      "epoch": 12.336244541484715,
      "step": 39550
    },
    {
      "contrastive_lambda": 0.26027106987204673,
      "epoch": 12.336556456643793,
      "step": 39551
    },
    {
      "contrastive_lambda": 0.26024809560521767,
      "epoch": 12.33686837180287,
      "step": 39552
    },
    {
      "contrastive_lambda": 0.26022512199568204,
      "epoch": 12.337180286961946,
      "step": 39553
    },
    {
      "contrastive_lambda": 0.26020214904350314,
      "epoch": 12.337492202121023,
      "step": 39554
    },
    {
      "contrastive_lambda": 0.26017917674874336,
      "epoch": 12.3378041172801,
      "step": 39555
    },
    {
      "contrastive_lambda": 0.26015620511146603,
      "epoch": 12.338116032439176,
      "step": 39556
    },
    {
      "contrastive_lambda": 0.26013323413173406,
      "epoch": 12.338427947598253,
      "step": 39557
    },
    {
      "contrastive_lambda": 0.26011026380961044,
      "epoch": 12.33873986275733,
      "step": 39558
    },
    {
      "contrastive_lambda": 0.2600872941451584,
      "epoch": 12.339051777916406,
      "step": 39559
    },
    {
      "epoch": 12.339363693075484,
      "grad_norm": 0.09328920394182205,
      "learning_rate": 2.851425079156075e-05,
      "loss": 0.0219,
      "step": 39560
    },
    {
      "epoch": 12.339363693075484,
      "flow_loss": 0.04780106619000435,
      "step": 39560
    },
    {
      "contrastive_loss": 0.004356882534921169,
      "epoch": 12.339363693075484,
      "step": 39560
    },
    {
      "contrastive_lambda": 0.26006432513844047,
      "epoch": 12.339363693075484,
      "step": 39560
    },
    {
      "contrastive_lambda": 0.2600413567895198,
      "epoch": 12.339675608234561,
      "step": 39561
    },
    {
      "contrastive_lambda": 0.2600183890984593,
      "epoch": 12.339987523393637,
      "step": 39562
    },
    {
      "contrastive_lambda": 0.25999542206532233,
      "epoch": 12.340299438552714,
      "step": 39563
    },
    {
      "contrastive_lambda": 0.259972455690171,
      "epoch": 12.34061135371179,
      "step": 39564
    },
    {
      "contrastive_lambda": 0.2599494899730693,
      "epoch": 12.340923268870867,
      "step": 39565
    },
    {
      "contrastive_lambda": 0.2599265249140795,
      "epoch": 12.341235184029944,
      "step": 39566
    },
    {
      "contrastive_lambda": 0.2599035605132648,
      "epoch": 12.34154709918902,
      "step": 39567
    },
    {
      "contrastive_lambda": 0.2598805967706881,
      "epoch": 12.341859014348097,
      "step": 39568
    },
    {
      "contrastive_lambda": 0.25985763368641235,
      "epoch": 12.342170929507175,
      "step": 39569
    },
    {
      "epoch": 12.34248284466625,
      "grad_norm": 0.07539775222539902,
      "learning_rate": 2.848937031156994e-05,
      "loss": 0.0343,
      "step": 39570
    },
    {
      "epoch": 12.34248284466625,
      "flow_loss": 0.040670156478881836,
      "step": 39570
    },
    {
      "contrastive_loss": 0.007645334117114544,
      "epoch": 12.34248284466625,
      "step": 39570
    },
    {
      "contrastive_lambda": 0.25983467126050075,
      "epoch": 12.34248284466625,
      "step": 39570
    },
    {
      "contrastive_lambda": 0.2598117094930158,
      "epoch": 12.342794759825328,
      "step": 39571
    },
    {
      "contrastive_lambda": 0.25978874838402066,
      "epoch": 12.343106674984405,
      "step": 39572
    },
    {
      "contrastive_lambda": 0.2597657879335784,
      "epoch": 12.34341859014348,
      "step": 39573
    },
    {
      "contrastive_lambda": 0.259742828141752,
      "epoch": 12.343730505302558,
      "step": 39574
    },
    {
      "contrastive_lambda": 0.2597198690086039,
      "epoch": 12.344042420461635,
      "step": 39575
    },
    {
      "contrastive_lambda": 0.25969691053419786,
      "epoch": 12.34435433562071,
      "step": 39576
    },
    {
      "contrastive_lambda": 0.2596739527185961,
      "epoch": 12.344666250779788,
      "step": 39577
    },
    {
      "contrastive_lambda": 0.2596509955618619,
      "epoch": 12.344978165938866,
      "step": 39578
    },
    {
      "contrastive_lambda": 0.2596280390640582,
      "epoch": 12.345290081097941,
      "step": 39579
    },
    {
      "epoch": 12.345601996257018,
      "grad_norm": 0.0678756907582283,
      "learning_rate": 2.846449636594044e-05,
      "loss": 0.0247,
      "step": 39580
    },
    {
      "epoch": 12.345601996257018,
      "flow_loss": 0.026094596832990646,
      "step": 39580
    },
    {
      "contrastive_loss": 0.003430199809372425,
      "epoch": 12.345601996257018,
      "step": 39580
    },
    {
      "contrastive_lambda": 0.25960508322524795,
      "epoch": 12.345601996257018,
      "step": 39580
    },
    {
      "contrastive_lambda": 0.25958212804549385,
      "epoch": 12.345913911416094,
      "step": 39581
    },
    {
      "contrastive_lambda": 0.259559173524859,
      "epoch": 12.346225826575171,
      "step": 39582
    },
    {
      "contrastive_lambda": 0.2595362196634064,
      "epoch": 12.346537741734249,
      "step": 39583
    },
    {
      "contrastive_lambda": 0.2595132664611989,
      "epoch": 12.346849656893324,
      "step": 39584
    },
    {
      "contrastive_lambda": 0.2594903139182996,
      "epoch": 12.347161572052402,
      "step": 39585
    },
    {
      "contrastive_lambda": 0.25946736203477083,
      "epoch": 12.347473487211479,
      "step": 39586
    },
    {
      "contrastive_lambda": 0.2594444108106764,
      "epoch": 12.347785402370555,
      "step": 39587
    },
    {
      "contrastive_lambda": 0.2594214602460785,
      "epoch": 12.348097317529632,
      "step": 39588
    },
    {
      "contrastive_lambda": 0.25939851034104033,
      "epoch": 12.34840923268871,
      "step": 39589
    },
    {
      "epoch": 12.348721147847785,
      "grad_norm": 0.07265069335699081,
      "learning_rate": 2.843962896222836e-05,
      "loss": 0.0298,
      "step": 39590
    },
    {
      "epoch": 12.348721147847785,
      "flow_loss": 0.016047969460487366,
      "step": 39590
    },
    {
      "contrastive_loss": 0.003501713741570711,
      "epoch": 12.348721147847785,
      "step": 39590
    },
    {
      "contrastive_lambda": 0.2593755610956249,
      "epoch": 12.348721147847785,
      "step": 39590
    },
    {
      "contrastive_lambda": 0.2593526125098951,
      "epoch": 12.349033063006862,
      "step": 39591
    },
    {
      "contrastive_lambda": 0.25932966458391365,
      "epoch": 12.34934497816594,
      "step": 39592
    },
    {
      "contrastive_lambda": 0.2593067173177436,
      "epoch": 12.349656893325015,
      "step": 39593
    },
    {
      "contrastive_lambda": 0.2592837707114478,
      "epoch": 12.349968808484093,
      "step": 39594
    },
    {
      "contrastive_lambda": 0.25926082476508927,
      "epoch": 12.350280723643168,
      "step": 39595
    },
    {
      "contrastive_lambda": 0.25923787947873106,
      "epoch": 12.350592638802246,
      "step": 39596
    },
    {
      "contrastive_lambda": 0.25921493485243563,
      "epoch": 12.350904553961323,
      "step": 39597
    },
    {
      "contrastive_lambda": 0.25919199088626615,
      "epoch": 12.351216469120399,
      "step": 39598
    },
    {
      "contrastive_lambda": 0.25916904758028547,
      "epoch": 12.351528384279476,
      "step": 39599
    },
    {
      "epoch": 12.351840299438553,
      "grad_norm": 0.06305301189422607,
      "learning_rate": 2.8414768107987722e-05,
      "loss": 0.0239,
      "step": 39600
    },
    {
      "epoch": 12.351840299438553,
      "flow_loss": 0.02248390205204487,
      "step": 39600
    },
    {
      "contrastive_loss": 0.00426756776869297,
      "epoch": 12.351840299438553,
      "step": 39600
    },
    {
      "contrastive_lambda": 0.2591461049345566,
      "epoch": 12.351840299438553,
      "step": 39600
    },
    {
      "contrastive_lambda": 0.2591231629491425,
      "epoch": 12.352152214597629,
      "step": 39601
    },
    {
      "contrastive_lambda": 0.25910022162410573,
      "epoch": 12.352464129756706,
      "step": 39602
    },
    {
      "contrastive_lambda": 0.2590772809595093,
      "epoch": 12.352776044915784,
      "step": 39603
    },
    {
      "contrastive_lambda": 0.25905434095541635,
      "epoch": 12.353087960074859,
      "step": 39604
    },
    {
      "contrastive_lambda": 0.25903140161188964,
      "epoch": 12.353399875233936,
      "step": 39605
    },
    {
      "contrastive_lambda": 0.2590084629289917,
      "epoch": 12.353711790393014,
      "step": 39606
    },
    {
      "contrastive_lambda": 0.25898552490678617,
      "epoch": 12.35402370555209,
      "step": 39607
    },
    {
      "contrastive_lambda": 0.2589625875453353,
      "epoch": 12.354335620711167,
      "step": 39608
    },
    {
      "contrastive_lambda": 0.25893965084470216,
      "epoch": 12.354647535870244,
      "step": 39609
    },
    {
      "epoch": 12.35495945102932,
      "grad_norm": 0.12522396445274353,
      "learning_rate": 2.838991381077061e-05,
      "loss": 0.0302,
      "step": 39610
    },
    {
      "epoch": 12.35495945102932,
      "flow_loss": 0.021646469831466675,
      "step": 39610
    },
    {
      "contrastive_loss": 0.003762224456295371,
      "epoch": 12.35495945102932,
      "step": 39610
    },
    {
      "contrastive_lambda": 0.25891671480494965,
      "epoch": 12.35495945102932,
      "step": 39610
    },
    {
      "contrastive_lambda": 0.2588937794261409,
      "epoch": 12.355271366188397,
      "step": 39611
    },
    {
      "contrastive_lambda": 0.25887084470833827,
      "epoch": 12.355583281347473,
      "step": 39612
    },
    {
      "contrastive_lambda": 0.25884791065160495,
      "epoch": 12.35589519650655,
      "step": 39613
    },
    {
      "contrastive_lambda": 0.25882497725600373,
      "epoch": 12.356207111665627,
      "step": 39614
    },
    {
      "contrastive_lambda": 0.2588020445215976,
      "epoch": 12.356519026824703,
      "step": 39615
    },
    {
      "contrastive_lambda": 0.25877911244844953,
      "epoch": 12.35683094198378,
      "step": 39616
    },
    {
      "contrastive_lambda": 0.2587561810366218,
      "epoch": 12.357142857142858,
      "step": 39617
    },
    {
      "contrastive_lambda": 0.2587332502861781,
      "epoch": 12.357454772301933,
      "step": 39618
    },
    {
      "contrastive_lambda": 0.2587103201971807,
      "epoch": 12.35776668746101,
      "step": 39619
    },
    {
      "epoch": 12.358078602620088,
      "grad_norm": 0.08840519934892654,
      "learning_rate": 2.83650660781271e-05,
      "loss": 0.0224,
      "step": 39620
    },
    {
      "epoch": 12.358078602620088,
      "flow_loss": 0.0167829692363739,
      "step": 39620
    },
    {
      "contrastive_loss": 0.004573861602693796,
      "epoch": 12.358078602620088,
      "step": 39620
    },
    {
      "contrastive_lambda": 0.25868739076969266,
      "epoch": 12.358078602620088,
      "step": 39620
    },
    {
      "contrastive_lambda": 0.25866446200377685,
      "epoch": 12.358390517779164,
      "step": 39621
    },
    {
      "contrastive_lambda": 0.2586415338994963,
      "epoch": 12.358702432938241,
      "step": 39622
    },
    {
      "contrastive_lambda": 0.2586186064569135,
      "epoch": 12.359014348097318,
      "step": 39623
    },
    {
      "contrastive_lambda": 0.25859567967609154,
      "epoch": 12.359326263256394,
      "step": 39624
    },
    {
      "contrastive_lambda": 0.25857275355709314,
      "epoch": 12.359638178415471,
      "step": 39625
    },
    {
      "contrastive_lambda": 0.2585498280999813,
      "epoch": 12.359950093574549,
      "step": 39626
    },
    {
      "contrastive_lambda": 0.258526903304819,
      "epoch": 12.360262008733624,
      "step": 39627
    },
    {
      "contrastive_lambda": 0.2585039791716687,
      "epoch": 12.360573923892701,
      "step": 39628
    },
    {
      "contrastive_lambda": 0.25848105570059343,
      "epoch": 12.360885839051777,
      "step": 39629
    },
    {
      "epoch": 12.361197754210854,
      "grad_norm": 0.08644156903028488,
      "learning_rate": 2.8340224917605285e-05,
      "loss": 0.024,
      "step": 39630
    },
    {
      "epoch": 12.361197754210854,
      "flow_loss": 0.016527514904737473,
      "step": 39630
    },
    {
      "contrastive_loss": 0.0035504810512065887,
      "epoch": 12.361197754210854,
      "step": 39630
    },
    {
      "contrastive_lambda": 0.2584581328916561,
      "epoch": 12.361197754210854,
      "step": 39630
    },
    {
      "contrastive_lambda": 0.2584352107449197,
      "epoch": 12.361509669369932,
      "step": 39631
    },
    {
      "contrastive_lambda": 0.2584122892604465,
      "epoch": 12.361821584529007,
      "step": 39632
    },
    {
      "contrastive_lambda": 0.2583893684383001,
      "epoch": 12.362133499688085,
      "step": 39633
    },
    {
      "contrastive_lambda": 0.2583664482785428,
      "epoch": 12.362445414847162,
      "step": 39634
    },
    {
      "contrastive_lambda": 0.25834352878123756,
      "epoch": 12.362757330006238,
      "step": 39635
    },
    {
      "contrastive_lambda": 0.25832060994644734,
      "epoch": 12.363069245165315,
      "step": 39636
    },
    {
      "contrastive_lambda": 0.2582976917742348,
      "epoch": 12.363381160324392,
      "step": 39637
    },
    {
      "contrastive_lambda": 0.25827477426466305,
      "epoch": 12.363693075483468,
      "step": 39638
    },
    {
      "contrastive_lambda": 0.2582518574177946,
      "epoch": 12.364004990642545,
      "step": 39639
    },
    {
      "epoch": 12.364316905801623,
      "grad_norm": 0.09790456295013428,
      "learning_rate": 2.831539033675122e-05,
      "loss": 0.024,
      "step": 39640
    },
    {
      "epoch": 12.364316905801623,
      "flow_loss": 0.024183137342333794,
      "step": 39640
    },
    {
      "contrastive_loss": 0.0032610208727419376,
      "epoch": 12.364316905801623,
      "step": 39640
    },
    {
      "contrastive_lambda": 0.25822894123369233,
      "epoch": 12.364316905801623,
      "step": 39640
    },
    {
      "contrastive_lambda": 0.25820602571241924,
      "epoch": 12.364628820960698,
      "step": 39641
    },
    {
      "contrastive_lambda": 0.2581831108540382,
      "epoch": 12.364940736119776,
      "step": 39642
    },
    {
      "contrastive_lambda": 0.2581601966586117,
      "epoch": 12.365252651278853,
      "step": 39643
    },
    {
      "contrastive_lambda": 0.25813728312620277,
      "epoch": 12.365564566437929,
      "step": 39644
    },
    {
      "contrastive_lambda": 0.25811437025687417,
      "epoch": 12.365876481597006,
      "step": 39645
    },
    {
      "contrastive_lambda": 0.2580914580506888,
      "epoch": 12.366188396756082,
      "step": 39646
    },
    {
      "contrastive_lambda": 0.2580685465077096,
      "epoch": 12.366500311915159,
      "step": 39647
    },
    {
      "contrastive_lambda": 0.25804563562799904,
      "epoch": 12.366812227074236,
      "step": 39648
    },
    {
      "contrastive_lambda": 0.2580227254116201,
      "epoch": 12.367124142233312,
      "step": 39649
    },
    {
      "epoch": 12.36743605739239,
      "grad_norm": 0.10670193284749985,
      "learning_rate": 2.8290562343109038e-05,
      "loss": 0.0246,
      "step": 39650
    },
    {
      "epoch": 12.36743605739239,
      "flow_loss": 0.035937607288360596,
      "step": 39650
    },
    {
      "contrastive_loss": 0.0038854447193443775,
      "epoch": 12.36743605739239,
      "step": 39650
    },
    {
      "contrastive_lambda": 0.2579998158586356,
      "epoch": 12.36743605739239,
      "step": 39650
    },
    {
      "contrastive_lambda": 0.2579769069691085,
      "epoch": 12.367747972551467,
      "step": 39651
    },
    {
      "contrastive_lambda": 0.2579539987431011,
      "epoch": 12.368059887710542,
      "step": 39652
    },
    {
      "contrastive_lambda": 0.2579310911806769,
      "epoch": 12.36837180286962,
      "step": 39653
    },
    {
      "contrastive_lambda": 0.25790818428189827,
      "epoch": 12.368683718028697,
      "step": 39654
    },
    {
      "contrastive_lambda": 0.25788527804682804,
      "epoch": 12.368995633187772,
      "step": 39655
    },
    {
      "contrastive_lambda": 0.257862372475529,
      "epoch": 12.36930754834685,
      "step": 39656
    },
    {
      "contrastive_lambda": 0.2578394675680641,
      "epoch": 12.369619463505927,
      "step": 39657
    },
    {
      "contrastive_lambda": 0.2578165633244962,
      "epoch": 12.369931378665003,
      "step": 39658
    },
    {
      "contrastive_lambda": 0.25779365974488777,
      "epoch": 12.37024329382408,
      "step": 39659
    },
    {
      "epoch": 12.370555208983157,
      "grad_norm": 0.11479859799146652,
      "learning_rate": 2.826574094422082e-05,
      "loss": 0.0297,
      "step": 39660
    },
    {
      "epoch": 12.370555208983157,
      "flow_loss": 0.01855708286166191,
      "step": 39660
    },
    {
      "contrastive_loss": 0.004598689265549183,
      "epoch": 12.370555208983157,
      "step": 39660
    },
    {
      "contrastive_lambda": 0.25777075682930184,
      "epoch": 12.370555208983157,
      "step": 39660
    },
    {
      "contrastive_lambda": 0.257747854577801,
      "epoch": 12.370867124142233,
      "step": 39661
    },
    {
      "contrastive_lambda": 0.25772495299044845,
      "epoch": 12.37117903930131,
      "step": 39662
    },
    {
      "contrastive_lambda": 0.2577020520673063,
      "epoch": 12.371490954460386,
      "step": 39663
    },
    {
      "contrastive_lambda": 0.2576791518084381,
      "epoch": 12.371802869619463,
      "step": 39664
    },
    {
      "contrastive_lambda": 0.2576562522139061,
      "epoch": 12.37211478477854,
      "step": 39665
    },
    {
      "contrastive_lambda": 0.2576333532837732,
      "epoch": 12.372426699937616,
      "step": 39666
    },
    {
      "contrastive_lambda": 0.2576104550181022,
      "epoch": 12.372738615096694,
      "step": 39667
    },
    {
      "contrastive_lambda": 0.25758755741695616,
      "epoch": 12.373050530255771,
      "step": 39668
    },
    {
      "contrastive_lambda": 0.2575646604803974,
      "epoch": 12.373362445414847,
      "step": 39669
    },
    {
      "epoch": 12.373674360573924,
      "grad_norm": 0.1061616763472557,
      "learning_rate": 2.8240926147626645e-05,
      "loss": 0.0242,
      "step": 39670
    },
    {
      "epoch": 12.373674360573924,
      "flow_loss": 0.026498083025217056,
      "step": 39670
    },
    {
      "contrastive_loss": 0.0037807428743690252,
      "epoch": 12.373674360573924,
      "step": 39670
    },
    {
      "contrastive_lambda": 0.25754176420848884,
      "epoch": 12.373674360573924,
      "step": 39670
    },
    {
      "contrastive_lambda": 0.25751886860129336,
      "epoch": 12.373986275733001,
      "step": 39671
    },
    {
      "contrastive_lambda": 0.2574959736588736,
      "epoch": 12.374298190892077,
      "step": 39672
    },
    {
      "contrastive_lambda": 0.2574730793812926,
      "epoch": 12.374610106051154,
      "step": 39673
    },
    {
      "contrastive_lambda": 0.25745018576861256,
      "epoch": 12.374922021210232,
      "step": 39674
    },
    {
      "contrastive_lambda": 0.25742729282089705,
      "epoch": 12.375233936369307,
      "step": 39675
    },
    {
      "contrastive_lambda": 0.2574044005382081,
      "epoch": 12.375545851528384,
      "step": 39676
    },
    {
      "contrastive_lambda": 0.25738150892060885,
      "epoch": 12.375857766687462,
      "step": 39677
    },
    {
      "contrastive_lambda": 0.25735861796816184,
      "epoch": 12.376169681846537,
      "step": 39678
    },
    {
      "contrastive_lambda": 0.25733572768093027,
      "epoch": 12.376481597005615,
      "step": 39679
    },
    {
      "epoch": 12.37679351216469,
      "grad_norm": 0.08094703406095505,
      "learning_rate": 2.8216117960864586e-05,
      "loss": 0.0256,
      "step": 39680
    },
    {
      "epoch": 12.37679351216469,
      "flow_loss": 0.026608958840370178,
      "step": 39680
    },
    {
      "contrastive_loss": 0.004078349098563194,
      "epoch": 12.37679351216469,
      "step": 39680
    },
    {
      "contrastive_lambda": 0.2573128380589763,
      "epoch": 12.37679351216469,
      "step": 39680
    },
    {
      "contrastive_lambda": 0.257289949102363,
      "epoch": 12.377105427323768,
      "step": 39681
    },
    {
      "contrastive_lambda": 0.25726706081115314,
      "epoch": 12.377417342482845,
      "step": 39682
    },
    {
      "contrastive_lambda": 0.2572441731854094,
      "epoch": 12.37772925764192,
      "step": 39683
    },
    {
      "contrastive_lambda": 0.2572212862251947,
      "epoch": 12.378041172800998,
      "step": 39684
    },
    {
      "contrastive_lambda": 0.2571983999305714,
      "epoch": 12.378353087960075,
      "step": 39685
    },
    {
      "contrastive_lambda": 0.2571755143016025,
      "epoch": 12.378665003119151,
      "step": 39686
    },
    {
      "contrastive_lambda": 0.25715262933835076,
      "epoch": 12.378976918278228,
      "step": 39687
    },
    {
      "contrastive_lambda": 0.2571297450408788,
      "epoch": 12.379288833437306,
      "step": 39688
    },
    {
      "contrastive_lambda": 0.2571068614092495,
      "epoch": 12.379600748596381,
      "step": 39689
    },
    {
      "epoch": 12.379912663755459,
      "grad_norm": 0.0871167853474617,
      "learning_rate": 2.8191316391470703e-05,
      "loss": 0.0246,
      "step": 39690
    },
    {
      "epoch": 12.379912663755459,
      "flow_loss": 0.028962695971131325,
      "step": 39690
    },
    {
      "contrastive_loss": 0.0033543689642101526,
      "epoch": 12.379912663755459,
      "step": 39690
    },
    {
      "contrastive_lambda": 0.2570839784435257,
      "epoch": 12.379912663755459,
      "step": 39690
    },
    {
      "contrastive_lambda": 0.25706109614376976,
      "epoch": 12.380224578914536,
      "step": 39691
    },
    {
      "contrastive_lambda": 0.2570382145100446,
      "epoch": 12.380536494073612,
      "step": 39692
    },
    {
      "contrastive_lambda": 0.257015333542413,
      "epoch": 12.380848409232689,
      "step": 39693
    },
    {
      "contrastive_lambda": 0.25699245324093767,
      "epoch": 12.381160324391766,
      "step": 39694
    },
    {
      "contrastive_lambda": 0.2569695736056815,
      "epoch": 12.381472239550842,
      "step": 39695
    },
    {
      "contrastive_lambda": 0.2569466946367069,
      "epoch": 12.38178415470992,
      "step": 39696
    },
    {
      "contrastive_lambda": 0.2569238163340767,
      "epoch": 12.382096069868995,
      "step": 39697
    },
    {
      "contrastive_lambda": 0.25690093869785363,
      "epoch": 12.382407985028072,
      "step": 39698
    },
    {
      "contrastive_lambda": 0.2568780617281007,
      "epoch": 12.38271990018715,
      "step": 39699
    },
    {
      "epoch": 12.383031815346225,
      "grad_norm": 0.0952484980225563,
      "learning_rate": 2.816652144697911e-05,
      "loss": 0.0245,
      "step": 39700
    },
    {
      "epoch": 12.383031815346225,
      "flow_loss": 0.03438683599233627,
      "step": 39700
    },
    {
      "contrastive_loss": 0.0035984425339847803,
      "epoch": 12.383031815346225,
      "step": 39700
    },
    {
      "contrastive_lambda": 0.25685518542488006,
      "epoch": 12.383031815346225,
      "step": 39700
    },
    {
      "contrastive_lambda": 0.2568323097882548,
      "epoch": 12.383343730505302,
      "step": 39701
    },
    {
      "contrastive_lambda": 0.25680943481828755,
      "epoch": 12.38365564566438,
      "step": 39702
    },
    {
      "contrastive_lambda": 0.2567865605150411,
      "epoch": 12.383967560823455,
      "step": 39703
    },
    {
      "contrastive_lambda": 0.25676368687857826,
      "epoch": 12.384279475982533,
      "step": 39704
    },
    {
      "contrastive_lambda": 0.2567408139089612,
      "epoch": 12.38459139114161,
      "step": 39705
    },
    {
      "contrastive_lambda": 0.2567179416062534,
      "epoch": 12.384903306300686,
      "step": 39706
    },
    {
      "contrastive_lambda": 0.25669506997051694,
      "epoch": 12.385215221459763,
      "step": 39707
    },
    {
      "contrastive_lambda": 0.2566721990018148,
      "epoch": 12.38552713661884,
      "step": 39708
    },
    {
      "contrastive_lambda": 0.2566493287002096,
      "epoch": 12.385839051777916,
      "step": 39709
    },
    {
      "epoch": 12.386150966936993,
      "grad_norm": 0.08599673956632614,
      "learning_rate": 2.8141733134921783e-05,
      "loss": 0.0293,
      "step": 39710
    },
    {
      "epoch": 12.386150966936993,
      "flow_loss": 0.01865343190729618,
      "step": 39710
    },
    {
      "contrastive_loss": 0.003439411986619234,
      "epoch": 12.386150966936993,
      "step": 39710
    },
    {
      "contrastive_lambda": 0.25662645906576437,
      "epoch": 12.386150966936993,
      "step": 39710
    },
    {
      "contrastive_lambda": 0.2566035900985413,
      "epoch": 12.38646288209607,
      "step": 39711
    },
    {
      "contrastive_lambda": 0.25658072179860325,
      "epoch": 12.386774797255146,
      "step": 39712
    },
    {
      "contrastive_lambda": 0.25655785416601296,
      "epoch": 12.387086712414224,
      "step": 39713
    },
    {
      "contrastive_lambda": 0.25653498720083323,
      "epoch": 12.3873986275733,
      "step": 39714
    },
    {
      "contrastive_lambda": 0.2565121209031268,
      "epoch": 12.387710542732377,
      "step": 39715
    },
    {
      "contrastive_lambda": 0.25648925527295596,
      "epoch": 12.388022457891454,
      "step": 39716
    },
    {
      "contrastive_lambda": 0.25646639031038376,
      "epoch": 12.38833437305053,
      "step": 39717
    },
    {
      "contrastive_lambda": 0.2564435260154727,
      "epoch": 12.388646288209607,
      "step": 39718
    },
    {
      "contrastive_lambda": 0.25642066238828576,
      "epoch": 12.388958203368684,
      "step": 39719
    },
    {
      "epoch": 12.38927011852776,
      "grad_norm": 0.10210663825273514,
      "learning_rate": 2.811695146282884e-05,
      "loss": 0.0247,
      "step": 39720
    },
    {
      "epoch": 12.38927011852776,
      "flow_loss": 0.028817705810070038,
      "step": 39720
    },
    {
      "contrastive_loss": 0.00495915999636054,
      "epoch": 12.38927011852776,
      "step": 39720
    },
    {
      "contrastive_lambda": 0.256397799428885,
      "epoch": 12.38927011852776,
      "step": 39720
    },
    {
      "contrastive_lambda": 0.25637493713733395,
      "epoch": 12.389582033686837,
      "step": 39721
    },
    {
      "contrastive_lambda": 0.2563520755136946,
      "epoch": 12.389893948845915,
      "step": 39722
    },
    {
      "contrastive_lambda": 0.25632921455802987,
      "epoch": 12.39020586400499,
      "step": 39723
    },
    {
      "contrastive_lambda": 0.25630635427040244,
      "epoch": 12.390517779164067,
      "step": 39724
    },
    {
      "contrastive_lambda": 0.25628349465087497,
      "epoch": 12.390829694323145,
      "step": 39725
    },
    {
      "contrastive_lambda": 0.25626063569951035,
      "epoch": 12.39114160948222,
      "step": 39726
    },
    {
      "contrastive_lambda": 0.2562377774163708,
      "epoch": 12.391453524641298,
      "step": 39727
    },
    {
      "contrastive_lambda": 0.2562149198015193,
      "epoch": 12.391765439800375,
      "step": 39728
    },
    {
      "contrastive_lambda": 0.2561920628550184,
      "epoch": 12.39207735495945,
      "step": 39729
    },
    {
      "epoch": 12.392389270118528,
      "grad_norm": 0.05891580134630203,
      "learning_rate": 2.8092176438228212e-05,
      "loss": 0.0285,
      "step": 39730
    },
    {
      "epoch": 12.392389270118528,
      "flow_loss": 0.04613553732633591,
      "step": 39730
    },
    {
      "contrastive_loss": 0.004800189286470413,
      "epoch": 12.392389270118528,
      "step": 39730
    },
    {
      "contrastive_lambda": 0.256169206576931,
      "epoch": 12.392389270118528,
      "step": 39730
    },
    {
      "contrastive_lambda": 0.2561463509673191,
      "epoch": 12.392701185277604,
      "step": 39731
    },
    {
      "contrastive_lambda": 0.2561234960262463,
      "epoch": 12.393013100436681,
      "step": 39732
    },
    {
      "contrastive_lambda": 0.25610064175377456,
      "epoch": 12.393325015595758,
      "step": 39733
    },
    {
      "contrastive_lambda": 0.25607778814996673,
      "epoch": 12.393636930754834,
      "step": 39734
    },
    {
      "contrastive_lambda": 0.25605493521488554,
      "epoch": 12.393948845913911,
      "step": 39735
    },
    {
      "contrastive_lambda": 0.2560320829485938,
      "epoch": 12.394260761072989,
      "step": 39736
    },
    {
      "contrastive_lambda": 0.2560092313511537,
      "epoch": 12.394572676232064,
      "step": 39737
    },
    {
      "contrastive_lambda": 0.2559863804226282,
      "epoch": 12.394884591391142,
      "step": 39738
    },
    {
      "contrastive_lambda": 0.25596353016307993,
      "epoch": 12.395196506550219,
      "step": 39739
    },
    {
      "epoch": 12.395508421709295,
      "grad_norm": 0.060674313455820084,
      "learning_rate": 2.806740806864598e-05,
      "loss": 0.0244,
      "step": 39740
    },
    {
      "epoch": 12.395508421709295,
      "flow_loss": 0.020618757233023643,
      "step": 39740
    },
    {
      "contrastive_loss": 0.0040189423598349094,
      "epoch": 12.395508421709295,
      "step": 39740
    },
    {
      "contrastive_lambda": 0.2559406805725714,
      "epoch": 12.395508421709295,
      "step": 39740
    },
    {
      "contrastive_lambda": 0.2559178316511656,
      "epoch": 12.395820336868372,
      "step": 39741
    },
    {
      "contrastive_lambda": 0.2558949833989247,
      "epoch": 12.39613225202745,
      "step": 39742
    },
    {
      "contrastive_lambda": 0.2558721358159116,
      "epoch": 12.396444167186525,
      "step": 39743
    },
    {
      "contrastive_lambda": 0.2558492889021889,
      "epoch": 12.396756082345602,
      "step": 39744
    },
    {
      "contrastive_lambda": 0.2558264426578192,
      "epoch": 12.39706799750468,
      "step": 39745
    },
    {
      "contrastive_lambda": 0.2558035970828654,
      "epoch": 12.397379912663755,
      "step": 39746
    },
    {
      "contrastive_lambda": 0.2557807521773897,
      "epoch": 12.397691827822833,
      "step": 39747
    },
    {
      "contrastive_lambda": 0.2557579079414549,
      "epoch": 12.398003742981908,
      "step": 39748
    },
    {
      "contrastive_lambda": 0.2557350643751237,
      "epoch": 12.398315658140985,
      "step": 39749
    },
    {
      "epoch": 12.398627573300063,
      "grad_norm": 0.08643221855163574,
      "learning_rate": 2.804264636160604e-05,
      "loss": 0.0262,
      "step": 39750
    },
    {
      "epoch": 12.398627573300063,
      "flow_loss": 0.024222521111369133,
      "step": 39750
    },
    {
      "contrastive_loss": 0.004445242695510387,
      "epoch": 12.398627573300063,
      "step": 39750
    },
    {
      "contrastive_lambda": 0.25571222147845885,
      "epoch": 12.398627573300063,
      "step": 39750
    },
    {
      "contrastive_lambda": 0.25568937925152246,
      "epoch": 12.398939488459138,
      "step": 39751
    },
    {
      "contrastive_lambda": 0.25566653769437786,
      "epoch": 12.399251403618216,
      "step": 39752
    },
    {
      "contrastive_lambda": 0.2556436968070872,
      "epoch": 12.399563318777293,
      "step": 39753
    },
    {
      "contrastive_lambda": 0.2556208565897131,
      "epoch": 12.399875233936369,
      "step": 39754
    },
    {
      "contrastive_lambda": 0.25559801704231844,
      "epoch": 12.400187149095446,
      "step": 39755
    },
    {
      "contrastive_lambda": 0.2555751781649658,
      "epoch": 12.400499064254523,
      "step": 39756
    },
    {
      "contrastive_lambda": 0.25555233995771753,
      "epoch": 12.400810979413599,
      "step": 39757
    },
    {
      "contrastive_lambda": 0.2555295024206363,
      "epoch": 12.401122894572676,
      "step": 39758
    },
    {
      "contrastive_lambda": 0.255506665553785,
      "epoch": 12.401434809731754,
      "step": 39759
    },
    {
      "epoch": 12.40174672489083,
      "grad_norm": 0.0941823348402977,
      "learning_rate": 2.8017891324630402e-05,
      "loss": 0.0267,
      "step": 39760
    },
    {
      "epoch": 12.40174672489083,
      "flow_loss": 0.04101799428462982,
      "step": 39760
    },
    {
      "contrastive_loss": 0.0037488755770027637,
      "epoch": 12.40174672489083,
      "step": 39760
    },
    {
      "contrastive_lambda": 0.2554838293572259,
      "epoch": 12.40174672489083,
      "step": 39760
    },
    {
      "contrastive_lambda": 0.25546099383102205,
      "epoch": 12.402058640049907,
      "step": 39761
    },
    {
      "contrastive_lambda": 0.2554381589752353,
      "epoch": 12.402370555208984,
      "step": 39762
    },
    {
      "contrastive_lambda": 0.2554153247899292,
      "epoch": 12.40268247036806,
      "step": 39763
    },
    {
      "contrastive_lambda": 0.2553924912751656,
      "epoch": 12.402994385527137,
      "step": 39764
    },
    {
      "contrastive_lambda": 0.25536965843100745,
      "epoch": 12.403306300686213,
      "step": 39765
    },
    {
      "contrastive_lambda": 0.2553468262575172,
      "epoch": 12.40361821584529,
      "step": 39766
    },
    {
      "contrastive_lambda": 0.25532399475475775,
      "epoch": 12.403930131004367,
      "step": 39767
    },
    {
      "contrastive_lambda": 0.25530116392279123,
      "epoch": 12.404242046163443,
      "step": 39768
    },
    {
      "contrastive_lambda": 0.2552783337616805,
      "epoch": 12.40455396132252,
      "step": 39769
    },
    {
      "epoch": 12.404865876481598,
      "grad_norm": 0.1053764745593071,
      "learning_rate": 2.7993142965238976e-05,
      "loss": 0.0262,
      "step": 39770
    },
    {
      "epoch": 12.404865876481598,
      "flow_loss": 0.01275674533098936,
      "step": 39770
    },
    {
      "contrastive_loss": 0.004094156436622143,
      "epoch": 12.404865876481598,
      "step": 39770
    },
    {
      "contrastive_lambda": 0.25525550427148813,
      "epoch": 12.404865876481598,
      "step": 39770
    },
    {
      "contrastive_lambda": 0.2552326754522766,
      "epoch": 12.405177791640673,
      "step": 39771
    },
    {
      "contrastive_lambda": 0.2552098473041089,
      "epoch": 12.40548970679975,
      "step": 39772
    },
    {
      "contrastive_lambda": 0.25518701982704706,
      "epoch": 12.405801621958828,
      "step": 39773
    },
    {
      "contrastive_lambda": 0.2551641930211539,
      "epoch": 12.406113537117903,
      "step": 39774
    },
    {
      "contrastive_lambda": 0.25514136688649197,
      "epoch": 12.40642545227698,
      "step": 39775
    },
    {
      "contrastive_lambda": 0.25511854142312396,
      "epoch": 12.406737367436058,
      "step": 39776
    },
    {
      "contrastive_lambda": 0.2550957166311123,
      "epoch": 12.407049282595134,
      "step": 39777
    },
    {
      "contrastive_lambda": 0.2550728925105199,
      "epoch": 12.407361197754211,
      "step": 39778
    },
    {
      "contrastive_lambda": 0.2550500690614088,
      "epoch": 12.407673112913287,
      "step": 39779
    },
    {
      "epoch": 12.407985028072364,
      "grad_norm": 0.07083997130393982,
      "learning_rate": 2.7968401290949665e-05,
      "loss": 0.0284,
      "step": 39780
    },
    {
      "epoch": 12.407985028072364,
      "flow_loss": 0.02929951623082161,
      "step": 39780
    },
    {
      "contrastive_loss": 0.0038696718402206898,
      "epoch": 12.407985028072364,
      "step": 39780
    },
    {
      "contrastive_lambda": 0.2550272462838419,
      "epoch": 12.407985028072364,
      "step": 39780
    },
    {
      "contrastive_lambda": 0.2550044241778817,
      "epoch": 12.408296943231441,
      "step": 39781
    },
    {
      "contrastive_lambda": 0.2549816027435908,
      "epoch": 12.408608858390517,
      "step": 39782
    },
    {
      "contrastive_lambda": 0.2549587819810319,
      "epoch": 12.408920773549594,
      "step": 39783
    },
    {
      "contrastive_lambda": 0.25493596189026724,
      "epoch": 12.409232688708672,
      "step": 39784
    },
    {
      "contrastive_lambda": 0.25491314247135954,
      "epoch": 12.409544603867747,
      "step": 39785
    },
    {
      "contrastive_lambda": 0.25489032372437137,
      "epoch": 12.409856519026825,
      "step": 39786
    },
    {
      "contrastive_lambda": 0.25486750564936556,
      "epoch": 12.410168434185902,
      "step": 39787
    },
    {
      "contrastive_lambda": 0.25484468824640394,
      "epoch": 12.410480349344978,
      "step": 39788
    },
    {
      "contrastive_lambda": 0.2548218715155499,
      "epoch": 12.410792264504055,
      "step": 39789
    },
    {
      "epoch": 12.411104179663132,
      "grad_norm": 0.0854891911149025,
      "learning_rate": 2.7943666309278328e-05,
      "loss": 0.027,
      "step": 39790
    },
    {
      "epoch": 12.411104179663132,
      "flow_loss": 0.02799229510128498,
      "step": 39790
    },
    {
      "contrastive_loss": 0.0037644344847649336,
      "epoch": 12.411104179663132,
      "step": 39790
    },
    {
      "contrastive_lambda": 0.2547990554568655,
      "epoch": 12.411104179663132,
      "step": 39790
    },
    {
      "contrastive_lambda": 0.25477624007041333,
      "epoch": 12.411416094822208,
      "step": 39791
    },
    {
      "contrastive_lambda": 0.2547534253562561,
      "epoch": 12.411728009981285,
      "step": 39792
    },
    {
      "contrastive_lambda": 0.25473061131445623,
      "epoch": 12.412039925140363,
      "step": 39793
    },
    {
      "contrastive_lambda": 0.2547077979450765,
      "epoch": 12.412351840299438,
      "step": 39794
    },
    {
      "contrastive_lambda": 0.2546849852481791,
      "epoch": 12.412663755458516,
      "step": 39795
    },
    {
      "contrastive_lambda": 0.2546621732238268,
      "epoch": 12.412975670617591,
      "step": 39796
    },
    {
      "contrastive_lambda": 0.25463936187208197,
      "epoch": 12.413287585776668,
      "step": 39797
    },
    {
      "contrastive_lambda": 0.2546165511930075,
      "epoch": 12.413599500935746,
      "step": 39798
    },
    {
      "contrastive_lambda": 0.2545937411866655,
      "epoch": 12.413911416094821,
      "step": 39799
    },
    {
      "epoch": 12.414223331253899,
      "grad_norm": 0.10930710285902023,
      "learning_rate": 2.7918938027738783e-05,
      "loss": 0.0217,
      "step": 39800
    },
    {
      "epoch": 12.414223331253899,
      "flow_loss": 0.023216668516397476,
      "step": 39800
    },
    {
      "contrastive_loss": 0.0034779435954988003,
      "epoch": 12.414223331253899,
      "step": 39800
    },
    {
      "contrastive_lambda": 0.2545709318531187,
      "epoch": 12.414223331253899,
      "step": 39800
    },
    {
      "contrastive_lambda": 0.2545481231924296,
      "epoch": 12.414535246412976,
      "step": 39801
    },
    {
      "contrastive_lambda": 0.25452531520466076,
      "epoch": 12.414847161572052,
      "step": 39802
    },
    {
      "contrastive_lambda": 0.25450250788987494,
      "epoch": 12.415159076731129,
      "step": 39803
    },
    {
      "contrastive_lambda": 0.2544797012481342,
      "epoch": 12.415470991890206,
      "step": 39804
    },
    {
      "contrastive_lambda": 0.2544568952795013,
      "epoch": 12.415782907049282,
      "step": 39805
    },
    {
      "contrastive_lambda": 0.25443408998403877,
      "epoch": 12.41609482220836,
      "step": 39806
    },
    {
      "contrastive_lambda": 0.25441128536180935,
      "epoch": 12.416406737367437,
      "step": 39807
    },
    {
      "contrastive_lambda": 0.25438848141287485,
      "epoch": 12.416718652526512,
      "step": 39808
    },
    {
      "contrastive_lambda": 0.25436567813729877,
      "epoch": 12.41703056768559,
      "step": 39809
    },
    {
      "epoch": 12.417342482844667,
      "grad_norm": 0.10834494978189468,
      "learning_rate": 2.789421645384287e-05,
      "loss": 0.0331,
      "step": 39810
    },
    {
      "epoch": 12.417342482844667,
      "flow_loss": 0.032414622604846954,
      "step": 39810
    },
    {
      "contrastive_loss": 0.0033098822459578514,
      "epoch": 12.417342482844667,
      "step": 39810
    },
    {
      "contrastive_lambda": 0.2543428755351429,
      "epoch": 12.417342482844667,
      "step": 39810
    },
    {
      "contrastive_lambda": 0.25432007360646997,
      "epoch": 12.417654398003743,
      "step": 39811
    },
    {
      "contrastive_lambda": 0.2542972723513425,
      "epoch": 12.41796631316282,
      "step": 39812
    },
    {
      "contrastive_lambda": 0.25427447176982304,
      "epoch": 12.418278228321896,
      "step": 39813
    },
    {
      "contrastive_lambda": 0.2542516718619742,
      "epoch": 12.418590143480973,
      "step": 39814
    },
    {
      "contrastive_lambda": 0.2542288726278582,
      "epoch": 12.41890205864005,
      "step": 39815
    },
    {
      "contrastive_lambda": 0.25420607406753776,
      "epoch": 12.419213973799126,
      "step": 39816
    },
    {
      "contrastive_lambda": 0.2541832761810753,
      "epoch": 12.419525888958203,
      "step": 39817
    },
    {
      "contrastive_lambda": 0.25416047896853344,
      "epoch": 12.41983780411728,
      "step": 39818
    },
    {
      "contrastive_lambda": 0.25413768242997425,
      "epoch": 12.420149719276356,
      "step": 39819
    },
    {
      "epoch": 12.420461634435433,
      "grad_norm": 0.06512045860290527,
      "learning_rate": 2.786950159510032e-05,
      "loss": 0.0227,
      "step": 39820
    },
    {
      "epoch": 12.420461634435433,
      "flow_loss": 0.03489000350236893,
      "step": 39820
    },
    {
      "contrastive_loss": 0.004494753200560808,
      "epoch": 12.420461634435433,
      "step": 39820
    },
    {
      "contrastive_lambda": 0.254114886565461,
      "epoch": 12.420461634435433,
      "step": 39820
    },
    {
      "contrastive_lambda": 0.2540920913750555,
      "epoch": 12.42077354959451,
      "step": 39821
    },
    {
      "contrastive_lambda": 0.2540692968588205,
      "epoch": 12.421085464753586,
      "step": 39822
    },
    {
      "contrastive_lambda": 0.2540465030168185,
      "epoch": 12.421397379912664,
      "step": 39823
    },
    {
      "contrastive_lambda": 0.2540237098491122,
      "epoch": 12.421709295071741,
      "step": 39824
    },
    {
      "contrastive_lambda": 0.2540009173557637,
      "epoch": 12.422021210230817,
      "step": 39825
    },
    {
      "contrastive_lambda": 0.2539781255368355,
      "epoch": 12.422333125389894,
      "step": 39826
    },
    {
      "contrastive_lambda": 0.2539553343923904,
      "epoch": 12.422645040548971,
      "step": 39827
    },
    {
      "contrastive_lambda": 0.25393254392249065,
      "epoch": 12.422956955708047,
      "step": 39828
    },
    {
      "contrastive_lambda": 0.25390975412719896,
      "epoch": 12.423268870867124,
      "step": 39829
    },
    {
      "epoch": 12.4235807860262,
      "grad_norm": 0.08227948099374771,
      "learning_rate": 2.7844793459018876e-05,
      "loss": 0.025,
      "step": 39830
    },
    {
      "epoch": 12.4235807860262,
      "flow_loss": 0.03374341502785683,
      "step": 39830
    },
    {
      "contrastive_loss": 0.0038847653195261955,
      "epoch": 12.4235807860262,
      "step": 39830
    },
    {
      "contrastive_lambda": 0.25388696500657737,
      "epoch": 12.4235807860262,
      "step": 39830
    },
    {
      "contrastive_lambda": 0.25386417656068894,
      "epoch": 12.423892701185277,
      "step": 39831
    },
    {
      "contrastive_lambda": 0.2538413887895956,
      "epoch": 12.424204616344355,
      "step": 39832
    },
    {
      "contrastive_lambda": 0.2538186016933602,
      "epoch": 12.42451653150343,
      "step": 39833
    },
    {
      "contrastive_lambda": 0.253795815272045,
      "epoch": 12.424828446662508,
      "step": 39834
    },
    {
      "contrastive_lambda": 0.2537730295257128,
      "epoch": 12.425140361821585,
      "step": 39835
    },
    {
      "contrastive_lambda": 0.25375024445442557,
      "epoch": 12.42545227698066,
      "step": 39836
    },
    {
      "contrastive_lambda": 0.25372746005824603,
      "epoch": 12.425764192139738,
      "step": 39837
    },
    {
      "contrastive_lambda": 0.2537046763372367,
      "epoch": 12.426076107298815,
      "step": 39838
    },
    {
      "contrastive_lambda": 0.25368189329145996,
      "epoch": 12.42638802245789,
      "step": 39839
    },
    {
      "epoch": 12.426699937616968,
      "grad_norm": 0.08216243982315063,
      "learning_rate": 2.7820092053104195e-05,
      "loss": 0.0262,
      "step": 39840
    },
    {
      "epoch": 12.426699937616968,
      "flow_loss": 0.023938987404108047,
      "step": 39840
    },
    {
      "contrastive_loss": 0.003778560785576701,
      "epoch": 12.426699937616968,
      "step": 39840
    },
    {
      "contrastive_lambda": 0.2536591109209784,
      "epoch": 12.426699937616968,
      "step": 39840
    },
    {
      "contrastive_lambda": 0.2536363292258543,
      "epoch": 12.427011852776046,
      "step": 39841
    },
    {
      "contrastive_lambda": 0.2536135482061501,
      "epoch": 12.427323767935121,
      "step": 39842
    },
    {
      "contrastive_lambda": 0.2535907678619284,
      "epoch": 12.427635683094199,
      "step": 39843
    },
    {
      "contrastive_lambda": 0.25356798819325177,
      "epoch": 12.427947598253276,
      "step": 39844
    },
    {
      "contrastive_lambda": 0.2535452092001823,
      "epoch": 12.428259513412351,
      "step": 39845
    },
    {
      "contrastive_lambda": 0.2535224308827827,
      "epoch": 12.428571428571429,
      "step": 39846
    },
    {
      "contrastive_lambda": 0.2534996532411153,
      "epoch": 12.428883343730504,
      "step": 39847
    },
    {
      "contrastive_lambda": 0.25347687627524257,
      "epoch": 12.429195258889582,
      "step": 39848
    },
    {
      "contrastive_lambda": 0.25345409998522717,
      "epoch": 12.42950717404866,
      "step": 39849
    },
    {
      "epoch": 12.429819089207735,
      "grad_norm": 0.11435959488153458,
      "learning_rate": 2.7795397384859933e-05,
      "loss": 0.0307,
      "step": 39850
    },
    {
      "epoch": 12.429819089207735,
      "flow_loss": 0.022806504741311073,
      "step": 39850
    },
    {
      "contrastive_loss": 0.004968321416527033,
      "epoch": 12.429819089207735,
      "step": 39850
    },
    {
      "contrastive_lambda": 0.25343132437113103,
      "epoch": 12.429819089207735,
      "step": 39850
    },
    {
      "contrastive_lambda": 0.25340854943301727,
      "epoch": 12.430131004366812,
      "step": 39851
    },
    {
      "contrastive_lambda": 0.25338577517094774,
      "epoch": 12.43044291952589,
      "step": 39852
    },
    {
      "contrastive_lambda": 0.25336300158498515,
      "epoch": 12.430754834684965,
      "step": 39853
    },
    {
      "contrastive_lambda": 0.2533402286751919,
      "epoch": 12.431066749844042,
      "step": 39854
    },
    {
      "contrastive_lambda": 0.2533174564416306,
      "epoch": 12.43137866500312,
      "step": 39855
    },
    {
      "contrastive_lambda": 0.2532946848843633,
      "epoch": 12.431690580162195,
      "step": 39856
    },
    {
      "contrastive_lambda": 0.2532719140034526,
      "epoch": 12.432002495321273,
      "step": 39857
    },
    {
      "contrastive_lambda": 0.253249143798961,
      "epoch": 12.43231441048035,
      "step": 39858
    },
    {
      "contrastive_lambda": 0.25322637427095085,
      "epoch": 12.432626325639426,
      "step": 39859
    },
    {
      "epoch": 12.432938240798503,
      "grad_norm": 0.14105451107025146,
      "learning_rate": 2.7770709461787638e-05,
      "loss": 0.0298,
      "step": 39860
    },
    {
      "epoch": 12.432938240798503,
      "flow_loss": 0.009389667771756649,
      "step": 39860
    },
    {
      "contrastive_loss": 0.00391753762960434,
      "epoch": 12.432938240798503,
      "step": 39860
    },
    {
      "contrastive_lambda": 0.25320360541948483,
      "epoch": 12.432938240798503,
      "step": 39860
    },
    {
      "contrastive_lambda": 0.2531808372446249,
      "epoch": 12.43325015595758,
      "step": 39861
    },
    {
      "contrastive_lambda": 0.2531580697464338,
      "epoch": 12.433562071116656,
      "step": 39862
    },
    {
      "contrastive_lambda": 0.2531353029249738,
      "epoch": 12.433873986275733,
      "step": 39863
    },
    {
      "contrastive_lambda": 0.25311253678030743,
      "epoch": 12.434185901434809,
      "step": 39864
    },
    {
      "contrastive_lambda": 0.253089771312497,
      "epoch": 12.434497816593886,
      "step": 39865
    },
    {
      "contrastive_lambda": 0.2530670065216052,
      "epoch": 12.434809731752964,
      "step": 39866
    },
    {
      "contrastive_lambda": 0.2530442424076941,
      "epoch": 12.43512164691204,
      "step": 39867
    },
    {
      "contrastive_lambda": 0.2530214789708261,
      "epoch": 12.435433562071116,
      "step": 39868
    },
    {
      "contrastive_lambda": 0.25299871621106385,
      "epoch": 12.435745477230194,
      "step": 39869
    },
    {
      "epoch": 12.43605739238927,
      "grad_norm": 0.10486099869012833,
      "learning_rate": 2.7746028291386915e-05,
      "loss": 0.0268,
      "step": 39870
    },
    {
      "epoch": 12.43605739238927,
      "flow_loss": 0.02601785957813263,
      "step": 39870
    },
    {
      "contrastive_loss": 0.002834632061421871,
      "epoch": 12.43605739238927,
      "step": 39870
    },
    {
      "contrastive_lambda": 0.25297595412846957,
      "epoch": 12.43605739238927,
      "step": 39870
    },
    {
      "contrastive_lambda": 0.25295319272310596,
      "epoch": 12.436369307548347,
      "step": 39871
    },
    {
      "contrastive_lambda": 0.25293043199503495,
      "epoch": 12.436681222707424,
      "step": 39872
    },
    {
      "contrastive_lambda": 0.2529076719443193,
      "epoch": 12.4369931378665,
      "step": 39873
    },
    {
      "contrastive_lambda": 0.2528849125710212,
      "epoch": 12.437305053025577,
      "step": 39874
    },
    {
      "contrastive_lambda": 0.2528621538752034,
      "epoch": 12.437616968184654,
      "step": 39875
    },
    {
      "contrastive_lambda": 0.2528393958569276,
      "epoch": 12.43792888334373,
      "step": 39876
    },
    {
      "contrastive_lambda": 0.252816638516257,
      "epoch": 12.438240798502807,
      "step": 39877
    },
    {
      "contrastive_lambda": 0.2527938818532535,
      "epoch": 12.438552713661885,
      "step": 39878
    },
    {
      "contrastive_lambda": 0.25277112586797956,
      "epoch": 12.43886462882096,
      "step": 39879
    },
    {
      "epoch": 12.439176543980038,
      "grad_norm": 0.0751178041100502,
      "learning_rate": 2.772135388115519e-05,
      "loss": 0.022,
      "step": 39880
    },
    {
      "epoch": 12.439176543980038,
      "flow_loss": 0.03439375013113022,
      "step": 39880
    },
    {
      "contrastive_loss": 0.003651936072856188,
      "epoch": 12.439176543980038,
      "step": 39880
    },
    {
      "contrastive_lambda": 0.2527483705604977,
      "epoch": 12.439176543980038,
      "step": 39880
    },
    {
      "contrastive_lambda": 0.2527256159308701,
      "epoch": 12.439488459139113,
      "step": 39881
    },
    {
      "contrastive_lambda": 0.25270286197915953,
      "epoch": 12.43980037429819,
      "step": 39882
    },
    {
      "contrastive_lambda": 0.2526801087054279,
      "epoch": 12.440112289457268,
      "step": 39883
    },
    {
      "contrastive_lambda": 0.2526573561097378,
      "epoch": 12.440424204616344,
      "step": 39884
    },
    {
      "contrastive_lambda": 0.25263460419215156,
      "epoch": 12.440736119775421,
      "step": 39885
    },
    {
      "contrastive_lambda": 0.2526118529527318,
      "epoch": 12.441048034934498,
      "step": 39886
    },
    {
      "contrastive_lambda": 0.25258910239154053,
      "epoch": 12.441359950093574,
      "step": 39887
    },
    {
      "contrastive_lambda": 0.25256635250864024,
      "epoch": 12.441671865252651,
      "step": 39888
    },
    {
      "contrastive_lambda": 0.2525436033040934,
      "epoch": 12.441983780411729,
      "step": 39889
    },
    {
      "epoch": 12.442295695570804,
      "grad_norm": 0.09125417470932007,
      "learning_rate": 2.7696686238587945e-05,
      "loss": 0.023,
      "step": 39890
    },
    {
      "epoch": 12.442295695570804,
      "flow_loss": 0.025438126176595688,
      "step": 39890
    },
    {
      "contrastive_loss": 0.0032541011460125446,
      "epoch": 12.442295695570804,
      "step": 39890
    },
    {
      "contrastive_lambda": 0.25252085477796227,
      "epoch": 12.442295695570804,
      "step": 39890
    },
    {
      "contrastive_lambda": 0.2524981069303093,
      "epoch": 12.442607610729882,
      "step": 39891
    },
    {
      "contrastive_lambda": 0.252475359761197,
      "epoch": 12.442919525888959,
      "step": 39892
    },
    {
      "contrastive_lambda": 0.25245261327068735,
      "epoch": 12.443231441048034,
      "step": 39893
    },
    {
      "contrastive_lambda": 0.252429867458843,
      "epoch": 12.443543356207112,
      "step": 39894
    },
    {
      "contrastive_lambda": 0.25240712232572615,
      "epoch": 12.44385527136619,
      "step": 39895
    },
    {
      "contrastive_lambda": 0.2523843778713992,
      "epoch": 12.444167186525265,
      "step": 39896
    },
    {
      "contrastive_lambda": 0.25236163409592477,
      "epoch": 12.444479101684342,
      "step": 39897
    },
    {
      "contrastive_lambda": 0.2523388909993648,
      "epoch": 12.444791016843418,
      "step": 39898
    },
    {
      "contrastive_lambda": 0.2523161485817818,
      "epoch": 12.445102932002495,
      "step": 39899
    },
    {
      "epoch": 12.445414847161572,
      "grad_norm": 0.07453428953886032,
      "learning_rate": 2.7672025371178505e-05,
      "loss": 0.0275,
      "step": 39900
    },
    {
      "epoch": 12.445414847161572,
      "flow_loss": 0.021073032170534134,
      "step": 39900
    },
    {
      "contrastive_loss": 0.003867358434945345,
      "epoch": 12.445414847161572,
      "step": 39900
    },
    {
      "contrastive_lambda": 0.25229340684323814,
      "epoch": 12.445414847161572,
      "step": 39900
    },
    {
      "contrastive_lambda": 0.2522706657837962,
      "epoch": 12.445726762320648,
      "step": 39901
    },
    {
      "contrastive_lambda": 0.2522479254035185,
      "epoch": 12.446038677479725,
      "step": 39902
    },
    {
      "contrastive_lambda": 0.2522251857024669,
      "epoch": 12.446350592638803,
      "step": 39903
    },
    {
      "contrastive_lambda": 0.2522024466807041,
      "epoch": 12.446662507797878,
      "step": 39904
    },
    {
      "contrastive_lambda": 0.2521797083382923,
      "epoch": 12.446974422956956,
      "step": 39905
    },
    {
      "contrastive_lambda": 0.2521569706752942,
      "epoch": 12.447286338116033,
      "step": 39906
    },
    {
      "contrastive_lambda": 0.25213423369177135,
      "epoch": 12.447598253275109,
      "step": 39907
    },
    {
      "contrastive_lambda": 0.25211149738778693,
      "epoch": 12.447910168434186,
      "step": 39908
    },
    {
      "contrastive_lambda": 0.25208876176340284,
      "epoch": 12.448222083593263,
      "step": 39909
    },
    {
      "epoch": 12.448533998752339,
      "grad_norm": 0.10340727865695953,
      "learning_rate": 2.7647371286418238e-05,
      "loss": 0.0279,
      "step": 39910
    },
    {
      "epoch": 12.448533998752339,
      "flow_loss": 0.021622372791171074,
      "step": 39910
    },
    {
      "contrastive_loss": 0.003499796148389578,
      "epoch": 12.448533998752339,
      "step": 39910
    },
    {
      "contrastive_lambda": 0.2520660268186814,
      "epoch": 12.448533998752339,
      "step": 39910
    },
    {
      "contrastive_lambda": 0.25204329255368507,
      "epoch": 12.448845913911416,
      "step": 39911
    },
    {
      "contrastive_lambda": 0.2520205589684763,
      "epoch": 12.449157829070494,
      "step": 39912
    },
    {
      "contrastive_lambda": 0.25199782606311705,
      "epoch": 12.44946974422957,
      "step": 39913
    },
    {
      "contrastive_lambda": 0.25197509383766986,
      "epoch": 12.449781659388647,
      "step": 39914
    },
    {
      "contrastive_lambda": 0.251952362292197,
      "epoch": 12.450093574547722,
      "step": 39915
    },
    {
      "contrastive_lambda": 0.25192963142676084,
      "epoch": 12.4504054897068,
      "step": 39916
    },
    {
      "contrastive_lambda": 0.2519069012414239,
      "epoch": 12.450717404865877,
      "step": 39917
    },
    {
      "contrastive_lambda": 0.2518841717362479,
      "epoch": 12.451029320024952,
      "step": 39918
    },
    {
      "contrastive_lambda": 0.25186144291129586,
      "epoch": 12.45134123518403,
      "step": 39919
    },
    {
      "epoch": 12.451653150343107,
      "grad_norm": 0.12195528298616409,
      "learning_rate": 2.762272399179639e-05,
      "loss": 0.0325,
      "step": 39920
    },
    {
      "epoch": 12.451653150343107,
      "flow_loss": 0.01917744055390358,
      "step": 39920
    },
    {
      "contrastive_loss": 0.0033905664458870888,
      "epoch": 12.451653150343107,
      "step": 39920
    },
    {
      "contrastive_lambda": 0.25183871476662956,
      "epoch": 12.451653150343107,
      "step": 39920
    },
    {
      "contrastive_lambda": 0.2518159873023116,
      "epoch": 12.451965065502183,
      "step": 39921
    },
    {
      "contrastive_lambda": 0.2517932605184041,
      "epoch": 12.45227698066126,
      "step": 39922
    },
    {
      "contrastive_lambda": 0.25177053441496977,
      "epoch": 12.452588895820337,
      "step": 39923
    },
    {
      "contrastive_lambda": 0.25174780899207033,
      "epoch": 12.452900810979413,
      "step": 39924
    },
    {
      "contrastive_lambda": 0.25172508424976836,
      "epoch": 12.45321272613849,
      "step": 39925
    },
    {
      "contrastive_lambda": 0.25170236018812625,
      "epoch": 12.453524641297568,
      "step": 39926
    },
    {
      "contrastive_lambda": 0.2516796368072062,
      "epoch": 12.453836556456643,
      "step": 39927
    },
    {
      "contrastive_lambda": 0.2516569141070707,
      "epoch": 12.45414847161572,
      "step": 39928
    },
    {
      "contrastive_lambda": 0.2516341920877816,
      "epoch": 12.454460386774798,
      "step": 39929
    },
    {
      "epoch": 12.454772301933874,
      "grad_norm": 0.061926137655973434,
      "learning_rate": 2.7598083494800154e-05,
      "loss": 0.0205,
      "step": 39930
    },
    {
      "epoch": 12.454772301933874,
      "flow_loss": 0.01584831066429615,
      "step": 39930
    },
    {
      "contrastive_loss": 0.00391475111246109,
      "epoch": 12.454772301933874,
      "step": 39930
    },
    {
      "contrastive_lambda": 0.2516114707494016,
      "epoch": 12.454772301933874,
      "step": 39930
    },
    {
      "contrastive_lambda": 0.2515887500919928,
      "epoch": 12.455084217092951,
      "step": 39931
    },
    {
      "contrastive_lambda": 0.2515660301156177,
      "epoch": 12.455396132252027,
      "step": 39932
    },
    {
      "contrastive_lambda": 0.2515433108203381,
      "epoch": 12.455708047411104,
      "step": 39933
    },
    {
      "contrastive_lambda": 0.2515205922062169,
      "epoch": 12.456019962570181,
      "step": 39934
    },
    {
      "contrastive_lambda": 0.25149787427331605,
      "epoch": 12.456331877729257,
      "step": 39935
    },
    {
      "contrastive_lambda": 0.2514751570216978,
      "epoch": 12.456643792888334,
      "step": 39936
    },
    {
      "contrastive_lambda": 0.25145244045142456,
      "epoch": 12.456955708047412,
      "step": 39937
    },
    {
      "contrastive_lambda": 0.2514297245625585,
      "epoch": 12.457267623206487,
      "step": 39938
    },
    {
      "contrastive_lambda": 0.25140700935516225,
      "epoch": 12.457579538365565,
      "step": 39939
    },
    {
      "epoch": 12.457891453524642,
      "grad_norm": 0.07535649091005325,
      "learning_rate": 2.7573449802914664e-05,
      "loss": 0.0253,
      "step": 39940
    },
    {
      "epoch": 12.457891453524642,
      "flow_loss": 0.04822990670800209,
      "step": 39940
    },
    {
      "contrastive_loss": 0.005255444440990686,
      "epoch": 12.457891453524642,
      "step": 39940
    },
    {
      "contrastive_lambda": 0.2513842948292976,
      "epoch": 12.457891453524642,
      "step": 39940
    },
    {
      "contrastive_lambda": 0.251361580985027,
      "epoch": 12.458203368683717,
      "step": 39941
    },
    {
      "contrastive_lambda": 0.25133886782241266,
      "epoch": 12.458515283842795,
      "step": 39942
    },
    {
      "contrastive_lambda": 0.25131615534151724,
      "epoch": 12.458827199001872,
      "step": 39943
    },
    {
      "contrastive_lambda": 0.25129344354240246,
      "epoch": 12.459139114160948,
      "step": 39944
    },
    {
      "contrastive_lambda": 0.2512707324251308,
      "epoch": 12.459451029320025,
      "step": 39945
    },
    {
      "contrastive_lambda": 0.2512480219897646,
      "epoch": 12.459762944479102,
      "step": 39946
    },
    {
      "contrastive_lambda": 0.251225312236366,
      "epoch": 12.460074859638178,
      "step": 39947
    },
    {
      "contrastive_lambda": 0.25120260316499765,
      "epoch": 12.460386774797255,
      "step": 39948
    },
    {
      "contrastive_lambda": 0.2511798947757212,
      "epoch": 12.460698689956331,
      "step": 39949
    },
    {
      "epoch": 12.461010605115408,
      "grad_norm": 0.06430504471063614,
      "learning_rate": 2.7548822923622964e-05,
      "loss": 0.0269,
      "step": 39950
    },
    {
      "epoch": 12.461010605115408,
      "flow_loss": 0.01577436551451683,
      "step": 39950
    },
    {
      "contrastive_loss": 0.0032443678937852383,
      "epoch": 12.461010605115408,
      "step": 39950
    },
    {
      "contrastive_lambda": 0.25115718706859924,
      "epoch": 12.461010605115408,
      "step": 39950
    },
    {
      "contrastive_lambda": 0.25113448004369393,
      "epoch": 12.461322520274486,
      "step": 39951
    },
    {
      "contrastive_lambda": 0.25111177370106763,
      "epoch": 12.461634435433561,
      "step": 39952
    },
    {
      "contrastive_lambda": 0.25108906804078246,
      "epoch": 12.461946350592639,
      "step": 39953
    },
    {
      "contrastive_lambda": 0.251066363062901,
      "epoch": 12.462258265751716,
      "step": 39954
    },
    {
      "contrastive_lambda": 0.251043658767485,
      "epoch": 12.462570180910792,
      "step": 39955
    },
    {
      "contrastive_lambda": 0.251020955154597,
      "epoch": 12.462882096069869,
      "step": 39956
    },
    {
      "contrastive_lambda": 0.25099825222429917,
      "epoch": 12.463194011228946,
      "step": 39957
    },
    {
      "contrastive_lambda": 0.2509755499766537,
      "epoch": 12.463505926388022,
      "step": 39958
    },
    {
      "contrastive_lambda": 0.25095284841172316,
      "epoch": 12.4638178415471,
      "step": 39959
    },
    {
      "epoch": 12.464129756706177,
      "grad_norm": 0.09057797491550446,
      "learning_rate": 2.752420286440609e-05,
      "loss": 0.0263,
      "step": 39960
    },
    {
      "epoch": 12.464129756706177,
      "flow_loss": 0.01946350187063217,
      "step": 39960
    },
    {
      "contrastive_loss": 0.00336260674521327,
      "epoch": 12.464129756706177,
      "step": 39960
    },
    {
      "contrastive_lambda": 0.2509301475295693,
      "epoch": 12.464129756706177,
      "step": 39960
    },
    {
      "contrastive_lambda": 0.2509074473302546,
      "epoch": 12.464441671865252,
      "step": 39961
    },
    {
      "contrastive_lambda": 0.2508847478138413,
      "epoch": 12.46475358702433,
      "step": 39962
    },
    {
      "contrastive_lambda": 0.25086204898039177,
      "epoch": 12.465065502183407,
      "step": 39963
    },
    {
      "contrastive_lambda": 0.2508393508299677,
      "epoch": 12.465377417342483,
      "step": 39964
    },
    {
      "contrastive_lambda": 0.2508166533626321,
      "epoch": 12.46568933250156,
      "step": 39965
    },
    {
      "contrastive_lambda": 0.2507939565784466,
      "epoch": 12.466001247660635,
      "step": 39966
    },
    {
      "contrastive_lambda": 0.25077126047747356,
      "epoch": 12.466313162819713,
      "step": 39967
    },
    {
      "contrastive_lambda": 0.25074856505977533,
      "epoch": 12.46662507797879,
      "step": 39968
    },
    {
      "contrastive_lambda": 0.25072587032541405,
      "epoch": 12.466936993137866,
      "step": 39969
    },
    {
      "epoch": 12.467248908296943,
      "grad_norm": 0.0720629170536995,
      "learning_rate": 2.749958963274295e-05,
      "loss": 0.0201,
      "step": 39970
    },
    {
      "epoch": 12.467248908296943,
      "flow_loss": 0.03359627723693848,
      "step": 39970
    },
    {
      "contrastive_loss": 0.0033908970654010773,
      "epoch": 12.467248908296943,
      "step": 39970
    },
    {
      "contrastive_lambda": 0.2507031762744521,
      "epoch": 12.467248908296943,
      "step": 39970
    },
    {
      "contrastive_lambda": 0.2506804829069514,
      "epoch": 12.46756082345602,
      "step": 39971
    },
    {
      "contrastive_lambda": 0.2506577902229743,
      "epoch": 12.467872738615096,
      "step": 39972
    },
    {
      "contrastive_lambda": 0.250635098222583,
      "epoch": 12.468184653774173,
      "step": 39973
    },
    {
      "contrastive_lambda": 0.25061240690583997,
      "epoch": 12.46849656893325,
      "step": 39974
    },
    {
      "contrastive_lambda": 0.25058971627280674,
      "epoch": 12.468808484092326,
      "step": 39975
    },
    {
      "contrastive_lambda": 0.2505670263235464,
      "epoch": 12.469120399251404,
      "step": 39976
    },
    {
      "contrastive_lambda": 0.2505443370581205,
      "epoch": 12.469432314410481,
      "step": 39977
    },
    {
      "contrastive_lambda": 0.2505216484765915,
      "epoch": 12.469744229569557,
      "step": 39978
    },
    {
      "contrastive_lambda": 0.25049896057902155,
      "epoch": 12.470056144728634,
      "step": 39979
    },
    {
      "epoch": 12.470368059887711,
      "grad_norm": 0.0710018053650856,
      "learning_rate": 2.747498323611039e-05,
      "loss": 0.0229,
      "step": 39980
    },
    {
      "epoch": 12.470368059887711,
      "flow_loss": 0.016332419589161873,
      "step": 39980
    },
    {
      "contrastive_loss": 0.0045188176445662975,
      "epoch": 12.470368059887711,
      "step": 39980
    },
    {
      "contrastive_lambda": 0.250476273365473,
      "epoch": 12.470368059887711,
      "step": 39980
    },
    {
      "contrastive_lambda": 0.25045358683600777,
      "epoch": 12.470679975046787,
      "step": 39981
    },
    {
      "contrastive_lambda": 0.2504309009906882,
      "epoch": 12.470991890205864,
      "step": 39982
    },
    {
      "contrastive_lambda": 0.2504082158295765,
      "epoch": 12.47130380536494,
      "step": 39983
    },
    {
      "contrastive_lambda": 0.25038553135273484,
      "epoch": 12.471615720524017,
      "step": 39984
    },
    {
      "contrastive_lambda": 0.2503628475602256,
      "epoch": 12.471927635683095,
      "step": 39985
    },
    {
      "contrastive_lambda": 0.2503401644521106,
      "epoch": 12.47223955084217,
      "step": 39986
    },
    {
      "contrastive_lambda": 0.25031748202845217,
      "epoch": 12.472551466001248,
      "step": 39987
    },
    {
      "contrastive_lambda": 0.2502948002893126,
      "epoch": 12.472863381160325,
      "step": 39988
    },
    {
      "contrastive_lambda": 0.250272119234754,
      "epoch": 12.4731752963194,
      "step": 39989
    },
    {
      "epoch": 12.473487211478478,
      "grad_norm": 0.08094920217990875,
      "learning_rate": 2.7450383681983184e-05,
      "loss": 0.0275,
      "step": 39990
    },
    {
      "epoch": 12.473487211478478,
      "flow_loss": 0.025634771212935448,
      "step": 39990
    },
    {
      "contrastive_loss": 0.0036645359359681606,
      "epoch": 12.473487211478478,
      "step": 39990
    },
    {
      "contrastive_lambda": 0.25024943886483875,
      "epoch": 12.473487211478478,
      "step": 39990
    },
    {
      "contrastive_lambda": 0.25022675917962867,
      "epoch": 12.473799126637555,
      "step": 39991
    },
    {
      "contrastive_lambda": 0.25020408017918605,
      "epoch": 12.47411104179663,
      "step": 39992
    },
    {
      "contrastive_lambda": 0.2501814018635732,
      "epoch": 12.474422956955708,
      "step": 39993
    },
    {
      "contrastive_lambda": 0.2501587242328522,
      "epoch": 12.474734872114785,
      "step": 39994
    },
    {
      "contrastive_lambda": 0.2501360472870852,
      "epoch": 12.475046787273861,
      "step": 39995
    },
    {
      "contrastive_lambda": 0.2501133710263347,
      "epoch": 12.475358702432938,
      "step": 39996
    },
    {
      "contrastive_lambda": 0.2500906954506623,
      "epoch": 12.475670617592016,
      "step": 39997
    },
    {
      "contrastive_lambda": 0.25006802056013044,
      "epoch": 12.475982532751091,
      "step": 39998
    },
    {
      "contrastive_lambda": 0.25004534635480136,
      "epoch": 12.476294447910169,
      "step": 39999
    },
    {
      "epoch": 12.476606363069244,
      "grad_norm": 0.14812591671943665,
      "learning_rate": 2.742579097783403e-05,
      "loss": 0.0269,
      "step": 40000
    },
    {
      "epoch": 12.476606363069244,
      "flow_loss": 0.014362625777721405,
      "step": 40000
    },
    {
      "contrastive_loss": 0.0037062482442706823,
      "epoch": 12.476606363069244,
      "step": 40000
    },
    {
      "contrastive_lambda": 0.25002267283473734,
      "epoch": 12.476606363069244,
      "step": 40000
    },
    {
      "contrastive_lambda": 0.2500000000000001,
      "epoch": 12.476918278228322,
      "step": 40001
    },
    {
      "contrastive_lambda": 0.24997732785065208,
      "epoch": 12.477230193387399,
      "step": 40002
    },
    {
      "contrastive_lambda": 0.24995465638675546,
      "epoch": 12.477542108546475,
      "step": 40003
    },
    {
      "contrastive_lambda": 0.24993198560837226,
      "epoch": 12.477854023705552,
      "step": 40004
    },
    {
      "contrastive_lambda": 0.249909315515565,
      "epoch": 12.47816593886463,
      "step": 40005
    },
    {
      "contrastive_lambda": 0.24988664610839512,
      "epoch": 12.478477854023705,
      "step": 40006
    },
    {
      "contrastive_lambda": 0.24986397738692556,
      "epoch": 12.478789769182782,
      "step": 40007
    },
    {
      "contrastive_lambda": 0.24984130935121796,
      "epoch": 12.47910168434186,
      "step": 40008
    },
    {
      "contrastive_lambda": 0.24981864200133463,
      "epoch": 12.479413599500935,
      "step": 40009
    },
    {
      "epoch": 12.479725514660013,
      "grad_norm": 0.08747339248657227,
      "learning_rate": 2.7401205131133512e-05,
      "loss": 0.0213,
      "step": 40010
    },
    {
      "epoch": 12.479725514660013,
      "flow_loss": 0.02788977138698101,
      "step": 40010
    },
    {
      "contrastive_loss": 0.004645941779017448,
      "epoch": 12.479725514660013,
      "step": 40010
    },
    {
      "contrastive_lambda": 0.24979597533733766,
      "epoch": 12.479725514660013,
      "step": 40010
    },
    {
      "contrastive_lambda": 0.24977330935928943,
      "epoch": 12.48003742981909,
      "step": 40011
    },
    {
      "contrastive_lambda": 0.24975064406725167,
      "epoch": 12.480349344978166,
      "step": 40012
    },
    {
      "contrastive_lambda": 0.24972797946128678,
      "epoch": 12.480661260137243,
      "step": 40013
    },
    {
      "contrastive_lambda": 0.2497053155414568,
      "epoch": 12.48097317529632,
      "step": 40014
    },
    {
      "contrastive_lambda": 0.24968265230782394,
      "epoch": 12.481285090455396,
      "step": 40015
    },
    {
      "contrastive_lambda": 0.24965998976045045,
      "epoch": 12.481597005614473,
      "step": 40016
    },
    {
      "contrastive_lambda": 0.24963732789939813,
      "epoch": 12.481908920773549,
      "step": 40017
    },
    {
      "contrastive_lambda": 0.24961466672472932,
      "epoch": 12.482220835932626,
      "step": 40018
    },
    {
      "contrastive_lambda": 0.24959200623650613,
      "epoch": 12.482532751091703,
      "step": 40019
    },
    {
      "epoch": 12.482844666250779,
      "grad_norm": 0.07088461518287659,
      "learning_rate": 2.7376626149350238e-05,
      "loss": 0.0228,
      "step": 40020
    },
    {
      "epoch": 12.482844666250779,
      "flow_loss": 0.01962166838347912,
      "step": 40020
    },
    {
      "contrastive_loss": 0.0034555946476757526,
      "epoch": 12.482844666250779,
      "step": 40020
    },
    {
      "contrastive_lambda": 0.24956934643479078,
      "epoch": 12.482844666250779,
      "step": 40020
    },
    {
      "contrastive_lambda": 0.24954668731964497,
      "epoch": 12.483156581409856,
      "step": 40021
    },
    {
      "contrastive_lambda": 0.2495240288911315,
      "epoch": 12.483468496568934,
      "step": 40022
    },
    {
      "contrastive_lambda": 0.24950137114931198,
      "epoch": 12.48378041172801,
      "step": 40023
    },
    {
      "contrastive_lambda": 0.2494787140942486,
      "epoch": 12.484092326887087,
      "step": 40024
    },
    {
      "contrastive_lambda": 0.2494560577260036,
      "epoch": 12.484404242046164,
      "step": 40025
    },
    {
      "contrastive_lambda": 0.24943340204463904,
      "epoch": 12.48471615720524,
      "step": 40026
    },
    {
      "contrastive_lambda": 0.2494107470502172,
      "epoch": 12.485028072364317,
      "step": 40027
    },
    {
      "contrastive_lambda": 0.24938809274279988,
      "epoch": 12.485339987523394,
      "step": 40028
    },
    {
      "contrastive_lambda": 0.2493654391224493,
      "epoch": 12.48565190268247,
      "step": 40029
    },
    {
      "epoch": 12.485963817841547,
      "grad_norm": 0.05870116129517555,
      "learning_rate": 2.735205403995056e-05,
      "loss": 0.0252,
      "step": 40030
    },
    {
      "epoch": 12.485963817841547,
      "flow_loss": 0.024498358368873596,
      "step": 40030
    },
    {
      "contrastive_loss": 0.003897623624652624,
      "epoch": 12.485963817841547,
      "step": 40030
    },
    {
      "contrastive_lambda": 0.24934278618922756,
      "epoch": 12.485963817841547,
      "step": 40030
    },
    {
      "contrastive_lambda": 0.24932013394319708,
      "epoch": 12.486275733000625,
      "step": 40031
    },
    {
      "contrastive_lambda": 0.24929748238441923,
      "epoch": 12.4865876481597,
      "step": 40032
    },
    {
      "contrastive_lambda": 0.24927483151295698,
      "epoch": 12.486899563318778,
      "step": 40033
    },
    {
      "contrastive_lambda": 0.24925218132887184,
      "epoch": 12.487211478477853,
      "step": 40034
    },
    {
      "contrastive_lambda": 0.24922953183222601,
      "epoch": 12.48752339363693,
      "step": 40035
    },
    {
      "contrastive_lambda": 0.24920688302308175,
      "epoch": 12.487835308796008,
      "step": 40036
    },
    {
      "contrastive_lambda": 0.2491842349015012,
      "epoch": 12.488147223955083,
      "step": 40037
    },
    {
      "contrastive_lambda": 0.24916158746754613,
      "epoch": 12.48845913911416,
      "step": 40038
    },
    {
      "contrastive_lambda": 0.2491389407212788,
      "epoch": 12.488771054273238,
      "step": 40039
    },
    {
      "epoch": 12.489082969432314,
      "grad_norm": 0.14412763714790344,
      "learning_rate": 2.7327488810398917e-05,
      "loss": 0.0218,
      "step": 40040
    },
    {
      "epoch": 12.489082969432314,
      "flow_loss": 0.013143372721970081,
      "step": 40040
    },
    {
      "contrastive_loss": 0.0036349035799503326,
      "epoch": 12.489082969432314,
      "step": 40040
    },
    {
      "contrastive_lambda": 0.2491162946627613,
      "epoch": 12.489082969432314,
      "step": 40040
    },
    {
      "contrastive_lambda": 0.24909364929205574,
      "epoch": 12.489394884591391,
      "step": 40041
    },
    {
      "contrastive_lambda": 0.24907100460922438,
      "epoch": 12.489706799750468,
      "step": 40042
    },
    {
      "contrastive_lambda": 0.24904836061432895,
      "epoch": 12.490018714909544,
      "step": 40043
    },
    {
      "contrastive_lambda": 0.24902571730743162,
      "epoch": 12.490330630068621,
      "step": 40044
    },
    {
      "contrastive_lambda": 0.24900307468859456,
      "epoch": 12.490642545227699,
      "step": 40045
    },
    {
      "contrastive_lambda": 0.24898043275787984,
      "epoch": 12.490954460386774,
      "step": 40046
    },
    {
      "contrastive_lambda": 0.2489577915153497,
      "epoch": 12.491266375545852,
      "step": 40047
    },
    {
      "contrastive_lambda": 0.24893515096106583,
      "epoch": 12.491578290704929,
      "step": 40048
    },
    {
      "contrastive_lambda": 0.2489125110950905,
      "epoch": 12.491890205864005,
      "step": 40049
    },
    {
      "epoch": 12.492202121023082,
      "grad_norm": 0.10057749599218369,
      "learning_rate": 2.7302930468157507e-05,
      "loss": 0.0256,
      "step": 40050
    },
    {
      "epoch": 12.492202121023082,
      "flow_loss": 0.028358839452266693,
      "step": 40050
    },
    {
      "contrastive_loss": 0.0053325193002820015,
      "epoch": 12.492202121023082,
      "step": 40050
    },
    {
      "contrastive_lambda": 0.2488898719174858,
      "epoch": 12.492202121023082,
      "step": 40050
    },
    {
      "contrastive_lambda": 0.2488672334283139,
      "epoch": 12.492514036182158,
      "step": 40051
    },
    {
      "contrastive_lambda": 0.2488445956276364,
      "epoch": 12.492825951341235,
      "step": 40052
    },
    {
      "contrastive_lambda": 0.24882195851551608,
      "epoch": 12.493137866500312,
      "step": 40053
    },
    {
      "contrastive_lambda": 0.24879932209201444,
      "epoch": 12.493449781659388,
      "step": 40054
    },
    {
      "contrastive_lambda": 0.24877668635719374,
      "epoch": 12.493761696818465,
      "step": 40055
    },
    {
      "contrastive_lambda": 0.24875405131111594,
      "epoch": 12.494073611977543,
      "step": 40056
    },
    {
      "contrastive_lambda": 0.24873141695384327,
      "epoch": 12.494385527136618,
      "step": 40057
    },
    {
      "contrastive_lambda": 0.24870878328543783,
      "epoch": 12.494697442295696,
      "step": 40058
    },
    {
      "contrastive_lambda": 0.2486861503059613,
      "epoch": 12.495009357454773,
      "step": 40059
    },
    {
      "epoch": 12.495321272613849,
      "grad_norm": 0.07426364719867706,
      "learning_rate": 2.727837902068655e-05,
      "loss": 0.0281,
      "step": 40060
    },
    {
      "epoch": 12.495321272613849,
      "flow_loss": 0.04380249232053757,
      "step": 40060
    },
    {
      "contrastive_loss": 0.0037421563174575567,
      "epoch": 12.495321272613849,
      "step": 40060
    },
    {
      "contrastive_lambda": 0.24866351801547604,
      "epoch": 12.495321272613849,
      "step": 40060
    },
    {
      "contrastive_lambda": 0.24864088641404397,
      "epoch": 12.495633187772926,
      "step": 40061
    },
    {
      "contrastive_lambda": 0.24861825550172734,
      "epoch": 12.495945102932003,
      "step": 40062
    },
    {
      "contrastive_lambda": 0.2485956252785877,
      "epoch": 12.496257018091079,
      "step": 40063
    },
    {
      "contrastive_lambda": 0.24857299574468783,
      "epoch": 12.496568933250156,
      "step": 40064
    },
    {
      "contrastive_lambda": 0.24855036690008914,
      "epoch": 12.496880848409234,
      "step": 40065
    },
    {
      "contrastive_lambda": 0.2485277387448539,
      "epoch": 12.497192763568309,
      "step": 40066
    },
    {
      "contrastive_lambda": 0.24850511127904412,
      "epoch": 12.497504678727386,
      "step": 40067
    },
    {
      "contrastive_lambda": 0.2484824845027221,
      "epoch": 12.497816593886462,
      "step": 40068
    },
    {
      "contrastive_lambda": 0.24845985841594936,
      "epoch": 12.49812850904554,
      "step": 40069
    },
    {
      "epoch": 12.498440424204617,
      "grad_norm": 0.07270649820566177,
      "learning_rate": 2.7253834475444123e-05,
      "loss": 0.0267,
      "step": 40070
    },
    {
      "epoch": 12.498440424204617,
      "flow_loss": 0.03544118255376816,
      "step": 40070
    },
    {
      "contrastive_loss": 0.00341809936799109,
      "epoch": 12.498440424204617,
      "step": 40070
    },
    {
      "contrastive_lambda": 0.24843723301878828,
      "epoch": 12.498440424204617,
      "step": 40070
    },
    {
      "contrastive_lambda": 0.2484146083113008,
      "epoch": 12.498752339363692,
      "step": 40071
    },
    {
      "contrastive_lambda": 0.24839198429354892,
      "epoch": 12.49906425452277,
      "step": 40072
    },
    {
      "contrastive_lambda": 0.24836936096559492,
      "epoch": 12.499376169681847,
      "step": 40073
    },
    {
      "contrastive_lambda": 0.2483467383275002,
      "epoch": 12.499688084840923,
      "step": 40074
    },
    {
      "contrastive_lambda": 0.24832411637932755,
      "epoch": 12.5,
      "step": 40075
    },
    {
      "contrastive_lambda": 0.24830149512113847,
      "epoch": 12.500311915159077,
      "step": 40076
    },
    {
      "contrastive_lambda": 0.24827887455299513,
      "epoch": 12.500623830318153,
      "step": 40077
    },
    {
      "contrastive_lambda": 0.24825625467495954,
      "epoch": 12.50093574547723,
      "step": 40078
    },
    {
      "contrastive_lambda": 0.24823363548709387,
      "epoch": 12.501247660636308,
      "step": 40079
    },
    {
      "epoch": 12.501559575795383,
      "grad_norm": 0.07536117732524872,
      "learning_rate": 2.7229296839886204e-05,
      "loss": 0.0239,
      "step": 40080
    },
    {
      "epoch": 12.501559575795383,
      "flow_loss": 0.014627917669713497,
      "step": 40080
    },
    {
      "contrastive_loss": 0.004003444686532021,
      "epoch": 12.501559575795383,
      "step": 40080
    },
    {
      "contrastive_lambda": 0.24821101698945985,
      "epoch": 12.501559575795383,
      "step": 40080
    },
    {
      "contrastive_lambda": 0.2481883991821196,
      "epoch": 12.50187149095446,
      "step": 40081
    },
    {
      "contrastive_lambda": 0.24816578206513518,
      "epoch": 12.502183406113538,
      "step": 40082
    },
    {
      "contrastive_lambda": 0.24814316563856853,
      "epoch": 12.502495321272614,
      "step": 40083
    },
    {
      "contrastive_lambda": 0.2481205499024819,
      "epoch": 12.502807236431691,
      "step": 40084
    },
    {
      "contrastive_lambda": 0.24809793485693687,
      "epoch": 12.503119151590766,
      "step": 40085
    },
    {
      "contrastive_lambda": 0.24807532050199566,
      "epoch": 12.503431066749844,
      "step": 40086
    },
    {
      "contrastive_lambda": 0.2480527068377203,
      "epoch": 12.503742981908921,
      "step": 40087
    },
    {
      "contrastive_lambda": 0.2480300938641729,
      "epoch": 12.504054897067997,
      "step": 40088
    },
    {
      "contrastive_lambda": 0.2480074815814151,
      "epoch": 12.504366812227074,
      "step": 40089
    },
    {
      "epoch": 12.504678727386151,
      "grad_norm": 0.07935717701911926,
      "learning_rate": 2.720476612146668e-05,
      "loss": 0.0225,
      "step": 40090
    },
    {
      "epoch": 12.504678727386151,
      "flow_loss": 0.018161028623580933,
      "step": 40090
    },
    {
      "contrastive_loss": 0.003452552016824484,
      "epoch": 12.504678727386151,
      "step": 40090
    },
    {
      "contrastive_lambda": 0.24798486998950914,
      "epoch": 12.504678727386151,
      "step": 40090
    },
    {
      "contrastive_lambda": 0.24796225908851693,
      "epoch": 12.504990642545227,
      "step": 40091
    },
    {
      "contrastive_lambda": 0.24793964887850056,
      "epoch": 12.505302557704304,
      "step": 40092
    },
    {
      "contrastive_lambda": 0.24791703935952208,
      "epoch": 12.505614472863382,
      "step": 40093
    },
    {
      "contrastive_lambda": 0.247894430531643,
      "epoch": 12.505926388022457,
      "step": 40094
    },
    {
      "contrastive_lambda": 0.247871822394926,
      "epoch": 12.506238303181535,
      "step": 40095
    },
    {
      "contrastive_lambda": 0.24784921494943257,
      "epoch": 12.506550218340612,
      "step": 40096
    },
    {
      "contrastive_lambda": 0.24782660819522478,
      "epoch": 12.506862133499688,
      "step": 40097
    },
    {
      "contrastive_lambda": 0.2478040021323647,
      "epoch": 12.507174048658765,
      "step": 40098
    },
    {
      "contrastive_lambda": 0.24778139676091449,
      "epoch": 12.507485963817842,
      "step": 40099
    },
    {
      "epoch": 12.507797878976918,
      "grad_norm": 0.10286546498537064,
      "learning_rate": 2.7180242327637317e-05,
      "loss": 0.0217,
      "step": 40100
    },
    {
      "epoch": 12.507797878976918,
      "flow_loss": 0.017682958394289017,
      "step": 40100
    },
    {
      "contrastive_loss": 0.003733445191755891,
      "epoch": 12.507797878976918,
      "step": 40100
    },
    {
      "contrastive_lambda": 0.24775879208093565,
      "epoch": 12.507797878976918,
      "step": 40100
    },
    {
      "contrastive_lambda": 0.24773618809249043,
      "epoch": 12.508109794135995,
      "step": 40101
    },
    {
      "contrastive_lambda": 0.24771358479564076,
      "epoch": 12.508421709295071,
      "step": 40102
    },
    {
      "contrastive_lambda": 0.2476909821904486,
      "epoch": 12.508733624454148,
      "step": 40103
    },
    {
      "contrastive_lambda": 0.24766838027697619,
      "epoch": 12.509045539613226,
      "step": 40104
    },
    {
      "contrastive_lambda": 0.247645779055285,
      "epoch": 12.509357454772301,
      "step": 40105
    },
    {
      "contrastive_lambda": 0.24762317852543725,
      "epoch": 12.509669369931379,
      "step": 40106
    },
    {
      "contrastive_lambda": 0.2476005786874949,
      "epoch": 12.509981285090456,
      "step": 40107
    },
    {
      "contrastive_lambda": 0.24757797954152005,
      "epoch": 12.510293200249532,
      "step": 40108
    },
    {
      "contrastive_lambda": 0.2475553810875742,
      "epoch": 12.510605115408609,
      "step": 40109
    },
    {
      "epoch": 12.510917030567686,
      "grad_norm": 0.06945685297250748,
      "learning_rate": 2.7155725465847826e-05,
      "loss": 0.0196,
      "step": 40110
    },
    {
      "epoch": 12.510917030567686,
      "flow_loss": 0.01637914776802063,
      "step": 40110
    },
    {
      "contrastive_loss": 0.003610702697187662,
      "epoch": 12.510917030567686,
      "step": 40110
    },
    {
      "contrastive_lambda": 0.24753278332571987,
      "epoch": 12.510917030567686,
      "step": 40110
    },
    {
      "contrastive_lambda": 0.24751018625601867,
      "epoch": 12.511228945726762,
      "step": 40111
    },
    {
      "contrastive_lambda": 0.24748758987853253,
      "epoch": 12.51154086088584,
      "step": 40112
    },
    {
      "contrastive_lambda": 0.24746499419332357,
      "epoch": 12.511852776044917,
      "step": 40113
    },
    {
      "contrastive_lambda": 0.24744239920045363,
      "epoch": 12.512164691203992,
      "step": 40114
    },
    {
      "contrastive_lambda": 0.24741980489998494,
      "epoch": 12.51247660636307,
      "step": 40115
    },
    {
      "contrastive_lambda": 0.24739721129197895,
      "epoch": 12.512788521522147,
      "step": 40116
    },
    {
      "contrastive_lambda": 0.24737461837649782,
      "epoch": 12.513100436681222,
      "step": 40117
    },
    {
      "contrastive_lambda": 0.24735202615360358,
      "epoch": 12.5134123518403,
      "step": 40118
    },
    {
      "contrastive_lambda": 0.24732943462335827,
      "epoch": 12.513724266999375,
      "step": 40119
    },
    {
      "epoch": 12.514036182158453,
      "grad_norm": 0.099814772605896,
      "learning_rate": 2.713121554354578e-05,
      "loss": 0.0246,
      "step": 40120
    },
    {
      "epoch": 12.514036182158453,
      "flow_loss": 0.011746395379304886,
      "step": 40120
    },
    {
      "contrastive_loss": 0.0033431435003876686,
      "epoch": 12.514036182158453,
      "step": 40120
    },
    {
      "contrastive_lambda": 0.2473068437858233,
      "epoch": 12.514036182158453,
      "step": 40120
    },
    {
      "contrastive_lambda": 0.24728425364106132,
      "epoch": 12.51434809731753,
      "step": 40121
    },
    {
      "contrastive_lambda": 0.2472616641891337,
      "epoch": 12.514660012476606,
      "step": 40122
    },
    {
      "contrastive_lambda": 0.24723907543010265,
      "epoch": 12.514971927635683,
      "step": 40123
    },
    {
      "contrastive_lambda": 0.24721648736402996,
      "epoch": 12.51528384279476,
      "step": 40124
    },
    {
      "contrastive_lambda": 0.24719389999097785,
      "epoch": 12.515595757953836,
      "step": 40125
    },
    {
      "contrastive_lambda": 0.24717131331100778,
      "epoch": 12.515907673112913,
      "step": 40126
    },
    {
      "contrastive_lambda": 0.24714872732418192,
      "epoch": 12.51621958827199,
      "step": 40127
    },
    {
      "contrastive_lambda": 0.2471261420305622,
      "epoch": 12.516531503431066,
      "step": 40128
    },
    {
      "contrastive_lambda": 0.24710355743021056,
      "epoch": 12.516843418590144,
      "step": 40129
    },
    {
      "epoch": 12.517155333749221,
      "grad_norm": 0.06863367557525635,
      "learning_rate": 2.7106712568176628e-05,
      "loss": 0.0216,
      "step": 40130
    },
    {
      "epoch": 12.517155333749221,
      "flow_loss": 0.03656603768467903,
      "step": 40130
    },
    {
      "contrastive_loss": 0.004490296356379986,
      "epoch": 12.517155333749221,
      "step": 40130
    },
    {
      "contrastive_lambda": 0.24708097352318897,
      "epoch": 12.517155333749221,
      "step": 40130
    },
    {
      "contrastive_lambda": 0.24705839030955895,
      "epoch": 12.517467248908297,
      "step": 40131
    },
    {
      "contrastive_lambda": 0.24703580778938306,
      "epoch": 12.517779164067374,
      "step": 40132
    },
    {
      "contrastive_lambda": 0.24701322596272268,
      "epoch": 12.518091079226451,
      "step": 40133
    },
    {
      "contrastive_lambda": 0.24699064482963995,
      "epoch": 12.518402994385527,
      "step": 40134
    },
    {
      "contrastive_lambda": 0.24696806439019664,
      "epoch": 12.518714909544604,
      "step": 40135
    },
    {
      "contrastive_lambda": 0.24694548464445504,
      "epoch": 12.51902682470368,
      "step": 40136
    },
    {
      "contrastive_lambda": 0.24692290559247648,
      "epoch": 12.519338739862757,
      "step": 40137
    },
    {
      "contrastive_lambda": 0.2469003272343232,
      "epoch": 12.519650655021834,
      "step": 40138
    },
    {
      "contrastive_lambda": 0.24687774957005704,
      "epoch": 12.51996257018091,
      "step": 40139
    },
    {
      "epoch": 12.520274485339987,
      "grad_norm": 0.0795658752322197,
      "learning_rate": 2.708221654718374e-05,
      "loss": 0.0286,
      "step": 40140
    },
    {
      "epoch": 12.520274485339987,
      "flow_loss": 0.027523666620254517,
      "step": 40140
    },
    {
      "contrastive_loss": 0.006853143218904734,
      "epoch": 12.520274485339987,
      "step": 40140
    },
    {
      "contrastive_lambda": 0.24685517259973988,
      "epoch": 12.520274485339987,
      "step": 40140
    },
    {
      "contrastive_lambda": 0.24683259632343385,
      "epoch": 12.520586400499065,
      "step": 40141
    },
    {
      "contrastive_lambda": 0.2468100207412004,
      "epoch": 12.52089831565814,
      "step": 40142
    },
    {
      "contrastive_lambda": 0.2467874458531017,
      "epoch": 12.521210230817218,
      "step": 40143
    },
    {
      "contrastive_lambda": 0.24676487165919958,
      "epoch": 12.521522145976295,
      "step": 40144
    },
    {
      "contrastive_lambda": 0.24674229815955595,
      "epoch": 12.52183406113537,
      "step": 40145
    },
    {
      "contrastive_lambda": 0.24671972535423287,
      "epoch": 12.522145976294448,
      "step": 40146
    },
    {
      "contrastive_lambda": 0.24669715324329183,
      "epoch": 12.522457891453525,
      "step": 40147
    },
    {
      "contrastive_lambda": 0.24667458182679491,
      "epoch": 12.522769806612601,
      "step": 40148
    },
    {
      "contrastive_lambda": 0.24665201110480406,
      "epoch": 12.523081721771678,
      "step": 40149
    },
    {
      "epoch": 12.523393636930756,
      "grad_norm": 0.07979101687669754,
      "learning_rate": 2.7057727488008357e-05,
      "loss": 0.0231,
      "step": 40150
    },
    {
      "epoch": 12.523393636930756,
      "flow_loss": 0.03494669124484062,
      "step": 40150
    },
    {
      "contrastive_loss": 0.00362572493031621,
      "epoch": 12.523393636930756,
      "step": 40150
    },
    {
      "contrastive_lambda": 0.24662944107738127,
      "epoch": 12.523393636930756,
      "step": 40150
    },
    {
      "contrastive_lambda": 0.2466068717445879,
      "epoch": 12.523705552089831,
      "step": 40151
    },
    {
      "contrastive_lambda": 0.24658430310648655,
      "epoch": 12.524017467248909,
      "step": 40152
    },
    {
      "contrastive_lambda": 0.2465617351631385,
      "epoch": 12.524329382407984,
      "step": 40153
    },
    {
      "contrastive_lambda": 0.2465391679146059,
      "epoch": 12.524641297567062,
      "step": 40154
    },
    {
      "contrastive_lambda": 0.2465166013609505,
      "epoch": 12.524953212726139,
      "step": 40155
    },
    {
      "contrastive_lambda": 0.24649403550223448,
      "epoch": 12.525265127885215,
      "step": 40156
    },
    {
      "contrastive_lambda": 0.24647147033851918,
      "epoch": 12.525577043044292,
      "step": 40157
    },
    {
      "contrastive_lambda": 0.24644890586986679,
      "epoch": 12.52588895820337,
      "step": 40158
    },
    {
      "contrastive_lambda": 0.24642634209633912,
      "epoch": 12.526200873362445,
      "step": 40159
    },
    {
      "epoch": 12.526512788521522,
      "grad_norm": 0.07346479594707489,
      "learning_rate": 2.703324539808961e-05,
      "loss": 0.0259,
      "step": 40160
    },
    {
      "epoch": 12.526512788521522,
      "flow_loss": 0.03486520051956177,
      "step": 40160
    },
    {
      "contrastive_loss": 0.0034407037310302258,
      "epoch": 12.526512788521522,
      "step": 40160
    },
    {
      "contrastive_lambda": 0.24640377901799804,
      "epoch": 12.526512788521522,
      "step": 40160
    },
    {
      "contrastive_lambda": 0.2463812166349056,
      "epoch": 12.5268247036806,
      "step": 40161
    },
    {
      "contrastive_lambda": 0.24635865494712306,
      "epoch": 12.527136618839675,
      "step": 40162
    },
    {
      "contrastive_lambda": 0.246336093954713,
      "epoch": 12.527448533998752,
      "step": 40163
    },
    {
      "contrastive_lambda": 0.24631353365773684,
      "epoch": 12.52776044915783,
      "step": 40164
    },
    {
      "contrastive_lambda": 0.24629097405625644,
      "epoch": 12.528072364316905,
      "step": 40165
    },
    {
      "contrastive_lambda": 0.24626841515033382,
      "epoch": 12.528384279475983,
      "step": 40166
    },
    {
      "contrastive_lambda": 0.24624585694003087,
      "epoch": 12.52869619463506,
      "step": 40167
    },
    {
      "contrastive_lambda": 0.24622329942540916,
      "epoch": 12.529008109794136,
      "step": 40168
    },
    {
      "contrastive_lambda": 0.2462007426065307,
      "epoch": 12.529320024953213,
      "step": 40169
    },
    {
      "epoch": 12.529631940112289,
      "grad_norm": 0.10853748768568039,
      "learning_rate": 2.7008770284864505e-05,
      "loss": 0.028,
      "step": 40170
    },
    {
      "epoch": 12.529631940112289,
      "flow_loss": 0.024431411176919937,
      "step": 40170
    },
    {
      "contrastive_loss": 0.003489998634904623,
      "epoch": 12.529631940112289,
      "step": 40170
    },
    {
      "contrastive_lambda": 0.2461781864834573,
      "epoch": 12.529631940112289,
      "step": 40170
    },
    {
      "contrastive_lambda": 0.24615563105625077,
      "epoch": 12.529943855271366,
      "step": 40171
    },
    {
      "contrastive_lambda": 0.24613307632497322,
      "epoch": 12.530255770430443,
      "step": 40172
    },
    {
      "contrastive_lambda": 0.24611052228968605,
      "epoch": 12.530567685589519,
      "step": 40173
    },
    {
      "contrastive_lambda": 0.24608796895045132,
      "epoch": 12.530879600748596,
      "step": 40174
    },
    {
      "contrastive_lambda": 0.2460654163073308,
      "epoch": 12.531191515907674,
      "step": 40175
    },
    {
      "contrastive_lambda": 0.24604286436038658,
      "epoch": 12.53150343106675,
      "step": 40176
    },
    {
      "contrastive_lambda": 0.24602031310967987,
      "epoch": 12.531815346225827,
      "step": 40177
    },
    {
      "contrastive_lambda": 0.24599776255527328,
      "epoch": 12.532127261384904,
      "step": 40178
    },
    {
      "contrastive_lambda": 0.24597521269722805,
      "epoch": 12.53243917654398,
      "step": 40179
    },
    {
      "epoch": 12.532751091703057,
      "grad_norm": 0.08889999985694885,
      "learning_rate": 2.6984302155767916e-05,
      "loss": 0.021,
      "step": 40180
    },
    {
      "epoch": 12.532751091703057,
      "flow_loss": 0.025415949523448944,
      "step": 40180
    },
    {
      "contrastive_loss": 0.003407924436032772,
      "epoch": 12.532751091703057,
      "step": 40180
    },
    {
      "contrastive_lambda": 0.24595266353560624,
      "epoch": 12.532751091703057,
      "step": 40180
    },
    {
      "contrastive_lambda": 0.24593011507046958,
      "epoch": 12.533063006862134,
      "step": 40181
    },
    {
      "contrastive_lambda": 0.24590756730187996,
      "epoch": 12.53337492202121,
      "step": 40182
    },
    {
      "contrastive_lambda": 0.24588502022989933,
      "epoch": 12.533686837180287,
      "step": 40183
    },
    {
      "contrastive_lambda": 0.2458624738545892,
      "epoch": 12.533998752339365,
      "step": 40184
    },
    {
      "contrastive_lambda": 0.24583992817601147,
      "epoch": 12.53431066749844,
      "step": 40185
    },
    {
      "contrastive_lambda": 0.24581738319422802,
      "epoch": 12.534622582657517,
      "step": 40186
    },
    {
      "contrastive_lambda": 0.24579483890930087,
      "epoch": 12.534934497816593,
      "step": 40187
    },
    {
      "contrastive_lambda": 0.2457722953212914,
      "epoch": 12.53524641297567,
      "step": 40188
    },
    {
      "contrastive_lambda": 0.2457497524302616,
      "epoch": 12.535558328134748,
      "step": 40189
    },
    {
      "epoch": 12.535870243293823,
      "grad_norm": 0.09870577603578568,
      "learning_rate": 2.6959841018232683e-05,
      "loss": 0.0221,
      "step": 40190
    },
    {
      "epoch": 12.535870243293823,
      "flow_loss": 0.01830359734594822,
      "step": 40190
    },
    {
      "contrastive_loss": 0.003209973219782114,
      "epoch": 12.535870243293823,
      "step": 40190
    },
    {
      "contrastive_lambda": 0.2457272102362733,
      "epoch": 12.535870243293823,
      "step": 40190
    },
    {
      "contrastive_lambda": 0.2457046687393883,
      "epoch": 12.5361821584529,
      "step": 40191
    },
    {
      "contrastive_lambda": 0.2456821279396686,
      "epoch": 12.536494073611978,
      "step": 40192
    },
    {
      "contrastive_lambda": 0.24565958783717556,
      "epoch": 12.536805988771054,
      "step": 40193
    },
    {
      "contrastive_lambda": 0.2456370484319712,
      "epoch": 12.537117903930131,
      "step": 40194
    },
    {
      "contrastive_lambda": 0.2456145097241173,
      "epoch": 12.537429819089208,
      "step": 40195
    },
    {
      "contrastive_lambda": 0.24559197171367586,
      "epoch": 12.537741734248284,
      "step": 40196
    },
    {
      "contrastive_lambda": 0.24556943440070816,
      "epoch": 12.538053649407361,
      "step": 40197
    },
    {
      "contrastive_lambda": 0.2455468977852766,
      "epoch": 12.538365564566439,
      "step": 40198
    },
    {
      "contrastive_lambda": 0.24552436186744253,
      "epoch": 12.538677479725514,
      "step": 40199
    },
    {
      "epoch": 12.538989394884592,
      "grad_norm": 0.09831912070512772,
      "learning_rate": 2.693538687968937e-05,
      "loss": 0.0239,
      "step": 40200
    },
    {
      "epoch": 12.538989394884592,
      "flow_loss": 0.0481853261590004,
      "step": 40200
    },
    {
      "contrastive_loss": 0.005191183649003506,
      "epoch": 12.538989394884592,
      "step": 40200
    },
    {
      "contrastive_lambda": 0.24550182664726783,
      "epoch": 12.538989394884592,
      "step": 40200
    },
    {
      "contrastive_lambda": 0.24547929212481434,
      "epoch": 12.539301310043669,
      "step": 40201
    },
    {
      "contrastive_lambda": 0.24545675830014385,
      "epoch": 12.539613225202745,
      "step": 40202
    },
    {
      "contrastive_lambda": 0.24543422517331825,
      "epoch": 12.539925140361822,
      "step": 40203
    },
    {
      "contrastive_lambda": 0.245411692744399,
      "epoch": 12.540237055520898,
      "step": 40204
    },
    {
      "contrastive_lambda": 0.24538916101344804,
      "epoch": 12.540548970679975,
      "step": 40205
    },
    {
      "contrastive_lambda": 0.24536662998052722,
      "epoch": 12.540860885839052,
      "step": 40206
    },
    {
      "contrastive_lambda": 0.24534409964569837,
      "epoch": 12.541172800998128,
      "step": 40207
    },
    {
      "contrastive_lambda": 0.24532157000902272,
      "epoch": 12.541484716157205,
      "step": 40208
    },
    {
      "contrastive_lambda": 0.24529904107056288,
      "epoch": 12.541796631316283,
      "step": 40209
    },
    {
      "epoch": 12.542108546475358,
      "grad_norm": 0.08644450455904007,
      "learning_rate": 2.6910939747566556e-05,
      "loss": 0.0274,
      "step": 40210
    },
    {
      "epoch": 12.542108546475358,
      "flow_loss": 0.036183979362249374,
      "step": 40210
    },
    {
      "contrastive_loss": 0.0034782912116497755,
      "epoch": 12.542108546475358,
      "step": 40210
    },
    {
      "contrastive_lambda": 0.24527651283038,
      "epoch": 12.542108546475358,
      "step": 40210
    },
    {
      "contrastive_lambda": 0.24525398528853598,
      "epoch": 12.542420461634435,
      "step": 40211
    },
    {
      "contrastive_lambda": 0.24523145844509264,
      "epoch": 12.542732376793513,
      "step": 40212
    },
    {
      "contrastive_lambda": 0.24520893230011193,
      "epoch": 12.543044291952588,
      "step": 40213
    },
    {
      "contrastive_lambda": 0.24518640685365517,
      "epoch": 12.543356207111666,
      "step": 40214
    },
    {
      "contrastive_lambda": 0.24516388210578438,
      "epoch": 12.543668122270743,
      "step": 40215
    },
    {
      "contrastive_lambda": 0.24514135805656123,
      "epoch": 12.543980037429819,
      "step": 40216
    },
    {
      "contrastive_lambda": 0.24511883470604756,
      "epoch": 12.544291952588896,
      "step": 40217
    },
    {
      "contrastive_lambda": 0.24509631205430527,
      "epoch": 12.544603867747973,
      "step": 40218
    },
    {
      "contrastive_lambda": 0.24507379010139552,
      "epoch": 12.544915782907049,
      "step": 40219
    },
    {
      "epoch": 12.545227698066126,
      "grad_norm": 0.09697171300649643,
      "learning_rate": 2.6886499629290607e-05,
      "loss": 0.0259,
      "step": 40220
    },
    {
      "epoch": 12.545227698066126,
      "flow_loss": 0.025499403476715088,
      "step": 40220
    },
    {
      "contrastive_loss": 0.002991523128002882,
      "epoch": 12.545227698066126,
      "step": 40220
    },
    {
      "contrastive_lambda": 0.24505126884738082,
      "epoch": 12.545227698066126,
      "step": 40220
    },
    {
      "contrastive_lambda": 0.24502874829232235,
      "epoch": 12.545539613225202,
      "step": 40221
    },
    {
      "contrastive_lambda": 0.24500622843628206,
      "epoch": 12.54585152838428,
      "step": 40222
    },
    {
      "contrastive_lambda": 0.24498370927932167,
      "epoch": 12.546163443543357,
      "step": 40223
    },
    {
      "contrastive_lambda": 0.24496119082150308,
      "epoch": 12.546475358702432,
      "step": 40224
    },
    {
      "contrastive_lambda": 0.2449386730628877,
      "epoch": 12.54678727386151,
      "step": 40225
    },
    {
      "contrastive_lambda": 0.24491615600353744,
      "epoch": 12.547099189020587,
      "step": 40226
    },
    {
      "contrastive_lambda": 0.24489363964351402,
      "epoch": 12.547411104179663,
      "step": 40227
    },
    {
      "contrastive_lambda": 0.24487112398287914,
      "epoch": 12.54772301933874,
      "step": 40228
    },
    {
      "contrastive_lambda": 0.24484860902169475,
      "epoch": 12.548034934497817,
      "step": 40229
    },
    {
      "epoch": 12.548346849656893,
      "grad_norm": 0.0878862589597702,
      "learning_rate": 2.6862066532285802e-05,
      "loss": 0.0232,
      "step": 40230
    },
    {
      "epoch": 12.548346849656893,
      "flow_loss": 0.032542601227760315,
      "step": 40230
    },
    {
      "contrastive_loss": 0.004136951640248299,
      "epoch": 12.548346849656893,
      "step": 40230
    },
    {
      "contrastive_lambda": 0.2448260947600222,
      "epoch": 12.548346849656893,
      "step": 40230
    },
    {
      "contrastive_lambda": 0.24480358119792345,
      "epoch": 12.54865876481597,
      "step": 40231
    },
    {
      "contrastive_lambda": 0.24478106833546015,
      "epoch": 12.548970679975048,
      "step": 40232
    },
    {
      "contrastive_lambda": 0.244758556172694,
      "epoch": 12.549282595134123,
      "step": 40233
    },
    {
      "contrastive_lambda": 0.2447360447096868,
      "epoch": 12.5495945102932,
      "step": 40234
    },
    {
      "contrastive_lambda": 0.24471353394650042,
      "epoch": 12.549906425452278,
      "step": 40235
    },
    {
      "contrastive_lambda": 0.24469102388319613,
      "epoch": 12.550218340611353,
      "step": 40236
    },
    {
      "contrastive_lambda": 0.24466851451983596,
      "epoch": 12.55053025577043,
      "step": 40237
    },
    {
      "contrastive_lambda": 0.24464600585648155,
      "epoch": 12.550842170929506,
      "step": 40238
    },
    {
      "contrastive_lambda": 0.2446234978931946,
      "epoch": 12.551154086088584,
      "step": 40239
    },
    {
      "epoch": 12.551466001247661,
      "grad_norm": 0.07124579697847366,
      "learning_rate": 2.6837640463974262e-05,
      "loss": 0.0259,
      "step": 40240
    },
    {
      "epoch": 12.551466001247661,
      "flow_loss": 0.03715788945555687,
      "step": 40240
    },
    {
      "contrastive_loss": 0.003771707182750106,
      "epoch": 12.551466001247661,
      "step": 40240
    },
    {
      "contrastive_lambda": 0.24460099063003699,
      "epoch": 12.551466001247661,
      "step": 40240
    },
    {
      "contrastive_lambda": 0.2445784840670701,
      "epoch": 12.551777916406737,
      "step": 40241
    },
    {
      "contrastive_lambda": 0.24455597820435582,
      "epoch": 12.552089831565814,
      "step": 40242
    },
    {
      "contrastive_lambda": 0.24453347304195583,
      "epoch": 12.552401746724891,
      "step": 40243
    },
    {
      "contrastive_lambda": 0.244510968579932,
      "epoch": 12.552713661883967,
      "step": 40244
    },
    {
      "contrastive_lambda": 0.24448846481834563,
      "epoch": 12.553025577043044,
      "step": 40245
    },
    {
      "contrastive_lambda": 0.2444659617572587,
      "epoch": 12.553337492202122,
      "step": 40246
    },
    {
      "contrastive_lambda": 0.2444434593967328,
      "epoch": 12.553649407361197,
      "step": 40247
    },
    {
      "contrastive_lambda": 0.2444209577368297,
      "epoch": 12.553961322520275,
      "step": 40248
    },
    {
      "contrastive_lambda": 0.24439845677761124,
      "epoch": 12.554273237679352,
      "step": 40249
    },
    {
      "epoch": 12.554585152838428,
      "grad_norm": 0.08256620913743973,
      "learning_rate": 2.681322143177596e-05,
      "loss": 0.0259,
      "step": 40250
    },
    {
      "epoch": 12.554585152838428,
      "flow_loss": 0.03706550970673561,
      "step": 40250
    },
    {
      "contrastive_loss": 0.003328059334307909,
      "epoch": 12.554585152838428,
      "step": 40250
    },
    {
      "contrastive_lambda": 0.24437595651913852,
      "epoch": 12.554585152838428,
      "step": 40250
    },
    {
      "contrastive_lambda": 0.24435345696147404,
      "epoch": 12.554897067997505,
      "step": 40251
    },
    {
      "contrastive_lambda": 0.24433095810467886,
      "epoch": 12.555208983156582,
      "step": 40252
    },
    {
      "contrastive_lambda": 0.2443084599488149,
      "epoch": 12.555520898315658,
      "step": 40253
    },
    {
      "contrastive_lambda": 0.24428596249394374,
      "epoch": 12.555832813474735,
      "step": 40254
    },
    {
      "contrastive_lambda": 0.24426346574012742,
      "epoch": 12.55614472863381,
      "step": 40255
    },
    {
      "contrastive_lambda": 0.2442409696874271,
      "epoch": 12.556456643792888,
      "step": 40256
    },
    {
      "contrastive_lambda": 0.24421847433590466,
      "epoch": 12.556768558951966,
      "step": 40257
    },
    {
      "contrastive_lambda": 0.2441959796856218,
      "epoch": 12.557080474111041,
      "step": 40258
    },
    {
      "contrastive_lambda": 0.24417348573664022,
      "epoch": 12.557392389270118,
      "step": 40259
    },
    {
      "epoch": 12.557704304429196,
      "grad_norm": 0.0716034397482872,
      "learning_rate": 2.678880944310882e-05,
      "loss": 0.0265,
      "step": 40260
    },
    {
      "epoch": 12.557704304429196,
      "flow_loss": 0.011766830459237099,
      "step": 40260
    },
    {
      "contrastive_loss": 0.004501525778323412,
      "epoch": 12.557704304429196,
      "step": 40260
    },
    {
      "contrastive_lambda": 0.24415099248902172,
      "epoch": 12.557704304429196,
      "step": 40260
    },
    {
      "contrastive_lambda": 0.2441284999428276,
      "epoch": 12.558016219588271,
      "step": 40261
    },
    {
      "contrastive_lambda": 0.24410600809811978,
      "epoch": 12.558328134747349,
      "step": 40262
    },
    {
      "contrastive_lambda": 0.24408351695495978,
      "epoch": 12.558640049906426,
      "step": 40263
    },
    {
      "contrastive_lambda": 0.2440610265134096,
      "epoch": 12.558951965065502,
      "step": 40264
    },
    {
      "contrastive_lambda": 0.24403853677353027,
      "epoch": 12.559263880224579,
      "step": 40265
    },
    {
      "contrastive_lambda": 0.24401604773538416,
      "epoch": 12.559575795383656,
      "step": 40266
    },
    {
      "contrastive_lambda": 0.24399355939903244,
      "epoch": 12.559887710542732,
      "step": 40267
    },
    {
      "contrastive_lambda": 0.24397107176453692,
      "epoch": 12.56019962570181,
      "step": 40268
    },
    {
      "contrastive_lambda": 0.2439485848319592,
      "epoch": 12.560511540860887,
      "step": 40269
    },
    {
      "epoch": 12.560823456019962,
      "grad_norm": 0.06477724015712738,
      "learning_rate": 2.6764404505388474e-05,
      "loss": 0.0239,
      "step": 40270
    },
    {
      "epoch": 12.560823456019962,
      "flow_loss": 0.02458033338189125,
      "step": 40270
    },
    {
      "contrastive_loss": 0.006252866238355637,
      "epoch": 12.560823456019962,
      "step": 40270
    },
    {
      "contrastive_lambda": 0.243926098601361,
      "epoch": 12.560823456019962,
      "step": 40270
    },
    {
      "contrastive_lambda": 0.24390361307280412,
      "epoch": 12.56113537117904,
      "step": 40271
    },
    {
      "contrastive_lambda": 0.24388112824634983,
      "epoch": 12.561447286338115,
      "step": 40272
    },
    {
      "contrastive_lambda": 0.24385864412206,
      "epoch": 12.561759201497193,
      "step": 40273
    },
    {
      "contrastive_lambda": 0.2438361606999962,
      "epoch": 12.56207111665627,
      "step": 40274
    },
    {
      "contrastive_lambda": 0.24381367798022036,
      "epoch": 12.562383031815346,
      "step": 40275
    },
    {
      "contrastive_lambda": 0.24379119596279342,
      "epoch": 12.562694946974423,
      "step": 40276
    },
    {
      "contrastive_lambda": 0.24376871464777788,
      "epoch": 12.5630068621335,
      "step": 40277
    },
    {
      "contrastive_lambda": 0.24374623403523477,
      "epoch": 12.563318777292576,
      "step": 40278
    },
    {
      "contrastive_lambda": 0.2437237541252259,
      "epoch": 12.563630692451653,
      "step": 40279
    },
    {
      "epoch": 12.56394260761073,
      "grad_norm": 0.06704244017601013,
      "learning_rate": 2.6740006626028558e-05,
      "loss": 0.0255,
      "step": 40280
    },
    {
      "epoch": 12.56394260761073,
      "flow_loss": 0.018994323909282684,
      "step": 40280
    },
    {
      "contrastive_loss": 0.004859586246311665,
      "epoch": 12.56394260761073,
      "step": 40280
    },
    {
      "contrastive_lambda": 0.2437012749178129,
      "epoch": 12.56394260761073,
      "step": 40280
    },
    {
      "contrastive_lambda": 0.24367879641305756,
      "epoch": 12.564254522769806,
      "step": 40281
    },
    {
      "contrastive_lambda": 0.24365631861102122,
      "epoch": 12.564566437928884,
      "step": 40282
    },
    {
      "contrastive_lambda": 0.24363384151176565,
      "epoch": 12.56487835308796,
      "step": 40283
    },
    {
      "contrastive_lambda": 0.24361136511535242,
      "epoch": 12.565190268247036,
      "step": 40284
    },
    {
      "contrastive_lambda": 0.2435888894218432,
      "epoch": 12.565502183406114,
      "step": 40285
    },
    {
      "contrastive_lambda": 0.24356641443129978,
      "epoch": 12.565814098565191,
      "step": 40286
    },
    {
      "contrastive_lambda": 0.2435439401437834,
      "epoch": 12.566126013724267,
      "step": 40287
    },
    {
      "contrastive_lambda": 0.24352146655935591,
      "epoch": 12.566437928883344,
      "step": 40288
    },
    {
      "contrastive_lambda": 0.2434989936780788,
      "epoch": 12.56674984404242,
      "step": 40289
    },
    {
      "epoch": 12.567061759201497,
      "grad_norm": 0.07657968997955322,
      "learning_rate": 2.671561581244048e-05,
      "loss": 0.021,
      "step": 40290
    },
    {
      "epoch": 12.567061759201497,
      "flow_loss": 0.03470770642161369,
      "step": 40290
    },
    {
      "contrastive_loss": 0.004063067492097616,
      "epoch": 12.567061759201497,
      "step": 40290
    },
    {
      "contrastive_lambda": 0.24347652150001386,
      "epoch": 12.567061759201497,
      "step": 40290
    },
    {
      "contrastive_lambda": 0.24345405002522275,
      "epoch": 12.567373674360574,
      "step": 40291
    },
    {
      "contrastive_lambda": 0.24343157925376674,
      "epoch": 12.56768558951965,
      "step": 40292
    },
    {
      "contrastive_lambda": 0.24340910918570757,
      "epoch": 12.567997504678727,
      "step": 40293
    },
    {
      "contrastive_lambda": 0.24338663982110698,
      "epoch": 12.568309419837805,
      "step": 40294
    },
    {
      "contrastive_lambda": 0.24336417116002662,
      "epoch": 12.56862133499688,
      "step": 40295
    },
    {
      "contrastive_lambda": 0.24334170320252763,
      "epoch": 12.568933250155958,
      "step": 40296
    },
    {
      "contrastive_lambda": 0.24331923594867227,
      "epoch": 12.569245165315035,
      "step": 40297
    },
    {
      "contrastive_lambda": 0.24329676939852157,
      "epoch": 12.56955708047411,
      "step": 40298
    },
    {
      "contrastive_lambda": 0.24327430355213742,
      "epoch": 12.569868995633188,
      "step": 40299
    },
    {
      "epoch": 12.570180910792265,
      "grad_norm": 0.05386124178767204,
      "learning_rate": 2.6691232072033536e-05,
      "loss": 0.0261,
      "step": 40300
    },
    {
      "epoch": 12.570180910792265,
      "flow_loss": 0.01623108796775341,
      "step": 40300
    },
    {
      "contrastive_loss": 0.003762831911444664,
      "epoch": 12.570180910792265,
      "step": 40300
    },
    {
      "contrastive_lambda": 0.2432518384095813,
      "epoch": 12.570180910792265,
      "step": 40300
    },
    {
      "contrastive_lambda": 0.2432293739709151,
      "epoch": 12.57049282595134,
      "step": 40301
    },
    {
      "contrastive_lambda": 0.2432069102361999,
      "epoch": 12.570804741110418,
      "step": 40302
    },
    {
      "contrastive_lambda": 0.24318444720549753,
      "epoch": 12.571116656269496,
      "step": 40303
    },
    {
      "contrastive_lambda": 0.24316198487886964,
      "epoch": 12.571428571428571,
      "step": 40304
    },
    {
      "contrastive_lambda": 0.24313952325637767,
      "epoch": 12.571740486587649,
      "step": 40305
    },
    {
      "contrastive_lambda": 0.24311706233808356,
      "epoch": 12.572052401746724,
      "step": 40306
    },
    {
      "contrastive_lambda": 0.24309460212404815,
      "epoch": 12.572364316905801,
      "step": 40307
    },
    {
      "contrastive_lambda": 0.2430721426143339,
      "epoch": 12.572676232064879,
      "step": 40308
    },
    {
      "contrastive_lambda": 0.24304968380900172,
      "epoch": 12.572988147223954,
      "step": 40309
    },
    {
      "epoch": 12.573300062383032,
      "grad_norm": 0.12034039199352264,
      "learning_rate": 2.6666855412214852e-05,
      "loss": 0.0288,
      "step": 40310
    },
    {
      "epoch": 12.573300062383032,
      "flow_loss": 0.03388785943388939,
      "step": 40310
    },
    {
      "contrastive_loss": 0.0035213499795645475,
      "epoch": 12.573300062383032,
      "step": 40310
    },
    {
      "contrastive_lambda": 0.24302722570811347,
      "epoch": 12.573300062383032,
      "step": 40310
    },
    {
      "contrastive_lambda": 0.24300476831173068,
      "epoch": 12.57361197754211,
      "step": 40311
    },
    {
      "contrastive_lambda": 0.24298231161991507,
      "epoch": 12.573923892701185,
      "step": 40312
    },
    {
      "contrastive_lambda": 0.24295985563272782,
      "epoch": 12.574235807860262,
      "step": 40313
    },
    {
      "contrastive_lambda": 0.24293740035023076,
      "epoch": 12.57454772301934,
      "step": 40314
    },
    {
      "contrastive_lambda": 0.24291494577248546,
      "epoch": 12.574859638178415,
      "step": 40315
    },
    {
      "contrastive_lambda": 0.24289249189955336,
      "epoch": 12.575171553337492,
      "step": 40316
    },
    {
      "contrastive_lambda": 0.24287003873149632,
      "epoch": 12.57548346849657,
      "step": 40317
    },
    {
      "contrastive_lambda": 0.24284758626837544,
      "epoch": 12.575795383655645,
      "step": 40318
    },
    {
      "contrastive_lambda": 0.24282513451025256,
      "epoch": 12.576107298814723,
      "step": 40319
    },
    {
      "epoch": 12.5764192139738,
      "grad_norm": 0.09650494903326035,
      "learning_rate": 2.664248584038942e-05,
      "loss": 0.0295,
      "step": 40320
    },
    {
      "epoch": 12.5764192139738,
      "flow_loss": 0.030042363330721855,
      "step": 40320
    },
    {
      "contrastive_loss": 0.0038522605318576097,
      "epoch": 12.5764192139738,
      "step": 40320
    },
    {
      "contrastive_lambda": 0.24280268345718914,
      "epoch": 12.5764192139738,
      "step": 40320
    },
    {
      "contrastive_lambda": 0.24278023310924673,
      "epoch": 12.576731129132876,
      "step": 40321
    },
    {
      "contrastive_lambda": 0.24275778346648696,
      "epoch": 12.577043044291953,
      "step": 40322
    },
    {
      "contrastive_lambda": 0.2427353345289715,
      "epoch": 12.577354959451029,
      "step": 40323
    },
    {
      "contrastive_lambda": 0.24271288629676158,
      "epoch": 12.577666874610106,
      "step": 40324
    },
    {
      "contrastive_lambda": 0.24269043876991886,
      "epoch": 12.577978789769183,
      "step": 40325
    },
    {
      "contrastive_lambda": 0.2426679919485049,
      "epoch": 12.578290704928259,
      "step": 40326
    },
    {
      "contrastive_lambda": 0.2426455458325813,
      "epoch": 12.578602620087336,
      "step": 40327
    },
    {
      "contrastive_lambda": 0.2426231004222097,
      "epoch": 12.578914535246414,
      "step": 40328
    },
    {
      "contrastive_lambda": 0.24260065571745126,
      "epoch": 12.57922645040549,
      "step": 40329
    },
    {
      "epoch": 12.579538365564567,
      "grad_norm": 0.08205918967723846,
      "learning_rate": 2.6618123363960047e-05,
      "loss": 0.0229,
      "step": 40330
    },
    {
      "epoch": 12.579538365564567,
      "flow_loss": 0.021974554285407066,
      "step": 40330
    },
    {
      "contrastive_loss": 0.003782099112868309,
      "epoch": 12.579538365564567,
      "step": 40330
    },
    {
      "contrastive_lambda": 0.2425782117183678,
      "epoch": 12.579538365564567,
      "step": 40330
    },
    {
      "contrastive_lambda": 0.24255576842502075,
      "epoch": 12.579850280723644,
      "step": 40331
    },
    {
      "contrastive_lambda": 0.2425333258374719,
      "epoch": 12.58016219588272,
      "step": 40332
    },
    {
      "contrastive_lambda": 0.24251088395578235,
      "epoch": 12.580474111041797,
      "step": 40333
    },
    {
      "contrastive_lambda": 0.2424884427800138,
      "epoch": 12.580786026200874,
      "step": 40334
    },
    {
      "contrastive_lambda": 0.24246600231022786,
      "epoch": 12.58109794135995,
      "step": 40335
    },
    {
      "contrastive_lambda": 0.24244356254648597,
      "epoch": 12.581409856519027,
      "step": 40336
    },
    {
      "contrastive_lambda": 0.24242112348884964,
      "epoch": 12.581721771678104,
      "step": 40337
    },
    {
      "contrastive_lambda": 0.2423986851373805,
      "epoch": 12.58203368683718,
      "step": 40338
    },
    {
      "contrastive_lambda": 0.24237624749214015,
      "epoch": 12.582345601996257,
      "step": 40339
    },
    {
      "epoch": 12.582657517155333,
      "grad_norm": 0.09196504205465317,
      "learning_rate": 2.659376799032748e-05,
      "loss": 0.0285,
      "step": 40340
    },
    {
      "epoch": 12.582657517155333,
      "flow_loss": 0.03479685261845589,
      "step": 40340
    },
    {
      "contrastive_loss": 0.0036424961872398853,
      "epoch": 12.582657517155333,
      "step": 40340
    },
    {
      "contrastive_lambda": 0.24235381055318972,
      "epoch": 12.582657517155333,
      "step": 40340
    },
    {
      "contrastive_lambda": 0.242331374320591,
      "epoch": 12.58296943231441,
      "step": 40341
    },
    {
      "contrastive_lambda": 0.2423089387944054,
      "epoch": 12.583281347473488,
      "step": 40342
    },
    {
      "contrastive_lambda": 0.2422865039746947,
      "epoch": 12.583593262632563,
      "step": 40343
    },
    {
      "contrastive_lambda": 0.24226406986151994,
      "epoch": 12.58390517779164,
      "step": 40344
    },
    {
      "contrastive_lambda": 0.2422416364549429,
      "epoch": 12.584217092950718,
      "step": 40345
    },
    {
      "contrastive_lambda": 0.2422192037550251,
      "epoch": 12.584529008109794,
      "step": 40346
    },
    {
      "contrastive_lambda": 0.2421967717618279,
      "epoch": 12.584840923268871,
      "step": 40347
    },
    {
      "contrastive_lambda": 0.24217434047541314,
      "epoch": 12.585152838427948,
      "step": 40348
    },
    {
      "contrastive_lambda": 0.24215190989584184,
      "epoch": 12.585464753587024,
      "step": 40349
    },
    {
      "epoch": 12.585776668746101,
      "grad_norm": 0.08346831798553467,
      "learning_rate": 2.6569419726890145e-05,
      "loss": 0.0265,
      "step": 40350
    },
    {
      "epoch": 12.585776668746101,
      "flow_loss": 0.011247921735048294,
      "step": 40350
    },
    {
      "contrastive_loss": 0.0026683297473937273,
      "epoch": 12.585776668746101,
      "step": 40350
    },
    {
      "contrastive_lambda": 0.24212948002317575,
      "epoch": 12.585776668746101,
      "step": 40350
    },
    {
      "contrastive_lambda": 0.2421070508574763,
      "epoch": 12.586088583905179,
      "step": 40351
    },
    {
      "contrastive_lambda": 0.24208462239880518,
      "epoch": 12.586400499064254,
      "step": 40352
    },
    {
      "contrastive_lambda": 0.2420621946472234,
      "epoch": 12.586712414223332,
      "step": 40353
    },
    {
      "contrastive_lambda": 0.2420397676027931,
      "epoch": 12.587024329382409,
      "step": 40354
    },
    {
      "contrastive_lambda": 0.24201734126557523,
      "epoch": 12.587336244541484,
      "step": 40355
    },
    {
      "contrastive_lambda": 0.24199491563563147,
      "epoch": 12.587648159700562,
      "step": 40356
    },
    {
      "contrastive_lambda": 0.2419724907130233,
      "epoch": 12.587960074859637,
      "step": 40357
    },
    {
      "contrastive_lambda": 0.2419500664978122,
      "epoch": 12.588271990018715,
      "step": 40358
    },
    {
      "contrastive_lambda": 0.24192764299005987,
      "epoch": 12.588583905177792,
      "step": 40359
    },
    {
      "epoch": 12.588895820336868,
      "grad_norm": 0.08610270172357559,
      "learning_rate": 2.654507858104447e-05,
      "loss": 0.022,
      "step": 40360
    },
    {
      "epoch": 12.588895820336868,
      "flow_loss": 0.015478350222110748,
      "step": 40360
    },
    {
      "contrastive_loss": 0.003955725580453873,
      "epoch": 12.588895820336868,
      "step": 40360
    },
    {
      "contrastive_lambda": 0.2419052201898273,
      "epoch": 12.588895820336868,
      "step": 40360
    },
    {
      "contrastive_lambda": 0.24188279809717628,
      "epoch": 12.589207735495945,
      "step": 40361
    },
    {
      "contrastive_lambda": 0.2418603767121682,
      "epoch": 12.589519650655022,
      "step": 40362
    },
    {
      "contrastive_lambda": 0.24183795603486474,
      "epoch": 12.589831565814098,
      "step": 40363
    },
    {
      "contrastive_lambda": 0.2418155360653268,
      "epoch": 12.590143480973175,
      "step": 40364
    },
    {
      "contrastive_lambda": 0.2417931168036166,
      "epoch": 12.590455396132253,
      "step": 40365
    },
    {
      "contrastive_lambda": 0.24177069824979508,
      "epoch": 12.590767311291328,
      "step": 40366
    },
    {
      "contrastive_lambda": 0.24174828040392382,
      "epoch": 12.591079226450406,
      "step": 40367
    },
    {
      "contrastive_lambda": 0.24172586326606432,
      "epoch": 12.591391141609483,
      "step": 40368
    },
    {
      "contrastive_lambda": 0.2417034468362782,
      "epoch": 12.591703056768559,
      "step": 40369
    },
    {
      "epoch": 12.592014971927636,
      "grad_norm": 0.10113602876663208,
      "learning_rate": 2.652074456018463e-05,
      "loss": 0.0266,
      "step": 40370
    },
    {
      "epoch": 12.592014971927636,
      "flow_loss": 0.03125492483377457,
      "step": 40370
    },
    {
      "contrastive_loss": 0.0033190171234309673,
      "epoch": 12.592014971927636,
      "step": 40370
    },
    {
      "contrastive_lambda": 0.24168103111462658,
      "epoch": 12.592014971927636,
      "step": 40370
    },
    {
      "contrastive_lambda": 0.24165861610117106,
      "epoch": 12.592326887086713,
      "step": 40371
    },
    {
      "contrastive_lambda": 0.24163620179597312,
      "epoch": 12.592638802245789,
      "step": 40372
    },
    {
      "contrastive_lambda": 0.24161378819909424,
      "epoch": 12.592950717404866,
      "step": 40373
    },
    {
      "contrastive_lambda": 0.241591375310596,
      "epoch": 12.593262632563942,
      "step": 40374
    },
    {
      "contrastive_lambda": 0.24156896313053927,
      "epoch": 12.59357454772302,
      "step": 40375
    },
    {
      "contrastive_lambda": 0.24154655165898625,
      "epoch": 12.593886462882097,
      "step": 40376
    },
    {
      "contrastive_lambda": 0.24152414089599794,
      "epoch": 12.594198378041172,
      "step": 40377
    },
    {
      "contrastive_lambda": 0.2415017308416358,
      "epoch": 12.59451029320025,
      "step": 40378
    },
    {
      "contrastive_lambda": 0.24147932149596135,
      "epoch": 12.594822208359327,
      "step": 40379
    },
    {
      "epoch": 12.595134123518402,
      "grad_norm": 0.10385898500680923,
      "learning_rate": 2.6496417671702646e-05,
      "loss": 0.0239,
      "step": 40380
    },
    {
      "epoch": 12.595134123518402,
      "flow_loss": 0.013553035445511341,
      "step": 40380
    },
    {
      "contrastive_loss": 0.003291776403784752,
      "epoch": 12.595134123518402,
      "step": 40380
    },
    {
      "contrastive_lambda": 0.24145691285903625,
      "epoch": 12.595134123518402,
      "step": 40380
    },
    {
      "contrastive_lambda": 0.24143450493092145,
      "epoch": 12.59544603867748,
      "step": 40381
    },
    {
      "contrastive_lambda": 0.2414120977116787,
      "epoch": 12.595757953836557,
      "step": 40382
    },
    {
      "contrastive_lambda": 0.24138969120136933,
      "epoch": 12.596069868995633,
      "step": 40383
    },
    {
      "contrastive_lambda": 0.2413672854000548,
      "epoch": 12.59638178415471,
      "step": 40384
    },
    {
      "contrastive_lambda": 0.24134488030779672,
      "epoch": 12.596693699313787,
      "step": 40385
    },
    {
      "contrastive_lambda": 0.24132247592465617,
      "epoch": 12.597005614472863,
      "step": 40386
    },
    {
      "contrastive_lambda": 0.24130007225069477,
      "epoch": 12.59731752963194,
      "step": 40387
    },
    {
      "contrastive_lambda": 0.24127766928597388,
      "epoch": 12.597629444791018,
      "step": 40388
    },
    {
      "contrastive_lambda": 0.2412552670305551,
      "epoch": 12.597941359950093,
      "step": 40389
    },
    {
      "epoch": 12.59825327510917,
      "grad_norm": 0.1008627638220787,
      "learning_rate": 2.6472097922988427e-05,
      "loss": 0.0239,
      "step": 40390
    },
    {
      "epoch": 12.59825327510917,
      "flow_loss": 0.030399417504668236,
      "step": 40390
    },
    {
      "contrastive_loss": 0.004361290019005537,
      "epoch": 12.59825327510917,
      "step": 40390
    },
    {
      "contrastive_lambda": 0.24123286548449957,
      "epoch": 12.59825327510917,
      "step": 40390
    },
    {
      "contrastive_lambda": 0.24121046464786877,
      "epoch": 12.598565190268246,
      "step": 40391
    },
    {
      "contrastive_lambda": 0.24118806452072422,
      "epoch": 12.598877105427324,
      "step": 40392
    },
    {
      "contrastive_lambda": 0.2411656651031273,
      "epoch": 12.599189020586401,
      "step": 40393
    },
    {
      "contrastive_lambda": 0.24114326639513955,
      "epoch": 12.599500935745477,
      "step": 40394
    },
    {
      "contrastive_lambda": 0.2411208683968219,
      "epoch": 12.599812850904554,
      "step": 40395
    },
    {
      "contrastive_lambda": 0.2410984711082364,
      "epoch": 12.600124766063631,
      "step": 40396
    },
    {
      "contrastive_lambda": 0.24107607452944402,
      "epoch": 12.600436681222707,
      "step": 40397
    },
    {
      "contrastive_lambda": 0.24105367866050625,
      "epoch": 12.600748596381784,
      "step": 40398
    },
    {
      "contrastive_lambda": 0.2410312835014845,
      "epoch": 12.601060511540862,
      "step": 40399
    },
    {
      "epoch": 12.601372426699937,
      "grad_norm": 0.06749556958675385,
      "learning_rate": 2.6447785321429607e-05,
      "loss": 0.0238,
      "step": 40400
    },
    {
      "epoch": 12.601372426699937,
      "flow_loss": 0.04500604420900345,
      "step": 40400
    },
    {
      "contrastive_loss": 0.004475544206798077,
      "epoch": 12.601372426699937,
      "step": 40400
    },
    {
      "contrastive_lambda": 0.24100888905244044,
      "epoch": 12.601372426699937,
      "step": 40400
    },
    {
      "contrastive_lambda": 0.24098649531343497,
      "epoch": 12.601684341859015,
      "step": 40401
    },
    {
      "contrastive_lambda": 0.24096410228452975,
      "epoch": 12.601996257018092,
      "step": 40402
    },
    {
      "contrastive_lambda": 0.24094170996578618,
      "epoch": 12.602308172177167,
      "step": 40403
    },
    {
      "contrastive_lambda": 0.2409193183572656,
      "epoch": 12.602620087336245,
      "step": 40404
    },
    {
      "contrastive_lambda": 0.24089692745902958,
      "epoch": 12.602932002495322,
      "step": 40405
    },
    {
      "contrastive_lambda": 0.24087453727113917,
      "epoch": 12.603243917654398,
      "step": 40406
    },
    {
      "contrastive_lambda": 0.24085214779365594,
      "epoch": 12.603555832813475,
      "step": 40407
    },
    {
      "contrastive_lambda": 0.24082975902664128,
      "epoch": 12.60386774797255,
      "step": 40408
    },
    {
      "contrastive_lambda": 0.24080737097015648,
      "epoch": 12.604179663131628,
      "step": 40409
    },
    {
      "epoch": 12.604491578290705,
      "grad_norm": 0.07151153683662415,
      "learning_rate": 2.6423479874411784e-05,
      "loss": 0.0287,
      "step": 40410
    },
    {
      "epoch": 12.604491578290705,
      "flow_loss": 0.02469472400844097,
      "step": 40410
    },
    {
      "contrastive_loss": 0.004383537918329239,
      "epoch": 12.604491578290705,
      "step": 40410
    },
    {
      "contrastive_lambda": 0.24078498362426304,
      "epoch": 12.604491578290705,
      "step": 40410
    },
    {
      "contrastive_lambda": 0.24076259698902247,
      "epoch": 12.604803493449781,
      "step": 40411
    },
    {
      "contrastive_lambda": 0.24074021106449578,
      "epoch": 12.605115408608858,
      "step": 40412
    },
    {
      "contrastive_lambda": 0.24071782585074453,
      "epoch": 12.605427323767936,
      "step": 40413
    },
    {
      "contrastive_lambda": 0.24069544134783005,
      "epoch": 12.605739238927011,
      "step": 40414
    },
    {
      "contrastive_lambda": 0.24067305755581375,
      "epoch": 12.606051154086089,
      "step": 40415
    },
    {
      "contrastive_lambda": 0.2406506744747572,
      "epoch": 12.606363069245166,
      "step": 40416
    },
    {
      "contrastive_lambda": 0.2406282921047213,
      "epoch": 12.606674984404242,
      "step": 40417
    },
    {
      "contrastive_lambda": 0.24060591044576773,
      "epoch": 12.606986899563319,
      "step": 40418
    },
    {
      "contrastive_lambda": 0.24058352949795775,
      "epoch": 12.607298814722396,
      "step": 40419
    },
    {
      "epoch": 12.607610729881472,
      "grad_norm": 0.08850879222154617,
      "learning_rate": 2.6399181589318234e-05,
      "loss": 0.0334,
      "step": 40420
    },
    {
      "epoch": 12.607610729881472,
      "flow_loss": 0.03200475126504898,
      "step": 40420
    },
    {
      "contrastive_loss": 0.003964749164879322,
      "epoch": 12.607610729881472,
      "step": 40420
    },
    {
      "contrastive_lambda": 0.24056114926135297,
      "epoch": 12.607610729881472,
      "step": 40420
    },
    {
      "contrastive_lambda": 0.24053876973601412,
      "epoch": 12.60792264504055,
      "step": 40421
    },
    {
      "contrastive_lambda": 0.24051639092200333,
      "epoch": 12.608234560199627,
      "step": 40422
    },
    {
      "contrastive_lambda": 0.24049401281938143,
      "epoch": 12.608546475358702,
      "step": 40423
    },
    {
      "contrastive_lambda": 0.24047163542820993,
      "epoch": 12.60885839051778,
      "step": 40424
    },
    {
      "contrastive_lambda": 0.24044925874855017,
      "epoch": 12.609170305676855,
      "step": 40425
    },
    {
      "contrastive_lambda": 0.24042688278046348,
      "epoch": 12.609482220835933,
      "step": 40426
    },
    {
      "contrastive_lambda": 0.24040450752401143,
      "epoch": 12.60979413599501,
      "step": 40427
    },
    {
      "contrastive_lambda": 0.24038213297925498,
      "epoch": 12.610106051154085,
      "step": 40428
    },
    {
      "contrastive_lambda": 0.24035975914625568,
      "epoch": 12.610417966313163,
      "step": 40429
    },
    {
      "epoch": 12.61072988147224,
      "grad_norm": 0.08205396682024002,
      "learning_rate": 2.6374890473530188e-05,
      "loss": 0.0267,
      "step": 40430
    },
    {
      "epoch": 12.61072988147224,
      "flow_loss": 0.04737049713730812,
      "step": 40430
    },
    {
      "contrastive_loss": 0.003567878622561693,
      "epoch": 12.61072988147224,
      "step": 40430
    },
    {
      "contrastive_lambda": 0.24033738602507482,
      "epoch": 12.61072988147224,
      "step": 40430
    },
    {
      "contrastive_lambda": 0.24031501361577395,
      "epoch": 12.611041796631316,
      "step": 40431
    },
    {
      "contrastive_lambda": 0.24029264191841399,
      "epoch": 12.611353711790393,
      "step": 40432
    },
    {
      "contrastive_lambda": 0.24027027093305653,
      "epoch": 12.61166562694947,
      "step": 40433
    },
    {
      "contrastive_lambda": 0.24024790065976287,
      "epoch": 12.611977542108546,
      "step": 40434
    },
    {
      "contrastive_lambda": 0.24022553109859435,
      "epoch": 12.612289457267623,
      "step": 40435
    },
    {
      "contrastive_lambda": 0.24020316224961247,
      "epoch": 12.6126013724267,
      "step": 40436
    },
    {
      "contrastive_lambda": 0.24018079411287813,
      "epoch": 12.612913287585776,
      "step": 40437
    },
    {
      "contrastive_lambda": 0.24015842668845294,
      "epoch": 12.613225202744854,
      "step": 40438
    },
    {
      "contrastive_lambda": 0.2401360599763982,
      "epoch": 12.613537117903931,
      "step": 40439
    },
    {
      "epoch": 12.613849033063007,
      "grad_norm": 0.11544609069824219,
      "learning_rate": 2.635060653442664e-05,
      "loss": 0.0308,
      "step": 40440
    },
    {
      "epoch": 12.613849033063007,
      "flow_loss": 0.01867865025997162,
      "step": 40440
    },
    {
      "contrastive_loss": 0.0031279607210308313,
      "epoch": 12.613849033063007,
      "step": 40440
    },
    {
      "contrastive_lambda": 0.24011369397677518,
      "epoch": 12.613849033063007,
      "step": 40440
    },
    {
      "contrastive_lambda": 0.24009132868964522,
      "epoch": 12.614160948222084,
      "step": 40441
    },
    {
      "contrastive_lambda": 0.24006896411506984,
      "epoch": 12.61447286338116,
      "step": 40442
    },
    {
      "contrastive_lambda": 0.24004660025310992,
      "epoch": 12.614784778540237,
      "step": 40443
    },
    {
      "contrastive_lambda": 0.24002423710382703,
      "epoch": 12.615096693699314,
      "step": 40444
    },
    {
      "contrastive_lambda": 0.2400018746672825,
      "epoch": 12.61540860885839,
      "step": 40445
    },
    {
      "contrastive_lambda": 0.23997951294353753,
      "epoch": 12.615720524017467,
      "step": 40446
    },
    {
      "contrastive_lambda": 0.2399571519326537,
      "epoch": 12.616032439176545,
      "step": 40447
    },
    {
      "contrastive_lambda": 0.23993479163469195,
      "epoch": 12.61634435433562,
      "step": 40448
    },
    {
      "contrastive_lambda": 0.2399124320497137,
      "epoch": 12.616656269494698,
      "step": 40449
    },
    {
      "epoch": 12.616968184653775,
      "grad_norm": 0.08625104278326035,
      "learning_rate": 2.6326329779384395e-05,
      "loss": 0.0252,
      "step": 40450
    },
    {
      "epoch": 12.616968184653775,
      "flow_loss": 0.028698816895484924,
      "step": 40450
    },
    {
      "contrastive_loss": 0.00368202175013721,
      "epoch": 12.616968184653775,
      "step": 40450
    },
    {
      "contrastive_lambda": 0.23989007317778027,
      "epoch": 12.616968184653775,
      "step": 40450
    },
    {
      "contrastive_lambda": 0.2398677150189532,
      "epoch": 12.61728009981285,
      "step": 40451
    },
    {
      "contrastive_lambda": 0.23984535757329317,
      "epoch": 12.617592014971928,
      "step": 40452
    },
    {
      "contrastive_lambda": 0.23982300084086222,
      "epoch": 12.617903930131005,
      "step": 40453
    },
    {
      "contrastive_lambda": 0.2398006448217211,
      "epoch": 12.61821584529008,
      "step": 40454
    },
    {
      "contrastive_lambda": 0.23977828951593128,
      "epoch": 12.618527760449158,
      "step": 40455
    },
    {
      "contrastive_lambda": 0.23975593492355407,
      "epoch": 12.618839675608235,
      "step": 40456
    },
    {
      "contrastive_lambda": 0.23973358104465092,
      "epoch": 12.619151590767311,
      "step": 40457
    },
    {
      "contrastive_lambda": 0.23971122787928278,
      "epoch": 12.619463505926388,
      "step": 40458
    },
    {
      "contrastive_lambda": 0.23968887542751105,
      "epoch": 12.619775421085464,
      "step": 40459
    },
    {
      "epoch": 12.620087336244541,
      "grad_norm": 0.10838019847869873,
      "learning_rate": 2.63020602157781e-05,
      "loss": 0.0277,
      "step": 40460
    },
    {
      "epoch": 12.620087336244541,
      "flow_loss": 0.02502913773059845,
      "step": 40460
    },
    {
      "contrastive_loss": 0.003656549844890833,
      "epoch": 12.620087336244541,
      "step": 40460
    },
    {
      "contrastive_lambda": 0.23966652368939706,
      "epoch": 12.620087336244541,
      "step": 40460
    },
    {
      "contrastive_lambda": 0.2396441726650021,
      "epoch": 12.620399251403619,
      "step": 40461
    },
    {
      "contrastive_lambda": 0.23962182235438756,
      "epoch": 12.620711166562694,
      "step": 40462
    },
    {
      "contrastive_lambda": 0.23959947275761423,
      "epoch": 12.621023081721772,
      "step": 40463
    },
    {
      "contrastive_lambda": 0.2395771238747441,
      "epoch": 12.621334996880849,
      "step": 40464
    },
    {
      "contrastive_lambda": 0.23955477570583789,
      "epoch": 12.621646912039925,
      "step": 40465
    },
    {
      "contrastive_lambda": 0.23953242825095705,
      "epoch": 12.621958827199002,
      "step": 40466
    },
    {
      "contrastive_lambda": 0.23951008151016284,
      "epoch": 12.62227074235808,
      "step": 40467
    },
    {
      "contrastive_lambda": 0.2394877354835167,
      "epoch": 12.622582657517155,
      "step": 40468
    },
    {
      "contrastive_lambda": 0.2394653901710796,
      "epoch": 12.622894572676232,
      "step": 40469
    },
    {
      "epoch": 12.623206487835308,
      "grad_norm": 0.07008630037307739,
      "learning_rate": 2.62777978509802e-05,
      "loss": 0.0236,
      "step": 40470
    },
    {
      "epoch": 12.623206487835308,
      "flow_loss": 0.025570187717676163,
      "step": 40470
    },
    {
      "contrastive_loss": 0.0034161717630922794,
      "epoch": 12.623206487835308,
      "step": 40470
    },
    {
      "contrastive_lambda": 0.23944304557291285,
      "epoch": 12.623206487835308,
      "step": 40470
    },
    {
      "contrastive_lambda": 0.2394207016890778,
      "epoch": 12.623518402994385,
      "step": 40471
    },
    {
      "contrastive_lambda": 0.23939835851963576,
      "epoch": 12.623830318153463,
      "step": 40472
    },
    {
      "contrastive_lambda": 0.23937601606464803,
      "epoch": 12.62414223331254,
      "step": 40473
    },
    {
      "contrastive_lambda": 0.2393536743241756,
      "epoch": 12.624454148471616,
      "step": 40474
    },
    {
      "contrastive_lambda": 0.23933133329827982,
      "epoch": 12.624766063630693,
      "step": 40475
    },
    {
      "contrastive_lambda": 0.23930899298702207,
      "epoch": 12.625077978789768,
      "step": 40476
    },
    {
      "contrastive_lambda": 0.23928665339046362,
      "epoch": 12.625389893948846,
      "step": 40477
    },
    {
      "contrastive_lambda": 0.2392643145086653,
      "epoch": 12.625701809107923,
      "step": 40478
    },
    {
      "contrastive_lambda": 0.23924197634168903,
      "epoch": 12.626013724266999,
      "step": 40479
    },
    {
      "epoch": 12.626325639426076,
      "grad_norm": 0.09417645633220673,
      "learning_rate": 2.6253542692360954e-05,
      "loss": 0.0288,
      "step": 40480
    },
    {
      "epoch": 12.626325639426076,
      "flow_loss": 0.042862411588430405,
      "step": 40480
    },
    {
      "contrastive_loss": 0.004003448411822319,
      "epoch": 12.626325639426076,
      "step": 40480
    },
    {
      "contrastive_lambda": 0.23921963888959547,
      "epoch": 12.626325639426076,
      "step": 40480
    },
    {
      "contrastive_lambda": 0.2391973021524461,
      "epoch": 12.626637554585153,
      "step": 40481
    },
    {
      "contrastive_lambda": 0.23917496613030215,
      "epoch": 12.626949469744229,
      "step": 40482
    },
    {
      "contrastive_lambda": 0.2391526308232248,
      "epoch": 12.627261384903306,
      "step": 40483
    },
    {
      "contrastive_lambda": 0.23913029623127552,
      "epoch": 12.627573300062384,
      "step": 40484
    },
    {
      "contrastive_lambda": 0.23910796235451515,
      "epoch": 12.62788521522146,
      "step": 40485
    },
    {
      "contrastive_lambda": 0.23908562919300513,
      "epoch": 12.628197130380537,
      "step": 40486
    },
    {
      "contrastive_lambda": 0.2390632967468067,
      "epoch": 12.628509045539612,
      "step": 40487
    },
    {
      "contrastive_lambda": 0.2390409650159812,
      "epoch": 12.62882096069869,
      "step": 40488
    },
    {
      "contrastive_lambda": 0.23901863400058954,
      "epoch": 12.629132875857767,
      "step": 40489
    },
    {
      "epoch": 12.629444791016843,
      "grad_norm": 0.06851422041654587,
      "learning_rate": 2.6229294747288458e-05,
      "loss": 0.0233,
      "step": 40490
    },
    {
      "epoch": 12.629444791016843,
      "flow_loss": 0.028086833655834198,
      "step": 40490
    },
    {
      "contrastive_loss": 0.003499984508380294,
      "epoch": 12.629444791016843,
      "step": 40490
    },
    {
      "contrastive_lambda": 0.23899630370069314,
      "epoch": 12.629444791016843,
      "step": 40490
    },
    {
      "contrastive_lambda": 0.23897397411635313,
      "epoch": 12.62975670617592,
      "step": 40491
    },
    {
      "contrastive_lambda": 0.23895164524763085,
      "epoch": 12.630068621334997,
      "step": 40492
    },
    {
      "contrastive_lambda": 0.2389293170945876,
      "epoch": 12.630380536494073,
      "step": 40493
    },
    {
      "contrastive_lambda": 0.2389069896572843,
      "epoch": 12.63069245165315,
      "step": 40494
    },
    {
      "contrastive_lambda": 0.23888466293578225,
      "epoch": 12.631004366812228,
      "step": 40495
    },
    {
      "contrastive_lambda": 0.2388623369301428,
      "epoch": 12.631316281971303,
      "step": 40496
    },
    {
      "contrastive_lambda": 0.23884001164042706,
      "epoch": 12.63162819713038,
      "step": 40497
    },
    {
      "contrastive_lambda": 0.2388176870666962,
      "epoch": 12.631940112289458,
      "step": 40498
    },
    {
      "contrastive_lambda": 0.23879536320901174,
      "epoch": 12.632252027448533,
      "step": 40499
    },
    {
      "epoch": 12.63256394260761,
      "grad_norm": 0.11497542262077332,
      "learning_rate": 2.6205054023128596e-05,
      "loss": 0.0242,
      "step": 40500
    },
    {
      "epoch": 12.63256394260761,
      "flow_loss": 0.03427410125732422,
      "step": 40500
    },
    {
      "contrastive_loss": 0.005333112087100744,
      "epoch": 12.63256394260761,
      "step": 40500
    },
    {
      "contrastive_lambda": 0.23877304006743438,
      "epoch": 12.63256394260761,
      "step": 40500
    },
    {
      "contrastive_lambda": 0.2387507176420256,
      "epoch": 12.632875857766688,
      "step": 40501
    },
    {
      "contrastive_lambda": 0.23872839593284656,
      "epoch": 12.633187772925764,
      "step": 40502
    },
    {
      "contrastive_lambda": 0.23870607493995843,
      "epoch": 12.633499688084841,
      "step": 40503
    },
    {
      "contrastive_lambda": 0.23868375466342262,
      "epoch": 12.633811603243917,
      "step": 40504
    },
    {
      "contrastive_lambda": 0.23866143510329996,
      "epoch": 12.634123518402994,
      "step": 40505
    },
    {
      "contrastive_lambda": 0.23863911625965184,
      "epoch": 12.634435433562071,
      "step": 40506
    },
    {
      "contrastive_lambda": 0.2386167981325394,
      "epoch": 12.634747348721147,
      "step": 40507
    },
    {
      "contrastive_lambda": 0.238594480722024,
      "epoch": 12.635059263880224,
      "step": 40508
    },
    {
      "contrastive_lambda": 0.23857216402816633,
      "epoch": 12.635371179039302,
      "step": 40509
    },
    {
      "epoch": 12.635683094198377,
      "grad_norm": 0.06097666546702385,
      "learning_rate": 2.6180820527245043e-05,
      "loss": 0.0265,
      "step": 40510
    },
    {
      "epoch": 12.635683094198377,
      "flow_loss": 0.030029909685254097,
      "step": 40510
    },
    {
      "contrastive_loss": 0.003574392292648554,
      "epoch": 12.635683094198377,
      "step": 40510
    },
    {
      "contrastive_lambda": 0.2385498480510283,
      "epoch": 12.635683094198377,
      "step": 40510
    },
    {
      "contrastive_lambda": 0.23852753279067052,
      "epoch": 12.635995009357455,
      "step": 40511
    },
    {
      "contrastive_lambda": 0.23850521824715432,
      "epoch": 12.636306924516532,
      "step": 40512
    },
    {
      "contrastive_lambda": 0.23848290442054093,
      "epoch": 12.636618839675608,
      "step": 40513
    },
    {
      "contrastive_lambda": 0.23846059131089153,
      "epoch": 12.636930754834685,
      "step": 40514
    },
    {
      "contrastive_lambda": 0.2384382789182674,
      "epoch": 12.637242669993762,
      "step": 40515
    },
    {
      "contrastive_lambda": 0.23841596724272945,
      "epoch": 12.637554585152838,
      "step": 40516
    },
    {
      "contrastive_lambda": 0.23839365628433895,
      "epoch": 12.637866500311915,
      "step": 40517
    },
    {
      "contrastive_lambda": 0.23837134604315713,
      "epoch": 12.638178415470993,
      "step": 40518
    },
    {
      "contrastive_lambda": 0.23834903651924527,
      "epoch": 12.638490330630068,
      "step": 40519
    },
    {
      "epoch": 12.638802245789146,
      "grad_norm": 0.09398093819618225,
      "learning_rate": 2.6156594266999313e-05,
      "loss": 0.0267,
      "step": 40520
    },
    {
      "epoch": 12.638802245789146,
      "flow_loss": 0.02773400954902172,
      "step": 40520
    },
    {
      "contrastive_loss": 0.0034351025242358446,
      "epoch": 12.638802245789146,
      "step": 40520
    },
    {
      "contrastive_lambda": 0.238326727712664,
      "epoch": 12.638802245789146,
      "step": 40520
    },
    {
      "contrastive_lambda": 0.23830441962347526,
      "epoch": 12.639114160948221,
      "step": 40521
    },
    {
      "contrastive_lambda": 0.23828211225173962,
      "epoch": 12.639426076107299,
      "step": 40522
    },
    {
      "contrastive_lambda": 0.23825980559751841,
      "epoch": 12.639737991266376,
      "step": 40523
    },
    {
      "contrastive_lambda": 0.23823749966087282,
      "epoch": 12.640049906425451,
      "step": 40524
    },
    {
      "contrastive_lambda": 0.23821519444186418,
      "epoch": 12.640361821584529,
      "step": 40525
    },
    {
      "contrastive_lambda": 0.23819288994055327,
      "epoch": 12.640673736743606,
      "step": 40526
    },
    {
      "contrastive_lambda": 0.23817058615700137,
      "epoch": 12.640985651902682,
      "step": 40527
    },
    {
      "contrastive_lambda": 0.23814828309126973,
      "epoch": 12.641297567061759,
      "step": 40528
    },
    {
      "contrastive_lambda": 0.2381259807434194,
      "epoch": 12.641609482220836,
      "step": 40529
    },
    {
      "epoch": 12.641921397379912,
      "grad_norm": 0.06058632954955101,
      "learning_rate": 2.6132375249750672e-05,
      "loss": 0.0261,
      "step": 40530
    },
    {
      "epoch": 12.641921397379912,
      "flow_loss": 0.018493741750717163,
      "step": 40530
    },
    {
      "contrastive_loss": 0.00332975247874856,
      "epoch": 12.641921397379912,
      "step": 40530
    },
    {
      "contrastive_lambda": 0.23810367911351177,
      "epoch": 12.641921397379912,
      "step": 40530
    },
    {
      "contrastive_lambda": 0.23808137820160757,
      "epoch": 12.64223331253899,
      "step": 40531
    },
    {
      "contrastive_lambda": 0.23805907800776815,
      "epoch": 12.642545227698067,
      "step": 40532
    },
    {
      "contrastive_lambda": 0.23803677853205463,
      "epoch": 12.642857142857142,
      "step": 40533
    },
    {
      "contrastive_lambda": 0.23801447977452816,
      "epoch": 12.64316905801622,
      "step": 40534
    },
    {
      "contrastive_lambda": 0.2379921817352501,
      "epoch": 12.643480973175297,
      "step": 40535
    },
    {
      "contrastive_lambda": 0.23796988441428113,
      "epoch": 12.643792888334373,
      "step": 40536
    },
    {
      "contrastive_lambda": 0.23794758781168257,
      "epoch": 12.64410480349345,
      "step": 40537
    },
    {
      "contrastive_lambda": 0.2379252919275156,
      "epoch": 12.644416718652526,
      "step": 40538
    },
    {
      "contrastive_lambda": 0.2379029967618415,
      "epoch": 12.644728633811603,
      "step": 40539
    },
    {
      "epoch": 12.64504054897068,
      "grad_norm": 0.07874397933483124,
      "learning_rate": 2.6108163482856286e-05,
      "loss": 0.0227,
      "step": 40540
    },
    {
      "epoch": 12.64504054897068,
      "flow_loss": 0.023013882339000702,
      "step": 40540
    },
    {
      "contrastive_loss": 0.004182739183306694,
      "epoch": 12.64504054897068,
      "step": 40540
    },
    {
      "contrastive_lambda": 0.23788070231472086,
      "epoch": 12.64504054897068,
      "step": 40540
    },
    {
      "contrastive_lambda": 0.23785840858621554,
      "epoch": 12.645352464129756,
      "step": 40541
    },
    {
      "contrastive_lambda": 0.23783611557638606,
      "epoch": 12.645664379288833,
      "step": 40542
    },
    {
      "contrastive_lambda": 0.23781382328529377,
      "epoch": 12.64597629444791,
      "step": 40543
    },
    {
      "contrastive_lambda": 0.23779153171299977,
      "epoch": 12.646288209606986,
      "step": 40544
    },
    {
      "contrastive_lambda": 0.23776924085956536,
      "epoch": 12.646600124766064,
      "step": 40545
    },
    {
      "contrastive_lambda": 0.2377469507250513,
      "epoch": 12.646912039925141,
      "step": 40546
    },
    {
      "contrastive_lambda": 0.2377246613095188,
      "epoch": 12.647223955084216,
      "step": 40547
    },
    {
      "contrastive_lambda": 0.23770237261302912,
      "epoch": 12.647535870243294,
      "step": 40548
    },
    {
      "contrastive_lambda": 0.23768008463564322,
      "epoch": 12.647847785402371,
      "step": 40549
    },
    {
      "epoch": 12.648159700561447,
      "grad_norm": 0.06136857718229294,
      "learning_rate": 2.6083958973670964e-05,
      "loss": 0.0228,
      "step": 40550
    },
    {
      "epoch": 12.648159700561447,
      "flow_loss": 0.029184458777308464,
      "step": 40550
    },
    {
      "contrastive_loss": 0.004729333333671093,
      "epoch": 12.648159700561447,
      "step": 40550
    },
    {
      "contrastive_lambda": 0.23765779737742243,
      "epoch": 12.648159700561447,
      "step": 40550
    },
    {
      "contrastive_lambda": 0.23763551083842738,
      "epoch": 12.648471615720524,
      "step": 40551
    },
    {
      "contrastive_lambda": 0.2376132250187198,
      "epoch": 12.648783530879601,
      "step": 40552
    },
    {
      "contrastive_lambda": 0.23759093991836028,
      "epoch": 12.649095446038677,
      "step": 40553
    },
    {
      "contrastive_lambda": 0.23756865553741008,
      "epoch": 12.649407361197754,
      "step": 40554
    },
    {
      "contrastive_lambda": 0.2375463718759303,
      "epoch": 12.64971927635683,
      "step": 40555
    },
    {
      "contrastive_lambda": 0.2375240889339823,
      "epoch": 12.650031191515907,
      "step": 40556
    },
    {
      "contrastive_lambda": 0.23750180671162668,
      "epoch": 12.650343106674985,
      "step": 40557
    },
    {
      "contrastive_lambda": 0.2374795252089248,
      "epoch": 12.65065502183406,
      "step": 40558
    },
    {
      "contrastive_lambda": 0.23745724442593763,
      "epoch": 12.650966936993138,
      "step": 40559
    },
    {
      "epoch": 12.651278852152215,
      "grad_norm": 0.09078998863697052,
      "learning_rate": 2.6059761729547483e-05,
      "loss": 0.0258,
      "step": 40560
    },
    {
      "epoch": 12.651278852152215,
      "flow_loss": 0.02302829921245575,
      "step": 40560
    },
    {
      "contrastive_loss": 0.0033828560262918472,
      "epoch": 12.651278852152215,
      "step": 40560
    },
    {
      "contrastive_lambda": 0.23743496436272638,
      "epoch": 12.651278852152215,
      "step": 40560
    },
    {
      "contrastive_lambda": 0.23741268501935225,
      "epoch": 12.65159076731129,
      "step": 40561
    },
    {
      "contrastive_lambda": 0.237390406395876,
      "epoch": 12.651902682470368,
      "step": 40562
    },
    {
      "contrastive_lambda": 0.23736812849235883,
      "epoch": 12.652214597629445,
      "step": 40563
    },
    {
      "contrastive_lambda": 0.23734585130886188,
      "epoch": 12.652526512788521,
      "step": 40564
    },
    {
      "contrastive_lambda": 0.23732357484544636,
      "epoch": 12.652838427947598,
      "step": 40565
    },
    {
      "contrastive_lambda": 0.2373012991021728,
      "epoch": 12.653150343106676,
      "step": 40566
    },
    {
      "contrastive_lambda": 0.237279024079103,
      "epoch": 12.653462258265751,
      "step": 40567
    },
    {
      "contrastive_lambda": 0.23725674977629752,
      "epoch": 12.653774173424829,
      "step": 40568
    },
    {
      "contrastive_lambda": 0.23723447619381755,
      "epoch": 12.654086088583906,
      "step": 40569
    },
    {
      "epoch": 12.654398003742982,
      "grad_norm": 0.08640371263027191,
      "learning_rate": 2.603557175783624e-05,
      "loss": 0.023,
      "step": 40570
    },
    {
      "epoch": 12.654398003742982,
      "flow_loss": 0.028686996549367905,
      "step": 40570
    },
    {
      "contrastive_loss": 0.004855046980082989,
      "epoch": 12.654398003742982,
      "step": 40570
    },
    {
      "contrastive_lambda": 0.23721220333172416,
      "epoch": 12.654398003742982,
      "step": 40570
    },
    {
      "contrastive_lambda": 0.23718993119007847,
      "epoch": 12.654709918902059,
      "step": 40571
    },
    {
      "contrastive_lambda": 0.23716765976894172,
      "epoch": 12.655021834061134,
      "step": 40572
    },
    {
      "contrastive_lambda": 0.2371453890683745,
      "epoch": 12.655333749220212,
      "step": 40573
    },
    {
      "contrastive_lambda": 0.23712311908843814,
      "epoch": 12.65564566437929,
      "step": 40574
    },
    {
      "contrastive_lambda": 0.23710084982919372,
      "epoch": 12.655957579538365,
      "step": 40575
    },
    {
      "contrastive_lambda": 0.23707858129070242,
      "epoch": 12.656269494697442,
      "step": 40576
    },
    {
      "contrastive_lambda": 0.2370563134730247,
      "epoch": 12.65658140985652,
      "step": 40577
    },
    {
      "contrastive_lambda": 0.23703404637622244,
      "epoch": 12.656893325015595,
      "step": 40578
    },
    {
      "contrastive_lambda": 0.23701178000035605,
      "epoch": 12.657205240174672,
      "step": 40579
    },
    {
      "epoch": 12.65751715533375,
      "grad_norm": 0.0959443673491478,
      "learning_rate": 2.601138906588559e-05,
      "loss": 0.0282,
      "step": 40580
    },
    {
      "epoch": 12.65751715533375,
      "flow_loss": 0.016744360327720642,
      "step": 40580
    },
    {
      "contrastive_loss": 0.0028169220313429832,
      "epoch": 12.65751715533375,
      "step": 40580
    },
    {
      "contrastive_lambda": 0.23698951434548682,
      "epoch": 12.65751715533375,
      "step": 40580
    },
    {
      "contrastive_lambda": 0.2369672494116758,
      "epoch": 12.657829070492825,
      "step": 40581
    },
    {
      "contrastive_lambda": 0.23694498519898416,
      "epoch": 12.658140985651903,
      "step": 40582
    },
    {
      "contrastive_lambda": 0.23692272170747258,
      "epoch": 12.65845290081098,
      "step": 40583
    },
    {
      "contrastive_lambda": 0.2369004589372023,
      "epoch": 12.658764815970056,
      "step": 40584
    },
    {
      "contrastive_lambda": 0.2368781968882343,
      "epoch": 12.659076731129133,
      "step": 40585
    },
    {
      "contrastive_lambda": 0.23685593556062973,
      "epoch": 12.65938864628821,
      "step": 40586
    },
    {
      "contrastive_lambda": 0.23683367495444974,
      "epoch": 12.659700561447286,
      "step": 40587
    },
    {
      "contrastive_lambda": 0.23681141506975495,
      "epoch": 12.660012476606363,
      "step": 40588
    },
    {
      "contrastive_lambda": 0.23678915590660665,
      "epoch": 12.660324391765439,
      "step": 40589
    },
    {
      "epoch": 12.660636306924516,
      "grad_norm": 0.08810343593358994,
      "learning_rate": 2.598721366104152e-05,
      "loss": 0.0288,
      "step": 40590
    },
    {
      "epoch": 12.660636306924516,
      "flow_loss": 0.01911032572388649,
      "step": 40590
    },
    {
      "contrastive_loss": 0.0038651786744594574,
      "epoch": 12.660636306924516,
      "step": 40590
    },
    {
      "contrastive_lambda": 0.2367668974650658,
      "epoch": 12.660636306924516,
      "step": 40590
    },
    {
      "contrastive_lambda": 0.23674463974519344,
      "epoch": 12.660948222083594,
      "step": 40591
    },
    {
      "contrastive_lambda": 0.23672238274705082,
      "epoch": 12.66126013724267,
      "step": 40592
    },
    {
      "contrastive_lambda": 0.2367001264706985,
      "epoch": 12.661572052401747,
      "step": 40593
    },
    {
      "contrastive_lambda": 0.23667787091619774,
      "epoch": 12.661883967560824,
      "step": 40594
    },
    {
      "contrastive_lambda": 0.23665561608360958,
      "epoch": 12.6621958827199,
      "step": 40595
    },
    {
      "contrastive_lambda": 0.23663336197299517,
      "epoch": 12.662507797878977,
      "step": 40596
    },
    {
      "contrastive_lambda": 0.23661110858441498,
      "epoch": 12.662819713038054,
      "step": 40597
    },
    {
      "contrastive_lambda": 0.23658885591793077,
      "epoch": 12.66313162819713,
      "step": 40598
    },
    {
      "contrastive_lambda": 0.23656660397360296,
      "epoch": 12.663443543356207,
      "step": 40599
    },
    {
      "epoch": 12.663755458515285,
      "grad_norm": 0.06990431249141693,
      "learning_rate": 2.5963045550647945e-05,
      "loss": 0.0268,
      "step": 40600
    },
    {
      "epoch": 12.663755458515285,
      "flow_loss": 0.018938956782221794,
      "step": 40600
    },
    {
      "contrastive_loss": 0.0043451860547065735,
      "epoch": 12.663755458515285,
      "step": 40600
    },
    {
      "contrastive_lambda": 0.23654435275149277,
      "epoch": 12.663755458515285,
      "step": 40600
    },
    {
      "contrastive_lambda": 0.2365221022516612,
      "epoch": 12.66406737367436,
      "step": 40601
    },
    {
      "contrastive_lambda": 0.23649985247416927,
      "epoch": 12.664379288833437,
      "step": 40602
    },
    {
      "contrastive_lambda": 0.2364776034190781,
      "epoch": 12.664691203992515,
      "step": 40603
    },
    {
      "contrastive_lambda": 0.23645535508644838,
      "epoch": 12.66500311915159,
      "step": 40604
    },
    {
      "contrastive_lambda": 0.23643310747634128,
      "epoch": 12.665315034310668,
      "step": 40605
    },
    {
      "contrastive_lambda": 0.23641086058881772,
      "epoch": 12.665626949469743,
      "step": 40606
    },
    {
      "contrastive_lambda": 0.236388614423939,
      "epoch": 12.66593886462882,
      "step": 40607
    },
    {
      "contrastive_lambda": 0.23636636898176544,
      "epoch": 12.666250779787898,
      "step": 40608
    },
    {
      "contrastive_lambda": 0.23634412426235885,
      "epoch": 12.666562694946974,
      "step": 40609
    },
    {
      "epoch": 12.666874610106051,
      "grad_norm": 0.12280707061290741,
      "learning_rate": 2.5938884742046466e-05,
      "loss": 0.0222,
      "step": 40610
    },
    {
      "epoch": 12.666874610106051,
      "flow_loss": 0.04103389009833336,
      "step": 40610
    },
    {
      "contrastive_loss": 0.003455133643001318,
      "epoch": 12.666874610106051,
      "step": 40610
    },
    {
      "contrastive_lambda": 0.23632188026577966,
      "epoch": 12.666874610106051,
      "step": 40610
    },
    {
      "contrastive_lambda": 0.23629963699208895,
      "epoch": 12.667186525265128,
      "step": 40611
    },
    {
      "contrastive_lambda": 0.23627739444134777,
      "epoch": 12.667498440424204,
      "step": 40612
    },
    {
      "contrastive_lambda": 0.2362551526136173,
      "epoch": 12.667810355583281,
      "step": 40613
    },
    {
      "contrastive_lambda": 0.2362329115089581,
      "epoch": 12.668122270742359,
      "step": 40614
    },
    {
      "contrastive_lambda": 0.23621067112743133,
      "epoch": 12.668434185901434,
      "step": 40615
    },
    {
      "contrastive_lambda": 0.23618843146909801,
      "epoch": 12.668746101060512,
      "step": 40616
    },
    {
      "contrastive_lambda": 0.2361661925340191,
      "epoch": 12.669058016219589,
      "step": 40617
    },
    {
      "contrastive_lambda": 0.2361439543222557,
      "epoch": 12.669369931378665,
      "step": 40618
    },
    {
      "contrastive_lambda": 0.23612171683386823,
      "epoch": 12.669681846537742,
      "step": 40619
    },
    {
      "epoch": 12.66999376169682,
      "grad_norm": 0.07879456132650375,
      "learning_rate": 2.5914731242576507e-05,
      "loss": 0.0304,
      "step": 40620
    },
    {
      "epoch": 12.66999376169682,
      "flow_loss": 0.01302435901015997,
      "step": 40620
    },
    {
      "contrastive_loss": 0.003812976647168398,
      "epoch": 12.66999376169682,
      "step": 40620
    },
    {
      "contrastive_lambda": 0.2360994800689185,
      "epoch": 12.66999376169682,
      "step": 40620
    },
    {
      "contrastive_lambda": 0.23607724402746683,
      "epoch": 12.670305676855895,
      "step": 40621
    },
    {
      "contrastive_lambda": 0.23605500870957435,
      "epoch": 12.670617592014972,
      "step": 40622
    },
    {
      "contrastive_lambda": 0.23603277411530205,
      "epoch": 12.670929507174048,
      "step": 40623
    },
    {
      "contrastive_lambda": 0.23601054024471108,
      "epoch": 12.671241422333125,
      "step": 40624
    },
    {
      "contrastive_lambda": 0.23598830709786206,
      "epoch": 12.671553337492202,
      "step": 40625
    },
    {
      "contrastive_lambda": 0.235966074674816,
      "epoch": 12.671865252651278,
      "step": 40626
    },
    {
      "contrastive_lambda": 0.23594384297563403,
      "epoch": 12.672177167810355,
      "step": 40627
    },
    {
      "contrastive_lambda": 0.23592161200037692,
      "epoch": 12.672489082969433,
      "step": 40628
    },
    {
      "contrastive_lambda": 0.23589938174910596,
      "epoch": 12.672800998128508,
      "step": 40629
    },
    {
      "epoch": 12.673112913287586,
      "grad_norm": 0.08744332939386368,
      "learning_rate": 2.5890585059575268e-05,
      "loss": 0.0229,
      "step": 40630
    },
    {
      "epoch": 12.673112913287586,
      "flow_loss": 0.017653198912739754,
      "step": 40630
    },
    {
      "contrastive_loss": 0.0035361344926059246,
      "epoch": 12.673112913287586,
      "step": 40630
    },
    {
      "contrastive_lambda": 0.2358771522218816,
      "epoch": 12.673112913287586,
      "step": 40630
    },
    {
      "contrastive_lambda": 0.23585492341876507,
      "epoch": 12.673424828446663,
      "step": 40631
    },
    {
      "contrastive_lambda": 0.23583269533981727,
      "epoch": 12.673736743605739,
      "step": 40632
    },
    {
      "contrastive_lambda": 0.23581046798509925,
      "epoch": 12.674048658764816,
      "step": 40633
    },
    {
      "contrastive_lambda": 0.2357882413546717,
      "epoch": 12.674360573923893,
      "step": 40634
    },
    {
      "contrastive_lambda": 0.2357660154485957,
      "epoch": 12.674672489082969,
      "step": 40635
    },
    {
      "contrastive_lambda": 0.23574379026693215,
      "epoch": 12.674984404242046,
      "step": 40636
    },
    {
      "contrastive_lambda": 0.23572156580974202,
      "epoch": 12.675296319401124,
      "step": 40637
    },
    {
      "contrastive_lambda": 0.23569934207708637,
      "epoch": 12.6756082345602,
      "step": 40638
    },
    {
      "contrastive_lambda": 0.2356771190690256,
      "epoch": 12.675920149719277,
      "step": 40639
    },
    {
      "epoch": 12.676232064878352,
      "grad_norm": 0.08917499333620071,
      "learning_rate": 2.5866446200377688e-05,
      "loss": 0.0193,
      "step": 40640
    },
    {
      "epoch": 12.676232064878352,
      "flow_loss": 0.03720152750611305,
      "step": 40640
    },
    {
      "contrastive_loss": 0.003584071295335889,
      "epoch": 12.676232064878352,
      "step": 40640
    },
    {
      "contrastive_lambda": 0.23565489678562146,
      "epoch": 12.676232064878352,
      "step": 40640
    },
    {
      "contrastive_lambda": 0.23563267522693415,
      "epoch": 12.67654398003743,
      "step": 40641
    },
    {
      "contrastive_lambda": 0.23561045439302497,
      "epoch": 12.676855895196507,
      "step": 40642
    },
    {
      "contrastive_lambda": 0.23558823428395465,
      "epoch": 12.677167810355582,
      "step": 40643
    },
    {
      "contrastive_lambda": 0.23556601489978446,
      "epoch": 12.67747972551466,
      "step": 40644
    },
    {
      "contrastive_lambda": 0.2355437962405748,
      "epoch": 12.677791640673737,
      "step": 40645
    },
    {
      "contrastive_lambda": 0.23552157830638687,
      "epoch": 12.678103555832813,
      "step": 40646
    },
    {
      "contrastive_lambda": 0.2354993610972816,
      "epoch": 12.67841547099189,
      "step": 40647
    },
    {
      "contrastive_lambda": 0.23547714461331976,
      "epoch": 12.678727386150968,
      "step": 40648
    },
    {
      "contrastive_lambda": 0.2354549288545626,
      "epoch": 12.679039301310043,
      "step": 40649
    },
    {
      "epoch": 12.67935121646912,
      "grad_norm": 0.06589213758707047,
      "learning_rate": 2.5842314672316566e-05,
      "loss": 0.0282,
      "step": 40650
    },
    {
      "epoch": 12.67935121646912,
      "flow_loss": 0.01693418249487877,
      "step": 40650
    },
    {
      "contrastive_loss": 0.005101557355374098,
      "epoch": 12.67935121646912,
      "step": 40650
    },
    {
      "contrastive_lambda": 0.23543271382107056,
      "epoch": 12.67935121646912,
      "step": 40650
    },
    {
      "contrastive_lambda": 0.23541049951290477,
      "epoch": 12.679663131628198,
      "step": 40651
    },
    {
      "contrastive_lambda": 0.23538828593012606,
      "epoch": 12.679975046787273,
      "step": 40652
    },
    {
      "contrastive_lambda": 0.23536607307279567,
      "epoch": 12.68028696194635,
      "step": 40653
    },
    {
      "contrastive_lambda": 0.23534386094097376,
      "epoch": 12.680598877105428,
      "step": 40654
    },
    {
      "contrastive_lambda": 0.23532164953472207,
      "epoch": 12.680910792264504,
      "step": 40655
    },
    {
      "contrastive_lambda": 0.23529943885410098,
      "epoch": 12.681222707423581,
      "step": 40656
    },
    {
      "contrastive_lambda": 0.23527722889917146,
      "epoch": 12.681534622582657,
      "step": 40657
    },
    {
      "contrastive_lambda": 0.23525501966999446,
      "epoch": 12.681846537741734,
      "step": 40658
    },
    {
      "contrastive_lambda": 0.2352328111666308,
      "epoch": 12.682158452900811,
      "step": 40659
    },
    {
      "epoch": 12.682470368059887,
      "grad_norm": 0.0629759132862091,
      "learning_rate": 2.581819048272239e-05,
      "loss": 0.0222,
      "step": 40660
    },
    {
      "epoch": 12.682470368059887,
      "flow_loss": 0.030144810676574707,
      "step": 40660
    },
    {
      "contrastive_loss": 0.003485969267785549,
      "epoch": 12.682470368059887,
      "step": 40660
    },
    {
      "contrastive_lambda": 0.23521060338914168,
      "epoch": 12.682470368059887,
      "step": 40660
    },
    {
      "contrastive_lambda": 0.23518839633758748,
      "epoch": 12.682782283218964,
      "step": 40661
    },
    {
      "contrastive_lambda": 0.23516619001202937,
      "epoch": 12.683094198378042,
      "step": 40662
    },
    {
      "contrastive_lambda": 0.2351439844125282,
      "epoch": 12.683406113537117,
      "step": 40663
    },
    {
      "contrastive_lambda": 0.23512177953914498,
      "epoch": 12.683718028696195,
      "step": 40664
    },
    {
      "contrastive_lambda": 0.2350995753919401,
      "epoch": 12.684029943855272,
      "step": 40665
    },
    {
      "contrastive_lambda": 0.2350773719709751,
      "epoch": 12.684341859014348,
      "step": 40666
    },
    {
      "contrastive_lambda": 0.23505516927631037,
      "epoch": 12.684653774173425,
      "step": 40667
    },
    {
      "contrastive_lambda": 0.23503296730800693,
      "epoch": 12.684965689332502,
      "step": 40668
    },
    {
      "contrastive_lambda": 0.2350107660661257,
      "epoch": 12.685277604491578,
      "step": 40669
    },
    {
      "epoch": 12.685589519650655,
      "grad_norm": 0.09282125532627106,
      "learning_rate": 2.5794073638923478e-05,
      "loss": 0.0241,
      "step": 40670
    },
    {
      "epoch": 12.685589519650655,
      "flow_loss": 0.03069351613521576,
      "step": 40670
    },
    {
      "contrastive_loss": 0.0038178362883627415,
      "epoch": 12.685589519650655,
      "step": 40670
    },
    {
      "contrastive_lambda": 0.23498856555072767,
      "epoch": 12.685589519650655,
      "step": 40670
    },
    {
      "contrastive_lambda": 0.2349663657618733,
      "epoch": 12.685901434809733,
      "step": 40671
    },
    {
      "contrastive_lambda": 0.2349441666996237,
      "epoch": 12.686213349968808,
      "step": 40672
    },
    {
      "contrastive_lambda": 0.23492196836403972,
      "epoch": 12.686525265127885,
      "step": 40673
    },
    {
      "contrastive_lambda": 0.23489977075518226,
      "epoch": 12.686837180286961,
      "step": 40674
    },
    {
      "contrastive_lambda": 0.23487757387311226,
      "epoch": 12.687149095446038,
      "step": 40675
    },
    {
      "contrastive_lambda": 0.2348553777178901,
      "epoch": 12.687461010605116,
      "step": 40676
    },
    {
      "contrastive_lambda": 0.23483318228957734,
      "epoch": 12.687772925764191,
      "step": 40677
    },
    {
      "contrastive_lambda": 0.23481098758823427,
      "epoch": 12.688084840923269,
      "step": 40678
    },
    {
      "contrastive_lambda": 0.23478879361392196,
      "epoch": 12.688396756082346,
      "step": 40679
    },
    {
      "epoch": 12.688708671241422,
      "grad_norm": 0.07804711163043976,
      "learning_rate": 2.576996414824586e-05,
      "loss": 0.0252,
      "step": 40680
    },
    {
      "epoch": 12.688708671241422,
      "flow_loss": 0.014429265633225441,
      "step": 40680
    },
    {
      "contrastive_loss": 0.003991458564996719,
      "epoch": 12.688708671241422,
      "step": 40680
    },
    {
      "contrastive_lambda": 0.23476660036670122,
      "epoch": 12.688708671241422,
      "step": 40680
    },
    {
      "contrastive_lambda": 0.23474440784663309,
      "epoch": 12.689020586400499,
      "step": 40681
    },
    {
      "contrastive_lambda": 0.23472221605377802,
      "epoch": 12.689332501559576,
      "step": 40682
    },
    {
      "contrastive_lambda": 0.2347000249881971,
      "epoch": 12.689644416718652,
      "step": 40683
    },
    {
      "contrastive_lambda": 0.23467783464995107,
      "epoch": 12.68995633187773,
      "step": 40684
    },
    {
      "contrastive_lambda": 0.23465564503910086,
      "epoch": 12.690268247036807,
      "step": 40685
    },
    {
      "contrastive_lambda": 0.2346334561557074,
      "epoch": 12.690580162195882,
      "step": 40686
    },
    {
      "contrastive_lambda": 0.23461126799983123,
      "epoch": 12.69089207735496,
      "step": 40687
    },
    {
      "contrastive_lambda": 0.23458908057153338,
      "epoch": 12.691203992514037,
      "step": 40688
    },
    {
      "contrastive_lambda": 0.2345668938708746,
      "epoch": 12.691515907673113,
      "step": 40689
    },
    {
      "epoch": 12.69182782283219,
      "grad_norm": 0.10241678357124329,
      "learning_rate": 2.574586201801339e-05,
      "loss": 0.0253,
      "step": 40690
    },
    {
      "epoch": 12.69182782283219,
      "flow_loss": 0.0277596153318882,
      "step": 40690
    },
    {
      "contrastive_loss": 0.003475434146821499,
      "epoch": 12.69182782283219,
      "step": 40690
    },
    {
      "contrastive_lambda": 0.23454470789791576,
      "epoch": 12.69182782283219,
      "step": 40690
    },
    {
      "contrastive_lambda": 0.23452252265271784,
      "epoch": 12.692139737991265,
      "step": 40691
    },
    {
      "contrastive_lambda": 0.23450033813534132,
      "epoch": 12.692451653150343,
      "step": 40692
    },
    {
      "contrastive_lambda": 0.23447815434584718,
      "epoch": 12.69276356830942,
      "step": 40693
    },
    {
      "contrastive_lambda": 0.2344559712842963,
      "epoch": 12.693075483468496,
      "step": 40694
    },
    {
      "contrastive_lambda": 0.23443378895074962,
      "epoch": 12.693387398627573,
      "step": 40695
    },
    {
      "contrastive_lambda": 0.2344116073452674,
      "epoch": 12.69369931378665,
      "step": 40696
    },
    {
      "contrastive_lambda": 0.23438942646791122,
      "epoch": 12.694011228945726,
      "step": 40697
    },
    {
      "contrastive_lambda": 0.23436724631874134,
      "epoch": 12.694323144104803,
      "step": 40698
    },
    {
      "contrastive_lambda": 0.2343450668978187,
      "epoch": 12.69463505926388,
      "step": 40699
    },
    {
      "epoch": 12.694946974422956,
      "grad_norm": 0.07564104348421097,
      "learning_rate": 2.572176725554762e-05,
      "loss": 0.0231,
      "step": 40700
    },
    {
      "epoch": 12.694946974422956,
      "flow_loss": 0.027089402079582214,
      "step": 40700
    },
    {
      "contrastive_loss": 0.003519968129694462,
      "epoch": 12.694946974422956,
      "step": 40700
    },
    {
      "contrastive_lambda": 0.23432288820520414,
      "epoch": 12.694946974422956,
      "step": 40700
    },
    {
      "contrastive_lambda": 0.23430071024095867,
      "epoch": 12.695258889582034,
      "step": 40701
    },
    {
      "contrastive_lambda": 0.23427853300514273,
      "epoch": 12.695570804741111,
      "step": 40702
    },
    {
      "contrastive_lambda": 0.23425635649781723,
      "epoch": 12.695882719900187,
      "step": 40703
    },
    {
      "contrastive_lambda": 0.23423418071904306,
      "epoch": 12.696194635059264,
      "step": 40704
    },
    {
      "contrastive_lambda": 0.23421200566888095,
      "epoch": 12.696506550218341,
      "step": 40705
    },
    {
      "contrastive_lambda": 0.2341898313473919,
      "epoch": 12.696818465377417,
      "step": 40706
    },
    {
      "contrastive_lambda": 0.23416765775463616,
      "epoch": 12.697130380536494,
      "step": 40707
    },
    {
      "contrastive_lambda": 0.23414548489067522,
      "epoch": 12.69744229569557,
      "step": 40708
    },
    {
      "contrastive_lambda": 0.23412331275556936,
      "epoch": 12.697754210854647,
      "step": 40709
    },
    {
      "epoch": 12.698066126013725,
      "grad_norm": 0.07072993367910385,
      "learning_rate": 2.5697679868167966e-05,
      "loss": 0.023,
      "step": 40710
    },
    {
      "epoch": 12.698066126013725,
      "flow_loss": 0.015572691336274147,
      "step": 40710
    },
    {
      "contrastive_loss": 0.0036009212490171194,
      "epoch": 12.698066126013725,
      "step": 40710
    },
    {
      "contrastive_lambda": 0.23410114134937954,
      "epoch": 12.698066126013725,
      "step": 40710
    },
    {
      "contrastive_lambda": 0.23407897067216654,
      "epoch": 12.6983780411728,
      "step": 40711
    },
    {
      "contrastive_lambda": 0.23405680072399132,
      "epoch": 12.698689956331878,
      "step": 40712
    },
    {
      "contrastive_lambda": 0.23403463150491433,
      "epoch": 12.699001871490955,
      "step": 40713
    },
    {
      "contrastive_lambda": 0.23401246301499645,
      "epoch": 12.69931378665003,
      "step": 40714
    },
    {
      "contrastive_lambda": 0.23399029525429854,
      "epoch": 12.699625701809108,
      "step": 40715
    },
    {
      "contrastive_lambda": 0.23396812822288132,
      "epoch": 12.699937616968185,
      "step": 40716
    },
    {
      "contrastive_lambda": 0.23394596192080575,
      "epoch": 12.70024953212726,
      "step": 40717
    },
    {
      "contrastive_lambda": 0.23392379634813226,
      "epoch": 12.700561447286338,
      "step": 40718
    },
    {
      "contrastive_lambda": 0.23390163150492183,
      "epoch": 12.700873362445416,
      "step": 40719
    },
    {
      "epoch": 12.701185277604491,
      "grad_norm": 0.06824371963739395,
      "learning_rate": 2.5673599863191468e-05,
      "loss": 0.029,
      "step": 40720
    },
    {
      "epoch": 12.701185277604491,
      "flow_loss": 0.016698181629180908,
      "step": 40720
    },
    {
      "contrastive_loss": 0.003335179528221488,
      "epoch": 12.701185277604491,
      "step": 40720
    },
    {
      "contrastive_lambda": 0.2338794673912351,
      "epoch": 12.701185277604491,
      "step": 40720
    },
    {
      "contrastive_lambda": 0.23385730400713317,
      "epoch": 12.701497192763568,
      "step": 40721
    },
    {
      "contrastive_lambda": 0.2338351413526762,
      "epoch": 12.701809107922646,
      "step": 40722
    },
    {
      "contrastive_lambda": 0.23381297942792562,
      "epoch": 12.702121023081721,
      "step": 40723
    },
    {
      "contrastive_lambda": 0.23379081823294168,
      "epoch": 12.702432938240799,
      "step": 40724
    },
    {
      "contrastive_lambda": 0.23376865776778538,
      "epoch": 12.702744853399874,
      "step": 40725
    },
    {
      "contrastive_lambda": 0.2337464980325174,
      "epoch": 12.703056768558952,
      "step": 40726
    },
    {
      "contrastive_lambda": 0.23372433902719847,
      "epoch": 12.703368683718029,
      "step": 40727
    },
    {
      "contrastive_lambda": 0.2337021807518896,
      "epoch": 12.703680598877105,
      "step": 40728
    },
    {
      "contrastive_lambda": 0.23368002320665116,
      "epoch": 12.703992514036182,
      "step": 40729
    },
    {
      "epoch": 12.70430442919526,
      "grad_norm": 0.10573601722717285,
      "learning_rate": 2.564952724793306e-05,
      "loss": 0.025,
      "step": 40730
    },
    {
      "epoch": 12.70430442919526,
      "flow_loss": 0.01757083833217621,
      "step": 40730
    },
    {
      "contrastive_loss": 0.0040966905653476715,
      "epoch": 12.70430442919526,
      "step": 40730
    },
    {
      "contrastive_lambda": 0.233657866391544,
      "epoch": 12.70430442919526,
      "step": 40730
    },
    {
      "contrastive_lambda": 0.233635710306629,
      "epoch": 12.704616344354335,
      "step": 40731
    },
    {
      "contrastive_lambda": 0.23361355495196695,
      "epoch": 12.704928259513412,
      "step": 40732
    },
    {
      "contrastive_lambda": 0.23359140032761827,
      "epoch": 12.70524017467249,
      "step": 40733
    },
    {
      "contrastive_lambda": 0.2335692464336439,
      "epoch": 12.705552089831565,
      "step": 40734
    },
    {
      "contrastive_lambda": 0.2335470932701046,
      "epoch": 12.705864004990643,
      "step": 40735
    },
    {
      "contrastive_lambda": 0.23352494083706105,
      "epoch": 12.70617592014972,
      "step": 40736
    },
    {
      "contrastive_lambda": 0.23350278913457423,
      "epoch": 12.706487835308796,
      "step": 40737
    },
    {
      "contrastive_lambda": 0.23348063816270442,
      "epoch": 12.706799750467873,
      "step": 40738
    },
    {
      "contrastive_lambda": 0.23345848792151258,
      "epoch": 12.70711166562695,
      "step": 40739
    },
    {
      "epoch": 12.707423580786026,
      "grad_norm": 0.087328240275383,
      "learning_rate": 2.5625462029705306e-05,
      "loss": 0.027,
      "step": 40740
    },
    {
      "epoch": 12.707423580786026,
      "flow_loss": 0.022815577685832977,
      "step": 40740
    },
    {
      "contrastive_loss": 0.003550056368112564,
      "epoch": 12.707423580786026,
      "step": 40740
    },
    {
      "contrastive_lambda": 0.23343633841105943,
      "epoch": 12.707423580786026,
      "step": 40740
    },
    {
      "contrastive_lambda": 0.23341418963140587,
      "epoch": 12.707735495945103,
      "step": 40741
    },
    {
      "contrastive_lambda": 0.23339204158261206,
      "epoch": 12.708047411104179,
      "step": 40742
    },
    {
      "contrastive_lambda": 0.23336989426473953,
      "epoch": 12.708359326263256,
      "step": 40743
    },
    {
      "contrastive_lambda": 0.23334774767784833,
      "epoch": 12.708671241422334,
      "step": 40744
    },
    {
      "contrastive_lambda": 0.23332560182199946,
      "epoch": 12.708983156581409,
      "step": 40745
    },
    {
      "contrastive_lambda": 0.23330345669725355,
      "epoch": 12.709295071740486,
      "step": 40746
    },
    {
      "contrastive_lambda": 0.23328131230367138,
      "epoch": 12.709606986899564,
      "step": 40747
    },
    {
      "contrastive_lambda": 0.23325916864131385,
      "epoch": 12.70991890205864,
      "step": 40748
    },
    {
      "contrastive_lambda": 0.23323702571024124,
      "epoch": 12.710230817217717,
      "step": 40749
    },
    {
      "epoch": 12.710542732376794,
      "grad_norm": 0.10403997451066971,
      "learning_rate": 2.5601404215818624e-05,
      "loss": 0.0329,
      "step": 40750
    },
    {
      "epoch": 12.710542732376794,
      "flow_loss": 0.015865715220570564,
      "step": 40750
    },
    {
      "contrastive_loss": 0.003385302145034075,
      "epoch": 12.710542732376794,
      "step": 40750
    },
    {
      "contrastive_lambda": 0.23321488351051445,
      "epoch": 12.710542732376794,
      "step": 40750
    },
    {
      "contrastive_lambda": 0.23319274204219426,
      "epoch": 12.71085464753587,
      "step": 40751
    },
    {
      "contrastive_lambda": 0.23317060130534145,
      "epoch": 12.711166562694947,
      "step": 40752
    },
    {
      "contrastive_lambda": 0.2331484613000162,
      "epoch": 12.711478477854024,
      "step": 40753
    },
    {
      "contrastive_lambda": 0.23312632202628003,
      "epoch": 12.7117903930131,
      "step": 40754
    },
    {
      "contrastive_lambda": 0.23310418348419298,
      "epoch": 12.712102308172177,
      "step": 40755
    },
    {
      "contrastive_lambda": 0.23308204567381596,
      "epoch": 12.712414223331255,
      "step": 40756
    },
    {
      "contrastive_lambda": 0.2330599085952097,
      "epoch": 12.71272613849033,
      "step": 40757
    },
    {
      "contrastive_lambda": 0.23303777224843503,
      "epoch": 12.713038053649408,
      "step": 40758
    },
    {
      "contrastive_lambda": 0.23301563663355224,
      "epoch": 12.713349968808483,
      "step": 40759
    },
    {
      "epoch": 12.71366188396756,
      "grad_norm": 0.10479433834552765,
      "learning_rate": 2.5577353813581144e-05,
      "loss": 0.0306,
      "step": 40760
    },
    {
      "epoch": 12.71366188396756,
      "flow_loss": 0.029704006388783455,
      "step": 40760
    },
    {
      "contrastive_loss": 0.004187564365565777,
      "epoch": 12.71366188396756,
      "step": 40760
    },
    {
      "contrastive_lambda": 0.23299350175062228,
      "epoch": 12.71366188396756,
      "step": 40760
    },
    {
      "contrastive_lambda": 0.23297136759970577,
      "epoch": 12.713973799126638,
      "step": 40761
    },
    {
      "contrastive_lambda": 0.23294923418086344,
      "epoch": 12.714285714285714,
      "step": 40762
    },
    {
      "contrastive_lambda": 0.23292710149415613,
      "epoch": 12.71459762944479,
      "step": 40763
    },
    {
      "contrastive_lambda": 0.23290496953964396,
      "epoch": 12.714909544603868,
      "step": 40764
    },
    {
      "contrastive_lambda": 0.23288283831738832,
      "epoch": 12.715221459762944,
      "step": 40765
    },
    {
      "contrastive_lambda": 0.2328607078274494,
      "epoch": 12.715533374922021,
      "step": 40766
    },
    {
      "contrastive_lambda": 0.232838578069888,
      "epoch": 12.715845290081099,
      "step": 40767
    },
    {
      "contrastive_lambda": 0.23281644904476484,
      "epoch": 12.716157205240174,
      "step": 40768
    },
    {
      "contrastive_lambda": 0.23279432075214068,
      "epoch": 12.716469120399251,
      "step": 40769
    },
    {
      "epoch": 12.716781035558329,
      "grad_norm": 0.0653713047504425,
      "learning_rate": 2.5553310830298733e-05,
      "loss": 0.0183,
      "step": 40770
    },
    {
      "epoch": 12.716781035558329,
      "flow_loss": 0.02600226178765297,
      "step": 40770
    },
    {
      "contrastive_loss": 0.0031540468335151672,
      "epoch": 12.716781035558329,
      "step": 40770
    },
    {
      "contrastive_lambda": 0.23277219319207593,
      "epoch": 12.716781035558329,
      "step": 40770
    },
    {
      "contrastive_lambda": 0.23275006636463136,
      "epoch": 12.717092950717404,
      "step": 40771
    },
    {
      "contrastive_lambda": 0.23272794026986765,
      "epoch": 12.717404865876482,
      "step": 40772
    },
    {
      "contrastive_lambda": 0.23270581490784548,
      "epoch": 12.71771678103556,
      "step": 40773
    },
    {
      "contrastive_lambda": 0.23268369027862568,
      "epoch": 12.718028696194635,
      "step": 40774
    },
    {
      "contrastive_lambda": 0.23266156638226854,
      "epoch": 12.718340611353712,
      "step": 40775
    },
    {
      "contrastive_lambda": 0.2326394432188349,
      "epoch": 12.718652526512788,
      "step": 40776
    },
    {
      "contrastive_lambda": 0.23261732078838537,
      "epoch": 12.718964441671865,
      "step": 40777
    },
    {
      "contrastive_lambda": 0.23259519909098064,
      "epoch": 12.719276356830942,
      "step": 40778
    },
    {
      "contrastive_lambda": 0.23257307812668138,
      "epoch": 12.719588271990018,
      "step": 40779
    },
    {
      "epoch": 12.719900187149095,
      "grad_norm": 0.09997870028018951,
      "learning_rate": 2.5529275273275012e-05,
      "loss": 0.025,
      "step": 40780
    },
    {
      "epoch": 12.719900187149095,
      "flow_loss": 0.04939328134059906,
      "step": 40780
    },
    {
      "contrastive_loss": 0.0035174544900655746,
      "epoch": 12.719900187149095,
      "step": 40780
    },
    {
      "contrastive_lambda": 0.23255095789554842,
      "epoch": 12.719900187149095,
      "step": 40780
    },
    {
      "contrastive_lambda": 0.232528838397642,
      "epoch": 12.720212102308173,
      "step": 40781
    },
    {
      "contrastive_lambda": 0.23250671963302288,
      "epoch": 12.720524017467248,
      "step": 40782
    },
    {
      "contrastive_lambda": 0.23248460160175183,
      "epoch": 12.720835932626326,
      "step": 40783
    },
    {
      "contrastive_lambda": 0.23246248430388944,
      "epoch": 12.721147847785403,
      "step": 40784
    },
    {
      "contrastive_lambda": 0.23244036773949656,
      "epoch": 12.721459762944479,
      "step": 40785
    },
    {
      "contrastive_lambda": 0.23241825190863336,
      "epoch": 12.721771678103556,
      "step": 40786
    },
    {
      "contrastive_lambda": 0.23239613681136073,
      "epoch": 12.722083593262633,
      "step": 40787
    },
    {
      "contrastive_lambda": 0.23237402244773925,
      "epoch": 12.722395508421709,
      "step": 40788
    },
    {
      "contrastive_lambda": 0.23235190881782986,
      "epoch": 12.722707423580786,
      "step": 40789
    },
    {
      "epoch": 12.723019338739864,
      "grad_norm": 0.07357601821422577,
      "learning_rate": 2.550524714981133e-05,
      "loss": 0.0316,
      "step": 40790
    },
    {
      "epoch": 12.723019338739864,
      "flow_loss": 0.034727610647678375,
      "step": 40790
    },
    {
      "contrastive_loss": 0.0032921964302659035,
      "epoch": 12.723019338739864,
      "step": 40790
    },
    {
      "contrastive_lambda": 0.23232979592169262,
      "epoch": 12.723019338739864,
      "step": 40790
    },
    {
      "contrastive_lambda": 0.23230768375938848,
      "epoch": 12.72333125389894,
      "step": 40791
    },
    {
      "contrastive_lambda": 0.23228557233097807,
      "epoch": 12.723643169058017,
      "step": 40792
    },
    {
      "contrastive_lambda": 0.2322634616365219,
      "epoch": 12.723955084217092,
      "step": 40793
    },
    {
      "contrastive_lambda": 0.2322413516760809,
      "epoch": 12.72426699937617,
      "step": 40794
    },
    {
      "contrastive_lambda": 0.23221924244971498,
      "epoch": 12.724578914535247,
      "step": 40795
    },
    {
      "contrastive_lambda": 0.23219713395748565,
      "epoch": 12.724890829694322,
      "step": 40796
    },
    {
      "contrastive_lambda": 0.2321750261994529,
      "epoch": 12.7252027448534,
      "step": 40797
    },
    {
      "contrastive_lambda": 0.23215291917567749,
      "epoch": 12.725514660012477,
      "step": 40798
    },
    {
      "contrastive_lambda": 0.23213081288622006,
      "epoch": 12.725826575171553,
      "step": 40799
    },
    {
      "epoch": 12.72613849033063,
      "grad_norm": 0.09324676543474197,
      "learning_rate": 2.5481226467206837e-05,
      "loss": 0.0219,
      "step": 40800
    },
    {
      "epoch": 12.72613849033063,
      "flow_loss": 0.04473275691270828,
      "step": 40800
    },
    {
      "contrastive_loss": 0.004119644872844219,
      "epoch": 12.72613849033063,
      "step": 40800
    },
    {
      "contrastive_lambda": 0.23210870733114142,
      "epoch": 12.72613849033063,
      "step": 40800
    },
    {
      "contrastive_lambda": 0.23208660251050178,
      "epoch": 12.726450405489707,
      "step": 40801
    },
    {
      "contrastive_lambda": 0.2320644984243619,
      "epoch": 12.726762320648783,
      "step": 40802
    },
    {
      "contrastive_lambda": 0.23204239507278246,
      "epoch": 12.72707423580786,
      "step": 40803
    },
    {
      "contrastive_lambda": 0.23202029245582395,
      "epoch": 12.727386150966938,
      "step": 40804
    },
    {
      "contrastive_lambda": 0.23199819057354726,
      "epoch": 12.727698066126013,
      "step": 40805
    },
    {
      "contrastive_lambda": 0.23197608942601255,
      "epoch": 12.72800998128509,
      "step": 40806
    },
    {
      "contrastive_lambda": 0.23195398901328057,
      "epoch": 12.728321896444168,
      "step": 40807
    },
    {
      "contrastive_lambda": 0.23193188933541198,
      "epoch": 12.728633811603244,
      "step": 40808
    },
    {
      "contrastive_lambda": 0.23190979039246756,
      "epoch": 12.728945726762321,
      "step": 40809
    },
    {
      "epoch": 12.729257641921397,
      "grad_norm": 0.06198396161198616,
      "learning_rate": 2.5457213232758365e-05,
      "loss": 0.0252,
      "step": 40810
    },
    {
      "epoch": 12.729257641921397,
      "flow_loss": 0.022918080911040306,
      "step": 40810
    },
    {
      "contrastive_loss": 0.0038556144572794437,
      "epoch": 12.729257641921397,
      "step": 40810
    },
    {
      "contrastive_lambda": 0.23188769218450722,
      "epoch": 12.729257641921397,
      "step": 40810
    },
    {
      "contrastive_lambda": 0.2318655947115924,
      "epoch": 12.729569557080474,
      "step": 40811
    },
    {
      "contrastive_lambda": 0.23184349797378312,
      "epoch": 12.729881472239551,
      "step": 40812
    },
    {
      "contrastive_lambda": 0.2318214019711401,
      "epoch": 12.730193387398627,
      "step": 40813
    },
    {
      "contrastive_lambda": 0.2317993067037239,
      "epoch": 12.730505302557704,
      "step": 40814
    },
    {
      "contrastive_lambda": 0.2317772121715952,
      "epoch": 12.730817217716782,
      "step": 40815
    },
    {
      "contrastive_lambda": 0.2317551183748146,
      "epoch": 12.731129132875857,
      "step": 40816
    },
    {
      "contrastive_lambda": 0.23173302531344242,
      "epoch": 12.731441048034934,
      "step": 40817
    },
    {
      "contrastive_lambda": 0.23171093298753942,
      "epoch": 12.731752963194012,
      "step": 40818
    },
    {
      "contrastive_lambda": 0.2316888413971661,
      "epoch": 12.732064878353087,
      "step": 40819
    },
    {
      "epoch": 12.732376793512165,
      "grad_norm": 0.06965876370668411,
      "learning_rate": 2.5433207453760498e-05,
      "loss": 0.0189,
      "step": 40820
    },
    {
      "epoch": 12.732376793512165,
      "flow_loss": 0.020720072090625763,
      "step": 40820
    },
    {
      "contrastive_loss": 0.0036701089702546597,
      "epoch": 12.732376793512165,
      "step": 40820
    },
    {
      "contrastive_lambda": 0.23166675054238323,
      "epoch": 12.732376793512165,
      "step": 40820
    },
    {
      "contrastive_lambda": 0.23164466042325083,
      "epoch": 12.732688708671242,
      "step": 40821
    },
    {
      "contrastive_lambda": 0.23162257103983025,
      "epoch": 12.733000623830318,
      "step": 40822
    },
    {
      "contrastive_lambda": 0.2316004823921814,
      "epoch": 12.733312538989395,
      "step": 40823
    },
    {
      "contrastive_lambda": 0.23157839448036505,
      "epoch": 12.733624454148472,
      "step": 40824
    },
    {
      "contrastive_lambda": 0.23155630730444182,
      "epoch": 12.733936369307548,
      "step": 40825
    },
    {
      "contrastive_lambda": 0.23153422086447234,
      "epoch": 12.734248284466625,
      "step": 40826
    },
    {
      "contrastive_lambda": 0.23151213516051689,
      "epoch": 12.734560199625701,
      "step": 40827
    },
    {
      "contrastive_lambda": 0.2314900501926362,
      "epoch": 12.734872114784778,
      "step": 40828
    },
    {
      "contrastive_lambda": 0.2314679659608907,
      "epoch": 12.735184029943856,
      "step": 40829
    },
    {
      "epoch": 12.735495945102931,
      "grad_norm": 0.08851757645606995,
      "learning_rate": 2.5409209137505552e-05,
      "loss": 0.023,
      "step": 40830
    },
    {
      "epoch": 12.735495945102931,
      "flow_loss": 0.023781966418027878,
      "step": 40830
    },
    {
      "contrastive_loss": 0.003626869758591056,
      "epoch": 12.735495945102931,
      "step": 40830
    },
    {
      "contrastive_lambda": 0.2314458824653411,
      "epoch": 12.735495945102931,
      "step": 40830
    },
    {
      "contrastive_lambda": 0.23142379970604798,
      "epoch": 12.735807860262009,
      "step": 40831
    },
    {
      "contrastive_lambda": 0.2314017176830716,
      "epoch": 12.736119775421086,
      "step": 40832
    },
    {
      "contrastive_lambda": 0.2313796363964727,
      "epoch": 12.736431690580162,
      "step": 40833
    },
    {
      "contrastive_lambda": 0.23135755584631174,
      "epoch": 12.736743605739239,
      "step": 40834
    },
    {
      "contrastive_lambda": 0.23133547603264926,
      "epoch": 12.737055520898316,
      "step": 40835
    },
    {
      "contrastive_lambda": 0.2313133969555461,
      "epoch": 12.737367436057392,
      "step": 40836
    },
    {
      "contrastive_lambda": 0.23129131861506225,
      "epoch": 12.73767935121647,
      "step": 40837
    },
    {
      "contrastive_lambda": 0.2312692410112585,
      "epoch": 12.737991266375547,
      "step": 40838
    },
    {
      "contrastive_lambda": 0.23124716414419544,
      "epoch": 12.738303181534622,
      "step": 40839
    },
    {
      "epoch": 12.7386150966937,
      "grad_norm": 0.09078306704759598,
      "learning_rate": 2.5385218291283597e-05,
      "loss": 0.0241,
      "step": 40840
    },
    {
      "epoch": 12.7386150966937,
      "flow_loss": 0.016488652676343918,
      "step": 40840
    },
    {
      "contrastive_loss": 0.0039942702278494835,
      "epoch": 12.7386150966937,
      "step": 40840
    },
    {
      "contrastive_lambda": 0.2312250880139337,
      "epoch": 12.7386150966937,
      "step": 40840
    },
    {
      "contrastive_lambda": 0.23120301262053328,
      "epoch": 12.738927011852777,
      "step": 40841
    },
    {
      "contrastive_lambda": 0.23118093796405542,
      "epoch": 12.739238927011852,
      "step": 40842
    },
    {
      "contrastive_lambda": 0.23115886404456015,
      "epoch": 12.73955084217093,
      "step": 40843
    },
    {
      "contrastive_lambda": 0.23113679086210803,
      "epoch": 12.739862757330005,
      "step": 40844
    },
    {
      "contrastive_lambda": 0.23111471841675973,
      "epoch": 12.740174672489083,
      "step": 40845
    },
    {
      "contrastive_lambda": 0.23109264670857588,
      "epoch": 12.74048658764816,
      "step": 40846
    },
    {
      "contrastive_lambda": 0.23107057573761658,
      "epoch": 12.740798502807236,
      "step": 40847
    },
    {
      "contrastive_lambda": 0.23104850550394257,
      "epoch": 12.741110417966313,
      "step": 40848
    },
    {
      "contrastive_lambda": 0.2310264360076144,
      "epoch": 12.74142233312539,
      "step": 40849
    },
    {
      "epoch": 12.741734248284466,
      "grad_norm": 0.09204743057489395,
      "learning_rate": 2.5361234922382383e-05,
      "loss": 0.0241,
      "step": 40850
    },
    {
      "epoch": 12.741734248284466,
      "flow_loss": 0.01480725035071373,
      "step": 40850
    },
    {
      "contrastive_loss": 0.003837456228211522,
      "epoch": 12.741734248284466,
      "step": 40850
    },
    {
      "contrastive_lambda": 0.2310043672486925,
      "epoch": 12.741734248284466,
      "step": 40850
    },
    {
      "contrastive_lambda": 0.23098229922723756,
      "epoch": 12.742046163443543,
      "step": 40851
    },
    {
      "contrastive_lambda": 0.23096023194330956,
      "epoch": 12.74235807860262,
      "step": 40852
    },
    {
      "contrastive_lambda": 0.23093816539696976,
      "epoch": 12.742669993761696,
      "step": 40853
    },
    {
      "contrastive_lambda": 0.23091609958827802,
      "epoch": 12.742981908920774,
      "step": 40854
    },
    {
      "contrastive_lambda": 0.23089403451729512,
      "epoch": 12.743293824079851,
      "step": 40855
    },
    {
      "contrastive_lambda": 0.2308719701840815,
      "epoch": 12.743605739238927,
      "step": 40856
    },
    {
      "contrastive_lambda": 0.2308499065886978,
      "epoch": 12.743917654398004,
      "step": 40857
    },
    {
      "contrastive_lambda": 0.23082784373120424,
      "epoch": 12.744229569557081,
      "step": 40858
    },
    {
      "contrastive_lambda": 0.23080578161166138,
      "epoch": 12.744541484716157,
      "step": 40859
    },
    {
      "epoch": 12.744853399875234,
      "grad_norm": 0.08400626480579376,
      "learning_rate": 2.533725903808749e-05,
      "loss": 0.0239,
      "step": 40860
    },
    {
      "epoch": 12.744853399875234,
      "flow_loss": 0.02914104051887989,
      "step": 40860
    },
    {
      "contrastive_loss": 0.003858918556943536,
      "epoch": 12.744853399875234,
      "step": 40860
    },
    {
      "contrastive_lambda": 0.23078372023012977,
      "epoch": 12.744853399875234,
      "step": 40860
    },
    {
      "contrastive_lambda": 0.2307616595866699,
      "epoch": 12.74516531503431,
      "step": 40861
    },
    {
      "contrastive_lambda": 0.23073959968134233,
      "epoch": 12.745477230193387,
      "step": 40862
    },
    {
      "contrastive_lambda": 0.23071754051420734,
      "epoch": 12.745789145352465,
      "step": 40863
    },
    {
      "contrastive_lambda": 0.23069548208532548,
      "epoch": 12.74610106051154,
      "step": 40864
    },
    {
      "contrastive_lambda": 0.2306734243947572,
      "epoch": 12.746412975670617,
      "step": 40865
    },
    {
      "contrastive_lambda": 0.2306513674425631,
      "epoch": 12.746724890829695,
      "step": 40866
    },
    {
      "contrastive_lambda": 0.23062931122880348,
      "epoch": 12.74703680598877,
      "step": 40867
    },
    {
      "contrastive_lambda": 0.23060725575353913,
      "epoch": 12.747348721147848,
      "step": 40868
    },
    {
      "contrastive_lambda": 0.2305852010168301,
      "epoch": 12.747660636306925,
      "step": 40869
    },
    {
      "epoch": 12.747972551466,
      "grad_norm": 0.1041843593120575,
      "learning_rate": 2.5313290645682085e-05,
      "loss": 0.0261,
      "step": 40870
    },
    {
      "epoch": 12.747972551466,
      "flow_loss": 0.015950169414281845,
      "step": 40870
    },
    {
      "contrastive_loss": 0.00535173062235117,
      "epoch": 12.747972551466,
      "step": 40870
    },
    {
      "contrastive_lambda": 0.23056314701873704,
      "epoch": 12.747972551466,
      "step": 40870
    },
    {
      "contrastive_lambda": 0.23054109375932041,
      "epoch": 12.748284466625078,
      "step": 40871
    },
    {
      "contrastive_lambda": 0.23051904123864064,
      "epoch": 12.748596381784155,
      "step": 40872
    },
    {
      "contrastive_lambda": 0.23049698945675845,
      "epoch": 12.748908296943231,
      "step": 40873
    },
    {
      "contrastive_lambda": 0.23047493841373384,
      "epoch": 12.749220212102308,
      "step": 40874
    },
    {
      "contrastive_lambda": 0.2304528881096275,
      "epoch": 12.749532127261386,
      "step": 40875
    },
    {
      "contrastive_lambda": 0.23043083854449986,
      "epoch": 12.749844042420461,
      "step": 40876
    },
    {
      "contrastive_lambda": 0.2304087897184116,
      "epoch": 12.750155957579539,
      "step": 40877
    },
    {
      "contrastive_lambda": 0.23038674163142275,
      "epoch": 12.750467872738614,
      "step": 40878
    },
    {
      "contrastive_lambda": 0.23036469428359396,
      "epoch": 12.750779787897692,
      "step": 40879
    },
    {
      "epoch": 12.751091703056769,
      "grad_norm": 0.16213268041610718,
      "learning_rate": 2.52893297524472e-05,
      "loss": 0.0235,
      "step": 40880
    },
    {
      "epoch": 12.751091703056769,
      "flow_loss": 0.01562013290822506,
      "step": 40880
    },
    {
      "contrastive_loss": 0.0036593626718968153,
      "epoch": 12.751091703056769,
      "step": 40880
    },
    {
      "contrastive_lambda": 0.23034264767498563,
      "epoch": 12.751091703056769,
      "step": 40880
    },
    {
      "contrastive_lambda": 0.23032060180565828,
      "epoch": 12.751403618215845,
      "step": 40881
    },
    {
      "contrastive_lambda": 0.23029855667567234,
      "epoch": 12.751715533374922,
      "step": 40882
    },
    {
      "contrastive_lambda": 0.23027651228508816,
      "epoch": 12.752027448534,
      "step": 40883
    },
    {
      "contrastive_lambda": 0.23025446863396648,
      "epoch": 12.752339363693075,
      "step": 40884
    },
    {
      "contrastive_lambda": 0.23023242572236724,
      "epoch": 12.752651278852152,
      "step": 40885
    },
    {
      "contrastive_lambda": 0.23021038355035117,
      "epoch": 12.75296319401123,
      "step": 40886
    },
    {
      "contrastive_lambda": 0.23018834211797862,
      "epoch": 12.753275109170305,
      "step": 40887
    },
    {
      "contrastive_lambda": 0.23016630142531025,
      "epoch": 12.753587024329383,
      "step": 40888
    },
    {
      "contrastive_lambda": 0.23014426147240613,
      "epoch": 12.75389893948846,
      "step": 40889
    },
    {
      "epoch": 12.754210854647535,
      "grad_norm": 0.09844040125608444,
      "learning_rate": 2.526537636566145e-05,
      "loss": 0.0258,
      "step": 40890
    },
    {
      "epoch": 12.754210854647535,
      "flow_loss": 0.0378594845533371,
      "step": 40890
    },
    {
      "contrastive_loss": 0.00410442566499114,
      "epoch": 12.754210854647535,
      "step": 40890
    },
    {
      "contrastive_lambda": 0.23012222225932677,
      "epoch": 12.754210854647535,
      "step": 40890
    },
    {
      "contrastive_lambda": 0.23010018378613273,
      "epoch": 12.754522769806613,
      "step": 40891
    },
    {
      "contrastive_lambda": 0.23007814605288435,
      "epoch": 12.75483468496569,
      "step": 40892
    },
    {
      "contrastive_lambda": 0.2300561090596422,
      "epoch": 12.755146600124766,
      "step": 40893
    },
    {
      "contrastive_lambda": 0.23003407280646637,
      "epoch": 12.755458515283843,
      "step": 40894
    },
    {
      "contrastive_lambda": 0.23001203729341752,
      "epoch": 12.755770430442919,
      "step": 40895
    },
    {
      "contrastive_lambda": 0.22999000252055596,
      "epoch": 12.756082345601996,
      "step": 40896
    },
    {
      "contrastive_lambda": 0.22996796848794232,
      "epoch": 12.756394260761073,
      "step": 40897
    },
    {
      "contrastive_lambda": 0.22994593519563644,
      "epoch": 12.756706175920149,
      "step": 40898
    },
    {
      "contrastive_lambda": 0.2299239026436995,
      "epoch": 12.757018091079226,
      "step": 40899
    },
    {
      "epoch": 12.757330006238304,
      "grad_norm": 0.07581742107868195,
      "learning_rate": 2.5241430492601305e-05,
      "loss": 0.0242,
      "step": 40900
    },
    {
      "epoch": 12.757330006238304,
      "flow_loss": 0.015550093725323677,
      "step": 40900
    },
    {
      "contrastive_loss": 0.005372419022023678,
      "epoch": 12.757330006238304,
      "step": 40900
    },
    {
      "contrastive_lambda": 0.22990187083219132,
      "epoch": 12.757330006238304,
      "step": 40900
    },
    {
      "contrastive_lambda": 0.2298798397611725,
      "epoch": 12.75764192139738,
      "step": 40901
    },
    {
      "contrastive_lambda": 0.22985780943070344,
      "epoch": 12.757953836556457,
      "step": 40902
    },
    {
      "contrastive_lambda": 0.22983577984084452,
      "epoch": 12.758265751715534,
      "step": 40903
    },
    {
      "contrastive_lambda": 0.22981375099165635,
      "epoch": 12.75857766687461,
      "step": 40904
    },
    {
      "contrastive_lambda": 0.229791722883199,
      "epoch": 12.758889582033687,
      "step": 40905
    },
    {
      "contrastive_lambda": 0.2297696955155329,
      "epoch": 12.759201497192764,
      "step": 40906
    },
    {
      "contrastive_lambda": 0.2297476688887185,
      "epoch": 12.75951341235184,
      "step": 40907
    },
    {
      "contrastive_lambda": 0.22972564300281645,
      "epoch": 12.759825327510917,
      "step": 40908
    },
    {
      "contrastive_lambda": 0.2297036178578865,
      "epoch": 12.760137242669995,
      "step": 40909
    },
    {
      "epoch": 12.76044915782907,
      "grad_norm": 0.07066912949085236,
      "learning_rate": 2.5217492140540867e-05,
      "loss": 0.0242,
      "step": 40910
    },
    {
      "epoch": 12.76044915782907,
      "flow_loss": 0.012556626461446285,
      "step": 40910
    },
    {
      "contrastive_loss": 0.003723622066900134,
      "epoch": 12.76044915782907,
      "step": 40910
    },
    {
      "contrastive_lambda": 0.22968159345398986,
      "epoch": 12.76044915782907,
      "step": 40910
    },
    {
      "contrastive_lambda": 0.22965956979118624,
      "epoch": 12.760761072988148,
      "step": 40911
    },
    {
      "contrastive_lambda": 0.22963754686953625,
      "epoch": 12.761072988147223,
      "step": 40912
    },
    {
      "contrastive_lambda": 0.2296155246891003,
      "epoch": 12.7613849033063,
      "step": 40913
    },
    {
      "contrastive_lambda": 0.22959350324993888,
      "epoch": 12.761696818465378,
      "step": 40914
    },
    {
      "contrastive_lambda": 0.22957148255211213,
      "epoch": 12.762008733624453,
      "step": 40915
    },
    {
      "contrastive_lambda": 0.22954946259568043,
      "epoch": 12.76232064878353,
      "step": 40916
    },
    {
      "contrastive_lambda": 0.22952744338070424,
      "epoch": 12.762632563942608,
      "step": 40917
    },
    {
      "contrastive_lambda": 0.22950542490724396,
      "epoch": 12.762944479101684,
      "step": 40918
    },
    {
      "contrastive_lambda": 0.2294834071753601,
      "epoch": 12.763256394260761,
      "step": 40919
    },
    {
      "epoch": 12.763568309419838,
      "grad_norm": 0.09818089008331299,
      "learning_rate": 2.5193561316751967e-05,
      "loss": 0.0205,
      "step": 40920
    },
    {
      "epoch": 12.763568309419838,
      "flow_loss": 0.02284170500934124,
      "step": 40920
    },
    {
      "contrastive_loss": 0.0037208711728453636,
      "epoch": 12.763568309419838,
      "step": 40920
    },
    {
      "contrastive_lambda": 0.22946139018511247,
      "epoch": 12.763568309419838,
      "step": 40920
    },
    {
      "contrastive_lambda": 0.2294393739365621,
      "epoch": 12.763880224578914,
      "step": 40921
    },
    {
      "contrastive_lambda": 0.22941735842976896,
      "epoch": 12.764192139737991,
      "step": 40922
    },
    {
      "contrastive_lambda": 0.22939534366479342,
      "epoch": 12.764504054897069,
      "step": 40923
    },
    {
      "contrastive_lambda": 0.22937332964169593,
      "epoch": 12.764815970056144,
      "step": 40924
    },
    {
      "contrastive_lambda": 0.22935131636053707,
      "epoch": 12.765127885215222,
      "step": 40925
    },
    {
      "contrastive_lambda": 0.22932930382137667,
      "epoch": 12.765439800374299,
      "step": 40926
    },
    {
      "contrastive_lambda": 0.2293072920242754,
      "epoch": 12.765751715533375,
      "step": 40927
    },
    {
      "contrastive_lambda": 0.22928528096929351,
      "epoch": 12.766063630692452,
      "step": 40928
    },
    {
      "contrastive_lambda": 0.22926327065649144,
      "epoch": 12.766375545851528,
      "step": 40929
    },
    {
      "epoch": 12.766687461010605,
      "grad_norm": 0.10028614848852158,
      "learning_rate": 2.516963802850416e-05,
      "loss": 0.0259,
      "step": 40930
    },
    {
      "epoch": 12.766687461010605,
      "flow_loss": 0.010976322926580906,
      "step": 40930
    },
    {
      "contrastive_loss": 0.0033572795800864697,
      "epoch": 12.766687461010605,
      "step": 40930
    },
    {
      "contrastive_lambda": 0.22924126108592968,
      "epoch": 12.766687461010605,
      "step": 40930
    },
    {
      "contrastive_lambda": 0.22921925225766815,
      "epoch": 12.766999376169682,
      "step": 40931
    },
    {
      "contrastive_lambda": 0.22919724417176746,
      "epoch": 12.767311291328758,
      "step": 40932
    },
    {
      "contrastive_lambda": 0.2291752368282879,
      "epoch": 12.767623206487835,
      "step": 40933
    },
    {
      "contrastive_lambda": 0.22915323022728995,
      "epoch": 12.767935121646913,
      "step": 40934
    },
    {
      "contrastive_lambda": 0.2291312243688336,
      "epoch": 12.768247036805988,
      "step": 40935
    },
    {
      "contrastive_lambda": 0.2291092192529794,
      "epoch": 12.768558951965066,
      "step": 40936
    },
    {
      "contrastive_lambda": 0.22908721487978767,
      "epoch": 12.768870867124143,
      "step": 40937
    },
    {
      "contrastive_lambda": 0.22906521124931872,
      "epoch": 12.769182782283218,
      "step": 40938
    },
    {
      "contrastive_lambda": 0.22904320836163305,
      "epoch": 12.769494697442296,
      "step": 40939
    },
    {
      "epoch": 12.769806612601373,
      "grad_norm": 0.07259632647037506,
      "learning_rate": 2.5145722283064698e-05,
      "loss": 0.0211,
      "step": 40940
    },
    {
      "epoch": 12.769806612601373,
      "flow_loss": 0.034576334059238434,
      "step": 40940
    },
    {
      "contrastive_loss": 0.0030419095419347286,
      "epoch": 12.769806612601373,
      "step": 40940
    },
    {
      "contrastive_lambda": 0.22902120621679045,
      "epoch": 12.769806612601373,
      "step": 40940
    },
    {
      "contrastive_lambda": 0.22899920481485192,
      "epoch": 12.770118527760449,
      "step": 40941
    },
    {
      "contrastive_lambda": 0.22897720415587736,
      "epoch": 12.770430442919526,
      "step": 40942
    },
    {
      "contrastive_lambda": 0.2289552042399271,
      "epoch": 12.770742358078603,
      "step": 40943
    },
    {
      "contrastive_lambda": 0.2289332050670616,
      "epoch": 12.771054273237679,
      "step": 40944
    },
    {
      "contrastive_lambda": 0.22891120663734127,
      "epoch": 12.771366188396756,
      "step": 40945
    },
    {
      "contrastive_lambda": 0.22888920895082604,
      "epoch": 12.771678103555832,
      "step": 40946
    },
    {
      "contrastive_lambda": 0.22886721200757648,
      "epoch": 12.77199001871491,
      "step": 40947
    },
    {
      "contrastive_lambda": 0.22884521580765282,
      "epoch": 12.772301933873987,
      "step": 40948
    },
    {
      "contrastive_lambda": 0.2288232203511154,
      "epoch": 12.772613849033062,
      "step": 40949
    },
    {
      "epoch": 12.77292576419214,
      "grad_norm": 0.0980273112654686,
      "learning_rate": 2.5121814087698602e-05,
      "loss": 0.0286,
      "step": 40950
    },
    {
      "epoch": 12.77292576419214,
      "flow_loss": 0.03768736496567726,
      "step": 40950
    },
    {
      "contrastive_loss": 0.0035701384767889977,
      "epoch": 12.77292576419214,
      "step": 40950
    },
    {
      "contrastive_lambda": 0.22880122563802474,
      "epoch": 12.77292576419214,
      "step": 40950
    },
    {
      "contrastive_lambda": 0.22877923166844072,
      "epoch": 12.773237679351217,
      "step": 40951
    },
    {
      "contrastive_lambda": 0.2287572384424238,
      "epoch": 12.773549594510293,
      "step": 40952
    },
    {
      "contrastive_lambda": 0.22873524596003436,
      "epoch": 12.77386150966937,
      "step": 40953
    },
    {
      "contrastive_lambda": 0.2287132542213326,
      "epoch": 12.774173424828447,
      "step": 40954
    },
    {
      "contrastive_lambda": 0.2286912632263789,
      "epoch": 12.774485339987523,
      "step": 40955
    },
    {
      "contrastive_lambda": 0.22866927297523365,
      "epoch": 12.7747972551466,
      "step": 40956
    },
    {
      "contrastive_lambda": 0.22864728346795682,
      "epoch": 12.775109170305678,
      "step": 40957
    },
    {
      "contrastive_lambda": 0.2286252947046089,
      "epoch": 12.775421085464753,
      "step": 40958
    },
    {
      "contrastive_lambda": 0.22860330668525014,
      "epoch": 12.77573300062383,
      "step": 40959
    },
    {
      "epoch": 12.776044915782908,
      "grad_norm": 0.07941091805696487,
      "learning_rate": 2.509791344966848e-05,
      "loss": 0.0294,
      "step": 40960
    },
    {
      "epoch": 12.776044915782908,
      "flow_loss": 0.020624525845050812,
      "step": 40960
    },
    {
      "contrastive_loss": 0.00417923741042614,
      "epoch": 12.776044915782908,
      "step": 40960
    },
    {
      "contrastive_lambda": 0.2285813194099408,
      "epoch": 12.776044915782908,
      "step": 40960
    },
    {
      "contrastive_lambda": 0.22855933287874136,
      "epoch": 12.776356830941983,
      "step": 40961
    },
    {
      "contrastive_lambda": 0.22853734709171175,
      "epoch": 12.77666874610106,
      "step": 40962
    },
    {
      "contrastive_lambda": 0.22851536204891243,
      "epoch": 12.776980661260136,
      "step": 40963
    },
    {
      "contrastive_lambda": 0.22849337775040363,
      "epoch": 12.777292576419214,
      "step": 40964
    },
    {
      "contrastive_lambda": 0.22847139419624585,
      "epoch": 12.777604491578291,
      "step": 40965
    },
    {
      "contrastive_lambda": 0.22844941138649877,
      "epoch": 12.777916406737367,
      "step": 40966
    },
    {
      "contrastive_lambda": 0.22842742932122345,
      "epoch": 12.778228321896444,
      "step": 40967
    },
    {
      "contrastive_lambda": 0.22840544800047957,
      "epoch": 12.778540237055521,
      "step": 40968
    },
    {
      "contrastive_lambda": 0.22838346742432752,
      "epoch": 12.778852152214597,
      "step": 40969
    },
    {
      "epoch": 12.779164067373674,
      "grad_norm": 0.11004558205604553,
      "learning_rate": 2.5074020376234768e-05,
      "loss": 0.0243,
      "step": 40970
    },
    {
      "epoch": 12.779164067373674,
      "flow_loss": 0.01895972527563572,
      "step": 40970
    },
    {
      "contrastive_loss": 0.003685257164761424,
      "epoch": 12.779164067373674,
      "step": 40970
    },
    {
      "contrastive_lambda": 0.22836148759282765,
      "epoch": 12.779164067373674,
      "step": 40970
    },
    {
      "contrastive_lambda": 0.22833950850604018,
      "epoch": 12.779475982532752,
      "step": 40971
    },
    {
      "contrastive_lambda": 0.22831753016402556,
      "epoch": 12.779787897691827,
      "step": 40972
    },
    {
      "contrastive_lambda": 0.2282955525668437,
      "epoch": 12.780099812850905,
      "step": 40973
    },
    {
      "contrastive_lambda": 0.22827357571455498,
      "epoch": 12.780411728009982,
      "step": 40974
    },
    {
      "contrastive_lambda": 0.2282515996072197,
      "epoch": 12.780723643169058,
      "step": 40975
    },
    {
      "contrastive_lambda": 0.22822962424489823,
      "epoch": 12.781035558328135,
      "step": 40976
    },
    {
      "contrastive_lambda": 0.22820764962765056,
      "epoch": 12.781347473487212,
      "step": 40977
    },
    {
      "contrastive_lambda": 0.228185675755537,
      "epoch": 12.781659388646288,
      "step": 40978
    },
    {
      "contrastive_lambda": 0.22816370262861785,
      "epoch": 12.781971303805365,
      "step": 40979
    },
    {
      "epoch": 12.78228321896444,
      "grad_norm": 0.12284725159406662,
      "learning_rate": 2.5050134874655534e-05,
      "loss": 0.0286,
      "step": 40980
    },
    {
      "epoch": 12.78228321896444,
      "flow_loss": 0.022382762283086777,
      "step": 40980
    },
    {
      "contrastive_loss": 0.0033852788619697094,
      "epoch": 12.78228321896444,
      "step": 40980
    },
    {
      "contrastive_lambda": 0.22814173024695333,
      "epoch": 12.78228321896444,
      "step": 40980
    },
    {
      "contrastive_lambda": 0.2281197586106039,
      "epoch": 12.782595134123518,
      "step": 40981
    },
    {
      "contrastive_lambda": 0.2280977877196294,
      "epoch": 12.782907049282596,
      "step": 40982
    },
    {
      "contrastive_lambda": 0.22807581757409023,
      "epoch": 12.783218964441671,
      "step": 40983
    },
    {
      "contrastive_lambda": 0.22805384817404667,
      "epoch": 12.783530879600749,
      "step": 40984
    },
    {
      "contrastive_lambda": 0.2280318795195589,
      "epoch": 12.783842794759826,
      "step": 40985
    },
    {
      "contrastive_lambda": 0.22800991161068723,
      "epoch": 12.784154709918901,
      "step": 40986
    },
    {
      "contrastive_lambda": 0.22798794444749193,
      "epoch": 12.784466625077979,
      "step": 40987
    },
    {
      "contrastive_lambda": 0.227965978030033,
      "epoch": 12.784778540237056,
      "step": 40988
    },
    {
      "contrastive_lambda": 0.2279440123583708,
      "epoch": 12.785090455396132,
      "step": 40989
    },
    {
      "epoch": 12.78540237055521,
      "grad_norm": 0.0996539369225502,
      "learning_rate": 2.5026256952186566e-05,
      "loss": 0.0209,
      "step": 40990
    },
    {
      "epoch": 12.78540237055521,
      "flow_loss": 0.012613963335752487,
      "step": 40990
    },
    {
      "contrastive_loss": 0.0034398988354951143,
      "epoch": 12.78540237055521,
      "step": 40990
    },
    {
      "contrastive_lambda": 0.2279220474325655,
      "epoch": 12.78540237055521,
      "step": 40990
    },
    {
      "contrastive_lambda": 0.22790008325267735,
      "epoch": 12.785714285714286,
      "step": 40991
    },
    {
      "contrastive_lambda": 0.22787811981876677,
      "epoch": 12.786026200873362,
      "step": 40992
    },
    {
      "contrastive_lambda": 0.22785615713089363,
      "epoch": 12.78633811603244,
      "step": 40993
    },
    {
      "contrastive_lambda": 0.22783419518911824,
      "epoch": 12.786650031191517,
      "step": 40994
    },
    {
      "contrastive_lambda": 0.22781223399350087,
      "epoch": 12.786961946350592,
      "step": 40995
    },
    {
      "contrastive_lambda": 0.22779027354410186,
      "epoch": 12.78727386150967,
      "step": 40996
    },
    {
      "contrastive_lambda": 0.22776831384098095,
      "epoch": 12.787585776668745,
      "step": 40997
    },
    {
      "contrastive_lambda": 0.22774635488419903,
      "epoch": 12.787897691827823,
      "step": 40998
    },
    {
      "contrastive_lambda": 0.22772439667381572,
      "epoch": 12.7882096069869,
      "step": 40999
    },
    {
      "epoch": 12.788521522145976,
      "grad_norm": 0.06142382323741913,
      "learning_rate": 2.5002386616081335e-05,
      "loss": 0.0218,
      "step": 41000
    },
    {
      "epoch": 12.788521522145976,
      "flow_loss": 0.04478507116436958,
      "step": 41000
    },
    {
      "contrastive_loss": 0.0037003844045102596,
      "epoch": 12.788521522145976,
      "step": 41000
    },
    {
      "contrastive_lambda": 0.22770243920989147,
      "epoch": 12.788521522145976,
      "step": 41000
    },
    {
      "contrastive_lambda": 0.22768048249248646,
      "epoch": 12.788833437305053,
      "step": 41001
    },
    {
      "contrastive_lambda": 0.22765852652166102,
      "epoch": 12.78914535246413,
      "step": 41002
    },
    {
      "contrastive_lambda": 0.227636571297475,
      "epoch": 12.789457267623206,
      "step": 41003
    },
    {
      "contrastive_lambda": 0.2276146168199888,
      "epoch": 12.789769182782283,
      "step": 41004
    },
    {
      "contrastive_lambda": 0.22759266308926257,
      "epoch": 12.79008109794136,
      "step": 41005
    },
    {
      "contrastive_lambda": 0.2275707101053565,
      "epoch": 12.790393013100436,
      "step": 41006
    },
    {
      "contrastive_lambda": 0.22754875786833106,
      "epoch": 12.790704928259514,
      "step": 41007
    },
    {
      "contrastive_lambda": 0.22752680637824574,
      "epoch": 12.791016843418591,
      "step": 41008
    },
    {
      "contrastive_lambda": 0.22750485563516154,
      "epoch": 12.791328758577666,
      "step": 41009
    },
    {
      "epoch": 12.791640673736744,
      "grad_norm": 0.07095973193645477,
      "learning_rate": 2.497852387359103e-05,
      "loss": 0.0236,
      "step": 41010
    },
    {
      "epoch": 12.791640673736744,
      "flow_loss": 0.02334459125995636,
      "step": 41010
    },
    {
      "contrastive_loss": 0.004951988346874714,
      "epoch": 12.791640673736744,
      "step": 41010
    },
    {
      "contrastive_lambda": 0.2274829056391381,
      "epoch": 12.791640673736744,
      "step": 41010
    },
    {
      "contrastive_lambda": 0.22746095639023567,
      "epoch": 12.791952588895821,
      "step": 41011
    },
    {
      "contrastive_lambda": 0.22743900788851457,
      "epoch": 12.792264504054897,
      "step": 41012
    },
    {
      "contrastive_lambda": 0.22741706013403507,
      "epoch": 12.792576419213974,
      "step": 41013
    },
    {
      "contrastive_lambda": 0.22739511312685695,
      "epoch": 12.79288833437305,
      "step": 41014
    },
    {
      "contrastive_lambda": 0.22737316686704068,
      "epoch": 12.793200249532127,
      "step": 41015
    },
    {
      "contrastive_lambda": 0.2273512213546463,
      "epoch": 12.793512164691204,
      "step": 41016
    },
    {
      "contrastive_lambda": 0.22732927658973406,
      "epoch": 12.79382407985028,
      "step": 41017
    },
    {
      "contrastive_lambda": 0.22730733257236424,
      "epoch": 12.794135995009357,
      "step": 41018
    },
    {
      "contrastive_lambda": 0.22728538930259667,
      "epoch": 12.794447910168435,
      "step": 41019
    },
    {
      "epoch": 12.79475982532751,
      "grad_norm": 0.08631400018930435,
      "learning_rate": 2.4954668731964496e-05,
      "loss": 0.0242,
      "step": 41020
    },
    {
      "epoch": 12.79475982532751,
      "flow_loss": 0.024257652461528778,
      "step": 41020
    },
    {
      "contrastive_loss": 0.004066716879606247,
      "epoch": 12.79475982532751,
      "step": 41020
    },
    {
      "contrastive_lambda": 0.2272634467804917,
      "epoch": 12.79475982532751,
      "step": 41020
    },
    {
      "contrastive_lambda": 0.22724150500610946,
      "epoch": 12.795071740486588,
      "step": 41021
    },
    {
      "contrastive_lambda": 0.22721956397951032,
      "epoch": 12.795383655645665,
      "step": 41022
    },
    {
      "contrastive_lambda": 0.22719762370075386,
      "epoch": 12.79569557080474,
      "step": 41023
    },
    {
      "contrastive_lambda": 0.22717568416990103,
      "epoch": 12.796007485963818,
      "step": 41024
    },
    {
      "contrastive_lambda": 0.22715374538701127,
      "epoch": 12.796319401122895,
      "step": 41025
    },
    {
      "contrastive_lambda": 0.22713180735214505,
      "epoch": 12.796631316281971,
      "step": 41026
    },
    {
      "contrastive_lambda": 0.22710987006536248,
      "epoch": 12.796943231441048,
      "step": 41027
    },
    {
      "contrastive_lambda": 0.22708793352672368,
      "epoch": 12.797255146600126,
      "step": 41028
    },
    {
      "contrastive_lambda": 0.22706599773628905,
      "epoch": 12.797567061759201,
      "step": 41029
    },
    {
      "epoch": 12.797878976918279,
      "grad_norm": 0.061539698392152786,
      "learning_rate": 2.4930821198448364e-05,
      "loss": 0.0248,
      "step": 41030
    },
    {
      "epoch": 12.797878976918279,
      "flow_loss": 0.0187575351446867,
      "step": 41030
    },
    {
      "contrastive_loss": 0.0033867238089442253,
      "epoch": 12.797878976918279,
      "step": 41030
    },
    {
      "contrastive_lambda": 0.22704406269411825,
      "epoch": 12.797878976918279,
      "step": 41030
    },
    {
      "contrastive_lambda": 0.22702212840027164,
      "epoch": 12.798190892077354,
      "step": 41031
    },
    {
      "contrastive_lambda": 0.22700019485480938,
      "epoch": 12.798502807236432,
      "step": 41032
    },
    {
      "contrastive_lambda": 0.22697826205779176,
      "epoch": 12.798814722395509,
      "step": 41033
    },
    {
      "contrastive_lambda": 0.22695633000927856,
      "epoch": 12.799126637554584,
      "step": 41034
    },
    {
      "contrastive_lambda": 0.22693439870933008,
      "epoch": 12.799438552713662,
      "step": 41035
    },
    {
      "contrastive_lambda": 0.22691246815800642,
      "epoch": 12.79975046787274,
      "step": 41036
    },
    {
      "contrastive_lambda": 0.22689053835536777,
      "epoch": 12.800062383031815,
      "step": 41037
    },
    {
      "contrastive_lambda": 0.2268686093014744,
      "epoch": 12.800374298190892,
      "step": 41038
    },
    {
      "contrastive_lambda": 0.22684668099638605,
      "epoch": 12.80068621334997,
      "step": 41039
    },
    {
      "epoch": 12.800998128509045,
      "grad_norm": 0.06803930550813675,
      "learning_rate": 2.4906981280286796e-05,
      "loss": 0.0198,
      "step": 41040
    },
    {
      "epoch": 12.800998128509045,
      "flow_loss": 0.0229722298681736,
      "step": 41040
    },
    {
      "contrastive_loss": 0.007394834421575069,
      "epoch": 12.800998128509045,
      "step": 41040
    },
    {
      "contrastive_lambda": 0.22682475344016306,
      "epoch": 12.800998128509045,
      "step": 41040
    },
    {
      "contrastive_lambda": 0.2268028266328655,
      "epoch": 12.801310043668122,
      "step": 41041
    },
    {
      "contrastive_lambda": 0.22678090057455347,
      "epoch": 12.8016219588272,
      "step": 41042
    },
    {
      "contrastive_lambda": 0.22675897526528715,
      "epoch": 12.801933873986275,
      "step": 41043
    },
    {
      "contrastive_lambda": 0.22673705070512679,
      "epoch": 12.802245789145353,
      "step": 41044
    },
    {
      "contrastive_lambda": 0.22671512689413215,
      "epoch": 12.80255770430443,
      "step": 41045
    },
    {
      "contrastive_lambda": 0.22669320383236347,
      "epoch": 12.802869619463506,
      "step": 41046
    },
    {
      "contrastive_lambda": 0.22667128151988092,
      "epoch": 12.803181534622583,
      "step": 41047
    },
    {
      "contrastive_lambda": 0.22664935995674457,
      "epoch": 12.803493449781659,
      "step": 41048
    },
    {
      "contrastive_lambda": 0.2266274391430147,
      "epoch": 12.803805364940736,
      "step": 41049
    },
    {
      "epoch": 12.804117280099813,
      "grad_norm": 0.09622778743505478,
      "learning_rate": 2.488314898472179e-05,
      "loss": 0.0252,
      "step": 41050
    },
    {
      "epoch": 12.804117280099813,
      "flow_loss": 0.026901353150606155,
      "step": 41050
    },
    {
      "contrastive_loss": 0.003190988674759865,
      "epoch": 12.804117280099813,
      "step": 41050
    },
    {
      "contrastive_lambda": 0.22660551907875104,
      "epoch": 12.804117280099813,
      "step": 41050
    },
    {
      "contrastive_lambda": 0.22658359976401388,
      "epoch": 12.804429195258889,
      "step": 41051
    },
    {
      "contrastive_lambda": 0.22656168119886327,
      "epoch": 12.804741110417966,
      "step": 41052
    },
    {
      "contrastive_lambda": 0.22653976338335957,
      "epoch": 12.805053025577044,
      "step": 41053
    },
    {
      "contrastive_lambda": 0.22651784631756222,
      "epoch": 12.80536494073612,
      "step": 41054
    },
    {
      "contrastive_lambda": 0.22649593000153212,
      "epoch": 12.805676855895197,
      "step": 41055
    },
    {
      "contrastive_lambda": 0.22647401443532877,
      "epoch": 12.805988771054274,
      "step": 41056
    },
    {
      "contrastive_lambda": 0.22645209961901241,
      "epoch": 12.80630068621335,
      "step": 41057
    },
    {
      "contrastive_lambda": 0.22643018555264322,
      "epoch": 12.806612601372427,
      "step": 41058
    },
    {
      "contrastive_lambda": 0.22640827223628113,
      "epoch": 12.806924516531504,
      "step": 41059
    },
    {
      "epoch": 12.80723643169058,
      "grad_norm": 0.08855940401554108,
      "learning_rate": 2.485932431899295e-05,
      "loss": 0.0256,
      "step": 41060
    },
    {
      "epoch": 12.80723643169058,
      "flow_loss": 0.03352716192603111,
      "step": 41060
    },
    {
      "contrastive_loss": 0.004679501056671143,
      "epoch": 12.80723643169058,
      "step": 41060
    },
    {
      "contrastive_lambda": 0.22638635966998655,
      "epoch": 12.80723643169058,
      "step": 41060
    },
    {
      "contrastive_lambda": 0.2263644478538191,
      "epoch": 12.807548346849657,
      "step": 41061
    },
    {
      "contrastive_lambda": 0.226342536787839,
      "epoch": 12.807860262008735,
      "step": 41062
    },
    {
      "contrastive_lambda": 0.22632062647210643,
      "epoch": 12.80817217716781,
      "step": 41063
    },
    {
      "contrastive_lambda": 0.22629871690668152,
      "epoch": 12.808484092326887,
      "step": 41064
    },
    {
      "contrastive_lambda": 0.22627680809162393,
      "epoch": 12.808796007485963,
      "step": 41065
    },
    {
      "contrastive_lambda": 0.22625490002699433,
      "epoch": 12.80910792264504,
      "step": 41066
    },
    {
      "contrastive_lambda": 0.2262329927128523,
      "epoch": 12.809419837804118,
      "step": 41067
    },
    {
      "contrastive_lambda": 0.22621108614925806,
      "epoch": 12.809731752963193,
      "step": 41068
    },
    {
      "contrastive_lambda": 0.22618918033627167,
      "epoch": 12.81004366812227,
      "step": 41069
    },
    {
      "epoch": 12.810355583281348,
      "grad_norm": 0.06585709750652313,
      "learning_rate": 2.4835507290337584e-05,
      "loss": 0.0282,
      "step": 41070
    },
    {
      "epoch": 12.810355583281348,
      "flow_loss": 0.01324626337736845,
      "step": 41070
    },
    {
      "contrastive_loss": 0.0034049651585519314,
      "epoch": 12.810355583281348,
      "step": 41070
    },
    {
      "contrastive_lambda": 0.22616727527395336,
      "epoch": 12.810355583281348,
      "step": 41070
    },
    {
      "contrastive_lambda": 0.2261453709623628,
      "epoch": 12.810667498440424,
      "step": 41071
    },
    {
      "contrastive_lambda": 0.2261234674015603,
      "epoch": 12.810979413599501,
      "step": 41072
    },
    {
      "contrastive_lambda": 0.22610156459160585,
      "epoch": 12.811291328758578,
      "step": 41073
    },
    {
      "contrastive_lambda": 0.22607966253255957,
      "epoch": 12.811603243917654,
      "step": 41074
    },
    {
      "contrastive_lambda": 0.22605776122448157,
      "epoch": 12.811915159076731,
      "step": 41075
    },
    {
      "contrastive_lambda": 0.2260358606674316,
      "epoch": 12.812227074235809,
      "step": 41076
    },
    {
      "contrastive_lambda": 0.22601396086146985,
      "epoch": 12.812538989394884,
      "step": 41077
    },
    {
      "contrastive_lambda": 0.22599206180665643,
      "epoch": 12.812850904553962,
      "step": 41078
    },
    {
      "contrastive_lambda": 0.22597016350305127,
      "epoch": 12.813162819713039,
      "step": 41079
    },
    {
      "epoch": 12.813474734872115,
      "grad_norm": 0.10703997313976288,
      "learning_rate": 2.4811697905990672e-05,
      "loss": 0.0243,
      "step": 41080
    },
    {
      "epoch": 12.813474734872115,
      "flow_loss": 0.02142183855175972,
      "step": 41080
    },
    {
      "contrastive_loss": 0.00359531631693244,
      "epoch": 12.813474734872115,
      "step": 41080
    },
    {
      "contrastive_lambda": 0.2259482659507147,
      "epoch": 12.813474734872115,
      "step": 41080
    },
    {
      "contrastive_lambda": 0.22592636914970632,
      "epoch": 12.813786650031192,
      "step": 41081
    },
    {
      "contrastive_lambda": 0.22590447310008638,
      "epoch": 12.814098565190267,
      "step": 41082
    },
    {
      "contrastive_lambda": 0.22588257780191484,
      "epoch": 12.814410480349345,
      "step": 41083
    },
    {
      "contrastive_lambda": 0.225860683255252,
      "epoch": 12.814722395508422,
      "step": 41084
    },
    {
      "contrastive_lambda": 0.22583878946015729,
      "epoch": 12.815034310667498,
      "step": 41085
    },
    {
      "contrastive_lambda": 0.22581689641669145,
      "epoch": 12.815346225826575,
      "step": 41086
    },
    {
      "contrastive_lambda": 0.225795004124914,
      "epoch": 12.815658140985652,
      "step": 41087
    },
    {
      "contrastive_lambda": 0.22577311258488508,
      "epoch": 12.815970056144728,
      "step": 41088
    },
    {
      "contrastive_lambda": 0.2257512217966648,
      "epoch": 12.816281971303805,
      "step": 41089
    },
    {
      "epoch": 12.816593886462883,
      "grad_norm": 0.07894808799028397,
      "learning_rate": 2.4787896173184854e-05,
      "loss": 0.0221,
      "step": 41090
    },
    {
      "epoch": 12.816593886462883,
      "flow_loss": 0.018485087901353836,
      "step": 41090
    },
    {
      "contrastive_loss": 0.0035088052973151207,
      "epoch": 12.816593886462883,
      "step": 41090
    },
    {
      "contrastive_lambda": 0.22572933176031323,
      "epoch": 12.816593886462883,
      "step": 41090
    },
    {
      "contrastive_lambda": 0.22570744247589014,
      "epoch": 12.816905801621958,
      "step": 41091
    },
    {
      "contrastive_lambda": 0.22568555394345563,
      "epoch": 12.817217716781036,
      "step": 41092
    },
    {
      "contrastive_lambda": 0.22566366616306976,
      "epoch": 12.817529631940113,
      "step": 41093
    },
    {
      "contrastive_lambda": 0.22564177913479255,
      "epoch": 12.817841547099189,
      "step": 41094
    },
    {
      "contrastive_lambda": 0.22561989285868417,
      "epoch": 12.818153462258266,
      "step": 41095
    },
    {
      "contrastive_lambda": 0.225598007334804,
      "epoch": 12.818465377417343,
      "step": 41096
    },
    {
      "contrastive_lambda": 0.2255761225632129,
      "epoch": 12.818777292576419,
      "step": 41097
    },
    {
      "contrastive_lambda": 0.22555423854397022,
      "epoch": 12.819089207735496,
      "step": 41098
    },
    {
      "contrastive_lambda": 0.22553235527713622,
      "epoch": 12.819401122894572,
      "step": 41099
    },
    {
      "epoch": 12.81971303805365,
      "grad_norm": 0.10128847509622574,
      "learning_rate": 2.4764102099150534e-05,
      "loss": 0.0246,
      "step": 41100
    },
    {
      "epoch": 12.81971303805365,
      "flow_loss": 0.020084669813513756,
      "step": 41100
    },
    {
      "contrastive_loss": 0.0035559209063649178,
      "epoch": 12.81971303805365,
      "step": 41100
    },
    {
      "contrastive_lambda": 0.2255104727627708,
      "epoch": 12.81971303805365,
      "step": 41100
    },
    {
      "contrastive_lambda": 0.2254885910009342,
      "epoch": 12.820024953212727,
      "step": 41101
    },
    {
      "contrastive_lambda": 0.2254667099916861,
      "epoch": 12.820336868371802,
      "step": 41102
    },
    {
      "contrastive_lambda": 0.2254448297350865,
      "epoch": 12.82064878353088,
      "step": 41103
    },
    {
      "contrastive_lambda": 0.22542295023119557,
      "epoch": 12.820960698689957,
      "step": 41104
    },
    {
      "contrastive_lambda": 0.22540107148007316,
      "epoch": 12.821272613849032,
      "step": 41105
    },
    {
      "contrastive_lambda": 0.22537919348177954,
      "epoch": 12.82158452900811,
      "step": 41106
    },
    {
      "contrastive_lambda": 0.22535731623637423,
      "epoch": 12.821896444167187,
      "step": 41107
    },
    {
      "contrastive_lambda": 0.2253354397439174,
      "epoch": 12.822208359326263,
      "step": 41108
    },
    {
      "contrastive_lambda": 0.2253135640044691,
      "epoch": 12.82252027448534,
      "step": 41109
    },
    {
      "epoch": 12.822832189644418,
      "grad_norm": 0.11262588948011398,
      "learning_rate": 2.4740315691115644e-05,
      "loss": 0.0246,
      "step": 41110
    },
    {
      "epoch": 12.822832189644418,
      "flow_loss": 0.015534445643424988,
      "step": 41110
    },
    {
      "contrastive_loss": 0.0037531761918216944,
      "epoch": 12.822832189644418,
      "step": 41110
    },
    {
      "contrastive_lambda": 0.22529168901808944,
      "epoch": 12.822832189644418,
      "step": 41110
    },
    {
      "contrastive_lambda": 0.22526981478483787,
      "epoch": 12.823144104803493,
      "step": 41111
    },
    {
      "contrastive_lambda": 0.225247941304775,
      "epoch": 12.82345601996257,
      "step": 41112
    },
    {
      "contrastive_lambda": 0.22522606857796035,
      "epoch": 12.823767935121648,
      "step": 41113
    },
    {
      "contrastive_lambda": 0.22520419660445407,
      "epoch": 12.824079850280723,
      "step": 41114
    },
    {
      "contrastive_lambda": 0.22518232538431604,
      "epoch": 12.8243917654398,
      "step": 41115
    },
    {
      "contrastive_lambda": 0.22516045491760628,
      "epoch": 12.824703680598876,
      "step": 41116
    },
    {
      "contrastive_lambda": 0.22513858520438496,
      "epoch": 12.825015595757954,
      "step": 41117
    },
    {
      "contrastive_lambda": 0.22511671624471158,
      "epoch": 12.825327510917031,
      "step": 41118
    },
    {
      "contrastive_lambda": 0.22509484803864632,
      "epoch": 12.825639426076107,
      "step": 41119
    },
    {
      "epoch": 12.825951341235184,
      "grad_norm": 0.1059974730014801,
      "learning_rate": 2.4716536956305918e-05,
      "loss": 0.0238,
      "step": 41120
    },
    {
      "epoch": 12.825951341235184,
      "flow_loss": 0.030055349692702293,
      "step": 41120
    },
    {
      "contrastive_loss": 0.0037064733915030956,
      "epoch": 12.825951341235184,
      "step": 41120
    },
    {
      "contrastive_lambda": 0.2250729805862492,
      "epoch": 12.825951341235184,
      "step": 41120
    },
    {
      "contrastive_lambda": 0.22505111388758026,
      "epoch": 12.826263256394261,
      "step": 41121
    },
    {
      "contrastive_lambda": 0.2250292479426989,
      "epoch": 12.826575171553337,
      "step": 41122
    },
    {
      "contrastive_lambda": 0.22500738275166593,
      "epoch": 12.826887086712414,
      "step": 41123
    },
    {
      "contrastive_lambda": 0.22498551831454056,
      "epoch": 12.827199001871492,
      "step": 41124
    },
    {
      "contrastive_lambda": 0.22496365463138307,
      "epoch": 12.827510917030567,
      "step": 41125
    },
    {
      "contrastive_lambda": 0.2249417917022533,
      "epoch": 12.827822832189645,
      "step": 41126
    },
    {
      "contrastive_lambda": 0.2249199295272114,
      "epoch": 12.828134747348722,
      "step": 41127
    },
    {
      "contrastive_lambda": 0.22489806810631696,
      "epoch": 12.828446662507798,
      "step": 41128
    },
    {
      "contrastive_lambda": 0.2248762074396301,
      "epoch": 12.828758577666875,
      "step": 41129
    },
    {
      "epoch": 12.829070492825952,
      "grad_norm": 0.09010551869869232,
      "learning_rate": 2.4692765901944697e-05,
      "loss": 0.0247,
      "step": 41130
    },
    {
      "epoch": 12.829070492825952,
      "flow_loss": 0.01926570013165474,
      "step": 41130
    },
    {
      "contrastive_loss": 0.003848226508125663,
      "epoch": 12.829070492825952,
      "step": 41130
    },
    {
      "contrastive_lambda": 0.22485434752721073,
      "epoch": 12.829070492825952,
      "step": 41130
    },
    {
      "contrastive_lambda": 0.2248324883691188,
      "epoch": 12.829382407985028,
      "step": 41131
    },
    {
      "contrastive_lambda": 0.2248106299654144,
      "epoch": 12.829694323144105,
      "step": 41132
    },
    {
      "contrastive_lambda": 0.22478877231615707,
      "epoch": 12.83000623830318,
      "step": 41133
    },
    {
      "contrastive_lambda": 0.22476691542140698,
      "epoch": 12.830318153462258,
      "step": 41134
    },
    {
      "contrastive_lambda": 0.224745059281224,
      "epoch": 12.830630068621335,
      "step": 41135
    },
    {
      "contrastive_lambda": 0.22472320389566808,
      "epoch": 12.830941983780411,
      "step": 41136
    },
    {
      "contrastive_lambda": 0.22470134926479934,
      "epoch": 12.831253898939488,
      "step": 41137
    },
    {
      "contrastive_lambda": 0.22467949538867726,
      "epoch": 12.831565814098566,
      "step": 41138
    },
    {
      "contrastive_lambda": 0.22465764226736196,
      "epoch": 12.831877729257641,
      "step": 41139
    },
    {
      "epoch": 12.832189644416719,
      "grad_norm": 0.11480002850294113,
      "learning_rate": 2.4669002535253e-05,
      "loss": 0.0234,
      "step": 41140
    },
    {
      "epoch": 12.832189644416719,
      "flow_loss": 0.045561403036117554,
      "step": 41140
    },
    {
      "contrastive_loss": 0.003991015255451202,
      "epoch": 12.832189644416719,
      "step": 41140
    },
    {
      "contrastive_lambda": 0.22463578990091343,
      "epoch": 12.832189644416719,
      "step": 41140
    },
    {
      "contrastive_lambda": 0.22461393828939163,
      "epoch": 12.832501559575796,
      "step": 41141
    },
    {
      "contrastive_lambda": 0.22459208743285602,
      "epoch": 12.832813474734872,
      "step": 41142
    },
    {
      "contrastive_lambda": 0.22457023733136722,
      "epoch": 12.833125389893949,
      "step": 41143
    },
    {
      "contrastive_lambda": 0.22454838798498455,
      "epoch": 12.833437305053026,
      "step": 41144
    },
    {
      "contrastive_lambda": 0.2245265393937681,
      "epoch": 12.833749220212102,
      "step": 41145
    },
    {
      "contrastive_lambda": 0.2245046915577778,
      "epoch": 12.83406113537118,
      "step": 41146
    },
    {
      "contrastive_lambda": 0.22448284447707356,
      "epoch": 12.834373050530257,
      "step": 41147
    },
    {
      "contrastive_lambda": 0.22446099815171539,
      "epoch": 12.834684965689332,
      "step": 41148
    },
    {
      "contrastive_lambda": 0.22443915258176284,
      "epoch": 12.83499688084841,
      "step": 41149
    },
    {
      "epoch": 12.835308796007485,
      "grad_norm": 0.07346153259277344,
      "learning_rate": 2.46452468634495e-05,
      "loss": 0.0274,
      "step": 41150
    },
    {
      "epoch": 12.835308796007485,
      "flow_loss": 0.019110240042209625,
      "step": 41150
    },
    {
      "contrastive_loss": 0.0032580397091805935,
      "epoch": 12.835308796007485,
      "step": 41150
    },
    {
      "contrastive_lambda": 0.22441730776727603,
      "epoch": 12.835308796007485,
      "step": 41150
    },
    {
      "contrastive_lambda": 0.2243954637083148,
      "epoch": 12.835620711166563,
      "step": 41151
    },
    {
      "contrastive_lambda": 0.22437362040493924,
      "epoch": 12.83593262632564,
      "step": 41152
    },
    {
      "contrastive_lambda": 0.22435177785720872,
      "epoch": 12.836244541484715,
      "step": 41153
    },
    {
      "contrastive_lambda": 0.22432993606518375,
      "epoch": 12.836556456643793,
      "step": 41154
    },
    {
      "contrastive_lambda": 0.2243080950289238,
      "epoch": 12.83686837180287,
      "step": 41155
    },
    {
      "contrastive_lambda": 0.2242862547484888,
      "epoch": 12.837180286961946,
      "step": 41156
    },
    {
      "contrastive_lambda": 0.22426441522393875,
      "epoch": 12.837492202121023,
      "step": 41157
    },
    {
      "contrastive_lambda": 0.22424257645533358,
      "epoch": 12.8378041172801,
      "step": 41158
    },
    {
      "contrastive_lambda": 0.22422073844273288,
      "epoch": 12.838116032439176,
      "step": 41159
    },
    {
      "epoch": 12.838427947598253,
      "grad_norm": 0.08429799228906631,
      "learning_rate": 2.462149889375055e-05,
      "loss": 0.0273,
      "step": 41160
    },
    {
      "epoch": 12.838427947598253,
      "flow_loss": 0.03036465495824814,
      "step": 41160
    },
    {
      "contrastive_loss": 0.004037216305732727,
      "epoch": 12.838427947598253,
      "step": 41160
    },
    {
      "contrastive_lambda": 0.22419890118619673,
      "epoch": 12.838427947598253,
      "step": 41160
    },
    {
      "contrastive_lambda": 0.2241770646857849,
      "epoch": 12.83873986275733,
      "step": 41161
    },
    {
      "contrastive_lambda": 0.22415522894155732,
      "epoch": 12.839051777916406,
      "step": 41162
    },
    {
      "contrastive_lambda": 0.224133393953574,
      "epoch": 12.839363693075484,
      "step": 41163
    },
    {
      "contrastive_lambda": 0.22411155972189434,
      "epoch": 12.839675608234561,
      "step": 41164
    },
    {
      "contrastive_lambda": 0.2240897262465788,
      "epoch": 12.839987523393637,
      "step": 41165
    },
    {
      "contrastive_lambda": 0.2240678935276868,
      "epoch": 12.840299438552714,
      "step": 41166
    },
    {
      "contrastive_lambda": 0.22404606156527834,
      "epoch": 12.84061135371179,
      "step": 41167
    },
    {
      "contrastive_lambda": 0.22402423035941327,
      "epoch": 12.840923268870867,
      "step": 41168
    },
    {
      "contrastive_lambda": 0.22400239991015158,
      "epoch": 12.841235184029944,
      "step": 41169
    },
    {
      "epoch": 12.84154709918902,
      "grad_norm": 0.11141683161258698,
      "learning_rate": 2.459775863337014e-05,
      "loss": 0.0263,
      "step": 41170
    },
    {
      "epoch": 12.84154709918902,
      "flow_loss": 0.017337732017040253,
      "step": 41170
    },
    {
      "contrastive_loss": 0.004887990187853575,
      "epoch": 12.84154709918902,
      "step": 41170
    },
    {
      "contrastive_lambda": 0.22398057021755285,
      "epoch": 12.84154709918902,
      "step": 41170
    },
    {
      "contrastive_lambda": 0.22395874128167703,
      "epoch": 12.841859014348097,
      "step": 41171
    },
    {
      "contrastive_lambda": 0.223936913102584,
      "epoch": 12.842170929507175,
      "step": 41172
    },
    {
      "contrastive_lambda": 0.22391508568033358,
      "epoch": 12.84248284466625,
      "step": 41173
    },
    {
      "contrastive_lambda": 0.22389325901498586,
      "epoch": 12.842794759825328,
      "step": 41174
    },
    {
      "contrastive_lambda": 0.22387143310660024,
      "epoch": 12.843106674984405,
      "step": 41175
    },
    {
      "contrastive_lambda": 0.22384960795523673,
      "epoch": 12.84341859014348,
      "step": 41176
    },
    {
      "contrastive_lambda": 0.22382778356095523,
      "epoch": 12.843730505302558,
      "step": 41177
    },
    {
      "contrastive_lambda": 0.22380595992381574,
      "epoch": 12.844042420461635,
      "step": 41178
    },
    {
      "contrastive_lambda": 0.22378413704387767,
      "epoch": 12.84435433562071,
      "step": 41179
    },
    {
      "epoch": 12.844666250779788,
      "grad_norm": 0.0797400251030922,
      "learning_rate": 2.4574026089519985e-05,
      "loss": 0.022,
      "step": 41180
    },
    {
      "epoch": 12.844666250779788,
      "flow_loss": 0.02219964936375618,
      "step": 41180
    },
    {
      "contrastive_loss": 0.0038278307765722275,
      "epoch": 12.844666250779788,
      "step": 41180
    },
    {
      "contrastive_lambda": 0.22376231492120108,
      "epoch": 12.844666250779788,
      "step": 41180
    },
    {
      "contrastive_lambda": 0.2237404935558458,
      "epoch": 12.844978165938866,
      "step": 41181
    },
    {
      "contrastive_lambda": 0.22371867294787168,
      "epoch": 12.845290081097941,
      "step": 41182
    },
    {
      "contrastive_lambda": 0.2236968530973386,
      "epoch": 12.845601996257018,
      "step": 41183
    },
    {
      "contrastive_lambda": 0.223675034004306,
      "epoch": 12.845913911416094,
      "step": 41184
    },
    {
      "contrastive_lambda": 0.22365321566883434,
      "epoch": 12.846225826575171,
      "step": 41185
    },
    {
      "contrastive_lambda": 0.22363139809098287,
      "epoch": 12.846537741734249,
      "step": 41186
    },
    {
      "contrastive_lambda": 0.2236095812708116,
      "epoch": 12.846849656893324,
      "step": 41187
    },
    {
      "contrastive_lambda": 0.22358776520838036,
      "epoch": 12.847161572052402,
      "step": 41188
    },
    {
      "contrastive_lambda": 0.22356594990374917,
      "epoch": 12.847473487211479,
      "step": 41189
    },
    {
      "epoch": 12.847785402370555,
      "grad_norm": 0.08561129122972488,
      "learning_rate": 2.4550301269409333e-05,
      "loss": 0.0233,
      "step": 41190
    },
    {
      "epoch": 12.847785402370555,
      "flow_loss": 0.028032060712575912,
      "step": 41190
    },
    {
      "contrastive_loss": 0.0062902322970330715,
      "epoch": 12.847785402370555,
      "step": 41190
    },
    {
      "contrastive_lambda": 0.22354413535697742,
      "epoch": 12.847785402370555,
      "step": 41190
    },
    {
      "contrastive_lambda": 0.22352232156812513,
      "epoch": 12.848097317529632,
      "step": 41191
    },
    {
      "contrastive_lambda": 0.22350050853725206,
      "epoch": 12.84840923268871,
      "step": 41192
    },
    {
      "contrastive_lambda": 0.22347869626441808,
      "epoch": 12.848721147847785,
      "step": 41193
    },
    {
      "contrastive_lambda": 0.22345688474968312,
      "epoch": 12.849033063006862,
      "step": 41194
    },
    {
      "contrastive_lambda": 0.22343507399310664,
      "epoch": 12.84934497816594,
      "step": 41195
    },
    {
      "contrastive_lambda": 0.2234132639947486,
      "epoch": 12.849656893325015,
      "step": 41196
    },
    {
      "contrastive_lambda": 0.22339145475466882,
      "epoch": 12.849968808484093,
      "step": 41197
    },
    {
      "contrastive_lambda": 0.2233696462729272,
      "epoch": 12.85028072364317,
      "step": 41198
    },
    {
      "contrastive_lambda": 0.22334783854958312,
      "epoch": 12.850592638802246,
      "step": 41199
    },
    {
      "epoch": 12.850904553961323,
      "grad_norm": 0.07583069056272507,
      "learning_rate": 2.4526584180245216e-05,
      "loss": 0.0298,
      "step": 41200
    },
    {
      "epoch": 12.850904553961323,
      "flow_loss": 0.02080196887254715,
      "step": 41200
    },
    {
      "contrastive_loss": 0.006627930328249931,
      "epoch": 12.850904553961323,
      "step": 41200
    },
    {
      "contrastive_lambda": 0.22332603158469694,
      "epoch": 12.850904553961323,
      "step": 41200
    },
    {
      "contrastive_lambda": 0.223304225378328,
      "epoch": 12.851216469120399,
      "step": 41201
    },
    {
      "contrastive_lambda": 0.22328241993053627,
      "epoch": 12.851528384279476,
      "step": 41202
    },
    {
      "contrastive_lambda": 0.22326061524138147,
      "epoch": 12.851840299438553,
      "step": 41203
    },
    {
      "contrastive_lambda": 0.22323881131092338,
      "epoch": 12.852152214597629,
      "step": 41204
    },
    {
      "contrastive_lambda": 0.22321700813922202,
      "epoch": 12.852464129756706,
      "step": 41205
    },
    {
      "contrastive_lambda": 0.22319520572633672,
      "epoch": 12.852776044915784,
      "step": 41206
    },
    {
      "contrastive_lambda": 0.2231734040723275,
      "epoch": 12.853087960074859,
      "step": 41207
    },
    {
      "contrastive_lambda": 0.22315160317725413,
      "epoch": 12.853399875233936,
      "step": 41208
    },
    {
      "contrastive_lambda": 0.22312980304117652,
      "epoch": 12.853711790393014,
      "step": 41209
    },
    {
      "epoch": 12.85402370555209,
      "grad_norm": 0.07695036381483078,
      "learning_rate": 2.4502874829232236e-05,
      "loss": 0.0244,
      "step": 41210
    },
    {
      "epoch": 12.85402370555209,
      "flow_loss": 0.04150707274675369,
      "step": 41210
    },
    {
      "contrastive_loss": 0.004156617447733879,
      "epoch": 12.85402370555209,
      "step": 41210
    },
    {
      "contrastive_lambda": 0.22310800366415395,
      "epoch": 12.85402370555209,
      "step": 41210
    },
    {
      "contrastive_lambda": 0.22308620504624682,
      "epoch": 12.854335620711167,
      "step": 41211
    },
    {
      "contrastive_lambda": 0.2230644071875144,
      "epoch": 12.854647535870244,
      "step": 41212
    },
    {
      "contrastive_lambda": 0.22304261008801668,
      "epoch": 12.85495945102932,
      "step": 41213
    },
    {
      "contrastive_lambda": 0.22302081374781335,
      "epoch": 12.855271366188397,
      "step": 41214
    },
    {
      "contrastive_lambda": 0.22299901816696438,
      "epoch": 12.855583281347474,
      "step": 41215
    },
    {
      "contrastive_lambda": 0.2229772233455291,
      "epoch": 12.85589519650655,
      "step": 41216
    },
    {
      "contrastive_lambda": 0.22295542928356754,
      "epoch": 12.856207111665627,
      "step": 41217
    },
    {
      "contrastive_lambda": 0.22293363598113936,
      "epoch": 12.856519026824703,
      "step": 41218
    },
    {
      "contrastive_lambda": 0.2229118434383044,
      "epoch": 12.85683094198378,
      "step": 41219
    },
    {
      "epoch": 12.857142857142858,
      "grad_norm": 0.05057898163795471,
      "learning_rate": 2.447917322357267e-05,
      "loss": 0.0253,
      "step": 41220
    },
    {
      "epoch": 12.857142857142858,
      "flow_loss": 0.009229027666151524,
      "step": 41220
    },
    {
      "contrastive_loss": 0.004958275705575943,
      "epoch": 12.857142857142858,
      "step": 41220
    },
    {
      "contrastive_lambda": 0.2228900516551225,
      "epoch": 12.857142857142858,
      "step": 41220
    },
    {
      "contrastive_lambda": 0.22286826063165288,
      "epoch": 12.857454772301933,
      "step": 41221
    },
    {
      "contrastive_lambda": 0.22284647036795602,
      "epoch": 12.85776668746101,
      "step": 41222
    },
    {
      "contrastive_lambda": 0.22282468086409113,
      "epoch": 12.858078602620088,
      "step": 41223
    },
    {
      "contrastive_lambda": 0.2228028921201181,
      "epoch": 12.858390517779164,
      "step": 41224
    },
    {
      "contrastive_lambda": 0.2227811041360967,
      "epoch": 12.858702432938241,
      "step": 41225
    },
    {
      "contrastive_lambda": 0.22275931691208684,
      "epoch": 12.859014348097318,
      "step": 41226
    },
    {
      "contrastive_lambda": 0.22273753044814787,
      "epoch": 12.859326263256394,
      "step": 41227
    },
    {
      "contrastive_lambda": 0.2227157447443397,
      "epoch": 12.859638178415471,
      "step": 41228
    },
    {
      "contrastive_lambda": 0.22269395980072204,
      "epoch": 12.859950093574549,
      "step": 41229
    },
    {
      "epoch": 12.860262008733624,
      "grad_norm": 0.05686449259519577,
      "learning_rate": 2.4455479370466443e-05,
      "loss": 0.0201,
      "step": 41230
    },
    {
      "epoch": 12.860262008733624,
      "flow_loss": 0.018207434564828873,
      "step": 41230
    },
    {
      "contrastive_loss": 0.003312711138278246,
      "epoch": 12.860262008733624,
      "step": 41230
    },
    {
      "contrastive_lambda": 0.22267217561735464,
      "epoch": 12.860262008733624,
      "step": 41230
    },
    {
      "contrastive_lambda": 0.2226503921942974,
      "epoch": 12.860573923892701,
      "step": 41231
    },
    {
      "contrastive_lambda": 0.22262860953160968,
      "epoch": 12.860885839051779,
      "step": 41232
    },
    {
      "contrastive_lambda": 0.22260682762935136,
      "epoch": 12.861197754210854,
      "step": 41233
    },
    {
      "contrastive_lambda": 0.22258504648758215,
      "epoch": 12.861509669369932,
      "step": 41234
    },
    {
      "contrastive_lambda": 0.22256326610636185,
      "epoch": 12.861821584529007,
      "step": 41235
    },
    {
      "contrastive_lambda": 0.22254148648575023,
      "epoch": 12.862133499688085,
      "step": 41236
    },
    {
      "contrastive_lambda": 0.22251970762580675,
      "epoch": 12.862445414847162,
      "step": 41237
    },
    {
      "contrastive_lambda": 0.2224979295265912,
      "epoch": 12.862757330006238,
      "step": 41238
    },
    {
      "contrastive_lambda": 0.22247615218816336,
      "epoch": 12.863069245165315,
      "step": 41239
    },
    {
      "epoch": 12.863381160324392,
      "grad_norm": 0.09687414020299911,
      "learning_rate": 2.4431793277111097e-05,
      "loss": 0.0227,
      "step": 41240
    },
    {
      "epoch": 12.863381160324392,
      "flow_loss": 0.04141576960682869,
      "step": 41240
    },
    {
      "contrastive_loss": 0.0035240412689745426,
      "epoch": 12.863381160324392,
      "step": 41240
    },
    {
      "contrastive_lambda": 0.22245437561058307,
      "epoch": 12.863381160324392,
      "step": 41240
    },
    {
      "contrastive_lambda": 0.2224325997939095,
      "epoch": 12.863693075483468,
      "step": 41241
    },
    {
      "contrastive_lambda": 0.22241082473820312,
      "epoch": 12.864004990642545,
      "step": 41242
    },
    {
      "contrastive_lambda": 0.22238905044352303,
      "epoch": 12.864316905801623,
      "step": 41243
    },
    {
      "contrastive_lambda": 0.22236727690992908,
      "epoch": 12.864628820960698,
      "step": 41244
    },
    {
      "contrastive_lambda": 0.22234550413748105,
      "epoch": 12.864940736119776,
      "step": 41245
    },
    {
      "contrastive_lambda": 0.22232373212623874,
      "epoch": 12.865252651278853,
      "step": 41246
    },
    {
      "contrastive_lambda": 0.22230196087626153,
      "epoch": 12.865564566437929,
      "step": 41247
    },
    {
      "contrastive_lambda": 0.2222801903876092,
      "epoch": 12.865876481597006,
      "step": 41248
    },
    {
      "contrastive_lambda": 0.22225842066034157,
      "epoch": 12.866188396756083,
      "step": 41249
    },
    {
      "epoch": 12.866500311915159,
      "grad_norm": 0.07395938783884048,
      "learning_rate": 2.4408114950701905e-05,
      "loss": 0.0246,
      "step": 41250
    },
    {
      "epoch": 12.866500311915159,
      "flow_loss": 0.019505485892295837,
      "step": 41250
    },
    {
      "contrastive_loss": 0.004757773131132126,
      "epoch": 12.866500311915159,
      "step": 41250
    },
    {
      "contrastive_lambda": 0.22223665169451817,
      "epoch": 12.866500311915159,
      "step": 41250
    },
    {
      "contrastive_lambda": 0.22221488349019902,
      "epoch": 12.866812227074236,
      "step": 41251
    },
    {
      "contrastive_lambda": 0.22219311604744313,
      "epoch": 12.867124142233312,
      "step": 41252
    },
    {
      "contrastive_lambda": 0.22217134936631094,
      "epoch": 12.86743605739239,
      "step": 41253
    },
    {
      "contrastive_lambda": 0.22214958344686164,
      "epoch": 12.867747972551467,
      "step": 41254
    },
    {
      "contrastive_lambda": 0.222127818289155,
      "epoch": 12.868059887710542,
      "step": 41255
    },
    {
      "contrastive_lambda": 0.22210605389325072,
      "epoch": 12.86837180286962,
      "step": 41256
    },
    {
      "contrastive_lambda": 0.22208429025920867,
      "epoch": 12.868683718028697,
      "step": 41257
    },
    {
      "contrastive_lambda": 0.22206252738708815,
      "epoch": 12.868995633187772,
      "step": 41258
    },
    {
      "contrastive_lambda": 0.22204076527694894,
      "epoch": 12.86930754834685,
      "step": 41259
    },
    {
      "epoch": 12.869619463505927,
      "grad_norm": 0.10784502327442169,
      "learning_rate": 2.4384444398431634e-05,
      "loss": 0.0256,
      "step": 41260
    },
    {
      "epoch": 12.869619463505927,
      "flow_loss": 0.013132323510944843,
      "step": 41260
    },
    {
      "contrastive_loss": 0.003928574733436108,
      "epoch": 12.869619463505927,
      "step": 41260
    },
    {
      "contrastive_lambda": 0.22201900392885077,
      "epoch": 12.869619463505927,
      "step": 41260
    },
    {
      "contrastive_lambda": 0.2219972433428533,
      "epoch": 12.869931378665003,
      "step": 41261
    },
    {
      "contrastive_lambda": 0.22197548351901636,
      "epoch": 12.87024329382408,
      "step": 41262
    },
    {
      "contrastive_lambda": 0.22195372445739925,
      "epoch": 12.870555208983157,
      "step": 41263
    },
    {
      "contrastive_lambda": 0.22193196615806177,
      "epoch": 12.870867124142233,
      "step": 41264
    },
    {
      "contrastive_lambda": 0.22191020862106353,
      "epoch": 12.87117903930131,
      "step": 41265
    },
    {
      "contrastive_lambda": 0.2218884518464645,
      "epoch": 12.871490954460388,
      "step": 41266
    },
    {
      "contrastive_lambda": 0.22186669583432367,
      "epoch": 12.871802869619463,
      "step": 41267
    },
    {
      "contrastive_lambda": 0.2218449405847015,
      "epoch": 12.87211478477854,
      "step": 41268
    },
    {
      "contrastive_lambda": 0.221823186097657,
      "epoch": 12.872426699937616,
      "step": 41269
    },
    {
      "epoch": 12.872738615096694,
      "grad_norm": 0.07565826177597046,
      "learning_rate": 2.4360781627490837e-05,
      "loss": 0.0209,
      "step": 41270
    },
    {
      "epoch": 12.872738615096694,
      "flow_loss": 0.03664688766002655,
      "step": 41270
    },
    {
      "contrastive_loss": 0.0036733532324433327,
      "epoch": 12.872738615096694,
      "step": 41270
    },
    {
      "contrastive_lambda": 0.22180143237325,
      "epoch": 12.872738615096694,
      "step": 41270
    },
    {
      "contrastive_lambda": 0.22177967941154025,
      "epoch": 12.873050530255771,
      "step": 41271
    },
    {
      "contrastive_lambda": 0.22175792721258725,
      "epoch": 12.873362445414847,
      "step": 41272
    },
    {
      "contrastive_lambda": 0.22173617577645088,
      "epoch": 12.873674360573924,
      "step": 41273
    },
    {
      "contrastive_lambda": 0.2217144251031904,
      "epoch": 12.873986275733001,
      "step": 41274
    },
    {
      "contrastive_lambda": 0.22169267519286562,
      "epoch": 12.874298190892077,
      "step": 41275
    },
    {
      "contrastive_lambda": 0.22167092604553618,
      "epoch": 12.874610106051154,
      "step": 41276
    },
    {
      "contrastive_lambda": 0.22164917766126185,
      "epoch": 12.874922021210232,
      "step": 41277
    },
    {
      "contrastive_lambda": 0.221627430040102,
      "epoch": 12.875233936369307,
      "step": 41278
    },
    {
      "contrastive_lambda": 0.22160568318211626,
      "epoch": 12.875545851528384,
      "step": 41279
    },
    {
      "epoch": 12.87585776668746,
      "grad_norm": 0.09463533759117126,
      "learning_rate": 2.433712664506762e-05,
      "loss": 0.0254,
      "step": 41280
    },
    {
      "epoch": 12.87585776668746,
      "flow_loss": 0.02362932451069355,
      "step": 41280
    },
    {
      "contrastive_loss": 0.003446295391768217,
      "epoch": 12.87585776668746,
      "step": 41280
    },
    {
      "contrastive_lambda": 0.2215839370873644,
      "epoch": 12.87585776668746,
      "step": 41280
    },
    {
      "contrastive_lambda": 0.22156219175590597,
      "epoch": 12.876169681846537,
      "step": 41281
    },
    {
      "contrastive_lambda": 0.2215404471878008,
      "epoch": 12.876481597005615,
      "step": 41282
    },
    {
      "contrastive_lambda": 0.22151870338310808,
      "epoch": 12.876793512164692,
      "step": 41283
    },
    {
      "contrastive_lambda": 0.2214969603418877,
      "epoch": 12.877105427323768,
      "step": 41284
    },
    {
      "contrastive_lambda": 0.22147521806419918,
      "epoch": 12.877417342482845,
      "step": 41285
    },
    {
      "contrastive_lambda": 0.2214534765501024,
      "epoch": 12.87772925764192,
      "step": 41286
    },
    {
      "contrastive_lambda": 0.2214317357996563,
      "epoch": 12.878041172800998,
      "step": 41287
    },
    {
      "contrastive_lambda": 0.2214099958129213,
      "epoch": 12.878353087960075,
      "step": 41288
    },
    {
      "contrastive_lambda": 0.22138825658995642,
      "epoch": 12.878665003119151,
      "step": 41289
    },
    {
      "epoch": 12.878976918278228,
      "grad_norm": 0.09987650066614151,
      "learning_rate": 2.431347945834774e-05,
      "loss": 0.0215,
      "step": 41290
    },
    {
      "epoch": 12.878976918278228,
      "flow_loss": 0.023776667192578316,
      "step": 41290
    },
    {
      "contrastive_loss": 0.0037192353047430515,
      "epoch": 12.878976918278228,
      "step": 41290
    },
    {
      "contrastive_lambda": 0.22136651813082148,
      "epoch": 12.878976918278228,
      "step": 41290
    },
    {
      "contrastive_lambda": 0.22134478043557604,
      "epoch": 12.879288833437306,
      "step": 41291
    },
    {
      "contrastive_lambda": 0.22132304350427967,
      "epoch": 12.879600748596381,
      "step": 41292
    },
    {
      "contrastive_lambda": 0.22130130733699221,
      "epoch": 12.879912663755459,
      "step": 41293
    },
    {
      "contrastive_lambda": 0.2212795719337729,
      "epoch": 12.880224578914536,
      "step": 41294
    },
    {
      "contrastive_lambda": 0.2212578372946814,
      "epoch": 12.880536494073612,
      "step": 41295
    },
    {
      "contrastive_lambda": 0.2212361034197774,
      "epoch": 12.880848409232689,
      "step": 41296
    },
    {
      "contrastive_lambda": 0.22121437030912067,
      "epoch": 12.881160324391765,
      "step": 41297
    },
    {
      "contrastive_lambda": 0.2211926379627701,
      "epoch": 12.881472239550842,
      "step": 41298
    },
    {
      "contrastive_lambda": 0.22117090638078618,
      "epoch": 12.88178415470992,
      "step": 41299
    },
    {
      "epoch": 12.882096069868995,
      "grad_norm": 0.07382051646709442,
      "learning_rate": 2.428984007451458e-05,
      "loss": 0.0256,
      "step": 41300
    },
    {
      "epoch": 12.882096069868995,
      "flow_loss": 0.017062200233340263,
      "step": 41300
    },
    {
      "contrastive_loss": 0.00424706656485796,
      "epoch": 12.882096069868995,
      "step": 41300
    },
    {
      "contrastive_lambda": 0.22114917556322788,
      "epoch": 12.882096069868995,
      "step": 41300
    },
    {
      "contrastive_lambda": 0.22112744551015495,
      "epoch": 12.882407985028072,
      "step": 41301
    },
    {
      "contrastive_lambda": 0.22110571622162695,
      "epoch": 12.88271990018715,
      "step": 41302
    },
    {
      "contrastive_lambda": 0.2210839876977036,
      "epoch": 12.883031815346225,
      "step": 41303
    },
    {
      "contrastive_lambda": 0.2210622599384442,
      "epoch": 12.883343730505302,
      "step": 41304
    },
    {
      "contrastive_lambda": 0.22104053294390846,
      "epoch": 12.88365564566438,
      "step": 41305
    },
    {
      "contrastive_lambda": 0.2210188067141559,
      "epoch": 12.883967560823455,
      "step": 41306
    },
    {
      "contrastive_lambda": 0.22099708124924616,
      "epoch": 12.884279475982533,
      "step": 41307
    },
    {
      "contrastive_lambda": 0.2209753565492389,
      "epoch": 12.88459139114161,
      "step": 41308
    },
    {
      "contrastive_lambda": 0.2209536326141932,
      "epoch": 12.884903306300686,
      "step": 41309
    },
    {
      "epoch": 12.885215221459763,
      "grad_norm": 0.10685108602046967,
      "learning_rate": 2.426620850074917e-05,
      "loss": 0.0247,
      "step": 41310
    },
    {
      "epoch": 12.885215221459763,
      "flow_loss": 0.0361967459321022,
      "step": 41310
    },
    {
      "contrastive_loss": 0.004273539409041405,
      "epoch": 12.885215221459763,
      "step": 41310
    },
    {
      "contrastive_lambda": 0.22093190944416935,
      "epoch": 12.885215221459763,
      "step": 41310
    },
    {
      "contrastive_lambda": 0.22091018703922627,
      "epoch": 12.88552713661884,
      "step": 41311
    },
    {
      "contrastive_lambda": 0.2208884653994238,
      "epoch": 12.885839051777916,
      "step": 41312
    },
    {
      "contrastive_lambda": 0.22086674452482147,
      "epoch": 12.886150966936993,
      "step": 41313
    },
    {
      "contrastive_lambda": 0.22084502441547899,
      "epoch": 12.886462882096069,
      "step": 41314
    },
    {
      "contrastive_lambda": 0.22082330507145548,
      "epoch": 12.886774797255146,
      "step": 41315
    },
    {
      "contrastive_lambda": 0.2208015864928108,
      "epoch": 12.887086712414224,
      "step": 41316
    },
    {
      "contrastive_lambda": 0.22077986867960436,
      "epoch": 12.8873986275733,
      "step": 41317
    },
    {
      "contrastive_lambda": 0.22075815163189583,
      "epoch": 12.887710542732377,
      "step": 41318
    },
    {
      "contrastive_lambda": 0.2207364353497448,
      "epoch": 12.888022457891454,
      "step": 41319
    },
    {
      "epoch": 12.88833437305053,
      "grad_norm": 0.09259043633937836,
      "learning_rate": 2.424258474423014e-05,
      "loss": 0.0259,
      "step": 41320
    },
    {
      "epoch": 12.88833437305053,
      "flow_loss": 0.010760115459561348,
      "step": 41320
    },
    {
      "contrastive_loss": 0.0038864011876285076,
      "epoch": 12.88833437305053,
      "step": 41320
    },
    {
      "contrastive_lambda": 0.22071471983321056,
      "epoch": 12.88833437305053,
      "step": 41320
    },
    {
      "contrastive_lambda": 0.22069300508235273,
      "epoch": 12.888646288209607,
      "step": 41321
    },
    {
      "contrastive_lambda": 0.22067129109723094,
      "epoch": 12.888958203368684,
      "step": 41322
    },
    {
      "contrastive_lambda": 0.22064957787790462,
      "epoch": 12.88927011852776,
      "step": 41323
    },
    {
      "contrastive_lambda": 0.22062786542443352,
      "epoch": 12.889582033686837,
      "step": 41324
    },
    {
      "contrastive_lambda": 0.2206061537368768,
      "epoch": 12.889893948845915,
      "step": 41325
    },
    {
      "contrastive_lambda": 0.2205844428152942,
      "epoch": 12.89020586400499,
      "step": 41326
    },
    {
      "contrastive_lambda": 0.22056273265974524,
      "epoch": 12.890517779164067,
      "step": 41327
    },
    {
      "contrastive_lambda": 0.22054102327028935,
      "epoch": 12.890829694323145,
      "step": 41328
    },
    {
      "contrastive_lambda": 0.22051931464698615,
      "epoch": 12.89114160948222,
      "step": 41329
    },
    {
      "epoch": 12.891453524641298,
      "grad_norm": 0.07160794734954834,
      "learning_rate": 2.421896881213382e-05,
      "loss": 0.026,
      "step": 41330
    },
    {
      "epoch": 12.891453524641298,
      "flow_loss": 0.011321056634187698,
      "step": 41330
    },
    {
      "contrastive_loss": 0.003844992723315954,
      "epoch": 12.891453524641298,
      "step": 41330
    },
    {
      "contrastive_lambda": 0.22049760678989527,
      "epoch": 12.891453524641298,
      "step": 41330
    },
    {
      "contrastive_lambda": 0.22047589969907594,
      "epoch": 12.891765439800373,
      "step": 41331
    },
    {
      "contrastive_lambda": 0.22045419337458777,
      "epoch": 12.89207735495945,
      "step": 41332
    },
    {
      "contrastive_lambda": 0.22043248781649033,
      "epoch": 12.892389270118528,
      "step": 41333
    },
    {
      "contrastive_lambda": 0.22041078302484324,
      "epoch": 12.892701185277604,
      "step": 41334
    },
    {
      "contrastive_lambda": 0.22038907899970567,
      "epoch": 12.893013100436681,
      "step": 41335
    },
    {
      "contrastive_lambda": 0.22036737574113735,
      "epoch": 12.893325015595758,
      "step": 41336
    },
    {
      "contrastive_lambda": 0.22034567324919774,
      "epoch": 12.893636930754834,
      "step": 41337
    },
    {
      "contrastive_lambda": 0.22032397152394634,
      "epoch": 12.893948845913911,
      "step": 41338
    },
    {
      "contrastive_lambda": 0.22030227056544283,
      "epoch": 12.894260761072989,
      "step": 41339
    },
    {
      "epoch": 12.894572676232064,
      "grad_norm": 0.0792810395359993,
      "learning_rate": 2.419536071163402e-05,
      "loss": 0.0184,
      "step": 41340
    },
    {
      "epoch": 12.894572676232064,
      "flow_loss": 0.015485377982258797,
      "step": 41340
    },
    {
      "contrastive_loss": 0.004680727142840624,
      "epoch": 12.894572676232064,
      "step": 41340
    },
    {
      "contrastive_lambda": 0.22028057037374615,
      "epoch": 12.894572676232064,
      "step": 41340
    },
    {
      "contrastive_lambda": 0.22025887094891655,
      "epoch": 12.894884591391142,
      "step": 41341
    },
    {
      "contrastive_lambda": 0.22023717229101297,
      "epoch": 12.895196506550219,
      "step": 41342
    },
    {
      "contrastive_lambda": 0.2202154744000951,
      "epoch": 12.895508421709295,
      "step": 41343
    },
    {
      "contrastive_lambda": 0.2201937772762223,
      "epoch": 12.895820336868372,
      "step": 41344
    },
    {
      "contrastive_lambda": 0.2201720809194544,
      "epoch": 12.89613225202745,
      "step": 41345
    },
    {
      "contrastive_lambda": 0.22015038532985037,
      "epoch": 12.896444167186525,
      "step": 41346
    },
    {
      "contrastive_lambda": 0.22012869050747003,
      "epoch": 12.896756082345602,
      "step": 41347
    },
    {
      "contrastive_lambda": 0.22010699645237275,
      "epoch": 12.897067997504678,
      "step": 41348
    },
    {
      "contrastive_lambda": 0.220085303164618,
      "epoch": 12.897379912663755,
      "step": 41349
    },
    {
      "epoch": 12.897691827822833,
      "grad_norm": 0.0853477492928505,
      "learning_rate": 2.417176044990233e-05,
      "loss": 0.028,
      "step": 41350
    },
    {
      "epoch": 12.897691827822833,
      "flow_loss": 0.009926145896315575,
      "step": 41350
    },
    {
      "contrastive_loss": 0.004249324556440115,
      "epoch": 12.897691827822833,
      "step": 41350
    },
    {
      "contrastive_lambda": 0.2200636106442655,
      "epoch": 12.897691827822833,
      "step": 41350
    },
    {
      "contrastive_lambda": 0.2200419188913743,
      "epoch": 12.898003742981908,
      "step": 41351
    },
    {
      "contrastive_lambda": 0.22002022790600412,
      "epoch": 12.898315658140985,
      "step": 41352
    },
    {
      "contrastive_lambda": 0.2199985376882143,
      "epoch": 12.898627573300063,
      "step": 41353
    },
    {
      "contrastive_lambda": 0.21997684823806463,
      "epoch": 12.898939488459138,
      "step": 41354
    },
    {
      "contrastive_lambda": 0.21995515955561395,
      "epoch": 12.899251403618216,
      "step": 41355
    },
    {
      "contrastive_lambda": 0.21993347164092247,
      "epoch": 12.899563318777293,
      "step": 41356
    },
    {
      "contrastive_lambda": 0.21991178449404908,
      "epoch": 12.899875233936369,
      "step": 41357
    },
    {
      "contrastive_lambda": 0.21989009811505345,
      "epoch": 12.900187149095446,
      "step": 41358
    },
    {
      "contrastive_lambda": 0.21986841250399503,
      "epoch": 12.900499064254523,
      "step": 41359
    },
    {
      "epoch": 12.900810979413599,
      "grad_norm": 0.09132951498031616,
      "learning_rate": 2.4148168034107855e-05,
      "loss": 0.0235,
      "step": 41360
    },
    {
      "epoch": 12.900810979413599,
      "flow_loss": 0.026078907772898674,
      "step": 41360
    },
    {
      "contrastive_loss": 0.003758402541279793,
      "epoch": 12.900810979413599,
      "step": 41360
    },
    {
      "contrastive_lambda": 0.21984672766093327,
      "epoch": 12.900810979413599,
      "step": 41360
    },
    {
      "contrastive_lambda": 0.21982504358592775,
      "epoch": 12.901122894572676,
      "step": 41361
    },
    {
      "contrastive_lambda": 0.21980336027903763,
      "epoch": 12.901434809731754,
      "step": 41362
    },
    {
      "contrastive_lambda": 0.21978167774032253,
      "epoch": 12.90174672489083,
      "step": 41363
    },
    {
      "contrastive_lambda": 0.2197599959698418,
      "epoch": 12.902058640049907,
      "step": 41364
    },
    {
      "contrastive_lambda": 0.21973831496765522,
      "epoch": 12.902370555208982,
      "step": 41365
    },
    {
      "contrastive_lambda": 0.21971663473382153,
      "epoch": 12.90268247036806,
      "step": 41366
    },
    {
      "contrastive_lambda": 0.219694955268401,
      "epoch": 12.902994385527137,
      "step": 41367
    },
    {
      "contrastive_lambda": 0.21967327657145247,
      "epoch": 12.903306300686213,
      "step": 41368
    },
    {
      "contrastive_lambda": 0.21965159864303557,
      "epoch": 12.90361821584529,
      "step": 41369
    },
    {
      "epoch": 12.903930131004367,
      "grad_norm": 0.07475844770669937,
      "learning_rate": 2.4124583471417355e-05,
      "loss": 0.0282,
      "step": 41370
    },
    {
      "epoch": 12.903930131004367,
      "flow_loss": 0.013955524191260338,
      "step": 41370
    },
    {
      "contrastive_loss": 0.004464947152882814,
      "epoch": 12.903930131004367,
      "step": 41370
    },
    {
      "contrastive_lambda": 0.2196299214832097,
      "epoch": 12.903930131004367,
      "step": 41370
    },
    {
      "contrastive_lambda": 0.21960824509203458,
      "epoch": 12.904242046163443,
      "step": 41371
    },
    {
      "contrastive_lambda": 0.21958656946956912,
      "epoch": 12.90455396132252,
      "step": 41372
    },
    {
      "contrastive_lambda": 0.21956489461587303,
      "epoch": 12.904865876481598,
      "step": 41373
    },
    {
      "contrastive_lambda": 0.21954322053100567,
      "epoch": 12.905177791640673,
      "step": 41374
    },
    {
      "contrastive_lambda": 0.21952154721502654,
      "epoch": 12.90548970679975,
      "step": 41375
    },
    {
      "contrastive_lambda": 0.2194998746679952,
      "epoch": 12.905801621958828,
      "step": 41376
    },
    {
      "contrastive_lambda": 0.21947820288997066,
      "epoch": 12.906113537117903,
      "step": 41377
    },
    {
      "contrastive_lambda": 0.21945653188101255,
      "epoch": 12.90642545227698,
      "step": 41378
    },
    {
      "contrastive_lambda": 0.2194348616411803,
      "epoch": 12.906737367436058,
      "step": 41379
    },
    {
      "epoch": 12.907049282595134,
      "grad_norm": 0.08567818999290466,
      "learning_rate": 2.41010067689952e-05,
      "loss": 0.023,
      "step": 41380
    },
    {
      "epoch": 12.907049282595134,
      "flow_loss": 0.027460306882858276,
      "step": 41380
    },
    {
      "contrastive_loss": 0.0035687326453626156,
      "epoch": 12.907049282595134,
      "step": 41380
    },
    {
      "contrastive_lambda": 0.21941319217053334,
      "epoch": 12.907049282595134,
      "step": 41380
    },
    {
      "contrastive_lambda": 0.2193915234691312,
      "epoch": 12.907361197754211,
      "step": 41381
    },
    {
      "contrastive_lambda": 0.21936985553703298,
      "epoch": 12.907673112913287,
      "step": 41382
    },
    {
      "contrastive_lambda": 0.21934818837429815,
      "epoch": 12.907985028072364,
      "step": 41383
    },
    {
      "contrastive_lambda": 0.2193265219809863,
      "epoch": 12.908296943231441,
      "step": 41384
    },
    {
      "contrastive_lambda": 0.21930485635715685,
      "epoch": 12.908608858390517,
      "step": 41385
    },
    {
      "contrastive_lambda": 0.21928319150286868,
      "epoch": 12.908920773549594,
      "step": 41386
    },
    {
      "contrastive_lambda": 0.219261527418182,
      "epoch": 12.909232688708672,
      "step": 41387
    },
    {
      "contrastive_lambda": 0.2192398641031556,
      "epoch": 12.909544603867747,
      "step": 41388
    },
    {
      "contrastive_lambda": 0.219218201557849,
      "epoch": 12.909856519026825,
      "step": 41389
    },
    {
      "epoch": 12.910168434185902,
      "grad_norm": 0.07424496114253998,
      "learning_rate": 2.4077437934003338e-05,
      "loss": 0.0293,
      "step": 41390
    },
    {
      "epoch": 12.910168434185902,
      "flow_loss": 0.018553655594587326,
      "step": 41390
    },
    {
      "contrastive_loss": 0.004534309729933739,
      "epoch": 12.910168434185902,
      "step": 41390
    },
    {
      "contrastive_lambda": 0.21919653978232168,
      "epoch": 12.910168434185902,
      "step": 41390
    },
    {
      "contrastive_lambda": 0.21917487877663316,
      "epoch": 12.910480349344978,
      "step": 41391
    },
    {
      "contrastive_lambda": 0.21915321854084252,
      "epoch": 12.910792264504055,
      "step": 41392
    },
    {
      "contrastive_lambda": 0.2191315590750092,
      "epoch": 12.911104179663132,
      "step": 41393
    },
    {
      "contrastive_lambda": 0.2191099003791927,
      "epoch": 12.911416094822208,
      "step": 41394
    },
    {
      "contrastive_lambda": 0.21908824245345238,
      "epoch": 12.911728009981285,
      "step": 41395
    },
    {
      "contrastive_lambda": 0.21906658529784773,
      "epoch": 12.912039925140363,
      "step": 41396
    },
    {
      "contrastive_lambda": 0.21904492891243765,
      "epoch": 12.912351840299438,
      "step": 41397
    },
    {
      "contrastive_lambda": 0.21902327329728216,
      "epoch": 12.912663755458516,
      "step": 41398
    },
    {
      "contrastive_lambda": 0.2190016184524402,
      "epoch": 12.912975670617591,
      "step": 41399
    },
    {
      "epoch": 12.913287585776668,
      "grad_norm": 0.07306938618421555,
      "learning_rate": 2.405387697360143e-05,
      "loss": 0.0213,
      "step": 41400
    },
    {
      "epoch": 12.913287585776668,
      "flow_loss": 0.03946152329444885,
      "step": 41400
    },
    {
      "contrastive_loss": 0.004560940898954868,
      "epoch": 12.913287585776668,
      "step": 41400
    },
    {
      "contrastive_lambda": 0.21897996437797124,
      "epoch": 12.913287585776668,
      "step": 41400
    },
    {
      "contrastive_lambda": 0.21895831107393465,
      "epoch": 12.913599500935746,
      "step": 41401
    },
    {
      "contrastive_lambda": 0.21893665854039002,
      "epoch": 12.913911416094821,
      "step": 41402
    },
    {
      "contrastive_lambda": 0.21891500677739628,
      "epoch": 12.914223331253899,
      "step": 41403
    },
    {
      "contrastive_lambda": 0.218893355785013,
      "epoch": 12.914535246412976,
      "step": 41404
    },
    {
      "contrastive_lambda": 0.2188717055632996,
      "epoch": 12.914847161572052,
      "step": 41405
    },
    {
      "contrastive_lambda": 0.21885005611231534,
      "epoch": 12.915159076731129,
      "step": 41406
    },
    {
      "contrastive_lambda": 0.21882840743211984,
      "epoch": 12.915470991890206,
      "step": 41407
    },
    {
      "contrastive_lambda": 0.218806759522772,
      "epoch": 12.915782907049282,
      "step": 41408
    },
    {
      "contrastive_lambda": 0.2187851123843314,
      "epoch": 12.91609482220836,
      "step": 41409
    },
    {
      "epoch": 12.916406737367437,
      "grad_norm": 0.06371128559112549,
      "learning_rate": 2.4030323894946595e-05,
      "loss": 0.0265,
      "step": 41410
    },
    {
      "epoch": 12.916406737367437,
      "flow_loss": 0.02390984445810318,
      "step": 41410
    },
    {
      "contrastive_loss": 0.003682619659230113,
      "epoch": 12.916406737367437,
      "step": 41410
    },
    {
      "contrastive_lambda": 0.21876346601685737,
      "epoch": 12.916406737367437,
      "step": 41410
    },
    {
      "contrastive_lambda": 0.2187418204204093,
      "epoch": 12.916718652526512,
      "step": 41411
    },
    {
      "contrastive_lambda": 0.21872017559504647,
      "epoch": 12.91703056768559,
      "step": 41412
    },
    {
      "contrastive_lambda": 0.21869853154082847,
      "epoch": 12.917342482844667,
      "step": 41413
    },
    {
      "contrastive_lambda": 0.21867688825781417,
      "epoch": 12.917654398003743,
      "step": 41414
    },
    {
      "contrastive_lambda": 0.2186552457460632,
      "epoch": 12.91796631316282,
      "step": 41415
    },
    {
      "contrastive_lambda": 0.2186336040056348,
      "epoch": 12.918278228321896,
      "step": 41416
    },
    {
      "contrastive_lambda": 0.21861196303658842,
      "epoch": 12.918590143480973,
      "step": 41417
    },
    {
      "contrastive_lambda": 0.2185903228389835,
      "epoch": 12.91890205864005,
      "step": 41418
    },
    {
      "contrastive_lambda": 0.21856868341287894,
      "epoch": 12.919213973799126,
      "step": 41419
    },
    {
      "epoch": 12.919525888958203,
      "grad_norm": 0.08731043338775635,
      "learning_rate": 2.40067787051937e-05,
      "loss": 0.0208,
      "step": 41420
    },
    {
      "epoch": 12.919525888958203,
      "flow_loss": 0.025000644847750664,
      "step": 41420
    },
    {
      "contrastive_loss": 0.004100884310901165,
      "epoch": 12.919525888958203,
      "step": 41420
    },
    {
      "contrastive_lambda": 0.21854704475833436,
      "epoch": 12.919525888958203,
      "step": 41420
    },
    {
      "contrastive_lambda": 0.218525406875409,
      "epoch": 12.91983780411728,
      "step": 41421
    },
    {
      "contrastive_lambda": 0.21850376976416247,
      "epoch": 12.920149719276356,
      "step": 41422
    },
    {
      "contrastive_lambda": 0.2184821334246536,
      "epoch": 12.920461634435433,
      "step": 41423
    },
    {
      "contrastive_lambda": 0.21846049785694194,
      "epoch": 12.92077354959451,
      "step": 41424
    },
    {
      "contrastive_lambda": 0.21843886306108684,
      "epoch": 12.921085464753586,
      "step": 41425
    },
    {
      "contrastive_lambda": 0.21841722903714755,
      "epoch": 12.921397379912664,
      "step": 41426
    },
    {
      "contrastive_lambda": 0.21839559578518364,
      "epoch": 12.921709295071741,
      "step": 41427
    },
    {
      "contrastive_lambda": 0.21837396330525377,
      "epoch": 12.922021210230817,
      "step": 41428
    },
    {
      "contrastive_lambda": 0.21835233159741807,
      "epoch": 12.922333125389894,
      "step": 41429
    },
    {
      "epoch": 12.922645040548971,
      "grad_norm": 0.097051240503788,
      "learning_rate": 2.3983241411495087e-05,
      "loss": 0.0309,
      "step": 41430
    },
    {
      "epoch": 12.922645040548971,
      "flow_loss": 0.02017253078520298,
      "step": 41430
    },
    {
      "contrastive_loss": 0.003151239361613989,
      "epoch": 12.922645040548971,
      "step": 41430
    },
    {
      "contrastive_lambda": 0.21833070066173527,
      "epoch": 12.922645040548971,
      "step": 41430
    },
    {
      "contrastive_lambda": 0.21830907049826487,
      "epoch": 12.922956955708047,
      "step": 41431
    },
    {
      "contrastive_lambda": 0.2182874411070661,
      "epoch": 12.923268870867124,
      "step": 41432
    },
    {
      "contrastive_lambda": 0.21826581248819849,
      "epoch": 12.9235807860262,
      "step": 41433
    },
    {
      "contrastive_lambda": 0.21824418464172096,
      "epoch": 12.923892701185277,
      "step": 41434
    },
    {
      "contrastive_lambda": 0.21822255756769304,
      "epoch": 12.924204616344355,
      "step": 41435
    },
    {
      "contrastive_lambda": 0.21820093126617396,
      "epoch": 12.92451653150343,
      "step": 41436
    },
    {
      "contrastive_lambda": 0.218179305737223,
      "epoch": 12.924828446662508,
      "step": 41437
    },
    {
      "contrastive_lambda": 0.21815768098089972,
      "epoch": 12.925140361821585,
      "step": 41438
    },
    {
      "contrastive_lambda": 0.2181360569972629,
      "epoch": 12.92545227698066,
      "step": 41439
    },
    {
      "epoch": 12.925764192139738,
      "grad_norm": 0.11909998953342438,
      "learning_rate": 2.3959712021000823e-05,
      "loss": 0.0246,
      "step": 41440
    },
    {
      "epoch": 12.925764192139738,
      "flow_loss": 0.03107936680316925,
      "step": 41440
    },
    {
      "contrastive_loss": 0.0033536418341100216,
      "epoch": 12.925764192139738,
      "step": 41440
    },
    {
      "contrastive_lambda": 0.21811443378637213,
      "epoch": 12.925764192139738,
      "step": 41440
    },
    {
      "contrastive_lambda": 0.21809281134828662,
      "epoch": 12.926076107298815,
      "step": 41441
    },
    {
      "contrastive_lambda": 0.21807118968306588,
      "epoch": 12.92638802245789,
      "step": 41442
    },
    {
      "contrastive_lambda": 0.2180495687907686,
      "epoch": 12.926699937616968,
      "step": 41443
    },
    {
      "contrastive_lambda": 0.2180279486714548,
      "epoch": 12.927011852776046,
      "step": 41444
    },
    {
      "contrastive_lambda": 0.2180063293251832,
      "epoch": 12.927323767935121,
      "step": 41445
    },
    {
      "contrastive_lambda": 0.21798471075201326,
      "epoch": 12.927635683094199,
      "step": 41446
    },
    {
      "contrastive_lambda": 0.21796309295200428,
      "epoch": 12.927947598253276,
      "step": 41447
    },
    {
      "contrastive_lambda": 0.21794147592521546,
      "epoch": 12.928259513412351,
      "step": 41448
    },
    {
      "contrastive_lambda": 0.2179198596717063,
      "epoch": 12.928571428571429,
      "step": 41449
    },
    {
      "epoch": 12.928883343730504,
      "grad_norm": 0.09878213703632355,
      "learning_rate": 2.3936190540858495e-05,
      "loss": 0.028,
      "step": 41450
    },
    {
      "epoch": 12.928883343730504,
      "flow_loss": 0.028883567079901695,
      "step": 41450
    },
    {
      "contrastive_loss": 0.0033394843339920044,
      "epoch": 12.928883343730504,
      "step": 41450
    },
    {
      "contrastive_lambda": 0.21789824419153564,
      "epoch": 12.928883343730504,
      "step": 41450
    },
    {
      "contrastive_lambda": 0.217876629484763,
      "epoch": 12.929195258889582,
      "step": 41451
    },
    {
      "contrastive_lambda": 0.2178550155514476,
      "epoch": 12.92950717404866,
      "step": 41452
    },
    {
      "contrastive_lambda": 0.2178334023916489,
      "epoch": 12.929819089207735,
      "step": 41453
    },
    {
      "contrastive_lambda": 0.2178117900054255,
      "epoch": 12.930131004366812,
      "step": 41454
    },
    {
      "contrastive_lambda": 0.21779017839283754,
      "epoch": 12.93044291952589,
      "step": 41455
    },
    {
      "contrastive_lambda": 0.21776856755394364,
      "epoch": 12.930754834684965,
      "step": 41456
    },
    {
      "contrastive_lambda": 0.21774695748880318,
      "epoch": 12.931066749844042,
      "step": 41457
    },
    {
      "contrastive_lambda": 0.21772534819747552,
      "epoch": 12.93137866500312,
      "step": 41458
    },
    {
      "contrastive_lambda": 0.21770373968002,
      "epoch": 12.931690580162195,
      "step": 41459
    },
    {
      "epoch": 12.932002495321273,
      "grad_norm": 0.08727804571390152,
      "learning_rate": 2.39126769782133e-05,
      "loss": 0.0234,
      "step": 41460
    },
    {
      "epoch": 12.932002495321273,
      "flow_loss": 0.021334441378712654,
      "step": 41460
    },
    {
      "contrastive_loss": 0.004399372264742851,
      "epoch": 12.932002495321273,
      "step": 41460
    },
    {
      "contrastive_lambda": 0.2176821319364955,
      "epoch": 12.932002495321273,
      "step": 41460
    },
    {
      "contrastive_lambda": 0.21766052496696153,
      "epoch": 12.93231441048035,
      "step": 41461
    },
    {
      "contrastive_lambda": 0.21763891877147723,
      "epoch": 12.932626325639426,
      "step": 41462
    },
    {
      "contrastive_lambda": 0.21761731335010182,
      "epoch": 12.932938240798503,
      "step": 41463
    },
    {
      "contrastive_lambda": 0.2175957087028948,
      "epoch": 12.93325015595758,
      "step": 41464
    },
    {
      "contrastive_lambda": 0.21757410482991485,
      "epoch": 12.933562071116656,
      "step": 41465
    },
    {
      "contrastive_lambda": 0.21755250173122181,
      "epoch": 12.933873986275733,
      "step": 41466
    },
    {
      "contrastive_lambda": 0.21753089940687453,
      "epoch": 12.934185901434809,
      "step": 41467
    },
    {
      "contrastive_lambda": 0.2175092978569323,
      "epoch": 12.934497816593886,
      "step": 41468
    },
    {
      "contrastive_lambda": 0.21748769708145432,
      "epoch": 12.934809731752964,
      "step": 41469
    },
    {
      "epoch": 12.93512164691204,
      "grad_norm": 0.084510937333107,
      "learning_rate": 2.388917134020805e-05,
      "loss": 0.0247,
      "step": 41470
    },
    {
      "epoch": 12.93512164691204,
      "flow_loss": 0.03426465764641762,
      "step": 41470
    },
    {
      "contrastive_loss": 0.003784548956900835,
      "epoch": 12.93512164691204,
      "step": 41470
    },
    {
      "contrastive_lambda": 0.21746609708050008,
      "epoch": 12.93512164691204,
      "step": 41470
    },
    {
      "contrastive_lambda": 0.2174444978541284,
      "epoch": 12.935433562071116,
      "step": 41471
    },
    {
      "contrastive_lambda": 0.21742289940239867,
      "epoch": 12.935745477230194,
      "step": 41472
    },
    {
      "contrastive_lambda": 0.2174013017253701,
      "epoch": 12.93605739238927,
      "step": 41473
    },
    {
      "contrastive_lambda": 0.21737970482310187,
      "epoch": 12.936369307548347,
      "step": 41474
    },
    {
      "contrastive_lambda": 0.21735810869565342,
      "epoch": 12.936681222707424,
      "step": 41475
    },
    {
      "contrastive_lambda": 0.21733651334308363,
      "epoch": 12.9369931378665,
      "step": 41476
    },
    {
      "contrastive_lambda": 0.21731491876545178,
      "epoch": 12.937305053025577,
      "step": 41477
    },
    {
      "contrastive_lambda": 0.21729332496281717,
      "epoch": 12.937616968184654,
      "step": 41478
    },
    {
      "contrastive_lambda": 0.21727173193523913,
      "epoch": 12.93792888334373,
      "step": 41479
    },
    {
      "epoch": 12.938240798502807,
      "grad_norm": 0.08524557203054428,
      "learning_rate": 2.3865673633983128e-05,
      "loss": 0.0206,
      "step": 41480
    },
    {
      "epoch": 12.938240798502807,
      "flow_loss": 0.020698729902505875,
      "step": 41480
    },
    {
      "contrastive_loss": 0.005072193220257759,
      "epoch": 12.938240798502807,
      "step": 41480
    },
    {
      "contrastive_lambda": 0.2172501396827765,
      "epoch": 12.938240798502807,
      "step": 41480
    },
    {
      "contrastive_lambda": 0.2172285482054887,
      "epoch": 12.938552713661885,
      "step": 41481
    },
    {
      "contrastive_lambda": 0.21720695750343488,
      "epoch": 12.93886462882096,
      "step": 41482
    },
    {
      "contrastive_lambda": 0.21718536757667423,
      "epoch": 12.939176543980038,
      "step": 41483
    },
    {
      "contrastive_lambda": 0.21716377842526613,
      "epoch": 12.939488459139113,
      "step": 41484
    },
    {
      "contrastive_lambda": 0.2171421900492692,
      "epoch": 12.93980037429819,
      "step": 41485
    },
    {
      "contrastive_lambda": 0.21712060244874343,
      "epoch": 12.940112289457268,
      "step": 41486
    },
    {
      "contrastive_lambda": 0.2170990156237474,
      "epoch": 12.940424204616344,
      "step": 41487
    },
    {
      "contrastive_lambda": 0.21707742957434045,
      "epoch": 12.940736119775421,
      "step": 41488
    },
    {
      "contrastive_lambda": 0.21705584430058178,
      "epoch": 12.941048034934498,
      "step": 41489
    },
    {
      "epoch": 12.941359950093574,
      "grad_norm": 0.07189378142356873,
      "learning_rate": 2.3842183866676492e-05,
      "loss": 0.027,
      "step": 41490
    },
    {
      "epoch": 12.941359950093574,
      "flow_loss": 0.020640647038817406,
      "step": 41490
    },
    {
      "contrastive_loss": 0.003381194779649377,
      "epoch": 12.941359950093574,
      "step": 41490
    },
    {
      "contrastive_lambda": 0.21703425980253083,
      "epoch": 12.941359950093574,
      "step": 41490
    },
    {
      "contrastive_lambda": 0.21701267608024627,
      "epoch": 12.941671865252651,
      "step": 41491
    },
    {
      "contrastive_lambda": 0.21699109313378756,
      "epoch": 12.941983780411729,
      "step": 41492
    },
    {
      "contrastive_lambda": 0.21696951096321382,
      "epoch": 12.942295695570804,
      "step": 41493
    },
    {
      "contrastive_lambda": 0.21694792956858427,
      "epoch": 12.942607610729882,
      "step": 41494
    },
    {
      "contrastive_lambda": 0.21692634894995816,
      "epoch": 12.942919525888959,
      "step": 41495
    },
    {
      "contrastive_lambda": 0.21690476910739442,
      "epoch": 12.943231441048034,
      "step": 41496
    },
    {
      "contrastive_lambda": 0.2168831900409523,
      "epoch": 12.943543356207112,
      "step": 41497
    },
    {
      "contrastive_lambda": 0.21686161175069102,
      "epoch": 12.94385527136619,
      "step": 41498
    },
    {
      "contrastive_lambda": 0.21684003423666964,
      "epoch": 12.944167186525265,
      "step": 41499
    },
    {
      "epoch": 12.944479101684342,
      "grad_norm": 0.08905254304409027,
      "learning_rate": 2.381870204542377e-05,
      "loss": 0.0225,
      "step": 41500
    },
    {
      "epoch": 12.944479101684342,
      "flow_loss": 0.013976494781672955,
      "step": 41500
    },
    {
      "contrastive_loss": 0.007354630623012781,
      "epoch": 12.944479101684342,
      "step": 41500
    },
    {
      "contrastive_lambda": 0.21681845749894746,
      "epoch": 12.944479101684342,
      "step": 41500
    },
    {
      "contrastive_lambda": 0.2167968815375837,
      "epoch": 12.944791016843418,
      "step": 41501
    },
    {
      "contrastive_lambda": 0.21677530635263714,
      "epoch": 12.945102932002495,
      "step": 41502
    },
    {
      "contrastive_lambda": 0.21675373194416725,
      "epoch": 12.945414847161572,
      "step": 41503
    },
    {
      "contrastive_lambda": 0.21673215831223303,
      "epoch": 12.945726762320648,
      "step": 41504
    },
    {
      "contrastive_lambda": 0.2167105854568937,
      "epoch": 12.946038677479725,
      "step": 41505
    },
    {
      "contrastive_lambda": 0.21668901337820856,
      "epoch": 12.946350592638803,
      "step": 41506
    },
    {
      "contrastive_lambda": 0.2166674420762364,
      "epoch": 12.946662507797878,
      "step": 41507
    },
    {
      "contrastive_lambda": 0.21664587155103654,
      "epoch": 12.946974422956956,
      "step": 41508
    },
    {
      "contrastive_lambda": 0.21662430180266806,
      "epoch": 12.947286338116033,
      "step": 41509
    },
    {
      "epoch": 12.947598253275109,
      "grad_norm": 0.0828363224864006,
      "learning_rate": 2.379522817735808e-05,
      "loss": 0.0202,
      "step": 41510
    },
    {
      "epoch": 12.947598253275109,
      "flow_loss": 0.018945707008242607,
      "step": 41510
    },
    {
      "contrastive_loss": 0.0045331744477152824,
      "epoch": 12.947598253275109,
      "step": 41510
    },
    {
      "contrastive_lambda": 0.21660273283119036,
      "epoch": 12.947598253275109,
      "step": 41510
    },
    {
      "contrastive_lambda": 0.21658116463666205,
      "epoch": 12.947910168434186,
      "step": 41511
    },
    {
      "contrastive_lambda": 0.21655959721914286,
      "epoch": 12.948222083593263,
      "step": 41512
    },
    {
      "contrastive_lambda": 0.21653803057869148,
      "epoch": 12.948533998752339,
      "step": 41513
    },
    {
      "contrastive_lambda": 0.21651646471536717,
      "epoch": 12.948845913911416,
      "step": 41514
    },
    {
      "contrastive_lambda": 0.21649489962922908,
      "epoch": 12.949157829070494,
      "step": 41515
    },
    {
      "contrastive_lambda": 0.2164733353203363,
      "epoch": 12.94946974422957,
      "step": 41516
    },
    {
      "contrastive_lambda": 0.21645177178874814,
      "epoch": 12.949781659388647,
      "step": 41517
    },
    {
      "contrastive_lambda": 0.21643020903452342,
      "epoch": 12.950093574547722,
      "step": 41518
    },
    {
      "contrastive_lambda": 0.21640864705772134,
      "epoch": 12.9504054897068,
      "step": 41519
    },
    {
      "epoch": 12.950717404865877,
      "grad_norm": 0.08188623934984207,
      "learning_rate": 2.377176226961018e-05,
      "loss": 0.0214,
      "step": 41520
    },
    {
      "epoch": 12.950717404865877,
      "flow_loss": 0.03141326457262039,
      "step": 41520
    },
    {
      "contrastive_loss": 0.0040756529197096825,
      "epoch": 12.950717404865877,
      "step": 41520
    },
    {
      "contrastive_lambda": 0.21638708585840105,
      "epoch": 12.950717404865877,
      "step": 41520
    },
    {
      "contrastive_lambda": 0.21636552543662185,
      "epoch": 12.951029320024952,
      "step": 41521
    },
    {
      "contrastive_lambda": 0.21634396579244253,
      "epoch": 12.95134123518403,
      "step": 41522
    },
    {
      "contrastive_lambda": 0.2163224069259223,
      "epoch": 12.951653150343107,
      "step": 41523
    },
    {
      "contrastive_lambda": 0.2163008488371203,
      "epoch": 12.951965065502183,
      "step": 41524
    },
    {
      "contrastive_lambda": 0.2162792915260956,
      "epoch": 12.95227698066126,
      "step": 41525
    },
    {
      "contrastive_lambda": 0.21625773499290757,
      "epoch": 12.952588895820337,
      "step": 41526
    },
    {
      "contrastive_lambda": 0.21623617923761485,
      "epoch": 12.952900810979413,
      "step": 41527
    },
    {
      "contrastive_lambda": 0.21621462426027677,
      "epoch": 12.95321272613849,
      "step": 41528
    },
    {
      "contrastive_lambda": 0.2161930700609524,
      "epoch": 12.953524641297568,
      "step": 41529
    },
    {
      "epoch": 12.953836556456643,
      "grad_norm": 0.08348233997821808,
      "learning_rate": 2.3748304329308384e-05,
      "loss": 0.0257,
      "step": 41530
    },
    {
      "epoch": 12.953836556456643,
      "flow_loss": 0.011330571956932545,
      "step": 41530
    },
    {
      "contrastive_loss": 0.004418879747390747,
      "epoch": 12.953836556456643,
      "step": 41530
    },
    {
      "contrastive_lambda": 0.21617151663970102,
      "epoch": 12.953836556456643,
      "step": 41530
    },
    {
      "contrastive_lambda": 0.2161499639965812,
      "epoch": 12.95414847161572,
      "step": 41531
    },
    {
      "contrastive_lambda": 0.21612841213165274,
      "epoch": 12.954460386774798,
      "step": 41532
    },
    {
      "contrastive_lambda": 0.21610686104497412,
      "epoch": 12.954772301933874,
      "step": 41533
    },
    {
      "contrastive_lambda": 0.2160853107366047,
      "epoch": 12.955084217092951,
      "step": 41534
    },
    {
      "contrastive_lambda": 0.21606376120660353,
      "epoch": 12.955396132252027,
      "step": 41535
    },
    {
      "contrastive_lambda": 0.2160422124550297,
      "epoch": 12.955708047411104,
      "step": 41536
    },
    {
      "contrastive_lambda": 0.2160206644819424,
      "epoch": 12.956019962570181,
      "step": 41537
    },
    {
      "contrastive_lambda": 0.2159991172874004,
      "epoch": 12.956331877729257,
      "step": 41538
    },
    {
      "contrastive_lambda": 0.21597757087146296,
      "epoch": 12.956643792888334,
      "step": 41539
    },
    {
      "epoch": 12.956955708047412,
      "grad_norm": 0.08606613427400589,
      "learning_rate": 2.372485436357858e-05,
      "loss": 0.023,
      "step": 41540
    },
    {
      "epoch": 12.956955708047412,
      "flow_loss": 0.02410089038312435,
      "step": 41540
    },
    {
      "contrastive_loss": 0.003605843987315893,
      "epoch": 12.956955708047412,
      "step": 41540
    },
    {
      "contrastive_lambda": 0.2159560252341891,
      "epoch": 12.956955708047412,
      "step": 41540
    },
    {
      "contrastive_lambda": 0.21593448037563812,
      "epoch": 12.957267623206487,
      "step": 41541
    },
    {
      "contrastive_lambda": 0.21591293629586855,
      "epoch": 12.957579538365565,
      "step": 41542
    },
    {
      "contrastive_lambda": 0.21589139299494015,
      "epoch": 12.957891453524642,
      "step": 41543
    },
    {
      "contrastive_lambda": 0.21586985047291146,
      "epoch": 12.958203368683717,
      "step": 41544
    },
    {
      "contrastive_lambda": 0.21584830872984168,
      "epoch": 12.958515283842795,
      "step": 41545
    },
    {
      "contrastive_lambda": 0.2158267677657899,
      "epoch": 12.958827199001872,
      "step": 41546
    },
    {
      "contrastive_lambda": 0.21580522758081538,
      "epoch": 12.959139114160948,
      "step": 41547
    },
    {
      "contrastive_lambda": 0.21578368817497673,
      "epoch": 12.959451029320025,
      "step": 41548
    },
    {
      "contrastive_lambda": 0.21576214954833328,
      "epoch": 12.959762944479102,
      "step": 41549
    },
    {
      "epoch": 12.960074859638178,
      "grad_norm": 0.06811778247356415,
      "learning_rate": 2.3701412379544296e-05,
      "loss": 0.027,
      "step": 41550
    },
    {
      "epoch": 12.960074859638178,
      "flow_loss": 0.013130852952599525,
      "step": 41550
    },
    {
      "contrastive_loss": 0.004525771364569664,
      "epoch": 12.960074859638178,
      "step": 41550
    },
    {
      "contrastive_lambda": 0.215740611700944,
      "epoch": 12.960074859638178,
      "step": 41550
    },
    {
      "contrastive_lambda": 0.215719074632868,
      "epoch": 12.960386774797255,
      "step": 41551
    },
    {
      "contrastive_lambda": 0.2156975383441645,
      "epoch": 12.960698689956331,
      "step": 41552
    },
    {
      "contrastive_lambda": 0.2156760028348919,
      "epoch": 12.961010605115408,
      "step": 41553
    },
    {
      "contrastive_lambda": 0.21565446810511013,
      "epoch": 12.961322520274486,
      "step": 41554
    },
    {
      "contrastive_lambda": 0.21563293415487755,
      "epoch": 12.961634435433561,
      "step": 41555
    },
    {
      "contrastive_lambda": 0.21561140098425347,
      "epoch": 12.961946350592639,
      "step": 41556
    },
    {
      "contrastive_lambda": 0.21558986859329682,
      "epoch": 12.962258265751716,
      "step": 41557
    },
    {
      "contrastive_lambda": 0.2155683369820669,
      "epoch": 12.962570180910792,
      "step": 41558
    },
    {
      "contrastive_lambda": 0.21554680615062238,
      "epoch": 12.962882096069869,
      "step": 41559
    },
    {
      "epoch": 12.963194011228946,
      "grad_norm": 0.06599349528551102,
      "learning_rate": 2.367797838432653e-05,
      "loss": 0.0231,
      "step": 41560
    },
    {
      "epoch": 12.963194011228946,
      "flow_loss": 0.01606772467494011,
      "step": 41560
    },
    {
      "contrastive_loss": 0.004011454991996288,
      "epoch": 12.963194011228946,
      "step": 41560
    },
    {
      "contrastive_lambda": 0.2155252760990224,
      "epoch": 12.963194011228946,
      "step": 41560
    },
    {
      "contrastive_lambda": 0.21550374682732604,
      "epoch": 12.963505926388022,
      "step": 41561
    },
    {
      "contrastive_lambda": 0.21548221833559233,
      "epoch": 12.9638178415471,
      "step": 41562
    },
    {
      "contrastive_lambda": 0.21546069062388046,
      "epoch": 12.964129756706177,
      "step": 41563
    },
    {
      "contrastive_lambda": 0.21543916369224902,
      "epoch": 12.964441671865252,
      "step": 41564
    },
    {
      "contrastive_lambda": 0.21541763754075732,
      "epoch": 12.96475358702433,
      "step": 41565
    },
    {
      "contrastive_lambda": 0.21539611216946436,
      "epoch": 12.965065502183407,
      "step": 41566
    },
    {
      "contrastive_lambda": 0.21537458757842926,
      "epoch": 12.965377417342483,
      "step": 41567
    },
    {
      "contrastive_lambda": 0.21535306376771046,
      "epoch": 12.96568933250156,
      "step": 41568
    },
    {
      "contrastive_lambda": 0.21533154073736788,
      "epoch": 12.966001247660635,
      "step": 41569
    },
    {
      "epoch": 12.966313162819713,
      "grad_norm": 0.08466367423534393,
      "learning_rate": 2.3654552385043967e-05,
      "loss": 0.0264,
      "step": 41570
    },
    {
      "epoch": 12.966313162819713,
      "flow_loss": 0.014292516745626926,
      "step": 41570
    },
    {
      "contrastive_loss": 0.003549071028828621,
      "epoch": 12.966313162819713,
      "step": 41570
    },
    {
      "contrastive_lambda": 0.2153100184874598,
      "epoch": 12.966313162819713,
      "step": 41570
    },
    {
      "contrastive_lambda": 0.21528849701804542,
      "epoch": 12.96662507797879,
      "step": 41571
    },
    {
      "contrastive_lambda": 0.21526697632918385,
      "epoch": 12.966936993137866,
      "step": 41572
    },
    {
      "contrastive_lambda": 0.215245456420934,
      "epoch": 12.967248908296943,
      "step": 41573
    },
    {
      "contrastive_lambda": 0.21522393729335515,
      "epoch": 12.96756082345602,
      "step": 41574
    },
    {
      "contrastive_lambda": 0.21520241894650582,
      "epoch": 12.967872738615096,
      "step": 41575
    },
    {
      "contrastive_lambda": 0.2151809013804452,
      "epoch": 12.968184653774173,
      "step": 41576
    },
    {
      "contrastive_lambda": 0.21515938459523237,
      "epoch": 12.96849656893325,
      "step": 41577
    },
    {
      "contrastive_lambda": 0.21513786859092637,
      "epoch": 12.968808484092326,
      "step": 41578
    },
    {
      "contrastive_lambda": 0.21511635336758594,
      "epoch": 12.969120399251404,
      "step": 41579
    },
    {
      "epoch": 12.969432314410481,
      "grad_norm": 0.08080227673053741,
      "learning_rate": 2.3631134388812742e-05,
      "loss": 0.0187,
      "step": 41580
    },
    {
      "epoch": 12.969432314410481,
      "flow_loss": 0.012225779704749584,
      "step": 41580
    },
    {
      "contrastive_loss": 0.00410750787705183,
      "epoch": 12.969432314410481,
      "step": 41580
    },
    {
      "contrastive_lambda": 0.2150948389252702,
      "epoch": 12.969432314410481,
      "step": 41580
    },
    {
      "contrastive_lambda": 0.2150733252640381,
      "epoch": 12.969744229569557,
      "step": 41581
    },
    {
      "contrastive_lambda": 0.21505181238394872,
      "epoch": 12.970056144728634,
      "step": 41582
    },
    {
      "contrastive_lambda": 0.2150303002850611,
      "epoch": 12.970368059887711,
      "step": 41583
    },
    {
      "contrastive_lambda": 0.21500878896743397,
      "epoch": 12.970679975046787,
      "step": 41584
    },
    {
      "contrastive_lambda": 0.21498727843112636,
      "epoch": 12.970991890205864,
      "step": 41585
    },
    {
      "contrastive_lambda": 0.21496576867619732,
      "epoch": 12.97130380536494,
      "step": 41586
    },
    {
      "contrastive_lambda": 0.21494425970270586,
      "epoch": 12.971615720524017,
      "step": 41587
    },
    {
      "contrastive_lambda": 0.21492275151071083,
      "epoch": 12.971927635683095,
      "step": 41588
    },
    {
      "contrastive_lambda": 0.2149012441002715,
      "epoch": 12.97223955084217,
      "step": 41589
    },
    {
      "epoch": 12.972551466001248,
      "grad_norm": 0.08088365197181702,
      "learning_rate": 2.3607724402746684e-05,
      "loss": 0.0211,
      "step": 41590
    },
    {
      "epoch": 12.972551466001248,
      "flow_loss": 0.02135372720658779,
      "step": 41590
    },
    {
      "contrastive_loss": 0.0032434393651783466,
      "epoch": 12.972551466001248,
      "step": 41590
    },
    {
      "contrastive_lambda": 0.2148797374714464,
      "epoch": 12.972551466001248,
      "step": 41590
    },
    {
      "contrastive_lambda": 0.21485823162429468,
      "epoch": 12.972863381160325,
      "step": 41591
    },
    {
      "contrastive_lambda": 0.2148367265588753,
      "epoch": 12.9731752963194,
      "step": 41592
    },
    {
      "contrastive_lambda": 0.21481522227524724,
      "epoch": 12.973487211478478,
      "step": 41593
    },
    {
      "contrastive_lambda": 0.2147937187734696,
      "epoch": 12.973799126637555,
      "step": 41594
    },
    {
      "contrastive_lambda": 0.21477221605360103,
      "epoch": 12.97411104179663,
      "step": 41595
    },
    {
      "contrastive_lambda": 0.21475071411570057,
      "epoch": 12.974422956955708,
      "step": 41596
    },
    {
      "contrastive_lambda": 0.21472921295982728,
      "epoch": 12.974734872114785,
      "step": 41597
    },
    {
      "contrastive_lambda": 0.2147077125860402,
      "epoch": 12.975046787273861,
      "step": 41598
    },
    {
      "contrastive_lambda": 0.21468621299439777,
      "epoch": 12.975358702432938,
      "step": 41599
    },
    {
      "epoch": 12.975670617592016,
      "grad_norm": 0.07720401883125305,
      "learning_rate": 2.35843224339571e-05,
      "loss": 0.0222,
      "step": 41600
    },
    {
      "epoch": 12.975670617592016,
      "flow_loss": 0.014258380979299545,
      "step": 41600
    },
    {
      "contrastive_loss": 0.00385826313868165,
      "epoch": 12.975670617592016,
      "step": 41600
    },
    {
      "contrastive_lambda": 0.21466471418495964,
      "epoch": 12.975670617592016,
      "step": 41600
    },
    {
      "contrastive_lambda": 0.2146432161577842,
      "epoch": 12.975982532751091,
      "step": 41601
    },
    {
      "contrastive_lambda": 0.21462171891293058,
      "epoch": 12.976294447910169,
      "step": 41602
    },
    {
      "contrastive_lambda": 0.2146002224504578,
      "epoch": 12.976606363069244,
      "step": 41603
    },
    {
      "contrastive_lambda": 0.2145787267704246,
      "epoch": 12.976918278228322,
      "step": 41604
    },
    {
      "contrastive_lambda": 0.21455723187289027,
      "epoch": 12.977230193387399,
      "step": 41605
    },
    {
      "contrastive_lambda": 0.21453573775791335,
      "epoch": 12.977542108546475,
      "step": 41606
    },
    {
      "contrastive_lambda": 0.21451424442555284,
      "epoch": 12.977854023705552,
      "step": 41607
    },
    {
      "contrastive_lambda": 0.2144927518758678,
      "epoch": 12.97816593886463,
      "step": 41608
    },
    {
      "contrastive_lambda": 0.21447126010891726,
      "epoch": 12.978477854023705,
      "step": 41609
    },
    {
      "epoch": 12.978789769182782,
      "grad_norm": 0.07654129713773727,
      "learning_rate": 2.3560928489552897e-05,
      "loss": 0.0231,
      "step": 41610
    },
    {
      "epoch": 12.978789769182782,
      "flow_loss": 0.017664268612861633,
      "step": 41610
    },
    {
      "contrastive_loss": 0.00478912889957428,
      "epoch": 12.978789769182782,
      "step": 41610
    },
    {
      "contrastive_lambda": 0.21444976912475955,
      "epoch": 12.978789769182782,
      "step": 41610
    },
    {
      "contrastive_lambda": 0.21442827892345445,
      "epoch": 12.97910168434186,
      "step": 41611
    },
    {
      "contrastive_lambda": 0.2144067895050602,
      "epoch": 12.979413599500935,
      "step": 41612
    },
    {
      "contrastive_lambda": 0.21438530086963598,
      "epoch": 12.979725514660013,
      "step": 41613
    },
    {
      "contrastive_lambda": 0.21436381301724067,
      "epoch": 12.98003742981909,
      "step": 41614
    },
    {
      "contrastive_lambda": 0.2143423259479334,
      "epoch": 12.980349344978166,
      "step": 41615
    },
    {
      "contrastive_lambda": 0.21432083966177262,
      "epoch": 12.980661260137243,
      "step": 41616
    },
    {
      "contrastive_lambda": 0.2142993541588175,
      "epoch": 12.98097317529632,
      "step": 41617
    },
    {
      "contrastive_lambda": 0.2142778694391269,
      "epoch": 12.981285090455396,
      "step": 41618
    },
    {
      "contrastive_lambda": 0.21425638550275977,
      "epoch": 12.981597005614473,
      "step": 41619
    },
    {
      "epoch": 12.981908920773549,
      "grad_norm": 0.07642537355422974,
      "learning_rate": 2.353754257664053e-05,
      "loss": 0.0272,
      "step": 41620
    },
    {
      "epoch": 12.981908920773549,
      "flow_loss": 0.019513990730047226,
      "step": 41620
    },
    {
      "contrastive_loss": 0.005076132249087095,
      "epoch": 12.981908920773549,
      "step": 41620
    },
    {
      "contrastive_lambda": 0.2142349023497752,
      "epoch": 12.981908920773549,
      "step": 41620
    },
    {
      "contrastive_lambda": 0.21421341998023163,
      "epoch": 12.982220835932626,
      "step": 41621
    },
    {
      "contrastive_lambda": 0.2141919383941882,
      "epoch": 12.982532751091703,
      "step": 41622
    },
    {
      "contrastive_lambda": 0.21417045759170383,
      "epoch": 12.982844666250779,
      "step": 41623
    },
    {
      "contrastive_lambda": 0.2141489775728374,
      "epoch": 12.983156581409856,
      "step": 41624
    },
    {
      "contrastive_lambda": 0.21412749833764788,
      "epoch": 12.983468496568934,
      "step": 41625
    },
    {
      "contrastive_lambda": 0.21410601988619393,
      "epoch": 12.98378041172801,
      "step": 41626
    },
    {
      "contrastive_lambda": 0.21408454221853457,
      "epoch": 12.984092326887087,
      "step": 41627
    },
    {
      "contrastive_lambda": 0.21406306533472863,
      "epoch": 12.984404242046164,
      "step": 41628
    },
    {
      "contrastive_lambda": 0.21404158923483524,
      "epoch": 12.98471615720524,
      "step": 41629
    },
    {
      "epoch": 12.985028072364317,
      "grad_norm": 0.09033170342445374,
      "learning_rate": 2.3514164702324037e-05,
      "loss": 0.02,
      "step": 41630
    },
    {
      "epoch": 12.985028072364317,
      "flow_loss": 0.030641337856650352,
      "step": 41630
    },
    {
      "contrastive_loss": 0.003522748127579689,
      "epoch": 12.985028072364317,
      "step": 41630
    },
    {
      "contrastive_lambda": 0.21402011391891268,
      "epoch": 12.985028072364317,
      "step": 41630
    },
    {
      "contrastive_lambda": 0.21399863938702063,
      "epoch": 12.985339987523394,
      "step": 41631
    },
    {
      "contrastive_lambda": 0.21397716563921731,
      "epoch": 12.98565190268247,
      "step": 41632
    },
    {
      "contrastive_lambda": 0.21395569267556186,
      "epoch": 12.985963817841547,
      "step": 41633
    },
    {
      "contrastive_lambda": 0.2139342204961131,
      "epoch": 12.986275733000625,
      "step": 41634
    },
    {
      "contrastive_lambda": 0.2139127491009301,
      "epoch": 12.9865876481597,
      "step": 41635
    },
    {
      "contrastive_lambda": 0.2138912784900714,
      "epoch": 12.986899563318778,
      "step": 41636
    },
    {
      "contrastive_lambda": 0.21386980866359595,
      "epoch": 12.987211478477853,
      "step": 41637
    },
    {
      "contrastive_lambda": 0.2138483396215627,
      "epoch": 12.98752339363693,
      "step": 41638
    },
    {
      "contrastive_lambda": 0.21382687136403045,
      "epoch": 12.987835308796008,
      "step": 41639
    },
    {
      "epoch": 12.988147223955083,
      "grad_norm": 0.10481483489274979,
      "learning_rate": 2.3490794873704963e-05,
      "loss": 0.0278,
      "step": 41640
    },
    {
      "epoch": 12.988147223955083,
      "flow_loss": 0.02365734986960888,
      "step": 41640
    },
    {
      "contrastive_loss": 0.003220801241695881,
      "epoch": 12.988147223955083,
      "step": 41640
    },
    {
      "contrastive_lambda": 0.2138054038910583,
      "epoch": 12.988147223955083,
      "step": 41640
    },
    {
      "contrastive_lambda": 0.2137839372027045,
      "epoch": 12.98845913911416,
      "step": 41641
    },
    {
      "contrastive_lambda": 0.21376247129902864,
      "epoch": 12.988771054273238,
      "step": 41642
    },
    {
      "contrastive_lambda": 0.213741006180089,
      "epoch": 12.989082969432314,
      "step": 41643
    },
    {
      "contrastive_lambda": 0.21371954184594472,
      "epoch": 12.989394884591391,
      "step": 41644
    },
    {
      "contrastive_lambda": 0.21369807829665455,
      "epoch": 12.989706799750468,
      "step": 41645
    },
    {
      "contrastive_lambda": 0.21367661553227751,
      "epoch": 12.990018714909544,
      "step": 41646
    },
    {
      "contrastive_lambda": 0.21365515355287212,
      "epoch": 12.990330630068621,
      "step": 41647
    },
    {
      "contrastive_lambda": 0.21363369235849738,
      "epoch": 12.990642545227699,
      "step": 41648
    },
    {
      "contrastive_lambda": 0.21361223194921214,
      "epoch": 12.990954460386774,
      "step": 41649
    },
    {
      "epoch": 12.991266375545852,
      "grad_norm": 0.076271653175354,
      "learning_rate": 2.3467433097882496e-05,
      "loss": 0.0264,
      "step": 41650
    },
    {
      "epoch": 12.991266375545852,
      "flow_loss": 0.014241191558539867,
      "step": 41650
    },
    {
      "contrastive_loss": 0.003877888433635235,
      "epoch": 12.991266375545852,
      "step": 41650
    },
    {
      "contrastive_lambda": 0.21359077232507517,
      "epoch": 12.991266375545852,
      "step": 41650
    },
    {
      "contrastive_lambda": 0.2135693134861456,
      "epoch": 12.991578290704929,
      "step": 41651
    },
    {
      "contrastive_lambda": 0.21354785543248184,
      "epoch": 12.991890205864005,
      "step": 41652
    },
    {
      "contrastive_lambda": 0.21352639816414287,
      "epoch": 12.992202121023082,
      "step": 41653
    },
    {
      "contrastive_lambda": 0.21350494168118755,
      "epoch": 12.992514036182158,
      "step": 41654
    },
    {
      "contrastive_lambda": 0.2134834859836749,
      "epoch": 12.992825951341235,
      "step": 41655
    },
    {
      "contrastive_lambda": 0.21346203107166317,
      "epoch": 12.993137866500312,
      "step": 41656
    },
    {
      "contrastive_lambda": 0.2134405769452119,
      "epoch": 12.993449781659388,
      "step": 41657
    },
    {
      "contrastive_lambda": 0.21341912360437942,
      "epoch": 12.993761696818465,
      "step": 41658
    },
    {
      "contrastive_lambda": 0.21339767104922464,
      "epoch": 12.994073611977543,
      "step": 41659
    },
    {
      "epoch": 12.994385527136618,
      "grad_norm": 0.08884374797344208,
      "learning_rate": 2.34440793819533e-05,
      "loss": 0.024,
      "step": 41660
    },
    {
      "epoch": 12.994385527136618,
      "flow_loss": 0.016626033931970596,
      "step": 41660
    },
    {
      "contrastive_loss": 0.003365139476954937,
      "epoch": 12.994385527136618,
      "step": 41660
    },
    {
      "contrastive_lambda": 0.21337621927980643,
      "epoch": 12.994385527136618,
      "step": 41660
    },
    {
      "contrastive_lambda": 0.2133547682961836,
      "epoch": 12.994697442295696,
      "step": 41661
    },
    {
      "contrastive_lambda": 0.2133333180984151,
      "epoch": 12.995009357454773,
      "step": 41662
    },
    {
      "contrastive_lambda": 0.21331186868655944,
      "epoch": 12.995321272613849,
      "step": 41663
    },
    {
      "contrastive_lambda": 0.21329042006067556,
      "epoch": 12.995633187772926,
      "step": 41664
    },
    {
      "contrastive_lambda": 0.21326897222082225,
      "epoch": 12.995945102932003,
      "step": 41665
    },
    {
      "contrastive_lambda": 0.21324752516705853,
      "epoch": 12.996257018091079,
      "step": 41666
    },
    {
      "contrastive_lambda": 0.21322607889944262,
      "epoch": 12.996568933250156,
      "step": 41667
    },
    {
      "contrastive_lambda": 0.21320463341803408,
      "epoch": 12.996880848409234,
      "step": 41668
    },
    {
      "contrastive_lambda": 0.21318318872289116,
      "epoch": 12.997192763568309,
      "step": 41669
    },
    {
      "epoch": 12.997504678727386,
      "grad_norm": 0.10496710985898972,
      "learning_rate": 2.3420733733011617e-05,
      "loss": 0.022,
      "step": 41670
    },
    {
      "epoch": 12.997504678727386,
      "flow_loss": 0.017532672733068466,
      "step": 41670
    },
    {
      "contrastive_loss": 0.004373403266072273,
      "epoch": 12.997504678727386,
      "step": 41670
    },
    {
      "contrastive_lambda": 0.21316174481407274,
      "epoch": 12.997504678727386,
      "step": 41670
    },
    {
      "contrastive_lambda": 0.21314030169163772,
      "epoch": 12.997816593886462,
      "step": 41671
    },
    {
      "contrastive_lambda": 0.21311885935564506,
      "epoch": 12.99812850904554,
      "step": 41672
    },
    {
      "contrastive_lambda": 0.21309741780615316,
      "epoch": 12.998440424204617,
      "step": 41673
    },
    {
      "contrastive_lambda": 0.21307597704322095,
      "epoch": 12.998752339363692,
      "step": 41674
    },
    {
      "contrastive_lambda": 0.21305453706690725,
      "epoch": 12.99906425452277,
      "step": 41675
    },
    {
      "contrastive_lambda": 0.21303309787727082,
      "epoch": 12.999376169681847,
      "step": 41676
    },
    {
      "contrastive_lambda": 0.21301165947437062,
      "epoch": 12.999688084840923,
      "step": 41677
    },
    {
      "contrastive_lambda": 0.21299022185826505,
      "epoch": 13.0,
      "step": 41678
    },
    {
      "contrastive_lambda": 0.21296878502901312,
      "epoch": 13.000311915159077,
      "step": 41679
    },
    {
      "epoch": 13.000623830318153,
      "grad_norm": 0.05910494551062584,
      "learning_rate": 2.3397396158149243e-05,
      "loss": 0.0187,
      "step": 41680
    },
    {
      "epoch": 13.000623830318153,
      "flow_loss": 0.04583854600787163,
      "step": 41680
    },
    {
      "contrastive_loss": 0.004225818440318108,
      "epoch": 13.000623830318153,
      "step": 41680
    },
    {
      "contrastive_lambda": 0.21294734898667356,
      "epoch": 13.000623830318153,
      "step": 41680
    },
    {
      "contrastive_lambda": 0.21292591373130515,
      "epoch": 13.00093574547723,
      "step": 41681
    },
    {
      "contrastive_lambda": 0.2129044792629668,
      "epoch": 13.001247660636308,
      "step": 41682
    },
    {
      "contrastive_lambda": 0.21288304558171695,
      "epoch": 13.001559575795383,
      "step": 41683
    },
    {
      "contrastive_lambda": 0.21286161268761455,
      "epoch": 13.00187149095446,
      "step": 41684
    },
    {
      "contrastive_lambda": 0.2128401805807183,
      "epoch": 13.002183406113538,
      "step": 41685
    },
    {
      "contrastive_lambda": 0.21281874926108724,
      "epoch": 13.002495321272614,
      "step": 41686
    },
    {
      "contrastive_lambda": 0.21279731872877944,
      "epoch": 13.002807236431691,
      "step": 41687
    },
    {
      "contrastive_lambda": 0.21277588898385452,
      "epoch": 13.003119151590766,
      "step": 41688
    },
    {
      "contrastive_lambda": 0.2127544600263706,
      "epoch": 13.003431066749844,
      "step": 41689
    },
    {
      "epoch": 13.003742981908921,
      "grad_norm": 0.09282739460468292,
      "learning_rate": 2.3374066664455498e-05,
      "loss": 0.0302,
      "step": 41690
    },
    {
      "epoch": 13.003742981908921,
      "flow_loss": 0.011358623392879963,
      "step": 41690
    },
    {
      "contrastive_loss": 0.0031619230285286903,
      "epoch": 13.003742981908921,
      "step": 41690
    },
    {
      "contrastive_lambda": 0.21273303185638665,
      "epoch": 13.003742981908921,
      "step": 41690
    },
    {
      "contrastive_lambda": 0.21271160447396142,
      "epoch": 13.004054897067997,
      "step": 41691
    },
    {
      "contrastive_lambda": 0.21269017787915362,
      "epoch": 13.004366812227074,
      "step": 41692
    },
    {
      "contrastive_lambda": 0.21266875207202218,
      "epoch": 13.004678727386151,
      "step": 41693
    },
    {
      "contrastive_lambda": 0.2126473270526255,
      "epoch": 13.004990642545227,
      "step": 41694
    },
    {
      "contrastive_lambda": 0.2126259028210225,
      "epoch": 13.005302557704304,
      "step": 41695
    },
    {
      "contrastive_lambda": 0.2126044793772719,
      "epoch": 13.005614472863382,
      "step": 41696
    },
    {
      "contrastive_lambda": 0.21258305672143263,
      "epoch": 13.005926388022457,
      "step": 41697
    },
    {
      "contrastive_lambda": 0.21256163485356283,
      "epoch": 13.006238303181535,
      "step": 41698
    },
    {
      "contrastive_lambda": 0.212540213773722,
      "epoch": 13.006550218340612,
      "step": 41699
    },
    {
      "epoch": 13.006862133499688,
      "grad_norm": 0.0922820046544075,
      "learning_rate": 2.3350745259017315e-05,
      "loss": 0.019,
      "step": 41700
    },
    {
      "epoch": 13.006862133499688,
      "flow_loss": 0.015460117720067501,
      "step": 41700
    },
    {
      "contrastive_loss": 0.0032718959264457226,
      "epoch": 13.006862133499688,
      "step": 41700
    },
    {
      "contrastive_lambda": 0.21251879348196834,
      "epoch": 13.006862133499688,
      "step": 41700
    },
    {
      "contrastive_lambda": 0.21249737397836072,
      "epoch": 13.007174048658765,
      "step": 41701
    },
    {
      "contrastive_lambda": 0.21247595526295787,
      "epoch": 13.007485963817842,
      "step": 41702
    },
    {
      "contrastive_lambda": 0.2124545373358187,
      "epoch": 13.007797878976918,
      "step": 41703
    },
    {
      "contrastive_lambda": 0.21243312019700156,
      "epoch": 13.008109794135995,
      "step": 41704
    },
    {
      "contrastive_lambda": 0.21241170384656533,
      "epoch": 13.008421709295071,
      "step": 41705
    },
    {
      "contrastive_lambda": 0.21239028828456874,
      "epoch": 13.008733624454148,
      "step": 41706
    },
    {
      "contrastive_lambda": 0.21236887351107053,
      "epoch": 13.009045539613226,
      "step": 41707
    },
    {
      "contrastive_lambda": 0.21234745952612955,
      "epoch": 13.009357454772301,
      "step": 41708
    },
    {
      "contrastive_lambda": 0.21232604632980395,
      "epoch": 13.009669369931379,
      "step": 41709
    },
    {
      "epoch": 13.009981285090456,
      "grad_norm": 0.07553242892026901,
      "learning_rate": 2.332743194891906e-05,
      "loss": 0.0239,
      "step": 41710
    },
    {
      "epoch": 13.009981285090456,
      "flow_loss": 0.03691355139017105,
      "step": 41710
    },
    {
      "contrastive_loss": 0.0032384865917265415,
      "epoch": 13.009981285090456,
      "step": 41710
    },
    {
      "contrastive_lambda": 0.21230463392215326,
      "epoch": 13.009981285090456,
      "step": 41710
    },
    {
      "contrastive_lambda": 0.21228322230323554,
      "epoch": 13.010293200249532,
      "step": 41711
    },
    {
      "contrastive_lambda": 0.21226181147310969,
      "epoch": 13.010605115408609,
      "step": 41712
    },
    {
      "contrastive_lambda": 0.21224040143183442,
      "epoch": 13.010917030567686,
      "step": 41713
    },
    {
      "contrastive_lambda": 0.2122189921794686,
      "epoch": 13.011228945726762,
      "step": 41714
    },
    {
      "contrastive_lambda": 0.21219758371607056,
      "epoch": 13.01154086088584,
      "step": 41715
    },
    {
      "contrastive_lambda": 0.21217617604169925,
      "epoch": 13.011852776044917,
      "step": 41716
    },
    {
      "contrastive_lambda": 0.21215476915641324,
      "epoch": 13.012164691203992,
      "step": 41717
    },
    {
      "contrastive_lambda": 0.2121333630602713,
      "epoch": 13.01247660636307,
      "step": 41718
    },
    {
      "contrastive_lambda": 0.21211195775333225,
      "epoch": 13.012788521522147,
      "step": 41719
    },
    {
      "epoch": 13.013100436681222,
      "grad_norm": 0.07429160177707672,
      "learning_rate": 2.330412674124276e-05,
      "loss": 0.028,
      "step": 41720
    },
    {
      "epoch": 13.013100436681222,
      "flow_loss": 0.03314211592078209,
      "step": 41720
    },
    {
      "contrastive_loss": 0.0039284732192754745,
      "epoch": 13.013100436681222,
      "step": 41720
    },
    {
      "contrastive_lambda": 0.21209055323565446,
      "epoch": 13.013100436681222,
      "step": 41720
    },
    {
      "contrastive_lambda": 0.21206914950729672,
      "epoch": 13.0134123518403,
      "step": 41721
    },
    {
      "contrastive_lambda": 0.21204774656831776,
      "epoch": 13.013724266999375,
      "step": 41722
    },
    {
      "contrastive_lambda": 0.2120263444187765,
      "epoch": 13.014036182158453,
      "step": 41723
    },
    {
      "contrastive_lambda": 0.21200494305873113,
      "epoch": 13.01434809731753,
      "step": 41724
    },
    {
      "contrastive_lambda": 0.21198354248824036,
      "epoch": 13.014660012476606,
      "step": 41725
    },
    {
      "contrastive_lambda": 0.21196214270736347,
      "epoch": 13.014971927635683,
      "step": 41726
    },
    {
      "contrastive_lambda": 0.2119407437161585,
      "epoch": 13.01528384279476,
      "step": 41727
    },
    {
      "contrastive_lambda": 0.21191934551468455,
      "epoch": 13.015595757953836,
      "step": 41728
    },
    {
      "contrastive_lambda": 0.2118979481029999,
      "epoch": 13.015907673112913,
      "step": 41729
    },
    {
      "epoch": 13.01621958827199,
      "grad_norm": 0.11975064128637314,
      "learning_rate": 2.328082964306786e-05,
      "loss": 0.0296,
      "step": 41730
    },
    {
      "epoch": 13.01621958827199,
      "flow_loss": 0.02335907518863678,
      "step": 41730
    },
    {
      "contrastive_loss": 0.005009569227695465,
      "epoch": 13.01621958827199,
      "step": 41730
    },
    {
      "contrastive_lambda": 0.21187655148116336,
      "epoch": 13.01621958827199,
      "step": 41730
    },
    {
      "contrastive_lambda": 0.21185515564923357,
      "epoch": 13.016531503431066,
      "step": 41731
    },
    {
      "contrastive_lambda": 0.21183376060726933,
      "epoch": 13.016843418590144,
      "step": 41732
    },
    {
      "contrastive_lambda": 0.21181236635532913,
      "epoch": 13.017155333749221,
      "step": 41733
    },
    {
      "contrastive_lambda": 0.21179097289347187,
      "epoch": 13.017467248908297,
      "step": 41734
    },
    {
      "contrastive_lambda": 0.21176958022175585,
      "epoch": 13.017779164067374,
      "step": 41735
    },
    {
      "contrastive_lambda": 0.21174818834023973,
      "epoch": 13.018091079226451,
      "step": 41736
    },
    {
      "contrastive_lambda": 0.21172679724898263,
      "epoch": 13.018402994385527,
      "step": 41737
    },
    {
      "contrastive_lambda": 0.21170540694804274,
      "epoch": 13.018714909544604,
      "step": 41738
    },
    {
      "contrastive_lambda": 0.21168401743747906,
      "epoch": 13.01902682470368,
      "step": 41739
    },
    {
      "epoch": 13.019338739862757,
      "grad_norm": 0.0795888900756836,
      "learning_rate": 2.325754066147145e-05,
      "loss": 0.0245,
      "step": 41740
    },
    {
      "epoch": 13.019338739862757,
      "flow_loss": 0.025612609460949898,
      "step": 41740
    },
    {
      "contrastive_loss": 0.003736834041774273,
      "epoch": 13.019338739862757,
      "step": 41740
    },
    {
      "contrastive_lambda": 0.21166262871734975,
      "epoch": 13.019338739862757,
      "step": 41740
    },
    {
      "contrastive_lambda": 0.2116412407877138,
      "epoch": 13.019650655021834,
      "step": 41741
    },
    {
      "contrastive_lambda": 0.21161985364862973,
      "epoch": 13.01996257018091,
      "step": 41742
    },
    {
      "contrastive_lambda": 0.2115984673001562,
      "epoch": 13.020274485339987,
      "step": 41743
    },
    {
      "contrastive_lambda": 0.2115770817423518,
      "epoch": 13.020586400499065,
      "step": 41744
    },
    {
      "contrastive_lambda": 0.21155569697527543,
      "epoch": 13.02089831565814,
      "step": 41745
    },
    {
      "contrastive_lambda": 0.21153431299898534,
      "epoch": 13.021210230817218,
      "step": 41746
    },
    {
      "contrastive_lambda": 0.21151292981354047,
      "epoch": 13.021522145976295,
      "step": 41747
    },
    {
      "contrastive_lambda": 0.2114915474189989,
      "epoch": 13.02183406113537,
      "step": 41748
    },
    {
      "contrastive_lambda": 0.21147016581541983,
      "epoch": 13.022145976294448,
      "step": 41749
    },
    {
      "epoch": 13.022457891453525,
      "grad_norm": 0.07830021530389786,
      "learning_rate": 2.32342598035281e-05,
      "loss": 0.0224,
      "step": 41750
    },
    {
      "epoch": 13.022457891453525,
      "flow_loss": 0.016211610287427902,
      "step": 41750
    },
    {
      "contrastive_loss": 0.0033876225352287292,
      "epoch": 13.022457891453525,
      "step": 41750
    },
    {
      "contrastive_lambda": 0.21144878500286185,
      "epoch": 13.022457891453525,
      "step": 41750
    },
    {
      "contrastive_lambda": 0.21142740498138324,
      "epoch": 13.022769806612601,
      "step": 41751
    },
    {
      "contrastive_lambda": 0.21140602575104278,
      "epoch": 13.023081721771678,
      "step": 41752
    },
    {
      "contrastive_lambda": 0.2113846473118991,
      "epoch": 13.023393636930756,
      "step": 41753
    },
    {
      "contrastive_lambda": 0.21136326966401076,
      "epoch": 13.023705552089831,
      "step": 41754
    },
    {
      "contrastive_lambda": 0.21134189280743643,
      "epoch": 13.024017467248909,
      "step": 41755
    },
    {
      "contrastive_lambda": 0.2113205167422349,
      "epoch": 13.024329382407984,
      "step": 41756
    },
    {
      "contrastive_lambda": 0.21129914146846435,
      "epoch": 13.024641297567062,
      "step": 41757
    },
    {
      "contrastive_lambda": 0.21127776698618378,
      "epoch": 13.024953212726139,
      "step": 41758
    },
    {
      "contrastive_lambda": 0.21125639329545126,
      "epoch": 13.025265127885215,
      "step": 41759
    },
    {
      "epoch": 13.025577043044292,
      "grad_norm": 0.08104860782623291,
      "learning_rate": 2.321098707630991e-05,
      "loss": 0.0205,
      "step": 41760
    },
    {
      "epoch": 13.025577043044292,
      "flow_loss": 0.04244418814778328,
      "step": 41760
    },
    {
      "contrastive_loss": 0.003292073728516698,
      "epoch": 13.025577043044292,
      "step": 41760
    },
    {
      "contrastive_lambda": 0.21123502039632586,
      "epoch": 13.025577043044292,
      "step": 41760
    },
    {
      "contrastive_lambda": 0.2112136482888663,
      "epoch": 13.02588895820337,
      "step": 41761
    },
    {
      "contrastive_lambda": 0.2111922769731307,
      "epoch": 13.026200873362445,
      "step": 41762
    },
    {
      "contrastive_lambda": 0.21117090644917785,
      "epoch": 13.026512788521522,
      "step": 41763
    },
    {
      "contrastive_lambda": 0.21114953671706654,
      "epoch": 13.0268247036806,
      "step": 41764
    },
    {
      "contrastive_lambda": 0.2111281677768549,
      "epoch": 13.027136618839675,
      "step": 41765
    },
    {
      "contrastive_lambda": 0.21110679962860207,
      "epoch": 13.027448533998752,
      "step": 41766
    },
    {
      "contrastive_lambda": 0.21108543227236615,
      "epoch": 13.02776044915783,
      "step": 41767
    },
    {
      "contrastive_lambda": 0.21106406570820596,
      "epoch": 13.028072364316905,
      "step": 41768
    },
    {
      "contrastive_lambda": 0.21104269993618024,
      "epoch": 13.028384279475983,
      "step": 41769
    },
    {
      "epoch": 13.02869619463506,
      "grad_norm": 0.07787039875984192,
      "learning_rate": 2.318772248688652e-05,
      "loss": 0.0261,
      "step": 41770
    },
    {
      "epoch": 13.02869619463506,
      "flow_loss": 0.01738550141453743,
      "step": 41770
    },
    {
      "contrastive_loss": 0.0030277769546955824,
      "epoch": 13.02869619463506,
      "step": 41770
    },
    {
      "contrastive_lambda": 0.211021334956347,
      "epoch": 13.02869619463506,
      "step": 41770
    },
    {
      "contrastive_lambda": 0.2109999707687653,
      "epoch": 13.029008109794136,
      "step": 41771
    },
    {
      "contrastive_lambda": 0.21097860737349383,
      "epoch": 13.029320024953213,
      "step": 41772
    },
    {
      "contrastive_lambda": 0.21095724477059075,
      "epoch": 13.029631940112289,
      "step": 41773
    },
    {
      "contrastive_lambda": 0.21093588296011473,
      "epoch": 13.029943855271366,
      "step": 41774
    },
    {
      "contrastive_lambda": 0.21091452194212462,
      "epoch": 13.030255770430443,
      "step": 41775
    },
    {
      "contrastive_lambda": 0.21089316171667838,
      "epoch": 13.030567685589519,
      "step": 41776
    },
    {
      "contrastive_lambda": 0.21087180228383534,
      "epoch": 13.030879600748596,
      "step": 41777
    },
    {
      "contrastive_lambda": 0.21085044364365346,
      "epoch": 13.031191515907674,
      "step": 41778
    },
    {
      "contrastive_lambda": 0.21082908579619153,
      "epoch": 13.03150343106675,
      "step": 41779
    },
    {
      "epoch": 13.031815346225827,
      "grad_norm": 0.09583398699760437,
      "learning_rate": 2.3164466042325107e-05,
      "loss": 0.0273,
      "step": 41780
    },
    {
      "epoch": 13.031815346225827,
      "flow_loss": 0.03880820423364639,
      "step": 41780
    },
    {
      "contrastive_loss": 0.0036135055124759674,
      "epoch": 13.031815346225827,
      "step": 41780
    },
    {
      "contrastive_lambda": 0.21080772874150827,
      "epoch": 13.031815346225827,
      "step": 41780
    },
    {
      "contrastive_lambda": 0.2107863724796618,
      "epoch": 13.032127261384904,
      "step": 41781
    },
    {
      "contrastive_lambda": 0.21076501701071082,
      "epoch": 13.03243917654398,
      "step": 41782
    },
    {
      "contrastive_lambda": 0.21074366233471425,
      "epoch": 13.032751091703057,
      "step": 41783
    },
    {
      "contrastive_lambda": 0.21072230845173023,
      "epoch": 13.033063006862134,
      "step": 41784
    },
    {
      "contrastive_lambda": 0.21070095536181754,
      "epoch": 13.03337492202121,
      "step": 41785
    },
    {
      "contrastive_lambda": 0.21067960306503447,
      "epoch": 13.033686837180287,
      "step": 41786
    },
    {
      "contrastive_lambda": 0.2106582515614397,
      "epoch": 13.033998752339365,
      "step": 41787
    },
    {
      "contrastive_lambda": 0.21063690085109177,
      "epoch": 13.03431066749844,
      "step": 41788
    },
    {
      "contrastive_lambda": 0.21061555093404916,
      "epoch": 13.034622582657517,
      "step": 41789
    },
    {
      "epoch": 13.034934497816593,
      "grad_norm": 0.06236918643116951,
      "learning_rate": 2.3141217749690353e-05,
      "loss": 0.024,
      "step": 41790
    },
    {
      "epoch": 13.034934497816593,
      "flow_loss": 0.04747295752167702,
      "step": 41790
    },
    {
      "contrastive_loss": 0.003290587104856968,
      "epoch": 13.034934497816593,
      "step": 41790
    },
    {
      "contrastive_lambda": 0.21059420181037047,
      "epoch": 13.034934497816593,
      "step": 41790
    },
    {
      "contrastive_lambda": 0.2105728534801144,
      "epoch": 13.03524641297567,
      "step": 41791
    },
    {
      "contrastive_lambda": 0.2105515059433391,
      "epoch": 13.035558328134748,
      "step": 41792
    },
    {
      "contrastive_lambda": 0.2105301592001031,
      "epoch": 13.035870243293823,
      "step": 41793
    },
    {
      "contrastive_lambda": 0.21050881325046544,
      "epoch": 13.0361821584529,
      "step": 41794
    },
    {
      "contrastive_lambda": 0.21048746809448415,
      "epoch": 13.036494073611978,
      "step": 41795
    },
    {
      "contrastive_lambda": 0.21046612373221812,
      "epoch": 13.036805988771054,
      "step": 41796
    },
    {
      "contrastive_lambda": 0.21044478016372542,
      "epoch": 13.037117903930131,
      "step": 41797
    },
    {
      "contrastive_lambda": 0.21042343738906483,
      "epoch": 13.037429819089208,
      "step": 41798
    },
    {
      "contrastive_lambda": 0.2104020954082948,
      "epoch": 13.037741734248284,
      "step": 41799
    },
    {
      "epoch": 13.038053649407361,
      "grad_norm": 0.10929449647665024,
      "learning_rate": 2.3117977616044466e-05,
      "loss": 0.0302,
      "step": 41800
    },
    {
      "epoch": 13.038053649407361,
      "flow_loss": 0.02450518123805523,
      "step": 41800
    },
    {
      "contrastive_loss": 0.005352647043764591,
      "epoch": 13.038053649407361,
      "step": 41800
    },
    {
      "contrastive_lambda": 0.21038075422147384,
      "epoch": 13.038053649407361,
      "step": 41800
    },
    {
      "contrastive_lambda": 0.21035941382866052,
      "epoch": 13.038365564566439,
      "step": 41801
    },
    {
      "contrastive_lambda": 0.21033807422991352,
      "epoch": 13.038677479725514,
      "step": 41802
    },
    {
      "contrastive_lambda": 0.2103167354252909,
      "epoch": 13.038989394884592,
      "step": 41803
    },
    {
      "contrastive_lambda": 0.2102953974148516,
      "epoch": 13.039301310043669,
      "step": 41804
    },
    {
      "contrastive_lambda": 0.21027406019865358,
      "epoch": 13.039613225202745,
      "step": 41805
    },
    {
      "contrastive_lambda": 0.21025272377675586,
      "epoch": 13.039925140361822,
      "step": 41806
    },
    {
      "contrastive_lambda": 0.21023138814921688,
      "epoch": 13.040237055520898,
      "step": 41807
    },
    {
      "contrastive_lambda": 0.21021005331609482,
      "epoch": 13.040548970679975,
      "step": 41808
    },
    {
      "contrastive_lambda": 0.21018871927744842,
      "epoch": 13.040860885839052,
      "step": 41809
    },
    {
      "epoch": 13.041172800998128,
      "grad_norm": 0.07331005483865738,
      "learning_rate": 2.309474564844722e-05,
      "loss": 0.0283,
      "step": 41810
    },
    {
      "epoch": 13.041172800998128,
      "flow_loss": 0.025017838925123215,
      "step": 41810
    },
    {
      "contrastive_loss": 0.0036678968463093042,
      "epoch": 13.041172800998128,
      "step": 41810
    },
    {
      "contrastive_lambda": 0.21016738603333607,
      "epoch": 13.041172800998128,
      "step": 41810
    },
    {
      "contrastive_lambda": 0.21014605358381627,
      "epoch": 13.041484716157205,
      "step": 41811
    },
    {
      "contrastive_lambda": 0.2101247219289475,
      "epoch": 13.041796631316283,
      "step": 41812
    },
    {
      "contrastive_lambda": 0.21010339106878845,
      "epoch": 13.042108546475358,
      "step": 41813
    },
    {
      "contrastive_lambda": 0.21008206100339727,
      "epoch": 13.042420461634435,
      "step": 41814
    },
    {
      "contrastive_lambda": 0.21006073173283274,
      "epoch": 13.042732376793513,
      "step": 41815
    },
    {
      "contrastive_lambda": 0.2100394032571528,
      "epoch": 13.043044291952588,
      "step": 41816
    },
    {
      "contrastive_lambda": 0.21001807557641655,
      "epoch": 13.043356207111666,
      "step": 41817
    },
    {
      "contrastive_lambda": 0.2099967486906823,
      "epoch": 13.043668122270743,
      "step": 41818
    },
    {
      "contrastive_lambda": 0.2099754226000083,
      "epoch": 13.043980037429819,
      "step": 41819
    },
    {
      "epoch": 13.044291952588896,
      "grad_norm": 0.06688758730888367,
      "learning_rate": 2.307152185395585e-05,
      "loss": 0.0241,
      "step": 41820
    },
    {
      "epoch": 13.044291952588896,
      "flow_loss": 0.047087348997592926,
      "step": 41820
    },
    {
      "contrastive_loss": 0.0035709994845092297,
      "epoch": 13.044291952588896,
      "step": 41820
    },
    {
      "contrastive_lambda": 0.20995409730445314,
      "epoch": 13.044291952588896,
      "step": 41820
    },
    {
      "contrastive_lambda": 0.20993277280407546,
      "epoch": 13.044603867747973,
      "step": 41821
    },
    {
      "contrastive_lambda": 0.20991144909893322,
      "epoch": 13.044915782907049,
      "step": 41822
    },
    {
      "contrastive_lambda": 0.20989012618908554,
      "epoch": 13.045227698066126,
      "step": 41823
    },
    {
      "contrastive_lambda": 0.20986880407459035,
      "epoch": 13.045539613225202,
      "step": 41824
    },
    {
      "contrastive_lambda": 0.20984748275550635,
      "epoch": 13.04585152838428,
      "step": 41825
    },
    {
      "contrastive_lambda": 0.20982616223189215,
      "epoch": 13.046163443543357,
      "step": 41826
    },
    {
      "contrastive_lambda": 0.2098048425038056,
      "epoch": 13.046475358702432,
      "step": 41827
    },
    {
      "contrastive_lambda": 0.20978352357130575,
      "epoch": 13.04678727386151,
      "step": 41828
    },
    {
      "contrastive_lambda": 0.209762205434451,
      "epoch": 13.047099189020587,
      "step": 41829
    },
    {
      "epoch": 13.047411104179663,
      "grad_norm": 0.11186167597770691,
      "learning_rate": 2.3048306239625144e-05,
      "loss": 0.0295,
      "step": 41830
    },
    {
      "epoch": 13.047411104179663,
      "flow_loss": 0.019137855619192123,
      "step": 41830
    },
    {
      "contrastive_loss": 0.004782558418810368,
      "epoch": 13.047411104179663,
      "step": 41830
    },
    {
      "contrastive_lambda": 0.2097408880932995,
      "epoch": 13.047411104179663,
      "step": 41830
    },
    {
      "contrastive_lambda": 0.20971957154791,
      "epoch": 13.04772301933874,
      "step": 41831
    },
    {
      "contrastive_lambda": 0.20969825579834056,
      "epoch": 13.048034934497817,
      "step": 41832
    },
    {
      "contrastive_lambda": 0.20967694084464972,
      "epoch": 13.048346849656893,
      "step": 41833
    },
    {
      "contrastive_lambda": 0.20965562668689636,
      "epoch": 13.04865876481597,
      "step": 41834
    },
    {
      "contrastive_lambda": 0.20963431332513838,
      "epoch": 13.048970679975048,
      "step": 41835
    },
    {
      "contrastive_lambda": 0.20961300075943445,
      "epoch": 13.049282595134123,
      "step": 41836
    },
    {
      "contrastive_lambda": 0.2095916889898431,
      "epoch": 13.0495945102932,
      "step": 41837
    },
    {
      "contrastive_lambda": 0.20957037801642248,
      "epoch": 13.049906425452278,
      "step": 41838
    },
    {
      "contrastive_lambda": 0.209549067839231,
      "epoch": 13.050218340611353,
      "step": 41839
    },
    {
      "epoch": 13.05053025577043,
      "grad_norm": 0.08531518280506134,
      "learning_rate": 2.3025098812507378e-05,
      "loss": 0.0238,
      "step": 41840
    },
    {
      "epoch": 13.05053025577043,
      "flow_loss": 0.03235631063580513,
      "step": 41840
    },
    {
      "contrastive_loss": 0.004063600208610296,
      "epoch": 13.05053025577043,
      "step": 41840
    },
    {
      "contrastive_lambda": 0.20952775845832755,
      "epoch": 13.05053025577043,
      "step": 41840
    },
    {
      "contrastive_lambda": 0.2095064498737701,
      "epoch": 13.050842170929506,
      "step": 41841
    },
    {
      "contrastive_lambda": 0.20948514208561736,
      "epoch": 13.051154086088584,
      "step": 41842
    },
    {
      "contrastive_lambda": 0.20946383509392746,
      "epoch": 13.051466001247661,
      "step": 41843
    },
    {
      "contrastive_lambda": 0.20944252889875875,
      "epoch": 13.051777916406737,
      "step": 41844
    },
    {
      "contrastive_lambda": 0.20942122350017023,
      "epoch": 13.052089831565814,
      "step": 41845
    },
    {
      "contrastive_lambda": 0.20939991889821968,
      "epoch": 13.052401746724891,
      "step": 41846
    },
    {
      "contrastive_lambda": 0.2093786150929658,
      "epoch": 13.052713661883967,
      "step": 41847
    },
    {
      "contrastive_lambda": 0.20935731208446712,
      "epoch": 13.053025577043044,
      "step": 41848
    },
    {
      "contrastive_lambda": 0.20933600987278167,
      "epoch": 13.053337492202122,
      "step": 41849
    },
    {
      "epoch": 13.053649407361197,
      "grad_norm": 0.06997640430927277,
      "learning_rate": 2.3001899579652366e-05,
      "loss": 0.0227,
      "step": 41850
    },
    {
      "epoch": 13.053649407361197,
      "flow_loss": 0.02227935567498207,
      "step": 41850
    },
    {
      "contrastive_loss": 0.00441658403724432,
      "epoch": 13.053649407361197,
      "step": 41850
    },
    {
      "contrastive_lambda": 0.2093147084579679,
      "epoch": 13.053649407361197,
      "step": 41850
    },
    {
      "contrastive_lambda": 0.2092934078400847,
      "epoch": 13.053961322520275,
      "step": 41851
    },
    {
      "contrastive_lambda": 0.20927210801919,
      "epoch": 13.054273237679352,
      "step": 41852
    },
    {
      "contrastive_lambda": 0.20925080899534243,
      "epoch": 13.054585152838428,
      "step": 41853
    },
    {
      "contrastive_lambda": 0.20922951076860014,
      "epoch": 13.054897067997505,
      "step": 41854
    },
    {
      "contrastive_lambda": 0.20920821333902162,
      "epoch": 13.055208983156582,
      "step": 41855
    },
    {
      "contrastive_lambda": 0.20918691670666534,
      "epoch": 13.055520898315658,
      "step": 41856
    },
    {
      "contrastive_lambda": 0.20916562087158963,
      "epoch": 13.055832813474735,
      "step": 41857
    },
    {
      "contrastive_lambda": 0.20914432583385284,
      "epoch": 13.05614472863381,
      "step": 41858
    },
    {
      "contrastive_lambda": 0.20912303159351364,
      "epoch": 13.056456643792888,
      "step": 41859
    },
    {
      "epoch": 13.056768558951966,
      "grad_norm": 0.09633488208055496,
      "learning_rate": 2.2978708548107393e-05,
      "loss": 0.0243,
      "step": 41860
    },
    {
      "epoch": 13.056768558951966,
      "flow_loss": 0.017805229872465134,
      "step": 41860
    },
    {
      "contrastive_loss": 0.003167764749377966,
      "epoch": 13.056768558951966,
      "step": 41860
    },
    {
      "contrastive_lambda": 0.20910173815062993,
      "epoch": 13.056768558951966,
      "step": 41860
    },
    {
      "contrastive_lambda": 0.20908044550526034,
      "epoch": 13.057080474111041,
      "step": 41861
    },
    {
      "contrastive_lambda": 0.20905915365746325,
      "epoch": 13.057392389270118,
      "step": 41862
    },
    {
      "contrastive_lambda": 0.20903786260729695,
      "epoch": 13.057704304429196,
      "step": 41863
    },
    {
      "contrastive_lambda": 0.20901657235482007,
      "epoch": 13.058016219588271,
      "step": 41864
    },
    {
      "contrastive_lambda": 0.20899528290009062,
      "epoch": 13.058328134747349,
      "step": 41865
    },
    {
      "contrastive_lambda": 0.20897399424316715,
      "epoch": 13.058640049906426,
      "step": 41866
    },
    {
      "contrastive_lambda": 0.20895270638410796,
      "epoch": 13.058951965065502,
      "step": 41867
    },
    {
      "contrastive_lambda": 0.20893141932297143,
      "epoch": 13.059263880224579,
      "step": 41868
    },
    {
      "contrastive_lambda": 0.20891013305981615,
      "epoch": 13.059575795383656,
      "step": 41869
    },
    {
      "epoch": 13.059887710542732,
      "grad_norm": 0.07475245743989944,
      "learning_rate": 2.2955525724917348e-05,
      "loss": 0.0278,
      "step": 41870
    },
    {
      "epoch": 13.059887710542732,
      "flow_loss": 0.013969271443784237,
      "step": 41870
    },
    {
      "contrastive_loss": 0.004917818121612072,
      "epoch": 13.059887710542732,
      "step": 41870
    },
    {
      "contrastive_lambda": 0.2088888475947001,
      "epoch": 13.059887710542732,
      "step": 41870
    },
    {
      "contrastive_lambda": 0.20886756292768177,
      "epoch": 13.06019962570181,
      "step": 41871
    },
    {
      "contrastive_lambda": 0.20884627905881975,
      "epoch": 13.060511540860887,
      "step": 41872
    },
    {
      "contrastive_lambda": 0.20882499598817184,
      "epoch": 13.060823456019962,
      "step": 41873
    },
    {
      "contrastive_lambda": 0.20880371371579687,
      "epoch": 13.06113537117904,
      "step": 41874
    },
    {
      "contrastive_lambda": 0.20878243224175325,
      "epoch": 13.061447286338115,
      "step": 41875
    },
    {
      "contrastive_lambda": 0.20876115156609898,
      "epoch": 13.061759201497193,
      "step": 41876
    },
    {
      "contrastive_lambda": 0.20873987168889252,
      "epoch": 13.06207111665627,
      "step": 41877
    },
    {
      "contrastive_lambda": 0.20871859261019227,
      "epoch": 13.062383031815346,
      "step": 41878
    },
    {
      "contrastive_lambda": 0.2086973143300565,
      "epoch": 13.062694946974423,
      "step": 41879
    },
    {
      "epoch": 13.0630068621335,
      "grad_norm": 0.11210405081510544,
      "learning_rate": 2.2932351117124477e-05,
      "loss": 0.0226,
      "step": 41880
    },
    {
      "epoch": 13.0630068621335,
      "flow_loss": 0.013539223931729794,
      "step": 41880
    },
    {
      "contrastive_loss": 0.0038074946496635675,
      "epoch": 13.0630068621335,
      "step": 41880
    },
    {
      "contrastive_lambda": 0.20867603684854374,
      "epoch": 13.0630068621335,
      "step": 41880
    },
    {
      "contrastive_lambda": 0.20865476016571205,
      "epoch": 13.063318777292576,
      "step": 41881
    },
    {
      "contrastive_lambda": 0.20863348428161982,
      "epoch": 13.063630692451653,
      "step": 41882
    },
    {
      "contrastive_lambda": 0.20861220919632562,
      "epoch": 13.06394260761073,
      "step": 41883
    },
    {
      "contrastive_lambda": 0.20859093490988728,
      "epoch": 13.064254522769806,
      "step": 41884
    },
    {
      "contrastive_lambda": 0.20856966142236355,
      "epoch": 13.064566437928884,
      "step": 41885
    },
    {
      "contrastive_lambda": 0.20854838873381287,
      "epoch": 13.06487835308796,
      "step": 41886
    },
    {
      "contrastive_lambda": 0.20852711684429315,
      "epoch": 13.065190268247036,
      "step": 41887
    },
    {
      "contrastive_lambda": 0.20850584575386305,
      "epoch": 13.065502183406114,
      "step": 41888
    },
    {
      "contrastive_lambda": 0.2084845754625806,
      "epoch": 13.065814098565191,
      "step": 41889
    },
    {
      "epoch": 13.066126013724267,
      "grad_norm": 0.06171873211860657,
      "learning_rate": 2.29091847317687e-05,
      "loss": 0.0252,
      "step": 41890
    },
    {
      "epoch": 13.066126013724267,
      "flow_loss": 0.021996116265654564,
      "step": 41890
    },
    {
      "contrastive_loss": 0.0030370811000466347,
      "epoch": 13.066126013724267,
      "step": 41890
    },
    {
      "contrastive_lambda": 0.208463305970504,
      "epoch": 13.066126013724267,
      "step": 41890
    },
    {
      "contrastive_lambda": 0.20844203727769212,
      "epoch": 13.066437928883344,
      "step": 41891
    },
    {
      "contrastive_lambda": 0.20842076938420284,
      "epoch": 13.06674984404242,
      "step": 41892
    },
    {
      "contrastive_lambda": 0.20839950229009457,
      "epoch": 13.067061759201497,
      "step": 41893
    },
    {
      "contrastive_lambda": 0.20837823599542576,
      "epoch": 13.067373674360574,
      "step": 41894
    },
    {
      "contrastive_lambda": 0.20835697050025426,
      "epoch": 13.06768558951965,
      "step": 41895
    },
    {
      "contrastive_lambda": 0.20833570580463884,
      "epoch": 13.067997504678727,
      "step": 41896
    },
    {
      "contrastive_lambda": 0.2083144419086378,
      "epoch": 13.068309419837805,
      "step": 41897
    },
    {
      "contrastive_lambda": 0.20829317881230913,
      "epoch": 13.06862133499688,
      "step": 41898
    },
    {
      "contrastive_lambda": 0.20827191651571147,
      "epoch": 13.068933250155958,
      "step": 41899
    },
    {
      "epoch": 13.069245165315035,
      "grad_norm": 0.07259392738342285,
      "learning_rate": 2.2886026575887277e-05,
      "loss": 0.0233,
      "step": 41900
    },
    {
      "epoch": 13.069245165315035,
      "flow_loss": 0.014808231964707375,
      "step": 41900
    },
    {
      "contrastive_loss": 0.0031935698352754116,
      "epoch": 13.069245165315035,
      "step": 41900
    },
    {
      "contrastive_lambda": 0.20825065501890266,
      "epoch": 13.069245165315035,
      "step": 41900
    },
    {
      "contrastive_lambda": 0.20822939432194115,
      "epoch": 13.06955708047411,
      "step": 41901
    },
    {
      "contrastive_lambda": 0.20820813442488562,
      "epoch": 13.069868995633188,
      "step": 41902
    },
    {
      "contrastive_lambda": 0.2081868753277939,
      "epoch": 13.070180910792265,
      "step": 41903
    },
    {
      "contrastive_lambda": 0.20816561703072445,
      "epoch": 13.07049282595134,
      "step": 41904
    },
    {
      "contrastive_lambda": 0.20814435953373567,
      "epoch": 13.070804741110418,
      "step": 41905
    },
    {
      "contrastive_lambda": 0.20812310283688557,
      "epoch": 13.071116656269494,
      "step": 41906
    },
    {
      "contrastive_lambda": 0.20810184694023232,
      "epoch": 13.071428571428571,
      "step": 41907
    },
    {
      "contrastive_lambda": 0.20808059184383482,
      "epoch": 13.071740486587649,
      "step": 41908
    },
    {
      "contrastive_lambda": 0.2080593375477508,
      "epoch": 13.072052401746724,
      "step": 41909
    },
    {
      "epoch": 13.072364316905801,
      "grad_norm": 0.06747691333293915,
      "learning_rate": 2.2862876656515094e-05,
      "loss": 0.0224,
      "step": 41910
    },
    {
      "epoch": 13.072364316905801,
      "flow_loss": 0.024248361587524414,
      "step": 41910
    },
    {
      "contrastive_loss": 0.0040612309239804745,
      "epoch": 13.072364316905801,
      "step": 41910
    },
    {
      "contrastive_lambda": 0.20803808405203883,
      "epoch": 13.072364316905801,
      "step": 41910
    },
    {
      "contrastive_lambda": 0.20801683135675686,
      "epoch": 13.072676232064879,
      "step": 41911
    },
    {
      "contrastive_lambda": 0.20799557946196312,
      "epoch": 13.072988147223954,
      "step": 41912
    },
    {
      "contrastive_lambda": 0.20797432836771645,
      "epoch": 13.073300062383032,
      "step": 41913
    },
    {
      "contrastive_lambda": 0.20795307807407454,
      "epoch": 13.07361197754211,
      "step": 41914
    },
    {
      "contrastive_lambda": 0.20793182858109588,
      "epoch": 13.073923892701185,
      "step": 41915
    },
    {
      "contrastive_lambda": 0.20791057988883888,
      "epoch": 13.074235807860262,
      "step": 41916
    },
    {
      "contrastive_lambda": 0.20788933199736143,
      "epoch": 13.07454772301934,
      "step": 41917
    },
    {
      "contrastive_lambda": 0.20786808490672193,
      "epoch": 13.074859638178415,
      "step": 41918
    },
    {
      "contrastive_lambda": 0.20784683861697867,
      "epoch": 13.075171553337492,
      "step": 41919
    },
    {
      "epoch": 13.07548346849657,
      "grad_norm": 0.07293959707021713,
      "learning_rate": 2.2839734980684464e-05,
      "loss": 0.0294,
      "step": 41920
    },
    {
      "epoch": 13.07548346849657,
      "flow_loss": 0.03878352791070938,
      "step": 41920
    },
    {
      "contrastive_loss": 0.004465614445507526,
      "epoch": 13.07548346849657,
      "step": 41920
    },
    {
      "contrastive_lambda": 0.20782559312818988,
      "epoch": 13.07548346849657,
      "step": 41920
    },
    {
      "contrastive_lambda": 0.207804348440414,
      "epoch": 13.075795383655645,
      "step": 41921
    },
    {
      "contrastive_lambda": 0.20778310455370896,
      "epoch": 13.076107298814723,
      "step": 41922
    },
    {
      "contrastive_lambda": 0.20776186146813308,
      "epoch": 13.076419213973798,
      "step": 41923
    },
    {
      "contrastive_lambda": 0.20774061918374465,
      "epoch": 13.076731129132876,
      "step": 41924
    },
    {
      "contrastive_lambda": 0.20771937770060195,
      "epoch": 13.077043044291953,
      "step": 41925
    },
    {
      "contrastive_lambda": 0.20769813701876333,
      "epoch": 13.077354959451029,
      "step": 41926
    },
    {
      "contrastive_lambda": 0.20767689713828663,
      "epoch": 13.077666874610106,
      "step": 41927
    },
    {
      "contrastive_lambda": 0.20765565805923036,
      "epoch": 13.077978789769183,
      "step": 41928
    },
    {
      "contrastive_lambda": 0.2076344197816527,
      "epoch": 13.078290704928259,
      "step": 41929
    },
    {
      "epoch": 13.078602620087336,
      "grad_norm": 0.07713758200407028,
      "learning_rate": 2.281660155542522e-05,
      "loss": 0.0297,
      "step": 41930
    },
    {
      "epoch": 13.078602620087336,
      "flow_loss": 0.011384563520550728,
      "step": 41930
    },
    {
      "contrastive_loss": 0.0037227855063974857,
      "epoch": 13.078602620087336,
      "step": 41930
    },
    {
      "contrastive_lambda": 0.20761318230561188,
      "epoch": 13.078602620087336,
      "step": 41930
    },
    {
      "contrastive_lambda": 0.20759194563116612,
      "epoch": 13.078914535246414,
      "step": 41931
    },
    {
      "contrastive_lambda": 0.20757070975837383,
      "epoch": 13.07922645040549,
      "step": 41932
    },
    {
      "contrastive_lambda": 0.20754947468729285,
      "epoch": 13.079538365564567,
      "step": 41933
    },
    {
      "contrastive_lambda": 0.2075282404179818,
      "epoch": 13.079850280723644,
      "step": 41934
    },
    {
      "contrastive_lambda": 0.20750700695049829,
      "epoch": 13.08016219588272,
      "step": 41935
    },
    {
      "contrastive_lambda": 0.20748577428490111,
      "epoch": 13.080474111041797,
      "step": 41936
    },
    {
      "contrastive_lambda": 0.20746454242124845,
      "epoch": 13.080786026200874,
      "step": 41937
    },
    {
      "contrastive_lambda": 0.2074433113595982,
      "epoch": 13.08109794135995,
      "step": 41938
    },
    {
      "contrastive_lambda": 0.20742208110000876,
      "epoch": 13.081409856519027,
      "step": 41939
    },
    {
      "epoch": 13.081721771678103,
      "grad_norm": 0.07533740997314453,
      "learning_rate": 2.279347638776469e-05,
      "loss": 0.0233,
      "step": 41940
    },
    {
      "epoch": 13.081721771678103,
      "flow_loss": 0.013375806622207165,
      "step": 41940
    },
    {
      "contrastive_loss": 0.0033089101780205965,
      "epoch": 13.081721771678103,
      "step": 41940
    },
    {
      "contrastive_lambda": 0.2074008516425384,
      "epoch": 13.081721771678103,
      "step": 41940
    },
    {
      "contrastive_lambda": 0.20737962298724494,
      "epoch": 13.08203368683718,
      "step": 41941
    },
    {
      "contrastive_lambda": 0.20735839513418697,
      "epoch": 13.082345601996257,
      "step": 41942
    },
    {
      "contrastive_lambda": 0.20733716808342278,
      "epoch": 13.082657517155333,
      "step": 41943
    },
    {
      "contrastive_lambda": 0.20731594183501018,
      "epoch": 13.08296943231441,
      "step": 41944
    },
    {
      "contrastive_lambda": 0.2072947163890077,
      "epoch": 13.083281347473488,
      "step": 41945
    },
    {
      "contrastive_lambda": 0.20727349174547305,
      "epoch": 13.083593262632563,
      "step": 41946
    },
    {
      "contrastive_lambda": 0.20725226790446494,
      "epoch": 13.08390517779164,
      "step": 41947
    },
    {
      "contrastive_lambda": 0.2072310448660415,
      "epoch": 13.084217092950718,
      "step": 41948
    },
    {
      "contrastive_lambda": 0.2072098226302606,
      "epoch": 13.084529008109794,
      "step": 41949
    },
    {
      "epoch": 13.084840923268871,
      "grad_norm": 0.10743850469589233,
      "learning_rate": 2.2770359484727665e-05,
      "loss": 0.0271,
      "step": 41950
    },
    {
      "epoch": 13.084840923268871,
      "flow_loss": 0.033547937870025635,
      "step": 41950
    },
    {
      "contrastive_loss": 0.0051620714366436005,
      "epoch": 13.084840923268871,
      "step": 41950
    },
    {
      "contrastive_lambda": 0.20718860119718058,
      "epoch": 13.084840923268871,
      "step": 41950
    },
    {
      "contrastive_lambda": 0.20716738056685985,
      "epoch": 13.085152838427948,
      "step": 41951
    },
    {
      "contrastive_lambda": 0.207146160739356,
      "epoch": 13.085464753587024,
      "step": 41952
    },
    {
      "contrastive_lambda": 0.20712494171472773,
      "epoch": 13.085776668746101,
      "step": 41953
    },
    {
      "contrastive_lambda": 0.2071037234930333,
      "epoch": 13.086088583905179,
      "step": 41954
    },
    {
      "contrastive_lambda": 0.20708250607433037,
      "epoch": 13.086400499064254,
      "step": 41955
    },
    {
      "contrastive_lambda": 0.20706128945867763,
      "epoch": 13.086712414223332,
      "step": 41956
    },
    {
      "contrastive_lambda": 0.2070400736461328,
      "epoch": 13.087024329382407,
      "step": 41957
    },
    {
      "contrastive_lambda": 0.20701885863675407,
      "epoch": 13.087336244541484,
      "step": 41958
    },
    {
      "contrastive_lambda": 0.20699764443060015,
      "epoch": 13.087648159700562,
      "step": 41959
    },
    {
      "epoch": 13.087960074859637,
      "grad_norm": 0.08002258092164993,
      "learning_rate": 2.27472508533365e-05,
      "loss": 0.0266,
      "step": 41960
    },
    {
      "epoch": 13.087960074859637,
      "flow_loss": 0.02372952550649643,
      "step": 41960
    },
    {
      "contrastive_loss": 0.0036072544753551483,
      "epoch": 13.087960074859637,
      "step": 41960
    },
    {
      "contrastive_lambda": 0.2069764310277286,
      "epoch": 13.087960074859637,
      "step": 41960
    },
    {
      "contrastive_lambda": 0.20695521842819786,
      "epoch": 13.088271990018715,
      "step": 41961
    },
    {
      "contrastive_lambda": 0.20693400663206618,
      "epoch": 13.088583905177792,
      "step": 41962
    },
    {
      "contrastive_lambda": 0.20691279563939136,
      "epoch": 13.088895820336868,
      "step": 41963
    },
    {
      "contrastive_lambda": 0.20689158545023173,
      "epoch": 13.089207735495945,
      "step": 41964
    },
    {
      "contrastive_lambda": 0.20687037606464553,
      "epoch": 13.089519650655022,
      "step": 41965
    },
    {
      "contrastive_lambda": 0.20684916748269078,
      "epoch": 13.089831565814098,
      "step": 41966
    },
    {
      "contrastive_lambda": 0.2068279597044259,
      "epoch": 13.090143480973175,
      "step": 41967
    },
    {
      "contrastive_lambda": 0.20680675272990862,
      "epoch": 13.090455396132253,
      "step": 41968
    },
    {
      "contrastive_lambda": 0.20678554655919706,
      "epoch": 13.090767311291328,
      "step": 41969
    },
    {
      "epoch": 13.091079226450406,
      "grad_norm": 0.09038148820400238,
      "learning_rate": 2.2724150500610948e-05,
      "loss": 0.0246,
      "step": 41970
    },
    {
      "epoch": 13.091079226450406,
      "flow_loss": 0.01478677336126566,
      "step": 41970
    },
    {
      "contrastive_loss": 0.0038496439810842276,
      "epoch": 13.091079226450406,
      "step": 41970
    },
    {
      "contrastive_lambda": 0.20676434119235,
      "epoch": 13.091079226450406,
      "step": 41970
    },
    {
      "contrastive_lambda": 0.2067431366294249,
      "epoch": 13.091391141609483,
      "step": 41971
    },
    {
      "contrastive_lambda": 0.20672193287048035,
      "epoch": 13.091703056768559,
      "step": 41972
    },
    {
      "contrastive_lambda": 0.2067007299155741,
      "epoch": 13.092014971927636,
      "step": 41973
    },
    {
      "contrastive_lambda": 0.20667952776476445,
      "epoch": 13.092326887086712,
      "step": 41974
    },
    {
      "contrastive_lambda": 0.20665832641810955,
      "epoch": 13.092638802245789,
      "step": 41975
    },
    {
      "contrastive_lambda": 0.20663712587566746,
      "epoch": 13.092950717404866,
      "step": 41976
    },
    {
      "contrastive_lambda": 0.20661592613749635,
      "epoch": 13.093262632563942,
      "step": 41977
    },
    {
      "contrastive_lambda": 0.20659472720365452,
      "epoch": 13.09357454772302,
      "step": 41978
    },
    {
      "contrastive_lambda": 0.20657352907419974,
      "epoch": 13.093886462882097,
      "step": 41979
    },
    {
      "epoch": 13.094198378041172,
      "grad_norm": 0.08361583203077316,
      "learning_rate": 2.2701058433568302e-05,
      "loss": 0.0238,
      "step": 41980
    },
    {
      "epoch": 13.094198378041172,
      "flow_loss": 0.03397226333618164,
      "step": 41980
    },
    {
      "contrastive_loss": 0.003679969348013401,
      "epoch": 13.094198378041172,
      "step": 41980
    },
    {
      "contrastive_lambda": 0.2065523317491903,
      "epoch": 13.094198378041172,
      "step": 41980
    },
    {
      "contrastive_lambda": 0.20653113522868427,
      "epoch": 13.09451029320025,
      "step": 41981
    },
    {
      "contrastive_lambda": 0.20650993951273983,
      "epoch": 13.094822208359327,
      "step": 41982
    },
    {
      "contrastive_lambda": 0.2064887446014152,
      "epoch": 13.095134123518402,
      "step": 41983
    },
    {
      "contrastive_lambda": 0.20646755049476823,
      "epoch": 13.09544603867748,
      "step": 41984
    },
    {
      "contrastive_lambda": 0.20644635719285703,
      "epoch": 13.095757953836557,
      "step": 41985
    },
    {
      "contrastive_lambda": 0.2064251646957399,
      "epoch": 13.096069868995633,
      "step": 41986
    },
    {
      "contrastive_lambda": 0.2064039730034748,
      "epoch": 13.09638178415471,
      "step": 41987
    },
    {
      "contrastive_lambda": 0.20638278211611988,
      "epoch": 13.096693699313787,
      "step": 41988
    },
    {
      "contrastive_lambda": 0.20636159203373344,
      "epoch": 13.097005614472863,
      "step": 41989
    },
    {
      "epoch": 13.09731752963194,
      "grad_norm": 0.06709213554859161,
      "learning_rate": 2.2677974659223318e-05,
      "loss": 0.0241,
      "step": 41990
    },
    {
      "epoch": 13.09731752963194,
      "flow_loss": 0.01022257748991251,
      "step": 41990
    },
    {
      "contrastive_loss": 0.003478744998574257,
      "epoch": 13.09731752963194,
      "step": 41990
    },
    {
      "contrastive_lambda": 0.20634040275637316,
      "epoch": 13.09731752963194,
      "step": 41990
    },
    {
      "contrastive_lambda": 0.20631921428409755,
      "epoch": 13.097629444791016,
      "step": 41991
    },
    {
      "contrastive_lambda": 0.20629802661696411,
      "epoch": 13.097941359950093,
      "step": 41992
    },
    {
      "contrastive_lambda": 0.20627683975503147,
      "epoch": 13.09825327510917,
      "step": 41993
    },
    {
      "contrastive_lambda": 0.20625565369835774,
      "epoch": 13.098565190268246,
      "step": 41994
    },
    {
      "contrastive_lambda": 0.20623446844700066,
      "epoch": 13.098877105427324,
      "step": 41995
    },
    {
      "contrastive_lambda": 0.20621328400101846,
      "epoch": 13.099189020586401,
      "step": 41996
    },
    {
      "contrastive_lambda": 0.20619210036046937,
      "epoch": 13.099500935745477,
      "step": 41997
    },
    {
      "contrastive_lambda": 0.206170917525411,
      "epoch": 13.099812850904554,
      "step": 41998
    },
    {
      "contrastive_lambda": 0.20614973549590188,
      "epoch": 13.100124766063631,
      "step": 41999
    },
    {
      "epoch": 13.100436681222707,
      "grad_norm": 0.059895146638154984,
      "learning_rate": 2.2654899184588235e-05,
      "loss": 0.0226,
      "step": 42000
    },
    {
      "epoch": 13.100436681222707,
      "flow_loss": 0.02851835824549198,
      "step": 42000
    },
    {
      "contrastive_loss": 0.003778796410188079,
      "epoch": 13.100436681222707,
      "step": 42000
    },
    {
      "contrastive_lambda": 0.2061285542720001,
      "epoch": 13.100436681222707,
      "step": 42000
    },
    {
      "contrastive_lambda": 0.2061073738537635,
      "epoch": 13.100748596381784,
      "step": 42001
    },
    {
      "contrastive_lambda": 0.2060861942412503,
      "epoch": 13.101060511540862,
      "step": 42002
    },
    {
      "contrastive_lambda": 0.20606501543451816,
      "epoch": 13.101372426699937,
      "step": 42003
    },
    {
      "contrastive_lambda": 0.20604383743362564,
      "epoch": 13.101684341859015,
      "step": 42004
    },
    {
      "contrastive_lambda": 0.20602266023863086,
      "epoch": 13.101996257018092,
      "step": 42005
    },
    {
      "contrastive_lambda": 0.20600148384959144,
      "epoch": 13.102308172177167,
      "step": 42006
    },
    {
      "contrastive_lambda": 0.2059803082665656,
      "epoch": 13.102620087336245,
      "step": 42007
    },
    {
      "contrastive_lambda": 0.20595913348961165,
      "epoch": 13.10293200249532,
      "step": 42008
    },
    {
      "contrastive_lambda": 0.20593795951878707,
      "epoch": 13.103243917654398,
      "step": 42009
    },
    {
      "epoch": 13.103555832813475,
      "grad_norm": 0.09964952617883682,
      "learning_rate": 2.2631832016672756e-05,
      "loss": 0.0278,
      "step": 42010
    },
    {
      "epoch": 13.103555832813475,
      "flow_loss": 0.03491334617137909,
      "step": 42010
    },
    {
      "contrastive_loss": 0.003624237608164549,
      "epoch": 13.103555832813475,
      "step": 42010
    },
    {
      "contrastive_lambda": 0.20591678635415045,
      "epoch": 13.103555832813475,
      "step": 42010
    },
    {
      "contrastive_lambda": 0.20589561399575984,
      "epoch": 13.10386774797255,
      "step": 42011
    },
    {
      "contrastive_lambda": 0.20587444244367292,
      "epoch": 13.104179663131628,
      "step": 42012
    },
    {
      "contrastive_lambda": 0.20585327169794815,
      "epoch": 13.104491578290705,
      "step": 42013
    },
    {
      "contrastive_lambda": 0.20583210175864308,
      "epoch": 13.104803493449781,
      "step": 42014
    },
    {
      "contrastive_lambda": 0.20581093262581585,
      "epoch": 13.105115408608858,
      "step": 42015
    },
    {
      "contrastive_lambda": 0.205789764299525,
      "epoch": 13.105427323767936,
      "step": 42016
    },
    {
      "contrastive_lambda": 0.20576859677982806,
      "epoch": 13.105739238927011,
      "step": 42017
    },
    {
      "contrastive_lambda": 0.2057474300667832,
      "epoch": 13.106051154086089,
      "step": 42018
    },
    {
      "contrastive_lambda": 0.20572626416044865,
      "epoch": 13.106363069245166,
      "step": 42019
    },
    {
      "epoch": 13.106674984404242,
      "grad_norm": 0.07152269035577774,
      "learning_rate": 2.2608773162484127e-05,
      "loss": 0.0257,
      "step": 42020
    },
    {
      "epoch": 13.106674984404242,
      "flow_loss": 0.02060527168214321,
      "step": 42020
    },
    {
      "contrastive_loss": 0.0038339809980243444,
      "epoch": 13.106674984404242,
      "step": 42020
    },
    {
      "contrastive_lambda": 0.2057050990608819,
      "epoch": 13.106674984404242,
      "step": 42020
    },
    {
      "contrastive_lambda": 0.20568393476814167,
      "epoch": 13.106986899563319,
      "step": 42021
    },
    {
      "contrastive_lambda": 0.2056627712822855,
      "epoch": 13.107298814722396,
      "step": 42022
    },
    {
      "contrastive_lambda": 0.20564160860337155,
      "epoch": 13.107610729881472,
      "step": 42023
    },
    {
      "contrastive_lambda": 0.20562044673145802,
      "epoch": 13.10792264504055,
      "step": 42024
    },
    {
      "contrastive_lambda": 0.20559928566660252,
      "epoch": 13.108234560199625,
      "step": 42025
    },
    {
      "contrastive_lambda": 0.20557812540886317,
      "epoch": 13.108546475358702,
      "step": 42026
    },
    {
      "contrastive_lambda": 0.20555696595829848,
      "epoch": 13.10885839051778,
      "step": 42027
    },
    {
      "contrastive_lambda": 0.20553580731496585,
      "epoch": 13.109170305676855,
      "step": 42028
    },
    {
      "contrastive_lambda": 0.20551464947892373,
      "epoch": 13.109482220835933,
      "step": 42029
    },
    {
      "epoch": 13.10979413599501,
      "grad_norm": 0.06848025321960449,
      "learning_rate": 2.2585722629026958e-05,
      "loss": 0.0245,
      "step": 42030
    },
    {
      "epoch": 13.10979413599501,
      "flow_loss": 0.030645838007330894,
      "step": 42030
    },
    {
      "contrastive_loss": 0.004209497943520546,
      "epoch": 13.10979413599501,
      "step": 42030
    },
    {
      "contrastive_lambda": 0.20549349245022974,
      "epoch": 13.10979413599501,
      "step": 42030
    },
    {
      "contrastive_lambda": 0.20547233622894207,
      "epoch": 13.110106051154085,
      "step": 42031
    },
    {
      "contrastive_lambda": 0.20545118081511865,
      "epoch": 13.110417966313163,
      "step": 42032
    },
    {
      "contrastive_lambda": 0.20543002620881762,
      "epoch": 13.11072988147224,
      "step": 42033
    },
    {
      "contrastive_lambda": 0.20540887241009687,
      "epoch": 13.111041796631316,
      "step": 42034
    },
    {
      "contrastive_lambda": 0.20538771941901457,
      "epoch": 13.111353711790393,
      "step": 42035
    },
    {
      "contrastive_lambda": 0.20536656723562846,
      "epoch": 13.11166562694947,
      "step": 42036
    },
    {
      "contrastive_lambda": 0.20534541585999638,
      "epoch": 13.111977542108546,
      "step": 42037
    },
    {
      "contrastive_lambda": 0.20532426529217696,
      "epoch": 13.112289457267623,
      "step": 42038
    },
    {
      "contrastive_lambda": 0.20530311553222763,
      "epoch": 13.1126013724267,
      "step": 42039
    },
    {
      "epoch": 13.112913287585776,
      "grad_norm": 0.07598958909511566,
      "learning_rate": 2.2562680423303457e-05,
      "loss": 0.026,
      "step": 42040
    },
    {
      "epoch": 13.112913287585776,
      "flow_loss": 0.028853099793195724,
      "step": 42040
    },
    {
      "contrastive_loss": 0.003613498294726014,
      "epoch": 13.112913287585776,
      "step": 42040
    },
    {
      "contrastive_lambda": 0.2052819665802067,
      "epoch": 13.112913287585776,
      "step": 42040
    },
    {
      "contrastive_lambda": 0.20526081843617183,
      "epoch": 13.113225202744854,
      "step": 42041
    },
    {
      "contrastive_lambda": 0.20523967110018115,
      "epoch": 13.11353711790393,
      "step": 42042
    },
    {
      "contrastive_lambda": 0.20521852457229267,
      "epoch": 13.113849033063007,
      "step": 42043
    },
    {
      "contrastive_lambda": 0.20519737885256434,
      "epoch": 13.114160948222084,
      "step": 42044
    },
    {
      "contrastive_lambda": 0.2051762339410541,
      "epoch": 13.11447286338116,
      "step": 42045
    },
    {
      "contrastive_lambda": 0.20515508983782016,
      "epoch": 13.114784778540237,
      "step": 42046
    },
    {
      "contrastive_lambda": 0.20513394654292005,
      "epoch": 13.115096693699314,
      "step": 42047
    },
    {
      "contrastive_lambda": 0.20511280405641225,
      "epoch": 13.11540860885839,
      "step": 42048
    },
    {
      "contrastive_lambda": 0.20509166237835397,
      "epoch": 13.115720524017467,
      "step": 42049
    },
    {
      "epoch": 13.116032439176545,
      "grad_norm": 0.08619228005409241,
      "learning_rate": 2.2539646552313165e-05,
      "loss": 0.0226,
      "step": 42050
    },
    {
      "epoch": 13.116032439176545,
      "flow_loss": 0.01665998063981533,
      "step": 42050
    },
    {
      "contrastive_loss": 0.00385526055470109,
      "epoch": 13.116032439176545,
      "step": 42050
    },
    {
      "contrastive_lambda": 0.2050705215088039,
      "epoch": 13.116032439176545,
      "step": 42050
    },
    {
      "contrastive_lambda": 0.20504938144781987,
      "epoch": 13.11634435433562,
      "step": 42051
    },
    {
      "contrastive_lambda": 0.20502824219545956,
      "epoch": 13.116656269494698,
      "step": 42052
    },
    {
      "contrastive_lambda": 0.20500710375178105,
      "epoch": 13.116968184653775,
      "step": 42053
    },
    {
      "contrastive_lambda": 0.20498596611684233,
      "epoch": 13.11728009981285,
      "step": 42054
    },
    {
      "contrastive_lambda": 0.20496482929070137,
      "epoch": 13.117592014971928,
      "step": 42055
    },
    {
      "contrastive_lambda": 0.204943693273416,
      "epoch": 13.117903930131005,
      "step": 42056
    },
    {
      "contrastive_lambda": 0.2049225580650445,
      "epoch": 13.11821584529008,
      "step": 42057
    },
    {
      "contrastive_lambda": 0.20490142366564434,
      "epoch": 13.118527760449158,
      "step": 42058
    },
    {
      "contrastive_lambda": 0.20488029007527386,
      "epoch": 13.118839675608234,
      "step": 42059
    },
    {
      "epoch": 13.119151590767311,
      "grad_norm": 0.07383786886930466,
      "learning_rate": 2.251662102305322e-05,
      "loss": 0.0233,
      "step": 42060
    },
    {
      "epoch": 13.119151590767311,
      "flow_loss": 0.03133866935968399,
      "step": 42060
    },
    {
      "contrastive_loss": 0.0034738758113235235,
      "epoch": 13.119151590767311,
      "step": 42060
    },
    {
      "contrastive_lambda": 0.2048591572939905,
      "epoch": 13.119151590767311,
      "step": 42060
    },
    {
      "contrastive_lambda": 0.20483802532185263,
      "epoch": 13.119463505926388,
      "step": 42061
    },
    {
      "contrastive_lambda": 0.2048168941589183,
      "epoch": 13.119775421085464,
      "step": 42062
    },
    {
      "contrastive_lambda": 0.20479576380524506,
      "epoch": 13.120087336244541,
      "step": 42063
    },
    {
      "contrastive_lambda": 0.20477463426089093,
      "epoch": 13.120399251403619,
      "step": 42064
    },
    {
      "contrastive_lambda": 0.20475350552591415,
      "epoch": 13.120711166562694,
      "step": 42065
    },
    {
      "contrastive_lambda": 0.204732377600372,
      "epoch": 13.121023081721772,
      "step": 42066
    },
    {
      "contrastive_lambda": 0.20471125048432315,
      "epoch": 13.121334996880849,
      "step": 42067
    },
    {
      "contrastive_lambda": 0.204690124177825,
      "epoch": 13.121646912039925,
      "step": 42068
    },
    {
      "contrastive_lambda": 0.20466899868093563,
      "epoch": 13.121958827199002,
      "step": 42069
    },
    {
      "epoch": 13.12227074235808,
      "grad_norm": 0.07713037729263306,
      "learning_rate": 2.2493603842518152e-05,
      "loss": 0.0305,
      "step": 42070
    },
    {
      "epoch": 13.12227074235808,
      "flow_loss": 0.008995209820568562,
      "step": 42070
    },
    {
      "contrastive_loss": 0.004058261401951313,
      "epoch": 13.12227074235808,
      "step": 42070
    },
    {
      "contrastive_lambda": 0.2046478739937132,
      "epoch": 13.12227074235808,
      "step": 42070
    },
    {
      "contrastive_lambda": 0.204626750116215,
      "epoch": 13.122582657517155,
      "step": 42071
    },
    {
      "contrastive_lambda": 0.2046056270484995,
      "epoch": 13.122894572676232,
      "step": 42072
    },
    {
      "contrastive_lambda": 0.20458450479062462,
      "epoch": 13.12320648783531,
      "step": 42073
    },
    {
      "contrastive_lambda": 0.20456338334264795,
      "epoch": 13.123518402994385,
      "step": 42074
    },
    {
      "contrastive_lambda": 0.20454226270462772,
      "epoch": 13.123830318153463,
      "step": 42075
    },
    {
      "contrastive_lambda": 0.20452114287662143,
      "epoch": 13.124142233312538,
      "step": 42076
    },
    {
      "contrastive_lambda": 0.20450002385868704,
      "epoch": 13.124454148471616,
      "step": 42077
    },
    {
      "contrastive_lambda": 0.204478905650883,
      "epoch": 13.124766063630693,
      "step": 42078
    },
    {
      "contrastive_lambda": 0.2044577882532666,
      "epoch": 13.125077978789768,
      "step": 42079
    },
    {
      "epoch": 13.125389893948846,
      "grad_norm": 0.06595154851675034,
      "learning_rate": 2.2470595017699974e-05,
      "loss": 0.0214,
      "step": 42080
    },
    {
      "epoch": 13.125389893948846,
      "flow_loss": 0.018328741192817688,
      "step": 42080
    },
    {
      "contrastive_loss": 0.003916078247129917,
      "epoch": 13.125389893948846,
      "step": 42080
    },
    {
      "contrastive_lambda": 0.20443667166589596,
      "epoch": 13.125389893948846,
      "step": 42080
    },
    {
      "contrastive_lambda": 0.2044155558888292,
      "epoch": 13.125701809107923,
      "step": 42081
    },
    {
      "contrastive_lambda": 0.20439444092212372,
      "epoch": 13.126013724266999,
      "step": 42082
    },
    {
      "contrastive_lambda": 0.20437332676583753,
      "epoch": 13.126325639426076,
      "step": 42083
    },
    {
      "contrastive_lambda": 0.20435221342002902,
      "epoch": 13.126637554585153,
      "step": 42084
    },
    {
      "contrastive_lambda": 0.20433110088475548,
      "epoch": 13.126949469744229,
      "step": 42085
    },
    {
      "contrastive_lambda": 0.2043099891600752,
      "epoch": 13.127261384903306,
      "step": 42086
    },
    {
      "contrastive_lambda": 0.20428887824604575,
      "epoch": 13.127573300062384,
      "step": 42087
    },
    {
      "contrastive_lambda": 0.2042677681427249,
      "epoch": 13.12788521522146,
      "step": 42088
    },
    {
      "contrastive_lambda": 0.20424665885017113,
      "epoch": 13.128197130380537,
      "step": 42089
    },
    {
      "epoch": 13.128509045539614,
      "grad_norm": 0.0938224047422409,
      "learning_rate": 2.244759455558816e-05,
      "loss": 0.0242,
      "step": 42090
    },
    {
      "epoch": 13.128509045539614,
      "flow_loss": 0.012745402753353119,
      "step": 42090
    },
    {
      "contrastive_loss": 0.003731499193236232,
      "epoch": 13.128509045539614,
      "step": 42090
    },
    {
      "contrastive_lambda": 0.2042255503684417,
      "epoch": 13.128509045539614,
      "step": 42090
    },
    {
      "contrastive_lambda": 0.2042044426975948,
      "epoch": 13.12882096069869,
      "step": 42091
    },
    {
      "contrastive_lambda": 0.20418333583768833,
      "epoch": 13.129132875857767,
      "step": 42092
    },
    {
      "contrastive_lambda": 0.2041622297887799,
      "epoch": 13.129444791016843,
      "step": 42093
    },
    {
      "contrastive_lambda": 0.2041411245509273,
      "epoch": 13.12975670617592,
      "step": 42094
    },
    {
      "contrastive_lambda": 0.204120020124189,
      "epoch": 13.130068621334997,
      "step": 42095
    },
    {
      "contrastive_lambda": 0.20409891650862227,
      "epoch": 13.130380536494073,
      "step": 42096
    },
    {
      "contrastive_lambda": 0.20407781370428535,
      "epoch": 13.13069245165315,
      "step": 42097
    },
    {
      "contrastive_lambda": 0.20405671171123574,
      "epoch": 13.131004366812228,
      "step": 42098
    },
    {
      "contrastive_lambda": 0.20403561052953145,
      "epoch": 13.131316281971303,
      "step": 42099
    },
    {
      "epoch": 13.13162819713038,
      "grad_norm": 0.08399809896945953,
      "learning_rate": 2.2424602463169614e-05,
      "loss": 0.0225,
      "step": 42100
    },
    {
      "epoch": 13.13162819713038,
      "flow_loss": 0.03532401844859123,
      "step": 42100
    },
    {
      "contrastive_loss": 0.004049875307828188,
      "epoch": 13.13162819713038,
      "step": 42100
    },
    {
      "contrastive_lambda": 0.20401451015923033,
      "epoch": 13.13162819713038,
      "step": 42100
    },
    {
      "contrastive_lambda": 0.20399341060039022,
      "epoch": 13.131940112289458,
      "step": 42101
    },
    {
      "contrastive_lambda": 0.20397231185306902,
      "epoch": 13.132252027448533,
      "step": 42102
    },
    {
      "contrastive_lambda": 0.20395121391732468,
      "epoch": 13.13256394260761,
      "step": 42103
    },
    {
      "contrastive_lambda": 0.2039301167932147,
      "epoch": 13.132875857766688,
      "step": 42104
    },
    {
      "contrastive_lambda": 0.20390902048079718,
      "epoch": 13.133187772925764,
      "step": 42105
    },
    {
      "contrastive_lambda": 0.2038879249801298,
      "epoch": 13.133499688084841,
      "step": 42106
    },
    {
      "contrastive_lambda": 0.20386683029127056,
      "epoch": 13.133811603243918,
      "step": 42107
    },
    {
      "contrastive_lambda": 0.2038457364142774,
      "epoch": 13.134123518402994,
      "step": 42108
    },
    {
      "contrastive_lambda": 0.20382464334920775,
      "epoch": 13.134435433562071,
      "step": 42109
    },
    {
      "epoch": 13.134747348721147,
      "grad_norm": 0.06286900490522385,
      "learning_rate": 2.2401618747428776e-05,
      "loss": 0.0207,
      "step": 42110
    },
    {
      "epoch": 13.134747348721147,
      "flow_loss": 0.009294888004660606,
      "step": 42110
    },
    {
      "contrastive_loss": 0.0033017401583492756,
      "epoch": 13.134747348721147,
      "step": 42110
    },
    {
      "contrastive_lambda": 0.20380355109611964,
      "epoch": 13.134747348721147,
      "step": 42110
    },
    {
      "contrastive_lambda": 0.20378245965507097,
      "epoch": 13.135059263880224,
      "step": 42111
    },
    {
      "contrastive_lambda": 0.20376136902611947,
      "epoch": 13.135371179039302,
      "step": 42112
    },
    {
      "contrastive_lambda": 0.20374027920932303,
      "epoch": 13.135683094198377,
      "step": 42113
    },
    {
      "contrastive_lambda": 0.20371919020473955,
      "epoch": 13.135995009357455,
      "step": 42114
    },
    {
      "contrastive_lambda": 0.2036981020124266,
      "epoch": 13.136306924516532,
      "step": 42115
    },
    {
      "contrastive_lambda": 0.2036770146324423,
      "epoch": 13.136618839675608,
      "step": 42116
    },
    {
      "contrastive_lambda": 0.20365592806484395,
      "epoch": 13.136930754834685,
      "step": 42117
    },
    {
      "contrastive_lambda": 0.2036348423096898,
      "epoch": 13.137242669993762,
      "step": 42118
    },
    {
      "contrastive_lambda": 0.20361375736703785,
      "epoch": 13.137554585152838,
      "step": 42119
    },
    {
      "epoch": 13.137866500311915,
      "grad_norm": 0.09692477434873581,
      "learning_rate": 2.237864341534747e-05,
      "loss": 0.026,
      "step": 42120
    },
    {
      "epoch": 13.137866500311915,
      "flow_loss": 0.034033916890621185,
      "step": 42120
    },
    {
      "contrastive_loss": 0.0033283932134509087,
      "epoch": 13.137866500311915,
      "step": 42120
    },
    {
      "contrastive_lambda": 0.20359267323694535,
      "epoch": 13.137866500311915,
      "step": 42120
    },
    {
      "contrastive_lambda": 0.20357158991947039,
      "epoch": 13.138178415470993,
      "step": 42121
    },
    {
      "contrastive_lambda": 0.20355050741467073,
      "epoch": 13.138490330630068,
      "step": 42122
    },
    {
      "contrastive_lambda": 0.20352942572260424,
      "epoch": 13.138802245789146,
      "step": 42123
    },
    {
      "contrastive_lambda": 0.2035083448433288,
      "epoch": 13.139114160948223,
      "step": 42124
    },
    {
      "contrastive_lambda": 0.20348726477690188,
      "epoch": 13.139426076107299,
      "step": 42125
    },
    {
      "contrastive_lambda": 0.20346618552338147,
      "epoch": 13.139737991266376,
      "step": 42126
    },
    {
      "contrastive_lambda": 0.20344510708282554,
      "epoch": 13.140049906425451,
      "step": 42127
    },
    {
      "contrastive_lambda": 0.2034240294552913,
      "epoch": 13.140361821584529,
      "step": 42128
    },
    {
      "contrastive_lambda": 0.20340295264083713,
      "epoch": 13.140673736743606,
      "step": 42129
    },
    {
      "epoch": 13.140985651902682,
      "grad_norm": 0.07701006531715393,
      "learning_rate": 2.2355676473904998e-05,
      "loss": 0.0197,
      "step": 42130
    },
    {
      "epoch": 13.140985651902682,
      "flow_loss": 0.029900353401899338,
      "step": 42130
    },
    {
      "contrastive_loss": 0.0032593561336398125,
      "epoch": 13.140985651902682,
      "step": 42130
    },
    {
      "contrastive_lambda": 0.2033818766395208,
      "epoch": 13.140985651902682,
      "step": 42130
    },
    {
      "contrastive_lambda": 0.20336080145139968,
      "epoch": 13.141297567061759,
      "step": 42131
    },
    {
      "contrastive_lambda": 0.20333972707653192,
      "epoch": 13.141609482220836,
      "step": 42132
    },
    {
      "contrastive_lambda": 0.20331865351497502,
      "epoch": 13.141921397379912,
      "step": 42133
    },
    {
      "contrastive_lambda": 0.20329758076678667,
      "epoch": 13.14223331253899,
      "step": 42134
    },
    {
      "contrastive_lambda": 0.2032765088320252,
      "epoch": 13.142545227698067,
      "step": 42135
    },
    {
      "contrastive_lambda": 0.20325543771074783,
      "epoch": 13.142857142857142,
      "step": 42136
    },
    {
      "contrastive_lambda": 0.2032343674030126,
      "epoch": 13.14316905801622,
      "step": 42137
    },
    {
      "contrastive_lambda": 0.20321329790887732,
      "epoch": 13.143480973175297,
      "step": 42138
    },
    {
      "contrastive_lambda": 0.2031922292283993,
      "epoch": 13.143792888334373,
      "step": 42139
    },
    {
      "epoch": 13.14410480349345,
      "grad_norm": 0.07136498391628265,
      "learning_rate": 2.2332717930078108e-05,
      "loss": 0.0214,
      "step": 42140
    },
    {
      "epoch": 13.14410480349345,
      "flow_loss": 0.017300965264439583,
      "step": 42140
    },
    {
      "contrastive_loss": 0.004283098503947258,
      "epoch": 13.14410480349345,
      "step": 42140
    },
    {
      "contrastive_lambda": 0.20317116136163682,
      "epoch": 13.14410480349345,
      "step": 42140
    },
    {
      "contrastive_lambda": 0.2031500943086476,
      "epoch": 13.144416718652527,
      "step": 42141
    },
    {
      "contrastive_lambda": 0.20312902806948907,
      "epoch": 13.144728633811603,
      "step": 42142
    },
    {
      "contrastive_lambda": 0.20310796264421938,
      "epoch": 13.14504054897068,
      "step": 42143
    },
    {
      "contrastive_lambda": 0.20308689803289587,
      "epoch": 13.145352464129756,
      "step": 42144
    },
    {
      "contrastive_lambda": 0.20306583423557634,
      "epoch": 13.145664379288833,
      "step": 42145
    },
    {
      "contrastive_lambda": 0.203044771252319,
      "epoch": 13.14597629444791,
      "step": 42146
    },
    {
      "contrastive_lambda": 0.20302370908318113,
      "epoch": 13.146288209606986,
      "step": 42147
    },
    {
      "contrastive_lambda": 0.20300264772822058,
      "epoch": 13.146600124766064,
      "step": 42148
    },
    {
      "contrastive_lambda": 0.20298158718749537,
      "epoch": 13.146912039925141,
      "step": 42149
    },
    {
      "epoch": 13.147223955084216,
      "grad_norm": 0.09830746054649353,
      "learning_rate": 2.2309767790840992e-05,
      "loss": 0.0263,
      "step": 42150
    },
    {
      "epoch": 13.147223955084216,
      "flow_loss": 0.02427082322537899,
      "step": 42150
    },
    {
      "contrastive_loss": 0.003927530720829964,
      "epoch": 13.147223955084216,
      "step": 42150
    },
    {
      "contrastive_lambda": 0.2029605274610628,
      "epoch": 13.147223955084216,
      "step": 42150
    },
    {
      "contrastive_lambda": 0.2029394685489806,
      "epoch": 13.147535870243294,
      "step": 42151
    },
    {
      "contrastive_lambda": 0.2029184104513071,
      "epoch": 13.147847785402371,
      "step": 42152
    },
    {
      "contrastive_lambda": 0.20289735316809948,
      "epoch": 13.148159700561447,
      "step": 42153
    },
    {
      "contrastive_lambda": 0.20287629669941581,
      "epoch": 13.148471615720524,
      "step": 42154
    },
    {
      "contrastive_lambda": 0.20285524104531344,
      "epoch": 13.148783530879601,
      "step": 42155
    },
    {
      "contrastive_lambda": 0.2028341862058503,
      "epoch": 13.149095446038677,
      "step": 42156
    },
    {
      "contrastive_lambda": 0.2028131321810841,
      "epoch": 13.149407361197754,
      "step": 42157
    },
    {
      "contrastive_lambda": 0.2027920789710726,
      "epoch": 13.149719276356832,
      "step": 42158
    },
    {
      "contrastive_lambda": 0.20277102657587348,
      "epoch": 13.150031191515907,
      "step": 42159
    },
    {
      "epoch": 13.150343106674985,
      "grad_norm": 0.0890134796500206,
      "learning_rate": 2.228682606316529e-05,
      "loss": 0.0218,
      "step": 42160
    },
    {
      "epoch": 13.150343106674985,
      "flow_loss": 0.0199584998190403,
      "step": 42160
    },
    {
      "contrastive_loss": 0.004158047493547201,
      "epoch": 13.150343106674985,
      "step": 42160
    },
    {
      "contrastive_lambda": 0.20274997499554465,
      "epoch": 13.150343106674985,
      "step": 42160
    },
    {
      "contrastive_lambda": 0.2027289242301435,
      "epoch": 13.15065502183406,
      "step": 42161
    },
    {
      "contrastive_lambda": 0.2027078742797278,
      "epoch": 13.150966936993138,
      "step": 42162
    },
    {
      "contrastive_lambda": 0.20268682514435538,
      "epoch": 13.151278852152215,
      "step": 42163
    },
    {
      "contrastive_lambda": 0.20266577682408393,
      "epoch": 13.15159076731129,
      "step": 42164
    },
    {
      "contrastive_lambda": 0.20264472931897132,
      "epoch": 13.151902682470368,
      "step": 42165
    },
    {
      "contrastive_lambda": 0.20262368262907482,
      "epoch": 13.152214597629445,
      "step": 42166
    },
    {
      "contrastive_lambda": 0.20260263675445245,
      "epoch": 13.152526512788521,
      "step": 42167
    },
    {
      "contrastive_lambda": 0.20258159169516182,
      "epoch": 13.152838427947598,
      "step": 42168
    },
    {
      "contrastive_lambda": 0.20256054745126062,
      "epoch": 13.153150343106676,
      "step": 42169
    },
    {
      "epoch": 13.153462258265751,
      "grad_norm": 0.07957480102777481,
      "learning_rate": 2.2263892754020138e-05,
      "loss": 0.0246,
      "step": 42170
    },
    {
      "epoch": 13.153462258265751,
      "flow_loss": 0.021214410662651062,
      "step": 42170
    },
    {
      "contrastive_loss": 0.003596812253817916,
      "epoch": 13.153462258265751,
      "step": 42170
    },
    {
      "contrastive_lambda": 0.20253950402280674,
      "epoch": 13.153462258265751,
      "step": 42170
    },
    {
      "contrastive_lambda": 0.20251846140985758,
      "epoch": 13.153774173424829,
      "step": 42171
    },
    {
      "contrastive_lambda": 0.20249741961247086,
      "epoch": 13.154086088583906,
      "step": 42172
    },
    {
      "contrastive_lambda": 0.2024763786307046,
      "epoch": 13.154398003742982,
      "step": 42173
    },
    {
      "contrastive_lambda": 0.20245533846461589,
      "epoch": 13.154709918902059,
      "step": 42174
    },
    {
      "contrastive_lambda": 0.20243429911426292,
      "epoch": 13.155021834061136,
      "step": 42175
    },
    {
      "contrastive_lambda": 0.20241326057970338,
      "epoch": 13.155333749220212,
      "step": 42176
    },
    {
      "contrastive_lambda": 0.20239222286099462,
      "epoch": 13.15564566437929,
      "step": 42177
    },
    {
      "contrastive_lambda": 0.20237118595819464,
      "epoch": 13.155957579538365,
      "step": 42178
    },
    {
      "contrastive_lambda": 0.20235014987136057,
      "epoch": 13.156269494697442,
      "step": 42179
    },
    {
      "epoch": 13.15658140985652,
      "grad_norm": 0.1012619286775589,
      "learning_rate": 2.2240967870372004e-05,
      "loss": 0.0231,
      "step": 42180
    },
    {
      "epoch": 13.15658140985652,
      "flow_loss": 0.02435559406876564,
      "step": 42180
    },
    {
      "contrastive_loss": 0.00305092241615057,
      "epoch": 13.15658140985652,
      "step": 42180
    },
    {
      "contrastive_lambda": 0.2023291146005507,
      "epoch": 13.15658140985652,
      "step": 42180
    },
    {
      "contrastive_lambda": 0.20230808014582263,
      "epoch": 13.156893325015595,
      "step": 42181
    },
    {
      "contrastive_lambda": 0.20228704650723367,
      "epoch": 13.157205240174672,
      "step": 42182
    },
    {
      "contrastive_lambda": 0.20226601368484165,
      "epoch": 13.15751715533375,
      "step": 42183
    },
    {
      "contrastive_lambda": 0.20224498167870447,
      "epoch": 13.157829070492825,
      "step": 42184
    },
    {
      "contrastive_lambda": 0.20222395048887926,
      "epoch": 13.158140985651903,
      "step": 42185
    },
    {
      "contrastive_lambda": 0.20220292011542412,
      "epoch": 13.15845290081098,
      "step": 42186
    },
    {
      "contrastive_lambda": 0.20218189055839675,
      "epoch": 13.158764815970056,
      "step": 42187
    },
    {
      "contrastive_lambda": 0.20216086181785448,
      "epoch": 13.159076731129133,
      "step": 42188
    },
    {
      "contrastive_lambda": 0.20213983389385531,
      "epoch": 13.15938864628821,
      "step": 42189
    },
    {
      "epoch": 13.159700561447286,
      "grad_norm": 0.09739617258310318,
      "learning_rate": 2.2218051419184933e-05,
      "loss": 0.0236,
      "step": 42190
    },
    {
      "epoch": 13.159700561447286,
      "flow_loss": 0.022684607654809952,
      "step": 42190
    },
    {
      "contrastive_loss": 0.0037198783829808235,
      "epoch": 13.159700561447286,
      "step": 42190
    },
    {
      "contrastive_lambda": 0.2021188067864565,
      "epoch": 13.159700561447286,
      "step": 42190
    },
    {
      "contrastive_lambda": 0.2020977804957157,
      "epoch": 13.160012476606363,
      "step": 42191
    },
    {
      "contrastive_lambda": 0.20207675502169115,
      "epoch": 13.16032439176544,
      "step": 42192
    },
    {
      "contrastive_lambda": 0.2020557303644399,
      "epoch": 13.160636306924516,
      "step": 42193
    },
    {
      "contrastive_lambda": 0.20203470652401978,
      "epoch": 13.160948222083594,
      "step": 42194
    },
    {
      "contrastive_lambda": 0.2020136835004886,
      "epoch": 13.16126013724267,
      "step": 42195
    },
    {
      "contrastive_lambda": 0.20199266129390342,
      "epoch": 13.161572052401747,
      "step": 42196
    },
    {
      "contrastive_lambda": 0.20197163990432254,
      "epoch": 13.161883967560824,
      "step": 42197
    },
    {
      "contrastive_lambda": 0.20195061933180347,
      "epoch": 13.1621958827199,
      "step": 42198
    },
    {
      "contrastive_lambda": 0.2019295995764035,
      "epoch": 13.162507797878977,
      "step": 42199
    },
    {
      "epoch": 13.162819713038054,
      "grad_norm": 0.09393364191055298,
      "learning_rate": 2.219514340742026e-05,
      "loss": 0.0257,
      "step": 42200
    },
    {
      "epoch": 13.162819713038054,
      "flow_loss": 0.014820135198533535,
      "step": 42200
    },
    {
      "contrastive_loss": 0.004349530208855867,
      "epoch": 13.162819713038054,
      "step": 42200
    },
    {
      "contrastive_lambda": 0.20190858063818068,
      "epoch": 13.162819713038054,
      "step": 42200
    },
    {
      "contrastive_lambda": 0.2018875625171922,
      "epoch": 13.16313162819713,
      "step": 42201
    },
    {
      "contrastive_lambda": 0.20186654521349573,
      "epoch": 13.163443543356207,
      "step": 42202
    },
    {
      "contrastive_lambda": 0.20184552872714945,
      "epoch": 13.163755458515285,
      "step": 42203
    },
    {
      "contrastive_lambda": 0.2018245130582103,
      "epoch": 13.16406737367436,
      "step": 42204
    },
    {
      "contrastive_lambda": 0.20180349820673626,
      "epoch": 13.164379288833437,
      "step": 42205
    },
    {
      "contrastive_lambda": 0.20178248417278505,
      "epoch": 13.164691203992515,
      "step": 42206
    },
    {
      "contrastive_lambda": 0.20176147095641384,
      "epoch": 13.16500311915159,
      "step": 42207
    },
    {
      "contrastive_lambda": 0.20174045855768052,
      "epoch": 13.165315034310668,
      "step": 42208
    },
    {
      "contrastive_lambda": 0.20171944697664274,
      "epoch": 13.165626949469745,
      "step": 42209
    },
    {
      "epoch": 13.16593886462882,
      "grad_norm": 0.0951358750462532,
      "learning_rate": 2.2172243842036898e-05,
      "loss": 0.0217,
      "step": 42210
    },
    {
      "epoch": 13.16593886462882,
      "flow_loss": 0.022166799753904343,
      "step": 42210
    },
    {
      "contrastive_loss": 0.003330802544951439,
      "epoch": 13.16593886462882,
      "step": 42210
    },
    {
      "contrastive_lambda": 0.20169843621335792,
      "epoch": 13.16593886462882,
      "step": 42210
    },
    {
      "contrastive_lambda": 0.20167742626788404,
      "epoch": 13.166250779787898,
      "step": 42211
    },
    {
      "contrastive_lambda": 0.2016564171402782,
      "epoch": 13.166562694946974,
      "step": 42212
    },
    {
      "contrastive_lambda": 0.20163540883059805,
      "epoch": 13.166874610106051,
      "step": 42213
    },
    {
      "contrastive_lambda": 0.2016144013389018,
      "epoch": 13.167186525265128,
      "step": 42214
    },
    {
      "contrastive_lambda": 0.20159339466524634,
      "epoch": 13.167498440424204,
      "step": 42215
    },
    {
      "contrastive_lambda": 0.20157238880968958,
      "epoch": 13.167810355583281,
      "step": 42216
    },
    {
      "contrastive_lambda": 0.2015513837722892,
      "epoch": 13.168122270742359,
      "step": 42217
    },
    {
      "contrastive_lambda": 0.2015303795531025,
      "epoch": 13.168434185901434,
      "step": 42218
    },
    {
      "contrastive_lambda": 0.20150937615218723,
      "epoch": 13.168746101060512,
      "step": 42219
    },
    {
      "epoch": 13.169058016219589,
      "grad_norm": 0.07204581052064896,
      "learning_rate": 2.2149352729991107e-05,
      "loss": 0.0205,
      "step": 42220
    },
    {
      "epoch": 13.169058016219589,
      "flow_loss": 0.030176326632499695,
      "step": 42220
    },
    {
      "contrastive_loss": 0.0033758492209017277,
      "epoch": 13.169058016219589,
      "step": 42220
    },
    {
      "contrastive_lambda": 0.20148837356960092,
      "epoch": 13.169058016219589,
      "step": 42220
    },
    {
      "contrastive_lambda": 0.2014673718054012,
      "epoch": 13.169369931378665,
      "step": 42221
    },
    {
      "contrastive_lambda": 0.20144637085964578,
      "epoch": 13.169681846537742,
      "step": 42222
    },
    {
      "contrastive_lambda": 0.20142537073239192,
      "epoch": 13.16999376169682,
      "step": 42223
    },
    {
      "contrastive_lambda": 0.20140437142369738,
      "epoch": 13.170305676855895,
      "step": 42224
    },
    {
      "contrastive_lambda": 0.2013833729336197,
      "epoch": 13.170617592014972,
      "step": 42225
    },
    {
      "contrastive_lambda": 0.20136237526221645,
      "epoch": 13.170929507174048,
      "step": 42226
    },
    {
      "contrastive_lambda": 0.2013413784095454,
      "epoch": 13.171241422333125,
      "step": 42227
    },
    {
      "contrastive_lambda": 0.2013203823756637,
      "epoch": 13.171553337492202,
      "step": 42228
    },
    {
      "contrastive_lambda": 0.20129938716062917,
      "epoch": 13.171865252651278,
      "step": 42229
    },
    {
      "epoch": 13.172177167810355,
      "grad_norm": 0.065360426902771,
      "learning_rate": 2.2126470078236605e-05,
      "loss": 0.0183,
      "step": 42230
    },
    {
      "epoch": 13.172177167810355,
      "flow_loss": 0.030209871008992195,
      "step": 42230
    },
    {
      "contrastive_loss": 0.003197874641045928,
      "epoch": 13.172177167810355,
      "step": 42230
    },
    {
      "contrastive_lambda": 0.20127839276449933,
      "epoch": 13.172177167810355,
      "step": 42230
    },
    {
      "contrastive_lambda": 0.2012573991873317,
      "epoch": 13.172489082969433,
      "step": 42231
    },
    {
      "contrastive_lambda": 0.2012364064291839,
      "epoch": 13.172800998128508,
      "step": 42232
    },
    {
      "contrastive_lambda": 0.2012154144901136,
      "epoch": 13.173112913287586,
      "step": 42233
    },
    {
      "contrastive_lambda": 0.20119442337017807,
      "epoch": 13.173424828446663,
      "step": 42234
    },
    {
      "contrastive_lambda": 0.20117343306943514,
      "epoch": 13.173736743605739,
      "step": 42235
    },
    {
      "contrastive_lambda": 0.20115244358794188,
      "epoch": 13.174048658764816,
      "step": 42236
    },
    {
      "contrastive_lambda": 0.20113145492575635,
      "epoch": 13.174360573923893,
      "step": 42237
    },
    {
      "contrastive_lambda": 0.20111046708293606,
      "epoch": 13.174672489082969,
      "step": 42238
    },
    {
      "contrastive_lambda": 0.2010894800595382,
      "epoch": 13.174984404242046,
      "step": 42239
    },
    {
      "epoch": 13.175296319401124,
      "grad_norm": 0.05742835998535156,
      "learning_rate": 2.2103595893724533e-05,
      "loss": 0.0276,
      "step": 42240
    },
    {
      "epoch": 13.175296319401124,
      "flow_loss": 0.03295467793941498,
      "step": 42240
    },
    {
      "contrastive_loss": 0.004089903086423874,
      "epoch": 13.175296319401124,
      "step": 42240
    },
    {
      "contrastive_lambda": 0.20106849385562053,
      "epoch": 13.175296319401124,
      "step": 42240
    },
    {
      "contrastive_lambda": 0.20104750847124075,
      "epoch": 13.1756082345602,
      "step": 42241
    },
    {
      "contrastive_lambda": 0.2010265239064558,
      "epoch": 13.175920149719277,
      "step": 42242
    },
    {
      "contrastive_lambda": 0.20100554016132383,
      "epoch": 13.176232064878352,
      "step": 42243
    },
    {
      "contrastive_lambda": 0.2009845572359023,
      "epoch": 13.17654398003743,
      "step": 42244
    },
    {
      "contrastive_lambda": 0.20096357513024837,
      "epoch": 13.176855895196507,
      "step": 42245
    },
    {
      "contrastive_lambda": 0.20094259384442004,
      "epoch": 13.177167810355582,
      "step": 42246
    },
    {
      "contrastive_lambda": 0.20092161337847414,
      "epoch": 13.17747972551466,
      "step": 42247
    },
    {
      "contrastive_lambda": 0.2009006337324688,
      "epoch": 13.177791640673737,
      "step": 42248
    },
    {
      "contrastive_lambda": 0.2008796549064616,
      "epoch": 13.178103555832813,
      "step": 42249
    },
    {
      "epoch": 13.17841547099189,
      "grad_norm": 0.0929345190525055,
      "learning_rate": 2.208073018340345e-05,
      "loss": 0.0274,
      "step": 42250
    },
    {
      "epoch": 13.17841547099189,
      "flow_loss": 0.02333405800163746,
      "step": 42250
    },
    {
      "contrastive_loss": 0.0041530542075634,
      "epoch": 13.17841547099189,
      "step": 42250
    },
    {
      "contrastive_lambda": 0.20085867690050957,
      "epoch": 13.17841547099189,
      "step": 42250
    },
    {
      "contrastive_lambda": 0.20083769971467047,
      "epoch": 13.178727386150968,
      "step": 42251
    },
    {
      "contrastive_lambda": 0.20081672334900202,
      "epoch": 13.179039301310043,
      "step": 42252
    },
    {
      "contrastive_lambda": 0.20079574780356113,
      "epoch": 13.17935121646912,
      "step": 42253
    },
    {
      "contrastive_lambda": 0.20077477307840585,
      "epoch": 13.179663131628198,
      "step": 42254
    },
    {
      "contrastive_lambda": 0.2007537991735937,
      "epoch": 13.179975046787273,
      "step": 42255
    },
    {
      "contrastive_lambda": 0.2007328260891818,
      "epoch": 13.18028696194635,
      "step": 42256
    },
    {
      "contrastive_lambda": 0.20071185382522805,
      "epoch": 13.180598877105428,
      "step": 42257
    },
    {
      "contrastive_lambda": 0.20069088238178956,
      "epoch": 13.180910792264504,
      "step": 42258
    },
    {
      "contrastive_lambda": 0.20066991175892385,
      "epoch": 13.181222707423581,
      "step": 42259
    },
    {
      "epoch": 13.181534622582657,
      "grad_norm": 0.06701669842004776,
      "learning_rate": 2.2057872954219405e-05,
      "loss": 0.0265,
      "step": 42260
    },
    {
      "epoch": 13.181534622582657,
      "flow_loss": 0.028186939656734467,
      "step": 42260
    },
    {
      "contrastive_loss": 0.004002569708973169,
      "epoch": 13.181534622582657,
      "step": 42260
    },
    {
      "contrastive_lambda": 0.20064894195668892,
      "epoch": 13.181534622582657,
      "step": 42260
    },
    {
      "contrastive_lambda": 0.20062797297514173,
      "epoch": 13.181846537741734,
      "step": 42261
    },
    {
      "contrastive_lambda": 0.20060700481433996,
      "epoch": 13.182158452900811,
      "step": 42262
    },
    {
      "contrastive_lambda": 0.20058603747434128,
      "epoch": 13.182470368059887,
      "step": 42263
    },
    {
      "contrastive_lambda": 0.2005650709552026,
      "epoch": 13.182782283218964,
      "step": 42264
    },
    {
      "contrastive_lambda": 0.20054410525698213,
      "epoch": 13.183094198378042,
      "step": 42265
    },
    {
      "contrastive_lambda": 0.2005231403797368,
      "epoch": 13.183406113537117,
      "step": 42266
    },
    {
      "contrastive_lambda": 0.2005021763235243,
      "epoch": 13.183718028696195,
      "step": 42267
    },
    {
      "contrastive_lambda": 0.20048121308840228,
      "epoch": 13.184029943855272,
      "step": 42268
    },
    {
      "contrastive_lambda": 0.20046025067442785,
      "epoch": 13.184341859014348,
      "step": 42269
    },
    {
      "epoch": 13.184653774173425,
      "grad_norm": 0.05707322806119919,
      "learning_rate": 2.203502421311575e-05,
      "loss": 0.0215,
      "step": 42270
    },
    {
      "epoch": 13.184653774173425,
      "flow_loss": 0.012725736014544964,
      "step": 42270
    },
    {
      "contrastive_loss": 0.004343937151134014,
      "epoch": 13.184653774173425,
      "step": 42270
    },
    {
      "contrastive_lambda": 0.20043928908165848,
      "epoch": 13.184653774173425,
      "step": 42270
    },
    {
      "contrastive_lambda": 0.2004183283101521,
      "epoch": 13.184965689332502,
      "step": 42271
    },
    {
      "contrastive_lambda": 0.20039736835996574,
      "epoch": 13.185277604491578,
      "step": 42272
    },
    {
      "contrastive_lambda": 0.20037640923115724,
      "epoch": 13.185589519650655,
      "step": 42273
    },
    {
      "contrastive_lambda": 0.2003554509237836,
      "epoch": 13.185901434809733,
      "step": 42274
    },
    {
      "contrastive_lambda": 0.2003344934379025,
      "epoch": 13.186213349968808,
      "step": 42275
    },
    {
      "contrastive_lambda": 0.2003135367735714,
      "epoch": 13.186525265127885,
      "step": 42276
    },
    {
      "contrastive_lambda": 0.20029258093084773,
      "epoch": 13.186837180286961,
      "step": 42277
    },
    {
      "contrastive_lambda": 0.20027162590978898,
      "epoch": 13.187149095446038,
      "step": 42278
    },
    {
      "contrastive_lambda": 0.2002506717104528,
      "epoch": 13.187461010605116,
      "step": 42279
    },
    {
      "epoch": 13.187772925764191,
      "grad_norm": 0.06069422513246536,
      "learning_rate": 2.2012183967033388e-05,
      "loss": 0.0277,
      "step": 42280
    },
    {
      "epoch": 13.187772925764191,
      "flow_loss": 0.027926215901970863,
      "step": 42280
    },
    {
      "contrastive_loss": 0.004025505855679512,
      "epoch": 13.187772925764191,
      "step": 42280
    },
    {
      "contrastive_lambda": 0.2002297183328962,
      "epoch": 13.187772925764191,
      "step": 42280
    },
    {
      "contrastive_lambda": 0.20020876577717672,
      "epoch": 13.188084840923269,
      "step": 42281
    },
    {
      "contrastive_lambda": 0.20018781404335223,
      "epoch": 13.188396756082346,
      "step": 42282
    },
    {
      "contrastive_lambda": 0.20016686313147974,
      "epoch": 13.188708671241422,
      "step": 42283
    },
    {
      "contrastive_lambda": 0.20014591304161694,
      "epoch": 13.189020586400499,
      "step": 42284
    },
    {
      "contrastive_lambda": 0.200124963773821,
      "epoch": 13.189332501559576,
      "step": 42285
    },
    {
      "contrastive_lambda": 0.20010401532814953,
      "epoch": 13.189644416718652,
      "step": 42286
    },
    {
      "contrastive_lambda": 0.2000830677046599,
      "epoch": 13.18995633187773,
      "step": 42287
    },
    {
      "contrastive_lambda": 0.20006212090340958,
      "epoch": 13.190268247036807,
      "step": 42288
    },
    {
      "contrastive_lambda": 0.20004117492445594,
      "epoch": 13.190580162195882,
      "step": 42289
    },
    {
      "epoch": 13.19089207735496,
      "grad_norm": 0.06707622110843658,
      "learning_rate": 2.198935222291056e-05,
      "loss": 0.0256,
      "step": 42290
    },
    {
      "epoch": 13.19089207735496,
      "flow_loss": 0.02369108609855175,
      "step": 42290
    },
    {
      "contrastive_loss": 0.004094122909009457,
      "epoch": 13.19089207735496,
      "step": 42290
    },
    {
      "contrastive_lambda": 0.20002022976785666,
      "epoch": 13.19089207735496,
      "step": 42290
    },
    {
      "contrastive_lambda": 0.1999992854336688,
      "epoch": 13.191203992514037,
      "step": 42291
    },
    {
      "contrastive_lambda": 0.19997834192195008,
      "epoch": 13.191515907673113,
      "step": 42292
    },
    {
      "contrastive_lambda": 0.1999573992327574,
      "epoch": 13.19182782283219,
      "step": 42293
    },
    {
      "contrastive_lambda": 0.19993645736614873,
      "epoch": 13.192139737991265,
      "step": 42294
    },
    {
      "contrastive_lambda": 0.19991551632218152,
      "epoch": 13.192451653150343,
      "step": 42295
    },
    {
      "contrastive_lambda": 0.1998945761009127,
      "epoch": 13.19276356830942,
      "step": 42296
    },
    {
      "contrastive_lambda": 0.19987363670240005,
      "epoch": 13.193075483468496,
      "step": 42297
    },
    {
      "contrastive_lambda": 0.19985269812670076,
      "epoch": 13.193387398627573,
      "step": 42298
    },
    {
      "contrastive_lambda": 0.1998317603738724,
      "epoch": 13.19369931378665,
      "step": 42299
    },
    {
      "epoch": 13.194011228945726,
      "grad_norm": 0.07736838608980179,
      "learning_rate": 2.1966528987682948e-05,
      "loss": 0.0238,
      "step": 42300
    },
    {
      "epoch": 13.194011228945726,
      "flow_loss": 0.011780740693211555,
      "step": 42300
    },
    {
      "contrastive_loss": 0.003875075839459896,
      "epoch": 13.194011228945726,
      "step": 42300
    },
    {
      "contrastive_lambda": 0.19981082344397227,
      "epoch": 13.194011228945726,
      "step": 42300
    },
    {
      "contrastive_lambda": 0.19978988733705805,
      "epoch": 13.194323144104803,
      "step": 42301
    },
    {
      "contrastive_lambda": 0.19976895205318668,
      "epoch": 13.19463505926388,
      "step": 42302
    },
    {
      "contrastive_lambda": 0.19974801759241595,
      "epoch": 13.194946974422956,
      "step": 42303
    },
    {
      "contrastive_lambda": 0.19972708395480276,
      "epoch": 13.195258889582034,
      "step": 42304
    },
    {
      "contrastive_lambda": 0.19970615114040496,
      "epoch": 13.195570804741111,
      "step": 42305
    },
    {
      "contrastive_lambda": 0.19968521914927995,
      "epoch": 13.195882719900187,
      "step": 42306
    },
    {
      "contrastive_lambda": 0.19966428798148483,
      "epoch": 13.196194635059264,
      "step": 42307
    },
    {
      "contrastive_lambda": 0.19964335763707713,
      "epoch": 13.196506550218341,
      "step": 42308
    },
    {
      "contrastive_lambda": 0.19962242811611436,
      "epoch": 13.196818465377417,
      "step": 42309
    },
    {
      "epoch": 13.197130380536494,
      "grad_norm": 0.061273835599422455,
      "learning_rate": 2.194371426828365e-05,
      "loss": 0.0219,
      "step": 42310
    },
    {
      "epoch": 13.197130380536494,
      "flow_loss": 0.028965430334210396,
      "step": 42310
    },
    {
      "contrastive_loss": 0.004759172908961773,
      "epoch": 13.197130380536494,
      "step": 42310
    },
    {
      "contrastive_lambda": 0.1996014994186534,
      "epoch": 13.197130380536494,
      "step": 42310
    },
    {
      "contrastive_lambda": 0.19958057154475234,
      "epoch": 13.19744229569557,
      "step": 42311
    },
    {
      "contrastive_lambda": 0.19955964449446806,
      "epoch": 13.197754210854647,
      "step": 42312
    },
    {
      "contrastive_lambda": 0.19953871826785802,
      "epoch": 13.198066126013725,
      "step": 42313
    },
    {
      "contrastive_lambda": 0.19951779286497984,
      "epoch": 13.1983780411728,
      "step": 42314
    },
    {
      "contrastive_lambda": 0.19949686828589036,
      "epoch": 13.198689956331878,
      "step": 42315
    },
    {
      "contrastive_lambda": 0.19947594453064743,
      "epoch": 13.199001871490955,
      "step": 42316
    },
    {
      "contrastive_lambda": 0.19945502159930845,
      "epoch": 13.19931378665003,
      "step": 42317
    },
    {
      "contrastive_lambda": 0.19943409949193042,
      "epoch": 13.199625701809108,
      "step": 42318
    },
    {
      "contrastive_lambda": 0.19941317820857085,
      "epoch": 13.199937616968185,
      "step": 42319
    },
    {
      "epoch": 13.20024953212726,
      "grad_norm": 0.07849777489900589,
      "learning_rate": 2.192090807164317e-05,
      "loss": 0.0232,
      "step": 42320
    },
    {
      "epoch": 13.20024953212726,
      "flow_loss": 0.03884034603834152,
      "step": 42320
    },
    {
      "contrastive_loss": 0.004397301934659481,
      "epoch": 13.20024953212726,
      "step": 42320
    },
    {
      "contrastive_lambda": 0.19939225774928732,
      "epoch": 13.20024953212726,
      "step": 42320
    },
    {
      "contrastive_lambda": 0.19937133811413665,
      "epoch": 13.200561447286338,
      "step": 42321
    },
    {
      "contrastive_lambda": 0.19935041930317682,
      "epoch": 13.200873362445416,
      "step": 42322
    },
    {
      "contrastive_lambda": 0.19932950131646476,
      "epoch": 13.201185277604491,
      "step": 42323
    },
    {
      "contrastive_lambda": 0.1993085841540579,
      "epoch": 13.201497192763568,
      "step": 42324
    },
    {
      "contrastive_lambda": 0.19928766781601387,
      "epoch": 13.201809107922646,
      "step": 42325
    },
    {
      "contrastive_lambda": 0.19926675230238955,
      "epoch": 13.202121023081721,
      "step": 42326
    },
    {
      "contrastive_lambda": 0.19924583761324233,
      "epoch": 13.202432938240799,
      "step": 42327
    },
    {
      "contrastive_lambda": 0.19922492374863005,
      "epoch": 13.202744853399874,
      "step": 42328
    },
    {
      "contrastive_lambda": 0.19920401070860955,
      "epoch": 13.203056768558952,
      "step": 42329
    },
    {
      "epoch": 13.203368683718029,
      "grad_norm": 0.09283708035945892,
      "learning_rate": 2.1898110404689422e-05,
      "loss": 0.0253,
      "step": 42330
    },
    {
      "epoch": 13.203368683718029,
      "flow_loss": 0.02664196863770485,
      "step": 42330
    },
    {
      "contrastive_loss": 0.0029673129320144653,
      "epoch": 13.203368683718029,
      "step": 42330
    },
    {
      "contrastive_lambda": 0.19918309849323856,
      "epoch": 13.203368683718029,
      "step": 42330
    },
    {
      "contrastive_lambda": 0.19916218710257394,
      "epoch": 13.203680598877105,
      "step": 42331
    },
    {
      "contrastive_lambda": 0.1991412765366733,
      "epoch": 13.203992514036182,
      "step": 42332
    },
    {
      "contrastive_lambda": 0.19912036679559397,
      "epoch": 13.20430442919526,
      "step": 42333
    },
    {
      "contrastive_lambda": 0.1990994578793932,
      "epoch": 13.204616344354335,
      "step": 42334
    },
    {
      "contrastive_lambda": 0.19907854978812833,
      "epoch": 13.204928259513412,
      "step": 42335
    },
    {
      "contrastive_lambda": 0.19905764252185693,
      "epoch": 13.20524017467249,
      "step": 42336
    },
    {
      "contrastive_lambda": 0.19903673608063588,
      "epoch": 13.205552089831565,
      "step": 42337
    },
    {
      "contrastive_lambda": 0.19901583046452248,
      "epoch": 13.205864004990643,
      "step": 42338
    },
    {
      "contrastive_lambda": 0.19899492567357469,
      "epoch": 13.20617592014972,
      "step": 42339
    },
    {
      "epoch": 13.206487835308796,
      "grad_norm": 0.09514039754867554,
      "learning_rate": 2.1875321274347776e-05,
      "loss": 0.0254,
      "step": 42340
    },
    {
      "epoch": 13.206487835308796,
      "flow_loss": 0.01390621904283762,
      "step": 42340
    },
    {
      "contrastive_loss": 0.0032014234457165003,
      "epoch": 13.206487835308796,
      "step": 42340
    },
    {
      "contrastive_lambda": 0.19897402170784922,
      "epoch": 13.206487835308796,
      "step": 42340
    },
    {
      "contrastive_lambda": 0.19895311856740372,
      "epoch": 13.206799750467873,
      "step": 42341
    },
    {
      "contrastive_lambda": 0.19893221625229518,
      "epoch": 13.20711166562695,
      "step": 42342
    },
    {
      "contrastive_lambda": 0.19891131476258106,
      "epoch": 13.207423580786026,
      "step": 42343
    },
    {
      "contrastive_lambda": 0.19889041409831865,
      "epoch": 13.207735495945103,
      "step": 42344
    },
    {
      "contrastive_lambda": 0.19886951425956528,
      "epoch": 13.208047411104179,
      "step": 42345
    },
    {
      "contrastive_lambda": 0.1988486152463782,
      "epoch": 13.208359326263256,
      "step": 42346
    },
    {
      "contrastive_lambda": 0.19882771705881497,
      "epoch": 13.208671241422334,
      "step": 42347
    },
    {
      "contrastive_lambda": 0.19880681969693242,
      "epoch": 13.208983156581409,
      "step": 42348
    },
    {
      "contrastive_lambda": 0.1987859231607883,
      "epoch": 13.209295071740486,
      "step": 42349
    },
    {
      "epoch": 13.209606986899564,
      "grad_norm": 0.10963426530361176,
      "learning_rate": 2.18525406875409e-05,
      "loss": 0.02,
      "step": 42350
    },
    {
      "epoch": 13.209606986899564,
      "flow_loss": 0.025928720831871033,
      "step": 42350
    },
    {
      "contrastive_loss": 0.004480088595300913,
      "epoch": 13.209606986899564,
      "step": 42350
    },
    {
      "contrastive_lambda": 0.19876502745043928,
      "epoch": 13.209606986899564,
      "step": 42350
    },
    {
      "contrastive_lambda": 0.19874413256594325,
      "epoch": 13.20991890205864,
      "step": 42351
    },
    {
      "contrastive_lambda": 0.19872323850735746,
      "epoch": 13.210230817217717,
      "step": 42352
    },
    {
      "contrastive_lambda": 0.19870234527473885,
      "epoch": 13.210542732376794,
      "step": 42353
    },
    {
      "contrastive_lambda": 0.19868145286814481,
      "epoch": 13.21085464753587,
      "step": 42354
    },
    {
      "contrastive_lambda": 0.19866056128763276,
      "epoch": 13.211166562694947,
      "step": 42355
    },
    {
      "contrastive_lambda": 0.19863967053325982,
      "epoch": 13.211478477854024,
      "step": 42356
    },
    {
      "contrastive_lambda": 0.19861878060508337,
      "epoch": 13.2117903930131,
      "step": 42357
    },
    {
      "contrastive_lambda": 0.19859789150316082,
      "epoch": 13.212102308172177,
      "step": 42358
    },
    {
      "contrastive_lambda": 0.19857700322754906,
      "epoch": 13.212414223331255,
      "step": 42359
    },
    {
      "epoch": 13.21272613849033,
      "grad_norm": 0.07490286231040955,
      "learning_rate": 2.1829768651188997e-05,
      "loss": 0.027,
      "step": 42360
    },
    {
      "epoch": 13.21272613849033,
      "flow_loss": 0.030161434784531593,
      "step": 42360
    },
    {
      "contrastive_loss": 0.004189351107925177,
      "epoch": 13.21272613849033,
      "step": 42360
    },
    {
      "contrastive_lambda": 0.19855611577830573,
      "epoch": 13.21272613849033,
      "step": 42360
    },
    {
      "contrastive_lambda": 0.1985352291554876,
      "epoch": 13.213038053649408,
      "step": 42361
    },
    {
      "contrastive_lambda": 0.19851434335915247,
      "epoch": 13.213349968808483,
      "step": 42362
    },
    {
      "contrastive_lambda": 0.1984934583893575,
      "epoch": 13.21366188396756,
      "step": 42363
    },
    {
      "contrastive_lambda": 0.19847257424615966,
      "epoch": 13.213973799126638,
      "step": 42364
    },
    {
      "contrastive_lambda": 0.1984516909296164,
      "epoch": 13.214285714285714,
      "step": 42365
    },
    {
      "contrastive_lambda": 0.1984308084397851,
      "epoch": 13.21459762944479,
      "step": 42366
    },
    {
      "contrastive_lambda": 0.19840992677672253,
      "epoch": 13.214909544603868,
      "step": 42367
    },
    {
      "contrastive_lambda": 0.19838904594048662,
      "epoch": 13.215221459762944,
      "step": 42368
    },
    {
      "contrastive_lambda": 0.1983681659311341,
      "epoch": 13.215533374922021,
      "step": 42369
    },
    {
      "epoch": 13.215845290081099,
      "grad_norm": 0.07769238203763962,
      "learning_rate": 2.180700517220958e-05,
      "loss": 0.0227,
      "step": 42370
    },
    {
      "epoch": 13.215845290081099,
      "flow_loss": 0.031144127249717712,
      "step": 42370
    },
    {
      "contrastive_loss": 0.0037031909450888634,
      "epoch": 13.215845290081099,
      "step": 42370
    },
    {
      "contrastive_lambda": 0.19834728674872237,
      "epoch": 13.215845290081099,
      "step": 42370
    },
    {
      "contrastive_lambda": 0.19832640839330884,
      "epoch": 13.216157205240174,
      "step": 42371
    },
    {
      "contrastive_lambda": 0.19830553086495023,
      "epoch": 13.216469120399251,
      "step": 42372
    },
    {
      "contrastive_lambda": 0.19828465416370433,
      "epoch": 13.216781035558329,
      "step": 42373
    },
    {
      "contrastive_lambda": 0.19826377828962838,
      "epoch": 13.217092950717404,
      "step": 42374
    },
    {
      "contrastive_lambda": 0.1982429032427792,
      "epoch": 13.217404865876482,
      "step": 42375
    },
    {
      "contrastive_lambda": 0.19822202902321445,
      "epoch": 13.21771678103556,
      "step": 42376
    },
    {
      "contrastive_lambda": 0.19820115563099094,
      "epoch": 13.218028696194635,
      "step": 42377
    },
    {
      "contrastive_lambda": 0.19818028306616592,
      "epoch": 13.218340611353712,
      "step": 42378
    },
    {
      "contrastive_lambda": 0.19815941132879716,
      "epoch": 13.218652526512788,
      "step": 42379
    },
    {
      "epoch": 13.218964441671865,
      "grad_norm": 0.08948823064565659,
      "learning_rate": 2.1784250257517603e-05,
      "loss": 0.0324,
      "step": 42380
    },
    {
      "epoch": 13.218964441671865,
      "flow_loss": 0.023730197921395302,
      "step": 42380
    },
    {
      "contrastive_loss": 0.0037552188150584698,
      "epoch": 13.218964441671865,
      "step": 42380
    },
    {
      "contrastive_lambda": 0.1981385404189413,
      "epoch": 13.218964441671865,
      "step": 42380
    },
    {
      "contrastive_lambda": 0.19811767033665584,
      "epoch": 13.219276356830942,
      "step": 42381
    },
    {
      "contrastive_lambda": 0.198096801081998,
      "epoch": 13.219588271990018,
      "step": 42382
    },
    {
      "contrastive_lambda": 0.19807593265502482,
      "epoch": 13.219900187149095,
      "step": 42383
    },
    {
      "contrastive_lambda": 0.19805506505579346,
      "epoch": 13.220212102308173,
      "step": 42384
    },
    {
      "contrastive_lambda": 0.19803419828436158,
      "epoch": 13.220524017467248,
      "step": 42385
    },
    {
      "contrastive_lambda": 0.19801333234078589,
      "epoch": 13.220835932626326,
      "step": 42386
    },
    {
      "contrastive_lambda": 0.19799246722512404,
      "epoch": 13.221147847785403,
      "step": 42387
    },
    {
      "contrastive_lambda": 0.19797160293743277,
      "epoch": 13.221459762944479,
      "step": 42388
    },
    {
      "contrastive_lambda": 0.1979507394777693,
      "epoch": 13.221771678103556,
      "step": 42389
    },
    {
      "epoch": 13.222083593262633,
      "grad_norm": 0.07595349848270416,
      "learning_rate": 2.1761503914025406e-05,
      "loss": 0.0231,
      "step": 42390
    },
    {
      "epoch": 13.222083593262633,
      "flow_loss": 0.017739668488502502,
      "step": 42390
    },
    {
      "contrastive_loss": 0.0034905667416751385,
      "epoch": 13.222083593262633,
      "step": 42390
    },
    {
      "contrastive_lambda": 0.19792987684619145,
      "epoch": 13.222083593262633,
      "step": 42390
    },
    {
      "contrastive_lambda": 0.19790901504275576,
      "epoch": 13.222395508421709,
      "step": 42391
    },
    {
      "contrastive_lambda": 0.1978881540675197,
      "epoch": 13.222707423580786,
      "step": 42392
    },
    {
      "contrastive_lambda": 0.1978672939205406,
      "epoch": 13.223019338739864,
      "step": 42393
    },
    {
      "contrastive_lambda": 0.19784643460187523,
      "epoch": 13.22333125389894,
      "step": 42394
    },
    {
      "contrastive_lambda": 0.19782557611158086,
      "epoch": 13.223643169058017,
      "step": 42395
    },
    {
      "contrastive_lambda": 0.1978047184497152,
      "epoch": 13.223955084217092,
      "step": 42396
    },
    {
      "contrastive_lambda": 0.19778386161633488,
      "epoch": 13.22426699937617,
      "step": 42397
    },
    {
      "contrastive_lambda": 0.19776300561149746,
      "epoch": 13.224578914535247,
      "step": 42398
    },
    {
      "contrastive_lambda": 0.19774215043525972,
      "epoch": 13.224890829694322,
      "step": 42399
    },
    {
      "epoch": 13.2252027448534,
      "grad_norm": 0.09573975950479507,
      "learning_rate": 2.1738766148642705e-05,
      "loss": 0.0193,
      "step": 42400
    },
    {
      "epoch": 13.2252027448534,
      "flow_loss": 0.013251714408397675,
      "step": 42400
    },
    {
      "contrastive_loss": 0.0032445029355585575,
      "epoch": 13.2252027448534,
      "step": 42400
    },
    {
      "contrastive_lambda": 0.19772129608767902,
      "epoch": 13.2252027448534,
      "step": 42400
    },
    {
      "contrastive_lambda": 0.19770044256881258,
      "epoch": 13.225514660012477,
      "step": 42401
    },
    {
      "contrastive_lambda": 0.19767958987871753,
      "epoch": 13.225826575171553,
      "step": 42402
    },
    {
      "contrastive_lambda": 0.19765873801745104,
      "epoch": 13.22613849033063,
      "step": 42403
    },
    {
      "contrastive_lambda": 0.1976378869850705,
      "epoch": 13.226450405489707,
      "step": 42404
    },
    {
      "contrastive_lambda": 0.19761703678163267,
      "epoch": 13.226762320648783,
      "step": 42405
    },
    {
      "contrastive_lambda": 0.19759618740719487,
      "epoch": 13.22707423580786,
      "step": 42406
    },
    {
      "contrastive_lambda": 0.19757533886181433,
      "epoch": 13.227386150966938,
      "step": 42407
    },
    {
      "contrastive_lambda": 0.19755449114554813,
      "epoch": 13.227698066126013,
      "step": 42408
    },
    {
      "contrastive_lambda": 0.19753364425845366,
      "epoch": 13.22800998128509,
      "step": 42409
    },
    {
      "epoch": 13.228321896444168,
      "grad_norm": 0.07000969350337982,
      "learning_rate": 2.1716036968276683e-05,
      "loss": 0.023,
      "step": 42410
    },
    {
      "epoch": 13.228321896444168,
      "flow_loss": 0.01697436533868313,
      "step": 42410
    },
    {
      "contrastive_loss": 0.003776300698518753,
      "epoch": 13.228321896444168,
      "step": 42410
    },
    {
      "contrastive_lambda": 0.1975127982005877,
      "epoch": 13.228321896444168,
      "step": 42410
    },
    {
      "contrastive_lambda": 0.19749195297200756,
      "epoch": 13.228633811603244,
      "step": 42411
    },
    {
      "contrastive_lambda": 0.19747110857277045,
      "epoch": 13.228945726762321,
      "step": 42412
    },
    {
      "contrastive_lambda": 0.19745026500293344,
      "epoch": 13.229257641921397,
      "step": 42413
    },
    {
      "contrastive_lambda": 0.1974294222625539,
      "epoch": 13.229569557080474,
      "step": 42414
    },
    {
      "contrastive_lambda": 0.19740858035168857,
      "epoch": 13.229881472239551,
      "step": 42415
    },
    {
      "contrastive_lambda": 0.19738773927039482,
      "epoch": 13.230193387398627,
      "step": 42416
    },
    {
      "contrastive_lambda": 0.19736689901872995,
      "epoch": 13.230505302557704,
      "step": 42417
    },
    {
      "contrastive_lambda": 0.19734605959675056,
      "epoch": 13.230817217716782,
      "step": 42418
    },
    {
      "contrastive_lambda": 0.19732522100451427,
      "epoch": 13.231129132875857,
      "step": 42419
    },
    {
      "epoch": 13.231441048034934,
      "grad_norm": 0.0715230330824852,
      "learning_rate": 2.1693316379831808e-05,
      "loss": 0.0255,
      "step": 42420
    },
    {
      "epoch": 13.231441048034934,
      "flow_loss": 0.01833513006567955,
      "step": 42420
    },
    {
      "contrastive_loss": 0.0031221634708344936,
      "epoch": 13.231441048034934,
      "step": 42420
    },
    {
      "contrastive_lambda": 0.19730438324207833,
      "epoch": 13.231441048034934,
      "step": 42420
    },
    {
      "contrastive_lambda": 0.19728354630949935,
      "epoch": 13.231752963194012,
      "step": 42421
    },
    {
      "contrastive_lambda": 0.19726271020683472,
      "epoch": 13.232064878353087,
      "step": 42422
    },
    {
      "contrastive_lambda": 0.19724187493414158,
      "epoch": 13.232376793512165,
      "step": 42423
    },
    {
      "contrastive_lambda": 0.19722104049147704,
      "epoch": 13.232688708671242,
      "step": 42424
    },
    {
      "contrastive_lambda": 0.1972002068788984,
      "epoch": 13.233000623830318,
      "step": 42425
    },
    {
      "contrastive_lambda": 0.19717937409646236,
      "epoch": 13.233312538989395,
      "step": 42426
    },
    {
      "contrastive_lambda": 0.1971585421442263,
      "epoch": 13.233624454148472,
      "step": 42427
    },
    {
      "contrastive_lambda": 0.19713771102224747,
      "epoch": 13.233936369307548,
      "step": 42428
    },
    {
      "contrastive_lambda": 0.19711688073058242,
      "epoch": 13.234248284466625,
      "step": 42429
    },
    {
      "epoch": 13.234560199625701,
      "grad_norm": 0.08174403756856918,
      "learning_rate": 2.1670604390210037e-05,
      "loss": 0.0196,
      "step": 42430
    },
    {
      "epoch": 13.234560199625701,
      "flow_loss": 0.04260050132870674,
      "step": 42430
    },
    {
      "contrastive_loss": 0.003500240156427026,
      "epoch": 13.234560199625701,
      "step": 42430
    },
    {
      "contrastive_lambda": 0.1970960512692888,
      "epoch": 13.234560199625701,
      "step": 42430
    },
    {
      "contrastive_lambda": 0.19707522263842375,
      "epoch": 13.234872114784778,
      "step": 42431
    },
    {
      "contrastive_lambda": 0.19705439483804404,
      "epoch": 13.235184029943856,
      "step": 42432
    },
    {
      "contrastive_lambda": 0.19703356786820703,
      "epoch": 13.235495945102931,
      "step": 42433
    },
    {
      "contrastive_lambda": 0.19701274172896954,
      "epoch": 13.235807860262009,
      "step": 42434
    },
    {
      "contrastive_lambda": 0.19699191642038866,
      "epoch": 13.236119775421086,
      "step": 42435
    },
    {
      "contrastive_lambda": 0.19697109194252194,
      "epoch": 13.236431690580162,
      "step": 42436
    },
    {
      "contrastive_lambda": 0.19695026829542606,
      "epoch": 13.236743605739239,
      "step": 42437
    },
    {
      "contrastive_lambda": 0.1969294454791582,
      "epoch": 13.237055520898316,
      "step": 42438
    },
    {
      "contrastive_lambda": 0.19690862349377564,
      "epoch": 13.237367436057392,
      "step": 42439
    },
    {
      "epoch": 13.23767935121647,
      "grad_norm": 0.09335392713546753,
      "learning_rate": 2.1647901006310656e-05,
      "loss": 0.0271,
      "step": 42440
    },
    {
      "epoch": 13.23767935121647,
      "flow_loss": 0.04299146682024002,
      "step": 42440
    },
    {
      "contrastive_loss": 0.003678783541545272,
      "epoch": 13.23767935121647,
      "step": 42440
    },
    {
      "contrastive_lambda": 0.19688780233933495,
      "epoch": 13.23767935121647,
      "step": 42440
    },
    {
      "contrastive_lambda": 0.19686698201589375,
      "epoch": 13.237991266375547,
      "step": 42441
    },
    {
      "contrastive_lambda": 0.19684616252350912,
      "epoch": 13.238303181534622,
      "step": 42442
    },
    {
      "contrastive_lambda": 0.19682534386223777,
      "epoch": 13.2386150966937,
      "step": 42443
    },
    {
      "contrastive_lambda": 0.1968045260321371,
      "epoch": 13.238927011852777,
      "step": 42444
    },
    {
      "contrastive_lambda": 0.19678370903326386,
      "epoch": 13.239238927011852,
      "step": 42445
    },
    {
      "contrastive_lambda": 0.19676289286567517,
      "epoch": 13.23955084217093,
      "step": 42446
    },
    {
      "contrastive_lambda": 0.19674207752942852,
      "epoch": 13.239862757330005,
      "step": 42447
    },
    {
      "contrastive_lambda": 0.19672126302458054,
      "epoch": 13.240174672489083,
      "step": 42448
    },
    {
      "contrastive_lambda": 0.1967004493511884,
      "epoch": 13.24048658764816,
      "step": 42449
    },
    {
      "epoch": 13.240798502807236,
      "grad_norm": 0.0836850106716156,
      "learning_rate": 2.1625206235030353e-05,
      "loss": 0.0247,
      "step": 42450
    },
    {
      "epoch": 13.240798502807236,
      "flow_loss": 0.03054867498576641,
      "step": 42450
    },
    {
      "contrastive_loss": 0.004443155601620674,
      "epoch": 13.240798502807236,
      "step": 42450
    },
    {
      "contrastive_lambda": 0.19667963650930942,
      "epoch": 13.240798502807236,
      "step": 42450
    },
    {
      "contrastive_lambda": 0.19665882449900024,
      "epoch": 13.241110417966313,
      "step": 42451
    },
    {
      "contrastive_lambda": 0.19663801332031794,
      "epoch": 13.24142233312539,
      "step": 42452
    },
    {
      "contrastive_lambda": 0.19661720297332014,
      "epoch": 13.241734248284466,
      "step": 42453
    },
    {
      "contrastive_lambda": 0.1965963934580633,
      "epoch": 13.242046163443543,
      "step": 42454
    },
    {
      "contrastive_lambda": 0.1965755847746048,
      "epoch": 13.24235807860262,
      "step": 42455
    },
    {
      "contrastive_lambda": 0.19655477692300144,
      "epoch": 13.242669993761696,
      "step": 42456
    },
    {
      "contrastive_lambda": 0.19653396990331018,
      "epoch": 13.242981908920774,
      "step": 42457
    },
    {
      "contrastive_lambda": 0.1965131637155887,
      "epoch": 13.243293824079851,
      "step": 42458
    },
    {
      "contrastive_lambda": 0.19649235835989337,
      "epoch": 13.243605739238927,
      "step": 42459
    },
    {
      "epoch": 13.243917654398004,
      "grad_norm": 0.10701987892389297,
      "learning_rate": 2.160252008326321e-05,
      "loss": 0.027,
      "step": 42460
    },
    {
      "epoch": 13.243917654398004,
      "flow_loss": 0.025174690410494804,
      "step": 42460
    },
    {
      "contrastive_loss": 0.003833244787529111,
      "epoch": 13.243917654398004,
      "step": 42460
    },
    {
      "contrastive_lambda": 0.19647155383628145,
      "epoch": 13.243917654398004,
      "step": 42460
    },
    {
      "contrastive_lambda": 0.19645075014481023,
      "epoch": 13.244229569557081,
      "step": 42461
    },
    {
      "contrastive_lambda": 0.1964299472855363,
      "epoch": 13.244541484716157,
      "step": 42462
    },
    {
      "contrastive_lambda": 0.19640914525851694,
      "epoch": 13.244853399875234,
      "step": 42463
    },
    {
      "contrastive_lambda": 0.19638834406380912,
      "epoch": 13.24516531503431,
      "step": 42464
    },
    {
      "contrastive_lambda": 0.19636754370146986,
      "epoch": 13.245477230193387,
      "step": 42465
    },
    {
      "contrastive_lambda": 0.19634674417155645,
      "epoch": 13.245789145352465,
      "step": 42466
    },
    {
      "contrastive_lambda": 0.19632594547412552,
      "epoch": 13.24610106051154,
      "step": 42467
    },
    {
      "contrastive_lambda": 0.19630514760923418,
      "epoch": 13.246412975670617,
      "step": 42468
    },
    {
      "contrastive_lambda": 0.1962843505769396,
      "epoch": 13.246724890829695,
      "step": 42469
    },
    {
      "epoch": 13.24703680598877,
      "grad_norm": 0.09485422819852829,
      "learning_rate": 2.157984255790067e-05,
      "loss": 0.024,
      "step": 42470
    },
    {
      "epoch": 13.24703680598877,
      "flow_loss": 0.022283367812633514,
      "step": 42470
    },
    {
      "contrastive_loss": 0.00394213292747736,
      "epoch": 13.24703680598877,
      "step": 42470
    },
    {
      "contrastive_lambda": 0.19626355437729864,
      "epoch": 13.24703680598877,
      "step": 42470
    },
    {
      "contrastive_lambda": 0.19624275901036864,
      "epoch": 13.247348721147848,
      "step": 42471
    },
    {
      "contrastive_lambda": 0.19622196447620616,
      "epoch": 13.247660636306925,
      "step": 42472
    },
    {
      "contrastive_lambda": 0.19620117077486837,
      "epoch": 13.247972551466,
      "step": 42473
    },
    {
      "contrastive_lambda": 0.19618037790641235,
      "epoch": 13.248284466625078,
      "step": 42474
    },
    {
      "contrastive_lambda": 0.1961595858708951,
      "epoch": 13.248596381784155,
      "step": 42475
    },
    {
      "contrastive_lambda": 0.19613879466837358,
      "epoch": 13.248908296943231,
      "step": 42476
    },
    {
      "contrastive_lambda": 0.19611800429890497,
      "epoch": 13.249220212102308,
      "step": 42477
    },
    {
      "contrastive_lambda": 0.19609721476254593,
      "epoch": 13.249532127261386,
      "step": 42478
    },
    {
      "contrastive_lambda": 0.19607642605935383,
      "epoch": 13.249844042420461,
      "step": 42479
    },
    {
      "epoch": 13.250155957579539,
      "grad_norm": 0.09071364998817444,
      "learning_rate": 2.1557173665831553e-05,
      "loss": 0.025,
      "step": 42480
    },
    {
      "epoch": 13.250155957579539,
      "flow_loss": 0.020164532586932182,
      "step": 42480
    },
    {
      "contrastive_loss": 0.00458646472543478,
      "epoch": 13.250155957579539,
      "step": 42480
    },
    {
      "contrastive_lambda": 0.1960556381893851,
      "epoch": 13.250155957579539,
      "step": 42480
    },
    {
      "contrastive_lambda": 0.19603485115269725,
      "epoch": 13.250467872738614,
      "step": 42481
    },
    {
      "contrastive_lambda": 0.1960140649493473,
      "epoch": 13.250779787897692,
      "step": 42482
    },
    {
      "contrastive_lambda": 0.1959932795793919,
      "epoch": 13.251091703056769,
      "step": 42483
    },
    {
      "contrastive_lambda": 0.19597249504288816,
      "epoch": 13.251403618215845,
      "step": 42484
    },
    {
      "contrastive_lambda": 0.19595171133989325,
      "epoch": 13.251715533374922,
      "step": 42485
    },
    {
      "contrastive_lambda": 0.19593092847046367,
      "epoch": 13.252027448534,
      "step": 42486
    },
    {
      "contrastive_lambda": 0.19591014643465687,
      "epoch": 13.252339363693075,
      "step": 42487
    },
    {
      "contrastive_lambda": 0.19588936523252987,
      "epoch": 13.252651278852152,
      "step": 42488
    },
    {
      "contrastive_lambda": 0.19586858486413922,
      "epoch": 13.25296319401123,
      "step": 42489
    },
    {
      "epoch": 13.253275109170305,
      "grad_norm": 0.08248583972454071,
      "learning_rate": 2.153451341394212e-05,
      "loss": 0.0227,
      "step": 42490
    },
    {
      "epoch": 13.253275109170305,
      "flow_loss": 0.02500171773135662,
      "step": 42490
    },
    {
      "contrastive_loss": 0.0032813006546348333,
      "epoch": 13.253275109170305,
      "step": 42490
    },
    {
      "contrastive_lambda": 0.19584780532954232,
      "epoch": 13.253275109170305,
      "step": 42490
    },
    {
      "contrastive_lambda": 0.1958270266287956,
      "epoch": 13.253587024329383,
      "step": 42491
    },
    {
      "contrastive_lambda": 0.19580624876195646,
      "epoch": 13.25389893948846,
      "step": 42492
    },
    {
      "contrastive_lambda": 0.195785471729082,
      "epoch": 13.254210854647535,
      "step": 42493
    },
    {
      "contrastive_lambda": 0.19576469553022874,
      "epoch": 13.254522769806613,
      "step": 42494
    },
    {
      "contrastive_lambda": 0.19574392016545383,
      "epoch": 13.25483468496569,
      "step": 42495
    },
    {
      "contrastive_lambda": 0.19572314563481447,
      "epoch": 13.255146600124766,
      "step": 42496
    },
    {
      "contrastive_lambda": 0.19570237193836698,
      "epoch": 13.255458515283843,
      "step": 42497
    },
    {
      "contrastive_lambda": 0.1956815990761689,
      "epoch": 13.255770430442919,
      "step": 42498
    },
    {
      "contrastive_lambda": 0.19566082704827714,
      "epoch": 13.256082345601996,
      "step": 42499
    },
    {
      "epoch": 13.256394260761073,
      "grad_norm": 0.11469867825508118,
      "learning_rate": 2.151186180911589e-05,
      "loss": 0.0207,
      "step": 42500
    },
    {
      "epoch": 13.256394260761073,
      "flow_loss": 0.016183285042643547,
      "step": 42500
    },
    {
      "contrastive_loss": 0.006840286776423454,
      "epoch": 13.256394260761073,
      "step": 42500
    },
    {
      "contrastive_lambda": 0.19564005585474836,
      "epoch": 13.256394260761073,
      "step": 42500
    },
    {
      "contrastive_lambda": 0.19561928549563984,
      "epoch": 13.256706175920149,
      "step": 42501
    },
    {
      "contrastive_lambda": 0.19559851597100814,
      "epoch": 13.257018091079226,
      "step": 42502
    },
    {
      "contrastive_lambda": 0.1955777472809102,
      "epoch": 13.257330006238304,
      "step": 42503
    },
    {
      "contrastive_lambda": 0.1955569794254035,
      "epoch": 13.25764192139738,
      "step": 42504
    },
    {
      "contrastive_lambda": 0.1955362124045445,
      "epoch": 13.257953836556457,
      "step": 42505
    },
    {
      "contrastive_lambda": 0.19551544621839018,
      "epoch": 13.258265751715534,
      "step": 42506
    },
    {
      "contrastive_lambda": 0.19549468086699778,
      "epoch": 13.25857766687461,
      "step": 42507
    },
    {
      "contrastive_lambda": 0.19547391635042366,
      "epoch": 13.258889582033687,
      "step": 42508
    },
    {
      "contrastive_lambda": 0.19545315266872543,
      "epoch": 13.259201497192764,
      "step": 42509
    },
    {
      "epoch": 13.25951341235184,
      "grad_norm": 0.08463922888040543,
      "learning_rate": 2.1489218858233877e-05,
      "loss": 0.0206,
      "step": 42510
    },
    {
      "epoch": 13.25951341235184,
      "flow_loss": 0.01935943216085434,
      "step": 42510
    },
    {
      "contrastive_loss": 0.0032605850137770176,
      "epoch": 13.25951341235184,
      "step": 42510
    },
    {
      "contrastive_lambda": 0.19543238982195948,
      "epoch": 13.25951341235184,
      "step": 42510
    },
    {
      "contrastive_lambda": 0.19541162781018295,
      "epoch": 13.259825327510917,
      "step": 42511
    },
    {
      "contrastive_lambda": 0.1953908666334529,
      "epoch": 13.260137242669995,
      "step": 42512
    },
    {
      "contrastive_lambda": 0.19537010629182588,
      "epoch": 13.26044915782907,
      "step": 42513
    },
    {
      "contrastive_lambda": 0.19534934678535887,
      "epoch": 13.260761072988148,
      "step": 42514
    },
    {
      "contrastive_lambda": 0.19532858811410925,
      "epoch": 13.261072988147223,
      "step": 42515
    },
    {
      "contrastive_lambda": 0.19530783027813348,
      "epoch": 13.2613849033063,
      "step": 42516
    },
    {
      "contrastive_lambda": 0.19528707327748873,
      "epoch": 13.261696818465378,
      "step": 42517
    },
    {
      "contrastive_lambda": 0.19526631711223158,
      "epoch": 13.262008733624453,
      "step": 42518
    },
    {
      "contrastive_lambda": 0.19524556178241914,
      "epoch": 13.26232064878353,
      "step": 42519
    },
    {
      "epoch": 13.262632563942608,
      "grad_norm": 0.06759917736053467,
      "learning_rate": 2.1466584568174392e-05,
      "loss": 0.0195,
      "step": 42520
    },
    {
      "epoch": 13.262632563942608,
      "flow_loss": 0.01610342226922512,
      "step": 42520
    },
    {
      "contrastive_loss": 0.003596096532419324,
      "epoch": 13.262632563942608,
      "step": 42520
    },
    {
      "contrastive_lambda": 0.19522480728810832,
      "epoch": 13.262632563942608,
      "step": 42520
    },
    {
      "contrastive_lambda": 0.19520405362935594,
      "epoch": 13.262944479101684,
      "step": 42521
    },
    {
      "contrastive_lambda": 0.19518330080621898,
      "epoch": 13.263256394260761,
      "step": 42522
    },
    {
      "contrastive_lambda": 0.1951625488187545,
      "epoch": 13.263568309419838,
      "step": 42523
    },
    {
      "contrastive_lambda": 0.195141797667019,
      "epoch": 13.263880224578914,
      "step": 42524
    },
    {
      "contrastive_lambda": 0.19512104735106955,
      "epoch": 13.264192139737991,
      "step": 42525
    },
    {
      "contrastive_lambda": 0.1951002978709631,
      "epoch": 13.264504054897069,
      "step": 42526
    },
    {
      "contrastive_lambda": 0.19507954922675652,
      "epoch": 13.264815970056144,
      "step": 42527
    },
    {
      "contrastive_lambda": 0.1950588014185068,
      "epoch": 13.265127885215222,
      "step": 42528
    },
    {
      "contrastive_lambda": 0.19503805444627054,
      "epoch": 13.265439800374299,
      "step": 42529
    },
    {
      "epoch": 13.265751715533375,
      "grad_norm": 0.08625254780054092,
      "learning_rate": 2.1443958945813132e-05,
      "loss": 0.026,
      "step": 42530
    },
    {
      "epoch": 13.265751715533375,
      "flow_loss": 0.011616786941885948,
      "step": 42530
    },
    {
      "contrastive_loss": 0.003517360892146826,
      "epoch": 13.265751715533375,
      "step": 42530
    },
    {
      "contrastive_lambda": 0.19501730831010472,
      "epoch": 13.265751715533375,
      "step": 42530
    },
    {
      "contrastive_lambda": 0.1949965630100663,
      "epoch": 13.266063630692452,
      "step": 42531
    },
    {
      "contrastive_lambda": 0.1949758185462121,
      "epoch": 13.266375545851528,
      "step": 42532
    },
    {
      "contrastive_lambda": 0.19495507491859904,
      "epoch": 13.266687461010605,
      "step": 42533
    },
    {
      "contrastive_lambda": 0.19493433212728412,
      "epoch": 13.266999376169682,
      "step": 42534
    },
    {
      "contrastive_lambda": 0.1949135901723239,
      "epoch": 13.267311291328758,
      "step": 42535
    },
    {
      "contrastive_lambda": 0.19489284905377557,
      "epoch": 13.267623206487835,
      "step": 42536
    },
    {
      "contrastive_lambda": 0.19487210877169542,
      "epoch": 13.267935121646913,
      "step": 42537
    },
    {
      "contrastive_lambda": 0.1948513693261409,
      "epoch": 13.268247036805988,
      "step": 42538
    },
    {
      "contrastive_lambda": 0.19483063071716888,
      "epoch": 13.268558951965066,
      "step": 42539
    },
    {
      "epoch": 13.268870867124143,
      "grad_norm": 0.07797866314649582,
      "learning_rate": 2.1421341998023163e-05,
      "loss": 0.0182,
      "step": 42540
    },
    {
      "epoch": 13.268870867124143,
      "flow_loss": 0.012589972466230392,
      "step": 42540
    },
    {
      "contrastive_loss": 0.004107817076146603,
      "epoch": 13.268870867124143,
      "step": 42540
    },
    {
      "contrastive_lambda": 0.1948098929448358,
      "epoch": 13.268870867124143,
      "step": 42540
    },
    {
      "contrastive_lambda": 0.19478915600919877,
      "epoch": 13.269182782283218,
      "step": 42541
    },
    {
      "contrastive_lambda": 0.19476841991031474,
      "epoch": 13.269494697442296,
      "step": 42542
    },
    {
      "contrastive_lambda": 0.1947476846482401,
      "epoch": 13.269806612601373,
      "step": 42543
    },
    {
      "contrastive_lambda": 0.19472695022303216,
      "epoch": 13.270118527760449,
      "step": 42544
    },
    {
      "contrastive_lambda": 0.1947062166347478,
      "epoch": 13.270430442919526,
      "step": 42545
    },
    {
      "contrastive_lambda": 0.19468548388344348,
      "epoch": 13.270742358078603,
      "step": 42546
    },
    {
      "contrastive_lambda": 0.19466475196917643,
      "epoch": 13.271054273237679,
      "step": 42547
    },
    {
      "contrastive_lambda": 0.194644020892003,
      "epoch": 13.271366188396756,
      "step": 42548
    },
    {
      "contrastive_lambda": 0.19462329065198042,
      "epoch": 13.271678103555832,
      "step": 42549
    },
    {
      "epoch": 13.27199001871491,
      "grad_norm": 0.08812104910612106,
      "learning_rate": 2.139873373167491e-05,
      "loss": 0.0226,
      "step": 42550
    },
    {
      "epoch": 13.27199001871491,
      "flow_loss": 0.019973132759332657,
      "step": 42550
    },
    {
      "contrastive_loss": 0.0035016131587326527,
      "epoch": 13.27199001871491,
      "step": 42550
    },
    {
      "contrastive_lambda": 0.19460256124916564,
      "epoch": 13.27199001871491,
      "step": 42550
    },
    {
      "contrastive_lambda": 0.19458183268361512,
      "epoch": 13.272301933873987,
      "step": 42551
    },
    {
      "contrastive_lambda": 0.1945611049553858,
      "epoch": 13.272613849033062,
      "step": 42552
    },
    {
      "contrastive_lambda": 0.19454037806453478,
      "epoch": 13.27292576419214,
      "step": 42553
    },
    {
      "contrastive_lambda": 0.19451965201111826,
      "epoch": 13.273237679351217,
      "step": 42554
    },
    {
      "contrastive_lambda": 0.1944989267951937,
      "epoch": 13.273549594510293,
      "step": 42555
    },
    {
      "contrastive_lambda": 0.1944782024168178,
      "epoch": 13.27386150966937,
      "step": 42556
    },
    {
      "contrastive_lambda": 0.19445747887604709,
      "epoch": 13.274173424828447,
      "step": 42557
    },
    {
      "contrastive_lambda": 0.1944367561729387,
      "epoch": 13.274485339987523,
      "step": 42558
    },
    {
      "contrastive_lambda": 0.19441603430754917,
      "epoch": 13.2747972551466,
      "step": 42559
    },
    {
      "epoch": 13.275109170305678,
      "grad_norm": 0.083980493247509,
      "learning_rate": 2.13761341536362e-05,
      "loss": 0.0225,
      "step": 42560
    },
    {
      "epoch": 13.275109170305678,
      "flow_loss": 0.012597867287695408,
      "step": 42560
    },
    {
      "contrastive_loss": 0.004352274350821972,
      "epoch": 13.275109170305678,
      "step": 42560
    },
    {
      "contrastive_lambda": 0.1943953132799352,
      "epoch": 13.275109170305678,
      "step": 42560
    },
    {
      "contrastive_lambda": 0.19437459309015426,
      "epoch": 13.275421085464753,
      "step": 42561
    },
    {
      "contrastive_lambda": 0.19435387373826246,
      "epoch": 13.27573300062383,
      "step": 42562
    },
    {
      "contrastive_lambda": 0.19433315522431693,
      "epoch": 13.276044915782908,
      "step": 42563
    },
    {
      "contrastive_lambda": 0.19431243754837457,
      "epoch": 13.276356830941983,
      "step": 42564
    },
    {
      "contrastive_lambda": 0.19429172071049167,
      "epoch": 13.27666874610106,
      "step": 42565
    },
    {
      "contrastive_lambda": 0.19427100471072567,
      "epoch": 13.276980661260136,
      "step": 42566
    },
    {
      "contrastive_lambda": 0.19425028954913298,
      "epoch": 13.277292576419214,
      "step": 42567
    },
    {
      "contrastive_lambda": 0.19422957522577045,
      "epoch": 13.277604491578291,
      "step": 42568
    },
    {
      "contrastive_lambda": 0.19420886174069507,
      "epoch": 13.277916406737367,
      "step": 42569
    },
    {
      "epoch": 13.278228321896444,
      "grad_norm": 0.0781092569231987,
      "learning_rate": 2.1353543270772136e-05,
      "loss": 0.0231,
      "step": 42570
    },
    {
      "epoch": 13.278228321896444,
      "flow_loss": 0.021952837705612183,
      "step": 42570
    },
    {
      "contrastive_loss": 0.004915675148367882,
      "epoch": 13.278228321896444,
      "step": 42570
    },
    {
      "contrastive_lambda": 0.19418814909396326,
      "epoch": 13.278228321896444,
      "step": 42570
    },
    {
      "contrastive_lambda": 0.19416743728563185,
      "epoch": 13.278540237055521,
      "step": 42571
    },
    {
      "contrastive_lambda": 0.19414672631575813,
      "epoch": 13.278852152214597,
      "step": 42572
    },
    {
      "contrastive_lambda": 0.19412601618439834,
      "epoch": 13.279164067373674,
      "step": 42573
    },
    {
      "contrastive_lambda": 0.1941053068916096,
      "epoch": 13.279475982532752,
      "step": 42574
    },
    {
      "contrastive_lambda": 0.1940845984374484,
      "epoch": 13.279787897691827,
      "step": 42575
    },
    {
      "contrastive_lambda": 0.19406389082197162,
      "epoch": 13.280099812850905,
      "step": 42576
    },
    {
      "contrastive_lambda": 0.19404318404523602,
      "epoch": 13.280411728009982,
      "step": 42577
    },
    {
      "contrastive_lambda": 0.19402247810729845,
      "epoch": 13.280723643169058,
      "step": 42578
    },
    {
      "contrastive_lambda": 0.19400177300821564,
      "epoch": 13.281035558328135,
      "step": 42579
    },
    {
      "epoch": 13.281347473487212,
      "grad_norm": 0.06628424674272537,
      "learning_rate": 2.1330961089945297e-05,
      "loss": 0.0238,
      "step": 42580
    },
    {
      "epoch": 13.281347473487212,
      "flow_loss": 0.04721851646900177,
      "step": 42580
    },
    {
      "contrastive_loss": 0.0037355045787990093,
      "epoch": 13.281347473487212,
      "step": 42580
    },
    {
      "contrastive_lambda": 0.1939810687480445,
      "epoch": 13.281347473487212,
      "step": 42580
    },
    {
      "contrastive_lambda": 0.1939603653268414,
      "epoch": 13.281659388646288,
      "step": 42581
    },
    {
      "contrastive_lambda": 0.19393966274466323,
      "epoch": 13.281971303805365,
      "step": 42582
    },
    {
      "contrastive_lambda": 0.1939189610015672,
      "epoch": 13.28228321896444,
      "step": 42583
    },
    {
      "contrastive_lambda": 0.19389826009760952,
      "epoch": 13.282595134123518,
      "step": 42584
    },
    {
      "contrastive_lambda": 0.19387756003284728,
      "epoch": 13.282907049282596,
      "step": 42585
    },
    {
      "contrastive_lambda": 0.193856860807337,
      "epoch": 13.283218964441671,
      "step": 42586
    },
    {
      "contrastive_lambda": 0.19383616242113544,
      "epoch": 13.283530879600749,
      "step": 42587
    },
    {
      "contrastive_lambda": 0.19381546487429946,
      "epoch": 13.283842794759826,
      "step": 42588
    },
    {
      "contrastive_lambda": 0.1937947681668858,
      "epoch": 13.284154709918901,
      "step": 42589
    },
    {
      "epoch": 13.284466625077979,
      "grad_norm": 0.0703185424208641,
      "learning_rate": 2.130838761801548e-05,
      "loss": 0.0274,
      "step": 42590
    },
    {
      "epoch": 13.284466625077979,
      "flow_loss": 0.013878370635211468,
      "step": 42590
    },
    {
      "contrastive_loss": 0.0031071463599801064,
      "epoch": 13.284466625077979,
      "step": 42590
    },
    {
      "contrastive_lambda": 0.1937740722989511,
      "epoch": 13.284466625077979,
      "step": 42590
    },
    {
      "contrastive_lambda": 0.19375337727055236,
      "epoch": 13.284778540237056,
      "step": 42591
    },
    {
      "contrastive_lambda": 0.19373268308174596,
      "epoch": 13.285090455396132,
      "step": 42592
    },
    {
      "contrastive_lambda": 0.19371198973258902,
      "epoch": 13.28540237055521,
      "step": 42593
    },
    {
      "contrastive_lambda": 0.19369129722313766,
      "epoch": 13.285714285714286,
      "step": 42594
    },
    {
      "contrastive_lambda": 0.19367060555344917,
      "epoch": 13.286026200873362,
      "step": 42595
    },
    {
      "contrastive_lambda": 0.19364991472358029,
      "epoch": 13.28633811603244,
      "step": 42596
    },
    {
      "contrastive_lambda": 0.19362922473358735,
      "epoch": 13.286650031191517,
      "step": 42597
    },
    {
      "contrastive_lambda": 0.1936085355835273,
      "epoch": 13.286961946350592,
      "step": 42598
    },
    {
      "contrastive_lambda": 0.1935878472734569,
      "epoch": 13.28727386150967,
      "step": 42599
    },
    {
      "epoch": 13.287585776668745,
      "grad_norm": 0.07312189042568207,
      "learning_rate": 2.1285822861839966e-05,
      "loss": 0.021,
      "step": 42600
    },
    {
      "epoch": 13.287585776668745,
      "flow_loss": 0.0155494911596179,
      "step": 42600
    },
    {
      "contrastive_loss": 0.004184824414551258,
      "epoch": 13.287585776668745,
      "step": 42600
    },
    {
      "contrastive_lambda": 0.19356715980343275,
      "epoch": 13.287585776668745,
      "step": 42600
    },
    {
      "contrastive_lambda": 0.1935464731735117,
      "epoch": 13.287897691827823,
      "step": 42601
    },
    {
      "contrastive_lambda": 0.19352578738375054,
      "epoch": 13.2882096069869,
      "step": 42602
    },
    {
      "contrastive_lambda": 0.1935051024342056,
      "epoch": 13.288521522145976,
      "step": 42603
    },
    {
      "contrastive_lambda": 0.19348441832493407,
      "epoch": 13.288833437305053,
      "step": 42604
    },
    {
      "contrastive_lambda": 0.19346373505599201,
      "epoch": 13.28914535246413,
      "step": 42605
    },
    {
      "contrastive_lambda": 0.19344305262743672,
      "epoch": 13.289457267623206,
      "step": 42606
    },
    {
      "contrastive_lambda": 0.19342237103932491,
      "epoch": 13.289769182782283,
      "step": 42607
    },
    {
      "contrastive_lambda": 0.1934016902917129,
      "epoch": 13.29008109794136,
      "step": 42608
    },
    {
      "contrastive_lambda": 0.1933810103846575,
      "epoch": 13.290393013100436,
      "step": 42609
    },
    {
      "epoch": 13.290704928259514,
      "grad_norm": 0.05227035656571388,
      "learning_rate": 2.126326682827331e-05,
      "loss": 0.028,
      "step": 42610
    },
    {
      "epoch": 13.290704928259514,
      "flow_loss": 0.04666348546743393,
      "step": 42610
    },
    {
      "contrastive_loss": 0.004014543257653713,
      "epoch": 13.290704928259514,
      "step": 42610
    },
    {
      "contrastive_lambda": 0.19336033131821573,
      "epoch": 13.290704928259514,
      "step": 42610
    },
    {
      "contrastive_lambda": 0.1933396530924436,
      "epoch": 13.291016843418591,
      "step": 42611
    },
    {
      "contrastive_lambda": 0.1933189757073986,
      "epoch": 13.291328758577666,
      "step": 42612
    },
    {
      "contrastive_lambda": 0.19329829916313684,
      "epoch": 13.291640673736744,
      "step": 42613
    },
    {
      "contrastive_lambda": 0.19327762345971528,
      "epoch": 13.291952588895821,
      "step": 42614
    },
    {
      "contrastive_lambda": 0.19325694859719061,
      "epoch": 13.292264504054897,
      "step": 42615
    },
    {
      "contrastive_lambda": 0.19323627457561915,
      "epoch": 13.292576419213974,
      "step": 42616
    },
    {
      "contrastive_lambda": 0.193215601395058,
      "epoch": 13.29288833437305,
      "step": 42617
    },
    {
      "contrastive_lambda": 0.1931949290555639,
      "epoch": 13.293200249532127,
      "step": 42618
    },
    {
      "contrastive_lambda": 0.19317425755719314,
      "epoch": 13.293512164691204,
      "step": 42619
    },
    {
      "epoch": 13.29382407985028,
      "grad_norm": 0.07463953644037247,
      "learning_rate": 2.124071952416744e-05,
      "loss": 0.0265,
      "step": 42620
    },
    {
      "epoch": 13.29382407985028,
      "flow_loss": 0.011375215835869312,
      "step": 42620
    },
    {
      "contrastive_loss": 0.003771493211388588,
      "epoch": 13.29382407985028,
      "step": 42620
    },
    {
      "contrastive_lambda": 0.19315358690000273,
      "epoch": 13.29382407985028,
      "step": 42620
    },
    {
      "contrastive_lambda": 0.19313291708404906,
      "epoch": 13.294135995009357,
      "step": 42621
    },
    {
      "contrastive_lambda": 0.1931122481093887,
      "epoch": 13.294447910168435,
      "step": 42622
    },
    {
      "contrastive_lambda": 0.1930915799760789,
      "epoch": 13.29475982532751,
      "step": 42623
    },
    {
      "contrastive_lambda": 0.19307091268417576,
      "epoch": 13.295071740486588,
      "step": 42624
    },
    {
      "contrastive_lambda": 0.19305024623373618,
      "epoch": 13.295383655645665,
      "step": 42625
    },
    {
      "contrastive_lambda": 0.1930295806248169,
      "epoch": 13.29569557080474,
      "step": 42626
    },
    {
      "contrastive_lambda": 0.19300891585747432,
      "epoch": 13.296007485963818,
      "step": 42627
    },
    {
      "contrastive_lambda": 0.19298825193176505,
      "epoch": 13.296319401122895,
      "step": 42628
    },
    {
      "contrastive_lambda": 0.19296758884774623,
      "epoch": 13.296631316281971,
      "step": 42629
    },
    {
      "epoch": 13.296943231441048,
      "grad_norm": 0.0635492131114006,
      "learning_rate": 2.1218180956371634e-05,
      "loss": 0.0201,
      "step": 42630
    },
    {
      "epoch": 13.296943231441048,
      "flow_loss": 0.02510937862098217,
      "step": 42630
    },
    {
      "contrastive_loss": 0.0035713103134185076,
      "epoch": 13.296943231441048,
      "step": 42630
    },
    {
      "contrastive_lambda": 0.19294692660547408,
      "epoch": 13.296943231441048,
      "step": 42630
    },
    {
      "contrastive_lambda": 0.1929262652050055,
      "epoch": 13.297255146600126,
      "step": 42631
    },
    {
      "contrastive_lambda": 0.19290560464639683,
      "epoch": 13.297567061759201,
      "step": 42632
    },
    {
      "contrastive_lambda": 0.1928849449297047,
      "epoch": 13.297878976918279,
      "step": 42633
    },
    {
      "contrastive_lambda": 0.1928642860549863,
      "epoch": 13.298190892077354,
      "step": 42634
    },
    {
      "contrastive_lambda": 0.1928436280222977,
      "epoch": 13.298502807236432,
      "step": 42635
    },
    {
      "contrastive_lambda": 0.19282297083169575,
      "epoch": 13.298814722395509,
      "step": 42636
    },
    {
      "contrastive_lambda": 0.19280231448323726,
      "epoch": 13.299126637554584,
      "step": 42637
    },
    {
      "contrastive_lambda": 0.19278165897697846,
      "epoch": 13.299438552713662,
      "step": 42638
    },
    {
      "contrastive_lambda": 0.19276100431297605,
      "epoch": 13.29975046787274,
      "step": 42639
    },
    {
      "epoch": 13.300062383031815,
      "grad_norm": 0.07102656364440918,
      "learning_rate": 2.119565113173252e-05,
      "loss": 0.0214,
      "step": 42640
    },
    {
      "epoch": 13.300062383031815,
      "flow_loss": 0.0215670857578516,
      "step": 42640
    },
    {
      "contrastive_loss": 0.003925804048776627,
      "epoch": 13.300062383031815,
      "step": 42640
    },
    {
      "contrastive_lambda": 0.19274035049128707,
      "epoch": 13.300062383031815,
      "step": 42640
    },
    {
      "contrastive_lambda": 0.19271969751196777,
      "epoch": 13.300374298190892,
      "step": 42641
    },
    {
      "contrastive_lambda": 0.19269904537507498,
      "epoch": 13.30068621334997,
      "step": 42642
    },
    {
      "contrastive_lambda": 0.19267839408066506,
      "epoch": 13.300998128509045,
      "step": 42643
    },
    {
      "contrastive_lambda": 0.19265774362879473,
      "epoch": 13.301310043668122,
      "step": 42644
    },
    {
      "contrastive_lambda": 0.19263709401952073,
      "epoch": 13.3016219588272,
      "step": 42645
    },
    {
      "contrastive_lambda": 0.1926164452528995,
      "epoch": 13.301933873986275,
      "step": 42646
    },
    {
      "contrastive_lambda": 0.1925957973289878,
      "epoch": 13.302245789145353,
      "step": 42647
    },
    {
      "contrastive_lambda": 0.19257515024784233,
      "epoch": 13.30255770430443,
      "step": 42648
    },
    {
      "contrastive_lambda": 0.19255450400951934,
      "epoch": 13.302869619463506,
      "step": 42649
    },
    {
      "epoch": 13.303181534622583,
      "grad_norm": 0.08521172404289246,
      "learning_rate": 2.1173130057094033e-05,
      "loss": 0.0245,
      "step": 42650
    },
    {
      "epoch": 13.303181534622583,
      "flow_loss": 0.016268467530608177,
      "step": 42650
    },
    {
      "contrastive_loss": 0.0048254551365971565,
      "epoch": 13.303181534622583,
      "step": 42650
    },
    {
      "contrastive_lambda": 0.19253385861407568,
      "epoch": 13.303181534622583,
      "step": 42650
    },
    {
      "contrastive_lambda": 0.19251321406156785,
      "epoch": 13.303493449781659,
      "step": 42651
    },
    {
      "contrastive_lambda": 0.19249257035205253,
      "epoch": 13.303805364940736,
      "step": 42652
    },
    {
      "contrastive_lambda": 0.19247192748558645,
      "epoch": 13.304117280099813,
      "step": 42653
    },
    {
      "contrastive_lambda": 0.1924512854622259,
      "epoch": 13.304429195258889,
      "step": 42654
    },
    {
      "contrastive_lambda": 0.1924306442820276,
      "epoch": 13.304741110417966,
      "step": 42655
    },
    {
      "contrastive_lambda": 0.19241000394504815,
      "epoch": 13.305053025577044,
      "step": 42656
    },
    {
      "contrastive_lambda": 0.19238936445134414,
      "epoch": 13.30536494073612,
      "step": 42657
    },
    {
      "contrastive_lambda": 0.19236872580097214,
      "epoch": 13.305676855895197,
      "step": 42658
    },
    {
      "contrastive_lambda": 0.1923480879939889,
      "epoch": 13.305988771054274,
      "step": 42659
    },
    {
      "epoch": 13.30630068621335,
      "grad_norm": 0.07532507926225662,
      "learning_rate": 2.115061773929753e-05,
      "loss": 0.0224,
      "step": 42660
    },
    {
      "epoch": 13.30630068621335,
      "flow_loss": 0.024676432833075523,
      "step": 42660
    },
    {
      "contrastive_loss": 0.003390591125935316,
      "epoch": 13.30630068621335,
      "step": 42660
    },
    {
      "contrastive_lambda": 0.19232745103045068,
      "epoch": 13.30630068621335,
      "step": 42660
    },
    {
      "contrastive_lambda": 0.19230681491041446,
      "epoch": 13.306612601372427,
      "step": 42661
    },
    {
      "contrastive_lambda": 0.19228617963393613,
      "epoch": 13.306924516531504,
      "step": 42662
    },
    {
      "contrastive_lambda": 0.19226554520107297,
      "epoch": 13.30723643169058,
      "step": 42663
    },
    {
      "contrastive_lambda": 0.1922449116118814,
      "epoch": 13.307548346849657,
      "step": 42664
    },
    {
      "contrastive_lambda": 0.19222427886641774,
      "epoch": 13.307860262008735,
      "step": 42665
    },
    {
      "contrastive_lambda": 0.19220364696473868,
      "epoch": 13.30817217716781,
      "step": 42666
    },
    {
      "contrastive_lambda": 0.1921830159069008,
      "epoch": 13.308484092326887,
      "step": 42667
    },
    {
      "contrastive_lambda": 0.19216238569296068,
      "epoch": 13.308796007485963,
      "step": 42668
    },
    {
      "contrastive_lambda": 0.19214175632297503,
      "epoch": 13.30910792264504,
      "step": 42669
    },
    {
      "epoch": 13.309419837804118,
      "grad_norm": 0.10517530143260956,
      "learning_rate": 2.1128114185181623e-05,
      "loss": 0.0259,
      "step": 42670
    },
    {
      "epoch": 13.309419837804118,
      "flow_loss": 0.03351840376853943,
      "step": 42670
    },
    {
      "contrastive_loss": 0.003683066228404641,
      "epoch": 13.309419837804118,
      "step": 42670
    },
    {
      "contrastive_lambda": 0.19212112779700002,
      "epoch": 13.309419837804118,
      "step": 42670
    },
    {
      "contrastive_lambda": 0.19210050011509244,
      "epoch": 13.309731752963193,
      "step": 42671
    },
    {
      "contrastive_lambda": 0.19207987327730902,
      "epoch": 13.31004366812227,
      "step": 42672
    },
    {
      "contrastive_lambda": 0.19205924728370571,
      "epoch": 13.310355583281348,
      "step": 42673
    },
    {
      "contrastive_lambda": 0.1920386221343397,
      "epoch": 13.310667498440424,
      "step": 42674
    },
    {
      "contrastive_lambda": 0.19201799782926743,
      "epoch": 13.310979413599501,
      "step": 42675
    },
    {
      "contrastive_lambda": 0.19199737436854514,
      "epoch": 13.311291328758578,
      "step": 42676
    },
    {
      "contrastive_lambda": 0.19197675175222967,
      "epoch": 13.311603243917654,
      "step": 42677
    },
    {
      "contrastive_lambda": 0.19195612998037725,
      "epoch": 13.311915159076731,
      "step": 42678
    },
    {
      "contrastive_lambda": 0.19193550905304446,
      "epoch": 13.312227074235809,
      "step": 42679
    },
    {
      "epoch": 13.312538989394884,
      "grad_norm": 0.08459174633026123,
      "learning_rate": 2.1105619401582317e-05,
      "loss": 0.0253,
      "step": 42680
    },
    {
      "epoch": 13.312538989394884,
      "flow_loss": 0.010499922558665276,
      "step": 42680
    },
    {
      "contrastive_loss": 0.003851751796901226,
      "epoch": 13.312538989394884,
      "step": 42680
    },
    {
      "contrastive_lambda": 0.1919148889702883,
      "epoch": 13.312538989394884,
      "step": 42680
    },
    {
      "contrastive_lambda": 0.19189426973216478,
      "epoch": 13.312850904553962,
      "step": 42681
    },
    {
      "contrastive_lambda": 0.19187365133873063,
      "epoch": 13.313162819713039,
      "step": 42682
    },
    {
      "contrastive_lambda": 0.19185303379004254,
      "epoch": 13.313474734872115,
      "step": 42683
    },
    {
      "contrastive_lambda": 0.1918324170861565,
      "epoch": 13.313786650031192,
      "step": 42684
    },
    {
      "contrastive_lambda": 0.19181180122712954,
      "epoch": 13.314098565190267,
      "step": 42685
    },
    {
      "contrastive_lambda": 0.19179118621301822,
      "epoch": 13.314410480349345,
      "step": 42686
    },
    {
      "contrastive_lambda": 0.19177057204387865,
      "epoch": 13.314722395508422,
      "step": 42687
    },
    {
      "contrastive_lambda": 0.19174995871976774,
      "epoch": 13.315034310667498,
      "step": 42688
    },
    {
      "contrastive_lambda": 0.19172934624074167,
      "epoch": 13.315346225826575,
      "step": 42689
    },
    {
      "epoch": 13.315658140985652,
      "grad_norm": 0.08761561661958694,
      "learning_rate": 2.1083133395332928e-05,
      "loss": 0.0256,
      "step": 42690
    },
    {
      "epoch": 13.315658140985652,
      "flow_loss": 0.014061820693314075,
      "step": 42690
    },
    {
      "contrastive_loss": 0.005381887312978506,
      "epoch": 13.315658140985652,
      "step": 42690
    },
    {
      "contrastive_lambda": 0.19170873460685695,
      "epoch": 13.315658140985652,
      "step": 42690
    },
    {
      "contrastive_lambda": 0.19168812381817052,
      "epoch": 13.315970056144728,
      "step": 42691
    },
    {
      "contrastive_lambda": 0.19166751387473846,
      "epoch": 13.316281971303805,
      "step": 42692
    },
    {
      "contrastive_lambda": 0.19164690477661744,
      "epoch": 13.316593886462883,
      "step": 42693
    },
    {
      "contrastive_lambda": 0.1916262965238641,
      "epoch": 13.316905801621958,
      "step": 42694
    },
    {
      "contrastive_lambda": 0.19160568911653458,
      "epoch": 13.317217716781036,
      "step": 42695
    },
    {
      "contrastive_lambda": 0.19158508255468543,
      "epoch": 13.317529631940113,
      "step": 42696
    },
    {
      "contrastive_lambda": 0.19156447683837363,
      "epoch": 13.317841547099189,
      "step": 42697
    },
    {
      "contrastive_lambda": 0.19154387196765515,
      "epoch": 13.318153462258266,
      "step": 42698
    },
    {
      "contrastive_lambda": 0.19152326794258684,
      "epoch": 13.318465377417343,
      "step": 42699
    },
    {
      "epoch": 13.318777292576419,
      "grad_norm": 0.09177668392658234,
      "learning_rate": 2.1060656173264082e-05,
      "loss": 0.0272,
      "step": 42700
    },
    {
      "epoch": 13.318777292576419,
      "flow_loss": 0.04165000841021538,
      "step": 42700
    },
    {
      "contrastive_loss": 0.0036660649348050356,
      "epoch": 13.318777292576419,
      "step": 42700
    },
    {
      "contrastive_lambda": 0.1915026647632248,
      "epoch": 13.318777292576419,
      "step": 42700
    },
    {
      "contrastive_lambda": 0.19148206242962573,
      "epoch": 13.319089207735496,
      "step": 42701
    },
    {
      "contrastive_lambda": 0.19146146094184613,
      "epoch": 13.319401122894572,
      "step": 42702
    },
    {
      "contrastive_lambda": 0.1914408602999424,
      "epoch": 13.31971303805365,
      "step": 42703
    },
    {
      "contrastive_lambda": 0.19142026050397115,
      "epoch": 13.320024953212727,
      "step": 42704
    },
    {
      "contrastive_lambda": 0.1913996615539889,
      "epoch": 13.320336868371802,
      "step": 42705
    },
    {
      "contrastive_lambda": 0.1913790634500518,
      "epoch": 13.32064878353088,
      "step": 42706
    },
    {
      "contrastive_lambda": 0.19135846619221658,
      "epoch": 13.320960698689957,
      "step": 42707
    },
    {
      "contrastive_lambda": 0.19133786978053963,
      "epoch": 13.321272613849032,
      "step": 42708
    },
    {
      "contrastive_lambda": 0.19131727421507738,
      "epoch": 13.32158452900811,
      "step": 42709
    },
    {
      "epoch": 13.321896444167187,
      "grad_norm": 0.06340428441762924,
      "learning_rate": 2.103818774220383e-05,
      "loss": 0.0227,
      "step": 42710
    },
    {
      "epoch": 13.321896444167187,
      "flow_loss": 0.013494327664375305,
      "step": 42710
    },
    {
      "contrastive_loss": 0.005209554918110371,
      "epoch": 13.321896444167187,
      "step": 42710
    },
    {
      "contrastive_lambda": 0.19129667949588658,
      "epoch": 13.321896444167187,
      "step": 42710
    },
    {
      "contrastive_lambda": 0.19127608562302328,
      "epoch": 13.322208359326263,
      "step": 42711
    },
    {
      "contrastive_lambda": 0.19125549259654412,
      "epoch": 13.32252027448534,
      "step": 42712
    },
    {
      "contrastive_lambda": 0.19123490041650554,
      "epoch": 13.322832189644418,
      "step": 42713
    },
    {
      "contrastive_lambda": 0.19121430908296405,
      "epoch": 13.323144104803493,
      "step": 42714
    },
    {
      "contrastive_lambda": 0.19119371859597623,
      "epoch": 13.32345601996257,
      "step": 42715
    },
    {
      "contrastive_lambda": 0.19117312895559813,
      "epoch": 13.323767935121648,
      "step": 42716
    },
    {
      "contrastive_lambda": 0.19115254016188649,
      "epoch": 13.324079850280723,
      "step": 42717
    },
    {
      "contrastive_lambda": 0.19113195221489787,
      "epoch": 13.3243917654398,
      "step": 42718
    },
    {
      "contrastive_lambda": 0.19111136511468813,
      "epoch": 13.324703680598876,
      "step": 42719
    },
    {
      "epoch": 13.325015595757954,
      "grad_norm": 0.08551729470491409,
      "learning_rate": 2.1015728108977412e-05,
      "loss": 0.0296,
      "step": 42720
    },
    {
      "epoch": 13.325015595757954,
      "flow_loss": 0.02899450622498989,
      "step": 42720
    },
    {
      "contrastive_loss": 0.003709702752530575,
      "epoch": 13.325015595757954,
      "step": 42720
    },
    {
      "contrastive_lambda": 0.19109077886131437,
      "epoch": 13.325015595757954,
      "step": 42720
    },
    {
      "contrastive_lambda": 0.1910701934548329,
      "epoch": 13.325327510917031,
      "step": 42721
    },
    {
      "contrastive_lambda": 0.19104960889529987,
      "epoch": 13.325639426076107,
      "step": 42722
    },
    {
      "contrastive_lambda": 0.1910290251827721,
      "epoch": 13.325951341235184,
      "step": 42723
    },
    {
      "contrastive_lambda": 0.1910084423173054,
      "epoch": 13.326263256394261,
      "step": 42724
    },
    {
      "contrastive_lambda": 0.1909878602989568,
      "epoch": 13.326575171553337,
      "step": 42725
    },
    {
      "contrastive_lambda": 0.19096727912778266,
      "epoch": 13.326887086712414,
      "step": 42726
    },
    {
      "contrastive_lambda": 0.19094669880383913,
      "epoch": 13.327199001871492,
      "step": 42727
    },
    {
      "contrastive_lambda": 0.19092611932718279,
      "epoch": 13.327510917030567,
      "step": 42728
    },
    {
      "contrastive_lambda": 0.1909055406978702,
      "epoch": 13.327822832189645,
      "step": 42729
    },
    {
      "epoch": 13.328134747348722,
      "grad_norm": 0.09137915074825287,
      "learning_rate": 2.0993277280407548e-05,
      "loss": 0.0192,
      "step": 42730
    },
    {
      "epoch": 13.328134747348722,
      "flow_loss": 0.023074254393577576,
      "step": 42730
    },
    {
      "contrastive_loss": 0.004815316293388605,
      "epoch": 13.328134747348722,
      "step": 42730
    },
    {
      "contrastive_lambda": 0.19088496291595725,
      "epoch": 13.328134747348722,
      "step": 42730
    },
    {
      "contrastive_lambda": 0.1908643859815009,
      "epoch": 13.328446662507798,
      "step": 42731
    },
    {
      "contrastive_lambda": 0.19084380989455763,
      "epoch": 13.328758577666875,
      "step": 42732
    },
    {
      "contrastive_lambda": 0.19082323465518336,
      "epoch": 13.329070492825952,
      "step": 42733
    },
    {
      "contrastive_lambda": 0.19080266026343495,
      "epoch": 13.329382407985028,
      "step": 42734
    },
    {
      "contrastive_lambda": 0.19078208671936842,
      "epoch": 13.329694323144105,
      "step": 42735
    },
    {
      "contrastive_lambda": 0.1907615140230402,
      "epoch": 13.33000623830318,
      "step": 42736
    },
    {
      "contrastive_lambda": 0.19074094217450716,
      "epoch": 13.330318153462258,
      "step": 42737
    },
    {
      "contrastive_lambda": 0.19072037117382523,
      "epoch": 13.330630068621335,
      "step": 42738
    },
    {
      "contrastive_lambda": 0.19069980102105094,
      "epoch": 13.330941983780411,
      "step": 42739
    },
    {
      "epoch": 13.331253898939488,
      "grad_norm": 0.09186380356550217,
      "learning_rate": 2.0970835263314132e-05,
      "loss": 0.0249,
      "step": 42740
    },
    {
      "epoch": 13.331253898939488,
      "flow_loss": 0.04491538554430008,
      "step": 42740
    },
    {
      "contrastive_loss": 0.0035269898362457752,
      "epoch": 13.331253898939488,
      "step": 42740
    },
    {
      "contrastive_lambda": 0.1906792317162409,
      "epoch": 13.331253898939488,
      "step": 42740
    },
    {
      "contrastive_lambda": 0.19065866325945097,
      "epoch": 13.331565814098566,
      "step": 42741
    },
    {
      "contrastive_lambda": 0.19063809565073808,
      "epoch": 13.331877729257641,
      "step": 42742
    },
    {
      "contrastive_lambda": 0.19061752889015854,
      "epoch": 13.332189644416719,
      "step": 42743
    },
    {
      "contrastive_lambda": 0.19059696297776846,
      "epoch": 13.332501559575796,
      "step": 42744
    },
    {
      "contrastive_lambda": 0.19057639791362452,
      "epoch": 13.332813474734872,
      "step": 42745
    },
    {
      "contrastive_lambda": 0.19055583369778278,
      "epoch": 13.333125389893949,
      "step": 42746
    },
    {
      "contrastive_lambda": 0.19053527033029966,
      "epoch": 13.333437305053026,
      "step": 42747
    },
    {
      "contrastive_lambda": 0.19051470781123198,
      "epoch": 13.333749220212102,
      "step": 42748
    },
    {
      "contrastive_lambda": 0.19049414614063565,
      "epoch": 13.33406113537118,
      "step": 42749
    },
    {
      "epoch": 13.334373050530257,
      "grad_norm": 0.1338755488395691,
      "learning_rate": 2.094840206451451e-05,
      "loss": 0.0247,
      "step": 42750
    },
    {
      "epoch": 13.334373050530257,
      "flow_loss": 0.02316942624747753,
      "step": 42750
    },
    {
      "contrastive_loss": 0.00396820530295372,
      "epoch": 13.334373050530257,
      "step": 42750
    },
    {
      "contrastive_lambda": 0.19047358531856717,
      "epoch": 13.334373050530257,
      "step": 42750
    },
    {
      "contrastive_lambda": 0.19045302534508313,
      "epoch": 13.334684965689332,
      "step": 42751
    },
    {
      "contrastive_lambda": 0.19043246622023952,
      "epoch": 13.33499688084841,
      "step": 42752
    },
    {
      "contrastive_lambda": 0.19041190794409285,
      "epoch": 13.335308796007485,
      "step": 42753
    },
    {
      "contrastive_lambda": 0.19039135051669953,
      "epoch": 13.335620711166563,
      "step": 42754
    },
    {
      "contrastive_lambda": 0.1903707939381159,
      "epoch": 13.33593262632564,
      "step": 42755
    },
    {
      "contrastive_lambda": 0.19035023820839847,
      "epoch": 13.336244541484715,
      "step": 42756
    },
    {
      "contrastive_lambda": 0.1903296833276033,
      "epoch": 13.336556456643793,
      "step": 42757
    },
    {
      "contrastive_lambda": 0.1903091292957867,
      "epoch": 13.33686837180287,
      "step": 42758
    },
    {
      "contrastive_lambda": 0.19028857611300554,
      "epoch": 13.337180286961946,
      "step": 42759
    },
    {
      "epoch": 13.337492202121023,
      "grad_norm": 0.06625334173440933,
      "learning_rate": 2.0925977690823273e-05,
      "loss": 0.0195,
      "step": 42760
    },
    {
      "epoch": 13.337492202121023,
      "flow_loss": 0.01381603442132473,
      "step": 42760
    },
    {
      "contrastive_loss": 0.004016187973320484,
      "epoch": 13.337492202121023,
      "step": 42760
    },
    {
      "contrastive_lambda": 0.19026802377931568,
      "epoch": 13.337492202121023,
      "step": 42760
    },
    {
      "contrastive_lambda": 0.19024747229477362,
      "epoch": 13.3378041172801,
      "step": 42761
    },
    {
      "contrastive_lambda": 0.1902269216594359,
      "epoch": 13.338116032439176,
      "step": 42762
    },
    {
      "contrastive_lambda": 0.19020637187335843,
      "epoch": 13.338427947598253,
      "step": 42763
    },
    {
      "contrastive_lambda": 0.1901858229365978,
      "epoch": 13.33873986275733,
      "step": 42764
    },
    {
      "contrastive_lambda": 0.19016527484921036,
      "epoch": 13.339051777916406,
      "step": 42765
    },
    {
      "contrastive_lambda": 0.1901447276112524,
      "epoch": 13.339363693075484,
      "step": 42766
    },
    {
      "contrastive_lambda": 0.1901241812227804,
      "epoch": 13.339675608234561,
      "step": 42767
    },
    {
      "contrastive_lambda": 0.1901036356838504,
      "epoch": 13.339987523393637,
      "step": 42768
    },
    {
      "contrastive_lambda": 0.19008309099451887,
      "epoch": 13.340299438552714,
      "step": 42769
    },
    {
      "epoch": 13.34061135371179,
      "grad_norm": 0.47530969977378845,
      "learning_rate": 2.0903562149052364e-05,
      "loss": 0.021,
      "step": 42770
    },
    {
      "epoch": 13.34061135371179,
      "flow_loss": 0.01657731831073761,
      "step": 42770
    },
    {
      "contrastive_loss": 0.00305659556761384,
      "epoch": 13.34061135371179,
      "step": 42770
    },
    {
      "contrastive_lambda": 0.19006254715484217,
      "epoch": 13.34061135371179,
      "step": 42770
    },
    {
      "contrastive_lambda": 0.19004200416487654,
      "epoch": 13.340923268870867,
      "step": 42771
    },
    {
      "contrastive_lambda": 0.19002146202467857,
      "epoch": 13.341235184029944,
      "step": 42772
    },
    {
      "contrastive_lambda": 0.1900009207343042,
      "epoch": 13.34154709918902,
      "step": 42773
    },
    {
      "contrastive_lambda": 0.18998038029380987,
      "epoch": 13.341859014348097,
      "step": 42774
    },
    {
      "contrastive_lambda": 0.18995984070325195,
      "epoch": 13.342170929507175,
      "step": 42775
    },
    {
      "contrastive_lambda": 0.1899393019626867,
      "epoch": 13.34248284466625,
      "step": 42776
    },
    {
      "contrastive_lambda": 0.1899187640721705,
      "epoch": 13.342794759825328,
      "step": 42777
    },
    {
      "contrastive_lambda": 0.1898982270317598,
      "epoch": 13.343106674984405,
      "step": 42778
    },
    {
      "contrastive_lambda": 0.18987769084151052,
      "epoch": 13.34341859014348,
      "step": 42779
    },
    {
      "epoch": 13.343730505302558,
      "grad_norm": 0.06416795402765274,
      "learning_rate": 2.0881155446011025e-05,
      "loss": 0.0211,
      "step": 42780
    },
    {
      "epoch": 13.343730505302558,
      "flow_loss": 0.016758691519498825,
      "step": 42780
    },
    {
      "contrastive_loss": 0.0032292804680764675,
      "epoch": 13.343730505302558,
      "step": 42780
    },
    {
      "contrastive_lambda": 0.1898571555014793,
      "epoch": 13.343730505302558,
      "step": 42780
    },
    {
      "contrastive_lambda": 0.189836621011722,
      "epoch": 13.344042420461635,
      "step": 42781
    },
    {
      "contrastive_lambda": 0.18981608737229533,
      "epoch": 13.34435433562071,
      "step": 42782
    },
    {
      "contrastive_lambda": 0.1897955545832557,
      "epoch": 13.344666250779788,
      "step": 42783
    },
    {
      "contrastive_lambda": 0.18977502264465895,
      "epoch": 13.344978165938866,
      "step": 42784
    },
    {
      "contrastive_lambda": 0.1897544915565616,
      "epoch": 13.345290081097941,
      "step": 42785
    },
    {
      "contrastive_lambda": 0.18973396131902015,
      "epoch": 13.345601996257018,
      "step": 42786
    },
    {
      "contrastive_lambda": 0.18971343193209028,
      "epoch": 13.345913911416094,
      "step": 42787
    },
    {
      "contrastive_lambda": 0.18969290339582878,
      "epoch": 13.346225826575171,
      "step": 42788
    },
    {
      "contrastive_lambda": 0.18967237571029205,
      "epoch": 13.346537741734249,
      "step": 42789
    },
    {
      "epoch": 13.346849656893324,
      "grad_norm": 0.08379195630550385,
      "learning_rate": 2.0858757588505823e-05,
      "loss": 0.0255,
      "step": 42790
    },
    {
      "epoch": 13.346849656893324,
      "flow_loss": 0.010606665164232254,
      "step": 42790
    },
    {
      "contrastive_loss": 0.003317568451166153,
      "epoch": 13.346849656893324,
      "step": 42790
    },
    {
      "contrastive_lambda": 0.18965184887553593,
      "epoch": 13.346849656893324,
      "step": 42790
    },
    {
      "contrastive_lambda": 0.18963132289161705,
      "epoch": 13.347161572052402,
      "step": 42791
    },
    {
      "contrastive_lambda": 0.18961079775859113,
      "epoch": 13.347473487211479,
      "step": 42792
    },
    {
      "contrastive_lambda": 0.18959027347651508,
      "epoch": 13.347785402370555,
      "step": 42793
    },
    {
      "contrastive_lambda": 0.18956975004544502,
      "epoch": 13.348097317529632,
      "step": 42794
    },
    {
      "contrastive_lambda": 0.189549227465437,
      "epoch": 13.34840923268871,
      "step": 42795
    },
    {
      "contrastive_lambda": 0.1895287057365474,
      "epoch": 13.348721147847785,
      "step": 42796
    },
    {
      "contrastive_lambda": 0.18950818485883264,
      "epoch": 13.349033063006862,
      "step": 42797
    },
    {
      "contrastive_lambda": 0.18948766483234847,
      "epoch": 13.34934497816594,
      "step": 42798
    },
    {
      "contrastive_lambda": 0.18946714565715167,
      "epoch": 13.349656893325015,
      "step": 42799
    },
    {
      "epoch": 13.349968808484093,
      "grad_norm": 0.08148018270730972,
      "learning_rate": 2.0836368583340622e-05,
      "loss": 0.0213,
      "step": 42800
    },
    {
      "epoch": 13.349968808484093,
      "flow_loss": 0.02543102391064167,
      "step": 42800
    },
    {
      "contrastive_loss": 0.0035515474155545235,
      "epoch": 13.349968808484093,
      "step": 42800
    },
    {
      "contrastive_lambda": 0.18944662733329848,
      "epoch": 13.349968808484093,
      "step": 42800
    },
    {
      "contrastive_lambda": 0.18942610986084485,
      "epoch": 13.350280723643168,
      "step": 42801
    },
    {
      "contrastive_lambda": 0.1894055932398473,
      "epoch": 13.350592638802246,
      "step": 42802
    },
    {
      "contrastive_lambda": 0.18938507747036182,
      "epoch": 13.350904553961323,
      "step": 42803
    },
    {
      "contrastive_lambda": 0.1893645625524446,
      "epoch": 13.351216469120399,
      "step": 42804
    },
    {
      "contrastive_lambda": 0.18934404848615244,
      "epoch": 13.351528384279476,
      "step": 42805
    },
    {
      "contrastive_lambda": 0.189323535271541,
      "epoch": 13.351840299438553,
      "step": 42806
    },
    {
      "contrastive_lambda": 0.18930302290866674,
      "epoch": 13.352152214597629,
      "step": 42807
    },
    {
      "contrastive_lambda": 0.18928251139758606,
      "epoch": 13.352464129756706,
      "step": 42808
    },
    {
      "contrastive_lambda": 0.18926200073835464,
      "epoch": 13.352776044915784,
      "step": 42809
    },
    {
      "epoch": 13.353087960074859,
      "grad_norm": 0.07681108266115189,
      "learning_rate": 2.081398843731664e-05,
      "loss": 0.0234,
      "step": 42810
    },
    {
      "epoch": 13.353087960074859,
      "flow_loss": 0.015025264583528042,
      "step": 42810
    },
    {
      "contrastive_loss": 0.0036689969711005688,
      "epoch": 13.353087960074859,
      "step": 42810
    },
    {
      "contrastive_lambda": 0.1892414909310295,
      "epoch": 13.353087960074859,
      "step": 42810
    },
    {
      "contrastive_lambda": 0.18922098197566622,
      "epoch": 13.353399875233936,
      "step": 42811
    },
    {
      "contrastive_lambda": 0.1892004738723213,
      "epoch": 13.353711790393014,
      "step": 42812
    },
    {
      "contrastive_lambda": 0.18917996662105108,
      "epoch": 13.35402370555209,
      "step": 42813
    },
    {
      "contrastive_lambda": 0.18915946022191144,
      "epoch": 13.354335620711167,
      "step": 42814
    },
    {
      "contrastive_lambda": 0.18913895467495867,
      "epoch": 13.354647535870244,
      "step": 42815
    },
    {
      "contrastive_lambda": 0.1891184499802494,
      "epoch": 13.35495945102932,
      "step": 42816
    },
    {
      "contrastive_lambda": 0.18909794613783942,
      "epoch": 13.355271366188397,
      "step": 42817
    },
    {
      "contrastive_lambda": 0.18907744314778524,
      "epoch": 13.355583281347473,
      "step": 42818
    },
    {
      "contrastive_lambda": 0.1890569410101427,
      "epoch": 13.35589519650655,
      "step": 42819
    },
    {
      "epoch": 13.356207111665627,
      "grad_norm": 0.06580499559640884,
      "learning_rate": 2.0791617157232357e-05,
      "loss": 0.0255,
      "step": 42820
    },
    {
      "epoch": 13.356207111665627,
      "flow_loss": 0.01088368147611618,
      "step": 42820
    },
    {
      "contrastive_loss": 0.006169273983687162,
      "epoch": 13.356207111665627,
      "step": 42820
    },
    {
      "contrastive_lambda": 0.1890364397249682,
      "epoch": 13.356207111665627,
      "step": 42820
    },
    {
      "contrastive_lambda": 0.18901593929231802,
      "epoch": 13.356519026824703,
      "step": 42821
    },
    {
      "contrastive_lambda": 0.18899543971224825,
      "epoch": 13.35683094198378,
      "step": 42822
    },
    {
      "contrastive_lambda": 0.18897494098481515,
      "epoch": 13.357142857142858,
      "step": 42823
    },
    {
      "contrastive_lambda": 0.1889544431100751,
      "epoch": 13.357454772301933,
      "step": 42824
    },
    {
      "contrastive_lambda": 0.1889339460880839,
      "epoch": 13.35776668746101,
      "step": 42825
    },
    {
      "contrastive_lambda": 0.1889134499188978,
      "epoch": 13.358078602620088,
      "step": 42826
    },
    {
      "contrastive_lambda": 0.18889295460257344,
      "epoch": 13.358390517779164,
      "step": 42827
    },
    {
      "contrastive_lambda": 0.1888724601391666,
      "epoch": 13.358702432938241,
      "step": 42828
    },
    {
      "contrastive_lambda": 0.1888519665287337,
      "epoch": 13.359014348097318,
      "step": 42829
    },
    {
      "epoch": 13.359326263256394,
      "grad_norm": 0.09870538115501404,
      "learning_rate": 2.0769254749883576e-05,
      "loss": 0.0218,
      "step": 42830
    },
    {
      "epoch": 13.359326263256394,
      "flow_loss": 0.013873419724404812,
      "step": 42830
    },
    {
      "contrastive_loss": 0.0035115221980959177,
      "epoch": 13.359326263256394,
      "step": 42830
    },
    {
      "contrastive_lambda": 0.18883147377133064,
      "epoch": 13.359326263256394,
      "step": 42830
    },
    {
      "contrastive_lambda": 0.18881098186701378,
      "epoch": 13.359638178415471,
      "step": 42831
    },
    {
      "contrastive_lambda": 0.18879049081583926,
      "epoch": 13.359950093574549,
      "step": 42832
    },
    {
      "contrastive_lambda": 0.1887700006178633,
      "epoch": 13.360262008733624,
      "step": 42833
    },
    {
      "contrastive_lambda": 0.18874951127314205,
      "epoch": 13.360573923892701,
      "step": 42834
    },
    {
      "contrastive_lambda": 0.18872902278173187,
      "epoch": 13.360885839051777,
      "step": 42835
    },
    {
      "contrastive_lambda": 0.18870853514368852,
      "epoch": 13.361197754210854,
      "step": 42836
    },
    {
      "contrastive_lambda": 0.1886880483590686,
      "epoch": 13.361509669369932,
      "step": 42837
    },
    {
      "contrastive_lambda": 0.18866756242792776,
      "epoch": 13.361821584529007,
      "step": 42838
    },
    {
      "contrastive_lambda": 0.1886470773503226,
      "epoch": 13.362133499688085,
      "step": 42839
    },
    {
      "epoch": 13.362445414847162,
      "grad_norm": 0.08086822181940079,
      "learning_rate": 2.0746901222063415e-05,
      "loss": 0.0244,
      "step": 42840
    },
    {
      "epoch": 13.362445414847162,
      "flow_loss": 0.012678217142820358,
      "step": 42840
    },
    {
      "contrastive_loss": 0.003705918323248625,
      "epoch": 13.362445414847162,
      "step": 42840
    },
    {
      "contrastive_lambda": 0.18862659312630936,
      "epoch": 13.362445414847162,
      "step": 42840
    },
    {
      "contrastive_lambda": 0.18860610975594383,
      "epoch": 13.362757330006238,
      "step": 42841
    },
    {
      "contrastive_lambda": 0.1885856272392823,
      "epoch": 13.363069245165315,
      "step": 42842
    },
    {
      "contrastive_lambda": 0.18856514557638093,
      "epoch": 13.363381160324392,
      "step": 42843
    },
    {
      "contrastive_lambda": 0.18854466476729592,
      "epoch": 13.363693075483468,
      "step": 42844
    },
    {
      "contrastive_lambda": 0.18852418481208344,
      "epoch": 13.364004990642545,
      "step": 42845
    },
    {
      "contrastive_lambda": 0.18850370571079972,
      "epoch": 13.364316905801623,
      "step": 42846
    },
    {
      "contrastive_lambda": 0.1884832274635006,
      "epoch": 13.364628820960698,
      "step": 42847
    },
    {
      "contrastive_lambda": 0.1884627500702426,
      "epoch": 13.364940736119776,
      "step": 42848
    },
    {
      "contrastive_lambda": 0.18844227353108128,
      "epoch": 13.365252651278853,
      "step": 42849
    },
    {
      "epoch": 13.365564566437929,
      "grad_norm": 0.061145707964897156,
      "learning_rate": 2.072455658056226e-05,
      "loss": 0.0224,
      "step": 42850
    },
    {
      "epoch": 13.365564566437929,
      "flow_loss": 0.020405808463692665,
      "step": 42850
    },
    {
      "contrastive_loss": 0.0038121454417705536,
      "epoch": 13.365564566437929,
      "step": 42850
    },
    {
      "contrastive_lambda": 0.18842179784607338,
      "epoch": 13.365564566437929,
      "step": 42850
    },
    {
      "contrastive_lambda": 0.18840132301527496,
      "epoch": 13.365876481597006,
      "step": 42851
    },
    {
      "contrastive_lambda": 0.1883808490387418,
      "epoch": 13.366188396756082,
      "step": 42852
    },
    {
      "contrastive_lambda": 0.18836037591653026,
      "epoch": 13.366500311915159,
      "step": 42853
    },
    {
      "contrastive_lambda": 0.18833990364869663,
      "epoch": 13.366812227074236,
      "step": 42854
    },
    {
      "contrastive_lambda": 0.18831943223529646,
      "epoch": 13.367124142233312,
      "step": 42855
    },
    {
      "contrastive_lambda": 0.18829896167638666,
      "epoch": 13.36743605739239,
      "step": 42856
    },
    {
      "contrastive_lambda": 0.18827849197202273,
      "epoch": 13.367747972551467,
      "step": 42857
    },
    {
      "contrastive_lambda": 0.18825802312226103,
      "epoch": 13.368059887710542,
      "step": 42858
    },
    {
      "contrastive_lambda": 0.18823755512715784,
      "epoch": 13.36837180286962,
      "step": 42859
    },
    {
      "epoch": 13.368683718028697,
      "grad_norm": 0.0708509311079979,
      "learning_rate": 2.0702220832167873e-05,
      "loss": 0.0246,
      "step": 42860
    },
    {
      "epoch": 13.368683718028697,
      "flow_loss": 0.01480795070528984,
      "step": 42860
    },
    {
      "contrastive_loss": 0.0030435575172305107,
      "epoch": 13.368683718028697,
      "step": 42860
    },
    {
      "contrastive_lambda": 0.18821708798676878,
      "epoch": 13.368683718028697,
      "step": 42860
    },
    {
      "contrastive_lambda": 0.18819662170115042,
      "epoch": 13.368995633187772,
      "step": 42861
    },
    {
      "contrastive_lambda": 0.18817615627035889,
      "epoch": 13.36930754834685,
      "step": 42862
    },
    {
      "contrastive_lambda": 0.18815569169444996,
      "epoch": 13.369619463505927,
      "step": 42863
    },
    {
      "contrastive_lambda": 0.18813522797347992,
      "epoch": 13.369931378665003,
      "step": 42864
    },
    {
      "contrastive_lambda": 0.18811476510750502,
      "epoch": 13.37024329382408,
      "step": 42865
    },
    {
      "contrastive_lambda": 0.18809430309658087,
      "epoch": 13.370555208983157,
      "step": 42866
    },
    {
      "contrastive_lambda": 0.18807384194076426,
      "epoch": 13.370867124142233,
      "step": 42867
    },
    {
      "contrastive_lambda": 0.1880533816401107,
      "epoch": 13.37117903930131,
      "step": 42868
    },
    {
      "contrastive_lambda": 0.18803292219467654,
      "epoch": 13.371490954460386,
      "step": 42869
    },
    {
      "epoch": 13.371802869619463,
      "grad_norm": 0.08555038273334503,
      "learning_rate": 2.0679893983665205e-05,
      "loss": 0.0222,
      "step": 42870
    },
    {
      "epoch": 13.371802869619463,
      "flow_loss": 0.03702031075954437,
      "step": 42870
    },
    {
      "contrastive_loss": 0.0034909932874143124,
      "epoch": 13.371802869619463,
      "step": 42870
    },
    {
      "contrastive_lambda": 0.188012463604518,
      "epoch": 13.371802869619463,
      "step": 42870
    },
    {
      "contrastive_lambda": 0.18799200586969084,
      "epoch": 13.37211478477854,
      "step": 42871
    },
    {
      "contrastive_lambda": 0.1879715489902511,
      "epoch": 13.372426699937616,
      "step": 42872
    },
    {
      "contrastive_lambda": 0.18795109296625545,
      "epoch": 13.372738615096694,
      "step": 42873
    },
    {
      "contrastive_lambda": 0.18793063779775943,
      "epoch": 13.373050530255771,
      "step": 42874
    },
    {
      "contrastive_lambda": 0.18791018348481947,
      "epoch": 13.373362445414847,
      "step": 42875
    },
    {
      "contrastive_lambda": 0.18788973002749126,
      "epoch": 13.373674360573924,
      "step": 42876
    },
    {
      "contrastive_lambda": 0.1878692774258311,
      "epoch": 13.373986275733001,
      "step": 42877
    },
    {
      "contrastive_lambda": 0.18784882567989497,
      "epoch": 13.374298190892077,
      "step": 42878
    },
    {
      "contrastive_lambda": 0.18782837478973907,
      "epoch": 13.374610106051154,
      "step": 42879
    },
    {
      "epoch": 13.374922021210232,
      "grad_norm": 0.08731691539287567,
      "learning_rate": 2.0657576041836622e-05,
      "loss": 0.0227,
      "step": 42880
    },
    {
      "epoch": 13.374922021210232,
      "flow_loss": 0.023741185665130615,
      "step": 42880
    },
    {
      "contrastive_loss": 0.0031647710129618645,
      "epoch": 13.374922021210232,
      "step": 42880
    },
    {
      "contrastive_lambda": 0.1878079247554194,
      "epoch": 13.374922021210232,
      "step": 42880
    },
    {
      "contrastive_lambda": 0.1877874755769922,
      "epoch": 13.375233936369307,
      "step": 42881
    },
    {
      "contrastive_lambda": 0.18776702725451322,
      "epoch": 13.375545851528384,
      "step": 42882
    },
    {
      "contrastive_lambda": 0.18774657978803844,
      "epoch": 13.375857766687462,
      "step": 42883
    },
    {
      "contrastive_lambda": 0.1877261331776245,
      "epoch": 13.376169681846537,
      "step": 42884
    },
    {
      "contrastive_lambda": 0.18770568742332694,
      "epoch": 13.376481597005615,
      "step": 42885
    },
    {
      "contrastive_lambda": 0.18768524252520213,
      "epoch": 13.37679351216469,
      "step": 42886
    },
    {
      "contrastive_lambda": 0.18766479848330575,
      "epoch": 13.377105427323768,
      "step": 42887
    },
    {
      "contrastive_lambda": 0.18764435529769413,
      "epoch": 13.377417342482845,
      "step": 42888
    },
    {
      "contrastive_lambda": 0.18762391296842318,
      "epoch": 13.37772925764192,
      "step": 42889
    },
    {
      "epoch": 13.378041172800998,
      "grad_norm": 0.08854871243238449,
      "learning_rate": 2.0635267013461666e-05,
      "loss": 0.0205,
      "step": 42890
    },
    {
      "epoch": 13.378041172800998,
      "flow_loss": 0.017869791015982628,
      "step": 42890
    },
    {
      "contrastive_loss": 0.004128558561205864,
      "epoch": 13.378041172800998,
      "step": 42890
    },
    {
      "contrastive_lambda": 0.18760347149554907,
      "epoch": 13.378041172800998,
      "step": 42890
    },
    {
      "contrastive_lambda": 0.1875830308791277,
      "epoch": 13.378353087960075,
      "step": 42891
    },
    {
      "contrastive_lambda": 0.18756259111921542,
      "epoch": 13.378665003119151,
      "step": 42892
    },
    {
      "contrastive_lambda": 0.18754215221586784,
      "epoch": 13.378976918278228,
      "step": 42893
    },
    {
      "contrastive_lambda": 0.18752171416914137,
      "epoch": 13.379288833437306,
      "step": 42894
    },
    {
      "contrastive_lambda": 0.18750127697909152,
      "epoch": 13.379600748596381,
      "step": 42895
    },
    {
      "contrastive_lambda": 0.18748084064577486,
      "epoch": 13.379912663755459,
      "step": 42896
    },
    {
      "contrastive_lambda": 0.1874604051692474,
      "epoch": 13.380224578914536,
      "step": 42897
    },
    {
      "contrastive_lambda": 0.18743997054956474,
      "epoch": 13.380536494073612,
      "step": 42898
    },
    {
      "contrastive_lambda": 0.1874195367867832,
      "epoch": 13.380848409232689,
      "step": 42899
    },
    {
      "epoch": 13.381160324391766,
      "grad_norm": 0.06563977152109146,
      "learning_rate": 2.061296690531728e-05,
      "loss": 0.0253,
      "step": 42900
    },
    {
      "epoch": 13.381160324391766,
      "flow_loss": 0.02036520093679428,
      "step": 42900
    },
    {
      "contrastive_loss": 0.004104623571038246,
      "epoch": 13.381160324391766,
      "step": 42900
    },
    {
      "contrastive_lambda": 0.18739910388095876,
      "epoch": 13.381160324391766,
      "step": 42900
    },
    {
      "contrastive_lambda": 0.1873786718321474,
      "epoch": 13.381472239550842,
      "step": 42901
    },
    {
      "contrastive_lambda": 0.18735824064040513,
      "epoch": 13.38178415470992,
      "step": 42902
    },
    {
      "contrastive_lambda": 0.18733781030578822,
      "epoch": 13.382096069868995,
      "step": 42903
    },
    {
      "contrastive_lambda": 0.18731738082835225,
      "epoch": 13.382407985028072,
      "step": 42904
    },
    {
      "contrastive_lambda": 0.18729695220815362,
      "epoch": 13.38271990018715,
      "step": 42905
    },
    {
      "contrastive_lambda": 0.18727652444524778,
      "epoch": 13.383031815346225,
      "step": 42906
    },
    {
      "contrastive_lambda": 0.1872560975396913,
      "epoch": 13.383343730505302,
      "step": 42907
    },
    {
      "contrastive_lambda": 0.1872356714915402,
      "epoch": 13.38365564566438,
      "step": 42908
    },
    {
      "contrastive_lambda": 0.18721524630085,
      "epoch": 13.383967560823455,
      "step": 42909
    },
    {
      "epoch": 13.384279475982533,
      "grad_norm": 0.08784522116184235,
      "learning_rate": 2.0590675724177622e-05,
      "loss": 0.0198,
      "step": 42910
    },
    {
      "epoch": 13.384279475982533,
      "flow_loss": 0.02925540693104267,
      "step": 42910
    },
    {
      "contrastive_loss": 0.003709748387336731,
      "epoch": 13.384279475982533,
      "step": 42910
    },
    {
      "contrastive_lambda": 0.187194821967677,
      "epoch": 13.384279475982533,
      "step": 42910
    },
    {
      "contrastive_lambda": 0.1871743984920774,
      "epoch": 13.38459139114161,
      "step": 42911
    },
    {
      "contrastive_lambda": 0.18715397587410654,
      "epoch": 13.384903306300686,
      "step": 42912
    },
    {
      "contrastive_lambda": 0.18713355411382115,
      "epoch": 13.385215221459763,
      "step": 42913
    },
    {
      "contrastive_lambda": 0.1871131332112767,
      "epoch": 13.38552713661884,
      "step": 42914
    },
    {
      "contrastive_lambda": 0.18709271316652942,
      "epoch": 13.385839051777916,
      "step": 42915
    },
    {
      "contrastive_lambda": 0.18707229397963537,
      "epoch": 13.386150966936993,
      "step": 42916
    },
    {
      "contrastive_lambda": 0.18705187565065,
      "epoch": 13.38646288209607,
      "step": 42917
    },
    {
      "contrastive_lambda": 0.18703145817962996,
      "epoch": 13.386774797255146,
      "step": 42918
    },
    {
      "contrastive_lambda": 0.18701104156663106,
      "epoch": 13.387086712414224,
      "step": 42919
    },
    {
      "epoch": 13.3873986275733,
      "grad_norm": 0.10389242321252823,
      "learning_rate": 2.0568393476814167e-05,
      "loss": 0.029,
      "step": 42920
    },
    {
      "epoch": 13.3873986275733,
      "flow_loss": 0.008451712317764759,
      "step": 42920
    },
    {
      "contrastive_loss": 0.0034668785519897938,
      "epoch": 13.3873986275733,
      "step": 42920
    },
    {
      "contrastive_lambda": 0.186990625811709,
      "epoch": 13.3873986275733,
      "step": 42920
    },
    {
      "contrastive_lambda": 0.18697021091492005,
      "epoch": 13.387710542732377,
      "step": 42921
    },
    {
      "contrastive_lambda": 0.1869497968763199,
      "epoch": 13.388022457891454,
      "step": 42922
    },
    {
      "contrastive_lambda": 0.18692938369596446,
      "epoch": 13.38833437305053,
      "step": 42923
    },
    {
      "contrastive_lambda": 0.18690897137391027,
      "epoch": 13.388646288209607,
      "step": 42924
    },
    {
      "contrastive_lambda": 0.1868885599102127,
      "epoch": 13.388958203368684,
      "step": 42925
    },
    {
      "contrastive_lambda": 0.18686814930492796,
      "epoch": 13.38927011852776,
      "step": 42926
    },
    {
      "contrastive_lambda": 0.18684773955811212,
      "epoch": 13.389582033686837,
      "step": 42927
    },
    {
      "contrastive_lambda": 0.18682733066982082,
      "epoch": 13.389893948845915,
      "step": 42928
    },
    {
      "contrastive_lambda": 0.18680692264010995,
      "epoch": 13.39020586400499,
      "step": 42929
    },
    {
      "epoch": 13.390517779164067,
      "grad_norm": 0.058866750448942184,
      "learning_rate": 2.0546120169995685e-05,
      "loss": 0.019,
      "step": 42930
    },
    {
      "epoch": 13.390517779164067,
      "flow_loss": 0.03241228312253952,
      "step": 42930
    },
    {
      "contrastive_loss": 0.0033092941157519817,
      "epoch": 13.390517779164067,
      "step": 42930
    },
    {
      "contrastive_lambda": 0.18678651546903607,
      "epoch": 13.390517779164067,
      "step": 42930
    },
    {
      "contrastive_lambda": 0.1867661091566546,
      "epoch": 13.390829694323145,
      "step": 42931
    },
    {
      "contrastive_lambda": 0.18674570370302174,
      "epoch": 13.39114160948222,
      "step": 42932
    },
    {
      "contrastive_lambda": 0.1867252991081932,
      "epoch": 13.391453524641298,
      "step": 42933
    },
    {
      "contrastive_lambda": 0.18670489537222484,
      "epoch": 13.391765439800375,
      "step": 42934
    },
    {
      "contrastive_lambda": 0.18668449249517316,
      "epoch": 13.39207735495945,
      "step": 42935
    },
    {
      "contrastive_lambda": 0.18666409047709354,
      "epoch": 13.392389270118528,
      "step": 42936
    },
    {
      "contrastive_lambda": 0.1866436893180421,
      "epoch": 13.392701185277604,
      "step": 42937
    },
    {
      "contrastive_lambda": 0.18662328901807496,
      "epoch": 13.393013100436681,
      "step": 42938
    },
    {
      "contrastive_lambda": 0.1866028895772477,
      "epoch": 13.393325015595758,
      "step": 42939
    },
    {
      "epoch": 13.393636930754834,
      "grad_norm": 0.08758469671010971,
      "learning_rate": 2.0523855810488214e-05,
      "loss": 0.0324,
      "step": 42940
    },
    {
      "epoch": 13.393636930754834,
      "flow_loss": 0.02868209034204483,
      "step": 42940
    },
    {
      "contrastive_loss": 0.006257518660277128,
      "epoch": 13.393636930754834,
      "step": 42940
    },
    {
      "contrastive_lambda": 0.18658249099561625,
      "epoch": 13.393636930754834,
      "step": 42940
    },
    {
      "contrastive_lambda": 0.18656209327323703,
      "epoch": 13.393948845913911,
      "step": 42941
    },
    {
      "contrastive_lambda": 0.18654169641016544,
      "epoch": 13.394260761072989,
      "step": 42942
    },
    {
      "contrastive_lambda": 0.18652130040645776,
      "epoch": 13.394572676232064,
      "step": 42943
    },
    {
      "contrastive_lambda": 0.18650090526216956,
      "epoch": 13.394884591391142,
      "step": 42944
    },
    {
      "contrastive_lambda": 0.18648051097735696,
      "epoch": 13.395196506550219,
      "step": 42945
    },
    {
      "contrastive_lambda": 0.1864601175520758,
      "epoch": 13.395508421709295,
      "step": 42946
    },
    {
      "contrastive_lambda": 0.18643972498638206,
      "epoch": 13.395820336868372,
      "step": 42947
    },
    {
      "contrastive_lambda": 0.1864193332803316,
      "epoch": 13.39613225202745,
      "step": 42948
    },
    {
      "contrastive_lambda": 0.18639894243398053,
      "epoch": 13.396444167186525,
      "step": 42949
    },
    {
      "epoch": 13.396756082345602,
      "grad_norm": 0.07794395089149475,
      "learning_rate": 2.050160040505505e-05,
      "loss": 0.0204,
      "step": 42950
    },
    {
      "epoch": 13.396756082345602,
      "flow_loss": 0.05243868753314018,
      "step": 42950
    },
    {
      "contrastive_loss": 0.004336226731538773,
      "epoch": 13.396756082345602,
      "step": 42950
    },
    {
      "contrastive_lambda": 0.18637855244738438,
      "epoch": 13.396756082345602,
      "step": 42950
    },
    {
      "contrastive_lambda": 0.18635816332059923,
      "epoch": 13.39706799750468,
      "step": 42951
    },
    {
      "contrastive_lambda": 0.186337775053681,
      "epoch": 13.397379912663755,
      "step": 42952
    },
    {
      "contrastive_lambda": 0.18631738764668554,
      "epoch": 13.397691827822833,
      "step": 42953
    },
    {
      "contrastive_lambda": 0.18629700109966896,
      "epoch": 13.398003742981908,
      "step": 42954
    },
    {
      "contrastive_lambda": 0.1862766154126868,
      "epoch": 13.398315658140985,
      "step": 42955
    },
    {
      "contrastive_lambda": 0.1862562305857951,
      "epoch": 13.398627573300063,
      "step": 42956
    },
    {
      "contrastive_lambda": 0.18623584661904974,
      "epoch": 13.398939488459138,
      "step": 42957
    },
    {
      "contrastive_lambda": 0.18621546351250667,
      "epoch": 13.399251403618216,
      "step": 42958
    },
    {
      "contrastive_lambda": 0.18619508126622186,
      "epoch": 13.399563318777293,
      "step": 42959
    },
    {
      "epoch": 13.399875233936369,
      "grad_norm": 0.07743396610021591,
      "learning_rate": 2.0479353960456843e-05,
      "loss": 0.0248,
      "step": 42960
    },
    {
      "epoch": 13.399875233936369,
      "flow_loss": 0.02868790365755558,
      "step": 42960
    },
    {
      "contrastive_loss": 0.0034215725027024746,
      "epoch": 13.399875233936369,
      "step": 42960
    },
    {
      "contrastive_lambda": 0.18617469988025087,
      "epoch": 13.399875233936369,
      "step": 42960
    },
    {
      "contrastive_lambda": 0.18615431935464982,
      "epoch": 13.400187149095446,
      "step": 42961
    },
    {
      "contrastive_lambda": 0.18613393968947461,
      "epoch": 13.400499064254523,
      "step": 42962
    },
    {
      "contrastive_lambda": 0.18611356088478076,
      "epoch": 13.400810979413599,
      "step": 42963
    },
    {
      "contrastive_lambda": 0.18609318294062455,
      "epoch": 13.401122894572676,
      "step": 42964
    },
    {
      "contrastive_lambda": 0.18607280585706182,
      "epoch": 13.401434809731754,
      "step": 42965
    },
    {
      "contrastive_lambda": 0.1860524296341482,
      "epoch": 13.40174672489083,
      "step": 42966
    },
    {
      "contrastive_lambda": 0.1860320542719398,
      "epoch": 13.402058640049907,
      "step": 42967
    },
    {
      "contrastive_lambda": 0.18601167977049204,
      "epoch": 13.402370555208984,
      "step": 42968
    },
    {
      "contrastive_lambda": 0.18599130612986126,
      "epoch": 13.40268247036806,
      "step": 42969
    },
    {
      "epoch": 13.402994385527137,
      "grad_norm": 0.0845978781580925,
      "learning_rate": 2.0457116483451456e-05,
      "loss": 0.0261,
      "step": 42970
    },
    {
      "epoch": 13.402994385527137,
      "flow_loss": 0.02995430864393711,
      "step": 42970
    },
    {
      "contrastive_loss": 0.0034471172839403152,
      "epoch": 13.402994385527137,
      "step": 42970
    },
    {
      "contrastive_lambda": 0.18597093335010334,
      "epoch": 13.402994385527137,
      "step": 42970
    },
    {
      "contrastive_lambda": 0.1859505614312737,
      "epoch": 13.403306300686213,
      "step": 42971
    },
    {
      "contrastive_lambda": 0.18593019037342845,
      "epoch": 13.40361821584529,
      "step": 42972
    },
    {
      "contrastive_lambda": 0.1859098201766236,
      "epoch": 13.403930131004367,
      "step": 42973
    },
    {
      "contrastive_lambda": 0.18588945084091446,
      "epoch": 13.404242046163443,
      "step": 42974
    },
    {
      "contrastive_lambda": 0.1858690823663574,
      "epoch": 13.40455396132252,
      "step": 42975
    },
    {
      "contrastive_lambda": 0.1858487147530083,
      "epoch": 13.404865876481598,
      "step": 42976
    },
    {
      "contrastive_lambda": 0.18582834800092257,
      "epoch": 13.405177791640673,
      "step": 42977
    },
    {
      "contrastive_lambda": 0.18580798211015642,
      "epoch": 13.40548970679975,
      "step": 42978
    },
    {
      "contrastive_lambda": 0.18578761708076535,
      "epoch": 13.405801621958828,
      "step": 42979
    },
    {
      "epoch": 13.406113537117903,
      "grad_norm": 0.09353256970643997,
      "learning_rate": 2.0434887980794043e-05,
      "loss": 0.023,
      "step": 42980
    },
    {
      "epoch": 13.406113537117903,
      "flow_loss": 0.012731987051665783,
      "step": 42980
    },
    {
      "contrastive_loss": 0.003869022009894252,
      "epoch": 13.406113537117903,
      "step": 42980
    },
    {
      "contrastive_lambda": 0.18576725291280521,
      "epoch": 13.406113537117903,
      "step": 42980
    },
    {
      "contrastive_lambda": 0.18574688960633234,
      "epoch": 13.40642545227698,
      "step": 42981
    },
    {
      "contrastive_lambda": 0.1857265271614021,
      "epoch": 13.406737367436058,
      "step": 42982
    },
    {
      "contrastive_lambda": 0.18570616557807035,
      "epoch": 13.407049282595134,
      "step": 42983
    },
    {
      "contrastive_lambda": 0.1856858048563932,
      "epoch": 13.407361197754211,
      "step": 42984
    },
    {
      "contrastive_lambda": 0.18566544499642584,
      "epoch": 13.407673112913287,
      "step": 42985
    },
    {
      "contrastive_lambda": 0.18564508599822477,
      "epoch": 13.407985028072364,
      "step": 42986
    },
    {
      "contrastive_lambda": 0.1856247278618457,
      "epoch": 13.408296943231441,
      "step": 42987
    },
    {
      "contrastive_lambda": 0.18560437058734408,
      "epoch": 13.408608858390517,
      "step": 42988
    },
    {
      "contrastive_lambda": 0.18558401417477616,
      "epoch": 13.408920773549594,
      "step": 42989
    },
    {
      "epoch": 13.409232688708672,
      "grad_norm": 0.0638730451464653,
      "learning_rate": 2.0412668459237043e-05,
      "loss": 0.0211,
      "step": 42990
    },
    {
      "epoch": 13.409232688708672,
      "flow_loss": 0.01913851499557495,
      "step": 42990
    },
    {
      "contrastive_loss": 0.0035009172279387712,
      "epoch": 13.409232688708672,
      "step": 42990
    },
    {
      "contrastive_lambda": 0.18556365862419727,
      "epoch": 13.409232688708672,
      "step": 42990
    },
    {
      "contrastive_lambda": 0.18554330393566337,
      "epoch": 13.409544603867747,
      "step": 42991
    },
    {
      "contrastive_lambda": 0.18552295010923064,
      "epoch": 13.409856519026825,
      "step": 42992
    },
    {
      "contrastive_lambda": 0.18550259714495443,
      "epoch": 13.410168434185902,
      "step": 42993
    },
    {
      "contrastive_lambda": 0.18548224504289074,
      "epoch": 13.410480349344978,
      "step": 42994
    },
    {
      "contrastive_lambda": 0.18546189380309547,
      "epoch": 13.410792264504055,
      "step": 42995
    },
    {
      "contrastive_lambda": 0.18544154342562413,
      "epoch": 13.411104179663132,
      "step": 42996
    },
    {
      "contrastive_lambda": 0.18542119391053252,
      "epoch": 13.411416094822208,
      "step": 42997
    },
    {
      "contrastive_lambda": 0.18540084525787687,
      "epoch": 13.411728009981285,
      "step": 42998
    },
    {
      "contrastive_lambda": 0.18538049746771246,
      "epoch": 13.412039925140363,
      "step": 42999
    },
    {
      "epoch": 13.412351840299438,
      "grad_norm": 0.0761750116944313,
      "learning_rate": 2.039045792553016e-05,
      "loss": 0.0232,
      "step": 43000
    },
    {
      "epoch": 13.412351840299438,
      "flow_loss": 0.01967744529247284,
      "step": 43000
    },
    {
      "contrastive_loss": 0.0034256591461598873,
      "epoch": 13.412351840299438,
      "step": 43000
    },
    {
      "contrastive_lambda": 0.18536015054009553,
      "epoch": 13.412351840299438,
      "step": 43000
    },
    {
      "contrastive_lambda": 0.18533980447508136,
      "epoch": 13.412663755458516,
      "step": 43001
    },
    {
      "contrastive_lambda": 0.18531945927272586,
      "epoch": 13.412975670617591,
      "step": 43002
    },
    {
      "contrastive_lambda": 0.18529911493308526,
      "epoch": 13.413287585776668,
      "step": 43003
    },
    {
      "contrastive_lambda": 0.1852787714562148,
      "epoch": 13.413599500935746,
      "step": 43004
    },
    {
      "contrastive_lambda": 0.18525842884217053,
      "epoch": 13.413911416094821,
      "step": 43005
    },
    {
      "contrastive_lambda": 0.18523808709100825,
      "epoch": 13.414223331253899,
      "step": 43006
    },
    {
      "contrastive_lambda": 0.18521774620278347,
      "epoch": 13.414535246412976,
      "step": 43007
    },
    {
      "contrastive_lambda": 0.18519740617755215,
      "epoch": 13.414847161572052,
      "step": 43008
    },
    {
      "contrastive_lambda": 0.18517706701536996,
      "epoch": 13.415159076731129,
      "step": 43009
    },
    {
      "epoch": 13.415470991890206,
      "grad_norm": 0.09938159584999084,
      "learning_rate": 2.036825638642036e-05,
      "loss": 0.0259,
      "step": 43010
    },
    {
      "epoch": 13.415470991890206,
      "flow_loss": 0.013425897806882858,
      "step": 43010
    },
    {
      "contrastive_loss": 0.003576291259378195,
      "epoch": 13.415470991890206,
      "step": 43010
    },
    {
      "contrastive_lambda": 0.18515672871629274,
      "epoch": 13.415470991890206,
      "step": 43010
    },
    {
      "contrastive_lambda": 0.1851363912803764,
      "epoch": 13.415782907049282,
      "step": 43011
    },
    {
      "contrastive_lambda": 0.1851160547076764,
      "epoch": 13.41609482220836,
      "step": 43012
    },
    {
      "contrastive_lambda": 0.1850957189982485,
      "epoch": 13.416406737367437,
      "step": 43013
    },
    {
      "contrastive_lambda": 0.18507538415214864,
      "epoch": 13.416718652526512,
      "step": 43014
    },
    {
      "contrastive_lambda": 0.18505505016943252,
      "epoch": 13.41703056768559,
      "step": 43015
    },
    {
      "contrastive_lambda": 0.18503471705015595,
      "epoch": 13.417342482844667,
      "step": 43016
    },
    {
      "contrastive_lambda": 0.1850143847943745,
      "epoch": 13.417654398003743,
      "step": 43017
    },
    {
      "contrastive_lambda": 0.18499405340214392,
      "epoch": 13.41796631316282,
      "step": 43018
    },
    {
      "contrastive_lambda": 0.1849737228735201,
      "epoch": 13.418278228321896,
      "step": 43019
    },
    {
      "epoch": 13.418590143480973,
      "grad_norm": 0.12268881499767303,
      "learning_rate": 2.0346063848651868e-05,
      "loss": 0.0254,
      "step": 43020
    },
    {
      "epoch": 13.418590143480973,
      "flow_loss": 0.020119067281484604,
      "step": 43020
    },
    {
      "contrastive_loss": 0.003964583855122328,
      "epoch": 13.418590143480973,
      "step": 43020
    },
    {
      "contrastive_lambda": 0.18495339320855864,
      "epoch": 13.418590143480973,
      "step": 43020
    },
    {
      "contrastive_lambda": 0.18493306440731538,
      "epoch": 13.41890205864005,
      "step": 43021
    },
    {
      "contrastive_lambda": 0.18491273646984618,
      "epoch": 13.419213973799126,
      "step": 43022
    },
    {
      "contrastive_lambda": 0.18489240939620644,
      "epoch": 13.419525888958203,
      "step": 43023
    },
    {
      "contrastive_lambda": 0.1848720831864522,
      "epoch": 13.41983780411728,
      "step": 43024
    },
    {
      "contrastive_lambda": 0.18485175784063873,
      "epoch": 13.420149719276356,
      "step": 43025
    },
    {
      "contrastive_lambda": 0.18483143335882218,
      "epoch": 13.420461634435433,
      "step": 43026
    },
    {
      "contrastive_lambda": 0.18481110974105835,
      "epoch": 13.42077354959451,
      "step": 43027
    },
    {
      "contrastive_lambda": 0.1847907869874026,
      "epoch": 13.421085464753586,
      "step": 43028
    },
    {
      "contrastive_lambda": 0.18477046509791079,
      "epoch": 13.421397379912664,
      "step": 43029
    },
    {
      "epoch": 13.421709295071741,
      "grad_norm": 0.07631935924291611,
      "learning_rate": 2.0323880318966254e-05,
      "loss": 0.0233,
      "step": 43030
    },
    {
      "epoch": 13.421709295071741,
      "flow_loss": 0.03941763937473297,
      "step": 43030
    },
    {
      "contrastive_loss": 0.005446515046060085,
      "epoch": 13.421709295071741,
      "step": 43030
    },
    {
      "contrastive_lambda": 0.1847501440726388,
      "epoch": 13.421709295071741,
      "step": 43030
    },
    {
      "contrastive_lambda": 0.18472982391164183,
      "epoch": 13.422021210230817,
      "step": 43031
    },
    {
      "contrastive_lambda": 0.18470950461497615,
      "epoch": 13.422333125389894,
      "step": 43032
    },
    {
      "contrastive_lambda": 0.18468918618269747,
      "epoch": 13.422645040548971,
      "step": 43033
    },
    {
      "contrastive_lambda": 0.1846688686148611,
      "epoch": 13.422956955708047,
      "step": 43034
    },
    {
      "contrastive_lambda": 0.18464855191152307,
      "epoch": 13.423268870867124,
      "step": 43035
    },
    {
      "contrastive_lambda": 0.1846282360727386,
      "epoch": 13.4235807860262,
      "step": 43036
    },
    {
      "contrastive_lambda": 0.1846079210985639,
      "epoch": 13.423892701185277,
      "step": 43037
    },
    {
      "contrastive_lambda": 0.1845876069890547,
      "epoch": 13.424204616344355,
      "step": 43038
    },
    {
      "contrastive_lambda": 0.18456729374426628,
      "epoch": 13.42451653150343,
      "step": 43039
    },
    {
      "epoch": 13.424828446662508,
      "grad_norm": 0.0995246022939682,
      "learning_rate": 2.030170580410221e-05,
      "loss": 0.0323,
      "step": 43040
    },
    {
      "epoch": 13.424828446662508,
      "flow_loss": 0.01627092808485031,
      "step": 43040
    },
    {
      "contrastive_loss": 0.003963037393987179,
      "epoch": 13.424828446662508,
      "step": 43040
    },
    {
      "contrastive_lambda": 0.18454698136425451,
      "epoch": 13.424828446662508,
      "step": 43040
    },
    {
      "contrastive_lambda": 0.18452666984907534,
      "epoch": 13.425140361821585,
      "step": 43041
    },
    {
      "contrastive_lambda": 0.18450635919878383,
      "epoch": 13.42545227698066,
      "step": 43042
    },
    {
      "contrastive_lambda": 0.18448604941343621,
      "epoch": 13.425764192139738,
      "step": 43043
    },
    {
      "contrastive_lambda": 0.18446574049308817,
      "epoch": 13.426076107298815,
      "step": 43044
    },
    {
      "contrastive_lambda": 0.1844454324377951,
      "epoch": 13.42638802245789,
      "step": 43045
    },
    {
      "contrastive_lambda": 0.1844251252476129,
      "epoch": 13.426699937616968,
      "step": 43046
    },
    {
      "contrastive_lambda": 0.18440481892259702,
      "epoch": 13.427011852776046,
      "step": 43047
    },
    {
      "contrastive_lambda": 0.18438451346280305,
      "epoch": 13.427323767935121,
      "step": 43048
    },
    {
      "contrastive_lambda": 0.1843642088682872,
      "epoch": 13.427635683094199,
      "step": 43049
    },
    {
      "epoch": 13.427947598253276,
      "grad_norm": 0.07947564125061035,
      "learning_rate": 2.0279540310795837e-05,
      "loss": 0.0201,
      "step": 43050
    },
    {
      "epoch": 13.427947598253276,
      "flow_loss": 0.026470795273780823,
      "step": 43050
    },
    {
      "contrastive_loss": 0.004665063228458166,
      "epoch": 13.427947598253276,
      "step": 43050
    },
    {
      "contrastive_lambda": 0.1843439051391046,
      "epoch": 13.427947598253276,
      "step": 43050
    },
    {
      "contrastive_lambda": 0.18432360227531114,
      "epoch": 13.428259513412351,
      "step": 43051
    },
    {
      "contrastive_lambda": 0.18430330027696262,
      "epoch": 13.428571428571429,
      "step": 43052
    },
    {
      "contrastive_lambda": 0.18428299914411417,
      "epoch": 13.428883343730504,
      "step": 43053
    },
    {
      "contrastive_lambda": 0.18426269887682212,
      "epoch": 13.429195258889582,
      "step": 43054
    },
    {
      "contrastive_lambda": 0.18424239947514165,
      "epoch": 13.42950717404866,
      "step": 43055
    },
    {
      "contrastive_lambda": 0.1842221009391286,
      "epoch": 13.429819089207735,
      "step": 43056
    },
    {
      "contrastive_lambda": 0.18420180326883873,
      "epoch": 13.430131004366812,
      "step": 43057
    },
    {
      "contrastive_lambda": 0.1841815064643274,
      "epoch": 13.43044291952589,
      "step": 43058
    },
    {
      "contrastive_lambda": 0.1841612105256502,
      "epoch": 13.430754834684965,
      "step": 43059
    },
    {
      "epoch": 13.431066749844042,
      "grad_norm": 0.07235506922006607,
      "learning_rate": 2.0257383845780365e-05,
      "loss": 0.0243,
      "step": 43060
    },
    {
      "epoch": 13.431066749844042,
      "flow_loss": 0.012842263095080853,
      "step": 43060
    },
    {
      "contrastive_loss": 0.0035428463015705347,
      "epoch": 13.431066749844042,
      "step": 43060
    },
    {
      "contrastive_lambda": 0.18414091545286337,
      "epoch": 13.431066749844042,
      "step": 43060
    },
    {
      "contrastive_lambda": 0.1841206212460219,
      "epoch": 13.43137866500312,
      "step": 43061
    },
    {
      "contrastive_lambda": 0.18410032790518194,
      "epoch": 13.431690580162195,
      "step": 43062
    },
    {
      "contrastive_lambda": 0.18408003543039864,
      "epoch": 13.432002495321273,
      "step": 43063
    },
    {
      "contrastive_lambda": 0.18405974382172785,
      "epoch": 13.43231441048035,
      "step": 43064
    },
    {
      "contrastive_lambda": 0.18403945307922526,
      "epoch": 13.432626325639426,
      "step": 43065
    },
    {
      "contrastive_lambda": 0.18401916320294642,
      "epoch": 13.432938240798503,
      "step": 43066
    },
    {
      "contrastive_lambda": 0.18399887419294697,
      "epoch": 13.43325015595758,
      "step": 43067
    },
    {
      "contrastive_lambda": 0.18397858604928274,
      "epoch": 13.433562071116656,
      "step": 43068
    },
    {
      "contrastive_lambda": 0.18395829877200903,
      "epoch": 13.433873986275733,
      "step": 43069
    },
    {
      "epoch": 13.434185901434809,
      "grad_norm": 0.07815214991569519,
      "learning_rate": 2.0235236415786384e-05,
      "loss": 0.0218,
      "step": 43070
    },
    {
      "epoch": 13.434185901434809,
      "flow_loss": 0.024128684774041176,
      "step": 43070
    },
    {
      "contrastive_loss": 0.004657374229282141,
      "epoch": 13.434185901434809,
      "step": 43070
    },
    {
      "contrastive_lambda": 0.18393801236118168,
      "epoch": 13.434185901434809,
      "step": 43070
    },
    {
      "contrastive_lambda": 0.18391772681685592,
      "epoch": 13.434497816593886,
      "step": 43071
    },
    {
      "contrastive_lambda": 0.18389744213908782,
      "epoch": 13.434809731752964,
      "step": 43072
    },
    {
      "contrastive_lambda": 0.183877158327933,
      "epoch": 13.43512164691204,
      "step": 43073
    },
    {
      "contrastive_lambda": 0.18385687538344675,
      "epoch": 13.435433562071116,
      "step": 43074
    },
    {
      "contrastive_lambda": 0.1838365933056848,
      "epoch": 13.435745477230194,
      "step": 43075
    },
    {
      "contrastive_lambda": 0.18381631209470278,
      "epoch": 13.43605739238927,
      "step": 43076
    },
    {
      "contrastive_lambda": 0.18379603175055625,
      "epoch": 13.436369307548347,
      "step": 43077
    },
    {
      "contrastive_lambda": 0.1837757522733009,
      "epoch": 13.436681222707424,
      "step": 43078
    },
    {
      "contrastive_lambda": 0.1837554736629925,
      "epoch": 13.4369931378665,
      "step": 43079
    },
    {
      "epoch": 13.437305053025577,
      "grad_norm": 0.08928559720516205,
      "learning_rate": 2.021309802754169e-05,
      "loss": 0.0209,
      "step": 43080
    },
    {
      "epoch": 13.437305053025577,
      "flow_loss": 0.018112439662218094,
      "step": 43080
    },
    {
      "contrastive_loss": 0.004819056950509548,
      "epoch": 13.437305053025577,
      "step": 43080
    },
    {
      "contrastive_lambda": 0.18373519591968618,
      "epoch": 13.437305053025577,
      "step": 43080
    },
    {
      "contrastive_lambda": 0.18371491904343795,
      "epoch": 13.437616968184654,
      "step": 43081
    },
    {
      "contrastive_lambda": 0.18369464303430294,
      "epoch": 13.43792888334373,
      "step": 43082
    },
    {
      "contrastive_lambda": 0.18367436789233715,
      "epoch": 13.438240798502807,
      "step": 43083
    },
    {
      "contrastive_lambda": 0.18365409361759621,
      "epoch": 13.438552713661885,
      "step": 43084
    },
    {
      "contrastive_lambda": 0.18363382021013536,
      "epoch": 13.43886462882096,
      "step": 43085
    },
    {
      "contrastive_lambda": 0.18361354767001037,
      "epoch": 13.439176543980038,
      "step": 43086
    },
    {
      "contrastive_lambda": 0.18359327599727698,
      "epoch": 13.439488459139113,
      "step": 43087
    },
    {
      "contrastive_lambda": 0.18357300519199027,
      "epoch": 13.43980037429819,
      "step": 43088
    },
    {
      "contrastive_lambda": 0.18355273525420623,
      "epoch": 13.440112289457268,
      "step": 43089
    },
    {
      "epoch": 13.440424204616344,
      "grad_norm": 0.0796113908290863,
      "learning_rate": 2.0190968687771332e-05,
      "loss": 0.0267,
      "step": 43090
    },
    {
      "epoch": 13.440424204616344,
      "flow_loss": 0.016110574826598167,
      "step": 43090
    },
    {
      "contrastive_loss": 0.0042504072189331055,
      "epoch": 13.440424204616344,
      "step": 43090
    },
    {
      "contrastive_lambda": 0.18353246618398056,
      "epoch": 13.440424204616344,
      "step": 43090
    },
    {
      "contrastive_lambda": 0.18351219798136842,
      "epoch": 13.440736119775421,
      "step": 43091
    },
    {
      "contrastive_lambda": 0.18349193064642572,
      "epoch": 13.441048034934498,
      "step": 43092
    },
    {
      "contrastive_lambda": 0.18347166417920757,
      "epoch": 13.441359950093574,
      "step": 43093
    },
    {
      "contrastive_lambda": 0.18345139857976994,
      "epoch": 13.441671865252651,
      "step": 43094
    },
    {
      "contrastive_lambda": 0.18343113384816845,
      "epoch": 13.441983780411729,
      "step": 43095
    },
    {
      "contrastive_lambda": 0.18341086998445832,
      "epoch": 13.442295695570804,
      "step": 43096
    },
    {
      "contrastive_lambda": 0.18339060698869525,
      "epoch": 13.442607610729882,
      "step": 43097
    },
    {
      "contrastive_lambda": 0.183370344860935,
      "epoch": 13.442919525888959,
      "step": 43098
    },
    {
      "contrastive_lambda": 0.18335008360123256,
      "epoch": 13.443231441048034,
      "step": 43099
    },
    {
      "epoch": 13.443543356207112,
      "grad_norm": 0.08516956865787506,
      "learning_rate": 2.016884840319763e-05,
      "loss": 0.0224,
      "step": 43100
    },
    {
      "epoch": 13.443543356207112,
      "flow_loss": 0.031095363199710846,
      "step": 43100
    },
    {
      "contrastive_loss": 0.0032195202074944973,
      "epoch": 13.443543356207112,
      "step": 43100
    },
    {
      "contrastive_lambda": 0.18332982320964403,
      "epoch": 13.443543356207112,
      "step": 43100
    },
    {
      "contrastive_lambda": 0.18330956368622497,
      "epoch": 13.44385527136619,
      "step": 43101
    },
    {
      "contrastive_lambda": 0.18328930503103052,
      "epoch": 13.444167186525265,
      "step": 43102
    },
    {
      "contrastive_lambda": 0.18326904724411658,
      "epoch": 13.444479101684342,
      "step": 43103
    },
    {
      "contrastive_lambda": 0.18324879032553837,
      "epoch": 13.444791016843418,
      "step": 43104
    },
    {
      "contrastive_lambda": 0.18322853427535146,
      "epoch": 13.445102932002495,
      "step": 43105
    },
    {
      "contrastive_lambda": 0.18320827909361181,
      "epoch": 13.445414847161572,
      "step": 43106
    },
    {
      "contrastive_lambda": 0.18318802478037444,
      "epoch": 13.445726762320648,
      "step": 43107
    },
    {
      "contrastive_lambda": 0.18316777133569517,
      "epoch": 13.446038677479725,
      "step": 43108
    },
    {
      "contrastive_lambda": 0.18314751875962954,
      "epoch": 13.446350592638803,
      "step": 43109
    },
    {
      "epoch": 13.446662507797878,
      "grad_norm": 0.05885159224271774,
      "learning_rate": 2.0146737180540122e-05,
      "loss": 0.023,
      "step": 43110
    },
    {
      "epoch": 13.446662507797878,
      "flow_loss": 0.028257939964532852,
      "step": 43110
    },
    {
      "contrastive_loss": 0.0036173793487250805,
      "epoch": 13.446662507797878,
      "step": 43110
    },
    {
      "contrastive_lambda": 0.1831272670522327,
      "epoch": 13.446662507797878,
      "step": 43110
    },
    {
      "contrastive_lambda": 0.18310701621356074,
      "epoch": 13.446974422956956,
      "step": 43111
    },
    {
      "contrastive_lambda": 0.1830867662436687,
      "epoch": 13.447286338116033,
      "step": 43112
    },
    {
      "contrastive_lambda": 0.18306651714261235,
      "epoch": 13.447598253275109,
      "step": 43113
    },
    {
      "contrastive_lambda": 0.18304626891044729,
      "epoch": 13.447910168434186,
      "step": 43114
    },
    {
      "contrastive_lambda": 0.1830260215472287,
      "epoch": 13.448222083593263,
      "step": 43115
    },
    {
      "contrastive_lambda": 0.18300577505301208,
      "epoch": 13.448533998752339,
      "step": 43116
    },
    {
      "contrastive_lambda": 0.1829855294278535,
      "epoch": 13.448845913911416,
      "step": 43117
    },
    {
      "contrastive_lambda": 0.1829652846718079,
      "epoch": 13.449157829070494,
      "step": 43118
    },
    {
      "contrastive_lambda": 0.18294504078493112,
      "epoch": 13.44946974422957,
      "step": 43119
    },
    {
      "epoch": 13.449781659388647,
      "grad_norm": 0.0777178630232811,
      "learning_rate": 2.012463502651564e-05,
      "loss": 0.026,
      "step": 43120
    },
    {
      "epoch": 13.449781659388647,
      "flow_loss": 0.01573159359395504,
      "step": 43120
    },
    {
      "contrastive_loss": 0.0033125216141343117,
      "epoch": 13.449781659388647,
      "step": 43120
    },
    {
      "contrastive_lambda": 0.18292479776727838,
      "epoch": 13.449781659388647,
      "step": 43120
    },
    {
      "contrastive_lambda": 0.18290455561890528,
      "epoch": 13.450093574547722,
      "step": 43121
    },
    {
      "contrastive_lambda": 0.18288431433986735,
      "epoch": 13.4504054897068,
      "step": 43122
    },
    {
      "contrastive_lambda": 0.18286407393022008,
      "epoch": 13.450717404865877,
      "step": 43123
    },
    {
      "contrastive_lambda": 0.182843834390019,
      "epoch": 13.451029320024952,
      "step": 43124
    },
    {
      "contrastive_lambda": 0.18282359571931966,
      "epoch": 13.45134123518403,
      "step": 43125
    },
    {
      "contrastive_lambda": 0.1828033579181773,
      "epoch": 13.451653150343107,
      "step": 43126
    },
    {
      "contrastive_lambda": 0.1827831209866474,
      "epoch": 13.451965065502183,
      "step": 43127
    },
    {
      "contrastive_lambda": 0.18276288492478593,
      "epoch": 13.45227698066126,
      "step": 43128
    },
    {
      "contrastive_lambda": 0.1827426497326478,
      "epoch": 13.452588895820337,
      "step": 43129
    },
    {
      "epoch": 13.452900810979413,
      "grad_norm": 0.055586036294698715,
      "learning_rate": 2.0102541947838228e-05,
      "loss": 0.025,
      "step": 43130
    },
    {
      "epoch": 13.452900810979413,
      "flow_loss": 0.016222555190324783,
      "step": 43130
    },
    {
      "contrastive_loss": 0.0032829903066158295,
      "epoch": 13.452900810979413,
      "step": 43130
    },
    {
      "contrastive_lambda": 0.18272241541028889,
      "epoch": 13.452900810979413,
      "step": 43130
    },
    {
      "contrastive_lambda": 0.18270218195776433,
      "epoch": 13.45321272613849,
      "step": 43131
    },
    {
      "contrastive_lambda": 0.18268194937512977,
      "epoch": 13.453524641297568,
      "step": 43132
    },
    {
      "contrastive_lambda": 0.18266171766244066,
      "epoch": 13.453836556456643,
      "step": 43133
    },
    {
      "contrastive_lambda": 0.18264148681975245,
      "epoch": 13.45414847161572,
      "step": 43134
    },
    {
      "contrastive_lambda": 0.1826212568471206,
      "epoch": 13.454460386774798,
      "step": 43135
    },
    {
      "contrastive_lambda": 0.18260102774460085,
      "epoch": 13.454772301933874,
      "step": 43136
    },
    {
      "contrastive_lambda": 0.18258079951224815,
      "epoch": 13.455084217092951,
      "step": 43137
    },
    {
      "contrastive_lambda": 0.1825605721501184,
      "epoch": 13.455396132252027,
      "step": 43138
    },
    {
      "contrastive_lambda": 0.18254034565826655,
      "epoch": 13.455708047411104,
      "step": 43139
    },
    {
      "epoch": 13.456019962570181,
      "grad_norm": 0.07495279610157013,
      "learning_rate": 2.0080457951219173e-05,
      "loss": 0.0207,
      "step": 43140
    },
    {
      "epoch": 13.456019962570181,
      "flow_loss": 0.01807512156665325,
      "step": 43140
    },
    {
      "contrastive_loss": 0.004443752579391003,
      "epoch": 13.456019962570181,
      "step": 43140
    },
    {
      "contrastive_lambda": 0.1825201200367485,
      "epoch": 13.456019962570181,
      "step": 43140
    },
    {
      "contrastive_lambda": 0.18249989528561977,
      "epoch": 13.456331877729257,
      "step": 43141
    },
    {
      "contrastive_lambda": 0.18247967140493543,
      "epoch": 13.456643792888334,
      "step": 43142
    },
    {
      "contrastive_lambda": 0.1824594483947511,
      "epoch": 13.456955708047412,
      "step": 43143
    },
    {
      "contrastive_lambda": 0.1824392262551222,
      "epoch": 13.457267623206487,
      "step": 43144
    },
    {
      "contrastive_lambda": 0.1824190049861042,
      "epoch": 13.457579538365565,
      "step": 43145
    },
    {
      "contrastive_lambda": 0.18239878458775255,
      "epoch": 13.457891453524642,
      "step": 43146
    },
    {
      "contrastive_lambda": 0.1823785650601228,
      "epoch": 13.458203368683717,
      "step": 43147
    },
    {
      "contrastive_lambda": 0.1823583464032701,
      "epoch": 13.458515283842795,
      "step": 43148
    },
    {
      "contrastive_lambda": 0.18233812861725018,
      "epoch": 13.458827199001872,
      "step": 43149
    },
    {
      "epoch": 13.459139114160948,
      "grad_norm": 0.08669880032539368,
      "learning_rate": 2.0058383043367017e-05,
      "loss": 0.0254,
      "step": 43150
    },
    {
      "epoch": 13.459139114160948,
      "flow_loss": 0.01898646354675293,
      "step": 43150
    },
    {
      "contrastive_loss": 0.0038747009821236134,
      "epoch": 13.459139114160948,
      "step": 43150
    },
    {
      "contrastive_lambda": 0.18231791170211803,
      "epoch": 13.459139114160948,
      "step": 43150
    },
    {
      "contrastive_lambda": 0.18229769565792947,
      "epoch": 13.459451029320025,
      "step": 43151
    },
    {
      "contrastive_lambda": 0.18227748048474002,
      "epoch": 13.459762944479102,
      "step": 43152
    },
    {
      "contrastive_lambda": 0.18225726618260468,
      "epoch": 13.460074859638178,
      "step": 43153
    },
    {
      "contrastive_lambda": 0.18223705275157914,
      "epoch": 13.460386774797255,
      "step": 43154
    },
    {
      "contrastive_lambda": 0.1822168401917189,
      "epoch": 13.460698689956331,
      "step": 43155
    },
    {
      "contrastive_lambda": 0.18219662850307894,
      "epoch": 13.461010605115408,
      "step": 43156
    },
    {
      "contrastive_lambda": 0.18217641768571524,
      "epoch": 13.461322520274486,
      "step": 43157
    },
    {
      "contrastive_lambda": 0.18215620773968283,
      "epoch": 13.461634435433561,
      "step": 43158
    },
    {
      "contrastive_lambda": 0.18213599866503716,
      "epoch": 13.461946350592639,
      "step": 43159
    },
    {
      "epoch": 13.462258265751716,
      "grad_norm": 0.10131943225860596,
      "learning_rate": 2.0036317230987528e-05,
      "loss": 0.0234,
      "step": 43160
    },
    {
      "epoch": 13.462258265751716,
      "flow_loss": 0.03820086643099785,
      "step": 43160
    },
    {
      "contrastive_loss": 0.004072243347764015,
      "epoch": 13.462258265751716,
      "step": 43160
    },
    {
      "contrastive_lambda": 0.1821157904618339,
      "epoch": 13.462258265751716,
      "step": 43160
    },
    {
      "contrastive_lambda": 0.1820955831301279,
      "epoch": 13.462570180910792,
      "step": 43161
    },
    {
      "contrastive_lambda": 0.1820753766699751,
      "epoch": 13.462882096069869,
      "step": 43162
    },
    {
      "contrastive_lambda": 0.18205517108143088,
      "epoch": 13.463194011228946,
      "step": 43163
    },
    {
      "contrastive_lambda": 0.18203496636455024,
      "epoch": 13.463505926388022,
      "step": 43164
    },
    {
      "contrastive_lambda": 0.18201476251938903,
      "epoch": 13.4638178415471,
      "step": 43165
    },
    {
      "contrastive_lambda": 0.1819945595460022,
      "epoch": 13.464129756706177,
      "step": 43166
    },
    {
      "contrastive_lambda": 0.18197435744444518,
      "epoch": 13.464441671865252,
      "step": 43167
    },
    {
      "contrastive_lambda": 0.18195415621477384,
      "epoch": 13.46475358702433,
      "step": 43168
    },
    {
      "contrastive_lambda": 0.18193395585704308,
      "epoch": 13.465065502183407,
      "step": 43169
    },
    {
      "epoch": 13.465377417342483,
      "grad_norm": 0.13377191126346588,
      "learning_rate": 2.0014260520783696e-05,
      "loss": 0.0269,
      "step": 43170
    },
    {
      "epoch": 13.465377417342483,
      "flow_loss": 0.013200418092310429,
      "step": 43170
    },
    {
      "contrastive_loss": 0.004683795850723982,
      "epoch": 13.465377417342483,
      "step": 43170
    },
    {
      "contrastive_lambda": 0.1819137563713084,
      "epoch": 13.465377417342483,
      "step": 43170
    },
    {
      "contrastive_lambda": 0.18189355775762545,
      "epoch": 13.46568933250156,
      "step": 43171
    },
    {
      "contrastive_lambda": 0.18187336001604915,
      "epoch": 13.466001247660635,
      "step": 43172
    },
    {
      "contrastive_lambda": 0.18185316314663497,
      "epoch": 13.466313162819713,
      "step": 43173
    },
    {
      "contrastive_lambda": 0.18183296714943875,
      "epoch": 13.46662507797879,
      "step": 43174
    },
    {
      "contrastive_lambda": 0.1818127720245153,
      "epoch": 13.466936993137866,
      "step": 43175
    },
    {
      "contrastive_lambda": 0.18179257777192037,
      "epoch": 13.467248908296943,
      "step": 43176
    },
    {
      "contrastive_lambda": 0.181772384391709,
      "epoch": 13.46756082345602,
      "step": 43177
    },
    {
      "contrastive_lambda": 0.1817521918839366,
      "epoch": 13.467872738615096,
      "step": 43178
    },
    {
      "contrastive_lambda": 0.18173200024865888,
      "epoch": 13.468184653774173,
      "step": 43179
    },
    {
      "epoch": 13.46849656893325,
      "grad_norm": 0.09206580370664597,
      "learning_rate": 1.9992212919455834e-05,
      "loss": 0.0201,
      "step": 43180
    },
    {
      "epoch": 13.46849656893325,
      "flow_loss": 0.022882560268044472,
      "step": 43180
    },
    {
      "contrastive_loss": 0.004137330688536167,
      "epoch": 13.46849656893325,
      "step": 43180
    },
    {
      "contrastive_lambda": 0.18171180948593085,
      "epoch": 13.46849656893325,
      "step": 43180
    },
    {
      "contrastive_lambda": 0.18169161959580793,
      "epoch": 13.468808484092326,
      "step": 43181
    },
    {
      "contrastive_lambda": 0.18167143057834567,
      "epoch": 13.469120399251404,
      "step": 43182
    },
    {
      "contrastive_lambda": 0.1816512424335991,
      "epoch": 13.469432314410481,
      "step": 43183
    },
    {
      "contrastive_lambda": 0.1816310551616236,
      "epoch": 13.469744229569557,
      "step": 43184
    },
    {
      "contrastive_lambda": 0.1816108687624749,
      "epoch": 13.470056144728634,
      "step": 43185
    },
    {
      "contrastive_lambda": 0.18159068323620792,
      "epoch": 13.470368059887711,
      "step": 43186
    },
    {
      "contrastive_lambda": 0.18157049858287838,
      "epoch": 13.470679975046787,
      "step": 43187
    },
    {
      "contrastive_lambda": 0.1815503148025412,
      "epoch": 13.470991890205864,
      "step": 43188
    },
    {
      "contrastive_lambda": 0.1815301318952519,
      "epoch": 13.47130380536494,
      "step": 43189
    },
    {
      "epoch": 13.471615720524017,
      "grad_norm": 0.08642148226499557,
      "learning_rate": 1.9970174433701333e-05,
      "loss": 0.0203,
      "step": 43190
    },
    {
      "epoch": 13.471615720524017,
      "flow_loss": 0.019709935411810875,
      "step": 43190
    },
    {
      "contrastive_loss": 0.004144675564020872,
      "epoch": 13.471615720524017,
      "step": 43190
    },
    {
      "contrastive_lambda": 0.18150994986106583,
      "epoch": 13.471615720524017,
      "step": 43190
    },
    {
      "contrastive_lambda": 0.18148976870003836,
      "epoch": 13.471927635683095,
      "step": 43191
    },
    {
      "contrastive_lambda": 0.1814695884122247,
      "epoch": 13.47223955084217,
      "step": 43192
    },
    {
      "contrastive_lambda": 0.18144940899768047,
      "epoch": 13.472551466001248,
      "step": 43193
    },
    {
      "contrastive_lambda": 0.1814292304564606,
      "epoch": 13.472863381160325,
      "step": 43194
    },
    {
      "contrastive_lambda": 0.18140905278862057,
      "epoch": 13.4731752963194,
      "step": 43195
    },
    {
      "contrastive_lambda": 0.18138887599421571,
      "epoch": 13.473487211478478,
      "step": 43196
    },
    {
      "contrastive_lambda": 0.18136870007330136,
      "epoch": 13.473799126637555,
      "step": 43197
    },
    {
      "contrastive_lambda": 0.18134852502593296,
      "epoch": 13.47411104179663,
      "step": 43198
    },
    {
      "contrastive_lambda": 0.18132835085216548,
      "epoch": 13.474422956955708,
      "step": 43199
    },
    {
      "epoch": 13.474734872114785,
      "grad_norm": 0.07403668016195297,
      "learning_rate": 1.9948145070214992e-05,
      "loss": 0.0258,
      "step": 43200
    },
    {
      "epoch": 13.474734872114785,
      "flow_loss": 0.02882123365998268,
      "step": 43200
    },
    {
      "contrastive_loss": 0.004289108328521252,
      "epoch": 13.474734872114785,
      "step": 43200
    },
    {
      "contrastive_lambda": 0.18130817755205447,
      "epoch": 13.474734872114785,
      "step": 43200
    },
    {
      "contrastive_lambda": 0.18128800512565513,
      "epoch": 13.475046787273861,
      "step": 43201
    },
    {
      "contrastive_lambda": 0.18126783357302284,
      "epoch": 13.475358702432938,
      "step": 43202
    },
    {
      "contrastive_lambda": 0.18124766289421307,
      "epoch": 13.475670617592016,
      "step": 43203
    },
    {
      "contrastive_lambda": 0.18122749308928077,
      "epoch": 13.475982532751091,
      "step": 43204
    },
    {
      "contrastive_lambda": 0.18120732415828134,
      "epoch": 13.476294447910169,
      "step": 43205
    },
    {
      "contrastive_lambda": 0.18118715610127034,
      "epoch": 13.476606363069244,
      "step": 43206
    },
    {
      "contrastive_lambda": 0.18116698891830252,
      "epoch": 13.476918278228322,
      "step": 43207
    },
    {
      "contrastive_lambda": 0.18114682260943366,
      "epoch": 13.477230193387399,
      "step": 43208
    },
    {
      "contrastive_lambda": 0.18112665717471904,
      "epoch": 13.477542108546475,
      "step": 43209
    },
    {
      "epoch": 13.477854023705552,
      "grad_norm": 0.07498102635145187,
      "learning_rate": 1.9926124835688663e-05,
      "loss": 0.0219,
      "step": 43210
    },
    {
      "epoch": 13.477854023705552,
      "flow_loss": 0.016287710517644882,
      "step": 43210
    },
    {
      "contrastive_loss": 0.004345577675849199,
      "epoch": 13.477854023705552,
      "step": 43210
    },
    {
      "contrastive_lambda": 0.18110649261421363,
      "epoch": 13.477854023705552,
      "step": 43210
    },
    {
      "contrastive_lambda": 0.18108632892797294,
      "epoch": 13.47816593886463,
      "step": 43211
    },
    {
      "contrastive_lambda": 0.18106616611605214,
      "epoch": 13.478477854023705,
      "step": 43212
    },
    {
      "contrastive_lambda": 0.18104600417850653,
      "epoch": 13.478789769182782,
      "step": 43213
    },
    {
      "contrastive_lambda": 0.1810258431153916,
      "epoch": 13.47910168434186,
      "step": 43214
    },
    {
      "contrastive_lambda": 0.18100568292676228,
      "epoch": 13.479413599500935,
      "step": 43215
    },
    {
      "contrastive_lambda": 0.18098552361267395,
      "epoch": 13.479725514660013,
      "step": 43216
    },
    {
      "contrastive_lambda": 0.18096536517318212,
      "epoch": 13.48003742981909,
      "step": 43217
    },
    {
      "contrastive_lambda": 0.18094520760834149,
      "epoch": 13.480349344978166,
      "step": 43218
    },
    {
      "contrastive_lambda": 0.18092505091820787,
      "epoch": 13.480661260137243,
      "step": 43219
    },
    {
      "epoch": 13.48097317529632,
      "grad_norm": 0.06664002686738968,
      "learning_rate": 1.9904113736811576e-05,
      "loss": 0.0292,
      "step": 43220
    },
    {
      "epoch": 13.48097317529632,
      "flow_loss": 0.009055333212018013,
      "step": 43220
    },
    {
      "contrastive_loss": 0.004238373599946499,
      "epoch": 13.48097317529632,
      "step": 43220
    },
    {
      "contrastive_lambda": 0.18090489510283653,
      "epoch": 13.48097317529632,
      "step": 43220
    },
    {
      "contrastive_lambda": 0.18088474016228234,
      "epoch": 13.481285090455396,
      "step": 43221
    },
    {
      "contrastive_lambda": 0.18086458609660094,
      "epoch": 13.481597005614473,
      "step": 43222
    },
    {
      "contrastive_lambda": 0.18084443290584723,
      "epoch": 13.481908920773549,
      "step": 43223
    },
    {
      "contrastive_lambda": 0.18082428059007644,
      "epoch": 13.482220835932626,
      "step": 43224
    },
    {
      "contrastive_lambda": 0.18080412914934435,
      "epoch": 13.482532751091703,
      "step": 43225
    },
    {
      "contrastive_lambda": 0.1807839785837057,
      "epoch": 13.482844666250779,
      "step": 43226
    },
    {
      "contrastive_lambda": 0.1807638288932159,
      "epoch": 13.483156581409856,
      "step": 43227
    },
    {
      "contrastive_lambda": 0.1807436800779304,
      "epoch": 13.483468496568934,
      "step": 43228
    },
    {
      "contrastive_lambda": 0.18072353213790382,
      "epoch": 13.48378041172801,
      "step": 43229
    },
    {
      "epoch": 13.484092326887087,
      "grad_norm": 0.09286598116159439,
      "learning_rate": 1.9882111780270096e-05,
      "loss": 0.025,
      "step": 43230
    },
    {
      "epoch": 13.484092326887087,
      "flow_loss": 0.021331600844860077,
      "step": 43230
    },
    {
      "contrastive_loss": 0.003348272293806076,
      "epoch": 13.484092326887087,
      "step": 43230
    },
    {
      "contrastive_lambda": 0.180703385073192,
      "epoch": 13.484092326887087,
      "step": 43230
    },
    {
      "contrastive_lambda": 0.18068323888385013,
      "epoch": 13.484404242046164,
      "step": 43231
    },
    {
      "contrastive_lambda": 0.18066309356993315,
      "epoch": 13.48471615720524,
      "step": 43232
    },
    {
      "contrastive_lambda": 0.1806429491314966,
      "epoch": 13.485028072364317,
      "step": 43233
    },
    {
      "contrastive_lambda": 0.18062280556859533,
      "epoch": 13.485339987523394,
      "step": 43234
    },
    {
      "contrastive_lambda": 0.18060266288128463,
      "epoch": 13.48565190268247,
      "step": 43235
    },
    {
      "contrastive_lambda": 0.1805825210696202,
      "epoch": 13.485963817841547,
      "step": 43236
    },
    {
      "contrastive_lambda": 0.18056238013365677,
      "epoch": 13.486275733000625,
      "step": 43237
    },
    {
      "contrastive_lambda": 0.1805422400734497,
      "epoch": 13.4865876481597,
      "step": 43238
    },
    {
      "contrastive_lambda": 0.1805221008890544,
      "epoch": 13.486899563318778,
      "step": 43239
    },
    {
      "epoch": 13.487211478477853,
      "grad_norm": 0.06559355556964874,
      "learning_rate": 1.986011897274784e-05,
      "loss": 0.0202,
      "step": 43240
    },
    {
      "epoch": 13.487211478477853,
      "flow_loss": 0.014120434410870075,
      "step": 43240
    },
    {
      "contrastive_loss": 0.0041993968188762665,
      "epoch": 13.487211478477853,
      "step": 43240
    },
    {
      "contrastive_lambda": 0.1805019625805257,
      "epoch": 13.487211478477853,
      "step": 43240
    },
    {
      "contrastive_lambda": 0.18048182514791883,
      "epoch": 13.48752339363693,
      "step": 43241
    },
    {
      "contrastive_lambda": 0.18046168859128958,
      "epoch": 13.487835308796008,
      "step": 43242
    },
    {
      "contrastive_lambda": 0.18044155291069253,
      "epoch": 13.488147223955083,
      "step": 43243
    },
    {
      "contrastive_lambda": 0.18042141810618328,
      "epoch": 13.48845913911416,
      "step": 43244
    },
    {
      "contrastive_lambda": 0.1804012841778167,
      "epoch": 13.488771054273238,
      "step": 43245
    },
    {
      "contrastive_lambda": 0.18038115112564812,
      "epoch": 13.489082969432314,
      "step": 43246
    },
    {
      "contrastive_lambda": 0.18036101894973283,
      "epoch": 13.489394884591391,
      "step": 43247
    },
    {
      "contrastive_lambda": 0.1803408876501259,
      "epoch": 13.489706799750468,
      "step": 43248
    },
    {
      "contrastive_lambda": 0.18032075722688257,
      "epoch": 13.490018714909544,
      "step": 43249
    },
    {
      "epoch": 13.490330630068621,
      "grad_norm": 0.07987360656261444,
      "learning_rate": 1.983813532092565e-05,
      "loss": 0.0258,
      "step": 43250
    },
    {
      "epoch": 13.490330630068621,
      "flow_loss": 0.02089702896773815,
      "step": 43250
    },
    {
      "contrastive_loss": 0.0031113834120333195,
      "epoch": 13.490330630068621,
      "step": 43250
    },
    {
      "contrastive_lambda": 0.18030062768005822,
      "epoch": 13.490330630068621,
      "step": 43250
    },
    {
      "contrastive_lambda": 0.18028049900970766,
      "epoch": 13.490642545227699,
      "step": 43251
    },
    {
      "contrastive_lambda": 0.18026037121588634,
      "epoch": 13.490954460386774,
      "step": 43252
    },
    {
      "contrastive_lambda": 0.18024024429864927,
      "epoch": 13.491266375545852,
      "step": 43253
    },
    {
      "contrastive_lambda": 0.1802201182580518,
      "epoch": 13.491578290704929,
      "step": 43254
    },
    {
      "contrastive_lambda": 0.18019999309414914,
      "epoch": 13.491890205864005,
      "step": 43255
    },
    {
      "contrastive_lambda": 0.1801798688069962,
      "epoch": 13.492202121023082,
      "step": 43256
    },
    {
      "contrastive_lambda": 0.18015974539664836,
      "epoch": 13.492514036182158,
      "step": 43257
    },
    {
      "contrastive_lambda": 0.1801396228631607,
      "epoch": 13.492825951341235,
      "step": 43258
    },
    {
      "contrastive_lambda": 0.18011950120658843,
      "epoch": 13.493137866500312,
      "step": 43259
    },
    {
      "epoch": 13.493449781659388,
      "grad_norm": 0.08927850425243378,
      "learning_rate": 1.981616083148155e-05,
      "loss": 0.022,
      "step": 43260
    },
    {
      "epoch": 13.493449781659388,
      "flow_loss": 0.018258828669786453,
      "step": 43260
    },
    {
      "contrastive_loss": 0.004068896174430847,
      "epoch": 13.493449781659388,
      "step": 43260
    },
    {
      "contrastive_lambda": 0.18009938042698687,
      "epoch": 13.493449781659388,
      "step": 43260
    },
    {
      "contrastive_lambda": 0.18007926052441087,
      "epoch": 13.493761696818465,
      "step": 43261
    },
    {
      "contrastive_lambda": 0.18005914149891572,
      "epoch": 13.494073611977543,
      "step": 43262
    },
    {
      "contrastive_lambda": 0.18003902335055677,
      "epoch": 13.494385527136618,
      "step": 43263
    },
    {
      "contrastive_lambda": 0.1800189060793887,
      "epoch": 13.494697442295696,
      "step": 43264
    },
    {
      "contrastive_lambda": 0.17999878968546706,
      "epoch": 13.495009357454773,
      "step": 43265
    },
    {
      "contrastive_lambda": 0.17997867416884716,
      "epoch": 13.495321272613849,
      "step": 43266
    },
    {
      "contrastive_lambda": 0.17995855952958367,
      "epoch": 13.495633187772926,
      "step": 43267
    },
    {
      "contrastive_lambda": 0.17993844576773216,
      "epoch": 13.495945102932003,
      "step": 43268
    },
    {
      "contrastive_lambda": 0.17991833288334724,
      "epoch": 13.496257018091079,
      "step": 43269
    },
    {
      "epoch": 13.496568933250156,
      "grad_norm": 0.06695231050252914,
      "learning_rate": 1.9794195511090845e-05,
      "loss": 0.0219,
      "step": 43270
    },
    {
      "epoch": 13.496568933250156,
      "flow_loss": 0.017526846379041672,
      "step": 43270
    },
    {
      "contrastive_loss": 0.004188296850770712,
      "epoch": 13.496568933250156,
      "step": 43270
    },
    {
      "contrastive_lambda": 0.17989822087648455,
      "epoch": 13.496568933250156,
      "step": 43270
    },
    {
      "contrastive_lambda": 0.1798781097471992,
      "epoch": 13.496880848409234,
      "step": 43271
    },
    {
      "contrastive_lambda": 0.17985799949554604,
      "epoch": 13.497192763568309,
      "step": 43272
    },
    {
      "contrastive_lambda": 0.17983789012158036,
      "epoch": 13.497504678727386,
      "step": 43273
    },
    {
      "contrastive_lambda": 0.17981778162535744,
      "epoch": 13.497816593886462,
      "step": 43274
    },
    {
      "contrastive_lambda": 0.17979767400693192,
      "epoch": 13.49812850904554,
      "step": 43275
    },
    {
      "contrastive_lambda": 0.1797775672663594,
      "epoch": 13.498440424204617,
      "step": 43276
    },
    {
      "contrastive_lambda": 0.17975746140369503,
      "epoch": 13.498752339363692,
      "step": 43277
    },
    {
      "contrastive_lambda": 0.17973735641899363,
      "epoch": 13.49906425452277,
      "step": 43278
    },
    {
      "contrastive_lambda": 0.17971725231231062,
      "epoch": 13.499376169681847,
      "step": 43279
    },
    {
      "epoch": 13.499688084840923,
      "grad_norm": 0.08004836738109589,
      "learning_rate": 1.977223936642601e-05,
      "loss": 0.025,
      "step": 43280
    },
    {
      "epoch": 13.499688084840923,
      "flow_loss": 0.027643194422125816,
      "step": 43280
    },
    {
      "contrastive_loss": 0.0030915923416614532,
      "epoch": 13.499688084840923,
      "step": 43280
    },
    {
      "contrastive_lambda": 0.17969714908370077,
      "epoch": 13.499688084840923,
      "step": 43280
    },
    {
      "contrastive_lambda": 0.17967704673321916,
      "epoch": 13.5,
      "step": 43281
    },
    {
      "contrastive_lambda": 0.17965694526092152,
      "epoch": 13.500311915159077,
      "step": 43282
    },
    {
      "contrastive_lambda": 0.1796368446668623,
      "epoch": 13.500623830318153,
      "step": 43283
    },
    {
      "contrastive_lambda": 0.17961674495109692,
      "epoch": 13.50093574547723,
      "step": 43284
    },
    {
      "contrastive_lambda": 0.1795966461136806,
      "epoch": 13.501247660636308,
      "step": 43285
    },
    {
      "contrastive_lambda": 0.1795765481546679,
      "epoch": 13.501559575795383,
      "step": 43286
    },
    {
      "contrastive_lambda": 0.17955645107411444,
      "epoch": 13.50187149095446,
      "step": 43287
    },
    {
      "contrastive_lambda": 0.17953635487207537,
      "epoch": 13.502183406113538,
      "step": 43288
    },
    {
      "contrastive_lambda": 0.1795162595486054,
      "epoch": 13.502495321272614,
      "step": 43289
    },
    {
      "epoch": 13.502807236431691,
      "grad_norm": 0.06389418989419937,
      "learning_rate": 1.975029240415674e-05,
      "loss": 0.0238,
      "step": 43290
    },
    {
      "epoch": 13.502807236431691,
      "flow_loss": 0.027616489678621292,
      "step": 43290
    },
    {
      "contrastive_loss": 0.0032207625918090343,
      "epoch": 13.502807236431691,
      "step": 43290
    },
    {
      "contrastive_lambda": 0.17949616510375999,
      "epoch": 13.502807236431691,
      "step": 43290
    },
    {
      "contrastive_lambda": 0.17947607153759382,
      "epoch": 13.503119151590766,
      "step": 43291
    },
    {
      "contrastive_lambda": 0.17945597885016207,
      "epoch": 13.503431066749844,
      "step": 43292
    },
    {
      "contrastive_lambda": 0.1794358870415203,
      "epoch": 13.503742981908921,
      "step": 43293
    },
    {
      "contrastive_lambda": 0.17941579611172304,
      "epoch": 13.504054897067997,
      "step": 43294
    },
    {
      "contrastive_lambda": 0.1793957060608256,
      "epoch": 13.504366812227074,
      "step": 43295
    },
    {
      "contrastive_lambda": 0.1793756168888832,
      "epoch": 13.504678727386151,
      "step": 43296
    },
    {
      "contrastive_lambda": 0.17935552859595055,
      "epoch": 13.504990642545227,
      "step": 43297
    },
    {
      "contrastive_lambda": 0.179335441182083,
      "epoch": 13.505302557704304,
      "step": 43298
    },
    {
      "contrastive_lambda": 0.1793153546473355,
      "epoch": 13.505614472863382,
      "step": 43299
    },
    {
      "epoch": 13.505926388022457,
      "grad_norm": 0.08366618305444717,
      "learning_rate": 1.9728354630949936e-05,
      "loss": 0.0245,
      "step": 43300
    },
    {
      "epoch": 13.505926388022457,
      "flow_loss": 0.02668810449540615,
      "step": 43300
    },
    {
      "contrastive_loss": 0.0037370070349425077,
      "epoch": 13.505926388022457,
      "step": 43300
    },
    {
      "contrastive_lambda": 0.17929526899176312,
      "epoch": 13.505926388022457,
      "step": 43300
    },
    {
      "contrastive_lambda": 0.1792751842154212,
      "epoch": 13.506238303181535,
      "step": 43301
    },
    {
      "contrastive_lambda": 0.1792551003183644,
      "epoch": 13.506550218340612,
      "step": 43302
    },
    {
      "contrastive_lambda": 0.17923501730064773,
      "epoch": 13.506862133499688,
      "step": 43303
    },
    {
      "contrastive_lambda": 0.17921493516232684,
      "epoch": 13.507174048658765,
      "step": 43304
    },
    {
      "contrastive_lambda": 0.1791948539034563,
      "epoch": 13.507485963817842,
      "step": 43305
    },
    {
      "contrastive_lambda": 0.1791747735240914,
      "epoch": 13.507797878976918,
      "step": 43306
    },
    {
      "contrastive_lambda": 0.1791546940242869,
      "epoch": 13.508109794135995,
      "step": 43307
    },
    {
      "contrastive_lambda": 0.17913461540409803,
      "epoch": 13.508421709295071,
      "step": 43308
    },
    {
      "contrastive_lambda": 0.17911453766357982,
      "epoch": 13.508733624454148,
      "step": 43309
    },
    {
      "epoch": 13.509045539613226,
      "grad_norm": 0.07290634512901306,
      "learning_rate": 1.9706426053469716e-05,
      "loss": 0.022,
      "step": 43310
    },
    {
      "epoch": 13.509045539613226,
      "flow_loss": 0.01330792810767889,
      "step": 43310
    },
    {
      "contrastive_loss": 0.0031643228139728308,
      "epoch": 13.509045539613226,
      "step": 43310
    },
    {
      "contrastive_lambda": 0.17909446080278735,
      "epoch": 13.509045539613226,
      "step": 43310
    },
    {
      "contrastive_lambda": 0.17907438482177562,
      "epoch": 13.509357454772301,
      "step": 43311
    },
    {
      "contrastive_lambda": 0.17905430972059988,
      "epoch": 13.509669369931379,
      "step": 43312
    },
    {
      "contrastive_lambda": 0.1790342354993148,
      "epoch": 13.509981285090456,
      "step": 43313
    },
    {
      "contrastive_lambda": 0.17901416215797555,
      "epoch": 13.510293200249532,
      "step": 43314
    },
    {
      "contrastive_lambda": 0.17899408969663722,
      "epoch": 13.510605115408609,
      "step": 43315
    },
    {
      "contrastive_lambda": 0.1789740181153548,
      "epoch": 13.510917030567686,
      "step": 43316
    },
    {
      "contrastive_lambda": 0.17895394741418352,
      "epoch": 13.511228945726762,
      "step": 43317
    },
    {
      "contrastive_lambda": 0.17893387759317808,
      "epoch": 13.51154086088584,
      "step": 43318
    },
    {
      "contrastive_lambda": 0.17891380865239365,
      "epoch": 13.511852776044917,
      "step": 43319
    },
    {
      "epoch": 13.512164691203992,
      "grad_norm": 0.09577962011098862,
      "learning_rate": 1.9684506678377396e-05,
      "loss": 0.0195,
      "step": 43320
    },
    {
      "epoch": 13.512164691203992,
      "flow_loss": 0.030376307666301727,
      "step": 43320
    },
    {
      "contrastive_loss": 0.0034025111235678196,
      "epoch": 13.512164691203992,
      "step": 43320
    },
    {
      "contrastive_lambda": 0.17889374059188518,
      "epoch": 13.512164691203992,
      "step": 43320
    },
    {
      "contrastive_lambda": 0.1788736734117078,
      "epoch": 13.51247660636307,
      "step": 43321
    },
    {
      "contrastive_lambda": 0.17885360711191645,
      "epoch": 13.512788521522147,
      "step": 43322
    },
    {
      "contrastive_lambda": 0.17883354169256638,
      "epoch": 13.513100436681222,
      "step": 43323
    },
    {
      "contrastive_lambda": 0.17881347715371215,
      "epoch": 13.5134123518403,
      "step": 43324
    },
    {
      "contrastive_lambda": 0.17879341349540923,
      "epoch": 13.513724266999375,
      "step": 43325
    },
    {
      "contrastive_lambda": 0.17877335071771205,
      "epoch": 13.514036182158453,
      "step": 43326
    },
    {
      "contrastive_lambda": 0.17875328882067615,
      "epoch": 13.51434809731753,
      "step": 43327
    },
    {
      "contrastive_lambda": 0.17873322780435652,
      "epoch": 13.514660012476606,
      "step": 43328
    },
    {
      "contrastive_lambda": 0.1787131676688078,
      "epoch": 13.514971927635683,
      "step": 43329
    },
    {
      "epoch": 13.51528384279476,
      "grad_norm": 0.08379951119422913,
      "learning_rate": 1.9662596512331544e-05,
      "loss": 0.0208,
      "step": 43330
    },
    {
      "epoch": 13.51528384279476,
      "flow_loss": 0.018439851701259613,
      "step": 43330
    },
    {
      "contrastive_loss": 0.0035636965185403824,
      "epoch": 13.51528384279476,
      "step": 43330
    },
    {
      "contrastive_lambda": 0.1786931084140852,
      "epoch": 13.51528384279476,
      "step": 43330
    },
    {
      "contrastive_lambda": 0.1786730500402438,
      "epoch": 13.515595757953836,
      "step": 43331
    },
    {
      "contrastive_lambda": 0.17865299254733819,
      "epoch": 13.515907673112913,
      "step": 43332
    },
    {
      "contrastive_lambda": 0.17863293593542384,
      "epoch": 13.51621958827199,
      "step": 43333
    },
    {
      "contrastive_lambda": 0.17861288020455568,
      "epoch": 13.516531503431066,
      "step": 43334
    },
    {
      "contrastive_lambda": 0.17859282535478838,
      "epoch": 13.516843418590144,
      "step": 43335
    },
    {
      "contrastive_lambda": 0.17857277138617722,
      "epoch": 13.517155333749221,
      "step": 43336
    },
    {
      "contrastive_lambda": 0.17855271829877678,
      "epoch": 13.517467248908297,
      "step": 43337
    },
    {
      "contrastive_lambda": 0.17853266609264246,
      "epoch": 13.517779164067374,
      "step": 43338
    },
    {
      "contrastive_lambda": 0.17851261476782926,
      "epoch": 13.518091079226451,
      "step": 43339
    },
    {
      "epoch": 13.518402994385527,
      "grad_norm": 0.08294546604156494,
      "learning_rate": 1.964069556198782e-05,
      "loss": 0.0258,
      "step": 43340
    },
    {
      "epoch": 13.518402994385527,
      "flow_loss": 0.02487069182097912,
      "step": 43340
    },
    {
      "contrastive_loss": 0.003628122853115201,
      "epoch": 13.518402994385527,
      "step": 43340
    },
    {
      "contrastive_lambda": 0.17849256432439187,
      "epoch": 13.518402994385527,
      "step": 43340
    },
    {
      "contrastive_lambda": 0.1784725147623853,
      "epoch": 13.518714909544604,
      "step": 43341
    },
    {
      "contrastive_lambda": 0.17845246608186477,
      "epoch": 13.51902682470368,
      "step": 43342
    },
    {
      "contrastive_lambda": 0.1784324182828847,
      "epoch": 13.519338739862757,
      "step": 43343
    },
    {
      "contrastive_lambda": 0.17841237136550064,
      "epoch": 13.519650655021834,
      "step": 43344
    },
    {
      "contrastive_lambda": 0.17839232532976745,
      "epoch": 13.51996257018091,
      "step": 43345
    },
    {
      "contrastive_lambda": 0.1783722801757398,
      "epoch": 13.520274485339987,
      "step": 43346
    },
    {
      "contrastive_lambda": 0.178352235903473,
      "epoch": 13.520586400499065,
      "step": 43347
    },
    {
      "contrastive_lambda": 0.17833219251302157,
      "epoch": 13.52089831565814,
      "step": 43348
    },
    {
      "contrastive_lambda": 0.17831215000444056,
      "epoch": 13.521210230817218,
      "step": 43349
    },
    {
      "epoch": 13.521522145976295,
      "grad_norm": 0.06936664134263992,
      "learning_rate": 1.9618803833999232e-05,
      "loss": 0.0248,
      "step": 43350
    },
    {
      "epoch": 13.521522145976295,
      "flow_loss": 0.019178105518221855,
      "step": 43350
    },
    {
      "contrastive_loss": 0.0036895843222737312,
      "epoch": 13.521522145976295,
      "step": 43350
    },
    {
      "contrastive_lambda": 0.17829210837778542,
      "epoch": 13.521522145976295,
      "step": 43350
    },
    {
      "contrastive_lambda": 0.17827206763311054,
      "epoch": 13.52183406113537,
      "step": 43351
    },
    {
      "contrastive_lambda": 0.17825202777047106,
      "epoch": 13.522145976294448,
      "step": 43352
    },
    {
      "contrastive_lambda": 0.17823198878992208,
      "epoch": 13.522457891453525,
      "step": 43353
    },
    {
      "contrastive_lambda": 0.17821195069151802,
      "epoch": 13.522769806612601,
      "step": 43354
    },
    {
      "contrastive_lambda": 0.17819191347531455,
      "epoch": 13.523081721771678,
      "step": 43355
    },
    {
      "contrastive_lambda": 0.178171877141366,
      "epoch": 13.523393636930756,
      "step": 43356
    },
    {
      "contrastive_lambda": 0.17815184168972759,
      "epoch": 13.523705552089831,
      "step": 43357
    },
    {
      "contrastive_lambda": 0.1781318071204543,
      "epoch": 13.524017467248909,
      "step": 43358
    },
    {
      "contrastive_lambda": 0.17811177343360074,
      "epoch": 13.524329382407984,
      "step": 43359
    },
    {
      "epoch": 13.524641297567062,
      "grad_norm": 0.0855681300163269,
      "learning_rate": 1.9596921335015838e-05,
      "loss": 0.0214,
      "step": 43360
    },
    {
      "epoch": 13.524641297567062,
      "flow_loss": 0.043436355888843536,
      "step": 43360
    },
    {
      "contrastive_loss": 0.004604377318173647,
      "epoch": 13.524641297567062,
      "step": 43360
    },
    {
      "contrastive_lambda": 0.1780917406292219,
      "epoch": 13.524641297567062,
      "step": 43360
    },
    {
      "contrastive_lambda": 0.17807170870737316,
      "epoch": 13.524953212726139,
      "step": 43361
    },
    {
      "contrastive_lambda": 0.17805167766810892,
      "epoch": 13.525265127885215,
      "step": 43362
    },
    {
      "contrastive_lambda": 0.17803164751148448,
      "epoch": 13.525577043044292,
      "step": 43363
    },
    {
      "contrastive_lambda": 0.1780116182375544,
      "epoch": 13.52588895820337,
      "step": 43364
    },
    {
      "contrastive_lambda": 0.1779915898463737,
      "epoch": 13.526200873362445,
      "step": 43365
    },
    {
      "contrastive_lambda": 0.17797156233799738,
      "epoch": 13.526512788521522,
      "step": 43366
    },
    {
      "contrastive_lambda": 0.1779515357124803,
      "epoch": 13.5268247036806,
      "step": 43367
    },
    {
      "contrastive_lambda": 0.1779315099698774,
      "epoch": 13.527136618839675,
      "step": 43368
    },
    {
      "contrastive_lambda": 0.17791148511024368,
      "epoch": 13.527448533998752,
      "step": 43369
    },
    {
      "epoch": 13.52776044915783,
      "grad_norm": 0.08234697580337524,
      "learning_rate": 1.957504807168501e-05,
      "loss": 0.0216,
      "step": 43370
    },
    {
      "epoch": 13.52776044915783,
      "flow_loss": 0.014259068295359612,
      "step": 43370
    },
    {
      "contrastive_loss": 0.004348861984908581,
      "epoch": 13.52776044915783,
      "step": 43370
    },
    {
      "contrastive_lambda": 0.17789146113363374,
      "epoch": 13.52776044915783,
      "step": 43370
    },
    {
      "contrastive_lambda": 0.17787143804010247,
      "epoch": 13.528072364316905,
      "step": 43371
    },
    {
      "contrastive_lambda": 0.17785141582970532,
      "epoch": 13.528384279475983,
      "step": 43372
    },
    {
      "contrastive_lambda": 0.17783139450249663,
      "epoch": 13.52869619463506,
      "step": 43373
    },
    {
      "contrastive_lambda": 0.1778113740585316,
      "epoch": 13.529008109794136,
      "step": 43374
    },
    {
      "contrastive_lambda": 0.17779135449786482,
      "epoch": 13.529320024953213,
      "step": 43375
    },
    {
      "contrastive_lambda": 0.17777133582055138,
      "epoch": 13.529631940112289,
      "step": 43376
    },
    {
      "contrastive_lambda": 0.17775131802664607,
      "epoch": 13.529943855271366,
      "step": 43377
    },
    {
      "contrastive_lambda": 0.17773130111620383,
      "epoch": 13.530255770430443,
      "step": 43378
    },
    {
      "contrastive_lambda": 0.17771128508927952,
      "epoch": 13.530567685589519,
      "step": 43379
    },
    {
      "epoch": 13.530879600748596,
      "grad_norm": 0.07712303102016449,
      "learning_rate": 1.9553184050651253e-05,
      "loss": 0.0197,
      "step": 43380
    },
    {
      "epoch": 13.530879600748596,
      "flow_loss": 0.029381467029452324,
      "step": 43380
    },
    {
      "contrastive_loss": 0.006159773096442223,
      "epoch": 13.530879600748596,
      "step": 43380
    },
    {
      "contrastive_lambda": 0.1776912699459282,
      "epoch": 13.530879600748596,
      "step": 43380
    },
    {
      "contrastive_lambda": 0.1776712556862044,
      "epoch": 13.531191515907674,
      "step": 43381
    },
    {
      "contrastive_lambda": 0.17765124231016327,
      "epoch": 13.53150343106675,
      "step": 43382
    },
    {
      "contrastive_lambda": 0.17763122981785928,
      "epoch": 13.531815346225827,
      "step": 43383
    },
    {
      "contrastive_lambda": 0.17761121820934772,
      "epoch": 13.532127261384904,
      "step": 43384
    },
    {
      "contrastive_lambda": 0.17759120748468354,
      "epoch": 13.53243917654398,
      "step": 43385
    },
    {
      "contrastive_lambda": 0.17757119764392115,
      "epoch": 13.532751091703057,
      "step": 43386
    },
    {
      "contrastive_lambda": 0.1775511886871156,
      "epoch": 13.533063006862134,
      "step": 43387
    },
    {
      "contrastive_lambda": 0.17753118061432183,
      "epoch": 13.53337492202121,
      "step": 43388
    },
    {
      "contrastive_lambda": 0.17751117342559458,
      "epoch": 13.533686837180287,
      "step": 43389
    },
    {
      "epoch": 13.533998752339365,
      "grad_norm": 0.06939420104026794,
      "learning_rate": 1.953132927855628e-05,
      "loss": 0.0276,
      "step": 43390
    },
    {
      "epoch": 13.533998752339365,
      "flow_loss": 0.016982341185212135,
      "step": 43390
    },
    {
      "contrastive_loss": 0.003742774948477745,
      "epoch": 13.533998752339365,
      "step": 43390
    },
    {
      "contrastive_lambda": 0.17749116712098884,
      "epoch": 13.533998752339365,
      "step": 43390
    },
    {
      "contrastive_lambda": 0.1774711617005595,
      "epoch": 13.53431066749844,
      "step": 43391
    },
    {
      "contrastive_lambda": 0.17745115716436105,
      "epoch": 13.534622582657517,
      "step": 43392
    },
    {
      "contrastive_lambda": 0.1774311535124488,
      "epoch": 13.534934497816593,
      "step": 43393
    },
    {
      "contrastive_lambda": 0.177411150744877,
      "epoch": 13.53524641297567,
      "step": 43394
    },
    {
      "contrastive_lambda": 0.17739114886170104,
      "epoch": 13.535558328134748,
      "step": 43395
    },
    {
      "contrastive_lambda": 0.17737114786297575,
      "epoch": 13.535870243293823,
      "step": 43396
    },
    {
      "contrastive_lambda": 0.17735114774875554,
      "epoch": 13.5361821584529,
      "step": 43397
    },
    {
      "contrastive_lambda": 0.17733114851909554,
      "epoch": 13.536494073611978,
      "step": 43398
    },
    {
      "contrastive_lambda": 0.1773111501740507,
      "epoch": 13.536805988771054,
      "step": 43399
    },
    {
      "epoch": 13.537117903930131,
      "grad_norm": 0.08467534184455872,
      "learning_rate": 1.9509483762038995e-05,
      "loss": 0.0233,
      "step": 43400
    },
    {
      "epoch": 13.537117903930131,
      "flow_loss": 0.032517824321985245,
      "step": 43400
    },
    {
      "contrastive_loss": 0.0037016980350017548,
      "epoch": 13.537117903930131,
      "step": 43400
    },
    {
      "contrastive_lambda": 0.17729115271367524,
      "epoch": 13.537117903930131,
      "step": 43400
    },
    {
      "contrastive_lambda": 0.1772711561380248,
      "epoch": 13.537429819089208,
      "step": 43401
    },
    {
      "contrastive_lambda": 0.1772511604471536,
      "epoch": 13.537741734248284,
      "step": 43402
    },
    {
      "contrastive_lambda": 0.17723116564111674,
      "epoch": 13.538053649407361,
      "step": 43403
    },
    {
      "contrastive_lambda": 0.17721117171996909,
      "epoch": 13.538365564566439,
      "step": 43404
    },
    {
      "contrastive_lambda": 0.177191178683765,
      "epoch": 13.538677479725514,
      "step": 43405
    },
    {
      "contrastive_lambda": 0.1771711865325598,
      "epoch": 13.538989394884592,
      "step": 43406
    },
    {
      "contrastive_lambda": 0.17715119526640827,
      "epoch": 13.539301310043669,
      "step": 43407
    },
    {
      "contrastive_lambda": 0.17713120488536493,
      "epoch": 13.539613225202745,
      "step": 43408
    },
    {
      "contrastive_lambda": 0.17711121538948488,
      "epoch": 13.539925140361822,
      "step": 43409
    },
    {
      "epoch": 13.540237055520898,
      "grad_norm": 0.09862032532691956,
      "learning_rate": 1.9487647507735467e-05,
      "loss": 0.0202,
      "step": 43410
    },
    {
      "epoch": 13.540237055520898,
      "flow_loss": 0.0182478204369545,
      "step": 43410
    },
    {
      "contrastive_loss": 0.004494639579206705,
      "epoch": 13.540237055520898,
      "step": 43410
    },
    {
      "contrastive_lambda": 0.1770912267788226,
      "epoch": 13.540237055520898,
      "step": 43410
    },
    {
      "contrastive_lambda": 0.17707123905343292,
      "epoch": 13.540548970679975,
      "step": 43411
    },
    {
      "contrastive_lambda": 0.17705125221337104,
      "epoch": 13.540860885839052,
      "step": 43412
    },
    {
      "contrastive_lambda": 0.17703126625869137,
      "epoch": 13.541172800998128,
      "step": 43413
    },
    {
      "contrastive_lambda": 0.1770112811894488,
      "epoch": 13.541484716157205,
      "step": 43414
    },
    {
      "contrastive_lambda": 0.17699129700569832,
      "epoch": 13.541796631316283,
      "step": 43415
    },
    {
      "contrastive_lambda": 0.17697131370749436,
      "epoch": 13.542108546475358,
      "step": 43416
    },
    {
      "contrastive_lambda": 0.1769513312948917,
      "epoch": 13.542420461634435,
      "step": 43417
    },
    {
      "contrastive_lambda": 0.17693134976794567,
      "epoch": 13.542732376793513,
      "step": 43418
    },
    {
      "contrastive_lambda": 0.17691136912671052,
      "epoch": 13.543044291952588,
      "step": 43419
    },
    {
      "epoch": 13.543356207111666,
      "grad_norm": 0.06489752978086472,
      "learning_rate": 1.9465820522279032e-05,
      "loss": 0.0233,
      "step": 43420
    },
    {
      "epoch": 13.543356207111666,
      "flow_loss": 0.02212420664727688,
      "step": 43420
    },
    {
      "contrastive_loss": 0.004156547132879496,
      "epoch": 13.543356207111666,
      "step": 43420
    },
    {
      "contrastive_lambda": 0.17689138937124138,
      "epoch": 13.543356207111666,
      "step": 43420
    },
    {
      "contrastive_lambda": 0.1768714105015926,
      "epoch": 13.543668122270743,
      "step": 43421
    },
    {
      "contrastive_lambda": 0.17685143251781926,
      "epoch": 13.543980037429819,
      "step": 43422
    },
    {
      "contrastive_lambda": 0.17683145541997608,
      "epoch": 13.544291952588896,
      "step": 43423
    },
    {
      "contrastive_lambda": 0.1768114792081178,
      "epoch": 13.544603867747973,
      "step": 43424
    },
    {
      "contrastive_lambda": 0.17679150388229914,
      "epoch": 13.544915782907049,
      "step": 43425
    },
    {
      "contrastive_lambda": 0.17677152944257513,
      "epoch": 13.545227698066126,
      "step": 43426
    },
    {
      "contrastive_lambda": 0.1767515558890002,
      "epoch": 13.545539613225202,
      "step": 43427
    },
    {
      "contrastive_lambda": 0.17673158322162902,
      "epoch": 13.54585152838428,
      "step": 43428
    },
    {
      "contrastive_lambda": 0.1767116114405169,
      "epoch": 13.546163443543357,
      "step": 43429
    },
    {
      "epoch": 13.546475358702432,
      "grad_norm": 0.0779278427362442,
      "learning_rate": 1.9444002812300078e-05,
      "loss": 0.0245,
      "step": 43430
    },
    {
      "epoch": 13.546475358702432,
      "flow_loss": 0.052532970905303955,
      "step": 43430
    },
    {
      "contrastive_loss": 0.005157896317541599,
      "epoch": 13.546475358702432,
      "step": 43430
    },
    {
      "contrastive_lambda": 0.17669164054571806,
      "epoch": 13.546475358702432,
      "step": 43430
    },
    {
      "contrastive_lambda": 0.17667167053728766,
      "epoch": 13.54678727386151,
      "step": 43431
    },
    {
      "contrastive_lambda": 0.17665170141528003,
      "epoch": 13.547099189020587,
      "step": 43432
    },
    {
      "contrastive_lambda": 0.17663173317975012,
      "epoch": 13.547411104179663,
      "step": 43433
    },
    {
      "contrastive_lambda": 0.17661176583075272,
      "epoch": 13.54772301933874,
      "step": 43434
    },
    {
      "contrastive_lambda": 0.17659179936834246,
      "epoch": 13.548034934497817,
      "step": 43435
    },
    {
      "contrastive_lambda": 0.17657183379257418,
      "epoch": 13.548346849656893,
      "step": 43436
    },
    {
      "contrastive_lambda": 0.17655186910350273,
      "epoch": 13.54865876481597,
      "step": 43437
    },
    {
      "contrastive_lambda": 0.17653190530118257,
      "epoch": 13.548970679975048,
      "step": 43438
    },
    {
      "contrastive_lambda": 0.1765119423856687,
      "epoch": 13.549282595134123,
      "step": 43439
    },
    {
      "epoch": 13.5495945102932,
      "grad_norm": 0.09543409943580627,
      "learning_rate": 1.94221943844263e-05,
      "loss": 0.0253,
      "step": 43440
    },
    {
      "epoch": 13.5495945102932,
      "flow_loss": 0.036519963294267654,
      "step": 43440
    },
    {
      "contrastive_loss": 0.0038193236105144024,
      "epoch": 13.5495945102932,
      "step": 43440
    },
    {
      "contrastive_lambda": 0.17649198035701535,
      "epoch": 13.5495945102932,
      "step": 43440
    },
    {
      "contrastive_lambda": 0.17647201921527778,
      "epoch": 13.549906425452278,
      "step": 43441
    },
    {
      "contrastive_lambda": 0.17645205896051075,
      "epoch": 13.550218340611353,
      "step": 43442
    },
    {
      "contrastive_lambda": 0.17643209959276857,
      "epoch": 13.55053025577043,
      "step": 43443
    },
    {
      "contrastive_lambda": 0.17641214111210612,
      "epoch": 13.550842170929506,
      "step": 43444
    },
    {
      "contrastive_lambda": 0.17639218351857822,
      "epoch": 13.551154086088584,
      "step": 43445
    },
    {
      "contrastive_lambda": 0.17637222681223952,
      "epoch": 13.551466001247661,
      "step": 43446
    },
    {
      "contrastive_lambda": 0.1763522709931447,
      "epoch": 13.551777916406737,
      "step": 43447
    },
    {
      "contrastive_lambda": 0.1763323160613487,
      "epoch": 13.552089831565814,
      "step": 43448
    },
    {
      "contrastive_lambda": 0.1763123620169058,
      "epoch": 13.552401746724891,
      "step": 43449
    },
    {
      "epoch": 13.552713661883967,
      "grad_norm": 0.06824354082345963,
      "learning_rate": 1.9400395245282515e-05,
      "loss": 0.0252,
      "step": 43450
    },
    {
      "epoch": 13.552713661883967,
      "flow_loss": 0.025175129994750023,
      "step": 43450
    },
    {
      "contrastive_loss": 0.0048250360414385796,
      "epoch": 13.552713661883967,
      "step": 43450
    },
    {
      "contrastive_lambda": 0.17629240885987119,
      "epoch": 13.552713661883967,
      "step": 43450
    },
    {
      "contrastive_lambda": 0.17627245659029894,
      "epoch": 13.553025577043044,
      "step": 43451
    },
    {
      "contrastive_lambda": 0.17625250520824431,
      "epoch": 13.553337492202122,
      "step": 43452
    },
    {
      "contrastive_lambda": 0.17623255471376198,
      "epoch": 13.553649407361197,
      "step": 43453
    },
    {
      "contrastive_lambda": 0.17621260510690634,
      "epoch": 13.553961322520275,
      "step": 43454
    },
    {
      "contrastive_lambda": 0.17619265638773224,
      "epoch": 13.554273237679352,
      "step": 43455
    },
    {
      "contrastive_lambda": 0.17617270855629447,
      "epoch": 13.554585152838428,
      "step": 43456
    },
    {
      "contrastive_lambda": 0.1761527616126473,
      "epoch": 13.554897067997505,
      "step": 43457
    },
    {
      "contrastive_lambda": 0.17613281555684607,
      "epoch": 13.555208983156582,
      "step": 43458
    },
    {
      "contrastive_lambda": 0.1761128703889449,
      "epoch": 13.555520898315658,
      "step": 43459
    },
    {
      "epoch": 13.555832813474735,
      "grad_norm": 0.10402323305606842,
      "learning_rate": 1.937860540149071e-05,
      "loss": 0.0232,
      "step": 43460
    },
    {
      "epoch": 13.555832813474735,
      "flow_loss": 0.01667044498026371,
      "step": 43460
    },
    {
      "contrastive_loss": 0.0032378556206822395,
      "epoch": 13.555832813474735,
      "step": 43460
    },
    {
      "contrastive_lambda": 0.17609292610899874,
      "epoch": 13.555832813474735,
      "step": 43460
    },
    {
      "contrastive_lambda": 0.17607298271706234,
      "epoch": 13.55614472863381,
      "step": 43461
    },
    {
      "contrastive_lambda": 0.1760530402131899,
      "epoch": 13.556456643792888,
      "step": 43462
    },
    {
      "contrastive_lambda": 0.17603309859743665,
      "epoch": 13.556768558951966,
      "step": 43463
    },
    {
      "contrastive_lambda": 0.17601315786985722,
      "epoch": 13.557080474111041,
      "step": 43464
    },
    {
      "contrastive_lambda": 0.17599321803050594,
      "epoch": 13.557392389270118,
      "step": 43465
    },
    {
      "contrastive_lambda": 0.17597327907943783,
      "epoch": 13.557704304429196,
      "step": 43466
    },
    {
      "contrastive_lambda": 0.17595334101670718,
      "epoch": 13.558016219588271,
      "step": 43467
    },
    {
      "contrastive_lambda": 0.17593340384236866,
      "epoch": 13.558328134747349,
      "step": 43468
    },
    {
      "contrastive_lambda": 0.17591346755647752,
      "epoch": 13.558640049906426,
      "step": 43469
    },
    {
      "epoch": 13.558951965065502,
      "grad_norm": 0.07413378357887268,
      "learning_rate": 1.9356824859670082e-05,
      "loss": 0.0247,
      "step": 43470
    },
    {
      "epoch": 13.558951965065502,
      "flow_loss": 0.039961427450180054,
      "step": 43470
    },
    {
      "contrastive_loss": 0.0033527284394949675,
      "epoch": 13.558951965065502,
      "step": 43470
    },
    {
      "contrastive_lambda": 0.17589353215908776,
      "epoch": 13.558951965065502,
      "step": 43470
    },
    {
      "contrastive_lambda": 0.17587359765025434,
      "epoch": 13.559263880224579,
      "step": 43471
    },
    {
      "contrastive_lambda": 0.175853664030032,
      "epoch": 13.559575795383656,
      "step": 43472
    },
    {
      "contrastive_lambda": 0.17583373129847507,
      "epoch": 13.559887710542732,
      "step": 43473
    },
    {
      "contrastive_lambda": 0.17581379945563824,
      "epoch": 13.56019962570181,
      "step": 43474
    },
    {
      "contrastive_lambda": 0.17579386850157658,
      "epoch": 13.560511540860887,
      "step": 43475
    },
    {
      "contrastive_lambda": 0.17577393843634426,
      "epoch": 13.560823456019962,
      "step": 43476
    },
    {
      "contrastive_lambda": 0.1757540092599963,
      "epoch": 13.56113537117904,
      "step": 43477
    },
    {
      "contrastive_lambda": 0.17573408097258697,
      "epoch": 13.561447286338115,
      "step": 43478
    },
    {
      "contrastive_lambda": 0.17571415357417086,
      "epoch": 13.561759201497193,
      "step": 43479
    },
    {
      "epoch": 13.56207111665627,
      "grad_norm": 0.07146088778972626,
      "learning_rate": 1.9335053626436967e-05,
      "loss": 0.0206,
      "step": 43480
    },
    {
      "epoch": 13.56207111665627,
      "flow_loss": 0.028553932905197144,
      "step": 43480
    },
    {
      "contrastive_loss": 0.003280515316873789,
      "epoch": 13.56207111665627,
      "step": 43480
    },
    {
      "contrastive_lambda": 0.17569422706480314,
      "epoch": 13.56207111665627,
      "step": 43480
    },
    {
      "contrastive_lambda": 0.175674301444538,
      "epoch": 13.562383031815346,
      "step": 43481
    },
    {
      "contrastive_lambda": 0.17565437671343015,
      "epoch": 13.562694946974423,
      "step": 43482
    },
    {
      "contrastive_lambda": 0.1756344528715344,
      "epoch": 13.5630068621335,
      "step": 43483
    },
    {
      "contrastive_lambda": 0.17561452991890508,
      "epoch": 13.563318777292576,
      "step": 43484
    },
    {
      "contrastive_lambda": 0.17559460785559672,
      "epoch": 13.563630692451653,
      "step": 43485
    },
    {
      "contrastive_lambda": 0.17557468668166454,
      "epoch": 13.56394260761073,
      "step": 43486
    },
    {
      "contrastive_lambda": 0.1755547663971626,
      "epoch": 13.564254522769806,
      "step": 43487
    },
    {
      "contrastive_lambda": 0.17553484700214583,
      "epoch": 13.564566437928884,
      "step": 43488
    },
    {
      "contrastive_lambda": 0.17551492849666855,
      "epoch": 13.56487835308796,
      "step": 43489
    },
    {
      "epoch": 13.565190268247036,
      "grad_norm": 0.10108529031276703,
      "learning_rate": 1.9313291708404885e-05,
      "loss": 0.0298,
      "step": 43490
    },
    {
      "epoch": 13.565190268247036,
      "flow_loss": 0.017823167145252228,
      "step": 43490
    },
    {
      "contrastive_loss": 0.003479450475424528,
      "epoch": 13.565190268247036,
      "step": 43490
    },
    {
      "contrastive_lambda": 0.1754950108807855,
      "epoch": 13.565190268247036,
      "step": 43490
    },
    {
      "contrastive_lambda": 0.17547509415455137,
      "epoch": 13.565502183406114,
      "step": 43491
    },
    {
      "contrastive_lambda": 0.17545517831802065,
      "epoch": 13.565814098565191,
      "step": 43492
    },
    {
      "contrastive_lambda": 0.17543526337124798,
      "epoch": 13.566126013724267,
      "step": 43493
    },
    {
      "contrastive_lambda": 0.1754153493142881,
      "epoch": 13.566437928883344,
      "step": 43494
    },
    {
      "contrastive_lambda": 0.17539543614719538,
      "epoch": 13.56674984404242,
      "step": 43495
    },
    {
      "contrastive_lambda": 0.17537552387002442,
      "epoch": 13.567061759201497,
      "step": 43496
    },
    {
      "contrastive_lambda": 0.17535561248282994,
      "epoch": 13.567373674360574,
      "step": 43497
    },
    {
      "contrastive_lambda": 0.17533570198566645,
      "epoch": 13.56768558951965,
      "step": 43498
    },
    {
      "contrastive_lambda": 0.1753157923785888,
      "epoch": 13.567997504678727,
      "step": 43499
    },
    {
      "epoch": 13.568309419837805,
      "grad_norm": 0.09341810643672943,
      "learning_rate": 1.9291539112184587e-05,
      "loss": 0.022,
      "step": 43500
    },
    {
      "epoch": 13.568309419837805,
      "flow_loss": 0.012938070110976696,
      "step": 43500
    },
    {
      "contrastive_loss": 0.003513627452775836,
      "epoch": 13.568309419837805,
      "step": 43500
    },
    {
      "contrastive_lambda": 0.1752958836616511,
      "epoch": 13.568309419837805,
      "step": 43500
    },
    {
      "contrastive_lambda": 0.17527597583490823,
      "epoch": 13.56862133499688,
      "step": 43501
    },
    {
      "contrastive_lambda": 0.17525606889841466,
      "epoch": 13.568933250155958,
      "step": 43502
    },
    {
      "contrastive_lambda": 0.17523616285222504,
      "epoch": 13.569245165315035,
      "step": 43503
    },
    {
      "contrastive_lambda": 0.17521625769639404,
      "epoch": 13.56955708047411,
      "step": 43504
    },
    {
      "contrastive_lambda": 0.175196353430976,
      "epoch": 13.569868995633188,
      "step": 43505
    },
    {
      "contrastive_lambda": 0.1751764500560256,
      "epoch": 13.570180910792265,
      "step": 43506
    },
    {
      "contrastive_lambda": 0.17515654757159754,
      "epoch": 13.57049282595134,
      "step": 43507
    },
    {
      "contrastive_lambda": 0.17513664597774592,
      "epoch": 13.570804741110418,
      "step": 43508
    },
    {
      "contrastive_lambda": 0.1751167452745258,
      "epoch": 13.571116656269496,
      "step": 43509
    },
    {
      "epoch": 13.571428571428571,
      "grad_norm": 0.0708843320608139,
      "learning_rate": 1.9269795844383854e-05,
      "loss": 0.0218,
      "step": 43510
    },
    {
      "epoch": 13.571428571428571,
      "flow_loss": 0.03319054841995239,
      "step": 43510
    },
    {
      "contrastive_loss": 0.0033846779260784388,
      "epoch": 13.571428571428571,
      "step": 43510
    },
    {
      "contrastive_lambda": 0.17509684546199172,
      "epoch": 13.571428571428571,
      "step": 43510
    },
    {
      "contrastive_lambda": 0.17507694654019795,
      "epoch": 13.571740486587649,
      "step": 43511
    },
    {
      "contrastive_lambda": 0.17505704850919934,
      "epoch": 13.572052401746724,
      "step": 43512
    },
    {
      "contrastive_lambda": 0.17503715136904996,
      "epoch": 13.572364316905801,
      "step": 43513
    },
    {
      "contrastive_lambda": 0.17501725511980482,
      "epoch": 13.572676232064879,
      "step": 43514
    },
    {
      "contrastive_lambda": 0.17499735976151848,
      "epoch": 13.572988147223954,
      "step": 43515
    },
    {
      "contrastive_lambda": 0.17497746529424518,
      "epoch": 13.573300062383032,
      "step": 43516
    },
    {
      "contrastive_lambda": 0.17495757171803966,
      "epoch": 13.57361197754211,
      "step": 43517
    },
    {
      "contrastive_lambda": 0.17493767903295654,
      "epoch": 13.573923892701185,
      "step": 43518
    },
    {
      "contrastive_lambda": 0.17491778723904988,
      "epoch": 13.574235807860262,
      "step": 43519
    },
    {
      "epoch": 13.57454772301934,
      "grad_norm": 0.07600940018892288,
      "learning_rate": 1.9248061911607777e-05,
      "loss": 0.0252,
      "step": 43520
    },
    {
      "epoch": 13.57454772301934,
      "flow_loss": 0.018433349207043648,
      "step": 43520
    },
    {
      "contrastive_loss": 0.0036470601335167885,
      "epoch": 13.57454772301934,
      "step": 43520
    },
    {
      "contrastive_lambda": 0.17489789633637476,
      "epoch": 13.57454772301934,
      "step": 43520
    },
    {
      "contrastive_lambda": 0.17487800632498562,
      "epoch": 13.574859638178415,
      "step": 43521
    },
    {
      "contrastive_lambda": 0.17485811720493677,
      "epoch": 13.575171553337492,
      "step": 43522
    },
    {
      "contrastive_lambda": 0.17483822897628304,
      "epoch": 13.57548346849657,
      "step": 43523
    },
    {
      "contrastive_lambda": 0.17481834163907856,
      "epoch": 13.575795383655645,
      "step": 43524
    },
    {
      "contrastive_lambda": 0.17479845519337794,
      "epoch": 13.576107298814723,
      "step": 43525
    },
    {
      "contrastive_lambda": 0.1747785696392361,
      "epoch": 13.5764192139738,
      "step": 43526
    },
    {
      "contrastive_lambda": 0.17475868497670716,
      "epoch": 13.576731129132876,
      "step": 43527
    },
    {
      "contrastive_lambda": 0.17473880120584567,
      "epoch": 13.577043044291953,
      "step": 43528
    },
    {
      "contrastive_lambda": 0.17471891832670644,
      "epoch": 13.577354959451029,
      "step": 43529
    },
    {
      "epoch": 13.577666874610106,
      "grad_norm": 0.09657938778400421,
      "learning_rate": 1.9226337320458538e-05,
      "loss": 0.0216,
      "step": 43530
    },
    {
      "epoch": 13.577666874610106,
      "flow_loss": 0.02581040747463703,
      "step": 43530
    },
    {
      "contrastive_loss": 0.0032834503799676895,
      "epoch": 13.577666874610106,
      "step": 43530
    },
    {
      "contrastive_lambda": 0.17469903633934347,
      "epoch": 13.577666874610106,
      "step": 43530
    },
    {
      "contrastive_lambda": 0.17467915524381167,
      "epoch": 13.577978789769183,
      "step": 43531
    },
    {
      "contrastive_lambda": 0.17465927504016565,
      "epoch": 13.578290704928259,
      "step": 43532
    },
    {
      "contrastive_lambda": 0.1746393957284595,
      "epoch": 13.578602620087336,
      "step": 43533
    },
    {
      "contrastive_lambda": 0.17461951730874808,
      "epoch": 13.578914535246414,
      "step": 43534
    },
    {
      "contrastive_lambda": 0.17459963978108556,
      "epoch": 13.57922645040549,
      "step": 43535
    },
    {
      "contrastive_lambda": 0.17457976314552648,
      "epoch": 13.579538365564567,
      "step": 43536
    },
    {
      "contrastive_lambda": 0.17455988740212575,
      "epoch": 13.579850280723644,
      "step": 43537
    },
    {
      "contrastive_lambda": 0.17454001255093743,
      "epoch": 13.58016219588272,
      "step": 43538
    },
    {
      "contrastive_lambda": 0.1745201385920161,
      "epoch": 13.580474111041797,
      "step": 43539
    },
    {
      "epoch": 13.580786026200874,
      "grad_norm": 0.06492462009191513,
      "learning_rate": 1.9204622077535488e-05,
      "loss": 0.0218,
      "step": 43540
    },
    {
      "epoch": 13.580786026200874,
      "flow_loss": 0.01439115684479475,
      "step": 43540
    },
    {
      "contrastive_loss": 0.0031448560766875744,
      "epoch": 13.580786026200874,
      "step": 43540
    },
    {
      "contrastive_lambda": 0.17450026552541648,
      "epoch": 13.580786026200874,
      "step": 43540
    },
    {
      "contrastive_lambda": 0.1744803933511927,
      "epoch": 13.58109794135995,
      "step": 43541
    },
    {
      "contrastive_lambda": 0.17446052206939938,
      "epoch": 13.581409856519027,
      "step": 43542
    },
    {
      "contrastive_lambda": 0.17444065168009104,
      "epoch": 13.581721771678104,
      "step": 43543
    },
    {
      "contrastive_lambda": 0.1744207821833222,
      "epoch": 13.58203368683718,
      "step": 43544
    },
    {
      "contrastive_lambda": 0.17440091357914733,
      "epoch": 13.582345601996257,
      "step": 43545
    },
    {
      "contrastive_lambda": 0.1743810458676207,
      "epoch": 13.582657517155333,
      "step": 43546
    },
    {
      "contrastive_lambda": 0.17436117904879683,
      "epoch": 13.58296943231441,
      "step": 43547
    },
    {
      "contrastive_lambda": 0.17434131312273055,
      "epoch": 13.583281347473488,
      "step": 43548
    },
    {
      "contrastive_lambda": 0.17432144808947586,
      "epoch": 13.583593262632563,
      "step": 43549
    },
    {
      "epoch": 13.58390517779164,
      "grad_norm": 0.07643768936395645,
      "learning_rate": 1.9182916189435147e-05,
      "loss": 0.0213,
      "step": 43550
    },
    {
      "epoch": 13.58390517779164,
      "flow_loss": 0.021625705063343048,
      "step": 43550
    },
    {
      "contrastive_loss": 0.003405395895242691,
      "epoch": 13.58390517779164,
      "step": 43550
    },
    {
      "contrastive_lambda": 0.17430158394908746,
      "epoch": 13.58390517779164,
      "step": 43550
    },
    {
      "contrastive_lambda": 0.1742817207016199,
      "epoch": 13.584217092950718,
      "step": 43551
    },
    {
      "contrastive_lambda": 0.17426185834712737,
      "epoch": 13.584529008109794,
      "step": 43552
    },
    {
      "contrastive_lambda": 0.17424199688566439,
      "epoch": 13.584840923268871,
      "step": 43553
    },
    {
      "contrastive_lambda": 0.1742221363172855,
      "epoch": 13.585152838427948,
      "step": 43554
    },
    {
      "contrastive_lambda": 0.17420227664204513,
      "epoch": 13.585464753587024,
      "step": 43555
    },
    {
      "contrastive_lambda": 0.17418241785999788,
      "epoch": 13.585776668746101,
      "step": 43556
    },
    {
      "contrastive_lambda": 0.17416255997119784,
      "epoch": 13.586088583905179,
      "step": 43557
    },
    {
      "contrastive_lambda": 0.17414270297569967,
      "epoch": 13.586400499064254,
      "step": 43558
    },
    {
      "contrastive_lambda": 0.17412284687355778,
      "epoch": 13.586712414223332,
      "step": 43559
    },
    {
      "epoch": 13.587024329382409,
      "grad_norm": 0.09255807846784592,
      "learning_rate": 1.916121966275117e-05,
      "loss": 0.0269,
      "step": 43560
    },
    {
      "epoch": 13.587024329382409,
      "flow_loss": 0.02218926139175892,
      "step": 43560
    },
    {
      "contrastive_loss": 0.003855406306684017,
      "epoch": 13.587024329382409,
      "step": 43560
    },
    {
      "contrastive_lambda": 0.17410299166482657,
      "epoch": 13.587024329382409,
      "step": 43560
    },
    {
      "contrastive_lambda": 0.1740831373495607,
      "epoch": 13.587336244541484,
      "step": 43561
    },
    {
      "contrastive_lambda": 0.17406328392781428,
      "epoch": 13.587648159700562,
      "step": 43562
    },
    {
      "contrastive_lambda": 0.17404343139964185,
      "epoch": 13.587960074859637,
      "step": 43563
    },
    {
      "contrastive_lambda": 0.17402357976509786,
      "epoch": 13.588271990018715,
      "step": 43564
    },
    {
      "contrastive_lambda": 0.17400372902423672,
      "epoch": 13.588583905177792,
      "step": 43565
    },
    {
      "contrastive_lambda": 0.1739838791771129,
      "epoch": 13.588895820336868,
      "step": 43566
    },
    {
      "contrastive_lambda": 0.17396403022378093,
      "epoch": 13.589207735495945,
      "step": 43567
    },
    {
      "contrastive_lambda": 0.1739441821642949,
      "epoch": 13.589519650655022,
      "step": 43568
    },
    {
      "contrastive_lambda": 0.17392433499870957,
      "epoch": 13.589831565814098,
      "step": 43569
    },
    {
      "epoch": 13.590143480973175,
      "grad_norm": 0.08008900284767151,
      "learning_rate": 1.9139532504074443e-05,
      "loss": 0.0194,
      "step": 43570
    },
    {
      "epoch": 13.590143480973175,
      "flow_loss": 0.019979504868388176,
      "step": 43570
    },
    {
      "contrastive_loss": 0.003506395034492016,
      "epoch": 13.590143480973175,
      "step": 43570
    },
    {
      "contrastive_lambda": 0.17390448872707887,
      "epoch": 13.590143480973175,
      "step": 43570
    },
    {
      "contrastive_lambda": 0.17388464334945775,
      "epoch": 13.590455396132253,
      "step": 43571
    },
    {
      "contrastive_lambda": 0.1738647988659005,
      "epoch": 13.590767311291328,
      "step": 43572
    },
    {
      "contrastive_lambda": 0.17384495527646127,
      "epoch": 13.591079226450406,
      "step": 43573
    },
    {
      "contrastive_lambda": 0.1738251125811946,
      "epoch": 13.591391141609483,
      "step": 43574
    },
    {
      "contrastive_lambda": 0.17380527078015506,
      "epoch": 13.591703056768559,
      "step": 43575
    },
    {
      "contrastive_lambda": 0.17378542987339657,
      "epoch": 13.592014971927636,
      "step": 43576
    },
    {
      "contrastive_lambda": 0.17376558986097407,
      "epoch": 13.592326887086713,
      "step": 43577
    },
    {
      "contrastive_lambda": 0.1737457507429418,
      "epoch": 13.592638802245789,
      "step": 43578
    },
    {
      "contrastive_lambda": 0.173725912519354,
      "epoch": 13.592950717404866,
      "step": 43579
    },
    {
      "epoch": 13.593262632563942,
      "grad_norm": 0.07804800570011139,
      "learning_rate": 1.9117854719992885e-05,
      "loss": 0.0199,
      "step": 43580
    },
    {
      "epoch": 13.593262632563942,
      "flow_loss": 0.01802213117480278,
      "step": 43580
    },
    {
      "contrastive_loss": 0.0035583970602601767,
      "epoch": 13.593262632563942,
      "step": 43580
    },
    {
      "contrastive_lambda": 0.17370607519026526,
      "epoch": 13.593262632563942,
      "step": 43580
    },
    {
      "contrastive_lambda": 0.17368623875572947,
      "epoch": 13.59357454772302,
      "step": 43581
    },
    {
      "contrastive_lambda": 0.17366640321580162,
      "epoch": 13.593886462882097,
      "step": 43582
    },
    {
      "contrastive_lambda": 0.17364656857053595,
      "epoch": 13.594198378041172,
      "step": 43583
    },
    {
      "contrastive_lambda": 0.17362673481998664,
      "epoch": 13.59451029320025,
      "step": 43584
    },
    {
      "contrastive_lambda": 0.17360690196420814,
      "epoch": 13.594822208359327,
      "step": 43585
    },
    {
      "contrastive_lambda": 0.17358707000325502,
      "epoch": 13.595134123518402,
      "step": 43586
    },
    {
      "contrastive_lambda": 0.17356723893718112,
      "epoch": 13.59544603867748,
      "step": 43587
    },
    {
      "contrastive_lambda": 0.17354740876604136,
      "epoch": 13.595757953836557,
      "step": 43588
    },
    {
      "contrastive_lambda": 0.17352757948989012,
      "epoch": 13.596069868995633,
      "step": 43589
    },
    {
      "epoch": 13.59638178415471,
      "grad_norm": 0.07501786947250366,
      "learning_rate": 1.9096186317091687e-05,
      "loss": 0.0246,
      "step": 43590
    },
    {
      "epoch": 13.59638178415471,
      "flow_loss": 0.04362386092543602,
      "step": 43590
    },
    {
      "contrastive_loss": 0.003992628306150436,
      "epoch": 13.59638178415471,
      "step": 43590
    },
    {
      "contrastive_lambda": 0.1735077511087813,
      "epoch": 13.59638178415471,
      "step": 43590
    },
    {
      "contrastive_lambda": 0.17348792362276977,
      "epoch": 13.596693699313787,
      "step": 43591
    },
    {
      "contrastive_lambda": 0.1734680970319094,
      "epoch": 13.597005614472863,
      "step": 43592
    },
    {
      "contrastive_lambda": 0.17344827133625468,
      "epoch": 13.59731752963194,
      "step": 43593
    },
    {
      "contrastive_lambda": 0.17342844653586037,
      "epoch": 13.597629444791018,
      "step": 43594
    },
    {
      "contrastive_lambda": 0.17340862263078033,
      "epoch": 13.597941359950093,
      "step": 43595
    },
    {
      "contrastive_lambda": 0.17338879962106912,
      "epoch": 13.59825327510917,
      "step": 43596
    },
    {
      "contrastive_lambda": 0.1733689775067812,
      "epoch": 13.598565190268246,
      "step": 43597
    },
    {
      "contrastive_lambda": 0.17334915628797049,
      "epoch": 13.598877105427324,
      "step": 43598
    },
    {
      "contrastive_lambda": 0.1733293359646919,
      "epoch": 13.599189020586401,
      "step": 43599
    },
    {
      "epoch": 13.599500935745477,
      "grad_norm": 0.0678236111998558,
      "learning_rate": 1.9074527301953116e-05,
      "loss": 0.0266,
      "step": 43600
    },
    {
      "epoch": 13.599500935745477,
      "flow_loss": 0.01053401455283165,
      "step": 43600
    },
    {
      "contrastive_loss": 0.00395019818097353,
      "epoch": 13.599500935745477,
      "step": 43600
    },
    {
      "contrastive_lambda": 0.17330951653699933,
      "epoch": 13.599500935745477,
      "step": 43600
    },
    {
      "contrastive_lambda": 0.17328969800494726,
      "epoch": 13.599812850904554,
      "step": 43601
    },
    {
      "contrastive_lambda": 0.1732698803685902,
      "epoch": 13.600124766063631,
      "step": 43602
    },
    {
      "contrastive_lambda": 0.17325006362798218,
      "epoch": 13.600436681222707,
      "step": 43603
    },
    {
      "contrastive_lambda": 0.17323024778317747,
      "epoch": 13.600748596381784,
      "step": 43604
    },
    {
      "contrastive_lambda": 0.17321043283423093,
      "epoch": 13.601060511540862,
      "step": 43605
    },
    {
      "contrastive_lambda": 0.17319061878119635,
      "epoch": 13.601372426699937,
      "step": 43606
    },
    {
      "contrastive_lambda": 0.17317080562412845,
      "epoch": 13.601684341859015,
      "step": 43607
    },
    {
      "contrastive_lambda": 0.17315099336308115,
      "epoch": 13.601996257018092,
      "step": 43608
    },
    {
      "contrastive_lambda": 0.17313118199810895,
      "epoch": 13.602308172177167,
      "step": 43609
    },
    {
      "epoch": 13.602620087336245,
      "grad_norm": 0.08700194209814072,
      "learning_rate": 1.9052877681156607e-05,
      "loss": 0.0264,
      "step": 43610
    },
    {
      "epoch": 13.602620087336245,
      "flow_loss": 0.019731225445866585,
      "step": 43610
    },
    {
      "contrastive_loss": 0.0033831086475402117,
      "epoch": 13.602620087336245,
      "step": 43610
    },
    {
      "contrastive_lambda": 0.1731113715292662,
      "epoch": 13.602620087336245,
      "step": 43610
    },
    {
      "contrastive_lambda": 0.1730915619566072,
      "epoch": 13.602932002495322,
      "step": 43611
    },
    {
      "contrastive_lambda": 0.1730717532801862,
      "epoch": 13.603243917654398,
      "step": 43612
    },
    {
      "contrastive_lambda": 0.17305194550005776,
      "epoch": 13.603555832813475,
      "step": 43613
    },
    {
      "contrastive_lambda": 0.17303213861627575,
      "epoch": 13.60386774797255,
      "step": 43614
    },
    {
      "contrastive_lambda": 0.17301233262889493,
      "epoch": 13.604179663131628,
      "step": 43615
    },
    {
      "contrastive_lambda": 0.172992527537969,
      "epoch": 13.604491578290705,
      "step": 43616
    },
    {
      "contrastive_lambda": 0.1729727233435528,
      "epoch": 13.604803493449781,
      "step": 43617
    },
    {
      "contrastive_lambda": 0.17295292004570056,
      "epoch": 13.605115408608858,
      "step": 43618
    },
    {
      "contrastive_lambda": 0.17293311764446634,
      "epoch": 13.605427323767936,
      "step": 43619
    },
    {
      "epoch": 13.605739238927011,
      "grad_norm": 0.0912552922964096,
      "learning_rate": 1.903123746127875e-05,
      "loss": 0.0229,
      "step": 43620
    },
    {
      "epoch": 13.605739238927011,
      "flow_loss": 0.03166252002120018,
      "step": 43620
    },
    {
      "contrastive_loss": 0.003424151334911585,
      "epoch": 13.605739238927011,
      "step": 43620
    },
    {
      "contrastive_lambda": 0.17291331613990457,
      "epoch": 13.605739238927011,
      "step": 43620
    },
    {
      "contrastive_lambda": 0.1728935155320695,
      "epoch": 13.606051154086089,
      "step": 43621
    },
    {
      "contrastive_lambda": 0.1728737158210154,
      "epoch": 13.606363069245166,
      "step": 43622
    },
    {
      "contrastive_lambda": 0.1728539170067966,
      "epoch": 13.606674984404242,
      "step": 43623
    },
    {
      "contrastive_lambda": 0.1728341190894675,
      "epoch": 13.606986899563319,
      "step": 43624
    },
    {
      "contrastive_lambda": 0.1728143220690821,
      "epoch": 13.607298814722396,
      "step": 43625
    },
    {
      "contrastive_lambda": 0.172794525945695,
      "epoch": 13.607610729881472,
      "step": 43626
    },
    {
      "contrastive_lambda": 0.17277473071935995,
      "epoch": 13.60792264504055,
      "step": 43627
    },
    {
      "contrastive_lambda": 0.17275493639013167,
      "epoch": 13.608234560199627,
      "step": 43628
    },
    {
      "contrastive_lambda": 0.17273514295806452,
      "epoch": 13.608546475358702,
      "step": 43629
    },
    {
      "epoch": 13.60885839051778,
      "grad_norm": 0.07286441326141357,
      "learning_rate": 1.900960664889327e-05,
      "loss": 0.0222,
      "step": 43630
    },
    {
      "epoch": 13.60885839051778,
      "flow_loss": 0.026065079495310783,
      "step": 43630
    },
    {
      "contrastive_loss": 0.0039171259850263596,
      "epoch": 13.60885839051778,
      "step": 43630
    },
    {
      "contrastive_lambda": 0.1727153504232124,
      "epoch": 13.60885839051778,
      "step": 43630
    },
    {
      "contrastive_lambda": 0.1726955587856297,
      "epoch": 13.609170305676855,
      "step": 43631
    },
    {
      "contrastive_lambda": 0.17267576804537088,
      "epoch": 13.609482220835933,
      "step": 43632
    },
    {
      "contrastive_lambda": 0.17265597820248968,
      "epoch": 13.60979413599501,
      "step": 43633
    },
    {
      "contrastive_lambda": 0.17263618925704088,
      "epoch": 13.610106051154085,
      "step": 43634
    },
    {
      "contrastive_lambda": 0.17261640120907873,
      "epoch": 13.610417966313163,
      "step": 43635
    },
    {
      "contrastive_lambda": 0.17259661405865712,
      "epoch": 13.61072988147224,
      "step": 43636
    },
    {
      "contrastive_lambda": 0.17257682780583067,
      "epoch": 13.611041796631316,
      "step": 43637
    },
    {
      "contrastive_lambda": 0.17255704245065312,
      "epoch": 13.611353711790393,
      "step": 43638
    },
    {
      "contrastive_lambda": 0.17253725799317915,
      "epoch": 13.61166562694947,
      "step": 43639
    },
    {
      "epoch": 13.611977542108546,
      "grad_norm": 0.07351558655500412,
      "learning_rate": 1.8987985250571015e-05,
      "loss": 0.0249,
      "step": 43640
    },
    {
      "epoch": 13.611977542108546,
      "flow_loss": 0.012808834202587605,
      "step": 43640
    },
    {
      "contrastive_loss": 0.003796973964199424,
      "epoch": 13.611977542108546,
      "step": 43640
    },
    {
      "contrastive_lambda": 0.1725174744334631,
      "epoch": 13.611977542108546,
      "step": 43640
    },
    {
      "contrastive_lambda": 0.17249769177155877,
      "epoch": 13.612289457267623,
      "step": 43641
    },
    {
      "contrastive_lambda": 0.1724779100075206,
      "epoch": 13.6126013724267,
      "step": 43642
    },
    {
      "contrastive_lambda": 0.17245812914140307,
      "epoch": 13.612913287585776,
      "step": 43643
    },
    {
      "contrastive_lambda": 0.1724383491732598,
      "epoch": 13.613225202744854,
      "step": 43644
    },
    {
      "contrastive_lambda": 0.1724185701031457,
      "epoch": 13.613537117903931,
      "step": 43645
    },
    {
      "contrastive_lambda": 0.17239879193111457,
      "epoch": 13.613849033063007,
      "step": 43646
    },
    {
      "contrastive_lambda": 0.17237901465722077,
      "epoch": 13.614160948222084,
      "step": 43647
    },
    {
      "contrastive_lambda": 0.1723592382815186,
      "epoch": 13.61447286338116,
      "step": 43648
    },
    {
      "contrastive_lambda": 0.1723394628040621,
      "epoch": 13.614784778540237,
      "step": 43649
    },
    {
      "epoch": 13.615096693699314,
      "grad_norm": 0.09856278449296951,
      "learning_rate": 1.8966373272880054e-05,
      "loss": 0.0257,
      "step": 43650
    },
    {
      "epoch": 13.615096693699314,
      "flow_loss": 0.012014085426926613,
      "step": 43650
    },
    {
      "contrastive_loss": 0.0036615487188100815,
      "epoch": 13.615096693699314,
      "step": 43650
    },
    {
      "contrastive_lambda": 0.17231968822490534,
      "epoch": 13.615096693699314,
      "step": 43650
    },
    {
      "contrastive_lambda": 0.1722999145441031,
      "epoch": 13.61540860885839,
      "step": 43651
    },
    {
      "contrastive_lambda": 0.17228014176170908,
      "epoch": 13.615720524017467,
      "step": 43652
    },
    {
      "contrastive_lambda": 0.17226036987777765,
      "epoch": 13.616032439176545,
      "step": 43653
    },
    {
      "contrastive_lambda": 0.1722405988923632,
      "epoch": 13.61634435433562,
      "step": 43654
    },
    {
      "contrastive_lambda": 0.17222082880551948,
      "epoch": 13.616656269494698,
      "step": 43655
    },
    {
      "contrastive_lambda": 0.17220105961730126,
      "epoch": 13.616968184653775,
      "step": 43656
    },
    {
      "contrastive_lambda": 0.17218129132776222,
      "epoch": 13.61728009981285,
      "step": 43657
    },
    {
      "contrastive_lambda": 0.17216152393695688,
      "epoch": 13.617592014971928,
      "step": 43658
    },
    {
      "contrastive_lambda": 0.17214175744493942,
      "epoch": 13.617903930131005,
      "step": 43659
    },
    {
      "epoch": 13.61821584529008,
      "grad_norm": 0.11065366864204407,
      "learning_rate": 1.8944770722385462e-05,
      "loss": 0.0239,
      "step": 43660
    },
    {
      "epoch": 13.61821584529008,
      "flow_loss": 0.021256208419799805,
      "step": 43660
    },
    {
      "contrastive_loss": 0.0031714853830635548,
      "epoch": 13.61821584529008,
      "step": 43660
    },
    {
      "contrastive_lambda": 0.17212199185176386,
      "epoch": 13.61821584529008,
      "step": 43660
    },
    {
      "contrastive_lambda": 0.17210222715748424,
      "epoch": 13.618527760449158,
      "step": 43661
    },
    {
      "contrastive_lambda": 0.17208246336215538,
      "epoch": 13.618839675608235,
      "step": 43662
    },
    {
      "contrastive_lambda": 0.17206270046583083,
      "epoch": 13.619151590767311,
      "step": 43663
    },
    {
      "contrastive_lambda": 0.17204293846856522,
      "epoch": 13.619463505926388,
      "step": 43664
    },
    {
      "contrastive_lambda": 0.17202317737041234,
      "epoch": 13.619775421085464,
      "step": 43665
    },
    {
      "contrastive_lambda": 0.17200341717142653,
      "epoch": 13.620087336244541,
      "step": 43666
    },
    {
      "contrastive_lambda": 0.17198365787166198,
      "epoch": 13.620399251403619,
      "step": 43667
    },
    {
      "contrastive_lambda": 0.17196389947117285,
      "epoch": 13.620711166562694,
      "step": 43668
    },
    {
      "contrastive_lambda": 0.1719441419700133,
      "epoch": 13.621023081721772,
      "step": 43669
    },
    {
      "epoch": 13.621334996880849,
      "grad_norm": 0.09693878144025803,
      "learning_rate": 1.8923177605649576e-05,
      "loss": 0.0181,
      "step": 43670
    },
    {
      "epoch": 13.621334996880849,
      "flow_loss": 0.025331756100058556,
      "step": 43670
    },
    {
      "contrastive_loss": 0.004386768210679293,
      "epoch": 13.621334996880849,
      "step": 43670
    },
    {
      "contrastive_lambda": 0.17192438536823768,
      "epoch": 13.621334996880849,
      "step": 43670
    },
    {
      "contrastive_lambda": 0.17190462966589987,
      "epoch": 13.621646912039925,
      "step": 43671
    },
    {
      "contrastive_lambda": 0.17188487486305393,
      "epoch": 13.621958827199002,
      "step": 43672
    },
    {
      "contrastive_lambda": 0.1718651209597546,
      "epoch": 13.62227074235808,
      "step": 43673
    },
    {
      "contrastive_lambda": 0.17184536795605548,
      "epoch": 13.622582657517155,
      "step": 43674
    },
    {
      "contrastive_lambda": 0.17182561585201106,
      "epoch": 13.622894572676232,
      "step": 43675
    },
    {
      "contrastive_lambda": 0.17180586464767522,
      "epoch": 13.623206487835308,
      "step": 43676
    },
    {
      "contrastive_lambda": 0.1717861143431022,
      "epoch": 13.623518402994385,
      "step": 43677
    },
    {
      "contrastive_lambda": 0.17176636493834624,
      "epoch": 13.623830318153463,
      "step": 43678
    },
    {
      "contrastive_lambda": 0.1717466164334614,
      "epoch": 13.62414223331254,
      "step": 43679
    },
    {
      "epoch": 13.624454148471616,
      "grad_norm": 0.10238727927207947,
      "learning_rate": 1.8901593929231802e-05,
      "loss": 0.0266,
      "step": 43680
    },
    {
      "epoch": 13.624454148471616,
      "flow_loss": 0.026780113577842712,
      "step": 43680
    },
    {
      "contrastive_loss": 0.003040722571313381,
      "epoch": 13.624454148471616,
      "step": 43680
    },
    {
      "contrastive_lambda": 0.17172686882850186,
      "epoch": 13.624454148471616,
      "step": 43680
    },
    {
      "contrastive_lambda": 0.17170712212352185,
      "epoch": 13.624766063630693,
      "step": 43681
    },
    {
      "contrastive_lambda": 0.17168737631857528,
      "epoch": 13.625077978789768,
      "step": 43682
    },
    {
      "contrastive_lambda": 0.1716676314137166,
      "epoch": 13.625389893948846,
      "step": 43683
    },
    {
      "contrastive_lambda": 0.1716478874089994,
      "epoch": 13.625701809107923,
      "step": 43684
    },
    {
      "contrastive_lambda": 0.17162814430447831,
      "epoch": 13.626013724266999,
      "step": 43685
    },
    {
      "contrastive_lambda": 0.1716084021002075,
      "epoch": 13.626325639426076,
      "step": 43686
    },
    {
      "contrastive_lambda": 0.17158866079624074,
      "epoch": 13.626637554585153,
      "step": 43687
    },
    {
      "contrastive_lambda": 0.17156892039263227,
      "epoch": 13.626949469744229,
      "step": 43688
    },
    {
      "contrastive_lambda": 0.17154918088943627,
      "epoch": 13.627261384903306,
      "step": 43689
    },
    {
      "epoch": 13.627573300062384,
      "grad_norm": 0.08148666471242905,
      "learning_rate": 1.8880019699688684e-05,
      "loss": 0.0244,
      "step": 43690
    },
    {
      "epoch": 13.627573300062384,
      "flow_loss": 0.0137860756367445,
      "step": 43690
    },
    {
      "contrastive_loss": 0.00464269146323204,
      "epoch": 13.627573300062384,
      "step": 43690
    },
    {
      "contrastive_lambda": 0.17152944228670686,
      "epoch": 13.627573300062384,
      "step": 43690
    },
    {
      "contrastive_lambda": 0.1715097045844981,
      "epoch": 13.62788521522146,
      "step": 43691
    },
    {
      "contrastive_lambda": 0.17148996778286435,
      "epoch": 13.628197130380537,
      "step": 43692
    },
    {
      "contrastive_lambda": 0.17147023188185928,
      "epoch": 13.628509045539612,
      "step": 43693
    },
    {
      "contrastive_lambda": 0.17145049688153746,
      "epoch": 13.62882096069869,
      "step": 43694
    },
    {
      "contrastive_lambda": 0.17143076278195235,
      "epoch": 13.629132875857767,
      "step": 43695
    },
    {
      "contrastive_lambda": 0.17141102958315868,
      "epoch": 13.629444791016843,
      "step": 43696
    },
    {
      "contrastive_lambda": 0.17139129728521046,
      "epoch": 13.62975670617592,
      "step": 43697
    },
    {
      "contrastive_lambda": 0.1713715658881615,
      "epoch": 13.630068621334997,
      "step": 43698
    },
    {
      "contrastive_lambda": 0.17135183539206605,
      "epoch": 13.630380536494073,
      "step": 43699
    },
    {
      "epoch": 13.63069245165315,
      "grad_norm": 0.08438710123300552,
      "learning_rate": 1.8858454923573904e-05,
      "loss": 0.025,
      "step": 43700
    },
    {
      "epoch": 13.63069245165315,
      "flow_loss": 0.016055695712566376,
      "step": 43700
    },
    {
      "contrastive_loss": 0.0034695614594966173,
      "epoch": 13.63069245165315,
      "step": 43700
    },
    {
      "contrastive_lambda": 0.17133210579697838,
      "epoch": 13.63069245165315,
      "step": 43700
    },
    {
      "contrastive_lambda": 0.17131237710295205,
      "epoch": 13.631004366812228,
      "step": 43701
    },
    {
      "contrastive_lambda": 0.17129264931004184,
      "epoch": 13.631316281971303,
      "step": 43702
    },
    {
      "contrastive_lambda": 0.1712729224183014,
      "epoch": 13.63162819713038,
      "step": 43703
    },
    {
      "contrastive_lambda": 0.1712531964277848,
      "epoch": 13.631940112289458,
      "step": 43704
    },
    {
      "contrastive_lambda": 0.17123347133854644,
      "epoch": 13.632252027448533,
      "step": 43705
    },
    {
      "contrastive_lambda": 0.17121374715063986,
      "epoch": 13.63256394260761,
      "step": 43706
    },
    {
      "contrastive_lambda": 0.17119402386411958,
      "epoch": 13.632875857766688,
      "step": 43707
    },
    {
      "contrastive_lambda": 0.17117430147903978,
      "epoch": 13.633187772925764,
      "step": 43708
    },
    {
      "contrastive_lambda": 0.17115457999545408,
      "epoch": 13.633499688084841,
      "step": 43709
    },
    {
      "epoch": 13.633811603243917,
      "grad_norm": 0.0725494846701622,
      "learning_rate": 1.8836899607438253e-05,
      "loss": 0.0239,
      "step": 43710
    },
    {
      "epoch": 13.633811603243917,
      "flow_loss": 0.03138727322220802,
      "step": 43710
    },
    {
      "contrastive_loss": 0.00661696819588542,
      "epoch": 13.633811603243917,
      "step": 43710
    },
    {
      "contrastive_lambda": 0.171134859413417,
      "epoch": 13.633811603243917,
      "step": 43710
    },
    {
      "contrastive_lambda": 0.17111513973298215,
      "epoch": 13.634123518402994,
      "step": 43711
    },
    {
      "contrastive_lambda": 0.17109542095420371,
      "epoch": 13.634435433562071,
      "step": 43712
    },
    {
      "contrastive_lambda": 0.17107570307713615,
      "epoch": 13.634747348721147,
      "step": 43713
    },
    {
      "contrastive_lambda": 0.17105598610183304,
      "epoch": 13.635059263880224,
      "step": 43714
    },
    {
      "contrastive_lambda": 0.17103627002834865,
      "epoch": 13.635371179039302,
      "step": 43715
    },
    {
      "contrastive_lambda": 0.17101655485673717,
      "epoch": 13.635683094198377,
      "step": 43716
    },
    {
      "contrastive_lambda": 0.17099684058705228,
      "epoch": 13.635995009357455,
      "step": 43717
    },
    {
      "contrastive_lambda": 0.1709771272193481,
      "epoch": 13.636306924516532,
      "step": 43718
    },
    {
      "contrastive_lambda": 0.1709574147536791,
      "epoch": 13.636618839675608,
      "step": 43719
    },
    {
      "epoch": 13.636930754834685,
      "grad_norm": 0.08004748821258545,
      "learning_rate": 1.8815353757829723e-05,
      "loss": 0.0258,
      "step": 43720
    },
    {
      "epoch": 13.636930754834685,
      "flow_loss": 0.028806982561945915,
      "step": 43720
    },
    {
      "contrastive_loss": 0.0032684877514839172,
      "epoch": 13.636930754834685,
      "step": 43720
    },
    {
      "contrastive_lambda": 0.17093770319009888,
      "epoch": 13.636930754834685,
      "step": 43720
    },
    {
      "contrastive_lambda": 0.17091799252866186,
      "epoch": 13.637242669993762,
      "step": 43721
    },
    {
      "contrastive_lambda": 0.1708982827694216,
      "epoch": 13.637554585152838,
      "step": 43722
    },
    {
      "contrastive_lambda": 0.17087857391243227,
      "epoch": 13.637866500311915,
      "step": 43723
    },
    {
      "contrastive_lambda": 0.1708588659577483,
      "epoch": 13.638178415470993,
      "step": 43724
    },
    {
      "contrastive_lambda": 0.17083915890542328,
      "epoch": 13.638490330630068,
      "step": 43725
    },
    {
      "contrastive_lambda": 0.17081945275551141,
      "epoch": 13.638802245789146,
      "step": 43726
    },
    {
      "contrastive_lambda": 0.17079974750806687,
      "epoch": 13.639114160948221,
      "step": 43727
    },
    {
      "contrastive_lambda": 0.17078004316314338,
      "epoch": 13.639426076107299,
      "step": 43728
    },
    {
      "contrastive_lambda": 0.17076033972079485,
      "epoch": 13.639737991266376,
      "step": 43729
    },
    {
      "epoch": 13.640049906425451,
      "grad_norm": 0.061371129006147385,
      "learning_rate": 1.879381738129331e-05,
      "loss": 0.0262,
      "step": 43730
    },
    {
      "epoch": 13.640049906425451,
      "flow_loss": 0.02355363965034485,
      "step": 43730
    },
    {
      "contrastive_loss": 0.004390577785670757,
      "epoch": 13.640049906425451,
      "step": 43730
    },
    {
      "contrastive_lambda": 0.17074063718107596,
      "epoch": 13.640049906425451,
      "step": 43730
    },
    {
      "contrastive_lambda": 0.17072093554404005,
      "epoch": 13.640361821584529,
      "step": 43731
    },
    {
      "contrastive_lambda": 0.17070123480974164,
      "epoch": 13.640673736743606,
      "step": 43732
    },
    {
      "contrastive_lambda": 0.1706815349782343,
      "epoch": 13.640985651902682,
      "step": 43733
    },
    {
      "contrastive_lambda": 0.1706618360495722,
      "epoch": 13.641297567061759,
      "step": 43734
    },
    {
      "contrastive_lambda": 0.1706421380238094,
      "epoch": 13.641609482220836,
      "step": 43735
    },
    {
      "contrastive_lambda": 0.17062244090099987,
      "epoch": 13.641921397379912,
      "step": 43736
    },
    {
      "contrastive_lambda": 0.17060274468119763,
      "epoch": 13.64223331253899,
      "step": 43737
    },
    {
      "contrastive_lambda": 0.17058304936445684,
      "epoch": 13.642545227698067,
      "step": 43738
    },
    {
      "contrastive_lambda": 0.17056335495083114,
      "epoch": 13.642857142857142,
      "step": 43739
    },
    {
      "epoch": 13.64316905801622,
      "grad_norm": 0.0595243014395237,
      "learning_rate": 1.8772290484371236e-05,
      "loss": 0.0267,
      "step": 43740
    },
    {
      "epoch": 13.64316905801622,
      "flow_loss": 0.013100000098347664,
      "step": 43740
    },
    {
      "contrastive_loss": 0.006558232940733433,
      "epoch": 13.64316905801622,
      "step": 43740
    },
    {
      "contrastive_lambda": 0.1705436614403747,
      "epoch": 13.64316905801622,
      "step": 43740
    },
    {
      "contrastive_lambda": 0.17052396883314153,
      "epoch": 13.643480973175297,
      "step": 43741
    },
    {
      "contrastive_lambda": 0.1705042771291856,
      "epoch": 13.643792888334373,
      "step": 43742
    },
    {
      "contrastive_lambda": 0.17048458632856106,
      "epoch": 13.64410480349345,
      "step": 43743
    },
    {
      "contrastive_lambda": 0.17046489643132162,
      "epoch": 13.644416718652526,
      "step": 43744
    },
    {
      "contrastive_lambda": 0.17044520743752134,
      "epoch": 13.644728633811603,
      "step": 43745
    },
    {
      "contrastive_lambda": 0.17042551934721423,
      "epoch": 13.64504054897068,
      "step": 43746
    },
    {
      "contrastive_lambda": 0.1704058321604543,
      "epoch": 13.645352464129756,
      "step": 43747
    },
    {
      "contrastive_lambda": 0.17038614587729561,
      "epoch": 13.645664379288833,
      "step": 43748
    },
    {
      "contrastive_lambda": 0.17036646049779186,
      "epoch": 13.64597629444791,
      "step": 43749
    },
    {
      "epoch": 13.646288209606986,
      "grad_norm": 0.04927149787545204,
      "learning_rate": 1.8750773073602795e-05,
      "loss": 0.0246,
      "step": 43750
    },
    {
      "epoch": 13.646288209606986,
      "flow_loss": 0.010371878743171692,
      "step": 43750
    },
    {
      "contrastive_loss": 0.0038561371620744467,
      "epoch": 13.646288209606986,
      "step": 43750
    },
    {
      "contrastive_lambda": 0.17034677602199721,
      "epoch": 13.646288209606986,
      "step": 43750
    },
    {
      "contrastive_lambda": 0.17032709244996574,
      "epoch": 13.646600124766064,
      "step": 43751
    },
    {
      "contrastive_lambda": 0.1703074097817509,
      "epoch": 13.646912039925141,
      "step": 43752
    },
    {
      "contrastive_lambda": 0.1702877280174072,
      "epoch": 13.647223955084216,
      "step": 43753
    },
    {
      "contrastive_lambda": 0.17026804715698862,
      "epoch": 13.647535870243294,
      "step": 43754
    },
    {
      "contrastive_lambda": 0.1702483672005487,
      "epoch": 13.647847785402371,
      "step": 43755
    },
    {
      "contrastive_lambda": 0.17022868814814163,
      "epoch": 13.648159700561447,
      "step": 43756
    },
    {
      "contrastive_lambda": 0.17020900999982136,
      "epoch": 13.648471615720524,
      "step": 43757
    },
    {
      "contrastive_lambda": 0.17018933275564174,
      "epoch": 13.648783530879601,
      "step": 43758
    },
    {
      "contrastive_lambda": 0.170169656415657,
      "epoch": 13.649095446038677,
      "step": 43759
    },
    {
      "epoch": 13.649407361197754,
      "grad_norm": 0.10165289044380188,
      "learning_rate": 1.8729265155524405e-05,
      "loss": 0.0201,
      "step": 43760
    },
    {
      "epoch": 13.649407361197754,
      "flow_loss": 0.018699968233704567,
      "step": 43760
    },
    {
      "contrastive_loss": 0.003773196367546916,
      "epoch": 13.649407361197754,
      "step": 43760
    },
    {
      "contrastive_lambda": 0.17014998097992073,
      "epoch": 13.649407361197754,
      "step": 43760
    },
    {
      "contrastive_lambda": 0.17013030644848698,
      "epoch": 13.64971927635683,
      "step": 43761
    },
    {
      "contrastive_lambda": 0.17011063282140987,
      "epoch": 13.650031191515907,
      "step": 43762
    },
    {
      "contrastive_lambda": 0.17009096009874292,
      "epoch": 13.650343106674985,
      "step": 43763
    },
    {
      "contrastive_lambda": 0.17007128828054047,
      "epoch": 13.65065502183406,
      "step": 43764
    },
    {
      "contrastive_lambda": 0.17005161736685648,
      "epoch": 13.650966936993138,
      "step": 43765
    },
    {
      "contrastive_lambda": 0.17003194735774452,
      "epoch": 13.651278852152215,
      "step": 43766
    },
    {
      "contrastive_lambda": 0.17001227825325893,
      "epoch": 13.65159076731129,
      "step": 43767
    },
    {
      "contrastive_lambda": 0.16999261005345317,
      "epoch": 13.651902682470368,
      "step": 43768
    },
    {
      "contrastive_lambda": 0.16997294275838132,
      "epoch": 13.652214597629445,
      "step": 43769
    },
    {
      "epoch": 13.652526512788521,
      "grad_norm": 0.11451135575771332,
      "learning_rate": 1.8707766736669607e-05,
      "loss": 0.0246,
      "step": 43770
    },
    {
      "epoch": 13.652526512788521,
      "flow_loss": 0.009915596805512905,
      "step": 43770
    },
    {
      "contrastive_loss": 0.0037217456847429276,
      "epoch": 13.652526512788521,
      "step": 43770
    },
    {
      "contrastive_lambda": 0.1699532763680977,
      "epoch": 13.652526512788521,
      "step": 43770
    },
    {
      "contrastive_lambda": 0.16993361088265574,
      "epoch": 13.652838427947598,
      "step": 43771
    },
    {
      "contrastive_lambda": 0.1699139463021095,
      "epoch": 13.653150343106676,
      "step": 43772
    },
    {
      "contrastive_lambda": 0.16989428262651313,
      "epoch": 13.653462258265751,
      "step": 43773
    },
    {
      "contrastive_lambda": 0.16987461985591995,
      "epoch": 13.653774173424829,
      "step": 43774
    },
    {
      "contrastive_lambda": 0.16985495799038441,
      "epoch": 13.654086088583906,
      "step": 43775
    },
    {
      "contrastive_lambda": 0.16983529702996047,
      "epoch": 13.654398003742982,
      "step": 43776
    },
    {
      "contrastive_lambda": 0.1698156369747016,
      "epoch": 13.654709918902059,
      "step": 43777
    },
    {
      "contrastive_lambda": 0.16979597782466205,
      "epoch": 13.655021834061134,
      "step": 43778
    },
    {
      "contrastive_lambda": 0.16977631957989547,
      "epoch": 13.655333749220212,
      "step": 43779
    },
    {
      "epoch": 13.65564566437929,
      "grad_norm": 0.10766405612230301,
      "learning_rate": 1.8686277823569055e-05,
      "loss": 0.0237,
      "step": 43780
    },
    {
      "epoch": 13.65564566437929,
      "flow_loss": 0.031201012432575226,
      "step": 43780
    },
    {
      "contrastive_loss": 0.006406226195394993,
      "epoch": 13.65564566437929,
      "step": 43780
    },
    {
      "contrastive_lambda": 0.16975666224045566,
      "epoch": 13.65564566437929,
      "step": 43780
    },
    {
      "contrastive_lambda": 0.16973700580639706,
      "epoch": 13.655957579538365,
      "step": 43781
    },
    {
      "contrastive_lambda": 0.16971735027777302,
      "epoch": 13.656269494697442,
      "step": 43782
    },
    {
      "contrastive_lambda": 0.1696976956546376,
      "epoch": 13.65658140985652,
      "step": 43783
    },
    {
      "contrastive_lambda": 0.1696780419370449,
      "epoch": 13.656893325015595,
      "step": 43784
    },
    {
      "contrastive_lambda": 0.16965838912504844,
      "epoch": 13.657205240174672,
      "step": 43785
    },
    {
      "contrastive_lambda": 0.1696387372187021,
      "epoch": 13.65751715533375,
      "step": 43786
    },
    {
      "contrastive_lambda": 0.1696190862180602,
      "epoch": 13.657829070492825,
      "step": 43787
    },
    {
      "contrastive_lambda": 0.16959943612317624,
      "epoch": 13.658140985651903,
      "step": 43788
    },
    {
      "contrastive_lambda": 0.1695797869341043,
      "epoch": 13.65845290081098,
      "step": 43789
    },
    {
      "epoch": 13.658764815970056,
      "grad_norm": 0.08403737097978592,
      "learning_rate": 1.8664798422750484e-05,
      "loss": 0.0194,
      "step": 43790
    },
    {
      "epoch": 13.658764815970056,
      "flow_loss": 0.02775091677904129,
      "step": 43790
    },
    {
      "contrastive_loss": 0.0055104997009038925,
      "epoch": 13.658764815970056,
      "step": 43790
    },
    {
      "contrastive_lambda": 0.16956013865089797,
      "epoch": 13.658764815970056,
      "step": 43790
    },
    {
      "contrastive_lambda": 0.16954049127361132,
      "epoch": 13.659076731129133,
      "step": 43791
    },
    {
      "contrastive_lambda": 0.16952084480229818,
      "epoch": 13.65938864628821,
      "step": 43792
    },
    {
      "contrastive_lambda": 0.16950119923701235,
      "epoch": 13.659700561447286,
      "step": 43793
    },
    {
      "contrastive_lambda": 0.16948155457780778,
      "epoch": 13.660012476606363,
      "step": 43794
    },
    {
      "contrastive_lambda": 0.16946191082473844,
      "epoch": 13.660324391765439,
      "step": 43795
    },
    {
      "contrastive_lambda": 0.16944226797785789,
      "epoch": 13.660636306924516,
      "step": 43796
    },
    {
      "contrastive_lambda": 0.16942262603722014,
      "epoch": 13.660948222083594,
      "step": 43797
    },
    {
      "contrastive_lambda": 0.16940298500287904,
      "epoch": 13.66126013724267,
      "step": 43798
    },
    {
      "contrastive_lambda": 0.16938334487488838,
      "epoch": 13.661572052401747,
      "step": 43799
    },
    {
      "epoch": 13.661883967560824,
      "grad_norm": 0.05758439749479294,
      "learning_rate": 1.8643328540738832e-05,
      "loss": 0.0235,
      "step": 43800
    },
    {
      "epoch": 13.661883967560824,
      "flow_loss": 0.010048352181911469,
      "step": 43800
    },
    {
      "contrastive_loss": 0.0038668117485940456,
      "epoch": 13.661883967560824,
      "step": 43800
    },
    {
      "contrastive_lambda": 0.16936370565330228,
      "epoch": 13.661883967560824,
      "step": 43800
    },
    {
      "contrastive_lambda": 0.16934406733817414,
      "epoch": 13.6621958827199,
      "step": 43801
    },
    {
      "contrastive_lambda": 0.16932442992955804,
      "epoch": 13.662507797878977,
      "step": 43802
    },
    {
      "contrastive_lambda": 0.16930479342750776,
      "epoch": 13.662819713038054,
      "step": 43803
    },
    {
      "contrastive_lambda": 0.16928515783207715,
      "epoch": 13.66313162819713,
      "step": 43804
    },
    {
      "contrastive_lambda": 0.16926552314332027,
      "epoch": 13.663443543356207,
      "step": 43805
    },
    {
      "contrastive_lambda": 0.16924588936129054,
      "epoch": 13.663755458515285,
      "step": 43806
    },
    {
      "contrastive_lambda": 0.169226256486042,
      "epoch": 13.66406737367436,
      "step": 43807
    },
    {
      "contrastive_lambda": 0.16920662451762863,
      "epoch": 13.664379288833437,
      "step": 43808
    },
    {
      "contrastive_lambda": 0.16918699345610377,
      "epoch": 13.664691203992515,
      "step": 43809
    },
    {
      "epoch": 13.66500311915159,
      "grad_norm": 0.06077165529131889,
      "learning_rate": 1.862186818405601e-05,
      "loss": 0.0218,
      "step": 43810
    },
    {
      "epoch": 13.66500311915159,
      "flow_loss": 0.02324034459888935,
      "step": 43810
    },
    {
      "contrastive_loss": 0.003420334542170167,
      "epoch": 13.66500311915159,
      "step": 43810
    },
    {
      "contrastive_lambda": 0.16916736330152166,
      "epoch": 13.66500311915159,
      "step": 43810
    },
    {
      "contrastive_lambda": 0.16914773405393618,
      "epoch": 13.665315034310668,
      "step": 43811
    },
    {
      "contrastive_lambda": 0.16912810571340087,
      "epoch": 13.665626949469743,
      "step": 43812
    },
    {
      "contrastive_lambda": 0.16910847827996978,
      "epoch": 13.66593886462882,
      "step": 43813
    },
    {
      "contrastive_lambda": 0.1690888517536962,
      "epoch": 13.666250779787898,
      "step": 43814
    },
    {
      "contrastive_lambda": 0.16906922613463454,
      "epoch": 13.666562694946974,
      "step": 43815
    },
    {
      "contrastive_lambda": 0.16904960142283854,
      "epoch": 13.666874610106051,
      "step": 43816
    },
    {
      "contrastive_lambda": 0.1690299776183617,
      "epoch": 13.667186525265128,
      "step": 43817
    },
    {
      "contrastive_lambda": 0.16901035472125792,
      "epoch": 13.667498440424204,
      "step": 43818
    },
    {
      "contrastive_lambda": 0.16899073273158122,
      "epoch": 13.667810355583281,
      "step": 43819
    },
    {
      "epoch": 13.668122270742359,
      "grad_norm": 0.0791090875864029,
      "learning_rate": 1.8600417359221156e-05,
      "loss": 0.0247,
      "step": 43820
    },
    {
      "epoch": 13.668122270742359,
      "flow_loss": 0.033608779311180115,
      "step": 43820
    },
    {
      "contrastive_loss": 0.00366391334682703,
      "epoch": 13.668122270742359,
      "step": 43820
    },
    {
      "contrastive_lambda": 0.16897111164938494,
      "epoch": 13.668122270742359,
      "step": 43820
    },
    {
      "contrastive_lambda": 0.16895149147472327,
      "epoch": 13.668434185901434,
      "step": 43821
    },
    {
      "contrastive_lambda": 0.16893187220765005,
      "epoch": 13.668746101060512,
      "step": 43822
    },
    {
      "contrastive_lambda": 0.16891225384821879,
      "epoch": 13.669058016219589,
      "step": 43823
    },
    {
      "contrastive_lambda": 0.1688926363964835,
      "epoch": 13.669369931378665,
      "step": 43824
    },
    {
      "contrastive_lambda": 0.1688730198524977,
      "epoch": 13.669681846537742,
      "step": 43825
    },
    {
      "contrastive_lambda": 0.16885340421631512,
      "epoch": 13.66999376169682,
      "step": 43826
    },
    {
      "contrastive_lambda": 0.16883378948799005,
      "epoch": 13.670305676855895,
      "step": 43827
    },
    {
      "contrastive_lambda": 0.16881417566757584,
      "epoch": 13.670617592014972,
      "step": 43828
    },
    {
      "contrastive_lambda": 0.16879456275512633,
      "epoch": 13.670929507174048,
      "step": 43829
    },
    {
      "epoch": 13.671241422333125,
      "grad_norm": 0.08119295537471771,
      "learning_rate": 1.8578976072750454e-05,
      "loss": 0.0186,
      "step": 43830
    },
    {
      "epoch": 13.671241422333125,
      "flow_loss": 0.013685637153685093,
      "step": 43830
    },
    {
      "contrastive_loss": 0.003762248670682311,
      "epoch": 13.671241422333125,
      "step": 43830
    },
    {
      "contrastive_lambda": 0.16877495075069554,
      "epoch": 13.671241422333125,
      "step": 43830
    },
    {
      "contrastive_lambda": 0.1687553396543367,
      "epoch": 13.671553337492202,
      "step": 43831
    },
    {
      "contrastive_lambda": 0.168735729466104,
      "epoch": 13.671865252651278,
      "step": 43832
    },
    {
      "contrastive_lambda": 0.1687161201860513,
      "epoch": 13.672177167810355,
      "step": 43833
    },
    {
      "contrastive_lambda": 0.16869651181423206,
      "epoch": 13.672489082969433,
      "step": 43834
    },
    {
      "contrastive_lambda": 0.16867690435070026,
      "epoch": 13.672800998128508,
      "step": 43835
    },
    {
      "contrastive_lambda": 0.16865729779550936,
      "epoch": 13.673112913287586,
      "step": 43836
    },
    {
      "contrastive_lambda": 0.16863769214871316,
      "epoch": 13.673424828446663,
      "step": 43837
    },
    {
      "contrastive_lambda": 0.16861808741036582,
      "epoch": 13.673736743605739,
      "step": 43838
    },
    {
      "contrastive_lambda": 0.1685984835805207,
      "epoch": 13.674048658764816,
      "step": 43839
    },
    {
      "epoch": 13.674360573923893,
      "grad_norm": 0.1305110901594162,
      "learning_rate": 1.8557544331157194e-05,
      "loss": 0.0241,
      "step": 43840
    },
    {
      "epoch": 13.674360573923893,
      "flow_loss": 0.03298855945467949,
      "step": 43840
    },
    {
      "contrastive_loss": 0.00367422285489738,
      "epoch": 13.674360573923893,
      "step": 43840
    },
    {
      "contrastive_lambda": 0.16857888065923166,
      "epoch": 13.674360573923893,
      "step": 43840
    },
    {
      "contrastive_lambda": 0.16855927864655257,
      "epoch": 13.674672489082969,
      "step": 43841
    },
    {
      "contrastive_lambda": 0.16853967754253685,
      "epoch": 13.674984404242046,
      "step": 43842
    },
    {
      "contrastive_lambda": 0.16852007734723845,
      "epoch": 13.675296319401124,
      "step": 43843
    },
    {
      "contrastive_lambda": 0.16850047806071106,
      "epoch": 13.6756082345602,
      "step": 43844
    },
    {
      "contrastive_lambda": 0.16848087968300846,
      "epoch": 13.675920149719277,
      "step": 43845
    },
    {
      "contrastive_lambda": 0.1684612822141845,
      "epoch": 13.676232064878352,
      "step": 43846
    },
    {
      "contrastive_lambda": 0.16844168565429257,
      "epoch": 13.67654398003743,
      "step": 43847
    },
    {
      "contrastive_lambda": 0.16842209000338648,
      "epoch": 13.676855895196507,
      "step": 43848
    },
    {
      "contrastive_lambda": 0.16840249526152035,
      "epoch": 13.677167810355582,
      "step": 43849
    },
    {
      "epoch": 13.67747972551466,
      "grad_norm": 0.10250062495470047,
      "learning_rate": 1.8536122140951785e-05,
      "loss": 0.0278,
      "step": 43850
    },
    {
      "epoch": 13.67747972551466,
      "flow_loss": 0.02101750671863556,
      "step": 43850
    },
    {
      "contrastive_loss": 0.00300592347048223,
      "epoch": 13.67747972551466,
      "step": 43850
    },
    {
      "contrastive_lambda": 0.1683829014287474,
      "epoch": 13.67747972551466,
      "step": 43850
    },
    {
      "contrastive_lambda": 0.16836330850512177,
      "epoch": 13.677791640673737,
      "step": 43851
    },
    {
      "contrastive_lambda": 0.1683437164906968,
      "epoch": 13.678103555832813,
      "step": 43852
    },
    {
      "contrastive_lambda": 0.16832412538552632,
      "epoch": 13.67841547099189,
      "step": 43853
    },
    {
      "contrastive_lambda": 0.16830453518966415,
      "epoch": 13.678727386150968,
      "step": 43854
    },
    {
      "contrastive_lambda": 0.1682849459031639,
      "epoch": 13.679039301310043,
      "step": 43855
    },
    {
      "contrastive_lambda": 0.1682653575260793,
      "epoch": 13.67935121646912,
      "step": 43856
    },
    {
      "contrastive_lambda": 0.1682457700584642,
      "epoch": 13.679663131628198,
      "step": 43857
    },
    {
      "contrastive_lambda": 0.168226183500372,
      "epoch": 13.679975046787273,
      "step": 43858
    },
    {
      "contrastive_lambda": 0.16820659785185654,
      "epoch": 13.68028696194635,
      "step": 43859
    },
    {
      "epoch": 13.680598877105428,
      "grad_norm": 0.08379828184843063,
      "learning_rate": 1.8514709508641688e-05,
      "loss": 0.0286,
      "step": 43860
    },
    {
      "epoch": 13.680598877105428,
      "flow_loss": 0.022347481921315193,
      "step": 43860
    },
    {
      "contrastive_loss": 0.004619280807673931,
      "epoch": 13.680598877105428,
      "step": 43860
    },
    {
      "contrastive_lambda": 0.16818701311297157,
      "epoch": 13.680598877105428,
      "step": 43860
    },
    {
      "contrastive_lambda": 0.1681674292837707,
      "epoch": 13.680910792264504,
      "step": 43861
    },
    {
      "contrastive_lambda": 0.1681478463643079,
      "epoch": 13.681222707423581,
      "step": 43862
    },
    {
      "contrastive_lambda": 0.1681282643546364,
      "epoch": 13.681534622582657,
      "step": 43863
    },
    {
      "contrastive_lambda": 0.1681086832548101,
      "epoch": 13.681846537741734,
      "step": 43864
    },
    {
      "contrastive_lambda": 0.16808910306488273,
      "epoch": 13.682158452900811,
      "step": 43865
    },
    {
      "contrastive_lambda": 0.16806952378490791,
      "epoch": 13.682470368059887,
      "step": 43866
    },
    {
      "contrastive_lambda": 0.16804994541493934,
      "epoch": 13.682782283218964,
      "step": 43867
    },
    {
      "contrastive_lambda": 0.16803036795503085,
      "epoch": 13.683094198378042,
      "step": 43868
    },
    {
      "contrastive_lambda": 0.16801079140523578,
      "epoch": 13.683406113537117,
      "step": 43869
    },
    {
      "epoch": 13.683718028696195,
      "grad_norm": 0.07581110298633575,
      "learning_rate": 1.8493306440731555e-05,
      "loss": 0.0261,
      "step": 43870
    },
    {
      "epoch": 13.683718028696195,
      "flow_loss": 0.014635426923632622,
      "step": 43870
    },
    {
      "contrastive_loss": 0.003910725936293602,
      "epoch": 13.683718028696195,
      "step": 43870
    },
    {
      "contrastive_lambda": 0.16799121576560816,
      "epoch": 13.683718028696195,
      "step": 43870
    },
    {
      "contrastive_lambda": 0.1679716410362011,
      "epoch": 13.684029943855272,
      "step": 43871
    },
    {
      "contrastive_lambda": 0.16795206721706885,
      "epoch": 13.684341859014348,
      "step": 43872
    },
    {
      "contrastive_lambda": 0.167932494308265,
      "epoch": 13.684653774173425,
      "step": 43873
    },
    {
      "contrastive_lambda": 0.1679129223098429,
      "epoch": 13.684965689332502,
      "step": 43874
    },
    {
      "contrastive_lambda": 0.1678933512218564,
      "epoch": 13.685277604491578,
      "step": 43875
    },
    {
      "contrastive_lambda": 0.1678737810443593,
      "epoch": 13.685589519650655,
      "step": 43876
    },
    {
      "contrastive_lambda": 0.16785421177740473,
      "epoch": 13.685901434809733,
      "step": 43877
    },
    {
      "contrastive_lambda": 0.16783464342104687,
      "epoch": 13.686213349968808,
      "step": 43878
    },
    {
      "contrastive_lambda": 0.1678150759753394,
      "epoch": 13.686525265127885,
      "step": 43879
    },
    {
      "epoch": 13.686837180286961,
      "grad_norm": 0.05619582161307335,
      "learning_rate": 1.8471912943723013e-05,
      "loss": 0.0198,
      "step": 43880
    },
    {
      "epoch": 13.686837180286961,
      "flow_loss": 0.04394830763339996,
      "step": 43880
    },
    {
      "contrastive_loss": 0.003605587873607874,
      "epoch": 13.686837180286961,
      "step": 43880
    },
    {
      "contrastive_lambda": 0.16779550944033556,
      "epoch": 13.686837180286961,
      "step": 43880
    },
    {
      "contrastive_lambda": 0.16777594381608935,
      "epoch": 13.687149095446038,
      "step": 43881
    },
    {
      "contrastive_lambda": 0.16775637910265395,
      "epoch": 13.687461010605116,
      "step": 43882
    },
    {
      "contrastive_lambda": 0.16773681530008344,
      "epoch": 13.687772925764191,
      "step": 43883
    },
    {
      "contrastive_lambda": 0.1677172524084315,
      "epoch": 13.688084840923269,
      "step": 43884
    },
    {
      "contrastive_lambda": 0.1676976904277514,
      "epoch": 13.688396756082346,
      "step": 43885
    },
    {
      "contrastive_lambda": 0.16767812935809695,
      "epoch": 13.688708671241422,
      "step": 43886
    },
    {
      "contrastive_lambda": 0.16765856919952193,
      "epoch": 13.689020586400499,
      "step": 43887
    },
    {
      "contrastive_lambda": 0.16763900995207953,
      "epoch": 13.689332501559576,
      "step": 43888
    },
    {
      "contrastive_lambda": 0.1676194516158238,
      "epoch": 13.689644416718652,
      "step": 43889
    },
    {
      "epoch": 13.68995633187773,
      "grad_norm": 0.08270613104104996,
      "learning_rate": 1.8450529024114894e-05,
      "loss": 0.021,
      "step": 43890
    },
    {
      "epoch": 13.68995633187773,
      "flow_loss": 0.02986607328057289,
      "step": 43890
    },
    {
      "contrastive_loss": 0.0030474732629954815,
      "epoch": 13.68995633187773,
      "step": 43890
    },
    {
      "contrastive_lambda": 0.16759989419080834,
      "epoch": 13.68995633187773,
      "step": 43890
    },
    {
      "contrastive_lambda": 0.16758033767708652,
      "epoch": 13.690268247036807,
      "step": 43891
    },
    {
      "contrastive_lambda": 0.16756078207471226,
      "epoch": 13.690580162195882,
      "step": 43892
    },
    {
      "contrastive_lambda": 0.16754122738373878,
      "epoch": 13.69089207735496,
      "step": 43893
    },
    {
      "contrastive_lambda": 0.16752167360421977,
      "epoch": 13.691203992514037,
      "step": 43894
    },
    {
      "contrastive_lambda": 0.16750212073620924,
      "epoch": 13.691515907673113,
      "step": 43895
    },
    {
      "contrastive_lambda": 0.16748256877976042,
      "epoch": 13.69182782283219,
      "step": 43896
    },
    {
      "contrastive_lambda": 0.167463017734927,
      "epoch": 13.692139737991265,
      "step": 43897
    },
    {
      "contrastive_lambda": 0.16744346760176276,
      "epoch": 13.692451653150343,
      "step": 43898
    },
    {
      "contrastive_lambda": 0.16742391838032078,
      "epoch": 13.69276356830942,
      "step": 43899
    },
    {
      "epoch": 13.693075483468496,
      "grad_norm": 0.07058169692754745,
      "learning_rate": 1.842915468840301e-05,
      "loss": 0.0228,
      "step": 43900
    },
    {
      "epoch": 13.693075483468496,
      "flow_loss": 0.014186829328536987,
      "step": 43900
    },
    {
      "contrastive_loss": 0.0036092535592615604,
      "epoch": 13.693075483468496,
      "step": 43900
    },
    {
      "contrastive_lambda": 0.1674043700706554,
      "epoch": 13.693075483468496,
      "step": 43900
    },
    {
      "contrastive_lambda": 0.16738482267281962,
      "epoch": 13.693387398627573,
      "step": 43901
    },
    {
      "contrastive_lambda": 0.1673652761868672,
      "epoch": 13.69369931378665,
      "step": 43902
    },
    {
      "contrastive_lambda": 0.16734573061285196,
      "epoch": 13.694011228945726,
      "step": 43903
    },
    {
      "contrastive_lambda": 0.16732618595082716,
      "epoch": 13.694323144104803,
      "step": 43904
    },
    {
      "contrastive_lambda": 0.1673066422008463,
      "epoch": 13.69463505926388,
      "step": 43905
    },
    {
      "contrastive_lambda": 0.16728709936296354,
      "epoch": 13.694946974422956,
      "step": 43906
    },
    {
      "contrastive_lambda": 0.16726755743723187,
      "epoch": 13.695258889582034,
      "step": 43907
    },
    {
      "contrastive_lambda": 0.1672480164237053,
      "epoch": 13.695570804741111,
      "step": 43908
    },
    {
      "contrastive_lambda": 0.16722847632243698,
      "epoch": 13.695882719900187,
      "step": 43909
    },
    {
      "epoch": 13.696194635059264,
      "grad_norm": 0.07456463575363159,
      "learning_rate": 1.840778994308037e-05,
      "loss": 0.0179,
      "step": 43910
    },
    {
      "epoch": 13.696194635059264,
      "flow_loss": 0.02418634481728077,
      "step": 43910
    },
    {
      "contrastive_loss": 0.003957652486860752,
      "epoch": 13.696194635059264,
      "step": 43910
    },
    {
      "contrastive_lambda": 0.16720893713348067,
      "epoch": 13.696194635059264,
      "step": 43910
    },
    {
      "contrastive_lambda": 0.16718939885689,
      "epoch": 13.696506550218341,
      "step": 43911
    },
    {
      "contrastive_lambda": 0.16716986149271845,
      "epoch": 13.696818465377417,
      "step": 43912
    },
    {
      "contrastive_lambda": 0.16715032504101968,
      "epoch": 13.697130380536494,
      "step": 43913
    },
    {
      "contrastive_lambda": 0.1671307895018473,
      "epoch": 13.69744229569557,
      "step": 43914
    },
    {
      "contrastive_lambda": 0.16711125487525463,
      "epoch": 13.697754210854647,
      "step": 43915
    },
    {
      "contrastive_lambda": 0.16709172116129517,
      "epoch": 13.698066126013725,
      "step": 43916
    },
    {
      "contrastive_lambda": 0.16707218836002297,
      "epoch": 13.6983780411728,
      "step": 43917
    },
    {
      "contrastive_lambda": 0.16705265647149115,
      "epoch": 13.698689956331878,
      "step": 43918
    },
    {
      "contrastive_lambda": 0.1670331254957535,
      "epoch": 13.699001871490955,
      "step": 43919
    },
    {
      "epoch": 13.69931378665003,
      "grad_norm": 0.05965268611907959,
      "learning_rate": 1.8386434794637004e-05,
      "loss": 0.025,
      "step": 43920
    },
    {
      "epoch": 13.69931378665003,
      "flow_loss": 0.022289840504527092,
      "step": 43920
    },
    {
      "contrastive_loss": 0.0035977812949568033,
      "epoch": 13.69931378665003,
      "step": 43920
    },
    {
      "contrastive_lambda": 0.16701359543286332,
      "epoch": 13.69931378665003,
      "step": 43920
    },
    {
      "contrastive_lambda": 0.16699406628287422,
      "epoch": 13.699625701809108,
      "step": 43921
    },
    {
      "contrastive_lambda": 0.16697453804583984,
      "epoch": 13.699937616968185,
      "step": 43922
    },
    {
      "contrastive_lambda": 0.16695501072181368,
      "epoch": 13.70024953212726,
      "step": 43923
    },
    {
      "contrastive_lambda": 0.1669354843108492,
      "epoch": 13.700561447286338,
      "step": 43924
    },
    {
      "contrastive_lambda": 0.16691595881300025,
      "epoch": 13.700873362445416,
      "step": 43925
    },
    {
      "contrastive_lambda": 0.1668964342283199,
      "epoch": 13.701185277604491,
      "step": 43926
    },
    {
      "contrastive_lambda": 0.16687691055686205,
      "epoch": 13.701497192763568,
      "step": 43927
    },
    {
      "contrastive_lambda": 0.16685738779867976,
      "epoch": 13.701809107922646,
      "step": 43928
    },
    {
      "contrastive_lambda": 0.166837865953827,
      "epoch": 13.702121023081721,
      "step": 43929
    },
    {
      "epoch": 13.702432938240799,
      "grad_norm": 0.08149804919958115,
      "learning_rate": 1.8365089249560034e-05,
      "loss": 0.0248,
      "step": 43930
    },
    {
      "epoch": 13.702432938240799,
      "flow_loss": 0.031208015978336334,
      "step": 43930
    },
    {
      "contrastive_loss": 0.003335953690111637,
      "epoch": 13.702432938240799,
      "step": 43930
    },
    {
      "contrastive_lambda": 0.16681834502235732,
      "epoch": 13.702432938240799,
      "step": 43930
    },
    {
      "contrastive_lambda": 0.16679882500432386,
      "epoch": 13.702744853399874,
      "step": 43931
    },
    {
      "contrastive_lambda": 0.16677930589978035,
      "epoch": 13.703056768558952,
      "step": 43932
    },
    {
      "contrastive_lambda": 0.16675978770878036,
      "epoch": 13.703368683718029,
      "step": 43933
    },
    {
      "contrastive_lambda": 0.1667402704313773,
      "epoch": 13.703680598877105,
      "step": 43934
    },
    {
      "contrastive_lambda": 0.16672075406762465,
      "epoch": 13.703992514036182,
      "step": 43935
    },
    {
      "contrastive_lambda": 0.1667012386175762,
      "epoch": 13.70430442919526,
      "step": 43936
    },
    {
      "contrastive_lambda": 0.16668172408128507,
      "epoch": 13.704616344354335,
      "step": 43937
    },
    {
      "contrastive_lambda": 0.16666221045880508,
      "epoch": 13.704928259513412,
      "step": 43938
    },
    {
      "contrastive_lambda": 0.1666426977501892,
      "epoch": 13.70524017467249,
      "step": 43939
    },
    {
      "epoch": 13.705552089831565,
      "grad_norm": 0.06757200509309769,
      "learning_rate": 1.8343753314333683e-05,
      "loss": 0.0244,
      "step": 43940
    },
    {
      "epoch": 13.705552089831565,
      "flow_loss": 0.017924511805176735,
      "step": 43940
    },
    {
      "contrastive_loss": 0.003634191583842039,
      "epoch": 13.705552089831565,
      "step": 43940
    },
    {
      "contrastive_lambda": 0.16662318595549147,
      "epoch": 13.705552089831565,
      "step": 43940
    },
    {
      "contrastive_lambda": 0.16660367507476537,
      "epoch": 13.705864004990643,
      "step": 43941
    },
    {
      "contrastive_lambda": 0.16658416510806406,
      "epoch": 13.70617592014972,
      "step": 43942
    },
    {
      "contrastive_lambda": 0.16656465605544124,
      "epoch": 13.706487835308796,
      "step": 43943
    },
    {
      "contrastive_lambda": 0.16654514791695046,
      "epoch": 13.706799750467873,
      "step": 43944
    },
    {
      "contrastive_lambda": 0.16652564069264475,
      "epoch": 13.70711166562695,
      "step": 43945
    },
    {
      "contrastive_lambda": 0.16650613438257827,
      "epoch": 13.707423580786026,
      "step": 43946
    },
    {
      "contrastive_lambda": 0.166486628986804,
      "epoch": 13.707735495945103,
      "step": 43947
    },
    {
      "contrastive_lambda": 0.1664671245053756,
      "epoch": 13.708047411104179,
      "step": 43948
    },
    {
      "contrastive_lambda": 0.16644762093834664,
      "epoch": 13.708359326263256,
      "step": 43949
    },
    {
      "epoch": 13.708671241422334,
      "grad_norm": 0.11517835408449173,
      "learning_rate": 1.8322426995439236e-05,
      "loss": 0.0286,
      "step": 43950
    },
    {
      "epoch": 13.708671241422334,
      "flow_loss": 0.010388121008872986,
      "step": 43950
    },
    {
      "contrastive_loss": 0.003424962516874075,
      "epoch": 13.708671241422334,
      "step": 43950
    },
    {
      "contrastive_lambda": 0.16642811828577014,
      "epoch": 13.708671241422334,
      "step": 43950
    },
    {
      "contrastive_lambda": 0.16640861654770006,
      "epoch": 13.708983156581409,
      "step": 43951
    },
    {
      "contrastive_lambda": 0.1663891157241899,
      "epoch": 13.709295071740486,
      "step": 43952
    },
    {
      "contrastive_lambda": 0.16636961581529275,
      "epoch": 13.709606986899564,
      "step": 43953
    },
    {
      "contrastive_lambda": 0.16635011682106238,
      "epoch": 13.70991890205864,
      "step": 43954
    },
    {
      "contrastive_lambda": 0.16633061874155192,
      "epoch": 13.710230817217717,
      "step": 43955
    },
    {
      "contrastive_lambda": 0.16631112157681488,
      "epoch": 13.710542732376794,
      "step": 43956
    },
    {
      "contrastive_lambda": 0.16629162532690517,
      "epoch": 13.71085464753587,
      "step": 43957
    },
    {
      "contrastive_lambda": 0.16627212999187574,
      "epoch": 13.711166562694947,
      "step": 43958
    },
    {
      "contrastive_lambda": 0.16625263557178027,
      "epoch": 13.711478477854024,
      "step": 43959
    },
    {
      "epoch": 13.7117903930131,
      "grad_norm": 0.098526231944561,
      "learning_rate": 1.8301110299355058e-05,
      "loss": 0.0212,
      "step": 43960
    },
    {
      "epoch": 13.7117903930131,
      "flow_loss": 0.03794481232762337,
      "step": 43960
    },
    {
      "contrastive_loss": 0.005799723789095879,
      "epoch": 13.7117903930131,
      "step": 43960
    },
    {
      "contrastive_lambda": 0.16623314206667222,
      "epoch": 13.7117903930131,
      "step": 43960
    },
    {
      "contrastive_lambda": 0.16621364947660489,
      "epoch": 13.712102308172177,
      "step": 43961
    },
    {
      "contrastive_lambda": 0.16619415780163155,
      "epoch": 13.712414223331255,
      "step": 43962
    },
    {
      "contrastive_lambda": 0.16617466704180628,
      "epoch": 13.71272613849033,
      "step": 43963
    },
    {
      "contrastive_lambda": 0.16615517719718187,
      "epoch": 13.713038053649408,
      "step": 43964
    },
    {
      "contrastive_lambda": 0.16613568826781222,
      "epoch": 13.713349968808483,
      "step": 43965
    },
    {
      "contrastive_lambda": 0.16611620025375035,
      "epoch": 13.71366188396756,
      "step": 43966
    },
    {
      "contrastive_lambda": 0.16609671315504987,
      "epoch": 13.713973799126638,
      "step": 43967
    },
    {
      "contrastive_lambda": 0.16607722697176425,
      "epoch": 13.714285714285714,
      "step": 43968
    },
    {
      "contrastive_lambda": 0.16605774170394683,
      "epoch": 13.71459762944479,
      "step": 43969
    },
    {
      "epoch": 13.714909544603868,
      "grad_norm": 0.07511121034622192,
      "learning_rate": 1.8279803232556625e-05,
      "loss": 0.0239,
      "step": 43970
    },
    {
      "epoch": 13.714909544603868,
      "flow_loss": 0.029055224731564522,
      "step": 43970
    },
    {
      "contrastive_loss": 0.004000445827841759,
      "epoch": 13.714909544603868,
      "step": 43970
    },
    {
      "contrastive_lambda": 0.16603825735165106,
      "epoch": 13.714909544603868,
      "step": 43970
    },
    {
      "contrastive_lambda": 0.16601877391493058,
      "epoch": 13.715221459762944,
      "step": 43971
    },
    {
      "contrastive_lambda": 0.1659992913938384,
      "epoch": 13.715533374922021,
      "step": 43972
    },
    {
      "contrastive_lambda": 0.16597980978842797,
      "epoch": 13.715845290081099,
      "step": 43973
    },
    {
      "contrastive_lambda": 0.1659603290987532,
      "epoch": 13.716157205240174,
      "step": 43974
    },
    {
      "contrastive_lambda": 0.16594084932486697,
      "epoch": 13.716469120399251,
      "step": 43975
    },
    {
      "contrastive_lambda": 0.16592137046682304,
      "epoch": 13.716781035558329,
      "step": 43976
    },
    {
      "contrastive_lambda": 0.16590189252467447,
      "epoch": 13.717092950717404,
      "step": 43977
    },
    {
      "contrastive_lambda": 0.16588241549847482,
      "epoch": 13.717404865876482,
      "step": 43978
    },
    {
      "contrastive_lambda": 0.1658629393882775,
      "epoch": 13.71771678103556,
      "step": 43979
    },
    {
      "epoch": 13.718028696194635,
      "grad_norm": 0.11950922757387161,
      "learning_rate": 1.8258505801516444e-05,
      "loss": 0.022,
      "step": 43980
    },
    {
      "epoch": 13.718028696194635,
      "flow_loss": 0.040841829031705856,
      "step": 43980
    },
    {
      "contrastive_loss": 0.003327369224280119,
      "epoch": 13.718028696194635,
      "step": 43980
    },
    {
      "contrastive_lambda": 0.16584346419413593,
      "epoch": 13.718028696194635,
      "step": 43980
    },
    {
      "contrastive_lambda": 0.16582398991610342,
      "epoch": 13.718340611353712,
      "step": 43981
    },
    {
      "contrastive_lambda": 0.16580451655423362,
      "epoch": 13.718652526512788,
      "step": 43982
    },
    {
      "contrastive_lambda": 0.16578504410857958,
      "epoch": 13.718964441671865,
      "step": 43983
    },
    {
      "contrastive_lambda": 0.16576557257919494,
      "epoch": 13.719276356830942,
      "step": 43984
    },
    {
      "contrastive_lambda": 0.1657461019661326,
      "epoch": 13.719588271990018,
      "step": 43985
    },
    {
      "contrastive_lambda": 0.1657266322694465,
      "epoch": 13.719900187149095,
      "step": 43986
    },
    {
      "contrastive_lambda": 0.16570716348919,
      "epoch": 13.720212102308173,
      "step": 43987
    },
    {
      "contrastive_lambda": 0.16568769562541613,
      "epoch": 13.720524017467248,
      "step": 43988
    },
    {
      "contrastive_lambda": 0.16566822867817838,
      "epoch": 13.720835932626326,
      "step": 43989
    },
    {
      "epoch": 13.721147847785403,
      "grad_norm": 0.07288826256990433,
      "learning_rate": 1.8237218012704117e-05,
      "loss": 0.0269,
      "step": 43990
    },
    {
      "epoch": 13.721147847785403,
      "flow_loss": 0.029663780704140663,
      "step": 43990
    },
    {
      "contrastive_loss": 0.004153301939368248,
      "epoch": 13.721147847785403,
      "step": 43990
    },
    {
      "contrastive_lambda": 0.1656487626475302,
      "epoch": 13.721147847785403,
      "step": 43990
    },
    {
      "contrastive_lambda": 0.1656292975335249,
      "epoch": 13.721459762944479,
      "step": 43991
    },
    {
      "contrastive_lambda": 0.16560983333621587,
      "epoch": 13.721771678103556,
      "step": 43992
    },
    {
      "contrastive_lambda": 0.16559037005565663,
      "epoch": 13.722083593262633,
      "step": 43993
    },
    {
      "contrastive_lambda": 0.16557090769190025,
      "epoch": 13.722395508421709,
      "step": 43994
    },
    {
      "contrastive_lambda": 0.16555144624500034,
      "epoch": 13.722707423580786,
      "step": 43995
    },
    {
      "contrastive_lambda": 0.16553198571500982,
      "epoch": 13.723019338739864,
      "step": 43996
    },
    {
      "contrastive_lambda": 0.16551252610198247,
      "epoch": 13.72333125389894,
      "step": 43997
    },
    {
      "contrastive_lambda": 0.16549306740597175,
      "epoch": 13.723643169058017,
      "step": 43998
    },
    {
      "contrastive_lambda": 0.16547360962703056,
      "epoch": 13.723955084217092,
      "step": 43999
    },
    {
      "epoch": 13.72426699937617,
      "grad_norm": 0.09074568003416061,
      "learning_rate": 1.821593987258631e-05,
      "loss": 0.0225,
      "step": 44000
    },
    {
      "epoch": 13.72426699937617,
      "flow_loss": 0.024310478940606117,
      "step": 44000
    },
    {
      "contrastive_loss": 0.0036543274763971567,
      "epoch": 13.72426699937617,
      "step": 44000
    },
    {
      "contrastive_lambda": 0.16545415276521253,
      "epoch": 13.72426699937617,
      "step": 44000
    },
    {
      "contrastive_lambda": 0.16543469682057105,
      "epoch": 13.724578914535247,
      "step": 44001
    },
    {
      "contrastive_lambda": 0.16541524179315903,
      "epoch": 13.724890829694322,
      "step": 44002
    },
    {
      "contrastive_lambda": 0.16539578768303043,
      "epoch": 13.7252027448534,
      "step": 44003
    },
    {
      "contrastive_lambda": 0.16537633449023814,
      "epoch": 13.725514660012477,
      "step": 44004
    },
    {
      "contrastive_lambda": 0.16535688221483558,
      "epoch": 13.725826575171553,
      "step": 44005
    },
    {
      "contrastive_lambda": 0.16533743085687636,
      "epoch": 13.72613849033063,
      "step": 44006
    },
    {
      "contrastive_lambda": 0.16531798041641316,
      "epoch": 13.726450405489707,
      "step": 44007
    },
    {
      "contrastive_lambda": 0.16529853089349994,
      "epoch": 13.726762320648783,
      "step": 44008
    },
    {
      "contrastive_lambda": 0.16527908228819,
      "epoch": 13.72707423580786,
      "step": 44009
    },
    {
      "epoch": 13.727386150966938,
      "grad_norm": 0.07215411961078644,
      "learning_rate": 1.8194671387626744e-05,
      "loss": 0.0175,
      "step": 44010
    },
    {
      "epoch": 13.727386150966938,
      "flow_loss": 0.028534239158034325,
      "step": 44010
    },
    {
      "contrastive_loss": 0.003725361777469516,
      "epoch": 13.727386150966938,
      "step": 44010
    },
    {
      "contrastive_lambda": 0.16525963460053622,
      "epoch": 13.727386150966938,
      "step": 44010
    },
    {
      "contrastive_lambda": 0.16524018783059236,
      "epoch": 13.727698066126013,
      "step": 44011
    },
    {
      "contrastive_lambda": 0.16522074197841136,
      "epoch": 13.72800998128509,
      "step": 44012
    },
    {
      "contrastive_lambda": 0.16520129704404657,
      "epoch": 13.728321896444168,
      "step": 44013
    },
    {
      "contrastive_lambda": 0.16518185302755173,
      "epoch": 13.728633811603244,
      "step": 44014
    },
    {
      "contrastive_lambda": 0.16516240992897968,
      "epoch": 13.728945726762321,
      "step": 44015
    },
    {
      "contrastive_lambda": 0.16514296774838388,
      "epoch": 13.729257641921397,
      "step": 44016
    },
    {
      "contrastive_lambda": 0.16512352648581785,
      "epoch": 13.729569557080474,
      "step": 44017
    },
    {
      "contrastive_lambda": 0.16510408614133454,
      "epoch": 13.729881472239551,
      "step": 44018
    },
    {
      "contrastive_lambda": 0.16508464671498718,
      "epoch": 13.730193387398627,
      "step": 44019
    },
    {
      "epoch": 13.730505302557704,
      "grad_norm": 0.09395338594913483,
      "learning_rate": 1.8173412564286276e-05,
      "loss": 0.0284,
      "step": 44020
    },
    {
      "epoch": 13.730505302557704,
      "flow_loss": 0.016643112525343895,
      "step": 44020
    },
    {
      "contrastive_loss": 0.0027906361501663923,
      "epoch": 13.730505302557704,
      "step": 44020
    },
    {
      "contrastive_lambda": 0.16506520820682963,
      "epoch": 13.730505302557704,
      "step": 44020
    },
    {
      "contrastive_lambda": 0.16504577061691467,
      "epoch": 13.730817217716782,
      "step": 44021
    },
    {
      "contrastive_lambda": 0.16502633394529587,
      "epoch": 13.731129132875857,
      "step": 44022
    },
    {
      "contrastive_lambda": 0.16500689819202624,
      "epoch": 13.731441048034934,
      "step": 44023
    },
    {
      "contrastive_lambda": 0.16498746335715908,
      "epoch": 13.731752963194012,
      "step": 44024
    },
    {
      "contrastive_lambda": 0.16496802944074812,
      "epoch": 13.732064878353087,
      "step": 44025
    },
    {
      "contrastive_lambda": 0.1649485964428462,
      "epoch": 13.732376793512165,
      "step": 44026
    },
    {
      "contrastive_lambda": 0.1649291643635067,
      "epoch": 13.732688708671242,
      "step": 44027
    },
    {
      "contrastive_lambda": 0.16490973320278307,
      "epoch": 13.733000623830318,
      "step": 44028
    },
    {
      "contrastive_lambda": 0.16489030296072832,
      "epoch": 13.733312538989395,
      "step": 44029
    },
    {
      "epoch": 13.733624454148472,
      "grad_norm": 0.06385686248540878,
      "learning_rate": 1.8152163409022697e-05,
      "loss": 0.024,
      "step": 44030
    },
    {
      "epoch": 13.733624454148472,
      "flow_loss": 0.02271687053143978,
      "step": 44030
    },
    {
      "contrastive_loss": 0.003030533203855157,
      "epoch": 13.733624454148472,
      "step": 44030
    },
    {
      "contrastive_lambda": 0.1648708736373956,
      "epoch": 13.733624454148472,
      "step": 44030
    },
    {
      "contrastive_lambda": 0.1648514452328388,
      "epoch": 13.733936369307548,
      "step": 44031
    },
    {
      "contrastive_lambda": 0.1648320177471106,
      "epoch": 13.734248284466625,
      "step": 44032
    },
    {
      "contrastive_lambda": 0.1648125911802646,
      "epoch": 13.734560199625701,
      "step": 44033
    },
    {
      "contrastive_lambda": 0.16479316553235374,
      "epoch": 13.734872114784778,
      "step": 44034
    },
    {
      "contrastive_lambda": 0.1647737408034315,
      "epoch": 13.735184029943856,
      "step": 44035
    },
    {
      "contrastive_lambda": 0.16475431699355103,
      "epoch": 13.735495945102931,
      "step": 44036
    },
    {
      "contrastive_lambda": 0.16473489410276565,
      "epoch": 13.735807860262009,
      "step": 44037
    },
    {
      "contrastive_lambda": 0.16471547213112858,
      "epoch": 13.736119775421086,
      "step": 44038
    },
    {
      "contrastive_lambda": 0.16469605107869328,
      "epoch": 13.736431690580162,
      "step": 44039
    },
    {
      "epoch": 13.736743605739239,
      "grad_norm": 0.09081339091062546,
      "learning_rate": 1.8130923928291023e-05,
      "loss": 0.0254,
      "step": 44040
    },
    {
      "epoch": 13.736743605739239,
      "flow_loss": 0.010567902587354183,
      "step": 44040
    },
    {
      "contrastive_loss": 0.00375185813754797,
      "epoch": 13.736743605739239,
      "step": 44040
    },
    {
      "contrastive_lambda": 0.1646766309455126,
      "epoch": 13.736743605739239,
      "step": 44040
    },
    {
      "contrastive_lambda": 0.16465721173164,
      "epoch": 13.737055520898316,
      "step": 44041
    },
    {
      "contrastive_lambda": 0.1646377934371287,
      "epoch": 13.737367436057392,
      "step": 44042
    },
    {
      "contrastive_lambda": 0.1646183760620319,
      "epoch": 13.73767935121647,
      "step": 44043
    },
    {
      "contrastive_lambda": 0.16459895960640303,
      "epoch": 13.737991266375547,
      "step": 44044
    },
    {
      "contrastive_lambda": 0.16457954407029501,
      "epoch": 13.738303181534622,
      "step": 44045
    },
    {
      "contrastive_lambda": 0.1645601294537612,
      "epoch": 13.7386150966937,
      "step": 44046
    },
    {
      "contrastive_lambda": 0.16454071575685486,
      "epoch": 13.738927011852777,
      "step": 44047
    },
    {
      "contrastive_lambda": 0.1645213029796292,
      "epoch": 13.739238927011852,
      "step": 44048
    },
    {
      "contrastive_lambda": 0.1645018911221376,
      "epoch": 13.73955084217093,
      "step": 44049
    },
    {
      "epoch": 13.739862757330005,
      "grad_norm": 0.11042633652687073,
      "learning_rate": 1.8109694128543163e-05,
      "loss": 0.0255,
      "step": 44050
    },
    {
      "epoch": 13.739862757330005,
      "flow_loss": 0.019414255395531654,
      "step": 44050
    },
    {
      "contrastive_loss": 0.0029901142697781324,
      "epoch": 13.739862757330005,
      "step": 44050
    },
    {
      "contrastive_lambda": 0.1644824801844329,
      "epoch": 13.739862757330005,
      "step": 44050
    },
    {
      "contrastive_lambda": 0.16446307016656858,
      "epoch": 13.740174672489083,
      "step": 44051
    },
    {
      "contrastive_lambda": 0.16444366106859792,
      "epoch": 13.74048658764816,
      "step": 44052
    },
    {
      "contrastive_lambda": 0.16442425289057372,
      "epoch": 13.740798502807236,
      "step": 44053
    },
    {
      "contrastive_lambda": 0.16440484563254965,
      "epoch": 13.741110417966313,
      "step": 44054
    },
    {
      "contrastive_lambda": 0.16438543929457888,
      "epoch": 13.74142233312539,
      "step": 44055
    },
    {
      "contrastive_lambda": 0.1643660338767144,
      "epoch": 13.741734248284466,
      "step": 44056
    },
    {
      "contrastive_lambda": 0.16434662937900957,
      "epoch": 13.742046163443543,
      "step": 44057
    },
    {
      "contrastive_lambda": 0.1643272258015172,
      "epoch": 13.74235807860262,
      "step": 44058
    },
    {
      "contrastive_lambda": 0.16430782314429104,
      "epoch": 13.742669993761696,
      "step": 44059
    },
    {
      "epoch": 13.742981908920774,
      "grad_norm": 0.06642432510852814,
      "learning_rate": 1.8088474016228237e-05,
      "loss": 0.0228,
      "step": 44060
    },
    {
      "epoch": 13.742981908920774,
      "flow_loss": 0.02591942436993122,
      "step": 44060
    },
    {
      "contrastive_loss": 0.0034931832924485207,
      "epoch": 13.742981908920774,
      "step": 44060
    },
    {
      "contrastive_lambda": 0.16428842140738414,
      "epoch": 13.742981908920774,
      "step": 44060
    },
    {
      "contrastive_lambda": 0.1642690205908494,
      "epoch": 13.743293824079851,
      "step": 44061
    },
    {
      "contrastive_lambda": 0.16424962069474025,
      "epoch": 13.743605739238927,
      "step": 44062
    },
    {
      "contrastive_lambda": 0.16423022171911,
      "epoch": 13.743917654398004,
      "step": 44063
    },
    {
      "contrastive_lambda": 0.16421082366401135,
      "epoch": 13.744229569557081,
      "step": 44064
    },
    {
      "contrastive_lambda": 0.16419142652949792,
      "epoch": 13.744541484716157,
      "step": 44065
    },
    {
      "contrastive_lambda": 0.16417203031562289,
      "epoch": 13.744853399875234,
      "step": 44066
    },
    {
      "contrastive_lambda": 0.1641526350224392,
      "epoch": 13.74516531503431,
      "step": 44067
    },
    {
      "contrastive_lambda": 0.1641332406500003,
      "epoch": 13.745477230193387,
      "step": 44068
    },
    {
      "contrastive_lambda": 0.16411384719835898,
      "epoch": 13.745789145352465,
      "step": 44069
    },
    {
      "epoch": 13.74610106051154,
      "grad_norm": 0.09532157331705093,
      "learning_rate": 1.8067263597792328e-05,
      "loss": 0.0243,
      "step": 44070
    },
    {
      "epoch": 13.74610106051154,
      "flow_loss": 0.017084157094359398,
      "step": 44070
    },
    {
      "contrastive_loss": 0.00378755247220397,
      "epoch": 13.74610106051154,
      "step": 44070
    },
    {
      "contrastive_lambda": 0.16409445466756845,
      "epoch": 13.74610106051154,
      "step": 44070
    },
    {
      "contrastive_lambda": 0.16407506305768244,
      "epoch": 13.746412975670617,
      "step": 44071
    },
    {
      "contrastive_lambda": 0.1640556723687535,
      "epoch": 13.746724890829695,
      "step": 44072
    },
    {
      "contrastive_lambda": 0.16403628260083503,
      "epoch": 13.74703680598877,
      "step": 44073
    },
    {
      "contrastive_lambda": 0.16401689375398032,
      "epoch": 13.747348721147848,
      "step": 44074
    },
    {
      "contrastive_lambda": 0.16399750582824202,
      "epoch": 13.747660636306925,
      "step": 44075
    },
    {
      "contrastive_lambda": 0.16397811882367386,
      "epoch": 13.747972551466,
      "step": 44076
    },
    {
      "contrastive_lambda": 0.16395873274032885,
      "epoch": 13.748284466625078,
      "step": 44077
    },
    {
      "contrastive_lambda": 0.16393934757825995,
      "epoch": 13.748596381784155,
      "step": 44078
    },
    {
      "contrastive_lambda": 0.16391996333752057,
      "epoch": 13.748908296943231,
      "step": 44079
    },
    {
      "epoch": 13.749220212102308,
      "grad_norm": 0.10644913464784622,
      "learning_rate": 1.80460628796786e-05,
      "loss": 0.0209,
      "step": 44080
    },
    {
      "epoch": 13.749220212102308,
      "flow_loss": 0.04993611201643944,
      "step": 44080
    },
    {
      "contrastive_loss": 0.00359877641312778,
      "epoch": 13.749220212102308,
      "step": 44080
    },
    {
      "contrastive_lambda": 0.1639005800181635,
      "epoch": 13.749220212102308,
      "step": 44080
    },
    {
      "contrastive_lambda": 0.16388119762024195,
      "epoch": 13.749532127261386,
      "step": 44081
    },
    {
      "contrastive_lambda": 0.16386181614380946,
      "epoch": 13.749844042420461,
      "step": 44082
    },
    {
      "contrastive_lambda": 0.16384243558891876,
      "epoch": 13.750155957579539,
      "step": 44083
    },
    {
      "contrastive_lambda": 0.16382305595562308,
      "epoch": 13.750467872738614,
      "step": 44084
    },
    {
      "contrastive_lambda": 0.16380367724397576,
      "epoch": 13.750779787897692,
      "step": 44085
    },
    {
      "contrastive_lambda": 0.16378429945402956,
      "epoch": 13.751091703056769,
      "step": 44086
    },
    {
      "contrastive_lambda": 0.1637649225858378,
      "epoch": 13.751403618215845,
      "step": 44087
    },
    {
      "contrastive_lambda": 0.16374554663945362,
      "epoch": 13.751715533374922,
      "step": 44088
    },
    {
      "contrastive_lambda": 0.16372617161493014,
      "epoch": 13.752027448534,
      "step": 44089
    },
    {
      "epoch": 13.752339363693075,
      "grad_norm": 0.0753081738948822,
      "learning_rate": 1.8024871868327276e-05,
      "loss": 0.0254,
      "step": 44090
    },
    {
      "epoch": 13.752339363693075,
      "flow_loss": 0.025687789544463158,
      "step": 44090
    },
    {
      "contrastive_loss": 0.003415296319872141,
      "epoch": 13.752339363693075,
      "step": 44090
    },
    {
      "contrastive_lambda": 0.16370679751232053,
      "epoch": 13.752339363693075,
      "step": 44090
    },
    {
      "contrastive_lambda": 0.16368742433167777,
      "epoch": 13.752651278852152,
      "step": 44091
    },
    {
      "contrastive_lambda": 0.1636680520730548,
      "epoch": 13.75296319401123,
      "step": 44092
    },
    {
      "contrastive_lambda": 0.1636486807365053,
      "epoch": 13.753275109170305,
      "step": 44093
    },
    {
      "contrastive_lambda": 0.1636293103220819,
      "epoch": 13.753587024329383,
      "step": 44094
    },
    {
      "contrastive_lambda": 0.16360994082983776,
      "epoch": 13.75389893948846,
      "step": 44095
    },
    {
      "contrastive_lambda": 0.16359057225982632,
      "epoch": 13.754210854647535,
      "step": 44096
    },
    {
      "contrastive_lambda": 0.16357120461210023,
      "epoch": 13.754522769806613,
      "step": 44097
    },
    {
      "contrastive_lambda": 0.1635518378867128,
      "epoch": 13.75483468496569,
      "step": 44098
    },
    {
      "contrastive_lambda": 0.16353247208371707,
      "epoch": 13.755146600124766,
      "step": 44099
    },
    {
      "epoch": 13.755458515283843,
      "grad_norm": 0.09876956790685654,
      "learning_rate": 1.8003690570175608e-05,
      "loss": 0.024,
      "step": 44100
    },
    {
      "epoch": 13.755458515283843,
      "flow_loss": 0.02482086792588234,
      "step": 44100
    },
    {
      "contrastive_loss": 0.003873278386890888,
      "epoch": 13.755458515283843,
      "step": 44100
    },
    {
      "contrastive_lambda": 0.1635131072031662,
      "epoch": 13.755458515283843,
      "step": 44100
    },
    {
      "contrastive_lambda": 0.16349374324511345,
      "epoch": 13.755770430442919,
      "step": 44101
    },
    {
      "contrastive_lambda": 0.16347438020961147,
      "epoch": 13.756082345601996,
      "step": 44102
    },
    {
      "contrastive_lambda": 0.16345501809671364,
      "epoch": 13.756394260761073,
      "step": 44103
    },
    {
      "contrastive_lambda": 0.163435656906473,
      "epoch": 13.756706175920149,
      "step": 44104
    },
    {
      "contrastive_lambda": 0.16341629663894258,
      "epoch": 13.757018091079226,
      "step": 44105
    },
    {
      "contrastive_lambda": 0.16339693729417565,
      "epoch": 13.757330006238304,
      "step": 44106
    },
    {
      "contrastive_lambda": 0.16337757887222498,
      "epoch": 13.75764192139738,
      "step": 44107
    },
    {
      "contrastive_lambda": 0.16335822137314376,
      "epoch": 13.757953836556457,
      "step": 44108
    },
    {
      "contrastive_lambda": 0.16333886479698512,
      "epoch": 13.758265751715534,
      "step": 44109
    },
    {
      "epoch": 13.75857766687461,
      "grad_norm": 0.07021922618150711,
      "learning_rate": 1.7982518991657943e-05,
      "loss": 0.0199,
      "step": 44110
    },
    {
      "epoch": 13.75857766687461,
      "flow_loss": 0.014219884760677814,
      "step": 44110
    },
    {
      "contrastive_loss": 0.004694981500506401,
      "epoch": 13.75857766687461,
      "step": 44110
    },
    {
      "contrastive_lambda": 0.1633195091438021,
      "epoch": 13.75857766687461,
      "step": 44110
    },
    {
      "contrastive_lambda": 0.16330015441364776,
      "epoch": 13.758889582033687,
      "step": 44111
    },
    {
      "contrastive_lambda": 0.1632808006065753,
      "epoch": 13.759201497192764,
      "step": 44112
    },
    {
      "contrastive_lambda": 0.1632614477226375,
      "epoch": 13.75951341235184,
      "step": 44113
    },
    {
      "contrastive_lambda": 0.16324209576188775,
      "epoch": 13.759825327510917,
      "step": 44114
    },
    {
      "contrastive_lambda": 0.16322274472437853,
      "epoch": 13.760137242669995,
      "step": 44115
    },
    {
      "contrastive_lambda": 0.16320339461016348,
      "epoch": 13.76044915782907,
      "step": 44116
    },
    {
      "contrastive_lambda": 0.1631840454192956,
      "epoch": 13.760761072988148,
      "step": 44117
    },
    {
      "contrastive_lambda": 0.16316469715182763,
      "epoch": 13.761072988147223,
      "step": 44118
    },
    {
      "contrastive_lambda": 0.16314534980781276,
      "epoch": 13.7613849033063,
      "step": 44119
    },
    {
      "epoch": 13.761696818465378,
      "grad_norm": 0.06475339084863663,
      "learning_rate": 1.7961357139205643e-05,
      "loss": 0.0188,
      "step": 44120
    },
    {
      "epoch": 13.761696818465378,
      "flow_loss": 0.02654350735247135,
      "step": 44120
    },
    {
      "contrastive_loss": 0.004119939170777798,
      "epoch": 13.761696818465378,
      "step": 44120
    },
    {
      "contrastive_lambda": 0.1631260033873042,
      "epoch": 13.761696818465378,
      "step": 44120
    },
    {
      "contrastive_lambda": 0.1631066578903545,
      "epoch": 13.762008733624453,
      "step": 44121
    },
    {
      "contrastive_lambda": 0.1630873133170172,
      "epoch": 13.76232064878353,
      "step": 44122
    },
    {
      "contrastive_lambda": 0.16306796966734532,
      "epoch": 13.762632563942608,
      "step": 44123
    },
    {
      "contrastive_lambda": 0.16304862694139155,
      "epoch": 13.762944479101684,
      "step": 44124
    },
    {
      "contrastive_lambda": 0.16302928513920928,
      "epoch": 13.763256394260761,
      "step": 44125
    },
    {
      "contrastive_lambda": 0.16300994426085103,
      "epoch": 13.763568309419838,
      "step": 44126
    },
    {
      "contrastive_lambda": 0.1629906043063703,
      "epoch": 13.763880224578914,
      "step": 44127
    },
    {
      "contrastive_lambda": 0.16297126527582018,
      "epoch": 13.764192139737991,
      "step": 44128
    },
    {
      "contrastive_lambda": 0.16295192716925322,
      "epoch": 13.764504054897069,
      "step": 44129
    },
    {
      "epoch": 13.764815970056144,
      "grad_norm": 0.0712372288107872,
      "learning_rate": 1.7940205019247108e-05,
      "loss": 0.0216,
      "step": 44130
    },
    {
      "epoch": 13.764815970056144,
      "flow_loss": 0.012370090000331402,
      "step": 44130
    },
    {
      "contrastive_loss": 0.003690363373607397,
      "epoch": 13.764815970056144,
      "step": 44130
    },
    {
      "contrastive_lambda": 0.16293258998672278,
      "epoch": 13.764815970056144,
      "step": 44130
    },
    {
      "contrastive_lambda": 0.16291325372828186,
      "epoch": 13.765127885215222,
      "step": 44131
    },
    {
      "contrastive_lambda": 0.16289391839398315,
      "epoch": 13.765439800374299,
      "step": 44132
    },
    {
      "contrastive_lambda": 0.16287458398388,
      "epoch": 13.765751715533375,
      "step": 44133
    },
    {
      "contrastive_lambda": 0.16285525049802552,
      "epoch": 13.766063630692452,
      "step": 44134
    },
    {
      "contrastive_lambda": 0.16283591793647234,
      "epoch": 13.766375545851528,
      "step": 44135
    },
    {
      "contrastive_lambda": 0.16281658629927376,
      "epoch": 13.766687461010605,
      "step": 44136
    },
    {
      "contrastive_lambda": 0.16279725558648256,
      "epoch": 13.766999376169682,
      "step": 44137
    },
    {
      "contrastive_lambda": 0.1627779257981516,
      "epoch": 13.767311291328758,
      "step": 44138
    },
    {
      "contrastive_lambda": 0.16275859693433448,
      "epoch": 13.767623206487835,
      "step": 44139
    },
    {
      "epoch": 13.767935121646913,
      "grad_norm": 0.08004243671894073,
      "learning_rate": 1.79190626382078e-05,
      "loss": 0.0223,
      "step": 44140
    },
    {
      "epoch": 13.767935121646913,
      "flow_loss": 0.02708871103823185,
      "step": 44140
    },
    {
      "contrastive_loss": 0.005098429508507252,
      "epoch": 13.767935121646913,
      "step": 44140
    },
    {
      "contrastive_lambda": 0.16273926899508362,
      "epoch": 13.767935121646913,
      "step": 44140
    },
    {
      "contrastive_lambda": 0.1627199419804522,
      "epoch": 13.768247036805988,
      "step": 44141
    },
    {
      "contrastive_lambda": 0.1627006158904934,
      "epoch": 13.768558951965066,
      "step": 44142
    },
    {
      "contrastive_lambda": 0.16268129072525966,
      "epoch": 13.768870867124143,
      "step": 44143
    },
    {
      "contrastive_lambda": 0.1626619664848047,
      "epoch": 13.769182782283218,
      "step": 44144
    },
    {
      "contrastive_lambda": 0.16264264316918087,
      "epoch": 13.769494697442296,
      "step": 44145
    },
    {
      "contrastive_lambda": 0.16262332077844144,
      "epoch": 13.769806612601373,
      "step": 44146
    },
    {
      "contrastive_lambda": 0.16260399931263947,
      "epoch": 13.770118527760449,
      "step": 44147
    },
    {
      "contrastive_lambda": 0.16258467877182758,
      "epoch": 13.770430442919526,
      "step": 44148
    },
    {
      "contrastive_lambda": 0.16256535915605885,
      "epoch": 13.770742358078603,
      "step": 44149
    },
    {
      "epoch": 13.771054273237679,
      "grad_norm": 0.06538762897253036,
      "learning_rate": 1.7897930002510215e-05,
      "loss": 0.0229,
      "step": 44150
    },
    {
      "epoch": 13.771054273237679,
      "flow_loss": 0.013261761516332626,
      "step": 44150
    },
    {
      "contrastive_loss": 0.003997207619249821,
      "epoch": 13.771054273237679,
      "step": 44150
    },
    {
      "contrastive_lambda": 0.16254604046538668,
      "epoch": 13.771054273237679,
      "step": 44150
    },
    {
      "contrastive_lambda": 0.1625267226998635,
      "epoch": 13.771366188396756,
      "step": 44151
    },
    {
      "contrastive_lambda": 0.16250740585954265,
      "epoch": 13.771678103555832,
      "step": 44152
    },
    {
      "contrastive_lambda": 0.16248808994447678,
      "epoch": 13.77199001871491,
      "step": 44153
    },
    {
      "contrastive_lambda": 0.16246877495471895,
      "epoch": 13.772301933873987,
      "step": 44154
    },
    {
      "contrastive_lambda": 0.16244946089032214,
      "epoch": 13.772613849033062,
      "step": 44155
    },
    {
      "contrastive_lambda": 0.16243014775133924,
      "epoch": 13.77292576419214,
      "step": 44156
    },
    {
      "contrastive_lambda": 0.16241083553782332,
      "epoch": 13.773237679351217,
      "step": 44157
    },
    {
      "contrastive_lambda": 0.16239152424982745,
      "epoch": 13.773549594510293,
      "step": 44158
    },
    {
      "contrastive_lambda": 0.16237221388740414,
      "epoch": 13.77386150966937,
      "step": 44159
    },
    {
      "epoch": 13.774173424828447,
      "grad_norm": 0.0643133893609047,
      "learning_rate": 1.787680711857387e-05,
      "loss": 0.0224,
      "step": 44160
    },
    {
      "epoch": 13.774173424828447,
      "flow_loss": 0.026519883424043655,
      "step": 44160
    },
    {
      "contrastive_loss": 0.0029665373731404543,
      "epoch": 13.774173424828447,
      "step": 44160
    },
    {
      "contrastive_lambda": 0.1623529044506068,
      "epoch": 13.774173424828447,
      "step": 44160
    },
    {
      "contrastive_lambda": 0.16233359593948776,
      "epoch": 13.774485339987523,
      "step": 44161
    },
    {
      "contrastive_lambda": 0.16231428835410056,
      "epoch": 13.7747972551466,
      "step": 44162
    },
    {
      "contrastive_lambda": 0.16229498169449807,
      "epoch": 13.775109170305678,
      "step": 44163
    },
    {
      "contrastive_lambda": 0.1622756759607329,
      "epoch": 13.775421085464753,
      "step": 44164
    },
    {
      "contrastive_lambda": 0.16225637115285807,
      "epoch": 13.77573300062383,
      "step": 44165
    },
    {
      "contrastive_lambda": 0.16223706727092663,
      "epoch": 13.776044915782908,
      "step": 44166
    },
    {
      "contrastive_lambda": 0.16221776431499146,
      "epoch": 13.776356830941983,
      "step": 44167
    },
    {
      "contrastive_lambda": 0.16219846228510548,
      "epoch": 13.77666874610106,
      "step": 44168
    },
    {
      "contrastive_lambda": 0.1621791611813217,
      "epoch": 13.776980661260136,
      "step": 44169
    },
    {
      "epoch": 13.777292576419214,
      "grad_norm": 0.079435795545578,
      "learning_rate": 1.7855693992815398e-05,
      "loss": 0.0241,
      "step": 44170
    },
    {
      "epoch": 13.777292576419214,
      "flow_loss": 0.01371023990213871,
      "step": 44170
    },
    {
      "contrastive_loss": 0.004884145222604275,
      "epoch": 13.777292576419214,
      "step": 44170
    },
    {
      "contrastive_lambda": 0.16215986100369278,
      "epoch": 13.777292576419214,
      "step": 44170
    },
    {
      "contrastive_lambda": 0.16214056175227198,
      "epoch": 13.777604491578291,
      "step": 44171
    },
    {
      "contrastive_lambda": 0.1621212634271117,
      "epoch": 13.777916406737367,
      "step": 44172
    },
    {
      "contrastive_lambda": 0.16210196602826527,
      "epoch": 13.778228321896444,
      "step": 44173
    },
    {
      "contrastive_lambda": 0.16208266955578565,
      "epoch": 13.778540237055521,
      "step": 44174
    },
    {
      "contrastive_lambda": 0.16206337400972542,
      "epoch": 13.778852152214597,
      "step": 44175
    },
    {
      "contrastive_lambda": 0.1620440793901377,
      "epoch": 13.779164067373674,
      "step": 44176
    },
    {
      "contrastive_lambda": 0.1620247856970754,
      "epoch": 13.779475982532752,
      "step": 44177
    },
    {
      "contrastive_lambda": 0.16200549293059108,
      "epoch": 13.779787897691827,
      "step": 44178
    },
    {
      "contrastive_lambda": 0.16198620109073802,
      "epoch": 13.780099812850905,
      "step": 44179
    },
    {
      "epoch": 13.780411728009982,
      "grad_norm": 0.06853441894054413,
      "learning_rate": 1.7834590631648328e-05,
      "loss": 0.0237,
      "step": 44180
    },
    {
      "epoch": 13.780411728009982,
      "flow_loss": 0.018666144460439682,
      "step": 44180
    },
    {
      "contrastive_loss": 0.00361342984251678,
      "epoch": 13.780411728009982,
      "step": 44180
    },
    {
      "contrastive_lambda": 0.16196691017756915,
      "epoch": 13.780411728009982,
      "step": 44180
    },
    {
      "contrastive_lambda": 0.161947620191137,
      "epoch": 13.780723643169058,
      "step": 44181
    },
    {
      "contrastive_lambda": 0.16192833113149485,
      "epoch": 13.781035558328135,
      "step": 44182
    },
    {
      "contrastive_lambda": 0.16190904299869507,
      "epoch": 13.781347473487212,
      "step": 44183
    },
    {
      "contrastive_lambda": 0.16188975579279097,
      "epoch": 13.781659388646288,
      "step": 44184
    },
    {
      "contrastive_lambda": 0.16187046951383544,
      "epoch": 13.781971303805365,
      "step": 44185
    },
    {
      "contrastive_lambda": 0.1618511841618811,
      "epoch": 13.78228321896444,
      "step": 44186
    },
    {
      "contrastive_lambda": 0.16183189973698092,
      "epoch": 13.782595134123518,
      "step": 44187
    },
    {
      "contrastive_lambda": 0.1618126162391879,
      "epoch": 13.782907049282596,
      "step": 44188
    },
    {
      "contrastive_lambda": 0.16179333366855453,
      "epoch": 13.783218964441671,
      "step": 44189
    },
    {
      "epoch": 13.783530879600749,
      "grad_norm": 0.08529341965913773,
      "learning_rate": 1.7813497041483384e-05,
      "loss": 0.023,
      "step": 44190
    },
    {
      "epoch": 13.783530879600749,
      "flow_loss": 0.01626679301261902,
      "step": 44190
    },
    {
      "contrastive_loss": 0.003427851479500532,
      "epoch": 13.783530879600749,
      "step": 44190
    },
    {
      "contrastive_lambda": 0.16177405202513423,
      "epoch": 13.783530879600749,
      "step": 44190
    },
    {
      "contrastive_lambda": 0.16175477130897947,
      "epoch": 13.783842794759826,
      "step": 44191
    },
    {
      "contrastive_lambda": 0.16173549152014316,
      "epoch": 13.784154709918901,
      "step": 44192
    },
    {
      "contrastive_lambda": 0.16171621265867836,
      "epoch": 13.784466625077979,
      "step": 44193
    },
    {
      "contrastive_lambda": 0.16169693472463764,
      "epoch": 13.784778540237056,
      "step": 44194
    },
    {
      "contrastive_lambda": 0.1616776577180738,
      "epoch": 13.785090455396132,
      "step": 44195
    },
    {
      "contrastive_lambda": 0.16165838163904017,
      "epoch": 13.78540237055521,
      "step": 44196
    },
    {
      "contrastive_lambda": 0.16163910648758917,
      "epoch": 13.785714285714286,
      "step": 44197
    },
    {
      "contrastive_lambda": 0.16161983226377374,
      "epoch": 13.786026200873362,
      "step": 44198
    },
    {
      "contrastive_lambda": 0.16160055896764697,
      "epoch": 13.78633811603244,
      "step": 44199
    },
    {
      "epoch": 13.786650031191517,
      "grad_norm": 0.08289115875959396,
      "learning_rate": 1.779241322872817e-05,
      "loss": 0.0192,
      "step": 44200
    },
    {
      "epoch": 13.786650031191517,
      "flow_loss": 0.03755052387714386,
      "step": 44200
    },
    {
      "contrastive_loss": 0.004242314957082272,
      "epoch": 13.786650031191517,
      "step": 44200
    },
    {
      "contrastive_lambda": 0.16158128659926108,
      "epoch": 13.786650031191517,
      "step": 44200
    },
    {
      "contrastive_lambda": 0.1615620151586697,
      "epoch": 13.786961946350592,
      "step": 44201
    },
    {
      "contrastive_lambda": 0.16154274464592505,
      "epoch": 13.78727386150967,
      "step": 44202
    },
    {
      "contrastive_lambda": 0.16152347506108022,
      "epoch": 13.787585776668745,
      "step": 44203
    },
    {
      "contrastive_lambda": 0.16150420640418817,
      "epoch": 13.787897691827823,
      "step": 44204
    },
    {
      "contrastive_lambda": 0.1614849386753014,
      "epoch": 13.7882096069869,
      "step": 44205
    },
    {
      "contrastive_lambda": 0.1614656718744727,
      "epoch": 13.788521522145976,
      "step": 44206
    },
    {
      "contrastive_lambda": 0.16144640600175542,
      "epoch": 13.788833437305053,
      "step": 44207
    },
    {
      "contrastive_lambda": 0.16142714105720185,
      "epoch": 13.78914535246413,
      "step": 44208
    },
    {
      "contrastive_lambda": 0.16140787704086518,
      "epoch": 13.789457267623206,
      "step": 44209
    },
    {
      "epoch": 13.789769182782283,
      "grad_norm": 0.10182657837867737,
      "learning_rate": 1.777133919978744e-05,
      "loss": 0.0254,
      "step": 44210
    },
    {
      "epoch": 13.789769182782283,
      "flow_loss": 0.04152470827102661,
      "step": 44210
    },
    {
      "contrastive_loss": 0.003339990973472595,
      "epoch": 13.789769182782283,
      "step": 44210
    },
    {
      "contrastive_lambda": 0.1613886139527979,
      "epoch": 13.789769182782283,
      "step": 44210
    },
    {
      "contrastive_lambda": 0.16136935179305295,
      "epoch": 13.79008109794136,
      "step": 44211
    },
    {
      "contrastive_lambda": 0.16135009056168315,
      "epoch": 13.790393013100436,
      "step": 44212
    },
    {
      "contrastive_lambda": 0.1613308302587413,
      "epoch": 13.790704928259514,
      "step": 44213
    },
    {
      "contrastive_lambda": 0.16131157088428016,
      "epoch": 13.791016843418591,
      "step": 44214
    },
    {
      "contrastive_lambda": 0.1612923124383528,
      "epoch": 13.791328758577666,
      "step": 44215
    },
    {
      "contrastive_lambda": 0.16127305492101163,
      "epoch": 13.791640673736744,
      "step": 44216
    },
    {
      "contrastive_lambda": 0.1612537983323094,
      "epoch": 13.791952588895821,
      "step": 44217
    },
    {
      "contrastive_lambda": 0.16123454267229947,
      "epoch": 13.792264504054897,
      "step": 44218
    },
    {
      "contrastive_lambda": 0.16121528794103412,
      "epoch": 13.792576419213974,
      "step": 44219
    },
    {
      "epoch": 13.79288833437305,
      "grad_norm": 0.12297283858060837,
      "learning_rate": 1.7750274961062912e-05,
      "loss": 0.0277,
      "step": 44220
    },
    {
      "epoch": 13.79288833437305,
      "flow_loss": 0.028495533391833305,
      "step": 44220
    },
    {
      "contrastive_loss": 0.004103398881852627,
      "epoch": 13.79288833437305,
      "step": 44220
    },
    {
      "contrastive_lambda": 0.16119603413856648,
      "epoch": 13.79288833437305,
      "step": 44220
    },
    {
      "contrastive_lambda": 0.16117678126494894,
      "epoch": 13.793200249532127,
      "step": 44221
    },
    {
      "contrastive_lambda": 0.16115752932023453,
      "epoch": 13.793512164691204,
      "step": 44222
    },
    {
      "contrastive_lambda": 0.16113827830447597,
      "epoch": 13.79382407985028,
      "step": 44223
    },
    {
      "contrastive_lambda": 0.16111902821772606,
      "epoch": 13.794135995009357,
      "step": 44224
    },
    {
      "contrastive_lambda": 0.16109977906003758,
      "epoch": 13.794447910168435,
      "step": 44225
    },
    {
      "contrastive_lambda": 0.16108053083146345,
      "epoch": 13.79475982532751,
      "step": 44226
    },
    {
      "contrastive_lambda": 0.16106128353205612,
      "epoch": 13.795071740486588,
      "step": 44227
    },
    {
      "contrastive_lambda": 0.1610420371618687,
      "epoch": 13.795383655645665,
      "step": 44228
    },
    {
      "contrastive_lambda": 0.16102279172095346,
      "epoch": 13.79569557080474,
      "step": 44229
    },
    {
      "epoch": 13.796007485963818,
      "grad_norm": 0.09122543036937714,
      "learning_rate": 1.772922051895335e-05,
      "loss": 0.0189,
      "step": 44230
    },
    {
      "epoch": 13.796007485963818,
      "flow_loss": 0.024977365508675575,
      "step": 44230
    },
    {
      "contrastive_loss": 0.003734791651368141,
      "epoch": 13.796007485963818,
      "step": 44230
    },
    {
      "contrastive_lambda": 0.16100354720936366,
      "epoch": 13.796007485963818,
      "step": 44230
    },
    {
      "contrastive_lambda": 0.16098430362715205,
      "epoch": 13.796319401122895,
      "step": 44231
    },
    {
      "contrastive_lambda": 0.16096506097437102,
      "epoch": 13.796631316281971,
      "step": 44232
    },
    {
      "contrastive_lambda": 0.16094581925107354,
      "epoch": 13.796943231441048,
      "step": 44233
    },
    {
      "contrastive_lambda": 0.16092657845731234,
      "epoch": 13.797255146600126,
      "step": 44234
    },
    {
      "contrastive_lambda": 0.16090733859314016,
      "epoch": 13.797567061759201,
      "step": 44235
    },
    {
      "contrastive_lambda": 0.16088809965860978,
      "epoch": 13.797878976918279,
      "step": 44236
    },
    {
      "contrastive_lambda": 0.16086886165377412,
      "epoch": 13.798190892077354,
      "step": 44237
    },
    {
      "contrastive_lambda": 0.16084962457868557,
      "epoch": 13.798502807236432,
      "step": 44238
    },
    {
      "contrastive_lambda": 0.16083038843339714,
      "epoch": 13.798814722395509,
      "step": 44239
    },
    {
      "epoch": 13.799126637554584,
      "grad_norm": 0.07829200476408005,
      "learning_rate": 1.770817587985453e-05,
      "loss": 0.0212,
      "step": 44240
    },
    {
      "epoch": 13.799126637554584,
      "flow_loss": 0.019075792282819748,
      "step": 44240
    },
    {
      "contrastive_loss": 0.0038889290299266577,
      "epoch": 13.799126637554584,
      "step": 44240
    },
    {
      "contrastive_lambda": 0.1608111532179612,
      "epoch": 13.799126637554584,
      "step": 44240
    },
    {
      "contrastive_lambda": 0.16079191893243083,
      "epoch": 13.799438552713662,
      "step": 44241
    },
    {
      "contrastive_lambda": 0.16077268557685886,
      "epoch": 13.79975046787274,
      "step": 44242
    },
    {
      "contrastive_lambda": 0.1607534531512977,
      "epoch": 13.800062383031815,
      "step": 44243
    },
    {
      "contrastive_lambda": 0.1607342216558002,
      "epoch": 13.800374298190892,
      "step": 44244
    },
    {
      "contrastive_lambda": 0.16071499109041926,
      "epoch": 13.80068621334997,
      "step": 44245
    },
    {
      "contrastive_lambda": 0.1606957614552071,
      "epoch": 13.800998128509045,
      "step": 44246
    },
    {
      "contrastive_lambda": 0.1606765327502171,
      "epoch": 13.801310043668122,
      "step": 44247
    },
    {
      "contrastive_lambda": 0.16065730497550146,
      "epoch": 13.8016219588272,
      "step": 44248
    },
    {
      "contrastive_lambda": 0.16063807813111314,
      "epoch": 13.801933873986275,
      "step": 44249
    },
    {
      "epoch": 13.802245789145353,
      "grad_norm": 0.061519116163253784,
      "learning_rate": 1.7687141050159246e-05,
      "loss": 0.0244,
      "step": 44250
    },
    {
      "epoch": 13.802245789145353,
      "flow_loss": 0.03827360272407532,
      "step": 44250
    },
    {
      "contrastive_loss": 0.0032498277723789215,
      "epoch": 13.802245789145353,
      "step": 44250
    },
    {
      "contrastive_lambda": 0.16061885221710492,
      "epoch": 13.802245789145353,
      "step": 44250
    },
    {
      "contrastive_lambda": 0.1605996272335291,
      "epoch": 13.80255770430443,
      "step": 44251
    },
    {
      "contrastive_lambda": 0.1605804031804388,
      "epoch": 13.802869619463506,
      "step": 44252
    },
    {
      "contrastive_lambda": 0.16056118005788678,
      "epoch": 13.803181534622583,
      "step": 44253
    },
    {
      "contrastive_lambda": 0.16054195786592534,
      "epoch": 13.803493449781659,
      "step": 44254
    },
    {
      "contrastive_lambda": 0.16052273660460764,
      "epoch": 13.803805364940736,
      "step": 44255
    },
    {
      "contrastive_lambda": 0.1605035162739859,
      "epoch": 13.804117280099813,
      "step": 44256
    },
    {
      "contrastive_lambda": 0.16048429687411292,
      "epoch": 13.804429195258889,
      "step": 44257
    },
    {
      "contrastive_lambda": 0.16046507840504182,
      "epoch": 13.804741110417966,
      "step": 44258
    },
    {
      "contrastive_lambda": 0.16044586086682489,
      "epoch": 13.805053025577044,
      "step": 44259
    },
    {
      "epoch": 13.80536494073612,
      "grad_norm": 0.07199722528457642,
      "learning_rate": 1.7666116036257375e-05,
      "loss": 0.0276,
      "step": 44260
    },
    {
      "epoch": 13.80536494073612,
      "flow_loss": 0.02355366386473179,
      "step": 44260
    },
    {
      "contrastive_loss": 0.00349933048710227,
      "epoch": 13.80536494073612,
      "step": 44260
    },
    {
      "contrastive_lambda": 0.1604266442595148,
      "epoch": 13.80536494073612,
      "step": 44260
    },
    {
      "contrastive_lambda": 0.1604074285831646,
      "epoch": 13.805676855895197,
      "step": 44261
    },
    {
      "contrastive_lambda": 0.16038821383782653,
      "epoch": 13.805988771054274,
      "step": 44262
    },
    {
      "contrastive_lambda": 0.16036900002355325,
      "epoch": 13.80630068621335,
      "step": 44263
    },
    {
      "contrastive_lambda": 0.16034978714039805,
      "epoch": 13.806612601372427,
      "step": 44264
    },
    {
      "contrastive_lambda": 0.16033057518841293,
      "epoch": 13.806924516531504,
      "step": 44265
    },
    {
      "contrastive_lambda": 0.16031136416765107,
      "epoch": 13.80723643169058,
      "step": 44266
    },
    {
      "contrastive_lambda": 0.16029215407816466,
      "epoch": 13.807548346849657,
      "step": 44267
    },
    {
      "contrastive_lambda": 0.1602729449200065,
      "epoch": 13.807860262008735,
      "step": 44268
    },
    {
      "contrastive_lambda": 0.16025373669322962,
      "epoch": 13.80817217716781,
      "step": 44269
    },
    {
      "epoch": 13.808484092326887,
      "grad_norm": 0.07524054497480392,
      "learning_rate": 1.764510084453569e-05,
      "loss": 0.0207,
      "step": 44270
    },
    {
      "epoch": 13.808484092326887,
      "flow_loss": 0.02250608056783676,
      "step": 44270
    },
    {
      "contrastive_loss": 0.003646799363195896,
      "epoch": 13.808484092326887,
      "step": 44270
    },
    {
      "contrastive_lambda": 0.1602345293978863,
      "epoch": 13.808484092326887,
      "step": 44270
    },
    {
      "contrastive_lambda": 0.16021532303402924,
      "epoch": 13.808796007485963,
      "step": 44271
    },
    {
      "contrastive_lambda": 0.16019611760171137,
      "epoch": 13.80910792264504,
      "step": 44272
    },
    {
      "contrastive_lambda": 0.16017691310098497,
      "epoch": 13.809419837804118,
      "step": 44273
    },
    {
      "contrastive_lambda": 0.16015770953190273,
      "epoch": 13.809731752963193,
      "step": 44274
    },
    {
      "contrastive_lambda": 0.1601385068945177,
      "epoch": 13.81004366812227,
      "step": 44275
    },
    {
      "contrastive_lambda": 0.16011930518888212,
      "epoch": 13.810355583281348,
      "step": 44276
    },
    {
      "contrastive_lambda": 0.1601001044150489,
      "epoch": 13.810667498440424,
      "step": 44277
    },
    {
      "contrastive_lambda": 0.1600809045730704,
      "epoch": 13.810979413599501,
      "step": 44278
    },
    {
      "contrastive_lambda": 0.16006170566299938,
      "epoch": 13.811291328758578,
      "step": 44279
    },
    {
      "epoch": 13.811603243917654,
      "grad_norm": 0.0881064236164093,
      "learning_rate": 1.76240954813781e-05,
      "loss": 0.0266,
      "step": 44280
    },
    {
      "epoch": 13.811603243917654,
      "flow_loss": 0.034423135221004486,
      "step": 44280
    },
    {
      "contrastive_loss": 0.00447944737970829,
      "epoch": 13.811603243917654,
      "step": 44280
    },
    {
      "contrastive_lambda": 0.16004250768488848,
      "epoch": 13.811603243917654,
      "step": 44280
    },
    {
      "contrastive_lambda": 0.16002331063879038,
      "epoch": 13.811915159076731,
      "step": 44281
    },
    {
      "contrastive_lambda": 0.16000411452475766,
      "epoch": 13.812227074235809,
      "step": 44282
    },
    {
      "contrastive_lambda": 0.15998491934284315,
      "epoch": 13.812538989394884,
      "step": 44283
    },
    {
      "contrastive_lambda": 0.1599657250930991,
      "epoch": 13.812850904553962,
      "step": 44284
    },
    {
      "contrastive_lambda": 0.15994653177557833,
      "epoch": 13.813162819713039,
      "step": 44285
    },
    {
      "contrastive_lambda": 0.15992733939033343,
      "epoch": 13.813474734872115,
      "step": 44286
    },
    {
      "contrastive_lambda": 0.1599081479374171,
      "epoch": 13.813786650031192,
      "step": 44287
    },
    {
      "contrastive_lambda": 0.15988895741688197,
      "epoch": 13.814098565190267,
      "step": 44288
    },
    {
      "contrastive_lambda": 0.15986976782878048,
      "epoch": 13.814410480349345,
      "step": 44289
    },
    {
      "epoch": 13.814722395508422,
      "grad_norm": 0.05014216899871826,
      "learning_rate": 1.7603099953165476e-05,
      "loss": 0.0218,
      "step": 44290
    },
    {
      "epoch": 13.814722395508422,
      "flow_loss": 0.010311368852853775,
      "step": 44290
    },
    {
      "contrastive_loss": 0.003304907586425543,
      "epoch": 13.814722395508422,
      "step": 44290
    },
    {
      "contrastive_lambda": 0.1598505791731653,
      "epoch": 13.814722395508422,
      "step": 44290
    },
    {
      "contrastive_lambda": 0.15983139145008907,
      "epoch": 13.815034310667498,
      "step": 44291
    },
    {
      "contrastive_lambda": 0.15981220465960444,
      "epoch": 13.815346225826575,
      "step": 44292
    },
    {
      "contrastive_lambda": 0.15979301880176405,
      "epoch": 13.815658140985652,
      "step": 44293
    },
    {
      "contrastive_lambda": 0.1597738338766203,
      "epoch": 13.815970056144728,
      "step": 44294
    },
    {
      "contrastive_lambda": 0.15975464988422589,
      "epoch": 13.816281971303805,
      "step": 44295
    },
    {
      "contrastive_lambda": 0.15973546682463363,
      "epoch": 13.816593886462883,
      "step": 44296
    },
    {
      "contrastive_lambda": 0.1597162846978955,
      "epoch": 13.816905801621958,
      "step": 44297
    },
    {
      "contrastive_lambda": 0.15969710350406474,
      "epoch": 13.817217716781036,
      "step": 44298
    },
    {
      "contrastive_lambda": 0.1596779232431938,
      "epoch": 13.817529631940113,
      "step": 44299
    },
    {
      "epoch": 13.817841547099189,
      "grad_norm": 0.07850155979394913,
      "learning_rate": 1.7582114266275683e-05,
      "loss": 0.0229,
      "step": 44300
    },
    {
      "epoch": 13.817841547099189,
      "flow_loss": 0.01673041842877865,
      "step": 44300
    },
    {
      "contrastive_loss": 0.004081916529685259,
      "epoch": 13.817841547099189,
      "step": 44300
    },
    {
      "contrastive_lambda": 0.15965874391533502,
      "epoch": 13.817841547099189,
      "step": 44300
    },
    {
      "contrastive_lambda": 0.1596395655205411,
      "epoch": 13.818153462258266,
      "step": 44301
    },
    {
      "contrastive_lambda": 0.15962038805886464,
      "epoch": 13.818465377417343,
      "step": 44302
    },
    {
      "contrastive_lambda": 0.15960121153035822,
      "epoch": 13.818777292576419,
      "step": 44303
    },
    {
      "contrastive_lambda": 0.15958203593507458,
      "epoch": 13.819089207735496,
      "step": 44304
    },
    {
      "contrastive_lambda": 0.1595628612730659,
      "epoch": 13.819401122894572,
      "step": 44305
    },
    {
      "contrastive_lambda": 0.15954368754438503,
      "epoch": 13.81971303805365,
      "step": 44306
    },
    {
      "contrastive_lambda": 0.15952451474908463,
      "epoch": 13.820024953212727,
      "step": 44307
    },
    {
      "contrastive_lambda": 0.15950534288721674,
      "epoch": 13.820336868371802,
      "step": 44308
    },
    {
      "contrastive_lambda": 0.15948617195883447,
      "epoch": 13.82064878353088,
      "step": 44309
    },
    {
      "epoch": 13.820960698689957,
      "grad_norm": 0.10404832661151886,
      "learning_rate": 1.756113842708364e-05,
      "loss": 0.0303,
      "step": 44310
    },
    {
      "epoch": 13.820960698689957,
      "flow_loss": 0.014834367670118809,
      "step": 44310
    },
    {
      "contrastive_loss": 0.003801995422691107,
      "epoch": 13.820960698689957,
      "step": 44310
    },
    {
      "contrastive_lambda": 0.15946700196399033,
      "epoch": 13.820960698689957,
      "step": 44310
    },
    {
      "contrastive_lambda": 0.15944783290273662,
      "epoch": 13.821272613849032,
      "step": 44311
    },
    {
      "contrastive_lambda": 0.15942866477512613,
      "epoch": 13.82158452900811,
      "step": 44312
    },
    {
      "contrastive_lambda": 0.15940949758121115,
      "epoch": 13.821896444167187,
      "step": 44313
    },
    {
      "contrastive_lambda": 0.1593903313210442,
      "epoch": 13.822208359326263,
      "step": 44314
    },
    {
      "contrastive_lambda": 0.15937116599467832,
      "epoch": 13.82252027448534,
      "step": 44315
    },
    {
      "contrastive_lambda": 0.15935200160216562,
      "epoch": 13.822832189644418,
      "step": 44316
    },
    {
      "contrastive_lambda": 0.1593328381435587,
      "epoch": 13.823144104803493,
      "step": 44317
    },
    {
      "contrastive_lambda": 0.1593136756189103,
      "epoch": 13.82345601996257,
      "step": 44318
    },
    {
      "contrastive_lambda": 0.1592945140282725,
      "epoch": 13.823767935121648,
      "step": 44319
    },
    {
      "epoch": 13.824079850280723,
      "grad_norm": 0.09356395155191422,
      "learning_rate": 1.7540172441961245e-05,
      "loss": 0.0224,
      "step": 44320
    },
    {
      "epoch": 13.824079850280723,
      "flow_loss": 0.025840818881988525,
      "step": 44320
    },
    {
      "contrastive_loss": 0.003475125879049301,
      "epoch": 13.824079850280723,
      "step": 44320
    },
    {
      "contrastive_lambda": 0.15927535337169824,
      "epoch": 13.824079850280723,
      "step": 44320
    },
    {
      "contrastive_lambda": 0.15925619364924015,
      "epoch": 13.8243917654398,
      "step": 44321
    },
    {
      "contrastive_lambda": 0.15923703486095042,
      "epoch": 13.824703680598876,
      "step": 44322
    },
    {
      "contrastive_lambda": 0.15921787700688184,
      "epoch": 13.825015595757954,
      "step": 44323
    },
    {
      "contrastive_lambda": 0.15919872008708663,
      "epoch": 13.825327510917031,
      "step": 44324
    },
    {
      "contrastive_lambda": 0.15917956410161732,
      "epoch": 13.825639426076107,
      "step": 44325
    },
    {
      "contrastive_lambda": 0.15916040905052692,
      "epoch": 13.825951341235184,
      "step": 44326
    },
    {
      "contrastive_lambda": 0.15914125493386744,
      "epoch": 13.826263256394261,
      "step": 44327
    },
    {
      "contrastive_lambda": 0.15912210175169156,
      "epoch": 13.826575171553337,
      "step": 44328
    },
    {
      "contrastive_lambda": 0.15910294950405196,
      "epoch": 13.826887086712414,
      "step": 44329
    },
    {
      "epoch": 13.827199001871492,
      "grad_norm": 0.06476745009422302,
      "learning_rate": 1.7519216317277387e-05,
      "loss": 0.0229,
      "step": 44330
    },
    {
      "epoch": 13.827199001871492,
      "flow_loss": 0.031159408390522003,
      "step": 44330
    },
    {
      "contrastive_loss": 0.0035255909897387028,
      "epoch": 13.827199001871492,
      "step": 44330
    },
    {
      "contrastive_lambda": 0.15908379819100082,
      "epoch": 13.827199001871492,
      "step": 44330
    },
    {
      "contrastive_lambda": 0.1590646478125906,
      "epoch": 13.827510917030567,
      "step": 44331
    },
    {
      "contrastive_lambda": 0.15904549836887438,
      "epoch": 13.827822832189645,
      "step": 44332
    },
    {
      "contrastive_lambda": 0.1590263498599041,
      "epoch": 13.828134747348722,
      "step": 44333
    },
    {
      "contrastive_lambda": 0.15900720228573262,
      "epoch": 13.828446662507798,
      "step": 44334
    },
    {
      "contrastive_lambda": 0.1589880556464121,
      "epoch": 13.828758577666875,
      "step": 44335
    },
    {
      "contrastive_lambda": 0.1589689099419952,
      "epoch": 13.829070492825952,
      "step": 44336
    },
    {
      "contrastive_lambda": 0.15894976517253434,
      "epoch": 13.829382407985028,
      "step": 44337
    },
    {
      "contrastive_lambda": 0.1589306213380821,
      "epoch": 13.829694323144105,
      "step": 44338
    },
    {
      "contrastive_lambda": 0.1589114784386909,
      "epoch": 13.83000623830318,
      "step": 44339
    },
    {
      "epoch": 13.830318153462258,
      "grad_norm": 0.06877921521663666,
      "learning_rate": 1.7498270059398046e-05,
      "loss": 0.025,
      "step": 44340
    },
    {
      "epoch": 13.830318153462258,
      "flow_loss": 0.016228608787059784,
      "step": 44340
    },
    {
      "contrastive_loss": 0.003368652891367674,
      "epoch": 13.830318153462258,
      "step": 44340
    },
    {
      "contrastive_lambda": 0.15889233647441348,
      "epoch": 13.830318153462258,
      "step": 44340
    },
    {
      "contrastive_lambda": 0.15887319544530182,
      "epoch": 13.830630068621335,
      "step": 44341
    },
    {
      "contrastive_lambda": 0.15885405535140873,
      "epoch": 13.830941983780411,
      "step": 44342
    },
    {
      "contrastive_lambda": 0.1588349161927866,
      "epoch": 13.831253898939488,
      "step": 44343
    },
    {
      "contrastive_lambda": 0.15881577796948793,
      "epoch": 13.831565814098566,
      "step": 44344
    },
    {
      "contrastive_lambda": 0.15879664068156535,
      "epoch": 13.831877729257641,
      "step": 44345
    },
    {
      "contrastive_lambda": 0.15877750432907095,
      "epoch": 13.832189644416719,
      "step": 44346
    },
    {
      "contrastive_lambda": 0.1587583689120574,
      "epoch": 13.832501559575796,
      "step": 44347
    },
    {
      "contrastive_lambda": 0.1587392344305772,
      "epoch": 13.832813474734872,
      "step": 44348
    },
    {
      "contrastive_lambda": 0.15872010088468275,
      "epoch": 13.833125389893949,
      "step": 44349
    },
    {
      "epoch": 13.833437305053026,
      "grad_norm": 0.07577568292617798,
      "learning_rate": 1.7477333674686062e-05,
      "loss": 0.0198,
      "step": 44350
    },
    {
      "epoch": 13.833437305053026,
      "flow_loss": 0.03402748703956604,
      "step": 44350
    },
    {
      "contrastive_loss": 0.003761495929211378,
      "epoch": 13.833437305053026,
      "step": 44350
    },
    {
      "contrastive_lambda": 0.15870096827442665,
      "epoch": 13.833437305053026,
      "step": 44350
    },
    {
      "contrastive_lambda": 0.15868183659986107,
      "epoch": 13.833749220212102,
      "step": 44351
    },
    {
      "contrastive_lambda": 0.15866270586103864,
      "epoch": 13.83406113537118,
      "step": 44352
    },
    {
      "contrastive_lambda": 0.15864357605801194,
      "epoch": 13.834373050530257,
      "step": 44353
    },
    {
      "contrastive_lambda": 0.1586244471908329,
      "epoch": 13.834684965689332,
      "step": 44354
    },
    {
      "contrastive_lambda": 0.1586053192595545,
      "epoch": 13.83499688084841,
      "step": 44355
    },
    {
      "contrastive_lambda": 0.15858619226422915,
      "epoch": 13.835308796007485,
      "step": 44356
    },
    {
      "contrastive_lambda": 0.158567066204909,
      "epoch": 13.835620711166563,
      "step": 44357
    },
    {
      "contrastive_lambda": 0.15854794108164683,
      "epoch": 13.83593262632564,
      "step": 44358
    },
    {
      "contrastive_lambda": 0.1585288168944945,
      "epoch": 13.836244541484715,
      "step": 44359
    },
    {
      "epoch": 13.836556456643793,
      "grad_norm": 0.08530723303556442,
      "learning_rate": 1.745640716950142e-05,
      "loss": 0.0281,
      "step": 44360
    },
    {
      "epoch": 13.836556456643793,
      "flow_loss": 0.016838528215885162,
      "step": 44360
    },
    {
      "contrastive_loss": 0.003635123837739229,
      "epoch": 13.836556456643793,
      "step": 44360
    },
    {
      "contrastive_lambda": 0.15850969364350492,
      "epoch": 13.836556456643793,
      "step": 44360
    },
    {
      "contrastive_lambda": 0.15849057132873062,
      "epoch": 13.83686837180287,
      "step": 44361
    },
    {
      "contrastive_lambda": 0.1584714499502236,
      "epoch": 13.837180286961946,
      "step": 44362
    },
    {
      "contrastive_lambda": 0.15845232950803656,
      "epoch": 13.837492202121023,
      "step": 44363
    },
    {
      "contrastive_lambda": 0.158433210002222,
      "epoch": 13.8378041172801,
      "step": 44364
    },
    {
      "contrastive_lambda": 0.1584140914328318,
      "epoch": 13.838116032439176,
      "step": 44365
    },
    {
      "contrastive_lambda": 0.15839497379991896,
      "epoch": 13.838427947598253,
      "step": 44366
    },
    {
      "contrastive_lambda": 0.15837585710353586,
      "epoch": 13.83873986275733,
      "step": 44367
    },
    {
      "contrastive_lambda": 0.15835674134373462,
      "epoch": 13.839051777916406,
      "step": 44368
    },
    {
      "contrastive_lambda": 0.15833762652056788,
      "epoch": 13.839363693075484,
      "step": 44369
    },
    {
      "epoch": 13.839675608234561,
      "grad_norm": 0.06258103251457214,
      "learning_rate": 1.7435490550201017e-05,
      "loss": 0.0184,
      "step": 44370
    },
    {
      "epoch": 13.839675608234561,
      "flow_loss": 0.018560590222477913,
      "step": 44370
    },
    {
      "contrastive_loss": 0.0030536504928022623,
      "epoch": 13.839675608234561,
      "step": 44370
    },
    {
      "contrastive_lambda": 0.1583185126340878,
      "epoch": 13.839675608234561,
      "step": 44370
    },
    {
      "contrastive_lambda": 0.15829939968434675,
      "epoch": 13.839987523393637,
      "step": 44371
    },
    {
      "contrastive_lambda": 0.15828028767139762,
      "epoch": 13.840299438552714,
      "step": 44372
    },
    {
      "contrastive_lambda": 0.15826117659529232,
      "epoch": 13.84061135371179,
      "step": 44373
    },
    {
      "contrastive_lambda": 0.1582420664560834,
      "epoch": 13.840923268870867,
      "step": 44374
    },
    {
      "contrastive_lambda": 0.1582229572538234,
      "epoch": 13.841235184029944,
      "step": 44375
    },
    {
      "contrastive_lambda": 0.15820384898856432,
      "epoch": 13.84154709918902,
      "step": 44376
    },
    {
      "contrastive_lambda": 0.1581847416603589,
      "epoch": 13.841859014348097,
      "step": 44377
    },
    {
      "contrastive_lambda": 0.15816563526925959,
      "epoch": 13.842170929507175,
      "step": 44378
    },
    {
      "contrastive_lambda": 0.1581465298153184,
      "epoch": 13.84248284466625,
      "step": 44379
    },
    {
      "epoch": 13.842794759825328,
      "grad_norm": 0.07811801135540009,
      "learning_rate": 1.7414583823138762e-05,
      "loss": 0.0217,
      "step": 44380
    },
    {
      "epoch": 13.842794759825328,
      "flow_loss": 0.012596472166478634,
      "step": 44380
    },
    {
      "contrastive_loss": 0.004939785227179527,
      "epoch": 13.842794759825328,
      "step": 44380
    },
    {
      "contrastive_lambda": 0.15812742529858814,
      "epoch": 13.842794759825328,
      "step": 44380
    },
    {
      "contrastive_lambda": 0.15810832171912076,
      "epoch": 13.843106674984405,
      "step": 44381
    },
    {
      "contrastive_lambda": 0.15808921907696866,
      "epoch": 13.84341859014348,
      "step": 44382
    },
    {
      "contrastive_lambda": 0.15807011737218468,
      "epoch": 13.843730505302558,
      "step": 44383
    },
    {
      "contrastive_lambda": 0.15805101660482074,
      "epoch": 13.844042420461635,
      "step": 44384
    },
    {
      "contrastive_lambda": 0.1580319167749294,
      "epoch": 13.84435433562071,
      "step": 44385
    },
    {
      "contrastive_lambda": 0.1580128178825631,
      "epoch": 13.844666250779788,
      "step": 44386
    },
    {
      "contrastive_lambda": 0.1579937199277739,
      "epoch": 13.844978165938866,
      "step": 44387
    },
    {
      "contrastive_lambda": 0.15797462291061437,
      "epoch": 13.845290081097941,
      "step": 44388
    },
    {
      "contrastive_lambda": 0.15795552683113678,
      "epoch": 13.845601996257018,
      "step": 44389
    },
    {
      "epoch": 13.845913911416094,
      "grad_norm": 0.0650898739695549,
      "learning_rate": 1.739368699466558e-05,
      "loss": 0.0217,
      "step": 44390
    },
    {
      "epoch": 13.845913911416094,
      "flow_loss": 0.019754135981202126,
      "step": 44390
    },
    {
      "contrastive_loss": 0.0033793041948229074,
      "epoch": 13.845913911416094,
      "step": 44390
    },
    {
      "contrastive_lambda": 0.15793643168939359,
      "epoch": 13.845913911416094,
      "step": 44390
    },
    {
      "contrastive_lambda": 0.15791733748543724,
      "epoch": 13.846225826575171,
      "step": 44391
    },
    {
      "contrastive_lambda": 0.15789824421931975,
      "epoch": 13.846537741734249,
      "step": 44392
    },
    {
      "contrastive_lambda": 0.15787915189109353,
      "epoch": 13.846849656893324,
      "step": 44393
    },
    {
      "contrastive_lambda": 0.1578600605008113,
      "epoch": 13.847161572052402,
      "step": 44394
    },
    {
      "contrastive_lambda": 0.15784097004852504,
      "epoch": 13.847473487211479,
      "step": 44395
    },
    {
      "contrastive_lambda": 0.1578218805342873,
      "epoch": 13.847785402370555,
      "step": 44396
    },
    {
      "contrastive_lambda": 0.15780279195815017,
      "epoch": 13.848097317529632,
      "step": 44397
    },
    {
      "contrastive_lambda": 0.15778370432016608,
      "epoch": 13.84840923268871,
      "step": 44398
    },
    {
      "contrastive_lambda": 0.1577646176203874,
      "epoch": 13.848721147847785,
      "step": 44399
    },
    {
      "epoch": 13.849033063006862,
      "grad_norm": 0.10198565572500229,
      "learning_rate": 1.737280007112935e-05,
      "loss": 0.0249,
      "step": 44400
    },
    {
      "epoch": 13.849033063006862,
      "flow_loss": 0.030495768412947655,
      "step": 44400
    },
    {
      "contrastive_loss": 0.00379008986055851,
      "epoch": 13.849033063006862,
      "step": 44400
    },
    {
      "contrastive_lambda": 0.15774553185886653,
      "epoch": 13.849033063006862,
      "step": 44400
    },
    {
      "contrastive_lambda": 0.15772644703565564,
      "epoch": 13.84934497816594,
      "step": 44401
    },
    {
      "contrastive_lambda": 0.1577073631508073,
      "epoch": 13.849656893325015,
      "step": 44402
    },
    {
      "contrastive_lambda": 0.15768828020437353,
      "epoch": 13.849968808484093,
      "step": 44403
    },
    {
      "contrastive_lambda": 0.15766919819640673,
      "epoch": 13.85028072364317,
      "step": 44404
    },
    {
      "contrastive_lambda": 0.15765011712695925,
      "epoch": 13.850592638802246,
      "step": 44405
    },
    {
      "contrastive_lambda": 0.1576310369960835,
      "epoch": 13.850904553961323,
      "step": 44406
    },
    {
      "contrastive_lambda": 0.15761195780383175,
      "epoch": 13.851216469120399,
      "step": 44407
    },
    {
      "contrastive_lambda": 0.1575928795502562,
      "epoch": 13.851528384279476,
      "step": 44408
    },
    {
      "contrastive_lambda": 0.15757380223540912,
      "epoch": 13.851840299438553,
      "step": 44409
    },
    {
      "epoch": 13.852152214597629,
      "grad_norm": 0.07286281883716583,
      "learning_rate": 1.735192305887502e-05,
      "loss": 0.0228,
      "step": 44410
    },
    {
      "epoch": 13.852152214597629,
      "flow_loss": 0.041635751724243164,
      "step": 44410
    },
    {
      "contrastive_loss": 0.0042326184920966625,
      "epoch": 13.852152214597629,
      "step": 44410
    },
    {
      "contrastive_lambda": 0.157554725859343,
      "epoch": 13.852152214597629,
      "step": 44410
    },
    {
      "contrastive_lambda": 0.15753565042210993,
      "epoch": 13.852464129756706,
      "step": 44411
    },
    {
      "contrastive_lambda": 0.1575165759237624,
      "epoch": 13.852776044915784,
      "step": 44412
    },
    {
      "contrastive_lambda": 0.15749750236435278,
      "epoch": 13.853087960074859,
      "step": 44413
    },
    {
      "contrastive_lambda": 0.157478429743933,
      "epoch": 13.853399875233936,
      "step": 44414
    },
    {
      "contrastive_lambda": 0.15745935806255573,
      "epoch": 13.853711790393014,
      "step": 44415
    },
    {
      "contrastive_lambda": 0.15744028732027276,
      "epoch": 13.85402370555209,
      "step": 44416
    },
    {
      "contrastive_lambda": 0.1574212175171369,
      "epoch": 13.854335620711167,
      "step": 44417
    },
    {
      "contrastive_lambda": 0.1574021486532003,
      "epoch": 13.854647535870244,
      "step": 44418
    },
    {
      "contrastive_lambda": 0.15738308072851503,
      "epoch": 13.85495945102932,
      "step": 44419
    },
    {
      "epoch": 13.855271366188397,
      "grad_norm": 0.12509596347808838,
      "learning_rate": 1.733105596424441e-05,
      "loss": 0.0301,
      "step": 44420
    },
    {
      "epoch": 13.855271366188397,
      "flow_loss": 0.040575090795755386,
      "step": 44420
    },
    {
      "contrastive_loss": 0.004018465057015419,
      "epoch": 13.855271366188397,
      "step": 44420
    },
    {
      "contrastive_lambda": 0.15736401374313352,
      "epoch": 13.855271366188397,
      "step": 44420
    },
    {
      "contrastive_lambda": 0.15734494769710816,
      "epoch": 13.855583281347474,
      "step": 44421
    },
    {
      "contrastive_lambda": 0.1573258825904908,
      "epoch": 13.85589519650655,
      "step": 44422
    },
    {
      "contrastive_lambda": 0.1573068184233341,
      "epoch": 13.856207111665627,
      "step": 44423
    },
    {
      "contrastive_lambda": 0.15728775519569038,
      "epoch": 13.856519026824703,
      "step": 44424
    },
    {
      "contrastive_lambda": 0.15726869290761158,
      "epoch": 13.85683094198378,
      "step": 44425
    },
    {
      "contrastive_lambda": 0.15724963155915034,
      "epoch": 13.857142857142858,
      "step": 44426
    },
    {
      "contrastive_lambda": 0.15723057115035827,
      "epoch": 13.857454772301933,
      "step": 44427
    },
    {
      "contrastive_lambda": 0.15721151168128827,
      "epoch": 13.85776668746101,
      "step": 44428
    },
    {
      "contrastive_lambda": 0.15719245315199254,
      "epoch": 13.858078602620088,
      "step": 44429
    },
    {
      "epoch": 13.858390517779164,
      "grad_norm": 0.07309907674789429,
      "learning_rate": 1.7310198793576437e-05,
      "loss": 0.0237,
      "step": 44430
    },
    {
      "epoch": 13.858390517779164,
      "flow_loss": 0.009935555048286915,
      "step": 44430
    },
    {
      "contrastive_loss": 0.00322666484862566,
      "epoch": 13.858390517779164,
      "step": 44430
    },
    {
      "contrastive_lambda": 0.15717339556252302,
      "epoch": 13.858390517779164,
      "step": 44430
    },
    {
      "contrastive_lambda": 0.15715433891293207,
      "epoch": 13.858702432938241,
      "step": 44431
    },
    {
      "contrastive_lambda": 0.15713528320327208,
      "epoch": 13.859014348097318,
      "step": 44432
    },
    {
      "contrastive_lambda": 0.1571162284335949,
      "epoch": 13.859326263256394,
      "step": 44433
    },
    {
      "contrastive_lambda": 0.15709717460395323,
      "epoch": 13.859638178415471,
      "step": 44434
    },
    {
      "contrastive_lambda": 0.15707812171439928,
      "epoch": 13.859950093574549,
      "step": 44435
    },
    {
      "contrastive_lambda": 0.15705906976498496,
      "epoch": 13.860262008733624,
      "step": 44436
    },
    {
      "contrastive_lambda": 0.15704001875576284,
      "epoch": 13.860573923892701,
      "step": 44437
    },
    {
      "contrastive_lambda": 0.15702096868678478,
      "epoch": 13.860885839051779,
      "step": 44438
    },
    {
      "contrastive_lambda": 0.1570019195581031,
      "epoch": 13.861197754210854,
      "step": 44439
    },
    {
      "epoch": 13.861509669369932,
      "grad_norm": 0.06716440618038177,
      "learning_rate": 1.7289351553206952e-05,
      "loss": 0.0198,
      "step": 44440
    },
    {
      "epoch": 13.861509669369932,
      "flow_loss": 0.03774353116750717,
      "step": 44440
    },
    {
      "contrastive_loss": 0.0031007789075374603,
      "epoch": 13.861509669369932,
      "step": 44440
    },
    {
      "contrastive_lambda": 0.1569828713697704,
      "epoch": 13.861509669369932,
      "step": 44440
    },
    {
      "contrastive_lambda": 0.1569638241218385,
      "epoch": 13.861821584529007,
      "step": 44441
    },
    {
      "contrastive_lambda": 0.15694477781435978,
      "epoch": 13.862133499688085,
      "step": 44442
    },
    {
      "contrastive_lambda": 0.15692573244738656,
      "epoch": 13.862445414847162,
      "step": 44443
    },
    {
      "contrastive_lambda": 0.15690668802097063,
      "epoch": 13.862757330006238,
      "step": 44444
    },
    {
      "contrastive_lambda": 0.1568876445351648,
      "epoch": 13.863069245165315,
      "step": 44445
    },
    {
      "contrastive_lambda": 0.15686860199002078,
      "epoch": 13.863381160324392,
      "step": 44446
    },
    {
      "contrastive_lambda": 0.156849560385591,
      "epoch": 13.863693075483468,
      "step": 44447
    },
    {
      "contrastive_lambda": 0.1568305197219278,
      "epoch": 13.864004990642545,
      "step": 44448
    },
    {
      "contrastive_lambda": 0.15681147999908307,
      "epoch": 13.864316905801623,
      "step": 44449
    },
    {
      "epoch": 13.864628820960698,
      "grad_norm": 0.09125269949436188,
      "learning_rate": 1.7268514249468788e-05,
      "loss": 0.0211,
      "step": 44450
    },
    {
      "epoch": 13.864628820960698,
      "flow_loss": 0.02436709962785244,
      "step": 44450
    },
    {
      "contrastive_loss": 0.0030386350117623806,
      "epoch": 13.864628820960698,
      "step": 44450
    },
    {
      "contrastive_lambda": 0.15679244121710895,
      "epoch": 13.864628820960698,
      "step": 44450
    },
    {
      "contrastive_lambda": 0.15677340337605816,
      "epoch": 13.864940736119776,
      "step": 44451
    },
    {
      "contrastive_lambda": 0.15675436647598245,
      "epoch": 13.865252651278853,
      "step": 44452
    },
    {
      "contrastive_lambda": 0.15673533051693428,
      "epoch": 13.865564566437929,
      "step": 44453
    },
    {
      "contrastive_lambda": 0.15671629549896554,
      "epoch": 13.865876481597006,
      "step": 44454
    },
    {
      "contrastive_lambda": 0.15669726142212853,
      "epoch": 13.866188396756083,
      "step": 44455
    },
    {
      "contrastive_lambda": 0.15667822828647548,
      "epoch": 13.866500311915159,
      "step": 44456
    },
    {
      "contrastive_lambda": 0.15665919609205858,
      "epoch": 13.866812227074236,
      "step": 44457
    },
    {
      "contrastive_lambda": 0.15664016483892995,
      "epoch": 13.867124142233312,
      "step": 44458
    },
    {
      "contrastive_lambda": 0.156621134527142,
      "epoch": 13.86743605739239,
      "step": 44459
    },
    {
      "epoch": 13.867747972551467,
      "grad_norm": 0.08681117743253708,
      "learning_rate": 1.7247686888691765e-05,
      "loss": 0.0225,
      "step": 44460
    },
    {
      "epoch": 13.867747972551467,
      "flow_loss": 0.018292415887117386,
      "step": 44460
    },
    {
      "contrastive_loss": 0.005612242966890335,
      "epoch": 13.867747972551467,
      "step": 44460
    },
    {
      "contrastive_lambda": 0.15660210515674655,
      "epoch": 13.867747972551467,
      "step": 44460
    },
    {
      "contrastive_lambda": 0.15658307672779576,
      "epoch": 13.868059887710542,
      "step": 44461
    },
    {
      "contrastive_lambda": 0.15656404924034228,
      "epoch": 13.86837180286962,
      "step": 44462
    },
    {
      "contrastive_lambda": 0.15654502269443776,
      "epoch": 13.868683718028697,
      "step": 44463
    },
    {
      "contrastive_lambda": 0.15652599709013476,
      "epoch": 13.868995633187772,
      "step": 44464
    },
    {
      "contrastive_lambda": 0.15650697242748512,
      "epoch": 13.86930754834685,
      "step": 44465
    },
    {
      "contrastive_lambda": 0.15648794870654104,
      "epoch": 13.869619463505927,
      "step": 44466
    },
    {
      "contrastive_lambda": 0.15646892592735478,
      "epoch": 13.869931378665003,
      "step": 44467
    },
    {
      "contrastive_lambda": 0.1564499040899785,
      "epoch": 13.87024329382408,
      "step": 44468
    },
    {
      "contrastive_lambda": 0.1564308831944643,
      "epoch": 13.870555208983157,
      "step": 44469
    },
    {
      "epoch": 13.870867124142233,
      "grad_norm": 0.09817815572023392,
      "learning_rate": 1.7226869477202694e-05,
      "loss": 0.0228,
      "step": 44470
    },
    {
      "epoch": 13.870867124142233,
      "flow_loss": 0.01747128553688526,
      "step": 44470
    },
    {
      "contrastive_loss": 0.0034952498972415924,
      "epoch": 13.870867124142233,
      "step": 44470
    },
    {
      "contrastive_lambda": 0.15641186324086448,
      "epoch": 13.870867124142233,
      "step": 44470
    },
    {
      "contrastive_lambda": 0.1563928442292309,
      "epoch": 13.87117903930131,
      "step": 44471
    },
    {
      "contrastive_lambda": 0.15637382615961598,
      "epoch": 13.871490954460388,
      "step": 44472
    },
    {
      "contrastive_lambda": 0.15635480903207138,
      "epoch": 13.871802869619463,
      "step": 44473
    },
    {
      "contrastive_lambda": 0.15633579284664983,
      "epoch": 13.87211478477854,
      "step": 44474
    },
    {
      "contrastive_lambda": 0.15631677760340335,
      "epoch": 13.872426699937616,
      "step": 44475
    },
    {
      "contrastive_lambda": 0.1562977633023837,
      "epoch": 13.872738615096694,
      "step": 44476
    },
    {
      "contrastive_lambda": 0.15627874994364332,
      "epoch": 13.873050530255771,
      "step": 44477
    },
    {
      "contrastive_lambda": 0.15625973752723427,
      "epoch": 13.873362445414847,
      "step": 44478
    },
    {
      "contrastive_lambda": 0.15624072605320866,
      "epoch": 13.873674360573924,
      "step": 44479
    },
    {
      "epoch": 13.873986275733001,
      "grad_norm": 0.07760362327098846,
      "learning_rate": 1.7206062021325336e-05,
      "loss": 0.0181,
      "step": 44480
    },
    {
      "epoch": 13.873986275733001,
      "flow_loss": 0.016750503331422806,
      "step": 44480
    },
    {
      "contrastive_loss": 0.0032007568515837193,
      "epoch": 13.873986275733001,
      "step": 44480
    },
    {
      "contrastive_lambda": 0.15622171552161856,
      "epoch": 13.873986275733001,
      "step": 44480
    },
    {
      "contrastive_lambda": 0.15620270593251634,
      "epoch": 13.874298190892077,
      "step": 44481
    },
    {
      "contrastive_lambda": 0.15618369728595377,
      "epoch": 13.874610106051154,
      "step": 44482
    },
    {
      "contrastive_lambda": 0.15616468958198332,
      "epoch": 13.874922021210232,
      "step": 44483
    },
    {
      "contrastive_lambda": 0.1561456828206565,
      "epoch": 13.875233936369307,
      "step": 44484
    },
    {
      "contrastive_lambda": 0.15612667700202604,
      "epoch": 13.875545851528384,
      "step": 44485
    },
    {
      "contrastive_lambda": 0.1561076721261439,
      "epoch": 13.87585776668746,
      "step": 44486
    },
    {
      "contrastive_lambda": 0.156088668193062,
      "epoch": 13.876169681846537,
      "step": 44487
    },
    {
      "contrastive_lambda": 0.15606966520283255,
      "epoch": 13.876481597005615,
      "step": 44488
    },
    {
      "contrastive_lambda": 0.15605066315550775,
      "epoch": 13.876793512164692,
      "step": 44489
    },
    {
      "epoch": 13.877105427323768,
      "grad_norm": 0.08741232752799988,
      "learning_rate": 1.7185264527380502e-05,
      "loss": 0.0232,
      "step": 44490
    },
    {
      "epoch": 13.877105427323768,
      "flow_loss": 0.02354046329855919,
      "step": 44490
    },
    {
      "contrastive_loss": 0.003517359960824251,
      "epoch": 13.877105427323768,
      "step": 44490
    },
    {
      "contrastive_lambda": 0.15603166205113927,
      "epoch": 13.877105427323768,
      "step": 44490
    },
    {
      "contrastive_lambda": 0.1560126618897799,
      "epoch": 13.877417342482845,
      "step": 44491
    },
    {
      "contrastive_lambda": 0.15599366267148113,
      "epoch": 13.87772925764192,
      "step": 44492
    },
    {
      "contrastive_lambda": 0.15597466439629531,
      "epoch": 13.878041172800998,
      "step": 44493
    },
    {
      "contrastive_lambda": 0.1559556670642746,
      "epoch": 13.878353087960075,
      "step": 44494
    },
    {
      "contrastive_lambda": 0.15593667067547068,
      "epoch": 13.878665003119151,
      "step": 44495
    },
    {
      "contrastive_lambda": 0.15591767522993605,
      "epoch": 13.878976918278228,
      "step": 44496
    },
    {
      "contrastive_lambda": 0.15589868072772278,
      "epoch": 13.879288833437306,
      "step": 44497
    },
    {
      "contrastive_lambda": 0.15587968716888267,
      "epoch": 13.879600748596381,
      "step": 44498
    },
    {
      "contrastive_lambda": 0.15586069455346813,
      "epoch": 13.879912663755459,
      "step": 44499
    },
    {
      "epoch": 13.880224578914536,
      "grad_norm": 0.07509292662143707,
      "learning_rate": 1.716447700168584e-05,
      "loss": 0.0238,
      "step": 44500
    },
    {
      "epoch": 13.880224578914536,
      "flow_loss": 0.02075962722301483,
      "step": 44500
    },
    {
      "contrastive_loss": 0.003501482307910919,
      "epoch": 13.880224578914536,
      "step": 44500
    },
    {
      "contrastive_lambda": 0.15584170288153087,
      "epoch": 13.880224578914536,
      "step": 44500
    },
    {
      "contrastive_lambda": 0.15582271215312293,
      "epoch": 13.880536494073612,
      "step": 44501
    },
    {
      "contrastive_lambda": 0.15580372236829693,
      "epoch": 13.880848409232689,
      "step": 44502
    },
    {
      "contrastive_lambda": 0.15578473352710437,
      "epoch": 13.881160324391765,
      "step": 44503
    },
    {
      "contrastive_lambda": 0.1557657456295975,
      "epoch": 13.881472239550842,
      "step": 44504
    },
    {
      "contrastive_lambda": 0.15574675867582854,
      "epoch": 13.88178415470992,
      "step": 44505
    },
    {
      "contrastive_lambda": 0.15572777266584925,
      "epoch": 13.882096069868995,
      "step": 44506
    },
    {
      "contrastive_lambda": 0.15570878759971168,
      "epoch": 13.882407985028072,
      "step": 44507
    },
    {
      "contrastive_lambda": 0.1556898034774683,
      "epoch": 13.88271990018715,
      "step": 44508
    },
    {
      "contrastive_lambda": 0.15567082029917073,
      "epoch": 13.883031815346225,
      "step": 44509
    },
    {
      "epoch": 13.883343730505302,
      "grad_norm": 0.08108767122030258,
      "learning_rate": 1.714369945055611e-05,
      "loss": 0.0189,
      "step": 44510
    },
    {
      "epoch": 13.883343730505302,
      "flow_loss": 0.035609468817710876,
      "step": 44510
    },
    {
      "contrastive_loss": 0.0036148391664028168,
      "epoch": 13.883343730505302,
      "step": 44510
    },
    {
      "contrastive_lambda": 0.15565183806487132,
      "epoch": 13.883343730505302,
      "step": 44510
    },
    {
      "contrastive_lambda": 0.1556328567746218,
      "epoch": 13.88365564566438,
      "step": 44511
    },
    {
      "contrastive_lambda": 0.1556138764284743,
      "epoch": 13.883967560823455,
      "step": 44512
    },
    {
      "contrastive_lambda": 0.15559489702648094,
      "epoch": 13.884279475982533,
      "step": 44513
    },
    {
      "contrastive_lambda": 0.15557591856869374,
      "epoch": 13.88459139114161,
      "step": 44514
    },
    {
      "contrastive_lambda": 0.1555569410551647,
      "epoch": 13.884903306300686,
      "step": 44515
    },
    {
      "contrastive_lambda": 0.15553796448594603,
      "epoch": 13.885215221459763,
      "step": 44516
    },
    {
      "contrastive_lambda": 0.15551898886108945,
      "epoch": 13.88552713661884,
      "step": 44517
    },
    {
      "contrastive_lambda": 0.1555000141806469,
      "epoch": 13.885839051777916,
      "step": 44518
    },
    {
      "contrastive_lambda": 0.15548104044467098,
      "epoch": 13.886150966936993,
      "step": 44519
    },
    {
      "epoch": 13.886462882096069,
      "grad_norm": 0.10603022575378418,
      "learning_rate": 1.7122931880302968e-05,
      "loss": 0.0213,
      "step": 44520
    },
    {
      "epoch": 13.886462882096069,
      "flow_loss": 0.0272371843457222,
      "step": 44520
    },
    {
      "contrastive_loss": 0.004090511240065098,
      "epoch": 13.886462882096069,
      "step": 44520
    },
    {
      "contrastive_lambda": 0.1554620676532132,
      "epoch": 13.886462882096069,
      "step": 44520
    },
    {
      "contrastive_lambda": 0.15544309580632587,
      "epoch": 13.886774797255146,
      "step": 44521
    },
    {
      "contrastive_lambda": 0.1554241249040607,
      "epoch": 13.887086712414224,
      "step": 44522
    },
    {
      "contrastive_lambda": 0.15540515494646984,
      "epoch": 13.8873986275733,
      "step": 44523
    },
    {
      "contrastive_lambda": 0.15538618593360531,
      "epoch": 13.887710542732377,
      "step": 44524
    },
    {
      "contrastive_lambda": 0.15536721786551916,
      "epoch": 13.888022457891454,
      "step": 44525
    },
    {
      "contrastive_lambda": 0.15534825074226333,
      "epoch": 13.88833437305053,
      "step": 44526
    },
    {
      "contrastive_lambda": 0.15532928456389,
      "epoch": 13.888646288209607,
      "step": 44527
    },
    {
      "contrastive_lambda": 0.1553103193304508,
      "epoch": 13.888958203368684,
      "step": 44528
    },
    {
      "contrastive_lambda": 0.15529135504199815,
      "epoch": 13.88927011852776,
      "step": 44529
    },
    {
      "epoch": 13.889582033686837,
      "grad_norm": 0.07826968282461166,
      "learning_rate": 1.710217429723505e-05,
      "loss": 0.025,
      "step": 44530
    },
    {
      "epoch": 13.889582033686837,
      "flow_loss": 0.014525489881634712,
      "step": 44530
    },
    {
      "contrastive_loss": 0.0030879219993948936,
      "epoch": 13.889582033686837,
      "step": 44530
    },
    {
      "contrastive_lambda": 0.15527239169858348,
      "epoch": 13.889582033686837,
      "step": 44530
    },
    {
      "contrastive_lambda": 0.15525342930025926,
      "epoch": 13.889893948845915,
      "step": 44531
    },
    {
      "contrastive_lambda": 0.1552344678470775,
      "epoch": 13.89020586400499,
      "step": 44532
    },
    {
      "contrastive_lambda": 0.1552155073390899,
      "epoch": 13.890517779164067,
      "step": 44533
    },
    {
      "contrastive_lambda": 0.15519654777634856,
      "epoch": 13.890829694323145,
      "step": 44534
    },
    {
      "contrastive_lambda": 0.1551775891589054,
      "epoch": 13.89114160948222,
      "step": 44535
    },
    {
      "contrastive_lambda": 0.15515863148681253,
      "epoch": 13.891453524641298,
      "step": 44536
    },
    {
      "contrastive_lambda": 0.1551396747601218,
      "epoch": 13.891765439800373,
      "step": 44537
    },
    {
      "contrastive_lambda": 0.1551207189788854,
      "epoch": 13.89207735495945,
      "step": 44538
    },
    {
      "contrastive_lambda": 0.15510176414315502,
      "epoch": 13.892389270118528,
      "step": 44539
    },
    {
      "epoch": 13.892701185277604,
      "grad_norm": 0.0633043423295021,
      "learning_rate": 1.7081426707657972e-05,
      "loss": 0.0229,
      "step": 44540
    },
    {
      "epoch": 13.892701185277604,
      "flow_loss": 0.019347256049513817,
      "step": 44540
    },
    {
      "contrastive_loss": 0.0035200498532503843,
      "epoch": 13.892701185277604,
      "step": 44540
    },
    {
      "contrastive_lambda": 0.15508281025298282,
      "epoch": 13.892701185277604,
      "step": 44540
    },
    {
      "contrastive_lambda": 0.15506385730842043,
      "epoch": 13.893013100436681,
      "step": 44541
    },
    {
      "contrastive_lambda": 0.1550449053095202,
      "epoch": 13.893325015595758,
      "step": 44542
    },
    {
      "contrastive_lambda": 0.1550259542563341,
      "epoch": 13.893636930754834,
      "step": 44543
    },
    {
      "contrastive_lambda": 0.15500700414891372,
      "epoch": 13.893948845913911,
      "step": 44544
    },
    {
      "contrastive_lambda": 0.15498805498731127,
      "epoch": 13.894260761072989,
      "step": 44545
    },
    {
      "contrastive_lambda": 0.15496910677157882,
      "epoch": 13.894572676232064,
      "step": 44546
    },
    {
      "contrastive_lambda": 0.15495015950176788,
      "epoch": 13.894884591391142,
      "step": 44547
    },
    {
      "contrastive_lambda": 0.1549312131779309,
      "epoch": 13.895196506550219,
      "step": 44548
    },
    {
      "contrastive_lambda": 0.15491226780011952,
      "epoch": 13.895508421709295,
      "step": 44549
    },
    {
      "epoch": 13.895820336868372,
      "grad_norm": 0.0865098387002945,
      "learning_rate": 1.7060689117874275e-05,
      "loss": 0.0241,
      "step": 44550
    },
    {
      "epoch": 13.895820336868372,
      "flow_loss": 0.032616034150123596,
      "step": 44550
    },
    {
      "contrastive_loss": 0.0035569246392697096,
      "epoch": 13.895820336868372,
      "step": 44550
    },
    {
      "contrastive_lambda": 0.15489332336838568,
      "epoch": 13.895820336868372,
      "step": 44550
    },
    {
      "contrastive_lambda": 0.15487437988278158,
      "epoch": 13.89613225202745,
      "step": 44551
    },
    {
      "contrastive_lambda": 0.1548554373433586,
      "epoch": 13.896444167186525,
      "step": 44552
    },
    {
      "contrastive_lambda": 0.15483649575016928,
      "epoch": 13.896756082345602,
      "step": 44553
    },
    {
      "contrastive_lambda": 0.1548175551032654,
      "epoch": 13.897067997504678,
      "step": 44554
    },
    {
      "contrastive_lambda": 0.15479861540269862,
      "epoch": 13.897379912663755,
      "step": 44555
    },
    {
      "contrastive_lambda": 0.1547796766485212,
      "epoch": 13.897691827822833,
      "step": 44556
    },
    {
      "contrastive_lambda": 0.15476073884078478,
      "epoch": 13.898003742981908,
      "step": 44557
    },
    {
      "contrastive_lambda": 0.15474180197954124,
      "epoch": 13.898315658140985,
      "step": 44558
    },
    {
      "contrastive_lambda": 0.15472286606484292,
      "epoch": 13.898627573300063,
      "step": 44559
    },
    {
      "epoch": 13.898939488459138,
      "grad_norm": 0.11448665708303452,
      "learning_rate": 1.703996153418354e-05,
      "loss": 0.0248,
      "step": 44560
    },
    {
      "epoch": 13.898939488459138,
      "flow_loss": 0.008119363337755203,
      "step": 44560
    },
    {
      "contrastive_loss": 0.0037044398486614227,
      "epoch": 13.898939488459138,
      "step": 44560
    },
    {
      "contrastive_lambda": 0.15470393109674135,
      "epoch": 13.898939488459138,
      "step": 44560
    },
    {
      "contrastive_lambda": 0.15468499707528854,
      "epoch": 13.899251403618216,
      "step": 44561
    },
    {
      "contrastive_lambda": 0.15466606400053662,
      "epoch": 13.899563318777293,
      "step": 44562
    },
    {
      "contrastive_lambda": 0.1546471318725371,
      "epoch": 13.899875233936369,
      "step": 44563
    },
    {
      "contrastive_lambda": 0.15462820069134187,
      "epoch": 13.900187149095446,
      "step": 44564
    },
    {
      "contrastive_lambda": 0.1546092704570034,
      "epoch": 13.900499064254523,
      "step": 44565
    },
    {
      "contrastive_lambda": 0.15459034116957304,
      "epoch": 13.900810979413599,
      "step": 44566
    },
    {
      "contrastive_lambda": 0.15457141282910308,
      "epoch": 13.901122894572676,
      "step": 44567
    },
    {
      "contrastive_lambda": 0.15455248543564498,
      "epoch": 13.901434809731754,
      "step": 44568
    },
    {
      "contrastive_lambda": 0.15453355898925075,
      "epoch": 13.90174672489083,
      "step": 44569
    },
    {
      "epoch": 13.902058640049907,
      "grad_norm": 0.05726468563079834,
      "learning_rate": 1.7019243962882205e-05,
      "loss": 0.0181,
      "step": 44570
    },
    {
      "epoch": 13.902058640049907,
      "flow_loss": 0.01409820280969143,
      "step": 44570
    },
    {
      "contrastive_loss": 0.0038004564121365547,
      "epoch": 13.902058640049907,
      "step": 44570
    },
    {
      "contrastive_lambda": 0.15451463348997269,
      "epoch": 13.902058640049907,
      "step": 44570
    },
    {
      "contrastive_lambda": 0.15449570893786224,
      "epoch": 13.902370555208982,
      "step": 44571
    },
    {
      "contrastive_lambda": 0.15447678533297138,
      "epoch": 13.90268247036806,
      "step": 44572
    },
    {
      "contrastive_lambda": 0.15445786267535222,
      "epoch": 13.902994385527137,
      "step": 44573
    },
    {
      "contrastive_lambda": 0.15443894096505623,
      "epoch": 13.903306300686213,
      "step": 44574
    },
    {
      "contrastive_lambda": 0.1544200202021354,
      "epoch": 13.90361821584529,
      "step": 44575
    },
    {
      "contrastive_lambda": 0.154401100386642,
      "epoch": 13.903930131004367,
      "step": 44576
    },
    {
      "contrastive_lambda": 0.15438218151862748,
      "epoch": 13.904242046163443,
      "step": 44577
    },
    {
      "contrastive_lambda": 0.15436326359814395,
      "epoch": 13.90455396132252,
      "step": 44578
    },
    {
      "contrastive_lambda": 0.15434434662524305,
      "epoch": 13.904865876481598,
      "step": 44579
    },
    {
      "epoch": 13.905177791640673,
      "grad_norm": 0.08186039328575134,
      "learning_rate": 1.6998536410263754e-05,
      "loss": 0.0242,
      "step": 44580
    },
    {
      "epoch": 13.905177791640673,
      "flow_loss": 0.051575325429439545,
      "step": 44580
    },
    {
      "contrastive_loss": 0.004384600557386875,
      "epoch": 13.905177791640673,
      "step": 44580
    },
    {
      "contrastive_lambda": 0.15432543059997667,
      "epoch": 13.905177791640673,
      "step": 44580
    },
    {
      "contrastive_lambda": 0.15430651552239683,
      "epoch": 13.90548970679975,
      "step": 44581
    },
    {
      "contrastive_lambda": 0.15428760139255526,
      "epoch": 13.905801621958828,
      "step": 44582
    },
    {
      "contrastive_lambda": 0.15426868821050388,
      "epoch": 13.906113537117903,
      "step": 44583
    },
    {
      "contrastive_lambda": 0.15424977597629463,
      "epoch": 13.90642545227698,
      "step": 44584
    },
    {
      "contrastive_lambda": 0.15423086468997915,
      "epoch": 13.906737367436058,
      "step": 44585
    },
    {
      "contrastive_lambda": 0.1542119543516094,
      "epoch": 13.907049282595134,
      "step": 44586
    },
    {
      "contrastive_lambda": 0.15419304496123715,
      "epoch": 13.907361197754211,
      "step": 44587
    },
    {
      "contrastive_lambda": 0.15417413651891432,
      "epoch": 13.907673112913287,
      "step": 44588
    },
    {
      "contrastive_lambda": 0.15415522902469292,
      "epoch": 13.907985028072364,
      "step": 44589
    },
    {
      "epoch": 13.908296943231441,
      "grad_norm": 0.08874116092920303,
      "learning_rate": 1.6977838882618596e-05,
      "loss": 0.0308,
      "step": 44590
    },
    {
      "epoch": 13.908296943231441,
      "flow_loss": 0.025113951414823532,
      "step": 44590
    },
    {
      "contrastive_loss": 0.003651140257716179,
      "epoch": 13.908296943231441,
      "step": 44590
    },
    {
      "contrastive_lambda": 0.1541363224786244,
      "epoch": 13.908296943231441,
      "step": 44590
    },
    {
      "contrastive_lambda": 0.1541174168807608,
      "epoch": 13.908608858390517,
      "step": 44591
    },
    {
      "contrastive_lambda": 0.15409851223115395,
      "epoch": 13.908920773549594,
      "step": 44592
    },
    {
      "contrastive_lambda": 0.15407960852985564,
      "epoch": 13.909232688708672,
      "step": 44593
    },
    {
      "contrastive_lambda": 0.15406070577691794,
      "epoch": 13.909544603867747,
      "step": 44594
    },
    {
      "contrastive_lambda": 0.15404180397239225,
      "epoch": 13.909856519026825,
      "step": 44595
    },
    {
      "contrastive_lambda": 0.1540229031163306,
      "epoch": 13.910168434185902,
      "step": 44596
    },
    {
      "contrastive_lambda": 0.154004003208785,
      "epoch": 13.910480349344978,
      "step": 44597
    },
    {
      "contrastive_lambda": 0.15398510424980671,
      "epoch": 13.910792264504055,
      "step": 44598
    },
    {
      "contrastive_lambda": 0.15396620623944807,
      "epoch": 13.911104179663132,
      "step": 44599
    },
    {
      "epoch": 13.911416094822208,
      "grad_norm": 0.09603210538625717,
      "learning_rate": 1.6957151386234088e-05,
      "loss": 0.0176,
      "step": 44600
    },
    {
      "epoch": 13.911416094822208,
      "flow_loss": 0.029119955375790596,
      "step": 44600
    },
    {
      "contrastive_loss": 0.0035115377977490425,
      "epoch": 13.911416094822208,
      "step": 44600
    },
    {
      "contrastive_lambda": 0.1539473091777609,
      "epoch": 13.911416094822208,
      "step": 44600
    },
    {
      "contrastive_lambda": 0.15392841306479665,
      "epoch": 13.911728009981285,
      "step": 44601
    },
    {
      "contrastive_lambda": 0.15390951790060747,
      "epoch": 13.912039925140363,
      "step": 44602
    },
    {
      "contrastive_lambda": 0.1538906236852447,
      "epoch": 13.912351840299438,
      "step": 44603
    },
    {
      "contrastive_lambda": 0.15387173041876057,
      "epoch": 13.912663755458516,
      "step": 44604
    },
    {
      "contrastive_lambda": 0.15385283810120687,
      "epoch": 13.912975670617591,
      "step": 44605
    },
    {
      "contrastive_lambda": 0.15383394673263517,
      "epoch": 13.913287585776668,
      "step": 44606
    },
    {
      "contrastive_lambda": 0.15381505631309733,
      "epoch": 13.913599500935746,
      "step": 44607
    },
    {
      "contrastive_lambda": 0.15379616684264535,
      "epoch": 13.913911416094821,
      "step": 44608
    },
    {
      "contrastive_lambda": 0.15377727832133048,
      "epoch": 13.914223331253899,
      "step": 44609
    },
    {
      "epoch": 13.914535246412976,
      "grad_norm": 0.05635911598801613,
      "learning_rate": 1.6936473927394536e-05,
      "loss": 0.0212,
      "step": 44610
    },
    {
      "epoch": 13.914535246412976,
      "flow_loss": 0.03877303749322891,
      "step": 44610
    },
    {
      "contrastive_loss": 0.0051933773793280125,
      "epoch": 13.914535246412976,
      "step": 44610
    },
    {
      "contrastive_lambda": 0.15375839074920505,
      "epoch": 13.914535246412976,
      "step": 44610
    },
    {
      "contrastive_lambda": 0.15373950412632081,
      "epoch": 13.914847161572052,
      "step": 44611
    },
    {
      "contrastive_lambda": 0.15372061845272922,
      "epoch": 13.915159076731129,
      "step": 44612
    },
    {
      "contrastive_lambda": 0.15370173372848234,
      "epoch": 13.915470991890206,
      "step": 44613
    },
    {
      "contrastive_lambda": 0.15368284995363168,
      "epoch": 13.915782907049282,
      "step": 44614
    },
    {
      "contrastive_lambda": 0.153663967128229,
      "epoch": 13.91609482220836,
      "step": 44615
    },
    {
      "contrastive_lambda": 0.1536450852523265,
      "epoch": 13.916406737367437,
      "step": 44616
    },
    {
      "contrastive_lambda": 0.15362620432597557,
      "epoch": 13.916718652526512,
      "step": 44617
    },
    {
      "contrastive_lambda": 0.15360732434922802,
      "epoch": 13.91703056768559,
      "step": 44618
    },
    {
      "contrastive_lambda": 0.15358844532213584,
      "epoch": 13.917342482844667,
      "step": 44619
    },
    {
      "epoch": 13.917654398003743,
      "grad_norm": 0.07380454987287521,
      "learning_rate": 1.6915806512381222e-05,
      "loss": 0.0237,
      "step": 44620
    },
    {
      "epoch": 13.917654398003743,
      "flow_loss": 0.01921848952770233,
      "step": 44620
    },
    {
      "contrastive_loss": 0.0032441425137221813,
      "epoch": 13.917654398003743,
      "step": 44620
    },
    {
      "contrastive_lambda": 0.1535695672447503,
      "epoch": 13.917654398003743,
      "step": 44620
    },
    {
      "contrastive_lambda": 0.15355069011712358,
      "epoch": 13.91796631316282,
      "step": 44621
    },
    {
      "contrastive_lambda": 0.15353181393930748,
      "epoch": 13.918278228321896,
      "step": 44622
    },
    {
      "contrastive_lambda": 0.1535129387113534,
      "epoch": 13.918590143480973,
      "step": 44623
    },
    {
      "contrastive_lambda": 0.15349406443331348,
      "epoch": 13.91890205864005,
      "step": 44624
    },
    {
      "contrastive_lambda": 0.1534751911052391,
      "epoch": 13.919213973799126,
      "step": 44625
    },
    {
      "contrastive_lambda": 0.15345631872718196,
      "epoch": 13.919525888958203,
      "step": 44626
    },
    {
      "contrastive_lambda": 0.15343744729919434,
      "epoch": 13.91983780411728,
      "step": 44627
    },
    {
      "contrastive_lambda": 0.15341857682132748,
      "epoch": 13.920149719276356,
      "step": 44628
    },
    {
      "contrastive_lambda": 0.15339970729363328,
      "epoch": 13.920461634435433,
      "step": 44629
    },
    {
      "epoch": 13.92077354959451,
      "grad_norm": 0.09799900650978088,
      "learning_rate": 1.6895149147472344e-05,
      "loss": 0.0193,
      "step": 44630
    },
    {
      "epoch": 13.92077354959451,
      "flow_loss": 0.012240251526236534,
      "step": 44630
    },
    {
      "contrastive_loss": 0.0037279841490089893,
      "epoch": 13.92077354959451,
      "step": 44630
    },
    {
      "contrastive_lambda": 0.1533808387161636,
      "epoch": 13.92077354959451,
      "step": 44630
    },
    {
      "contrastive_lambda": 0.15336197108896987,
      "epoch": 13.921085464753586,
      "step": 44631
    },
    {
      "contrastive_lambda": 0.15334310441210397,
      "epoch": 13.921397379912664,
      "step": 44632
    },
    {
      "contrastive_lambda": 0.15332423868561768,
      "epoch": 13.921709295071741,
      "step": 44633
    },
    {
      "contrastive_lambda": 0.15330537390956261,
      "epoch": 13.922021210230817,
      "step": 44634
    },
    {
      "contrastive_lambda": 0.15328651008399075,
      "epoch": 13.922333125389894,
      "step": 44635
    },
    {
      "contrastive_lambda": 0.15326764720895342,
      "epoch": 13.922645040548971,
      "step": 44636
    },
    {
      "contrastive_lambda": 0.15324878528450236,
      "epoch": 13.922956955708047,
      "step": 44637
    },
    {
      "contrastive_lambda": 0.15322992431068977,
      "epoch": 13.923268870867124,
      "step": 44638
    },
    {
      "contrastive_lambda": 0.15321106428756687,
      "epoch": 13.9235807860262,
      "step": 44639
    },
    {
      "epoch": 13.923892701185277,
      "grad_norm": 0.09675003588199615,
      "learning_rate": 1.6874501838943073e-05,
      "loss": 0.0259,
      "step": 44640
    },
    {
      "epoch": 13.923892701185277,
      "flow_loss": 0.02043948881328106,
      "step": 44640
    },
    {
      "contrastive_loss": 0.004954962059855461,
      "epoch": 13.923892701185277,
      "step": 44640
    },
    {
      "contrastive_lambda": 0.1531922052151855,
      "epoch": 13.923892701185277,
      "step": 44640
    },
    {
      "contrastive_lambda": 0.1531733470935976,
      "epoch": 13.924204616344355,
      "step": 44641
    },
    {
      "contrastive_lambda": 0.15315448992285446,
      "epoch": 13.92451653150343,
      "step": 44642
    },
    {
      "contrastive_lambda": 0.15313563370300803,
      "epoch": 13.924828446662508,
      "step": 44643
    },
    {
      "contrastive_lambda": 0.15311677843410992,
      "epoch": 13.925140361821585,
      "step": 44644
    },
    {
      "contrastive_lambda": 0.15309792411621187,
      "epoch": 13.92545227698066,
      "step": 44645
    },
    {
      "contrastive_lambda": 0.15307907074936572,
      "epoch": 13.925764192139738,
      "step": 44646
    },
    {
      "contrastive_lambda": 0.15306021833362282,
      "epoch": 13.926076107298815,
      "step": 44647
    },
    {
      "contrastive_lambda": 0.15304136686903502,
      "epoch": 13.92638802245789,
      "step": 44648
    },
    {
      "contrastive_lambda": 0.153022516355654,
      "epoch": 13.926699937616968,
      "step": 44649
    },
    {
      "epoch": 13.927011852776046,
      "grad_norm": 0.11001381278038025,
      "learning_rate": 1.6853864593065506e-05,
      "loss": 0.0305,
      "step": 44650
    },
    {
      "epoch": 13.927011852776046,
      "flow_loss": 0.054657068103551865,
      "step": 44650
    },
    {
      "contrastive_loss": 0.004885554313659668,
      "epoch": 13.927011852776046,
      "step": 44650
    },
    {
      "contrastive_lambda": 0.1530036667935315,
      "epoch": 13.927011852776046,
      "step": 44650
    },
    {
      "contrastive_lambda": 0.1529848181827193,
      "epoch": 13.927323767935121,
      "step": 44651
    },
    {
      "contrastive_lambda": 0.1529659705232687,
      "epoch": 13.927635683094199,
      "step": 44652
    },
    {
      "contrastive_lambda": 0.15294712381523168,
      "epoch": 13.927947598253276,
      "step": 44653
    },
    {
      "contrastive_lambda": 0.15292827805865977,
      "epoch": 13.928259513412351,
      "step": 44654
    },
    {
      "contrastive_lambda": 0.15290943325360473,
      "epoch": 13.928571428571429,
      "step": 44655
    },
    {
      "contrastive_lambda": 0.15289058940011818,
      "epoch": 13.928883343730504,
      "step": 44656
    },
    {
      "contrastive_lambda": 0.15287174649825191,
      "epoch": 13.929195258889582,
      "step": 44657
    },
    {
      "contrastive_lambda": 0.15285290454805733,
      "epoch": 13.92950717404866,
      "step": 44658
    },
    {
      "contrastive_lambda": 0.1528340635495864,
      "epoch": 13.929819089207735,
      "step": 44659
    },
    {
      "epoch": 13.930131004366812,
      "grad_norm": 0.055195458233356476,
      "learning_rate": 1.683323741610871e-05,
      "loss": 0.0222,
      "step": 44660
    },
    {
      "epoch": 13.930131004366812,
      "flow_loss": 0.025376910343766212,
      "step": 44660
    },
    {
      "contrastive_loss": 0.006735892966389656,
      "epoch": 13.930131004366812,
      "step": 44660
    },
    {
      "contrastive_lambda": 0.15281522350289023,
      "epoch": 13.930131004366812,
      "step": 44660
    },
    {
      "contrastive_lambda": 0.152796384408021,
      "epoch": 13.93044291952589,
      "step": 44661
    },
    {
      "contrastive_lambda": 0.15277754626503037,
      "epoch": 13.930754834684965,
      "step": 44662
    },
    {
      "contrastive_lambda": 0.15275870907396966,
      "epoch": 13.931066749844042,
      "step": 44663
    },
    {
      "contrastive_lambda": 0.15273987283489066,
      "epoch": 13.93137866500312,
      "step": 44664
    },
    {
      "contrastive_lambda": 0.15272103754784516,
      "epoch": 13.931690580162195,
      "step": 44665
    },
    {
      "contrastive_lambda": 0.15270220321288436,
      "epoch": 13.932002495321273,
      "step": 44666
    },
    {
      "contrastive_lambda": 0.1526833698300603,
      "epoch": 13.93231441048035,
      "step": 44667
    },
    {
      "contrastive_lambda": 0.1526645373994247,
      "epoch": 13.932626325639426,
      "step": 44668
    },
    {
      "contrastive_lambda": 0.15264570592102883,
      "epoch": 13.932938240798503,
      "step": 44669
    },
    {
      "epoch": 13.93325015595758,
      "grad_norm": 0.07053110748529434,
      "learning_rate": 1.6812620314338674e-05,
      "loss": 0.0221,
      "step": 44670
    },
    {
      "epoch": 13.93325015595758,
      "flow_loss": 0.021582430228590965,
      "step": 44670
    },
    {
      "contrastive_loss": 0.0038832067511975765,
      "epoch": 13.93325015595758,
      "step": 44670
    },
    {
      "contrastive_lambda": 0.15262687539492464,
      "epoch": 13.93325015595758,
      "step": 44670
    },
    {
      "contrastive_lambda": 0.15260804582116327,
      "epoch": 13.933562071116656,
      "step": 44671
    },
    {
      "contrastive_lambda": 0.15258921719979684,
      "epoch": 13.933873986275733,
      "step": 44672
    },
    {
      "contrastive_lambda": 0.15257038953087693,
      "epoch": 13.934185901434809,
      "step": 44673
    },
    {
      "contrastive_lambda": 0.15255156281445487,
      "epoch": 13.934497816593886,
      "step": 44674
    },
    {
      "contrastive_lambda": 0.15253273705058246,
      "epoch": 13.934809731752964,
      "step": 44675
    },
    {
      "contrastive_lambda": 0.15251391223931138,
      "epoch": 13.93512164691204,
      "step": 44676
    },
    {
      "contrastive_lambda": 0.15249508838069287,
      "epoch": 13.935433562071116,
      "step": 44677
    },
    {
      "contrastive_lambda": 0.15247626547477894,
      "epoch": 13.935745477230194,
      "step": 44678
    },
    {
      "contrastive_lambda": 0.15245744352162122,
      "epoch": 13.93605739238927,
      "step": 44679
    },
    {
      "epoch": 13.936369307548347,
      "grad_norm": 0.08743739873170853,
      "learning_rate": 1.6792013294018326e-05,
      "loss": 0.0251,
      "step": 44680
    },
    {
      "epoch": 13.936369307548347,
      "flow_loss": 0.021473458036780357,
      "step": 44680
    },
    {
      "contrastive_loss": 0.003287666942924261,
      "epoch": 13.936369307548347,
      "step": 44680
    },
    {
      "contrastive_lambda": 0.152438622521271,
      "epoch": 13.936369307548347,
      "step": 44680
    },
    {
      "contrastive_lambda": 0.15241980247378023,
      "epoch": 13.936681222707424,
      "step": 44681
    },
    {
      "contrastive_lambda": 0.1524009833792001,
      "epoch": 13.9369931378665,
      "step": 44682
    },
    {
      "contrastive_lambda": 0.15238216523758225,
      "epoch": 13.937305053025577,
      "step": 44683
    },
    {
      "contrastive_lambda": 0.15236334804897872,
      "epoch": 13.937616968184654,
      "step": 44684
    },
    {
      "contrastive_lambda": 0.1523445318134407,
      "epoch": 13.93792888334373,
      "step": 44685
    },
    {
      "contrastive_lambda": 0.1523257165310199,
      "epoch": 13.938240798502807,
      "step": 44686
    },
    {
      "contrastive_lambda": 0.152306902201768,
      "epoch": 13.938552713661885,
      "step": 44687
    },
    {
      "contrastive_lambda": 0.15228808882573613,
      "epoch": 13.93886462882096,
      "step": 44688
    },
    {
      "contrastive_lambda": 0.1522692764029766,
      "epoch": 13.939176543980038,
      "step": 44689
    },
    {
      "epoch": 13.939488459139113,
      "grad_norm": 0.08295852690935135,
      "learning_rate": 1.6771416361407526e-05,
      "loss": 0.0241,
      "step": 44690
    },
    {
      "epoch": 13.939488459139113,
      "flow_loss": 0.018031533807516098,
      "step": 44690
    },
    {
      "contrastive_loss": 0.00558787677437067,
      "epoch": 13.939488459139113,
      "step": 44690
    },
    {
      "contrastive_lambda": 0.15225046493354039,
      "epoch": 13.939488459139113,
      "step": 44690
    },
    {
      "contrastive_lambda": 0.15223165441747927,
      "epoch": 13.93980037429819,
      "step": 44691
    },
    {
      "contrastive_lambda": 0.152212844854845,
      "epoch": 13.940112289457268,
      "step": 44692
    },
    {
      "contrastive_lambda": 0.15219403624568878,
      "epoch": 13.940424204616344,
      "step": 44693
    },
    {
      "contrastive_lambda": 0.15217522859006222,
      "epoch": 13.940736119775421,
      "step": 44694
    },
    {
      "contrastive_lambda": 0.1521564218880173,
      "epoch": 13.941048034934498,
      "step": 44695
    },
    {
      "contrastive_lambda": 0.1521376161396052,
      "epoch": 13.941359950093574,
      "step": 44696
    },
    {
      "contrastive_lambda": 0.15211881134487765,
      "epoch": 13.941671865252651,
      "step": 44697
    },
    {
      "contrastive_lambda": 0.15210000750388603,
      "epoch": 13.941983780411729,
      "step": 44698
    },
    {
      "contrastive_lambda": 0.152081204616682,
      "epoch": 13.942295695570804,
      "step": 44699
    },
    {
      "epoch": 13.942607610729882,
      "grad_norm": 0.08503656834363937,
      "learning_rate": 1.675082952276308e-05,
      "loss": 0.0284,
      "step": 44700
    },
    {
      "epoch": 13.942607610729882,
      "flow_loss": 0.012698431499302387,
      "step": 44700
    },
    {
      "contrastive_loss": 0.005176224280148745,
      "epoch": 13.942607610729882,
      "step": 44700
    },
    {
      "contrastive_lambda": 0.15206240268331706,
      "epoch": 13.942607610729882,
      "step": 44700
    },
    {
      "contrastive_lambda": 0.15204360170384285,
      "epoch": 13.942919525888959,
      "step": 44701
    },
    {
      "contrastive_lambda": 0.15202480167831084,
      "epoch": 13.943231441048034,
      "step": 44702
    },
    {
      "contrastive_lambda": 0.15200600260677272,
      "epoch": 13.943543356207112,
      "step": 44703
    },
    {
      "contrastive_lambda": 0.15198720448927977,
      "epoch": 13.94385527136619,
      "step": 44704
    },
    {
      "contrastive_lambda": 0.15196840732588385,
      "epoch": 13.944167186525265,
      "step": 44705
    },
    {
      "contrastive_lambda": 0.1519496111166359,
      "epoch": 13.944479101684342,
      "step": 44706
    },
    {
      "contrastive_lambda": 0.15193081586158808,
      "epoch": 13.944791016843418,
      "step": 44707
    },
    {
      "contrastive_lambda": 0.1519120215607918,
      "epoch": 13.945102932002495,
      "step": 44708
    },
    {
      "contrastive_lambda": 0.1518932282142984,
      "epoch": 13.945414847161572,
      "step": 44709
    },
    {
      "epoch": 13.945726762320648,
      "grad_norm": 0.06421177834272385,
      "learning_rate": 1.6730252784338757e-05,
      "loss": 0.0184,
      "step": 44710
    },
    {
      "epoch": 13.945726762320648,
      "flow_loss": 0.012500792741775513,
      "step": 44710
    },
    {
      "contrastive_loss": 0.004154728725552559,
      "epoch": 13.945726762320648,
      "step": 44710
    },
    {
      "contrastive_lambda": 0.15187443582215943,
      "epoch": 13.945726762320648,
      "step": 44710
    },
    {
      "contrastive_lambda": 0.15185564438442645,
      "epoch": 13.946038677479725,
      "step": 44711
    },
    {
      "contrastive_lambda": 0.15183685390115098,
      "epoch": 13.946350592638803,
      "step": 44712
    },
    {
      "contrastive_lambda": 0.15181806437238454,
      "epoch": 13.946662507797878,
      "step": 44713
    },
    {
      "contrastive_lambda": 0.15179927579817887,
      "epoch": 13.946974422956956,
      "step": 44714
    },
    {
      "contrastive_lambda": 0.15178048817858503,
      "epoch": 13.947286338116033,
      "step": 44715
    },
    {
      "contrastive_lambda": 0.15176170151365492,
      "epoch": 13.947598253275109,
      "step": 44716
    },
    {
      "contrastive_lambda": 0.15174291580343957,
      "epoch": 13.947910168434186,
      "step": 44717
    },
    {
      "contrastive_lambda": 0.15172413104799093,
      "epoch": 13.948222083593263,
      "step": 44718
    },
    {
      "contrastive_lambda": 0.15170534724736057,
      "epoch": 13.948533998752339,
      "step": 44719
    },
    {
      "epoch": 13.948845913911416,
      "grad_norm": 0.06979033350944519,
      "learning_rate": 1.6709686152385166e-05,
      "loss": 0.0201,
      "step": 44720
    },
    {
      "epoch": 13.948845913911416,
      "flow_loss": 0.032800957560539246,
      "step": 44720
    },
    {
      "contrastive_loss": 0.0038075814954936504,
      "epoch": 13.948845913911416,
      "step": 44720
    },
    {
      "contrastive_lambda": 0.15168656440159956,
      "epoch": 13.948845913911416,
      "step": 44720
    },
    {
      "contrastive_lambda": 0.15166778251075963,
      "epoch": 13.949157829070494,
      "step": 44721
    },
    {
      "contrastive_lambda": 0.15164900157489242,
      "epoch": 13.94946974422957,
      "step": 44722
    },
    {
      "contrastive_lambda": 0.15163022159404893,
      "epoch": 13.949781659388647,
      "step": 44723
    },
    {
      "contrastive_lambda": 0.15161144256828113,
      "epoch": 13.950093574547722,
      "step": 44724
    },
    {
      "contrastive_lambda": 0.15159266449764047,
      "epoch": 13.9504054897068,
      "step": 44725
    },
    {
      "contrastive_lambda": 0.1515738873821782,
      "epoch": 13.950717404865877,
      "step": 44726
    },
    {
      "contrastive_lambda": 0.15155511122194604,
      "epoch": 13.951029320024952,
      "step": 44727
    },
    {
      "contrastive_lambda": 0.15153633601699495,
      "epoch": 13.95134123518403,
      "step": 44728
    },
    {
      "contrastive_lambda": 0.15151756176737702,
      "epoch": 13.951653150343107,
      "step": 44729
    },
    {
      "epoch": 13.951965065502183,
      "grad_norm": 0.09020645171403885,
      "learning_rate": 1.668912963314998e-05,
      "loss": 0.0231,
      "step": 44730
    },
    {
      "epoch": 13.951965065502183,
      "flow_loss": 0.015148675069212914,
      "step": 44730
    },
    {
      "contrastive_loss": 0.0032251037191599607,
      "epoch": 13.951965065502183,
      "step": 44730
    },
    {
      "contrastive_lambda": 0.15149878847314358,
      "epoch": 13.951965065502183,
      "step": 44730
    },
    {
      "contrastive_lambda": 0.15148001613434586,
      "epoch": 13.95227698066126,
      "step": 44731
    },
    {
      "contrastive_lambda": 0.15146124475103545,
      "epoch": 13.952588895820337,
      "step": 44732
    },
    {
      "contrastive_lambda": 0.15144247432326402,
      "epoch": 13.952900810979413,
      "step": 44733
    },
    {
      "contrastive_lambda": 0.15142370485108247,
      "epoch": 13.95321272613849,
      "step": 44734
    },
    {
      "contrastive_lambda": 0.151404936334543,
      "epoch": 13.953524641297568,
      "step": 44735
    },
    {
      "contrastive_lambda": 0.15138616877369648,
      "epoch": 13.953836556456643,
      "step": 44736
    },
    {
      "contrastive_lambda": 0.15136740216859462,
      "epoch": 13.95414847161572,
      "step": 44737
    },
    {
      "contrastive_lambda": 0.15134863651928893,
      "epoch": 13.954460386774798,
      "step": 44738
    },
    {
      "contrastive_lambda": 0.15132987182583063,
      "epoch": 13.954772301933874,
      "step": 44739
    },
    {
      "epoch": 13.955084217092951,
      "grad_norm": 0.08093677461147308,
      "learning_rate": 1.6668583232877653e-05,
      "loss": 0.0277,
      "step": 44740
    },
    {
      "epoch": 13.955084217092951,
      "flow_loss": 0.024392832070589066,
      "step": 44740
    },
    {
      "contrastive_loss": 0.003982081077992916,
      "epoch": 13.955084217092951,
      "step": 44740
    },
    {
      "contrastive_lambda": 0.15131110808827114,
      "epoch": 13.955084217092951,
      "step": 44740
    },
    {
      "contrastive_lambda": 0.1512923453066623,
      "epoch": 13.955396132252027,
      "step": 44741
    },
    {
      "contrastive_lambda": 0.15127358348105518,
      "epoch": 13.955708047411104,
      "step": 44742
    },
    {
      "contrastive_lambda": 0.1512548226115013,
      "epoch": 13.956019962570181,
      "step": 44743
    },
    {
      "contrastive_lambda": 0.1512360626980523,
      "epoch": 13.956331877729257,
      "step": 44744
    },
    {
      "contrastive_lambda": 0.15121730374075915,
      "epoch": 13.956643792888334,
      "step": 44745
    },
    {
      "contrastive_lambda": 0.15119854573967384,
      "epoch": 13.956955708047412,
      "step": 44746
    },
    {
      "contrastive_lambda": 0.15117978869484738,
      "epoch": 13.957267623206487,
      "step": 44747
    },
    {
      "contrastive_lambda": 0.1511610326063313,
      "epoch": 13.957579538365565,
      "step": 44748
    },
    {
      "contrastive_lambda": 0.15114227747417724,
      "epoch": 13.957891453524642,
      "step": 44749
    },
    {
      "epoch": 13.958203368683717,
      "grad_norm": 0.0898970440030098,
      "learning_rate": 1.6648046957809698e-05,
      "loss": 0.0248,
      "step": 44750
    },
    {
      "epoch": 13.958203368683717,
      "flow_loss": 0.01844773441553116,
      "step": 44750
    },
    {
      "contrastive_loss": 0.004055417142808437,
      "epoch": 13.958203368683717,
      "step": 44750
    },
    {
      "contrastive_lambda": 0.15112352329843626,
      "epoch": 13.958203368683717,
      "step": 44750
    },
    {
      "contrastive_lambda": 0.15110477007915984,
      "epoch": 13.958515283842795,
      "step": 44751
    },
    {
      "contrastive_lambda": 0.1510860178163998,
      "epoch": 13.958827199001872,
      "step": 44752
    },
    {
      "contrastive_lambda": 0.15106726651020708,
      "epoch": 13.959139114160948,
      "step": 44753
    },
    {
      "contrastive_lambda": 0.15104851616063342,
      "epoch": 13.959451029320025,
      "step": 44754
    },
    {
      "contrastive_lambda": 0.1510297667677299,
      "epoch": 13.959762944479102,
      "step": 44755
    },
    {
      "contrastive_lambda": 0.15101101833154806,
      "epoch": 13.960074859638178,
      "step": 44756
    },
    {
      "contrastive_lambda": 0.1509922708521394,
      "epoch": 13.960386774797255,
      "step": 44757
    },
    {
      "contrastive_lambda": 0.1509735243295552,
      "epoch": 13.960698689956331,
      "step": 44758
    },
    {
      "contrastive_lambda": 0.1509547787638469,
      "epoch": 13.961010605115408,
      "step": 44759
    },
    {
      "epoch": 13.961322520274486,
      "grad_norm": 0.10745452344417572,
      "learning_rate": 1.6627520814184462e-05,
      "loss": 0.0225,
      "step": 44760
    },
    {
      "epoch": 13.961322520274486,
      "flow_loss": 0.02118658646941185,
      "step": 44760
    },
    {
      "contrastive_loss": 0.004874604754149914,
      "epoch": 13.961322520274486,
      "step": 44760
    },
    {
      "contrastive_lambda": 0.15093603415506607,
      "epoch": 13.961322520274486,
      "step": 44760
    },
    {
      "contrastive_lambda": 0.15091729050326375,
      "epoch": 13.961634435433561,
      "step": 44761
    },
    {
      "contrastive_lambda": 0.15089854780849132,
      "epoch": 13.961946350592639,
      "step": 44762
    },
    {
      "contrastive_lambda": 0.1508798060708007,
      "epoch": 13.962258265751716,
      "step": 44763
    },
    {
      "contrastive_lambda": 0.15086106529024274,
      "epoch": 13.962570180910792,
      "step": 44764
    },
    {
      "contrastive_lambda": 0.1508423254668691,
      "epoch": 13.962882096069869,
      "step": 44765
    },
    {
      "contrastive_lambda": 0.15082358660073097,
      "epoch": 13.963194011228946,
      "step": 44766
    },
    {
      "contrastive_lambda": 0.15080484869187977,
      "epoch": 13.963505926388022,
      "step": 44767
    },
    {
      "contrastive_lambda": 0.15078611174036688,
      "epoch": 13.9638178415471,
      "step": 44768
    },
    {
      "contrastive_lambda": 0.15076737574624371,
      "epoch": 13.964129756706177,
      "step": 44769
    },
    {
      "epoch": 13.964441671865252,
      "grad_norm": 0.12489671260118484,
      "learning_rate": 1.660700480823726e-05,
      "loss": 0.0244,
      "step": 44770
    },
    {
      "epoch": 13.964441671865252,
      "flow_loss": 0.02313927747309208,
      "step": 44770
    },
    {
      "contrastive_loss": 0.003981204703450203,
      "epoch": 13.964441671865252,
      "step": 44770
    },
    {
      "contrastive_lambda": 0.15074864070956162,
      "epoch": 13.964441671865252,
      "step": 44770
    },
    {
      "contrastive_lambda": 0.1507299066303721,
      "epoch": 13.96475358702433,
      "step": 44771
    },
    {
      "contrastive_lambda": 0.15071117350872626,
      "epoch": 13.965065502183407,
      "step": 44772
    },
    {
      "contrastive_lambda": 0.1506924413446757,
      "epoch": 13.965377417342483,
      "step": 44773
    },
    {
      "contrastive_lambda": 0.1506737101382713,
      "epoch": 13.96568933250156,
      "step": 44774
    },
    {
      "contrastive_lambda": 0.15065497988956494,
      "epoch": 13.966001247660635,
      "step": 44775
    },
    {
      "contrastive_lambda": 0.15063625059860797,
      "epoch": 13.966313162819713,
      "step": 44776
    },
    {
      "contrastive_lambda": 0.15061752226545133,
      "epoch": 13.96662507797879,
      "step": 44777
    },
    {
      "contrastive_lambda": 0.15059879489014666,
      "epoch": 13.966936993137866,
      "step": 44778
    },
    {
      "contrastive_lambda": 0.1505800684727452,
      "epoch": 13.967248908296943,
      "step": 44779
    },
    {
      "epoch": 13.96756082345602,
      "grad_norm": 0.05424792692065239,
      "learning_rate": 1.65864989462003e-05,
      "loss": 0.0262,
      "step": 44780
    },
    {
      "epoch": 13.96756082345602,
      "flow_loss": 0.02681318111717701,
      "step": 44780
    },
    {
      "contrastive_loss": 0.0034502968192100525,
      "epoch": 13.96756082345602,
      "step": 44780
    },
    {
      "contrastive_lambda": 0.15056134301329832,
      "epoch": 13.96756082345602,
      "step": 44780
    },
    {
      "contrastive_lambda": 0.15054261851185735,
      "epoch": 13.967872738615096,
      "step": 44781
    },
    {
      "contrastive_lambda": 0.1505238949684738,
      "epoch": 13.968184653774173,
      "step": 44782
    },
    {
      "contrastive_lambda": 0.15050517238319866,
      "epoch": 13.96849656893325,
      "step": 44783
    },
    {
      "contrastive_lambda": 0.15048645075608363,
      "epoch": 13.968808484092326,
      "step": 44784
    },
    {
      "contrastive_lambda": 0.1504677300871795,
      "epoch": 13.969120399251404,
      "step": 44785
    },
    {
      "contrastive_lambda": 0.15044901037653807,
      "epoch": 13.969432314410481,
      "step": 44786
    },
    {
      "contrastive_lambda": 0.15043029162421073,
      "epoch": 13.969744229569557,
      "step": 44787
    },
    {
      "contrastive_lambda": 0.15041157383024845,
      "epoch": 13.970056144728634,
      "step": 44788
    },
    {
      "contrastive_lambda": 0.15039285699470262,
      "epoch": 13.970368059887711,
      "step": 44789
    },
    {
      "epoch": 13.970679975046787,
      "grad_norm": 0.07270804047584534,
      "learning_rate": 1.656600323430273e-05,
      "loss": 0.0239,
      "step": 44790
    },
    {
      "epoch": 13.970679975046787,
      "flow_loss": 0.024813363328576088,
      "step": 44790
    },
    {
      "contrastive_loss": 0.003770846873521805,
      "epoch": 13.970679975046787,
      "step": 44790
    },
    {
      "contrastive_lambda": 0.15037414111762482,
      "epoch": 13.970679975046787,
      "step": 44790
    },
    {
      "contrastive_lambda": 0.15035542619906583,
      "epoch": 13.970991890205864,
      "step": 44791
    },
    {
      "contrastive_lambda": 0.15033671223907763,
      "epoch": 13.97130380536494,
      "step": 44792
    },
    {
      "contrastive_lambda": 0.150317999237711,
      "epoch": 13.971615720524017,
      "step": 44793
    },
    {
      "contrastive_lambda": 0.15029928719501745,
      "epoch": 13.971927635683095,
      "step": 44794
    },
    {
      "contrastive_lambda": 0.1502805761110484,
      "epoch": 13.97223955084217,
      "step": 44795
    },
    {
      "contrastive_lambda": 0.15026186598585473,
      "epoch": 13.972551466001248,
      "step": 44796
    },
    {
      "contrastive_lambda": 0.15024315681948813,
      "epoch": 13.972863381160325,
      "step": 44797
    },
    {
      "contrastive_lambda": 0.15022444861199996,
      "epoch": 13.9731752963194,
      "step": 44798
    },
    {
      "contrastive_lambda": 0.15020574136344111,
      "epoch": 13.973487211478478,
      "step": 44799
    },
    {
      "epoch": 13.973799126637555,
      "grad_norm": 0.055701132863759995,
      "learning_rate": 1.654551767877059e-05,
      "loss": 0.0238,
      "step": 44800
    },
    {
      "epoch": 13.973799126637555,
      "flow_loss": 0.012770503759384155,
      "step": 44800
    },
    {
      "contrastive_loss": 0.0034394969698041677,
      "epoch": 13.973799126637555,
      "step": 44800
    },
    {
      "contrastive_lambda": 0.15018703507386327,
      "epoch": 13.973799126637555,
      "step": 44800
    },
    {
      "contrastive_lambda": 0.1501683297433174,
      "epoch": 13.97411104179663,
      "step": 44801
    },
    {
      "contrastive_lambda": 0.15014962537185478,
      "epoch": 13.974422956955708,
      "step": 44802
    },
    {
      "contrastive_lambda": 0.1501309219595271,
      "epoch": 13.974734872114785,
      "step": 44803
    },
    {
      "contrastive_lambda": 0.1501122195063852,
      "epoch": 13.975046787273861,
      "step": 44804
    },
    {
      "contrastive_lambda": 0.1500935180124805,
      "epoch": 13.975358702432938,
      "step": 44805
    },
    {
      "contrastive_lambda": 0.1500748174778645,
      "epoch": 13.975670617592016,
      "step": 44806
    },
    {
      "contrastive_lambda": 0.15005611790258805,
      "epoch": 13.975982532751091,
      "step": 44807
    },
    {
      "contrastive_lambda": 0.1500374192867025,
      "epoch": 13.976294447910169,
      "step": 44808
    },
    {
      "contrastive_lambda": 0.15001872163025953,
      "epoch": 13.976606363069244,
      "step": 44809
    },
    {
      "epoch": 13.976918278228322,
      "grad_norm": 0.07533156126737595,
      "learning_rate": 1.6525042285826874e-05,
      "loss": 0.0232,
      "step": 44810
    },
    {
      "epoch": 13.976918278228322,
      "flow_loss": 0.008830388076603413,
      "step": 44810
    },
    {
      "contrastive_loss": 0.00394670432433486,
      "epoch": 13.976918278228322,
      "step": 44810
    },
    {
      "contrastive_lambda": 0.15000002493330994,
      "epoch": 13.976918278228322,
      "step": 44810
    },
    {
      "contrastive_lambda": 0.1499813291959053,
      "epoch": 13.977230193387399,
      "step": 44811
    },
    {
      "contrastive_lambda": 0.1499626344180966,
      "epoch": 13.977542108546475,
      "step": 44812
    },
    {
      "contrastive_lambda": 0.14994394059993504,
      "epoch": 13.977854023705552,
      "step": 44813
    },
    {
      "contrastive_lambda": 0.14992524774147237,
      "epoch": 13.97816593886463,
      "step": 44814
    },
    {
      "contrastive_lambda": 0.1499065558427593,
      "epoch": 13.978477854023705,
      "step": 44815
    },
    {
      "contrastive_lambda": 0.1498878649038473,
      "epoch": 13.978789769182782,
      "step": 44816
    },
    {
      "contrastive_lambda": 0.1498691749247878,
      "epoch": 13.97910168434186,
      "step": 44817
    },
    {
      "contrastive_lambda": 0.14985048590563166,
      "epoch": 13.979413599500935,
      "step": 44818
    },
    {
      "contrastive_lambda": 0.14983179784643014,
      "epoch": 13.979725514660013,
      "step": 44819
    },
    {
      "epoch": 13.98003742981909,
      "grad_norm": 0.06271136552095413,
      "learning_rate": 1.6504577061691468e-05,
      "loss": 0.0277,
      "step": 44820
    },
    {
      "epoch": 13.98003742981909,
      "flow_loss": 0.03821787238121033,
      "step": 44820
    },
    {
      "contrastive_loss": 0.0034635700285434723,
      "epoch": 13.98003742981909,
      "step": 44820
    },
    {
      "contrastive_lambda": 0.1498131107472349,
      "epoch": 13.98003742981909,
      "step": 44820
    },
    {
      "contrastive_lambda": 0.14979442460809683,
      "epoch": 13.980349344978166,
      "step": 44821
    },
    {
      "contrastive_lambda": 0.1497757394290673,
      "epoch": 13.980661260137243,
      "step": 44822
    },
    {
      "contrastive_lambda": 0.14975705521019733,
      "epoch": 13.98097317529632,
      "step": 44823
    },
    {
      "contrastive_lambda": 0.14973837195153833,
      "epoch": 13.981285090455396,
      "step": 44824
    },
    {
      "contrastive_lambda": 0.14971968965314142,
      "epoch": 13.981597005614473,
      "step": 44825
    },
    {
      "contrastive_lambda": 0.14970100831505784,
      "epoch": 13.981908920773549,
      "step": 44826
    },
    {
      "contrastive_lambda": 0.14968232793733888,
      "epoch": 13.982220835932626,
      "step": 44827
    },
    {
      "contrastive_lambda": 0.14966364852003589,
      "epoch": 13.982532751091703,
      "step": 44828
    },
    {
      "contrastive_lambda": 0.1496449700631997,
      "epoch": 13.982844666250779,
      "step": 44829
    },
    {
      "epoch": 13.983156581409856,
      "grad_norm": 0.08106925338506699,
      "learning_rate": 1.6484122012581143e-05,
      "loss": 0.0285,
      "step": 44830
    },
    {
      "epoch": 13.983156581409856,
      "flow_loss": 0.027653593569993973,
      "step": 44830
    },
    {
      "contrastive_loss": 0.0033405369613319635,
      "epoch": 13.983156581409856,
      "step": 44830
    },
    {
      "contrastive_lambda": 0.1496262925668817,
      "epoch": 13.983156581409856,
      "step": 44830
    },
    {
      "contrastive_lambda": 0.14960761603113315,
      "epoch": 13.983468496568934,
      "step": 44831
    },
    {
      "contrastive_lambda": 0.14958894045600524,
      "epoch": 13.98378041172801,
      "step": 44832
    },
    {
      "contrastive_lambda": 0.14957026584154925,
      "epoch": 13.984092326887087,
      "step": 44833
    },
    {
      "contrastive_lambda": 0.1495515921878161,
      "epoch": 13.984404242046164,
      "step": 44834
    },
    {
      "contrastive_lambda": 0.1495329194948572,
      "epoch": 13.98471615720524,
      "step": 44835
    },
    {
      "contrastive_lambda": 0.1495142477627237,
      "epoch": 13.985028072364317,
      "step": 44836
    },
    {
      "contrastive_lambda": 0.14949557699146676,
      "epoch": 13.985339987523394,
      "step": 44837
    },
    {
      "contrastive_lambda": 0.14947690718113776,
      "epoch": 13.98565190268247,
      "step": 44838
    },
    {
      "contrastive_lambda": 0.14945823833178762,
      "epoch": 13.985963817841547,
      "step": 44839
    },
    {
      "epoch": 13.986275733000625,
      "grad_norm": 0.09027203917503357,
      "learning_rate": 1.6463677144709623e-05,
      "loss": 0.0236,
      "step": 44840
    },
    {
      "epoch": 13.986275733000625,
      "flow_loss": 0.027985824272036552,
      "step": 44840
    },
    {
      "contrastive_loss": 0.004057534970343113,
      "epoch": 13.986275733000625,
      "step": 44840
    },
    {
      "contrastive_lambda": 0.14943957044346756,
      "epoch": 13.986275733000625,
      "step": 44840
    },
    {
      "contrastive_lambda": 0.149420903516229,
      "epoch": 13.9865876481597,
      "step": 44841
    },
    {
      "contrastive_lambda": 0.1494022375501226,
      "epoch": 13.986899563318778,
      "step": 44842
    },
    {
      "contrastive_lambda": 0.14938357254520007,
      "epoch": 13.987211478477853,
      "step": 44843
    },
    {
      "contrastive_lambda": 0.14936490850151252,
      "epoch": 13.98752339363693,
      "step": 44844
    },
    {
      "contrastive_lambda": 0.14934624541911085,
      "epoch": 13.987835308796008,
      "step": 44845
    },
    {
      "contrastive_lambda": 0.14932758329804646,
      "epoch": 13.988147223955083,
      "step": 44846
    },
    {
      "contrastive_lambda": 0.1493089221383701,
      "epoch": 13.98845913911416,
      "step": 44847
    },
    {
      "contrastive_lambda": 0.14929026194013345,
      "epoch": 13.988771054273238,
      "step": 44848
    },
    {
      "contrastive_lambda": 0.14927160270338757,
      "epoch": 13.989082969432314,
      "step": 44849
    },
    {
      "epoch": 13.989394884591391,
      "grad_norm": 0.07979679107666016,
      "learning_rate": 1.6443242464287493e-05,
      "loss": 0.0234,
      "step": 44850
    },
    {
      "epoch": 13.989394884591391,
      "flow_loss": 0.019730128347873688,
      "step": 44850
    },
    {
      "contrastive_loss": 0.0030773947946727276,
      "epoch": 13.989394884591391,
      "step": 44850
    },
    {
      "contrastive_lambda": 0.14925294442818338,
      "epoch": 13.989394884591391,
      "step": 44850
    },
    {
      "contrastive_lambda": 0.14923428711457215,
      "epoch": 13.989706799750468,
      "step": 44851
    },
    {
      "contrastive_lambda": 0.1492156307626052,
      "epoch": 13.990018714909544,
      "step": 44852
    },
    {
      "contrastive_lambda": 0.14919697537233317,
      "epoch": 13.990330630068621,
      "step": 44853
    },
    {
      "contrastive_lambda": 0.14917832094380773,
      "epoch": 13.990642545227699,
      "step": 44854
    },
    {
      "contrastive_lambda": 0.14915966747707998,
      "epoch": 13.990954460386774,
      "step": 44855
    },
    {
      "contrastive_lambda": 0.14914101497220078,
      "epoch": 13.991266375545852,
      "step": 44856
    },
    {
      "contrastive_lambda": 0.14912236342922158,
      "epoch": 13.991578290704929,
      "step": 44857
    },
    {
      "contrastive_lambda": 0.14910371284819318,
      "epoch": 13.991890205864005,
      "step": 44858
    },
    {
      "contrastive_lambda": 0.1490850632291667,
      "epoch": 13.992202121023082,
      "step": 44859
    },
    {
      "epoch": 13.992514036182158,
      "grad_norm": 0.07439538836479187,
      "learning_rate": 1.642281797752232e-05,
      "loss": 0.02,
      "step": 44860
    },
    {
      "epoch": 13.992514036182158,
      "flow_loss": 0.03217606991529465,
      "step": 44860
    },
    {
      "contrastive_loss": 0.003540472127497196,
      "epoch": 13.992514036182158,
      "step": 44860
    },
    {
      "contrastive_lambda": 0.14906641457219377,
      "epoch": 13.992514036182158,
      "step": 44860
    },
    {
      "contrastive_lambda": 0.14904776687732502,
      "epoch": 13.992825951341235,
      "step": 44861
    },
    {
      "contrastive_lambda": 0.14902912014461178,
      "epoch": 13.993137866500312,
      "step": 44862
    },
    {
      "contrastive_lambda": 0.14901047437410525,
      "epoch": 13.993449781659388,
      "step": 44863
    },
    {
      "contrastive_lambda": 0.1489918295658561,
      "epoch": 13.993761696818465,
      "step": 44864
    },
    {
      "contrastive_lambda": 0.14897318571991597,
      "epoch": 13.994073611977543,
      "step": 44865
    },
    {
      "contrastive_lambda": 0.14895454283633597,
      "epoch": 13.994385527136618,
      "step": 44866
    },
    {
      "contrastive_lambda": 0.14893590091516684,
      "epoch": 13.994697442295696,
      "step": 44867
    },
    {
      "contrastive_lambda": 0.14891725995646,
      "epoch": 13.995009357454773,
      "step": 44868
    },
    {
      "contrastive_lambda": 0.14889861996026627,
      "epoch": 13.995321272613849,
      "step": 44869
    },
    {
      "epoch": 13.995633187772926,
      "grad_norm": 0.06757508218288422,
      "learning_rate": 1.6402403690618456e-05,
      "loss": 0.0268,
      "step": 44870
    },
    {
      "epoch": 13.995633187772926,
      "flow_loss": 0.01834692806005478,
      "step": 44870
    },
    {
      "contrastive_loss": 0.0032667373307049274,
      "epoch": 13.995633187772926,
      "step": 44870
    },
    {
      "contrastive_lambda": 0.1488799809266368,
      "epoch": 13.995633187772926,
      "step": 44870
    },
    {
      "contrastive_lambda": 0.14886134285562308,
      "epoch": 13.995945102932003,
      "step": 44871
    },
    {
      "contrastive_lambda": 0.14884270574727576,
      "epoch": 13.996257018091079,
      "step": 44872
    },
    {
      "contrastive_lambda": 0.14882406960164613,
      "epoch": 13.996568933250156,
      "step": 44873
    },
    {
      "contrastive_lambda": 0.14880543441878535,
      "epoch": 13.996880848409234,
      "step": 44874
    },
    {
      "contrastive_lambda": 0.1487868001987443,
      "epoch": 13.997192763568309,
      "step": 44875
    },
    {
      "contrastive_lambda": 0.14876816694157402,
      "epoch": 13.997504678727386,
      "step": 44876
    },
    {
      "contrastive_lambda": 0.14874953464732604,
      "epoch": 13.997816593886462,
      "step": 44877
    },
    {
      "contrastive_lambda": 0.14873090331605104,
      "epoch": 13.99812850904554,
      "step": 44878
    },
    {
      "contrastive_lambda": 0.14871227294780032,
      "epoch": 13.998440424204617,
      "step": 44879
    },
    {
      "epoch": 13.998752339363692,
      "grad_norm": 0.05210345983505249,
      "learning_rate": 1.6381999609777295e-05,
      "loss": 0.0228,
      "step": 44880
    },
    {
      "epoch": 13.998752339363692,
      "flow_loss": 0.0309432502835989,
      "step": 44880
    },
    {
      "contrastive_loss": 0.0033770008012652397,
      "epoch": 13.998752339363692,
      "step": 44880
    },
    {
      "contrastive_lambda": 0.1486936435426247,
      "epoch": 13.998752339363692,
      "step": 44880
    },
    {
      "contrastive_lambda": 0.14867501510057546,
      "epoch": 13.99906425452277,
      "step": 44881
    },
    {
      "contrastive_lambda": 0.14865638762170358,
      "epoch": 13.999376169681847,
      "step": 44882
    },
    {
      "contrastive_lambda": 0.14863776110606014,
      "epoch": 13.999688084840923,
      "step": 44883
    },
    {
      "contrastive_lambda": 0.14861913555369627,
      "epoch": 14.0,
      "step": 44884
    },
    {
      "contrastive_lambda": 0.1486005109646631,
      "epoch": 14.000311915159077,
      "step": 44885
    },
    {
      "contrastive_lambda": 0.14858188733901145,
      "epoch": 14.000623830318153,
      "step": 44886
    },
    {
      "contrastive_lambda": 0.14856326467679248,
      "epoch": 14.00093574547723,
      "step": 44887
    },
    {
      "contrastive_lambda": 0.1485446429780573,
      "epoch": 14.001247660636308,
      "step": 44888
    },
    {
      "contrastive_lambda": 0.14852602224285694,
      "epoch": 14.001559575795383,
      "step": 44889
    },
    {
      "epoch": 14.00187149095446,
      "grad_norm": 0.056616391986608505,
      "learning_rate": 1.6361605741196983e-05,
      "loss": 0.0237,
      "step": 44890
    },
    {
      "epoch": 14.00187149095446,
      "flow_loss": 0.029877863824367523,
      "step": 44890
    },
    {
      "contrastive_loss": 0.003935522865504026,
      "epoch": 14.00187149095446,
      "step": 44890
    },
    {
      "contrastive_lambda": 0.1485074024712426,
      "epoch": 14.00187149095446,
      "step": 44890
    },
    {
      "contrastive_lambda": 0.148488783663265,
      "epoch": 14.002183406113538,
      "step": 44891
    },
    {
      "contrastive_lambda": 0.14847016581897537,
      "epoch": 14.002495321272614,
      "step": 44892
    },
    {
      "contrastive_lambda": 0.14845154893842472,
      "epoch": 14.002807236431691,
      "step": 44893
    },
    {
      "contrastive_lambda": 0.14843293302166416,
      "epoch": 14.003119151590766,
      "step": 44894
    },
    {
      "contrastive_lambda": 0.14841431806874478,
      "epoch": 14.003431066749844,
      "step": 44895
    },
    {
      "contrastive_lambda": 0.14839570407971736,
      "epoch": 14.003742981908921,
      "step": 44896
    },
    {
      "contrastive_lambda": 0.1483770910546331,
      "epoch": 14.004054897067997,
      "step": 44897
    },
    {
      "contrastive_lambda": 0.14835847899354315,
      "epoch": 14.004366812227074,
      "step": 44898
    },
    {
      "contrastive_lambda": 0.1483398678964981,
      "epoch": 14.004678727386151,
      "step": 44899
    },
    {
      "epoch": 14.004990642545227,
      "grad_norm": 0.07245899736881256,
      "learning_rate": 1.63412220910727e-05,
      "loss": 0.0246,
      "step": 44900
    },
    {
      "epoch": 14.004990642545227,
      "flow_loss": 0.01562986895442009,
      "step": 44900
    },
    {
      "contrastive_loss": 0.003556656651198864,
      "epoch": 14.004990642545227,
      "step": 44900
    },
    {
      "contrastive_lambda": 0.14832125776354943,
      "epoch": 14.004990642545227,
      "step": 44900
    },
    {
      "contrastive_lambda": 0.14830264859474812,
      "epoch": 14.005302557704304,
      "step": 44901
    },
    {
      "contrastive_lambda": 0.14828404039014492,
      "epoch": 14.005614472863382,
      "step": 44902
    },
    {
      "contrastive_lambda": 0.14826543314979118,
      "epoch": 14.005926388022457,
      "step": 44903
    },
    {
      "contrastive_lambda": 0.14824682687373741,
      "epoch": 14.006238303181535,
      "step": 44904
    },
    {
      "contrastive_lambda": 0.14822822156203508,
      "epoch": 14.006550218340612,
      "step": 44905
    },
    {
      "contrastive_lambda": 0.1482096172147352,
      "epoch": 14.006862133499688,
      "step": 44906
    },
    {
      "contrastive_lambda": 0.14819101383188843,
      "epoch": 14.007174048658765,
      "step": 44907
    },
    {
      "contrastive_lambda": 0.14817241141354603,
      "epoch": 14.007485963817842,
      "step": 44908
    },
    {
      "contrastive_lambda": 0.14815380995975908,
      "epoch": 14.007797878976918,
      "step": 44909
    },
    {
      "epoch": 14.008109794135995,
      "grad_norm": 0.0797843486070633,
      "learning_rate": 1.6320848665596433e-05,
      "loss": 0.0241,
      "step": 44910
    },
    {
      "epoch": 14.008109794135995,
      "flow_loss": 0.015762852504849434,
      "step": 44910
    },
    {
      "contrastive_loss": 0.003989953547716141,
      "epoch": 14.008109794135995,
      "step": 44910
    },
    {
      "contrastive_lambda": 0.14813520947057812,
      "epoch": 14.008109794135995,
      "step": 44910
    },
    {
      "contrastive_lambda": 0.14811660994605463,
      "epoch": 14.008421709295071,
      "step": 44911
    },
    {
      "contrastive_lambda": 0.14809801138623963,
      "epoch": 14.008733624454148,
      "step": 44912
    },
    {
      "contrastive_lambda": 0.14807941379118367,
      "epoch": 14.009045539613226,
      "step": 44913
    },
    {
      "contrastive_lambda": 0.14806081716093816,
      "epoch": 14.009357454772301,
      "step": 44914
    },
    {
      "contrastive_lambda": 0.1480422214955538,
      "epoch": 14.009669369931379,
      "step": 44915
    },
    {
      "contrastive_lambda": 0.14802362679508146,
      "epoch": 14.009981285090456,
      "step": 44916
    },
    {
      "contrastive_lambda": 0.14800503305957263,
      "epoch": 14.010293200249532,
      "step": 44917
    },
    {
      "contrastive_lambda": 0.14798644028907787,
      "epoch": 14.010605115408609,
      "step": 44918
    },
    {
      "contrastive_lambda": 0.1479678484836483,
      "epoch": 14.010917030567686,
      "step": 44919
    },
    {
      "epoch": 14.011228945726762,
      "grad_norm": 0.056134145706892014,
      "learning_rate": 1.6300485470957095e-05,
      "loss": 0.0255,
      "step": 44920
    },
    {
      "epoch": 14.011228945726762,
      "flow_loss": 0.03303192928433418,
      "step": 44920
    },
    {
      "contrastive_loss": 0.004464310593903065,
      "epoch": 14.011228945726762,
      "step": 44920
    },
    {
      "contrastive_lambda": 0.14794925764333494,
      "epoch": 14.011228945726762,
      "step": 44920
    },
    {
      "contrastive_lambda": 0.14793066776818842,
      "epoch": 14.01154086088584,
      "step": 44921
    },
    {
      "contrastive_lambda": 0.14791207885826013,
      "epoch": 14.011852776044917,
      "step": 44922
    },
    {
      "contrastive_lambda": 0.147893490913601,
      "epoch": 14.012164691203992,
      "step": 44923
    },
    {
      "contrastive_lambda": 0.14787490393426167,
      "epoch": 14.01247660636307,
      "step": 44924
    },
    {
      "contrastive_lambda": 0.14785631792029347,
      "epoch": 14.012788521522147,
      "step": 44925
    },
    {
      "contrastive_lambda": 0.147837732871747,
      "epoch": 14.013100436681222,
      "step": 44926
    },
    {
      "contrastive_lambda": 0.14781914878867325,
      "epoch": 14.0134123518403,
      "step": 44927
    },
    {
      "contrastive_lambda": 0.1478005656711236,
      "epoch": 14.013724266999375,
      "step": 44928
    },
    {
      "contrastive_lambda": 0.1477819835191485,
      "epoch": 14.014036182158453,
      "step": 44929
    },
    {
      "epoch": 14.01434809731753,
      "grad_norm": 0.07351074367761612,
      "learning_rate": 1.6280132513340483e-05,
      "loss": 0.0206,
      "step": 44930
    },
    {
      "epoch": 14.01434809731753,
      "flow_loss": 0.016640063375234604,
      "step": 44930
    },
    {
      "contrastive_loss": 0.003657595720142126,
      "epoch": 14.01434809731753,
      "step": 44930
    },
    {
      "contrastive_lambda": 0.14776340233279917,
      "epoch": 14.01434809731753,
      "step": 44930
    },
    {
      "contrastive_lambda": 0.14774482211212658,
      "epoch": 14.014660012476606,
      "step": 44931
    },
    {
      "contrastive_lambda": 0.1477262428571814,
      "epoch": 14.014971927635683,
      "step": 44932
    },
    {
      "contrastive_lambda": 0.14770766456801476,
      "epoch": 14.01528384279476,
      "step": 44933
    },
    {
      "contrastive_lambda": 0.1476890872446775,
      "epoch": 14.015595757953836,
      "step": 44934
    },
    {
      "contrastive_lambda": 0.14767051088722066,
      "epoch": 14.015907673112913,
      "step": 44935
    },
    {
      "contrastive_lambda": 0.14765193549569527,
      "epoch": 14.01621958827199,
      "step": 44936
    },
    {
      "contrastive_lambda": 0.1476333610701519,
      "epoch": 14.016531503431066,
      "step": 44937
    },
    {
      "contrastive_lambda": 0.14761478761064156,
      "epoch": 14.016843418590144,
      "step": 44938
    },
    {
      "contrastive_lambda": 0.1475962151172156,
      "epoch": 14.017155333749221,
      "step": 44939
    },
    {
      "epoch": 14.017467248908297,
      "grad_norm": 0.05919673293828964,
      "learning_rate": 1.62597897989293e-05,
      "loss": 0.0221,
      "step": 44940
    },
    {
      "epoch": 14.017467248908297,
      "flow_loss": 0.017072562128305435,
      "step": 44940
    },
    {
      "contrastive_loss": 0.0044492934830486774,
      "epoch": 14.017467248908297,
      "step": 44940
    },
    {
      "contrastive_lambda": 0.14757764358992448,
      "epoch": 14.017467248908297,
      "step": 44940
    },
    {
      "contrastive_lambda": 0.14755907302881943,
      "epoch": 14.017779164067374,
      "step": 44941
    },
    {
      "contrastive_lambda": 0.14754050343395098,
      "epoch": 14.018091079226451,
      "step": 44942
    },
    {
      "contrastive_lambda": 0.1475219348053703,
      "epoch": 14.018402994385527,
      "step": 44943
    },
    {
      "contrastive_lambda": 0.14750336714312823,
      "epoch": 14.018714909544604,
      "step": 44944
    },
    {
      "contrastive_lambda": 0.1474848004472757,
      "epoch": 14.01902682470368,
      "step": 44945
    },
    {
      "contrastive_lambda": 0.14746623471786358,
      "epoch": 14.019338739862757,
      "step": 44946
    },
    {
      "contrastive_lambda": 0.14744766995494296,
      "epoch": 14.019650655021834,
      "step": 44947
    },
    {
      "contrastive_lambda": 0.14742910615856442,
      "epoch": 14.01996257018091,
      "step": 44948
    },
    {
      "contrastive_lambda": 0.14741054332877918,
      "epoch": 14.020274485339987,
      "step": 44949
    },
    {
      "epoch": 14.020586400499065,
      "grad_norm": 0.05099717527627945,
      "learning_rate": 1.623945733390309e-05,
      "loss": 0.0219,
      "step": 44950
    },
    {
      "epoch": 14.020586400499065,
      "flow_loss": 0.019748114049434662,
      "step": 44950
    },
    {
      "contrastive_loss": 0.003533004317432642,
      "epoch": 14.020586400499065,
      "step": 44950
    },
    {
      "contrastive_lambda": 0.1473919814656376,
      "epoch": 14.020586400499065,
      "step": 44950
    },
    {
      "contrastive_lambda": 0.14737342056919112,
      "epoch": 14.02089831565814,
      "step": 44951
    },
    {
      "contrastive_lambda": 0.14735486063949055,
      "epoch": 14.021210230817218,
      "step": 44952
    },
    {
      "contrastive_lambda": 0.1473363016765865,
      "epoch": 14.021522145976295,
      "step": 44953
    },
    {
      "contrastive_lambda": 0.14731774368053002,
      "epoch": 14.02183406113537,
      "step": 44954
    },
    {
      "contrastive_lambda": 0.14729918665137198,
      "epoch": 14.022145976294448,
      "step": 44955
    },
    {
      "contrastive_lambda": 0.14728063058916324,
      "epoch": 14.022457891453525,
      "step": 44956
    },
    {
      "contrastive_lambda": 0.14726207549395465,
      "epoch": 14.022769806612601,
      "step": 44957
    },
    {
      "contrastive_lambda": 0.14724352136579727,
      "epoch": 14.023081721771678,
      "step": 44958
    },
    {
      "contrastive_lambda": 0.14722496820474168,
      "epoch": 14.023393636930756,
      "step": 44959
    },
    {
      "epoch": 14.023705552089831,
      "grad_norm": 0.05931148678064346,
      "learning_rate": 1.6219135124438374e-05,
      "loss": 0.0197,
      "step": 44960
    },
    {
      "epoch": 14.023705552089831,
      "flow_loss": 0.01829722337424755,
      "step": 44960
    },
    {
      "contrastive_loss": 0.005684504751116037,
      "epoch": 14.023705552089831,
      "step": 44960
    },
    {
      "contrastive_lambda": 0.147206416010839,
      "epoch": 14.023705552089831,
      "step": 44960
    },
    {
      "contrastive_lambda": 0.14718786478413964,
      "epoch": 14.024017467248909,
      "step": 44961
    },
    {
      "contrastive_lambda": 0.14716931452469495,
      "epoch": 14.024329382407984,
      "step": 44962
    },
    {
      "contrastive_lambda": 0.14715076523255577,
      "epoch": 14.024641297567062,
      "step": 44963
    },
    {
      "contrastive_lambda": 0.14713221690777267,
      "epoch": 14.024953212726139,
      "step": 44964
    },
    {
      "contrastive_lambda": 0.14711366955039662,
      "epoch": 14.025265127885215,
      "step": 44965
    },
    {
      "contrastive_lambda": 0.14709512316047862,
      "epoch": 14.025577043044292,
      "step": 44966
    },
    {
      "contrastive_lambda": 0.1470765777380691,
      "epoch": 14.02588895820337,
      "step": 44967
    },
    {
      "contrastive_lambda": 0.14705803328321926,
      "epoch": 14.026200873362445,
      "step": 44968
    },
    {
      "contrastive_lambda": 0.14703948979598008,
      "epoch": 14.026512788521522,
      "step": 44969
    },
    {
      "epoch": 14.0268247036806,
      "grad_norm": 0.06497542560100555,
      "learning_rate": 1.6198823176708465e-05,
      "loss": 0.0196,
      "step": 44970
    },
    {
      "epoch": 14.0268247036806,
      "flow_loss": 0.014022140763700008,
      "step": 44970
    },
    {
      "contrastive_loss": 0.003647363046184182,
      "epoch": 14.0268247036806,
      "step": 44970
    },
    {
      "contrastive_lambda": 0.14702094727640203,
      "epoch": 14.0268247036806,
      "step": 44970
    },
    {
      "contrastive_lambda": 0.1470024057245362,
      "epoch": 14.027136618839675,
      "step": 44971
    },
    {
      "contrastive_lambda": 0.14698386514043305,
      "epoch": 14.027448533998752,
      "step": 44972
    },
    {
      "contrastive_lambda": 0.14696532552414382,
      "epoch": 14.02776044915783,
      "step": 44973
    },
    {
      "contrastive_lambda": 0.14694678687571933,
      "epoch": 14.028072364316905,
      "step": 44974
    },
    {
      "contrastive_lambda": 0.14692824919521014,
      "epoch": 14.028384279475983,
      "step": 44975
    },
    {
      "contrastive_lambda": 0.1469097124826672,
      "epoch": 14.02869619463506,
      "step": 44976
    },
    {
      "contrastive_lambda": 0.14689117673814145,
      "epoch": 14.029008109794136,
      "step": 44977
    },
    {
      "contrastive_lambda": 0.14687264196168331,
      "epoch": 14.029320024953213,
      "step": 44978
    },
    {
      "contrastive_lambda": 0.14685410815334404,
      "epoch": 14.029631940112289,
      "step": 44979
    },
    {
      "epoch": 14.029943855271366,
      "grad_norm": 0.06291931122541428,
      "learning_rate": 1.6178521496883613e-05,
      "loss": 0.0195,
      "step": 44980
    },
    {
      "epoch": 14.029943855271366,
      "flow_loss": 0.01002406794577837,
      "step": 44980
    },
    {
      "contrastive_loss": 0.005234793294221163,
      "epoch": 14.029943855271366,
      "step": 44980
    },
    {
      "contrastive_lambda": 0.14683557531317443,
      "epoch": 14.029943855271366,
      "step": 44980
    },
    {
      "contrastive_lambda": 0.14681704344122498,
      "epoch": 14.030255770430443,
      "step": 44981
    },
    {
      "contrastive_lambda": 0.14679851253754678,
      "epoch": 14.030567685589519,
      "step": 44982
    },
    {
      "contrastive_lambda": 0.14677998260219038,
      "epoch": 14.030879600748596,
      "step": 44983
    },
    {
      "contrastive_lambda": 0.1467614536352066,
      "epoch": 14.031191515907674,
      "step": 44984
    },
    {
      "contrastive_lambda": 0.1467429256366466,
      "epoch": 14.03150343106675,
      "step": 44985
    },
    {
      "contrastive_lambda": 0.14672439860656084,
      "epoch": 14.031815346225827,
      "step": 44986
    },
    {
      "contrastive_lambda": 0.14670587254500012,
      "epoch": 14.032127261384904,
      "step": 44987
    },
    {
      "contrastive_lambda": 0.1466873474520155,
      "epoch": 14.03243917654398,
      "step": 44988
    },
    {
      "contrastive_lambda": 0.1466688233276573,
      "epoch": 14.032751091703057,
      "step": 44989
    },
    {
      "epoch": 14.033063006862134,
      "grad_norm": 0.07065726071596146,
      "learning_rate": 1.6158230091130926e-05,
      "loss": 0.023,
      "step": 44990
    },
    {
      "epoch": 14.033063006862134,
      "flow_loss": 0.03995026275515556,
      "step": 44990
    },
    {
      "contrastive_loss": 0.0039393603801727295,
      "epoch": 14.033063006862134,
      "step": 44990
    },
    {
      "contrastive_lambda": 0.14665030017197683,
      "epoch": 14.033063006862134,
      "step": 44990
    },
    {
      "contrastive_lambda": 0.14663177798502453,
      "epoch": 14.03337492202121,
      "step": 44991
    },
    {
      "contrastive_lambda": 0.14661325676685122,
      "epoch": 14.033686837180287,
      "step": 44992
    },
    {
      "contrastive_lambda": 0.14659473651750793,
      "epoch": 14.033998752339365,
      "step": 44993
    },
    {
      "contrastive_lambda": 0.14657621723704506,
      "epoch": 14.03431066749844,
      "step": 44994
    },
    {
      "contrastive_lambda": 0.1465576989255134,
      "epoch": 14.034622582657517,
      "step": 44995
    },
    {
      "contrastive_lambda": 0.1465391815829642,
      "epoch": 14.034934497816593,
      "step": 44996
    },
    {
      "contrastive_lambda": 0.14652066520944773,
      "epoch": 14.03524641297567,
      "step": 44997
    },
    {
      "contrastive_lambda": 0.14650214980501508,
      "epoch": 14.035558328134748,
      "step": 44998
    },
    {
      "contrastive_lambda": 0.1464836353697167,
      "epoch": 14.035870243293823,
      "step": 44999
    },
    {
      "epoch": 14.0361821584529,
      "grad_norm": 0.07201353460550308,
      "learning_rate": 1.613794896561438e-05,
      "loss": 0.022,
      "step": 45000
    },
    {
      "epoch": 14.0361821584529,
      "flow_loss": 0.01587092876434326,
      "step": 45000
    },
    {
      "contrastive_loss": 0.0038749813102185726,
      "epoch": 14.0361821584529,
      "step": 45000
    },
    {
      "contrastive_lambda": 0.1464651219036035,
      "epoch": 14.0361821584529,
      "step": 45000
    },
    {
      "contrastive_lambda": 0.14644660940672627,
      "epoch": 14.036494073611978,
      "step": 45001
    },
    {
      "contrastive_lambda": 0.14642809787913574,
      "epoch": 14.036805988771054,
      "step": 45002
    },
    {
      "contrastive_lambda": 0.1464095873208826,
      "epoch": 14.037117903930131,
      "step": 45003
    },
    {
      "contrastive_lambda": 0.14639107773201787,
      "epoch": 14.037429819089208,
      "step": 45004
    },
    {
      "contrastive_lambda": 0.1463725691125919,
      "epoch": 14.037741734248284,
      "step": 45005
    },
    {
      "contrastive_lambda": 0.14635406146265545,
      "epoch": 14.038053649407361,
      "step": 45006
    },
    {
      "contrastive_lambda": 0.14633555478225968,
      "epoch": 14.038365564566439,
      "step": 45007
    },
    {
      "contrastive_lambda": 0.14631704907145499,
      "epoch": 14.038677479725514,
      "step": 45008
    },
    {
      "contrastive_lambda": 0.14629854433029232,
      "epoch": 14.038989394884592,
      "step": 45009
    },
    {
      "epoch": 14.039301310043669,
      "grad_norm": 0.07747811824083328,
      "learning_rate": 1.6117678126494894e-05,
      "loss": 0.0212,
      "step": 45010
    },
    {
      "epoch": 14.039301310043669,
      "flow_loss": 0.023235687986016273,
      "step": 45010
    },
    {
      "contrastive_loss": 0.0038720781449228525,
      "epoch": 14.039301310043669,
      "step": 45010
    },
    {
      "contrastive_lambda": 0.1462800405588221,
      "epoch": 14.039301310043669,
      "step": 45010
    },
    {
      "contrastive_lambda": 0.14626153775709527,
      "epoch": 14.039613225202745,
      "step": 45011
    },
    {
      "contrastive_lambda": 0.14624303592516247,
      "epoch": 14.039925140361822,
      "step": 45012
    },
    {
      "contrastive_lambda": 0.14622453506307448,
      "epoch": 14.040237055520898,
      "step": 45013
    },
    {
      "contrastive_lambda": 0.14620603517088204,
      "epoch": 14.040548970679975,
      "step": 45014
    },
    {
      "contrastive_lambda": 0.146187536248636,
      "epoch": 14.040860885839052,
      "step": 45015
    },
    {
      "contrastive_lambda": 0.14616903829638678,
      "epoch": 14.041172800998128,
      "step": 45016
    },
    {
      "contrastive_lambda": 0.1461505413141853,
      "epoch": 14.041484716157205,
      "step": 45017
    },
    {
      "contrastive_lambda": 0.14613204530208196,
      "epoch": 14.041796631316283,
      "step": 45018
    },
    {
      "contrastive_lambda": 0.14611355026012784,
      "epoch": 14.042108546475358,
      "step": 45019
    },
    {
      "epoch": 14.042420461634435,
      "grad_norm": 0.08954206109046936,
      "learning_rate": 1.6097417579930153e-05,
      "loss": 0.0247,
      "step": 45020
    },
    {
      "epoch": 14.042420461634435,
      "flow_loss": 0.030550459399819374,
      "step": 45020
    },
    {
      "contrastive_loss": 0.0036265417002141476,
      "epoch": 14.042420461634435,
      "step": 45020
    },
    {
      "contrastive_lambda": 0.1460950561883737,
      "epoch": 14.042420461634435,
      "step": 45020
    },
    {
      "contrastive_lambda": 0.1460765630868699,
      "epoch": 14.042732376793513,
      "step": 45021
    },
    {
      "contrastive_lambda": 0.1460580709556673,
      "epoch": 14.043044291952588,
      "step": 45022
    },
    {
      "contrastive_lambda": 0.14603957979481658,
      "epoch": 14.043356207111666,
      "step": 45023
    },
    {
      "contrastive_lambda": 0.14602108960436844,
      "epoch": 14.043668122270743,
      "step": 45024
    },
    {
      "contrastive_lambda": 0.14600260038437357,
      "epoch": 14.043980037429819,
      "step": 45025
    },
    {
      "contrastive_lambda": 0.14598411213488283,
      "epoch": 14.044291952588896,
      "step": 45026
    },
    {
      "contrastive_lambda": 0.1459656248559466,
      "epoch": 14.044603867747973,
      "step": 45027
    },
    {
      "contrastive_lambda": 0.14594713854761587,
      "epoch": 14.044915782907049,
      "step": 45028
    },
    {
      "contrastive_lambda": 0.14592865320994086,
      "epoch": 14.045227698066126,
      "step": 45029
    },
    {
      "epoch": 14.045539613225202,
      "grad_norm": 0.0980660542845726,
      "learning_rate": 1.6077167332074834e-05,
      "loss": 0.0262,
      "step": 45030
    },
    {
      "epoch": 14.045539613225202,
      "flow_loss": 0.020689507946372032,
      "step": 45030
    },
    {
      "contrastive_loss": 0.0036700554192066193,
      "epoch": 14.045539613225202,
      "step": 45030
    },
    {
      "contrastive_lambda": 0.1459101688429727,
      "epoch": 14.045539613225202,
      "step": 45030
    },
    {
      "contrastive_lambda": 0.14589168544676206,
      "epoch": 14.04585152838428,
      "step": 45031
    },
    {
      "contrastive_lambda": 0.1458732030213593,
      "epoch": 14.046163443543357,
      "step": 45032
    },
    {
      "contrastive_lambda": 0.14585472156681534,
      "epoch": 14.046475358702432,
      "step": 45033
    },
    {
      "contrastive_lambda": 0.14583624108318083,
      "epoch": 14.04678727386151,
      "step": 45034
    },
    {
      "contrastive_lambda": 0.14581776157050613,
      "epoch": 14.047099189020587,
      "step": 45035
    },
    {
      "contrastive_lambda": 0.14579928302884243,
      "epoch": 14.047411104179663,
      "step": 45036
    },
    {
      "contrastive_lambda": 0.1457808054582399,
      "epoch": 14.04772301933874,
      "step": 45037
    },
    {
      "contrastive_lambda": 0.14576232885874946,
      "epoch": 14.048034934497817,
      "step": 45038
    },
    {
      "contrastive_lambda": 0.14574385323042188,
      "epoch": 14.048346849656893,
      "step": 45039
    },
    {
      "epoch": 14.04865876481597,
      "grad_norm": 0.10379762947559357,
      "learning_rate": 1.605692738908037e-05,
      "loss": 0.0265,
      "step": 45040
    },
    {
      "epoch": 14.04865876481597,
      "flow_loss": 0.020696530118584633,
      "step": 45040
    },
    {
      "contrastive_loss": 0.00437482725828886,
      "epoch": 14.04865876481597,
      "step": 45040
    },
    {
      "contrastive_lambda": 0.1457253785733073,
      "epoch": 14.04865876481597,
      "step": 45040
    },
    {
      "contrastive_lambda": 0.14570690488745686,
      "epoch": 14.048970679975048,
      "step": 45041
    },
    {
      "contrastive_lambda": 0.1456884321729212,
      "epoch": 14.049282595134123,
      "step": 45042
    },
    {
      "contrastive_lambda": 0.14566996042975072,
      "epoch": 14.0495945102932,
      "step": 45043
    },
    {
      "contrastive_lambda": 0.1456514896579963,
      "epoch": 14.049906425452278,
      "step": 45044
    },
    {
      "contrastive_lambda": 0.1456330198577082,
      "epoch": 14.050218340611353,
      "step": 45045
    },
    {
      "contrastive_lambda": 0.14561455102893722,
      "epoch": 14.05053025577043,
      "step": 45046
    },
    {
      "contrastive_lambda": 0.1455960831717344,
      "epoch": 14.050842170929506,
      "step": 45047
    },
    {
      "contrastive_lambda": 0.14557761628614985,
      "epoch": 14.051154086088584,
      "step": 45048
    },
    {
      "contrastive_lambda": 0.14555915037223438,
      "epoch": 14.051466001247661,
      "step": 45049
    },
    {
      "epoch": 14.051777916406737,
      "grad_norm": 0.0764809101819992,
      "learning_rate": 1.6036697757095176e-05,
      "loss": 0.0193,
      "step": 45050
    },
    {
      "epoch": 14.051777916406737,
      "flow_loss": 0.0218843761831522,
      "step": 45050
    },
    {
      "contrastive_loss": 0.0035310029052197933,
      "epoch": 14.051777916406737,
      "step": 45050
    },
    {
      "contrastive_lambda": 0.14554068543003879,
      "epoch": 14.051777916406737,
      "step": 45050
    },
    {
      "contrastive_lambda": 0.14552222145961335,
      "epoch": 14.052089831565814,
      "step": 45051
    },
    {
      "contrastive_lambda": 0.14550375846100877,
      "epoch": 14.052401746724891,
      "step": 45052
    },
    {
      "contrastive_lambda": 0.14548529643427605,
      "epoch": 14.052713661883967,
      "step": 45053
    },
    {
      "contrastive_lambda": 0.14546683537946536,
      "epoch": 14.053025577043044,
      "step": 45054
    },
    {
      "contrastive_lambda": 0.14544837529662763,
      "epoch": 14.053337492202122,
      "step": 45055
    },
    {
      "contrastive_lambda": 0.14542991618581314,
      "epoch": 14.053649407361197,
      "step": 45056
    },
    {
      "contrastive_lambda": 0.14541145804707267,
      "epoch": 14.053961322520275,
      "step": 45057
    },
    {
      "contrastive_lambda": 0.1453930008804568,
      "epoch": 14.054273237679352,
      "step": 45058
    },
    {
      "contrastive_lambda": 0.14537454468601618,
      "epoch": 14.054585152838428,
      "step": 45059
    },
    {
      "epoch": 14.054897067997505,
      "grad_norm": 0.06024353951215744,
      "learning_rate": 1.6016478442264428e-05,
      "loss": 0.02,
      "step": 45060
    },
    {
      "epoch": 14.054897067997505,
      "flow_loss": 0.01795116998255253,
      "step": 45060
    },
    {
      "contrastive_loss": 0.0033931368961930275,
      "epoch": 14.054897067997505,
      "step": 45060
    },
    {
      "contrastive_lambda": 0.1453560894638014,
      "epoch": 14.054897067997505,
      "step": 45060
    },
    {
      "contrastive_lambda": 0.14533763521386317,
      "epoch": 14.055208983156582,
      "step": 45061
    },
    {
      "contrastive_lambda": 0.14531918193625176,
      "epoch": 14.055520898315658,
      "step": 45062
    },
    {
      "contrastive_lambda": 0.14530072963101787,
      "epoch": 14.055832813474735,
      "step": 45063
    },
    {
      "contrastive_lambda": 0.14528227829821244,
      "epoch": 14.05614472863381,
      "step": 45064
    },
    {
      "contrastive_lambda": 0.14526382793788561,
      "epoch": 14.056456643792888,
      "step": 45065
    },
    {
      "contrastive_lambda": 0.1452453785500883,
      "epoch": 14.056768558951966,
      "step": 45066
    },
    {
      "contrastive_lambda": 0.14522693013487076,
      "epoch": 14.057080474111041,
      "step": 45067
    },
    {
      "contrastive_lambda": 0.14520848269228376,
      "epoch": 14.057392389270118,
      "step": 45068
    },
    {
      "contrastive_lambda": 0.14519003622237786,
      "epoch": 14.057704304429196,
      "step": 45069
    },
    {
      "epoch": 14.058016219588271,
      "grad_norm": 0.21364735066890717,
      "learning_rate": 1.599626945073026e-05,
      "loss": 0.0279,
      "step": 45070
    },
    {
      "epoch": 14.058016219588271,
      "flow_loss": 0.014769394882023335,
      "step": 45070
    },
    {
      "contrastive_loss": 0.004171735141426325,
      "epoch": 14.058016219588271,
      "step": 45070
    },
    {
      "contrastive_lambda": 0.14517159072520358,
      "epoch": 14.058016219588271,
      "step": 45070
    },
    {
      "contrastive_lambda": 0.1451531462008116,
      "epoch": 14.058328134747349,
      "step": 45071
    },
    {
      "contrastive_lambda": 0.1451347026492525,
      "epoch": 14.058640049906426,
      "step": 45072
    },
    {
      "contrastive_lambda": 0.14511626007057665,
      "epoch": 14.058951965065502,
      "step": 45073
    },
    {
      "contrastive_lambda": 0.14509781846483483,
      "epoch": 14.059263880224579,
      "step": 45074
    },
    {
      "contrastive_lambda": 0.14507937783207725,
      "epoch": 14.059575795383656,
      "step": 45075
    },
    {
      "contrastive_lambda": 0.14506093817235483,
      "epoch": 14.059887710542732,
      "step": 45076
    },
    {
      "contrastive_lambda": 0.14504249948571812,
      "epoch": 14.06019962570181,
      "step": 45077
    },
    {
      "contrastive_lambda": 0.14502406177221744,
      "epoch": 14.060511540860887,
      "step": 45078
    },
    {
      "contrastive_lambda": 0.1450056250319034,
      "epoch": 14.060823456019962,
      "step": 45079
    },
    {
      "epoch": 14.06113537117904,
      "grad_norm": 0.08125375956296921,
      "learning_rate": 1.597607078863162e-05,
      "loss": 0.0203,
      "step": 45080
    },
    {
      "epoch": 14.06113537117904,
      "flow_loss": 0.025022447109222412,
      "step": 45080
    },
    {
      "contrastive_loss": 0.003281942568719387,
      "epoch": 14.06113537117904,
      "step": 45080
    },
    {
      "contrastive_lambda": 0.14498718926482662,
      "epoch": 14.06113537117904,
      "step": 45080
    },
    {
      "contrastive_lambda": 0.14496875447103763,
      "epoch": 14.061447286338115,
      "step": 45081
    },
    {
      "contrastive_lambda": 0.1449503206505871,
      "epoch": 14.061759201497193,
      "step": 45082
    },
    {
      "contrastive_lambda": 0.14493188780352528,
      "epoch": 14.06207111665627,
      "step": 45083
    },
    {
      "contrastive_lambda": 0.14491345592990285,
      "epoch": 14.062383031815346,
      "step": 45084
    },
    {
      "contrastive_lambda": 0.14489502502977053,
      "epoch": 14.062694946974423,
      "step": 45085
    },
    {
      "contrastive_lambda": 0.1448765951031783,
      "epoch": 14.0630068621335,
      "step": 45086
    },
    {
      "contrastive_lambda": 0.14485816615017721,
      "epoch": 14.063318777292576,
      "step": 45087
    },
    {
      "contrastive_lambda": 0.1448397381708178,
      "epoch": 14.063630692451653,
      "step": 45088
    },
    {
      "contrastive_lambda": 0.14482131116515023,
      "epoch": 14.06394260761073,
      "step": 45089
    },
    {
      "epoch": 14.064254522769806,
      "grad_norm": 0.09645736217498779,
      "learning_rate": 1.595588246210432e-05,
      "loss": 0.0267,
      "step": 45090
    },
    {
      "epoch": 14.064254522769806,
      "flow_loss": 0.01502495352178812,
      "step": 45090
    },
    {
      "contrastive_loss": 0.004108336288481951,
      "epoch": 14.064254522769806,
      "step": 45090
    },
    {
      "contrastive_lambda": 0.1448028851332252,
      "epoch": 14.064254522769806,
      "step": 45090
    },
    {
      "contrastive_lambda": 0.14478446007509344,
      "epoch": 14.064566437928884,
      "step": 45091
    },
    {
      "contrastive_lambda": 0.14476603599080484,
      "epoch": 14.06487835308796,
      "step": 45092
    },
    {
      "contrastive_lambda": 0.14474761288041071,
      "epoch": 14.065190268247036,
      "step": 45093
    },
    {
      "contrastive_lambda": 0.144729190743961,
      "epoch": 14.065502183406114,
      "step": 45094
    },
    {
      "contrastive_lambda": 0.14471076958150636,
      "epoch": 14.065814098565191,
      "step": 45095
    },
    {
      "contrastive_lambda": 0.1446923493930975,
      "epoch": 14.066126013724267,
      "step": 45096
    },
    {
      "contrastive_lambda": 0.14467393017878444,
      "epoch": 14.066437928883344,
      "step": 45097
    },
    {
      "contrastive_lambda": 0.1446555119386181,
      "epoch": 14.06674984404242,
      "step": 45098
    },
    {
      "contrastive_lambda": 0.144637094672649,
      "epoch": 14.067061759201497,
      "step": 45099
    },
    {
      "epoch": 14.067373674360574,
      "grad_norm": 0.06296886503696442,
      "learning_rate": 1.5935704477281048e-05,
      "loss": 0.0223,
      "step": 45100
    },
    {
      "epoch": 14.067373674360574,
      "flow_loss": 0.021384937688708305,
      "step": 45100
    },
    {
      "contrastive_loss": 0.0035076900385320187,
      "epoch": 14.067373674360574,
      "step": 45100
    },
    {
      "contrastive_lambda": 0.14461867838092735,
      "epoch": 14.067373674360574,
      "step": 45100
    },
    {
      "contrastive_lambda": 0.14460026306350393,
      "epoch": 14.06768558951965,
      "step": 45101
    },
    {
      "contrastive_lambda": 0.1445818487204289,
      "epoch": 14.067997504678727,
      "step": 45102
    },
    {
      "contrastive_lambda": 0.14456343535175276,
      "epoch": 14.068309419837805,
      "step": 45103
    },
    {
      "contrastive_lambda": 0.14454502295752641,
      "epoch": 14.06862133499688,
      "step": 45104
    },
    {
      "contrastive_lambda": 0.14452661153779994,
      "epoch": 14.068933250155958,
      "step": 45105
    },
    {
      "contrastive_lambda": 0.14450820109262397,
      "epoch": 14.069245165315035,
      "step": 45106
    },
    {
      "contrastive_lambda": 0.14448979162204906,
      "epoch": 14.06955708047411,
      "step": 45107
    },
    {
      "contrastive_lambda": 0.14447138312612545,
      "epoch": 14.069868995633188,
      "step": 45108
    },
    {
      "contrastive_lambda": 0.14445297560490356,
      "epoch": 14.070180910792265,
      "step": 45109
    },
    {
      "epoch": 14.07049282595134,
      "grad_norm": 0.06490036100149155,
      "learning_rate": 1.5915536840291323e-05,
      "loss": 0.021,
      "step": 45110
    },
    {
      "epoch": 14.07049282595134,
      "flow_loss": 0.016158441081643105,
      "step": 45110
    },
    {
      "contrastive_loss": 0.00356399267911911,
      "epoch": 14.07049282595134,
      "step": 45110
    },
    {
      "contrastive_lambda": 0.14443456905843438,
      "epoch": 14.07049282595134,
      "step": 45110
    },
    {
      "contrastive_lambda": 0.14441616348676778,
      "epoch": 14.070804741110418,
      "step": 45111
    },
    {
      "contrastive_lambda": 0.1443977588899547,
      "epoch": 14.071116656269494,
      "step": 45112
    },
    {
      "contrastive_lambda": 0.14437935526804513,
      "epoch": 14.071428571428571,
      "step": 45113
    },
    {
      "contrastive_lambda": 0.1443609526210896,
      "epoch": 14.071740486587649,
      "step": 45114
    },
    {
      "contrastive_lambda": 0.14434255094913906,
      "epoch": 14.072052401746724,
      "step": 45115
    },
    {
      "contrastive_lambda": 0.14432415025224343,
      "epoch": 14.072364316905801,
      "step": 45116
    },
    {
      "contrastive_lambda": 0.14430575053045336,
      "epoch": 14.072676232064879,
      "step": 45117
    },
    {
      "contrastive_lambda": 0.1442873517838194,
      "epoch": 14.072988147223954,
      "step": 45118
    },
    {
      "contrastive_lambda": 0.1442689540123917,
      "epoch": 14.073300062383032,
      "step": 45119
    },
    {
      "epoch": 14.07361197754211,
      "grad_norm": 0.06278809905052185,
      "learning_rate": 1.5895379557261576e-05,
      "loss": 0.0202,
      "step": 45120
    },
    {
      "epoch": 14.07361197754211,
      "flow_loss": 0.03441493958234787,
      "step": 45120
    },
    {
      "contrastive_loss": 0.003307253122329712,
      "epoch": 14.07361197754211,
      "step": 45120
    },
    {
      "contrastive_lambda": 0.1442505572162207,
      "epoch": 14.07361197754211,
      "step": 45120
    },
    {
      "contrastive_lambda": 0.14423216139535733,
      "epoch": 14.073923892701185,
      "step": 45121
    },
    {
      "contrastive_lambda": 0.14421376654985152,
      "epoch": 14.074235807860262,
      "step": 45122
    },
    {
      "contrastive_lambda": 0.14419537267975407,
      "epoch": 14.07454772301934,
      "step": 45123
    },
    {
      "contrastive_lambda": 0.144176979785115,
      "epoch": 14.074859638178415,
      "step": 45124
    },
    {
      "contrastive_lambda": 0.14415858786598496,
      "epoch": 14.075171553337492,
      "step": 45125
    },
    {
      "contrastive_lambda": 0.14414019692241437,
      "epoch": 14.07548346849657,
      "step": 45126
    },
    {
      "contrastive_lambda": 0.1441218069544536,
      "epoch": 14.075795383655645,
      "step": 45127
    },
    {
      "contrastive_lambda": 0.1441034179621531,
      "epoch": 14.076107298814723,
      "step": 45128
    },
    {
      "contrastive_lambda": 0.1440850299455635,
      "epoch": 14.076419213973798,
      "step": 45129
    },
    {
      "epoch": 14.076731129132876,
      "grad_norm": 0.07817243039608002,
      "learning_rate": 1.5875232634315033e-05,
      "loss": 0.0206,
      "step": 45130
    },
    {
      "epoch": 14.076731129132876,
      "flow_loss": 0.03007294423878193,
      "step": 45130
    },
    {
      "contrastive_loss": 0.0038238198030740023,
      "epoch": 14.076731129132876,
      "step": 45130
    },
    {
      "contrastive_lambda": 0.14406664290473475,
      "epoch": 14.076731129132876,
      "step": 45130
    },
    {
      "contrastive_lambda": 0.14404825683971756,
      "epoch": 14.077043044291953,
      "step": 45131
    },
    {
      "contrastive_lambda": 0.1440298717505623,
      "epoch": 14.077354959451029,
      "step": 45132
    },
    {
      "contrastive_lambda": 0.14401148763731936,
      "epoch": 14.077666874610106,
      "step": 45133
    },
    {
      "contrastive_lambda": 0.14399310450003927,
      "epoch": 14.077978789769183,
      "step": 45134
    },
    {
      "contrastive_lambda": 0.14397472233877218,
      "epoch": 14.078290704928259,
      "step": 45135
    },
    {
      "contrastive_lambda": 0.14395634115356853,
      "epoch": 14.078602620087336,
      "step": 45136
    },
    {
      "contrastive_lambda": 0.14393796094447886,
      "epoch": 14.078914535246414,
      "step": 45137
    },
    {
      "contrastive_lambda": 0.14391958171155345,
      "epoch": 14.07922645040549,
      "step": 45138
    },
    {
      "contrastive_lambda": 0.14390120345484286,
      "epoch": 14.079538365564567,
      "step": 45139
    },
    {
      "epoch": 14.079850280723644,
      "grad_norm": 0.08141905069351196,
      "learning_rate": 1.5855096077571812e-05,
      "loss": 0.0235,
      "step": 45140
    },
    {
      "epoch": 14.079850280723644,
      "flow_loss": 0.028032034635543823,
      "step": 45140
    },
    {
      "contrastive_loss": 0.0033327052369713783,
      "epoch": 14.079850280723644,
      "step": 45140
    },
    {
      "contrastive_lambda": 0.14388282617439724,
      "epoch": 14.079850280723644,
      "step": 45140
    },
    {
      "contrastive_lambda": 0.14386444987026703,
      "epoch": 14.08016219588272,
      "step": 45141
    },
    {
      "contrastive_lambda": 0.1438460745425028,
      "epoch": 14.080474111041797,
      "step": 45142
    },
    {
      "contrastive_lambda": 0.14382770019115448,
      "epoch": 14.080786026200874,
      "step": 45143
    },
    {
      "contrastive_lambda": 0.1438093268162729,
      "epoch": 14.08109794135995,
      "step": 45144
    },
    {
      "contrastive_lambda": 0.14379095441790846,
      "epoch": 14.081409856519027,
      "step": 45145
    },
    {
      "contrastive_lambda": 0.14377258299611112,
      "epoch": 14.081721771678103,
      "step": 45146
    },
    {
      "contrastive_lambda": 0.14375421255093168,
      "epoch": 14.08203368683718,
      "step": 45147
    },
    {
      "contrastive_lambda": 0.14373584308241993,
      "epoch": 14.082345601996257,
      "step": 45148
    },
    {
      "contrastive_lambda": 0.14371747459062684,
      "epoch": 14.082657517155333,
      "step": 45149
    },
    {
      "epoch": 14.08296943231441,
      "grad_norm": 0.07486151903867722,
      "learning_rate": 1.5834969893148855e-05,
      "loss": 0.025,
      "step": 45150
    },
    {
      "epoch": 14.08296943231441,
      "flow_loss": 0.012286490760743618,
      "step": 45150
    },
    {
      "contrastive_loss": 0.003639428410679102,
      "epoch": 14.08296943231441,
      "step": 45150
    },
    {
      "contrastive_lambda": 0.14369910707560257,
      "epoch": 14.08296943231441,
      "step": 45150
    },
    {
      "contrastive_lambda": 0.14368074053739732,
      "epoch": 14.083281347473488,
      "step": 45151
    },
    {
      "contrastive_lambda": 0.1436623749760616,
      "epoch": 14.083593262632563,
      "step": 45152
    },
    {
      "contrastive_lambda": 0.14364401039164582,
      "epoch": 14.08390517779164,
      "step": 45153
    },
    {
      "contrastive_lambda": 0.14362564678419987,
      "epoch": 14.084217092950718,
      "step": 45154
    },
    {
      "contrastive_lambda": 0.14360728415377466,
      "epoch": 14.084529008109794,
      "step": 45155
    },
    {
      "contrastive_lambda": 0.14358892250042044,
      "epoch": 14.084840923268871,
      "step": 45156
    },
    {
      "contrastive_lambda": 0.14357056182418726,
      "epoch": 14.085152838427948,
      "step": 45157
    },
    {
      "contrastive_lambda": 0.14355220212512582,
      "epoch": 14.085464753587024,
      "step": 45158
    },
    {
      "contrastive_lambda": 0.14353384340328607,
      "epoch": 14.085776668746101,
      "step": 45159
    },
    {
      "epoch": 14.086088583905179,
      "grad_norm": 0.1010759174823761,
      "learning_rate": 1.581485408715997e-05,
      "loss": 0.0229,
      "step": 45160
    },
    {
      "epoch": 14.086088583905179,
      "flow_loss": 0.012854763306677341,
      "step": 45160
    },
    {
      "contrastive_loss": 0.006320303771644831,
      "epoch": 14.086088583905179,
      "step": 45160
    },
    {
      "contrastive_lambda": 0.1435154856587184,
      "epoch": 14.086088583905179,
      "step": 45160
    },
    {
      "contrastive_lambda": 0.14349712889147354,
      "epoch": 14.086400499064254,
      "step": 45161
    },
    {
      "contrastive_lambda": 0.1434787731016014,
      "epoch": 14.086712414223332,
      "step": 45162
    },
    {
      "contrastive_lambda": 0.14346041828915246,
      "epoch": 14.087024329382407,
      "step": 45163
    },
    {
      "contrastive_lambda": 0.14344206445417718,
      "epoch": 14.087336244541484,
      "step": 45164
    },
    {
      "contrastive_lambda": 0.1434237115967254,
      "epoch": 14.087648159700562,
      "step": 45165
    },
    {
      "contrastive_lambda": 0.14340535971684792,
      "epoch": 14.087960074859637,
      "step": 45166
    },
    {
      "contrastive_lambda": 0.14338700881459504,
      "epoch": 14.088271990018715,
      "step": 45167
    },
    {
      "contrastive_lambda": 0.14336865889001676,
      "epoch": 14.088583905177792,
      "step": 45168
    },
    {
      "contrastive_lambda": 0.14335030994316372,
      "epoch": 14.088895820336868,
      "step": 45169
    },
    {
      "epoch": 14.089207735495945,
      "grad_norm": 0.08258617669343948,
      "learning_rate": 1.5794748665715785e-05,
      "loss": 0.0228,
      "step": 45170
    },
    {
      "epoch": 14.089207735495945,
      "flow_loss": 0.03051804192364216,
      "step": 45170
    },
    {
      "contrastive_loss": 0.0033946428447961807,
      "epoch": 14.089207735495945,
      "step": 45170
    },
    {
      "contrastive_lambda": 0.14333196197408593,
      "epoch": 14.089207735495945,
      "step": 45170
    },
    {
      "contrastive_lambda": 0.14331361498283363,
      "epoch": 14.089519650655022,
      "step": 45171
    },
    {
      "contrastive_lambda": 0.1432952689694576,
      "epoch": 14.089831565814098,
      "step": 45172
    },
    {
      "contrastive_lambda": 0.1432769239340077,
      "epoch": 14.090143480973175,
      "step": 45173
    },
    {
      "contrastive_lambda": 0.1432585798765344,
      "epoch": 14.090455396132253,
      "step": 45174
    },
    {
      "contrastive_lambda": 0.14324023679708808,
      "epoch": 14.090767311291328,
      "step": 45175
    },
    {
      "contrastive_lambda": 0.14322189469571878,
      "epoch": 14.091079226450406,
      "step": 45176
    },
    {
      "contrastive_lambda": 0.14320355357247688,
      "epoch": 14.091391141609483,
      "step": 45177
    },
    {
      "contrastive_lambda": 0.1431852134274127,
      "epoch": 14.091703056768559,
      "step": 45178
    },
    {
      "contrastive_lambda": 0.1431668742605765,
      "epoch": 14.092014971927636,
      "step": 45179
    },
    {
      "epoch": 14.092326887086712,
      "grad_norm": 0.07821492850780487,
      "learning_rate": 1.5774653634923857e-05,
      "loss": 0.0236,
      "step": 45180
    },
    {
      "epoch": 14.092326887086712,
      "flow_loss": 0.007561087608337402,
      "step": 45180
    },
    {
      "contrastive_loss": 0.0036283645313233137,
      "epoch": 14.092326887086712,
      "step": 45180
    },
    {
      "contrastive_lambda": 0.14314853607201877,
      "epoch": 14.092326887086712,
      "step": 45180
    },
    {
      "contrastive_lambda": 0.1431301988617894,
      "epoch": 14.092638802245789,
      "step": 45181
    },
    {
      "contrastive_lambda": 0.14311186262993875,
      "epoch": 14.092950717404866,
      "step": 45182
    },
    {
      "contrastive_lambda": 0.14309352737651743,
      "epoch": 14.093262632563942,
      "step": 45183
    },
    {
      "contrastive_lambda": 0.14307519310157535,
      "epoch": 14.09357454772302,
      "step": 45184
    },
    {
      "contrastive_lambda": 0.14305685980516308,
      "epoch": 14.093886462882097,
      "step": 45185
    },
    {
      "contrastive_lambda": 0.14303852748733048,
      "epoch": 14.094198378041172,
      "step": 45186
    },
    {
      "contrastive_lambda": 0.14302019614812805,
      "epoch": 14.09451029320025,
      "step": 45187
    },
    {
      "contrastive_lambda": 0.14300186578760604,
      "epoch": 14.094822208359327,
      "step": 45188
    },
    {
      "contrastive_lambda": 0.14298353640581468,
      "epoch": 14.095134123518402,
      "step": 45189
    },
    {
      "epoch": 14.09544603867748,
      "grad_norm": 0.06488718837499619,
      "learning_rate": 1.575456900088845e-05,
      "loss": 0.0215,
      "step": 45190
    },
    {
      "epoch": 14.09544603867748,
      "flow_loss": 0.023020010441541672,
      "step": 45190
    },
    {
      "contrastive_loss": 0.002720939926803112,
      "epoch": 14.09544603867748,
      "step": 45190
    },
    {
      "contrastive_lambda": 0.1429652080028042,
      "epoch": 14.09544603867748,
      "step": 45190
    },
    {
      "contrastive_lambda": 0.14294688057862504,
      "epoch": 14.095757953836557,
      "step": 45191
    },
    {
      "contrastive_lambda": 0.14292855413332717,
      "epoch": 14.096069868995633,
      "step": 45192
    },
    {
      "contrastive_lambda": 0.14291022866696085,
      "epoch": 14.09638178415471,
      "step": 45193
    },
    {
      "contrastive_lambda": 0.14289190417957648,
      "epoch": 14.096693699313787,
      "step": 45194
    },
    {
      "contrastive_lambda": 0.14287358067122424,
      "epoch": 14.097005614472863,
      "step": 45195
    },
    {
      "contrastive_lambda": 0.14285525814195443,
      "epoch": 14.09731752963194,
      "step": 45196
    },
    {
      "contrastive_lambda": 0.14283693659181712,
      "epoch": 14.097629444791016,
      "step": 45197
    },
    {
      "contrastive_lambda": 0.14281861602086265,
      "epoch": 14.097941359950093,
      "step": 45198
    },
    {
      "contrastive_lambda": 0.14280029642914116,
      "epoch": 14.09825327510917,
      "step": 45199
    },
    {
      "epoch": 14.098565190268246,
      "grad_norm": 0.07398873567581177,
      "learning_rate": 1.5734494769710816e-05,
      "loss": 0.0227,
      "step": 45200
    },
    {
      "epoch": 14.098565190268246,
      "flow_loss": 0.018722660839557648,
      "step": 45200
    },
    {
      "contrastive_loss": 0.0033371075987815857,
      "epoch": 14.098565190268246,
      "step": 45200
    },
    {
      "contrastive_lambda": 0.142781977816703,
      "epoch": 14.098565190268246,
      "step": 45200
    },
    {
      "contrastive_lambda": 0.14276366018359826,
      "epoch": 14.098877105427324,
      "step": 45201
    },
    {
      "contrastive_lambda": 0.14274534352987744,
      "epoch": 14.099189020586401,
      "step": 45202
    },
    {
      "contrastive_lambda": 0.14272702785559033,
      "epoch": 14.099500935745477,
      "step": 45203
    },
    {
      "contrastive_lambda": 0.1427087131607876,
      "epoch": 14.099812850904554,
      "step": 45204
    },
    {
      "contrastive_lambda": 0.1426903994455188,
      "epoch": 14.100124766063631,
      "step": 45205
    },
    {
      "contrastive_lambda": 0.14267208670983478,
      "epoch": 14.100436681222707,
      "step": 45206
    },
    {
      "contrastive_lambda": 0.14265377495378567,
      "epoch": 14.100748596381784,
      "step": 45207
    },
    {
      "contrastive_lambda": 0.1426354641774214,
      "epoch": 14.101060511540862,
      "step": 45208
    },
    {
      "contrastive_lambda": 0.14261715438079225,
      "epoch": 14.101372426699937,
      "step": 45209
    },
    {
      "epoch": 14.101684341859015,
      "grad_norm": 0.09117896854877472,
      "learning_rate": 1.5714430947488912e-05,
      "loss": 0.0275,
      "step": 45210
    },
    {
      "epoch": 14.101684341859015,
      "flow_loss": 0.03177308291196823,
      "step": 45210
    },
    {
      "contrastive_loss": 0.0033325543627142906,
      "epoch": 14.101684341859015,
      "step": 45210
    },
    {
      "contrastive_lambda": 0.14259884556394864,
      "epoch": 14.101684341859015,
      "step": 45210
    },
    {
      "contrastive_lambda": 0.1425805377269403,
      "epoch": 14.101996257018092,
      "step": 45211
    },
    {
      "contrastive_lambda": 0.14256223086981779,
      "epoch": 14.102308172177167,
      "step": 45212
    },
    {
      "contrastive_lambda": 0.1425439249926314,
      "epoch": 14.102620087336245,
      "step": 45213
    },
    {
      "contrastive_lambda": 0.14252562009543102,
      "epoch": 14.10293200249532,
      "step": 45214
    },
    {
      "contrastive_lambda": 0.14250731617826712,
      "epoch": 14.103243917654398,
      "step": 45215
    },
    {
      "contrastive_lambda": 0.14248901324118934,
      "epoch": 14.103555832813475,
      "step": 45216
    },
    {
      "contrastive_lambda": 0.14247071128424837,
      "epoch": 14.10386774797255,
      "step": 45217
    },
    {
      "contrastive_lambda": 0.14245241030749445,
      "epoch": 14.104179663131628,
      "step": 45218
    },
    {
      "contrastive_lambda": 0.1424341103109774,
      "epoch": 14.104491578290705,
      "step": 45219
    },
    {
      "epoch": 14.104803493449781,
      "grad_norm": 0.0811484232544899,
      "learning_rate": 1.5694377540317645e-05,
      "loss": 0.0235,
      "step": 45220
    },
    {
      "epoch": 14.104803493449781,
      "flow_loss": 0.041037652641534805,
      "step": 45220
    },
    {
      "contrastive_loss": 0.0032396093010902405,
      "epoch": 14.104803493449781,
      "step": 45220
    },
    {
      "contrastive_lambda": 0.1424158112947475,
      "epoch": 14.104803493449781,
      "step": 45220
    },
    {
      "contrastive_lambda": 0.14239751325885514,
      "epoch": 14.105115408608858,
      "step": 45221
    },
    {
      "contrastive_lambda": 0.14237921620334998,
      "epoch": 14.105427323767936,
      "step": 45222
    },
    {
      "contrastive_lambda": 0.14236092012828266,
      "epoch": 14.105739238927011,
      "step": 45223
    },
    {
      "contrastive_lambda": 0.14234262503370332,
      "epoch": 14.106051154086089,
      "step": 45224
    },
    {
      "contrastive_lambda": 0.14232433091966185,
      "epoch": 14.106363069245166,
      "step": 45225
    },
    {
      "contrastive_lambda": 0.1423060377862087,
      "epoch": 14.106674984404242,
      "step": 45226
    },
    {
      "contrastive_lambda": 0.14228774563339364,
      "epoch": 14.106986899563319,
      "step": 45227
    },
    {
      "contrastive_lambda": 0.14226945446126693,
      "epoch": 14.107298814722396,
      "step": 45228
    },
    {
      "contrastive_lambda": 0.14225116426987916,
      "epoch": 14.107610729881472,
      "step": 45229
    },
    {
      "epoch": 14.10792264504055,
      "grad_norm": 0.09502232819795609,
      "learning_rate": 1.5674334554288694e-05,
      "loss": 0.0246,
      "step": 45230
    },
    {
      "epoch": 14.10792264504055,
      "flow_loss": 0.018729202449321747,
      "step": 45230
    },
    {
      "contrastive_loss": 0.0044332584366202354,
      "epoch": 14.10792264504055,
      "step": 45230
    },
    {
      "contrastive_lambda": 0.1422328750592799,
      "epoch": 14.10792264504055,
      "step": 45230
    },
    {
      "contrastive_lambda": 0.1422145868295196,
      "epoch": 14.108234560199625,
      "step": 45231
    },
    {
      "contrastive_lambda": 0.14219629958064844,
      "epoch": 14.108546475358702,
      "step": 45232
    },
    {
      "contrastive_lambda": 0.14217801331271612,
      "epoch": 14.10885839051778,
      "step": 45233
    },
    {
      "contrastive_lambda": 0.14215972802577342,
      "epoch": 14.109170305676855,
      "step": 45234
    },
    {
      "contrastive_lambda": 0.14214144371987003,
      "epoch": 14.109482220835933,
      "step": 45235
    },
    {
      "contrastive_lambda": 0.14212316039505613,
      "epoch": 14.10979413599501,
      "step": 45236
    },
    {
      "contrastive_lambda": 0.14210487805138206,
      "epoch": 14.110106051154085,
      "step": 45237
    },
    {
      "contrastive_lambda": 0.14208659668889767,
      "epoch": 14.110417966313163,
      "step": 45238
    },
    {
      "contrastive_lambda": 0.14206831630765304,
      "epoch": 14.11072988147224,
      "step": 45239
    },
    {
      "epoch": 14.111041796631316,
      "grad_norm": 0.07497863471508026,
      "learning_rate": 1.5654301995490582e-05,
      "loss": 0.0258,
      "step": 45240
    },
    {
      "epoch": 14.111041796631316,
      "flow_loss": 0.012794876471161842,
      "step": 45240
    },
    {
      "contrastive_loss": 0.0037539212498813868,
      "epoch": 14.111041796631316,
      "step": 45240
    },
    {
      "contrastive_lambda": 0.14205003690769874,
      "epoch": 14.111041796631316,
      "step": 45240
    },
    {
      "contrastive_lambda": 0.1420317584890844,
      "epoch": 14.111353711790393,
      "step": 45241
    },
    {
      "contrastive_lambda": 0.1420134810518605,
      "epoch": 14.11166562694947,
      "step": 45242
    },
    {
      "contrastive_lambda": 0.14199520459607684,
      "epoch": 14.111977542108546,
      "step": 45243
    },
    {
      "contrastive_lambda": 0.1419769291217836,
      "epoch": 14.112289457267623,
      "step": 45244
    },
    {
      "contrastive_lambda": 0.141958654629031,
      "epoch": 14.1126013724267,
      "step": 45245
    },
    {
      "contrastive_lambda": 0.14194038111786905,
      "epoch": 14.112913287585776,
      "step": 45246
    },
    {
      "contrastive_lambda": 0.14192210858834786,
      "epoch": 14.113225202744854,
      "step": 45247
    },
    {
      "contrastive_lambda": 0.14190383704051768,
      "epoch": 14.11353711790393,
      "step": 45248
    },
    {
      "contrastive_lambda": 0.14188556647442835,
      "epoch": 14.113849033063007,
      "step": 45249
    },
    {
      "epoch": 14.114160948222084,
      "grad_norm": 0.09066001325845718,
      "learning_rate": 1.5634279870008685e-05,
      "loss": 0.0237,
      "step": 45250
    },
    {
      "epoch": 14.114160948222084,
      "flow_loss": 0.02965889871120453,
      "step": 45250
    },
    {
      "contrastive_loss": 0.0041167279705405235,
      "epoch": 14.114160948222084,
      "step": 45250
    },
    {
      "contrastive_lambda": 0.14186729689013017,
      "epoch": 14.114160948222084,
      "step": 45250
    },
    {
      "contrastive_lambda": 0.14184902828767287,
      "epoch": 14.11447286338116,
      "step": 45251
    },
    {
      "contrastive_lambda": 0.14183076066710693,
      "epoch": 14.114784778540237,
      "step": 45252
    },
    {
      "contrastive_lambda": 0.14181249402848245,
      "epoch": 14.115096693699314,
      "step": 45253
    },
    {
      "contrastive_lambda": 0.14179422837184924,
      "epoch": 14.11540860885839,
      "step": 45254
    },
    {
      "contrastive_lambda": 0.14177596369725742,
      "epoch": 14.115720524017467,
      "step": 45255
    },
    {
      "contrastive_lambda": 0.14175770000475718,
      "epoch": 14.116032439176545,
      "step": 45256
    },
    {
      "contrastive_lambda": 0.14173943729439853,
      "epoch": 14.11634435433562,
      "step": 45257
    },
    {
      "contrastive_lambda": 0.1417211755662316,
      "epoch": 14.116656269494698,
      "step": 45258
    },
    {
      "contrastive_lambda": 0.1417029148203065,
      "epoch": 14.116968184653775,
      "step": 45259
    },
    {
      "epoch": 14.11728009981285,
      "grad_norm": 0.07615945488214493,
      "learning_rate": 1.5614268183925174e-05,
      "loss": 0.0223,
      "step": 45260
    },
    {
      "epoch": 14.11728009981285,
      "flow_loss": 0.02124708518385887,
      "step": 45260
    },
    {
      "contrastive_loss": 0.00519402464851737,
      "epoch": 14.11728009981285,
      "step": 45260
    },
    {
      "contrastive_lambda": 0.1416846550566731,
      "epoch": 14.11728009981285,
      "step": 45260
    },
    {
      "contrastive_lambda": 0.1416663962753817,
      "epoch": 14.117592014971928,
      "step": 45261
    },
    {
      "contrastive_lambda": 0.1416481384764819,
      "epoch": 14.117903930131005,
      "step": 45262
    },
    {
      "contrastive_lambda": 0.14162988166002421,
      "epoch": 14.11821584529008,
      "step": 45263
    },
    {
      "contrastive_lambda": 0.14161162582605868,
      "epoch": 14.118527760449158,
      "step": 45264
    },
    {
      "contrastive_lambda": 0.14159337097463515,
      "epoch": 14.118839675608234,
      "step": 45265
    },
    {
      "contrastive_lambda": 0.14157511710580367,
      "epoch": 14.119151590767311,
      "step": 45266
    },
    {
      "contrastive_lambda": 0.14155686421961455,
      "epoch": 14.119463505926388,
      "step": 45267
    },
    {
      "contrastive_lambda": 0.14153861231611736,
      "epoch": 14.119775421085464,
      "step": 45268
    },
    {
      "contrastive_lambda": 0.1415203613953625,
      "epoch": 14.120087336244541,
      "step": 45269
    },
    {
      "epoch": 14.120399251403619,
      "grad_norm": 0.08953804522752762,
      "learning_rate": 1.5594266943319097e-05,
      "loss": 0.0243,
      "step": 45270
    },
    {
      "epoch": 14.120399251403619,
      "flow_loss": 0.020731579512357712,
      "step": 45270
    },
    {
      "contrastive_loss": 0.003813017625361681,
      "epoch": 14.120399251403619,
      "step": 45270
    },
    {
      "contrastive_lambda": 0.14150211145740016,
      "epoch": 14.120399251403619,
      "step": 45270
    },
    {
      "contrastive_lambda": 0.1414838625022799,
      "epoch": 14.120711166562694,
      "step": 45271
    },
    {
      "contrastive_lambda": 0.14146561453005219,
      "epoch": 14.121023081721772,
      "step": 45272
    },
    {
      "contrastive_lambda": 0.14144736754076653,
      "epoch": 14.121334996880849,
      "step": 45273
    },
    {
      "contrastive_lambda": 0.1414291215344734,
      "epoch": 14.121646912039925,
      "step": 45274
    },
    {
      "contrastive_lambda": 0.14141087651122292,
      "epoch": 14.121958827199002,
      "step": 45275
    },
    {
      "contrastive_lambda": 0.14139263247106465,
      "epoch": 14.12227074235808,
      "step": 45276
    },
    {
      "contrastive_lambda": 0.1413743894140489,
      "epoch": 14.122582657517155,
      "step": 45277
    },
    {
      "contrastive_lambda": 0.14135614734022572,
      "epoch": 14.122894572676232,
      "step": 45278
    },
    {
      "contrastive_lambda": 0.14133790624964476,
      "epoch": 14.12320648783531,
      "step": 45279
    },
    {
      "epoch": 14.123518402994385,
      "grad_norm": 0.053830835968256,
      "learning_rate": 1.5574276154266294e-05,
      "loss": 0.0187,
      "step": 45280
    },
    {
      "epoch": 14.123518402994385,
      "flow_loss": 0.03001224622130394,
      "step": 45280
    },
    {
      "contrastive_loss": 0.003910847008228302,
      "epoch": 14.123518402994385,
      "step": 45280
    },
    {
      "contrastive_lambda": 0.14131966614235658,
      "epoch": 14.123518402994385,
      "step": 45280
    },
    {
      "contrastive_lambda": 0.14130142701841075,
      "epoch": 14.123830318153463,
      "step": 45281
    },
    {
      "contrastive_lambda": 0.1412831888778574,
      "epoch": 14.124142233312538,
      "step": 45282
    },
    {
      "contrastive_lambda": 0.14126495172074677,
      "epoch": 14.124454148471616,
      "step": 45283
    },
    {
      "contrastive_lambda": 0.14124671554712842,
      "epoch": 14.124766063630693,
      "step": 45284
    },
    {
      "contrastive_lambda": 0.1412284803570525,
      "epoch": 14.125077978789768,
      "step": 45285
    },
    {
      "contrastive_lambda": 0.14121024615056932,
      "epoch": 14.125389893948846,
      "step": 45286
    },
    {
      "contrastive_lambda": 0.14119201292772843,
      "epoch": 14.125701809107923,
      "step": 45287
    },
    {
      "contrastive_lambda": 0.14117378068858022,
      "epoch": 14.126013724266999,
      "step": 45288
    },
    {
      "contrastive_lambda": 0.14115554943317432,
      "epoch": 14.126325639426076,
      "step": 45289
    },
    {
      "epoch": 14.126637554585153,
      "grad_norm": 0.15658976137638092,
      "learning_rate": 1.5554295822839437e-05,
      "loss": 0.0269,
      "step": 45290
    },
    {
      "epoch": 14.126637554585153,
      "flow_loss": 0.019005581736564636,
      "step": 45290
    },
    {
      "contrastive_loss": 0.003576289163902402,
      "epoch": 14.126637554585153,
      "step": 45290
    },
    {
      "contrastive_lambda": 0.14113731916156064,
      "epoch": 14.126637554585153,
      "step": 45290
    },
    {
      "contrastive_lambda": 0.14111908987378974,
      "epoch": 14.126949469744229,
      "step": 45291
    },
    {
      "contrastive_lambda": 0.14110086156991103,
      "epoch": 14.127261384903306,
      "step": 45292
    },
    {
      "contrastive_lambda": 0.14108263424997475,
      "epoch": 14.127573300062384,
      "step": 45293
    },
    {
      "contrastive_lambda": 0.1410644079140309,
      "epoch": 14.12788521522146,
      "step": 45294
    },
    {
      "contrastive_lambda": 0.14104618256212925,
      "epoch": 14.128197130380537,
      "step": 45295
    },
    {
      "contrastive_lambda": 0.14102795819431968,
      "epoch": 14.128509045539614,
      "step": 45296
    },
    {
      "contrastive_lambda": 0.14100973481065265,
      "epoch": 14.12882096069869,
      "step": 45297
    },
    {
      "contrastive_lambda": 0.1409915124111777,
      "epoch": 14.129132875857767,
      "step": 45298
    },
    {
      "contrastive_lambda": 0.14097329099594502,
      "epoch": 14.129444791016843,
      "step": 45299
    },
    {
      "epoch": 14.12975670617592,
      "grad_norm": 0.0826047733426094,
      "learning_rate": 1.5534325955108025e-05,
      "loss": 0.0238,
      "step": 45300
    },
    {
      "epoch": 14.12975670617592,
      "flow_loss": 0.03442606329917908,
      "step": 45300
    },
    {
      "contrastive_loss": 0.0031156381592154503,
      "epoch": 14.12975670617592,
      "step": 45300
    },
    {
      "contrastive_lambda": 0.14095507056500428,
      "epoch": 14.12975670617592,
      "step": 45300
    },
    {
      "contrastive_lambda": 0.14093685111840565,
      "epoch": 14.130068621334997,
      "step": 45301
    },
    {
      "contrastive_lambda": 0.14091863265619903,
      "epoch": 14.130380536494073,
      "step": 45302
    },
    {
      "contrastive_lambda": 0.14090041517843432,
      "epoch": 14.13069245165315,
      "step": 45303
    },
    {
      "contrastive_lambda": 0.1408821986851615,
      "epoch": 14.131004366812228,
      "step": 45304
    },
    {
      "contrastive_lambda": 0.14086398317643073,
      "epoch": 14.131316281971303,
      "step": 45305
    },
    {
      "contrastive_lambda": 0.14084576865229154,
      "epoch": 14.13162819713038,
      "step": 45306
    },
    {
      "contrastive_lambda": 0.14082755511279393,
      "epoch": 14.131940112289458,
      "step": 45307
    },
    {
      "contrastive_lambda": 0.14080934255798833,
      "epoch": 14.132252027448533,
      "step": 45308
    },
    {
      "contrastive_lambda": 0.14079113098792412,
      "epoch": 14.13256394260761,
      "step": 45309
    },
    {
      "epoch": 14.132875857766688,
      "grad_norm": 0.09521718323230743,
      "learning_rate": 1.5514366557138373e-05,
      "loss": 0.0258,
      "step": 45310
    },
    {
      "epoch": 14.132875857766688,
      "flow_loss": 0.020145844668149948,
      "step": 45310
    },
    {
      "contrastive_loss": 0.004241153597831726,
      "epoch": 14.132875857766688,
      "step": 45310
    },
    {
      "contrastive_lambda": 0.14077292040265155,
      "epoch": 14.132875857766688,
      "step": 45310
    },
    {
      "contrastive_lambda": 0.1407547108022203,
      "epoch": 14.133187772925764,
      "step": 45311
    },
    {
      "contrastive_lambda": 0.14073650218668038,
      "epoch": 14.133499688084841,
      "step": 45312
    },
    {
      "contrastive_lambda": 0.1407182945560817,
      "epoch": 14.133811603243918,
      "step": 45313
    },
    {
      "contrastive_lambda": 0.14070008791047428,
      "epoch": 14.134123518402994,
      "step": 45314
    },
    {
      "contrastive_lambda": 0.1406818822499079,
      "epoch": 14.134435433562071,
      "step": 45315
    },
    {
      "contrastive_lambda": 0.14066367757443277,
      "epoch": 14.134747348721147,
      "step": 45316
    },
    {
      "contrastive_lambda": 0.14064547388409837,
      "epoch": 14.135059263880224,
      "step": 45317
    },
    {
      "contrastive_lambda": 0.14062727117895502,
      "epoch": 14.135371179039302,
      "step": 45318
    },
    {
      "contrastive_lambda": 0.14060906945905205,
      "epoch": 14.135683094198377,
      "step": 45319
    },
    {
      "epoch": 14.135995009357455,
      "grad_norm": 0.05642359331250191,
      "learning_rate": 1.5494417634993602e-05,
      "loss": 0.0214,
      "step": 45320
    },
    {
      "epoch": 14.135995009357455,
      "flow_loss": 0.012780974619090557,
      "step": 45320
    },
    {
      "contrastive_loss": 0.0034724257420748472,
      "epoch": 14.135995009357455,
      "step": 45320
    },
    {
      "contrastive_lambda": 0.14059086872443988,
      "epoch": 14.135995009357455,
      "step": 45320
    },
    {
      "contrastive_lambda": 0.1405726689751684,
      "epoch": 14.136306924516532,
      "step": 45321
    },
    {
      "contrastive_lambda": 0.1405544702112872,
      "epoch": 14.136618839675608,
      "step": 45322
    },
    {
      "contrastive_lambda": 0.14053627243284633,
      "epoch": 14.136930754834685,
      "step": 45323
    },
    {
      "contrastive_lambda": 0.1405180756398957,
      "epoch": 14.137242669993762,
      "step": 45324
    },
    {
      "contrastive_lambda": 0.14049987983248519,
      "epoch": 14.137554585152838,
      "step": 45325
    },
    {
      "contrastive_lambda": 0.1404816850106646,
      "epoch": 14.137866500311915,
      "step": 45326
    },
    {
      "contrastive_lambda": 0.1404634911744841,
      "epoch": 14.138178415470993,
      "step": 45327
    },
    {
      "contrastive_lambda": 0.14044529832399316,
      "epoch": 14.138490330630068,
      "step": 45328
    },
    {
      "contrastive_lambda": 0.14042710645924206,
      "epoch": 14.138802245789146,
      "step": 45329
    },
    {
      "epoch": 14.139114160948223,
      "grad_norm": 0.06389158219099045,
      "learning_rate": 1.547447919473372e-05,
      "loss": 0.0265,
      "step": 45330
    },
    {
      "epoch": 14.139114160948223,
      "flow_loss": 0.039096660912036896,
      "step": 45330
    },
    {
      "contrastive_loss": 0.0032036947086453438,
      "epoch": 14.139114160948223,
      "step": 45330
    },
    {
      "contrastive_lambda": 0.14040891558028007,
      "epoch": 14.139114160948223,
      "step": 45330
    },
    {
      "contrastive_lambda": 0.14039072568715766,
      "epoch": 14.139426076107299,
      "step": 45331
    },
    {
      "contrastive_lambda": 0.14037253677992467,
      "epoch": 14.139737991266376,
      "step": 45332
    },
    {
      "contrastive_lambda": 0.14035434885863063,
      "epoch": 14.140049906425451,
      "step": 45333
    },
    {
      "contrastive_lambda": 0.1403361619233255,
      "epoch": 14.140361821584529,
      "step": 45334
    },
    {
      "contrastive_lambda": 0.14031797597405943,
      "epoch": 14.140673736743606,
      "step": 45335
    },
    {
      "contrastive_lambda": 0.1402997910108817,
      "epoch": 14.140985651902682,
      "step": 45336
    },
    {
      "contrastive_lambda": 0.14028160703384285,
      "epoch": 14.141297567061759,
      "step": 45337
    },
    {
      "contrastive_lambda": 0.1402634240429922,
      "epoch": 14.141609482220836,
      "step": 45338
    },
    {
      "contrastive_lambda": 0.14024524203837985,
      "epoch": 14.141921397379912,
      "step": 45339
    },
    {
      "epoch": 14.14223331253899,
      "grad_norm": 0.07470821589231491,
      "learning_rate": 1.5454551242415434e-05,
      "loss": 0.0206,
      "step": 45340
    },
    {
      "epoch": 14.14223331253899,
      "flow_loss": 0.014274632558226585,
      "step": 45340
    },
    {
      "contrastive_loss": 0.006216355599462986,
      "epoch": 14.14223331253899,
      "step": 45340
    },
    {
      "contrastive_lambda": 0.14022706102005572,
      "epoch": 14.14223331253899,
      "step": 45340
    },
    {
      "contrastive_lambda": 0.14020888098806922,
      "epoch": 14.142545227698067,
      "step": 45341
    },
    {
      "contrastive_lambda": 0.14019070194247063,
      "epoch": 14.142857142857142,
      "step": 45342
    },
    {
      "contrastive_lambda": 0.14017252388330986,
      "epoch": 14.14316905801622,
      "step": 45343
    },
    {
      "contrastive_lambda": 0.14015434681063638,
      "epoch": 14.143480973175297,
      "step": 45344
    },
    {
      "contrastive_lambda": 0.14013617072450035,
      "epoch": 14.143792888334373,
      "step": 45345
    },
    {
      "contrastive_lambda": 0.14011799562495125,
      "epoch": 14.14410480349345,
      "step": 45346
    },
    {
      "contrastive_lambda": 0.14009982151203898,
      "epoch": 14.144416718652527,
      "step": 45347
    },
    {
      "contrastive_lambda": 0.14008164838581377,
      "epoch": 14.144728633811603,
      "step": 45348
    },
    {
      "contrastive_lambda": 0.14006347624632504,
      "epoch": 14.14504054897068,
      "step": 45349
    },
    {
      "epoch": 14.145352464129756,
      "grad_norm": 0.06728679686784744,
      "learning_rate": 1.543463378409239e-05,
      "loss": 0.0179,
      "step": 45350
    },
    {
      "epoch": 14.145352464129756,
      "flow_loss": 0.012439748272299767,
      "step": 45350
    },
    {
      "contrastive_loss": 0.003950000274926424,
      "epoch": 14.145352464129756,
      "step": 45350
    },
    {
      "contrastive_lambda": 0.14004530509362267,
      "epoch": 14.145352464129756,
      "step": 45350
    },
    {
      "contrastive_lambda": 0.14002713492775676,
      "epoch": 14.145664379288833,
      "step": 45351
    },
    {
      "contrastive_lambda": 0.1400089657487767,
      "epoch": 14.14597629444791,
      "step": 45352
    },
    {
      "contrastive_lambda": 0.13999079755673233,
      "epoch": 14.146288209606986,
      "step": 45353
    },
    {
      "contrastive_lambda": 0.13997263035167395,
      "epoch": 14.146600124766064,
      "step": 45354
    },
    {
      "contrastive_lambda": 0.13995446413365092,
      "epoch": 14.146912039925141,
      "step": 45355
    },
    {
      "contrastive_lambda": 0.1399362989027133,
      "epoch": 14.147223955084216,
      "step": 45356
    },
    {
      "contrastive_lambda": 0.13991813465891056,
      "epoch": 14.147535870243294,
      "step": 45357
    },
    {
      "contrastive_lambda": 0.1398999714022926,
      "epoch": 14.147847785402371,
      "step": 45358
    },
    {
      "contrastive_lambda": 0.13988180913290965,
      "epoch": 14.148159700561447,
      "step": 45359
    },
    {
      "epoch": 14.148471615720524,
      "grad_norm": 0.07870561629533768,
      "learning_rate": 1.541472682581493e-05,
      "loss": 0.0255,
      "step": 45360
    },
    {
      "epoch": 14.148471615720524,
      "flow_loss": 0.02486104518175125,
      "step": 45360
    },
    {
      "contrastive_loss": 0.003441775217652321,
      "epoch": 14.148471615720524,
      "step": 45360
    },
    {
      "contrastive_lambda": 0.13986364785081096,
      "epoch": 14.148471615720524,
      "step": 45360
    },
    {
      "contrastive_lambda": 0.13984548755604653,
      "epoch": 14.148783530879601,
      "step": 45361
    },
    {
      "contrastive_lambda": 0.13982732824866628,
      "epoch": 14.149095446038677,
      "step": 45362
    },
    {
      "contrastive_lambda": 0.13980916992871978,
      "epoch": 14.149407361197754,
      "step": 45363
    },
    {
      "contrastive_lambda": 0.1397910125962567,
      "epoch": 14.149719276356832,
      "step": 45364
    },
    {
      "contrastive_lambda": 0.1397728562513273,
      "epoch": 14.150031191515907,
      "step": 45365
    },
    {
      "contrastive_lambda": 0.1397547008939809,
      "epoch": 14.150343106674985,
      "step": 45366
    },
    {
      "contrastive_lambda": 0.13973654652426765,
      "epoch": 14.15065502183406,
      "step": 45367
    },
    {
      "contrastive_lambda": 0.13971839314223689,
      "epoch": 14.150966936993138,
      "step": 45368
    },
    {
      "contrastive_lambda": 0.1397002407479387,
      "epoch": 14.151278852152215,
      "step": 45369
    },
    {
      "epoch": 14.15159076731129,
      "grad_norm": 0.1023942306637764,
      "learning_rate": 1.5394830373630298e-05,
      "loss": 0.0249,
      "step": 45370
    },
    {
      "epoch": 14.15159076731129,
      "flow_loss": 0.019146258011460304,
      "step": 45370
    },
    {
      "contrastive_loss": 0.004459980875253677,
      "epoch": 14.15159076731129,
      "step": 45370
    },
    {
      "contrastive_lambda": 0.13968208934142268,
      "epoch": 14.15159076731129,
      "step": 45370
    },
    {
      "contrastive_lambda": 0.1396639389227387,
      "epoch": 14.151902682470368,
      "step": 45371
    },
    {
      "contrastive_lambda": 0.13964578949193646,
      "epoch": 14.152214597629445,
      "step": 45372
    },
    {
      "contrastive_lambda": 0.13962764104906594,
      "epoch": 14.152526512788521,
      "step": 45373
    },
    {
      "contrastive_lambda": 0.13960949359417657,
      "epoch": 14.152838427947598,
      "step": 45374
    },
    {
      "contrastive_lambda": 0.1395913471273182,
      "epoch": 14.153150343106676,
      "step": 45375
    },
    {
      "contrastive_lambda": 0.1395732016485406,
      "epoch": 14.153462258265751,
      "step": 45376
    },
    {
      "contrastive_lambda": 0.13955505715789357,
      "epoch": 14.153774173424829,
      "step": 45377
    },
    {
      "contrastive_lambda": 0.13953691365542692,
      "epoch": 14.154086088583906,
      "step": 45378
    },
    {
      "contrastive_lambda": 0.13951877114119016,
      "epoch": 14.154398003742982,
      "step": 45379
    },
    {
      "epoch": 14.154709918902059,
      "grad_norm": 0.06801723688840866,
      "learning_rate": 1.5374944433582506e-05,
      "loss": 0.022,
      "step": 45380
    },
    {
      "epoch": 14.154709918902059,
      "flow_loss": 0.027029573917388916,
      "step": 45380
    },
    {
      "contrastive_loss": 0.004184689838439226,
      "epoch": 14.154709918902059,
      "step": 45380
    },
    {
      "contrastive_lambda": 0.13950062961523318,
      "epoch": 14.154709918902059,
      "step": 45380
    },
    {
      "contrastive_lambda": 0.13948248907760563,
      "epoch": 14.155021834061136,
      "step": 45381
    },
    {
      "contrastive_lambda": 0.1394643495283574,
      "epoch": 14.155333749220212,
      "step": 45382
    },
    {
      "contrastive_lambda": 0.13944621096753818,
      "epoch": 14.15564566437929,
      "step": 45383
    },
    {
      "contrastive_lambda": 0.13942807339519758,
      "epoch": 14.155957579538365,
      "step": 45384
    },
    {
      "contrastive_lambda": 0.1394099368113853,
      "epoch": 14.156269494697442,
      "step": 45385
    },
    {
      "contrastive_lambda": 0.13939180121615136,
      "epoch": 14.15658140985652,
      "step": 45386
    },
    {
      "contrastive_lambda": 0.13937366660954498,
      "epoch": 14.156893325015595,
      "step": 45387
    },
    {
      "contrastive_lambda": 0.1393555329916163,
      "epoch": 14.157205240174672,
      "step": 45388
    },
    {
      "contrastive_lambda": 0.13933740036241504,
      "epoch": 14.15751715533375,
      "step": 45389
    },
    {
      "epoch": 14.157829070492825,
      "grad_norm": 0.06321138143539429,
      "learning_rate": 1.5355069011712375e-05,
      "loss": 0.025,
      "step": 45390
    },
    {
      "epoch": 14.157829070492825,
      "flow_loss": 0.01814655028283596,
      "step": 45390
    },
    {
      "contrastive_loss": 0.003362201154232025,
      "epoch": 14.157829070492825,
      "step": 45390
    },
    {
      "contrastive_lambda": 0.13931926872199063,
      "epoch": 14.157829070492825,
      "step": 45390
    },
    {
      "contrastive_lambda": 0.13930113807039307,
      "epoch": 14.158140985651903,
      "step": 45391
    },
    {
      "contrastive_lambda": 0.13928300840767166,
      "epoch": 14.15845290081098,
      "step": 45392
    },
    {
      "contrastive_lambda": 0.13926487973387647,
      "epoch": 14.158764815970056,
      "step": 45393
    },
    {
      "contrastive_lambda": 0.13924675204905723,
      "epoch": 14.159076731129133,
      "step": 45394
    },
    {
      "contrastive_lambda": 0.1392286253532634,
      "epoch": 14.15938864628821,
      "step": 45395
    },
    {
      "contrastive_lambda": 0.13921049964654475,
      "epoch": 14.159700561447286,
      "step": 45396
    },
    {
      "contrastive_lambda": 0.13919237492895115,
      "epoch": 14.160012476606363,
      "step": 45397
    },
    {
      "contrastive_lambda": 0.13917425120053184,
      "epoch": 14.16032439176544,
      "step": 45398
    },
    {
      "contrastive_lambda": 0.13915612846133696,
      "epoch": 14.160636306924516,
      "step": 45399
    },
    {
      "epoch": 14.160948222083594,
      "grad_norm": 0.0815839096903801,
      "learning_rate": 1.5335204114057526e-05,
      "loss": 0.0232,
      "step": 45400
    },
    {
      "epoch": 14.160948222083594,
      "flow_loss": 0.032567355781793594,
      "step": 45400
    },
    {
      "contrastive_loss": 0.0041595264337956905,
      "epoch": 14.160948222083594,
      "step": 45400
    },
    {
      "contrastive_lambda": 0.13913800671141618,
      "epoch": 14.160948222083594,
      "step": 45400
    },
    {
      "contrastive_lambda": 0.13911988595081892,
      "epoch": 14.16126013724267,
      "step": 45401
    },
    {
      "contrastive_lambda": 0.13910176617959513,
      "epoch": 14.161572052401747,
      "step": 45402
    },
    {
      "contrastive_lambda": 0.13908364739779416,
      "epoch": 14.161883967560824,
      "step": 45403
    },
    {
      "contrastive_lambda": 0.13906552960546575,
      "epoch": 14.1621958827199,
      "step": 45404
    },
    {
      "contrastive_lambda": 0.13904741280265998,
      "epoch": 14.162507797878977,
      "step": 45405
    },
    {
      "contrastive_lambda": 0.139029296989426,
      "epoch": 14.162819713038054,
      "step": 45406
    },
    {
      "contrastive_lambda": 0.13901118216581376,
      "epoch": 14.16313162819713,
      "step": 45407
    },
    {
      "contrastive_lambda": 0.13899306833187303,
      "epoch": 14.163443543356207,
      "step": 45408
    },
    {
      "contrastive_lambda": 0.13897495548765298,
      "epoch": 14.163755458515285,
      "step": 45409
    },
    {
      "epoch": 14.16406737367436,
      "grad_norm": 0.09589140862226486,
      "learning_rate": 1.5315349746652387e-05,
      "loss": 0.0266,
      "step": 45410
    },
    {
      "epoch": 14.16406737367436,
      "flow_loss": 0.019787894561886787,
      "step": 45410
    },
    {
      "contrastive_loss": 0.0032054362818598747,
      "epoch": 14.16406737367436,
      "step": 45410
    },
    {
      "contrastive_lambda": 0.1389568436332037,
      "epoch": 14.16406737367436,
      "step": 45410
    },
    {
      "contrastive_lambda": 0.13893873276857494,
      "epoch": 14.164379288833437,
      "step": 45411
    },
    {
      "contrastive_lambda": 0.13892062289381596,
      "epoch": 14.164691203992515,
      "step": 45412
    },
    {
      "contrastive_lambda": 0.13890251400897674,
      "epoch": 14.16500311915159,
      "step": 45413
    },
    {
      "contrastive_lambda": 0.13888440611410668,
      "epoch": 14.165315034310668,
      "step": 45414
    },
    {
      "contrastive_lambda": 0.1388662992092553,
      "epoch": 14.165626949469745,
      "step": 45415
    },
    {
      "contrastive_lambda": 0.1388481932944728,
      "epoch": 14.16593886462882,
      "step": 45416
    },
    {
      "contrastive_lambda": 0.13883008836980837,
      "epoch": 14.166250779787898,
      "step": 45417
    },
    {
      "contrastive_lambda": 0.13881198443531167,
      "epoch": 14.166562694946974,
      "step": 45418
    },
    {
      "contrastive_lambda": 0.13879388149103267,
      "epoch": 14.166874610106051,
      "step": 45419
    },
    {
      "epoch": 14.167186525265128,
      "grad_norm": 0.09035700559616089,
      "learning_rate": 1.5295505915528212e-05,
      "loss": 0.0258,
      "step": 45420
    },
    {
      "epoch": 14.167186525265128,
      "flow_loss": 0.04203712195158005,
      "step": 45420
    },
    {
      "contrastive_loss": 0.003264639526605606,
      "epoch": 14.167186525265128,
      "step": 45420
    },
    {
      "contrastive_lambda": 0.13877577953702053,
      "epoch": 14.167186525265128,
      "step": 45420
    },
    {
      "contrastive_lambda": 0.1387576785733251,
      "epoch": 14.167498440424204,
      "step": 45421
    },
    {
      "contrastive_lambda": 0.13873957859999608,
      "epoch": 14.167810355583281,
      "step": 45422
    },
    {
      "contrastive_lambda": 0.13872147961708292,
      "epoch": 14.168122270742359,
      "step": 45423
    },
    {
      "contrastive_lambda": 0.13870338162463558,
      "epoch": 14.168434185901434,
      "step": 45424
    },
    {
      "contrastive_lambda": 0.13868528462270324,
      "epoch": 14.168746101060512,
      "step": 45425
    },
    {
      "contrastive_lambda": 0.1386671886113357,
      "epoch": 14.169058016219589,
      "step": 45426
    },
    {
      "contrastive_lambda": 0.13864909359058258,
      "epoch": 14.169369931378665,
      "step": 45427
    },
    {
      "contrastive_lambda": 0.13863099956049346,
      "epoch": 14.169681846537742,
      "step": 45428
    },
    {
      "contrastive_lambda": 0.13861290652111802,
      "epoch": 14.16999376169682,
      "step": 45429
    },
    {
      "epoch": 14.170305676855895,
      "grad_norm": 0.0830913633108139,
      "learning_rate": 1.5275672626713024e-05,
      "loss": 0.0263,
      "step": 45430
    },
    {
      "epoch": 14.170305676855895,
      "flow_loss": 0.010214947164058685,
      "step": 45430
    },
    {
      "contrastive_loss": 0.0036679795011878014,
      "epoch": 14.170305676855895,
      "step": 45430
    },
    {
      "contrastive_lambda": 0.13859481447250593,
      "epoch": 14.170305676855895,
      "step": 45430
    },
    {
      "contrastive_lambda": 0.13857672341470656,
      "epoch": 14.170617592014972,
      "step": 45431
    },
    {
      "contrastive_lambda": 0.13855863334776958,
      "epoch": 14.170929507174048,
      "step": 45432
    },
    {
      "contrastive_lambda": 0.13854054427174467,
      "epoch": 14.171241422333125,
      "step": 45433
    },
    {
      "contrastive_lambda": 0.13852245618668135,
      "epoch": 14.171553337492202,
      "step": 45434
    },
    {
      "contrastive_lambda": 0.13850436909262942,
      "epoch": 14.171865252651278,
      "step": 45435
    },
    {
      "contrastive_lambda": 0.1384862829896381,
      "epoch": 14.172177167810355,
      "step": 45436
    },
    {
      "contrastive_lambda": 0.13846819787775722,
      "epoch": 14.172489082969433,
      "step": 45437
    },
    {
      "contrastive_lambda": 0.13845011375703625,
      "epoch": 14.172800998128508,
      "step": 45438
    },
    {
      "contrastive_lambda": 0.13843203062752485,
      "epoch": 14.173112913287586,
      "step": 45439
    },
    {
      "epoch": 14.173424828446663,
      "grad_norm": 0.09746464341878891,
      "learning_rate": 1.5255849886231643e-05,
      "loss": 0.0252,
      "step": 45440
    },
    {
      "epoch": 14.173424828446663,
      "flow_loss": 0.012719807215034962,
      "step": 45440
    },
    {
      "contrastive_loss": 0.003291929140686989,
      "epoch": 14.173424828446663,
      "step": 45440
    },
    {
      "contrastive_lambda": 0.1384139484892727,
      "epoch": 14.173424828446663,
      "step": 45440
    },
    {
      "contrastive_lambda": 0.13839586734232906,
      "epoch": 14.173736743605739,
      "step": 45441
    },
    {
      "contrastive_lambda": 0.1383777871867437,
      "epoch": 14.174048658764816,
      "step": 45442
    },
    {
      "contrastive_lambda": 0.13835970802256636,
      "epoch": 14.174360573923893,
      "step": 45443
    },
    {
      "contrastive_lambda": 0.13834162984984605,
      "epoch": 14.174672489082969,
      "step": 45444
    },
    {
      "contrastive_lambda": 0.1383235526686329,
      "epoch": 14.174984404242046,
      "step": 45445
    },
    {
      "contrastive_lambda": 0.1383054764789764,
      "epoch": 14.175296319401124,
      "step": 45446
    },
    {
      "contrastive_lambda": 0.13828740128092581,
      "epoch": 14.1756082345602,
      "step": 45447
    },
    {
      "contrastive_lambda": 0.138269327074531,
      "epoch": 14.175920149719277,
      "step": 45448
    },
    {
      "contrastive_lambda": 0.1382512538598411,
      "epoch": 14.176232064878352,
      "step": 45449
    },
    {
      "epoch": 14.17654398003743,
      "grad_norm": 0.09815510362386703,
      "learning_rate": 1.523603770010571e-05,
      "loss": 0.0228,
      "step": 45450
    },
    {
      "epoch": 14.17654398003743,
      "flow_loss": 0.011455017141997814,
      "step": 45450
    },
    {
      "contrastive_loss": 0.004499685950577259,
      "epoch": 14.17654398003743,
      "step": 45450
    },
    {
      "contrastive_lambda": 0.138233181636906,
      "epoch": 14.17654398003743,
      "step": 45450
    },
    {
      "contrastive_lambda": 0.1382151104057754,
      "epoch": 14.176855895196507,
      "step": 45451
    },
    {
      "contrastive_lambda": 0.13819704016649847,
      "epoch": 14.177167810355582,
      "step": 45452
    },
    {
      "contrastive_lambda": 0.13817897091912484,
      "epoch": 14.17747972551466,
      "step": 45453
    },
    {
      "contrastive_lambda": 0.1381609026637043,
      "epoch": 14.177791640673737,
      "step": 45454
    },
    {
      "contrastive_lambda": 0.13814283540028582,
      "epoch": 14.178103555832813,
      "step": 45455
    },
    {
      "contrastive_lambda": 0.13812476912891952,
      "epoch": 14.17841547099189,
      "step": 45456
    },
    {
      "contrastive_lambda": 0.13810670384965484,
      "epoch": 14.178727386150968,
      "step": 45457
    },
    {
      "contrastive_lambda": 0.13808863956254103,
      "epoch": 14.179039301310043,
      "step": 45458
    },
    {
      "contrastive_lambda": 0.13807057626762792,
      "epoch": 14.17935121646912,
      "step": 45459
    },
    {
      "epoch": 14.179663131628198,
      "grad_norm": 0.056429602205753326,
      "learning_rate": 1.521623607435363e-05,
      "loss": 0.0179,
      "step": 45460
    },
    {
      "epoch": 14.179663131628198,
      "flow_loss": 0.030483858659863472,
      "step": 45460
    },
    {
      "contrastive_loss": 0.0033456305973231792,
      "epoch": 14.179663131628198,
      "step": 45460
    },
    {
      "contrastive_lambda": 0.1380525139649647,
      "epoch": 14.179663131628198,
      "step": 45460
    },
    {
      "contrastive_lambda": 0.13803445265460096,
      "epoch": 14.179975046787273,
      "step": 45461
    },
    {
      "contrastive_lambda": 0.13801639233658658,
      "epoch": 14.18028696194635,
      "step": 45462
    },
    {
      "contrastive_lambda": 0.1379983330109707,
      "epoch": 14.180598877105428,
      "step": 45463
    },
    {
      "contrastive_lambda": 0.13798027467780288,
      "epoch": 14.180910792264504,
      "step": 45464
    },
    {
      "contrastive_lambda": 0.13796221733713293,
      "epoch": 14.181222707423581,
      "step": 45465
    },
    {
      "contrastive_lambda": 0.13794416098900975,
      "epoch": 14.181534622582657,
      "step": 45466
    },
    {
      "contrastive_lambda": 0.13792610563348334,
      "epoch": 14.181846537741734,
      "step": 45467
    },
    {
      "contrastive_lambda": 0.1379080512706033,
      "epoch": 14.182158452900811,
      "step": 45468
    },
    {
      "contrastive_lambda": 0.13788999790041867,
      "epoch": 14.182470368059887,
      "step": 45469
    },
    {
      "epoch": 14.182782283218964,
      "grad_norm": 0.09285445511341095,
      "learning_rate": 1.5196445014990612e-05,
      "loss": 0.0219,
      "step": 45470
    },
    {
      "epoch": 14.182782283218964,
      "flow_loss": 0.02713477425277233,
      "step": 45470
    },
    {
      "contrastive_loss": 0.0035547129809856415,
      "epoch": 14.182782283218964,
      "step": 45470
    },
    {
      "contrastive_lambda": 0.13787194552297938,
      "epoch": 14.182782283218964,
      "step": 45470
    },
    {
      "contrastive_lambda": 0.13785389413833454,
      "epoch": 14.183094198378042,
      "step": 45471
    },
    {
      "contrastive_lambda": 0.13783584374653363,
      "epoch": 14.183406113537117,
      "step": 45472
    },
    {
      "contrastive_lambda": 0.13781779434762664,
      "epoch": 14.183718028696195,
      "step": 45473
    },
    {
      "contrastive_lambda": 0.1377997459416626,
      "epoch": 14.184029943855272,
      "step": 45474
    },
    {
      "contrastive_lambda": 0.1377816985286911,
      "epoch": 14.184341859014348,
      "step": 45475
    },
    {
      "contrastive_lambda": 0.1377636521087618,
      "epoch": 14.184653774173425,
      "step": 45476
    },
    {
      "contrastive_lambda": 0.13774560668192387,
      "epoch": 14.184965689332502,
      "step": 45477
    },
    {
      "contrastive_lambda": 0.1377275622482269,
      "epoch": 14.185277604491578,
      "step": 45478
    },
    {
      "contrastive_lambda": 0.13770951880772042,
      "epoch": 14.185589519650655,
      "step": 45479
    },
    {
      "epoch": 14.185901434809733,
      "grad_norm": 0.06606566160917282,
      "learning_rate": 1.5176664528028672e-05,
      "loss": 0.0261,
      "step": 45480
    },
    {
      "epoch": 14.185901434809733,
      "flow_loss": 0.015265454538166523,
      "step": 45480
    },
    {
      "contrastive_loss": 0.003211102681234479,
      "epoch": 14.185901434809733,
      "step": 45480
    },
    {
      "contrastive_lambda": 0.1376914763604538,
      "epoch": 14.185901434809733,
      "step": 45480
    },
    {
      "contrastive_lambda": 0.13767343490647677,
      "epoch": 14.186213349968808,
      "step": 45481
    },
    {
      "contrastive_lambda": 0.13765539444583846,
      "epoch": 14.186525265127885,
      "step": 45482
    },
    {
      "contrastive_lambda": 0.13763735497858826,
      "epoch": 14.186837180286961,
      "step": 45483
    },
    {
      "contrastive_lambda": 0.13761931650477616,
      "epoch": 14.187149095446038,
      "step": 45484
    },
    {
      "contrastive_lambda": 0.13760127902445113,
      "epoch": 14.187461010605116,
      "step": 45485
    },
    {
      "contrastive_lambda": 0.1375832425376629,
      "epoch": 14.187772925764191,
      "step": 45486
    },
    {
      "contrastive_lambda": 0.13756520704446062,
      "epoch": 14.188084840923269,
      "step": 45487
    },
    {
      "contrastive_lambda": 0.13754717254489396,
      "epoch": 14.188396756082346,
      "step": 45488
    },
    {
      "contrastive_lambda": 0.13752913903901226,
      "epoch": 14.188708671241422,
      "step": 45489
    },
    {
      "epoch": 14.189020586400499,
      "grad_norm": 0.06951163709163666,
      "learning_rate": 1.5156894619476574e-05,
      "loss": 0.0222,
      "step": 45490
    },
    {
      "epoch": 14.189020586400499,
      "flow_loss": 0.01839221455156803,
      "step": 45490
    },
    {
      "contrastive_loss": 0.0036465993616729975,
      "epoch": 14.189020586400499,
      "step": 45490
    },
    {
      "contrastive_lambda": 0.13751110652686505,
      "epoch": 14.189020586400499,
      "step": 45490
    },
    {
      "contrastive_lambda": 0.13749307500850166,
      "epoch": 14.189332501559576,
      "step": 45491
    },
    {
      "contrastive_lambda": 0.1374750444839718,
      "epoch": 14.189644416718652,
      "step": 45492
    },
    {
      "contrastive_lambda": 0.13745701495332446,
      "epoch": 14.18995633187773,
      "step": 45493
    },
    {
      "contrastive_lambda": 0.1374389864166095,
      "epoch": 14.190268247036807,
      "step": 45494
    },
    {
      "contrastive_lambda": 0.13742095887387584,
      "epoch": 14.190580162195882,
      "step": 45495
    },
    {
      "contrastive_lambda": 0.13740293232517337,
      "epoch": 14.19089207735496,
      "step": 45496
    },
    {
      "contrastive_lambda": 0.13738490677055148,
      "epoch": 14.191203992514037,
      "step": 45497
    },
    {
      "contrastive_lambda": 0.13736688221005933,
      "epoch": 14.191515907673113,
      "step": 45498
    },
    {
      "contrastive_lambda": 0.13734885864374646,
      "epoch": 14.19182782283219,
      "step": 45499
    },
    {
      "epoch": 14.192139737991265,
      "grad_norm": 0.09662331640720367,
      "learning_rate": 1.5137135295339938e-05,
      "loss": 0.0236,
      "step": 45500
    },
    {
      "epoch": 14.192139737991265,
      "flow_loss": 0.017086515203118324,
      "step": 45500
    },
    {
      "contrastive_loss": 0.0040356675162911415,
      "epoch": 14.192139737991265,
      "step": 45500
    },
    {
      "contrastive_lambda": 0.13733083607166224,
      "epoch": 14.192139737991265,
      "step": 45500
    },
    {
      "contrastive_lambda": 0.13731281449385618,
      "epoch": 14.192451653150343,
      "step": 45501
    },
    {
      "contrastive_lambda": 0.13729479391037758,
      "epoch": 14.19276356830942,
      "step": 45502
    },
    {
      "contrastive_lambda": 0.13727677432127605,
      "epoch": 14.193075483468496,
      "step": 45503
    },
    {
      "contrastive_lambda": 0.13725875572660073,
      "epoch": 14.193387398627573,
      "step": 45504
    },
    {
      "contrastive_lambda": 0.13724073812640125,
      "epoch": 14.19369931378665,
      "step": 45505
    },
    {
      "contrastive_lambda": 0.13722272152072662,
      "epoch": 14.194011228945726,
      "step": 45506
    },
    {
      "contrastive_lambda": 0.13720470590962658,
      "epoch": 14.194323144104803,
      "step": 45507
    },
    {
      "contrastive_lambda": 0.13718669129315064,
      "epoch": 14.19463505926388,
      "step": 45508
    },
    {
      "contrastive_lambda": 0.13716867767134783,
      "epoch": 14.194946974422956,
      "step": 45509
    },
    {
      "epoch": 14.195258889582034,
      "grad_norm": 0.09071005880832672,
      "learning_rate": 1.5117386561621073e-05,
      "loss": 0.0279,
      "step": 45510
    },
    {
      "epoch": 14.195258889582034,
      "flow_loss": 0.018411116674542427,
      "step": 45510
    },
    {
      "contrastive_loss": 0.003342999145388603,
      "epoch": 14.195258889582034,
      "step": 45510
    },
    {
      "contrastive_lambda": 0.13715066504426765,
      "epoch": 14.195258889582034,
      "step": 45510
    },
    {
      "contrastive_lambda": 0.13713265341195974,
      "epoch": 14.195570804741111,
      "step": 45511
    },
    {
      "contrastive_lambda": 0.13711464277447288,
      "epoch": 14.195882719900187,
      "step": 45512
    },
    {
      "contrastive_lambda": 0.13709663313185705,
      "epoch": 14.196194635059264,
      "step": 45513
    },
    {
      "contrastive_lambda": 0.13707862448416153,
      "epoch": 14.196506550218341,
      "step": 45514
    },
    {
      "contrastive_lambda": 0.1370606168314354,
      "epoch": 14.196818465377417,
      "step": 45515
    },
    {
      "contrastive_lambda": 0.13704261017372837,
      "epoch": 14.197130380536494,
      "step": 45516
    },
    {
      "contrastive_lambda": 0.13702460451108933,
      "epoch": 14.19744229569557,
      "step": 45517
    },
    {
      "contrastive_lambda": 0.13700659984356806,
      "epoch": 14.197754210854647,
      "step": 45518
    },
    {
      "contrastive_lambda": 0.136988596171214,
      "epoch": 14.198066126013725,
      "step": 45519
    },
    {
      "epoch": 14.1983780411728,
      "grad_norm": 0.08141561597585678,
      "learning_rate": 1.5097648424319167e-05,
      "loss": 0.0215,
      "step": 45520
    },
    {
      "epoch": 14.1983780411728,
      "flow_loss": 0.023939812555909157,
      "step": 45520
    },
    {
      "contrastive_loss": 0.003956635482609272,
      "epoch": 14.1983780411728,
      "step": 45520
    },
    {
      "contrastive_lambda": 0.13697059349407614,
      "epoch": 14.1983780411728,
      "step": 45520
    },
    {
      "contrastive_lambda": 0.13695259181220404,
      "epoch": 14.198689956331878,
      "step": 45521
    },
    {
      "contrastive_lambda": 0.13693459112564715,
      "epoch": 14.199001871490955,
      "step": 45522
    },
    {
      "contrastive_lambda": 0.1369165914344544,
      "epoch": 14.19931378665003,
      "step": 45523
    },
    {
      "contrastive_lambda": 0.13689859273867572,
      "epoch": 14.199625701809108,
      "step": 45524
    },
    {
      "contrastive_lambda": 0.13688059503836003,
      "epoch": 14.199937616968185,
      "step": 45525
    },
    {
      "contrastive_lambda": 0.1368625983335568,
      "epoch": 14.20024953212726,
      "step": 45526
    },
    {
      "contrastive_lambda": 0.13684460262431553,
      "epoch": 14.200561447286338,
      "step": 45527
    },
    {
      "contrastive_lambda": 0.13682660791068524,
      "epoch": 14.200873362445416,
      "step": 45528
    },
    {
      "contrastive_lambda": 0.13680861419271523,
      "epoch": 14.201185277604491,
      "step": 45529
    },
    {
      "epoch": 14.201497192763568,
      "grad_norm": 0.06914891302585602,
      "learning_rate": 1.5077920889430119e-05,
      "loss": 0.0216,
      "step": 45530
    },
    {
      "epoch": 14.201497192763568,
      "flow_loss": 0.01235715951770544,
      "step": 45530
    },
    {
      "contrastive_loss": 0.0035448891576379538,
      "epoch": 14.201497192763568,
      "step": 45530
    },
    {
      "contrastive_lambda": 0.1367906214704554,
      "epoch": 14.201497192763568,
      "step": 45530
    },
    {
      "contrastive_lambda": 0.13677262974395454,
      "epoch": 14.201809107922646,
      "step": 45531
    },
    {
      "contrastive_lambda": 0.13675463901326212,
      "epoch": 14.202121023081721,
      "step": 45532
    },
    {
      "contrastive_lambda": 0.1367366492784276,
      "epoch": 14.202432938240799,
      "step": 45533
    },
    {
      "contrastive_lambda": 0.13671866053949994,
      "epoch": 14.202744853399874,
      "step": 45534
    },
    {
      "contrastive_lambda": 0.13670067279652898,
      "epoch": 14.203056768558952,
      "step": 45535
    },
    {
      "contrastive_lambda": 0.13668268604956357,
      "epoch": 14.203368683718029,
      "step": 45536
    },
    {
      "contrastive_lambda": 0.13666470029865324,
      "epoch": 14.203680598877105,
      "step": 45537
    },
    {
      "contrastive_lambda": 0.13664671554384739,
      "epoch": 14.203992514036182,
      "step": 45538
    },
    {
      "contrastive_lambda": 0.13662873178519508,
      "epoch": 14.20430442919526,
      "step": 45539
    },
    {
      "epoch": 14.204616344354335,
      "grad_norm": 0.1246405839920044,
      "learning_rate": 1.5058203962946644e-05,
      "loss": 0.0233,
      "step": 45540
    },
    {
      "epoch": 14.204616344354335,
      "flow_loss": 0.022216808050870895,
      "step": 45540
    },
    {
      "contrastive_loss": 0.0035460330545902252,
      "epoch": 14.204616344354335,
      "step": 45540
    },
    {
      "contrastive_lambda": 0.13661074902274556,
      "epoch": 14.204616344354335,
      "step": 45540
    },
    {
      "contrastive_lambda": 0.13659276725654862,
      "epoch": 14.204928259513412,
      "step": 45541
    },
    {
      "contrastive_lambda": 0.13657478648665305,
      "epoch": 14.20524017467249,
      "step": 45542
    },
    {
      "contrastive_lambda": 0.13655680671310855,
      "epoch": 14.205552089831565,
      "step": 45543
    },
    {
      "contrastive_lambda": 0.136538827935964,
      "epoch": 14.205864004990643,
      "step": 45544
    },
    {
      "contrastive_lambda": 0.13652085015526894,
      "epoch": 14.20617592014972,
      "step": 45545
    },
    {
      "contrastive_lambda": 0.13650287337107253,
      "epoch": 14.206487835308796,
      "step": 45546
    },
    {
      "contrastive_lambda": 0.1364848975834242,
      "epoch": 14.206799750467873,
      "step": 45547
    },
    {
      "contrastive_lambda": 0.13646692279237316,
      "epoch": 14.20711166562695,
      "step": 45548
    },
    {
      "contrastive_lambda": 0.13644894899796878,
      "epoch": 14.207423580786026,
      "step": 45549
    },
    {
      "epoch": 14.207735495945103,
      "grad_norm": 0.07747455686330795,
      "learning_rate": 1.503849765085822e-05,
      "loss": 0.0237,
      "step": 45550
    },
    {
      "epoch": 14.207735495945103,
      "flow_loss": 0.010520229116082191,
      "step": 45550
    },
    {
      "contrastive_loss": 0.003469261107966304,
      "epoch": 14.207735495945103,
      "step": 45550
    },
    {
      "contrastive_lambda": 0.13643097620026018,
      "epoch": 14.207735495945103,
      "step": 45550
    },
    {
      "contrastive_lambda": 0.1364130043992965,
      "epoch": 14.208047411104179,
      "step": 45551
    },
    {
      "contrastive_lambda": 0.1363950335951275,
      "epoch": 14.208359326263256,
      "step": 45552
    },
    {
      "contrastive_lambda": 0.13637706378780207,
      "epoch": 14.208671241422334,
      "step": 45553
    },
    {
      "contrastive_lambda": 0.13635909497736964,
      "epoch": 14.208983156581409,
      "step": 45554
    },
    {
      "contrastive_lambda": 0.1363411271638793,
      "epoch": 14.209295071740486,
      "step": 45555
    },
    {
      "contrastive_lambda": 0.1363231603473804,
      "epoch": 14.209606986899564,
      "step": 45556
    },
    {
      "contrastive_lambda": 0.13630519452792217,
      "epoch": 14.20991890205864,
      "step": 45557
    },
    {
      "contrastive_lambda": 0.13628722970555396,
      "epoch": 14.210230817217717,
      "step": 45558
    },
    {
      "contrastive_lambda": 0.1362692658803249,
      "epoch": 14.210542732376794,
      "step": 45559
    },
    {
      "epoch": 14.21085464753587,
      "grad_norm": 0.09145000576972961,
      "learning_rate": 1.501880195915109e-05,
      "loss": 0.0207,
      "step": 45560
    },
    {
      "epoch": 14.21085464753587,
      "flow_loss": 0.011900707148015499,
      "step": 45560
    },
    {
      "contrastive_loss": 0.0036158300936222076,
      "epoch": 14.21085464753587,
      "step": 45560
    },
    {
      "contrastive_lambda": 0.1362513030522845,
      "epoch": 14.21085464753587,
      "step": 45560
    },
    {
      "contrastive_lambda": 0.13623334122148162,
      "epoch": 14.211166562694947,
      "step": 45561
    },
    {
      "contrastive_lambda": 0.13621538038796582,
      "epoch": 14.211478477854024,
      "step": 45562
    },
    {
      "contrastive_lambda": 0.13619742055178596,
      "epoch": 14.2117903930131,
      "step": 45563
    },
    {
      "contrastive_lambda": 0.13617946171299167,
      "epoch": 14.212102308172177,
      "step": 45564
    },
    {
      "contrastive_lambda": 0.13616150387163217,
      "epoch": 14.212414223331255,
      "step": 45565
    },
    {
      "contrastive_lambda": 0.13614354702775644,
      "epoch": 14.21272613849033,
      "step": 45566
    },
    {
      "contrastive_lambda": 0.13612559118141382,
      "epoch": 14.213038053649408,
      "step": 45567
    },
    {
      "contrastive_lambda": 0.13610763633265355,
      "epoch": 14.213349968808483,
      "step": 45568
    },
    {
      "contrastive_lambda": 0.1360896824815248,
      "epoch": 14.21366188396756,
      "step": 45569
    },
    {
      "epoch": 14.213973799126638,
      "grad_norm": 0.07126253098249435,
      "learning_rate": 1.499911689380833e-05,
      "loss": 0.0221,
      "step": 45570
    },
    {
      "epoch": 14.213973799126638,
      "flow_loss": 0.019465479999780655,
      "step": 45570
    },
    {
      "contrastive_loss": 0.003002990735694766,
      "epoch": 14.213973799126638,
      "step": 45570
    },
    {
      "contrastive_lambda": 0.13607172962807695,
      "epoch": 14.213973799126638,
      "step": 45570
    },
    {
      "contrastive_lambda": 0.13605377777235922,
      "epoch": 14.214285714285714,
      "step": 45571
    },
    {
      "contrastive_lambda": 0.13603582691442057,
      "epoch": 14.21459762944479,
      "step": 45572
    },
    {
      "contrastive_lambda": 0.1360178770543105,
      "epoch": 14.214909544603868,
      "step": 45573
    },
    {
      "contrastive_lambda": 0.1359999281920778,
      "epoch": 14.215221459762944,
      "step": 45574
    },
    {
      "contrastive_lambda": 0.13598198032777215,
      "epoch": 14.215533374922021,
      "step": 45575
    },
    {
      "contrastive_lambda": 0.13596403346144265,
      "epoch": 14.215845290081099,
      "step": 45576
    },
    {
      "contrastive_lambda": 0.1359460875931383,
      "epoch": 14.216157205240174,
      "step": 45577
    },
    {
      "contrastive_lambda": 0.13592814272290843,
      "epoch": 14.216469120399251,
      "step": 45578
    },
    {
      "contrastive_lambda": 0.1359101988508024,
      "epoch": 14.216781035558329,
      "step": 45579
    },
    {
      "epoch": 14.217092950717404,
      "grad_norm": 0.07902297377586365,
      "learning_rate": 1.4979442460809683e-05,
      "loss": 0.0237,
      "step": 45580
    },
    {
      "epoch": 14.217092950717404,
      "flow_loss": 0.016373490914702415,
      "step": 45580
    },
    {
      "contrastive_loss": 0.005117923486977816,
      "epoch": 14.217092950717404,
      "step": 45580
    },
    {
      "contrastive_lambda": 0.13589225597686888,
      "epoch": 14.217092950717404,
      "step": 45580
    },
    {
      "contrastive_lambda": 0.13587431410115774,
      "epoch": 14.217404865876482,
      "step": 45581
    },
    {
      "contrastive_lambda": 0.13585637322371774,
      "epoch": 14.21771678103556,
      "step": 45582
    },
    {
      "contrastive_lambda": 0.1358384333445981,
      "epoch": 14.218028696194635,
      "step": 45583
    },
    {
      "contrastive_lambda": 0.13582049446384825,
      "epoch": 14.218340611353712,
      "step": 45584
    },
    {
      "contrastive_lambda": 0.13580255658151685,
      "epoch": 14.218652526512788,
      "step": 45585
    },
    {
      "contrastive_lambda": 0.13578461969765365,
      "epoch": 14.218964441671865,
      "step": 45586
    },
    {
      "contrastive_lambda": 0.13576668381230766,
      "epoch": 14.219276356830942,
      "step": 45587
    },
    {
      "contrastive_lambda": 0.1357487489255279,
      "epoch": 14.219588271990018,
      "step": 45588
    },
    {
      "contrastive_lambda": 0.13573081503736373,
      "epoch": 14.219900187149095,
      "step": 45589
    },
    {
      "epoch": 14.220212102308173,
      "grad_norm": 0.08933515101671219,
      "learning_rate": 1.4959778666131763e-05,
      "loss": 0.0194,
      "step": 45590
    },
    {
      "epoch": 14.220212102308173,
      "flow_loss": 0.0423474982380867,
      "step": 45590
    },
    {
      "contrastive_loss": 0.003586411476135254,
      "epoch": 14.220212102308173,
      "step": 45590
    },
    {
      "contrastive_lambda": 0.1357128821478641,
      "epoch": 14.220212102308173,
      "step": 45590
    },
    {
      "contrastive_lambda": 0.13569495025707812,
      "epoch": 14.220524017467248,
      "step": 45591
    },
    {
      "contrastive_lambda": 0.13567701936505544,
      "epoch": 14.220835932626326,
      "step": 45592
    },
    {
      "contrastive_lambda": 0.13565908947184468,
      "epoch": 14.221147847785403,
      "step": 45593
    },
    {
      "contrastive_lambda": 0.13564116057749526,
      "epoch": 14.221459762944479,
      "step": 45594
    },
    {
      "contrastive_lambda": 0.13562323268205645,
      "epoch": 14.221771678103556,
      "step": 45595
    },
    {
      "contrastive_lambda": 0.13560530578557706,
      "epoch": 14.222083593262633,
      "step": 45596
    },
    {
      "contrastive_lambda": 0.13558737988810626,
      "epoch": 14.222395508421709,
      "step": 45597
    },
    {
      "contrastive_lambda": 0.1355694549896937,
      "epoch": 14.222707423580786,
      "step": 45598
    },
    {
      "contrastive_lambda": 0.13555153109038798,
      "epoch": 14.223019338739864,
      "step": 45599
    },
    {
      "epoch": 14.22333125389894,
      "grad_norm": 0.09121016412973404,
      "learning_rate": 1.4940125515747905e-05,
      "loss": 0.0205,
      "step": 45600
    },
    {
      "epoch": 14.22333125389894,
      "flow_loss": 0.019181374460458755,
      "step": 45600
    },
    {
      "contrastive_loss": 0.003923285752534866,
      "epoch": 14.22333125389894,
      "step": 45600
    },
    {
      "contrastive_lambda": 0.13553360819023857,
      "epoch": 14.22333125389894,
      "step": 45600
    },
    {
      "contrastive_lambda": 0.13551568628929433,
      "epoch": 14.223643169058017,
      "step": 45601
    },
    {
      "contrastive_lambda": 0.13549776538760439,
      "epoch": 14.223955084217092,
      "step": 45602
    },
    {
      "contrastive_lambda": 0.1354798454852183,
      "epoch": 14.22426699937617,
      "step": 45603
    },
    {
      "contrastive_lambda": 0.13546192658218476,
      "epoch": 14.224578914535247,
      "step": 45604
    },
    {
      "contrastive_lambda": 0.13544400867855305,
      "epoch": 14.224890829694322,
      "step": 45605
    },
    {
      "contrastive_lambda": 0.13542609177437248,
      "epoch": 14.2252027448534,
      "step": 45606
    },
    {
      "contrastive_lambda": 0.13540817586969178,
      "epoch": 14.225514660012477,
      "step": 45607
    },
    {
      "contrastive_lambda": 0.13539026096456014,
      "epoch": 14.225826575171553,
      "step": 45608
    },
    {
      "contrastive_lambda": 0.13537234705902706,
      "epoch": 14.22613849033063,
      "step": 45609
    },
    {
      "epoch": 14.226450405489707,
      "grad_norm": 0.077678382396698,
      "learning_rate": 1.4920483015628211e-05,
      "loss": 0.0236,
      "step": 45610
    },
    {
      "epoch": 14.226450405489707,
      "flow_loss": 0.013517557643353939,
      "step": 45610
    },
    {
      "contrastive_loss": 0.004784038290381432,
      "epoch": 14.226450405489707,
      "step": 45610
    },
    {
      "contrastive_lambda": 0.1353544341531413,
      "epoch": 14.226450405489707,
      "step": 45610
    },
    {
      "contrastive_lambda": 0.1353365222469522,
      "epoch": 14.226762320648783,
      "step": 45611
    },
    {
      "contrastive_lambda": 0.13531861134050854,
      "epoch": 14.22707423580786,
      "step": 45612
    },
    {
      "contrastive_lambda": 0.13530070143385964,
      "epoch": 14.227386150966938,
      "step": 45613
    },
    {
      "contrastive_lambda": 0.1352827925270546,
      "epoch": 14.227698066126013,
      "step": 45614
    },
    {
      "contrastive_lambda": 0.13526488462014247,
      "epoch": 14.22800998128509,
      "step": 45615
    },
    {
      "contrastive_lambda": 0.13524697771317234,
      "epoch": 14.228321896444168,
      "step": 45616
    },
    {
      "contrastive_lambda": 0.13522907180619348,
      "epoch": 14.228633811603244,
      "step": 45617
    },
    {
      "contrastive_lambda": 0.13521116689925472,
      "epoch": 14.228945726762321,
      "step": 45618
    },
    {
      "contrastive_lambda": 0.13519326299240542,
      "epoch": 14.229257641921397,
      "step": 45619
    },
    {
      "epoch": 14.229569557080474,
      "grad_norm": 0.09532026946544647,
      "learning_rate": 1.490085117173956e-05,
      "loss": 0.0236,
      "step": 45620
    },
    {
      "epoch": 14.229569557080474,
      "flow_loss": 0.029434634372591972,
      "step": 45620
    },
    {
      "contrastive_loss": 0.003648395650088787,
      "epoch": 14.229569557080474,
      "step": 45620
    },
    {
      "contrastive_lambda": 0.13517536008569414,
      "epoch": 14.229569557080474,
      "step": 45620
    },
    {
      "contrastive_lambda": 0.13515745817917052,
      "epoch": 14.229881472239551,
      "step": 45621
    },
    {
      "contrastive_lambda": 0.13513955727288357,
      "epoch": 14.230193387398627,
      "step": 45622
    },
    {
      "contrastive_lambda": 0.1351216573668821,
      "epoch": 14.230505302557704,
      "step": 45623
    },
    {
      "contrastive_lambda": 0.1351037584612153,
      "epoch": 14.230817217716782,
      "step": 45624
    },
    {
      "contrastive_lambda": 0.1350858605559323,
      "epoch": 14.231129132875857,
      "step": 45625
    },
    {
      "contrastive_lambda": 0.13506796365108215,
      "epoch": 14.231441048034934,
      "step": 45626
    },
    {
      "contrastive_lambda": 0.13505006774671402,
      "epoch": 14.231752963194012,
      "step": 45627
    },
    {
      "contrastive_lambda": 0.13503217284287666,
      "epoch": 14.232064878353087,
      "step": 45628
    },
    {
      "contrastive_lambda": 0.13501427893961937,
      "epoch": 14.232376793512165,
      "step": 45629
    },
    {
      "epoch": 14.232688708671242,
      "grad_norm": 0.07807271927595139,
      "learning_rate": 1.488122999004558e-05,
      "loss": 0.0231,
      "step": 45630
    },
    {
      "epoch": 14.232688708671242,
      "flow_loss": 0.016203800216317177,
      "step": 45630
    },
    {
      "contrastive_loss": 0.0032902047969400883,
      "epoch": 14.232688708671242,
      "step": 45630
    },
    {
      "contrastive_lambda": 0.13499638603699132,
      "epoch": 14.232688708671242,
      "step": 45630
    },
    {
      "contrastive_lambda": 0.13497849413504104,
      "epoch": 14.233000623830318,
      "step": 45631
    },
    {
      "contrastive_lambda": 0.13496060323381814,
      "epoch": 14.233312538989395,
      "step": 45632
    },
    {
      "contrastive_lambda": 0.1349427133333716,
      "epoch": 14.233624454148472,
      "step": 45633
    },
    {
      "contrastive_lambda": 0.1349248244337502,
      "epoch": 14.233936369307548,
      "step": 45634
    },
    {
      "contrastive_lambda": 0.13490693653500313,
      "epoch": 14.234248284466625,
      "step": 45635
    },
    {
      "contrastive_lambda": 0.13488904963717957,
      "epoch": 14.234560199625701,
      "step": 45636
    },
    {
      "contrastive_lambda": 0.1348711637403281,
      "epoch": 14.234872114784778,
      "step": 45637
    },
    {
      "contrastive_lambda": 0.13485327884449838,
      "epoch": 14.235184029943856,
      "step": 45638
    },
    {
      "contrastive_lambda": 0.134835394949739,
      "epoch": 14.235495945102931,
      "step": 45639
    },
    {
      "epoch": 14.235807860262009,
      "grad_norm": 0.08661068975925446,
      "learning_rate": 1.486161947650666e-05,
      "loss": 0.0159,
      "step": 45640
    },
    {
      "epoch": 14.235807860262009,
      "flow_loss": 0.012622225098311901,
      "step": 45640
    },
    {
      "contrastive_loss": 0.0030125449411571026,
      "epoch": 14.235807860262009,
      "step": 45640
    },
    {
      "contrastive_lambda": 0.13481751205609904,
      "epoch": 14.235807860262009,
      "step": 45640
    },
    {
      "contrastive_lambda": 0.13479963016362784,
      "epoch": 14.236119775421086,
      "step": 45641
    },
    {
      "contrastive_lambda": 0.13478174927237385,
      "epoch": 14.236431690580162,
      "step": 45642
    },
    {
      "contrastive_lambda": 0.13476386938238655,
      "epoch": 14.236743605739239,
      "step": 45643
    },
    {
      "contrastive_lambda": 0.13474599049371505,
      "epoch": 14.237055520898316,
      "step": 45644
    },
    {
      "contrastive_lambda": 0.134728112606408,
      "epoch": 14.237367436057392,
      "step": 45645
    },
    {
      "contrastive_lambda": 0.13471023572051466,
      "epoch": 14.23767935121647,
      "step": 45646
    },
    {
      "contrastive_lambda": 0.13469235983608385,
      "epoch": 14.237991266375547,
      "step": 45647
    },
    {
      "contrastive_lambda": 0.13467448495316447,
      "epoch": 14.238303181534622,
      "step": 45648
    },
    {
      "contrastive_lambda": 0.1346566110718061,
      "epoch": 14.2386150966937,
      "step": 45649
    },
    {
      "epoch": 14.238927011852777,
      "grad_norm": 0.07192938774824142,
      "learning_rate": 1.4842019637079995e-05,
      "loss": 0.0152,
      "step": 45650
    },
    {
      "epoch": 14.238927011852777,
      "flow_loss": 0.02656249888241291,
      "step": 45650
    },
    {
      "contrastive_loss": 0.005206356290727854,
      "epoch": 14.238927011852777,
      "step": 45650
    },
    {
      "contrastive_lambda": 0.13463873819205718,
      "epoch": 14.238927011852777,
      "step": 45650
    },
    {
      "contrastive_lambda": 0.1346208663139669,
      "epoch": 14.239238927011852,
      "step": 45651
    },
    {
      "contrastive_lambda": 0.13460299543758447,
      "epoch": 14.23955084217093,
      "step": 45652
    },
    {
      "contrastive_lambda": 0.13458512556295849,
      "epoch": 14.239862757330005,
      "step": 45653
    },
    {
      "contrastive_lambda": 0.13456725669013797,
      "epoch": 14.240174672489083,
      "step": 45654
    },
    {
      "contrastive_lambda": 0.1345493888191724,
      "epoch": 14.24048658764816,
      "step": 45655
    },
    {
      "contrastive_lambda": 0.1345315219501102,
      "epoch": 14.240798502807236,
      "step": 45656
    },
    {
      "contrastive_lambda": 0.1345136560830008,
      "epoch": 14.241110417966313,
      "step": 45657
    },
    {
      "contrastive_lambda": 0.1344957912178928,
      "epoch": 14.24142233312539,
      "step": 45658
    },
    {
      "contrastive_lambda": 0.1344779273548352,
      "epoch": 14.241734248284466,
      "step": 45659
    },
    {
      "epoch": 14.242046163443543,
      "grad_norm": 0.09792890399694443,
      "learning_rate": 1.482243047771944e-05,
      "loss": 0.0216,
      "step": 45660
    },
    {
      "epoch": 14.242046163443543,
      "flow_loss": 0.021642565727233887,
      "step": 45660
    },
    {
      "contrastive_loss": 0.003839494427666068,
      "epoch": 14.242046163443543,
      "step": 45660
    },
    {
      "contrastive_lambda": 0.13446006449387743,
      "epoch": 14.242046163443543,
      "step": 45660
    },
    {
      "contrastive_lambda": 0.13444220263506795,
      "epoch": 14.24235807860262,
      "step": 45661
    },
    {
      "contrastive_lambda": 0.13442434177845597,
      "epoch": 14.242669993761696,
      "step": 45662
    },
    {
      "contrastive_lambda": 0.13440648192409055,
      "epoch": 14.242981908920774,
      "step": 45663
    },
    {
      "contrastive_lambda": 0.13438862307202032,
      "epoch": 14.243293824079851,
      "step": 45664
    },
    {
      "contrastive_lambda": 0.13437076522229435,
      "epoch": 14.243605739238927,
      "step": 45665
    },
    {
      "contrastive_lambda": 0.13435290837496194,
      "epoch": 14.243917654398004,
      "step": 45666
    },
    {
      "contrastive_lambda": 0.13433505253007172,
      "epoch": 14.244229569557081,
      "step": 45667
    },
    {
      "contrastive_lambda": 0.1343171976876728,
      "epoch": 14.244541484716157,
      "step": 45668
    },
    {
      "contrastive_lambda": 0.1342993438478139,
      "epoch": 14.244853399875234,
      "step": 45669
    },
    {
      "epoch": 14.24516531503431,
      "grad_norm": 0.09980916231870651,
      "learning_rate": 1.4802852004375712e-05,
      "loss": 0.0222,
      "step": 45670
    },
    {
      "epoch": 14.24516531503431,
      "flow_loss": 0.01696608029305935,
      "step": 45670
    },
    {
      "contrastive_loss": 0.00305013544857502,
      "epoch": 14.24516531503431,
      "step": 45670
    },
    {
      "contrastive_lambda": 0.1342814910105441,
      "epoch": 14.24516531503431,
      "step": 45670
    },
    {
      "contrastive_lambda": 0.13426363917591239,
      "epoch": 14.245477230193387,
      "step": 45671
    },
    {
      "contrastive_lambda": 0.13424578834396766,
      "epoch": 14.245789145352465,
      "step": 45672
    },
    {
      "contrastive_lambda": 0.1342279385147589,
      "epoch": 14.24610106051154,
      "step": 45673
    },
    {
      "contrastive_lambda": 0.13421008968833514,
      "epoch": 14.246412975670617,
      "step": 45674
    },
    {
      "contrastive_lambda": 0.13419224186474504,
      "epoch": 14.246724890829695,
      "step": 45675
    },
    {
      "contrastive_lambda": 0.13417439504403766,
      "epoch": 14.24703680598877,
      "step": 45676
    },
    {
      "contrastive_lambda": 0.13415654922626197,
      "epoch": 14.247348721147848,
      "step": 45677
    },
    {
      "contrastive_lambda": 0.13413870441146686,
      "epoch": 14.247660636306925,
      "step": 45678
    },
    {
      "contrastive_lambda": 0.1341208605997014,
      "epoch": 14.247972551466,
      "step": 45679
    },
    {
      "epoch": 14.248284466625078,
      "grad_norm": 0.08635343611240387,
      "learning_rate": 1.4783284222996218e-05,
      "loss": 0.019,
      "step": 45680
    },
    {
      "epoch": 14.248284466625078,
      "flow_loss": 0.035584188997745514,
      "step": 45680
    },
    {
      "contrastive_loss": 0.00430663675069809,
      "epoch": 14.248284466625078,
      "step": 45680
    },
    {
      "contrastive_lambda": 0.13410301779101425,
      "epoch": 14.248284466625078,
      "step": 45680
    },
    {
      "contrastive_lambda": 0.13408517598545444,
      "epoch": 14.248596381784155,
      "step": 45681
    },
    {
      "contrastive_lambda": 0.1340673351830709,
      "epoch": 14.248908296943231,
      "step": 45682
    },
    {
      "contrastive_lambda": 0.13404949538391253,
      "epoch": 14.249220212102308,
      "step": 45683
    },
    {
      "contrastive_lambda": 0.1340316565880284,
      "epoch": 14.249532127261386,
      "step": 45684
    },
    {
      "contrastive_lambda": 0.13401381879546714,
      "epoch": 14.249844042420461,
      "step": 45685
    },
    {
      "contrastive_lambda": 0.13399598200627777,
      "epoch": 14.250155957579539,
      "step": 45686
    },
    {
      "contrastive_lambda": 0.1339781462205093,
      "epoch": 14.250467872738614,
      "step": 45687
    },
    {
      "contrastive_lambda": 0.13396031143821024,
      "epoch": 14.250779787897692,
      "step": 45688
    },
    {
      "contrastive_lambda": 0.13394247765942996,
      "epoch": 14.251091703056769,
      "step": 45689
    },
    {
      "epoch": 14.251403618215845,
      "grad_norm": 0.08909671753644943,
      "learning_rate": 1.4763727139525135e-05,
      "loss": 0.0223,
      "step": 45690
    },
    {
      "epoch": 14.251403618215845,
      "flow_loss": 0.02303237095475197,
      "step": 45690
    },
    {
      "contrastive_loss": 0.004812156315892935,
      "epoch": 14.251403618215845,
      "step": 45690
    },
    {
      "contrastive_lambda": 0.1339246448842173,
      "epoch": 14.251403618215845,
      "step": 45690
    },
    {
      "contrastive_lambda": 0.13390681311262081,
      "epoch": 14.251715533374922,
      "step": 45691
    },
    {
      "contrastive_lambda": 0.13388898234468977,
      "epoch": 14.252027448534,
      "step": 45692
    },
    {
      "contrastive_lambda": 0.13387115258047255,
      "epoch": 14.252339363693075,
      "step": 45693
    },
    {
      "contrastive_lambda": 0.13385332382001852,
      "epoch": 14.252651278852152,
      "step": 45694
    },
    {
      "contrastive_lambda": 0.13383549606337652,
      "epoch": 14.25296319401123,
      "step": 45695
    },
    {
      "contrastive_lambda": 0.1338176693105952,
      "epoch": 14.253275109170305,
      "step": 45696
    },
    {
      "contrastive_lambda": 0.13379984356172347,
      "epoch": 14.253587024329383,
      "step": 45697
    },
    {
      "contrastive_lambda": 0.13378201881681046,
      "epoch": 14.25389893948846,
      "step": 45698
    },
    {
      "contrastive_lambda": 0.13376419507590448,
      "epoch": 14.254210854647535,
      "step": 45699
    },
    {
      "epoch": 14.254522769806613,
      "grad_norm": 0.09849566966295242,
      "learning_rate": 1.4744180759903392e-05,
      "loss": 0.0212,
      "step": 45700
    },
    {
      "epoch": 14.254522769806613,
      "flow_loss": 0.019368452951312065,
      "step": 45700
    },
    {
      "contrastive_loss": 0.00445922277867794,
      "epoch": 14.254522769806613,
      "step": 45700
    },
    {
      "contrastive_lambda": 0.13374637233905495,
      "epoch": 14.254522769806613,
      "step": 45700
    },
    {
      "contrastive_lambda": 0.13372855060631067,
      "epoch": 14.25483468496569,
      "step": 45701
    },
    {
      "contrastive_lambda": 0.1337107298777202,
      "epoch": 14.255146600124766,
      "step": 45702
    },
    {
      "contrastive_lambda": 0.13369291015333273,
      "epoch": 14.255458515283843,
      "step": 45703
    },
    {
      "contrastive_lambda": 0.13367509143319678,
      "epoch": 14.255770430442919,
      "step": 45704
    },
    {
      "contrastive_lambda": 0.13365727371736125,
      "epoch": 14.256082345601996,
      "step": 45705
    },
    {
      "contrastive_lambda": 0.13363945700587537,
      "epoch": 14.256394260761073,
      "step": 45706
    },
    {
      "contrastive_lambda": 0.13362164129878762,
      "epoch": 14.256706175920149,
      "step": 45707
    },
    {
      "contrastive_lambda": 0.1336038265961469,
      "epoch": 14.257018091079226,
      "step": 45708
    },
    {
      "contrastive_lambda": 0.1335860128980022,
      "epoch": 14.257330006238304,
      "step": 45709
    },
    {
      "epoch": 14.25764192139738,
      "grad_norm": 0.09181034564971924,
      "learning_rate": 1.4724645090068635e-05,
      "loss": 0.0247,
      "step": 45710
    },
    {
      "epoch": 14.25764192139738,
      "flow_loss": 0.022373026236891747,
      "step": 45710
    },
    {
      "contrastive_loss": 0.004166935570538044,
      "epoch": 14.25764192139738,
      "step": 45710
    },
    {
      "contrastive_lambda": 0.13356820020440202,
      "epoch": 14.25764192139738,
      "step": 45710
    },
    {
      "contrastive_lambda": 0.13355038851539558,
      "epoch": 14.257953836556457,
      "step": 45711
    },
    {
      "contrastive_lambda": 0.13353257783103167,
      "epoch": 14.258265751715534,
      "step": 45712
    },
    {
      "contrastive_lambda": 0.13351476815135882,
      "epoch": 14.25857766687461,
      "step": 45713
    },
    {
      "contrastive_lambda": 0.13349695947642626,
      "epoch": 14.258889582033687,
      "step": 45714
    },
    {
      "contrastive_lambda": 0.1334791518062824,
      "epoch": 14.259201497192764,
      "step": 45715
    },
    {
      "contrastive_lambda": 0.13346134514097613,
      "epoch": 14.25951341235184,
      "step": 45716
    },
    {
      "contrastive_lambda": 0.1334435394805567,
      "epoch": 14.259825327510917,
      "step": 45717
    },
    {
      "contrastive_lambda": 0.13342573482507247,
      "epoch": 14.260137242669995,
      "step": 45718
    },
    {
      "contrastive_lambda": 0.13340793117457234,
      "epoch": 14.26044915782907,
      "step": 45719
    },
    {
      "epoch": 14.260761072988148,
      "grad_norm": 0.050705838948488235,
      "learning_rate": 1.4705120135955341e-05,
      "loss": 0.0188,
      "step": 45720
    },
    {
      "epoch": 14.260761072988148,
      "flow_loss": 0.014318232424557209,
      "step": 45720
    },
    {
      "contrastive_loss": 0.003906442783772945,
      "epoch": 14.260761072988148,
      "step": 45720
    },
    {
      "contrastive_lambda": 0.13339012852910542,
      "epoch": 14.260761072988148,
      "step": 45720
    },
    {
      "contrastive_lambda": 0.13337232688872008,
      "epoch": 14.261072988147223,
      "step": 45721
    },
    {
      "contrastive_lambda": 0.13335452625346533,
      "epoch": 14.2613849033063,
      "step": 45722
    },
    {
      "contrastive_lambda": 0.13333672662338997,
      "epoch": 14.261696818465378,
      "step": 45723
    },
    {
      "contrastive_lambda": 0.13331892799854278,
      "epoch": 14.262008733624453,
      "step": 45724
    },
    {
      "contrastive_lambda": 0.13330113037897268,
      "epoch": 14.26232064878353,
      "step": 45725
    },
    {
      "contrastive_lambda": 0.13328333376472823,
      "epoch": 14.262632563942608,
      "step": 45726
    },
    {
      "contrastive_lambda": 0.13326553815585823,
      "epoch": 14.262944479101684,
      "step": 45727
    },
    {
      "contrastive_lambda": 0.13324774355241187,
      "epoch": 14.263256394260761,
      "step": 45728
    },
    {
      "contrastive_lambda": 0.13322994995443743,
      "epoch": 14.263568309419838,
      "step": 45729
    },
    {
      "epoch": 14.263880224578914,
      "grad_norm": 0.08047123998403549,
      "learning_rate": 1.4685605903494614e-05,
      "loss": 0.024,
      "step": 45730
    },
    {
      "epoch": 14.263880224578914,
      "flow_loss": 0.02417074330151081,
      "step": 45730
    },
    {
      "contrastive_loss": 0.0035910040605813265,
      "epoch": 14.263880224578914,
      "step": 45730
    },
    {
      "contrastive_lambda": 0.1332121573619841,
      "epoch": 14.263880224578914,
      "step": 45730
    },
    {
      "contrastive_lambda": 0.13319436577510035,
      "epoch": 14.264192139737991,
      "step": 45731
    },
    {
      "contrastive_lambda": 0.13317657519383502,
      "epoch": 14.264504054897069,
      "step": 45732
    },
    {
      "contrastive_lambda": 0.13315878561823696,
      "epoch": 14.264815970056144,
      "step": 45733
    },
    {
      "contrastive_lambda": 0.13314099704835491,
      "epoch": 14.265127885215222,
      "step": 45734
    },
    {
      "contrastive_lambda": 0.13312320948423767,
      "epoch": 14.265439800374299,
      "step": 45735
    },
    {
      "contrastive_lambda": 0.13310542292593414,
      "epoch": 14.265751715533375,
      "step": 45736
    },
    {
      "contrastive_lambda": 0.13308763737349272,
      "epoch": 14.266063630692452,
      "step": 45737
    },
    {
      "contrastive_lambda": 0.13306985282696243,
      "epoch": 14.266375545851528,
      "step": 45738
    },
    {
      "contrastive_lambda": 0.1330520692863919,
      "epoch": 14.266687461010605,
      "step": 45739
    },
    {
      "epoch": 14.266999376169682,
      "grad_norm": 0.06736408174037933,
      "learning_rate": 1.46661023986144e-05,
      "loss": 0.0252,
      "step": 45740
    },
    {
      "epoch": 14.266999376169682,
      "flow_loss": 0.013624466955661774,
      "step": 45740
    },
    {
      "contrastive_loss": 0.0036546532064676285,
      "epoch": 14.266999376169682,
      "step": 45740
    },
    {
      "contrastive_lambda": 0.13303428675183004,
      "epoch": 14.266999376169682,
      "step": 45740
    },
    {
      "contrastive_lambda": 0.13301650522332564,
      "epoch": 14.267311291328758,
      "step": 45741
    },
    {
      "contrastive_lambda": 0.13299872470092716,
      "epoch": 14.267623206487835,
      "step": 45742
    },
    {
      "contrastive_lambda": 0.1329809451846835,
      "epoch": 14.267935121646913,
      "step": 45743
    },
    {
      "contrastive_lambda": 0.13296316667464342,
      "epoch": 14.268247036805988,
      "step": 45744
    },
    {
      "contrastive_lambda": 0.1329453891708557,
      "epoch": 14.268558951965066,
      "step": 45745
    },
    {
      "contrastive_lambda": 0.132927612673369,
      "epoch": 14.268870867124143,
      "step": 45746
    },
    {
      "contrastive_lambda": 0.13290983718223226,
      "epoch": 14.269182782283218,
      "step": 45747
    },
    {
      "contrastive_lambda": 0.13289206269749387,
      "epoch": 14.269494697442296,
      "step": 45748
    },
    {
      "contrastive_lambda": 0.1328742892192029,
      "epoch": 14.269806612601373,
      "step": 45749
    },
    {
      "epoch": 14.270118527760449,
      "grad_norm": 0.07888858020305634,
      "learning_rate": 1.4646609627239344e-05,
      "loss": 0.0247,
      "step": 45750
    },
    {
      "epoch": 14.270118527760449,
      "flow_loss": 0.025268232449889183,
      "step": 45750
    },
    {
      "contrastive_loss": 0.00376102514564991,
      "epoch": 14.270118527760449,
      "step": 45750
    },
    {
      "contrastive_lambda": 0.13285651674740762,
      "epoch": 14.270118527760449,
      "step": 45750
    },
    {
      "contrastive_lambda": 0.13283874528215717,
      "epoch": 14.270430442919526,
      "step": 45751
    },
    {
      "contrastive_lambda": 0.1328209748235003,
      "epoch": 14.270742358078603,
      "step": 45752
    },
    {
      "contrastive_lambda": 0.1328032053714855,
      "epoch": 14.271054273237679,
      "step": 45753
    },
    {
      "contrastive_lambda": 0.13278543692616146,
      "epoch": 14.271366188396756,
      "step": 45754
    },
    {
      "contrastive_lambda": 0.13276766948757718,
      "epoch": 14.271678103555832,
      "step": 45755
    },
    {
      "contrastive_lambda": 0.13274990305578088,
      "epoch": 14.27199001871491,
      "step": 45756
    },
    {
      "contrastive_lambda": 0.13273213763082176,
      "epoch": 14.272301933873987,
      "step": 45757
    },
    {
      "contrastive_lambda": 0.13271437321274843,
      "epoch": 14.272613849033062,
      "step": 45758
    },
    {
      "contrastive_lambda": 0.13269660980160936,
      "epoch": 14.27292576419214,
      "step": 45759
    },
    {
      "epoch": 14.273237679351217,
      "grad_norm": 0.06534281373023987,
      "learning_rate": 1.4627127595290835e-05,
      "loss": 0.0228,
      "step": 45760
    },
    {
      "epoch": 14.273237679351217,
      "flow_loss": 0.015234403312206268,
      "step": 45760
    },
    {
      "contrastive_loss": 0.0037244309205561876,
      "epoch": 14.273237679351217,
      "step": 45760
    },
    {
      "contrastive_lambda": 0.13267884739745356,
      "epoch": 14.273237679351217,
      "step": 45760
    },
    {
      "contrastive_lambda": 0.13266108600032928,
      "epoch": 14.273549594510293,
      "step": 45761
    },
    {
      "contrastive_lambda": 0.13264332561028558,
      "epoch": 14.27386150966937,
      "step": 45762
    },
    {
      "contrastive_lambda": 0.13262556622737126,
      "epoch": 14.274173424828447,
      "step": 45763
    },
    {
      "contrastive_lambda": 0.13260780785163462,
      "epoch": 14.274485339987523,
      "step": 45764
    },
    {
      "contrastive_lambda": 0.13259005048312456,
      "epoch": 14.2747972551466,
      "step": 45765
    },
    {
      "contrastive_lambda": 0.13257229412188987,
      "epoch": 14.275109170305678,
      "step": 45766
    },
    {
      "contrastive_lambda": 0.1325545387679788,
      "epoch": 14.275421085464753,
      "step": 45767
    },
    {
      "contrastive_lambda": 0.1325367844214405,
      "epoch": 14.27573300062383,
      "step": 45768
    },
    {
      "contrastive_lambda": 0.1325190310823236,
      "epoch": 14.276044915782908,
      "step": 45769
    },
    {
      "epoch": 14.276356830941983,
      "grad_norm": 0.059472568333148956,
      "learning_rate": 1.460765630868699e-05,
      "loss": 0.0221,
      "step": 45770
    },
    {
      "epoch": 14.276356830941983,
      "flow_loss": 0.010200018994510174,
      "step": 45770
    },
    {
      "contrastive_loss": 0.004141807556152344,
      "epoch": 14.276356830941983,
      "step": 45770
    },
    {
      "contrastive_lambda": 0.13250127875067647,
      "epoch": 14.276356830941983,
      "step": 45770
    },
    {
      "contrastive_lambda": 0.13248352742654812,
      "epoch": 14.27666874610106,
      "step": 45771
    },
    {
      "contrastive_lambda": 0.13246577710998692,
      "epoch": 14.276980661260136,
      "step": 45772
    },
    {
      "contrastive_lambda": 0.13244802780104148,
      "epoch": 14.277292576419214,
      "step": 45773
    },
    {
      "contrastive_lambda": 0.13243027949976094,
      "epoch": 14.277604491578291,
      "step": 45774
    },
    {
      "contrastive_lambda": 0.13241253220619353,
      "epoch": 14.277916406737367,
      "step": 45775
    },
    {
      "contrastive_lambda": 0.132394785920388,
      "epoch": 14.278228321896444,
      "step": 45776
    },
    {
      "contrastive_lambda": 0.1323770406423932,
      "epoch": 14.278540237055521,
      "step": 45777
    },
    {
      "contrastive_lambda": 0.13235929637225735,
      "epoch": 14.278852152214597,
      "step": 45778
    },
    {
      "contrastive_lambda": 0.13234155311002965,
      "epoch": 14.279164067373674,
      "step": 45779
    },
    {
      "epoch": 14.279475982532752,
      "grad_norm": 0.08380300551652908,
      "learning_rate": 1.4588195773342678e-05,
      "loss": 0.0214,
      "step": 45780
    },
    {
      "epoch": 14.279475982532752,
      "flow_loss": 0.015219238586723804,
      "step": 45780
    },
    {
      "contrastive_loss": 0.0035966429859399796,
      "epoch": 14.279475982532752,
      "step": 45780
    },
    {
      "contrastive_lambda": 0.13232381085575828,
      "epoch": 14.279475982532752,
      "step": 45780
    },
    {
      "contrastive_lambda": 0.13230606960949204,
      "epoch": 14.279787897691827,
      "step": 45781
    },
    {
      "contrastive_lambda": 0.13228832937127977,
      "epoch": 14.280099812850905,
      "step": 45782
    },
    {
      "contrastive_lambda": 0.13227059014116976,
      "epoch": 14.280411728009982,
      "step": 45783
    },
    {
      "contrastive_lambda": 0.1322528519192107,
      "epoch": 14.280723643169058,
      "step": 45784
    },
    {
      "contrastive_lambda": 0.13223511470545157,
      "epoch": 14.281035558328135,
      "step": 45785
    },
    {
      "contrastive_lambda": 0.13221737849994064,
      "epoch": 14.281347473487212,
      "step": 45786
    },
    {
      "contrastive_lambda": 0.13219964330272677,
      "epoch": 14.281659388646288,
      "step": 45787
    },
    {
      "contrastive_lambda": 0.13218190911385835,
      "epoch": 14.281971303805365,
      "step": 45788
    },
    {
      "contrastive_lambda": 0.1321641759333841,
      "epoch": 14.28228321896444,
      "step": 45789
    },
    {
      "epoch": 14.282595134123518,
      "grad_norm": 0.06182395666837692,
      "learning_rate": 1.4568745995169485e-05,
      "loss": 0.0205,
      "step": 45790
    },
    {
      "epoch": 14.282595134123518,
      "flow_loss": 0.04378337413072586,
      "step": 45790
    },
    {
      "contrastive_loss": 0.003661302849650383,
      "epoch": 14.282595134123518,
      "step": 45790
    },
    {
      "contrastive_lambda": 0.1321464437613526,
      "epoch": 14.282595134123518,
      "step": 45790
    },
    {
      "contrastive_lambda": 0.13212871259781256,
      "epoch": 14.282907049282596,
      "step": 45791
    },
    {
      "contrastive_lambda": 0.1321109824428125,
      "epoch": 14.283218964441671,
      "step": 45792
    },
    {
      "contrastive_lambda": 0.13209325329640126,
      "epoch": 14.283530879600749,
      "step": 45793
    },
    {
      "contrastive_lambda": 0.13207552515862708,
      "epoch": 14.283842794759826,
      "step": 45794
    },
    {
      "contrastive_lambda": 0.13205779802953888,
      "epoch": 14.284154709918901,
      "step": 45795
    },
    {
      "contrastive_lambda": 0.13204007190918482,
      "epoch": 14.284466625077979,
      "step": 45796
    },
    {
      "contrastive_lambda": 0.132022346797614,
      "epoch": 14.284778540237056,
      "step": 45797
    },
    {
      "contrastive_lambda": 0.1320046226948749,
      "epoch": 14.285090455396132,
      "step": 45798
    },
    {
      "contrastive_lambda": 0.13198689960101584,
      "epoch": 14.28540237055521,
      "step": 45799
    },
    {
      "epoch": 14.285714285714286,
      "grad_norm": 0.06987414509057999,
      "learning_rate": 1.4549306980075778e-05,
      "loss": 0.0216,
      "step": 45800
    },
    {
      "epoch": 14.285714285714286,
      "flow_loss": 0.019370950758457184,
      "step": 45800
    },
    {
      "contrastive_loss": 0.0035079617518931627,
      "epoch": 14.285714285714286,
      "step": 45800
    },
    {
      "contrastive_lambda": 0.13196917751608567,
      "epoch": 14.285714285714286,
      "step": 45800
    },
    {
      "contrastive_lambda": 0.13195145644013284,
      "epoch": 14.286026200873362,
      "step": 45801
    },
    {
      "contrastive_lambda": 0.13193373637320605,
      "epoch": 14.28633811603244,
      "step": 45802
    },
    {
      "contrastive_lambda": 0.13191601731535374,
      "epoch": 14.286650031191517,
      "step": 45803
    },
    {
      "contrastive_lambda": 0.13189829926662477,
      "epoch": 14.286961946350592,
      "step": 45804
    },
    {
      "contrastive_lambda": 0.13188058222706733,
      "epoch": 14.28727386150967,
      "step": 45805
    },
    {
      "contrastive_lambda": 0.13186286619673038,
      "epoch": 14.287585776668745,
      "step": 45806
    },
    {
      "contrastive_lambda": 0.13184515117566192,
      "epoch": 14.287897691827823,
      "step": 45807
    },
    {
      "contrastive_lambda": 0.13182743716391104,
      "epoch": 14.2882096069869,
      "step": 45808
    },
    {
      "contrastive_lambda": 0.13180972416152636,
      "epoch": 14.288521522145976,
      "step": 45809
    },
    {
      "epoch": 14.288833437305053,
      "grad_norm": 0.06672525405883789,
      "learning_rate": 1.4529878733966557e-05,
      "loss": 0.0238,
      "step": 45810
    },
    {
      "epoch": 14.288833437305053,
      "flow_loss": 0.01521257497370243,
      "step": 45810
    },
    {
      "contrastive_loss": 0.0038943965919315815,
      "epoch": 14.288833437305053,
      "step": 45810
    },
    {
      "contrastive_lambda": 0.13179201216855602,
      "epoch": 14.288833437305053,
      "step": 45810
    },
    {
      "contrastive_lambda": 0.1317743011850488,
      "epoch": 14.28914535246413,
      "step": 45811
    },
    {
      "contrastive_lambda": 0.13175659121105338,
      "epoch": 14.289457267623206,
      "step": 45812
    },
    {
      "contrastive_lambda": 0.1317388822466179,
      "epoch": 14.289769182782283,
      "step": 45813
    },
    {
      "contrastive_lambda": 0.13172117429179125,
      "epoch": 14.29008109794136,
      "step": 45814
    },
    {
      "contrastive_lambda": 0.13170346734662214,
      "epoch": 14.290393013100436,
      "step": 45815
    },
    {
      "contrastive_lambda": 0.13168576141115873,
      "epoch": 14.290704928259514,
      "step": 45816
    },
    {
      "contrastive_lambda": 0.13166805648544988,
      "epoch": 14.291016843418591,
      "step": 45817
    },
    {
      "contrastive_lambda": 0.1316503525695436,
      "epoch": 14.291328758577666,
      "step": 45818
    },
    {
      "contrastive_lambda": 0.13163264966348898,
      "epoch": 14.291640673736744,
      "step": 45819
    },
    {
      "epoch": 14.291952588895821,
      "grad_norm": 0.06677896529436111,
      "learning_rate": 1.4510461262743658e-05,
      "loss": 0.0221,
      "step": 45820
    },
    {
      "epoch": 14.291952588895821,
      "flow_loss": 0.013699858449399471,
      "step": 45820
    },
    {
      "contrastive_loss": 0.003349768463522196,
      "epoch": 14.291952588895821,
      "step": 45820
    },
    {
      "contrastive_lambda": 0.1316149477673345,
      "epoch": 14.291952588895821,
      "step": 45820
    },
    {
      "contrastive_lambda": 0.13159724688112845,
      "epoch": 14.292264504054897,
      "step": 45821
    },
    {
      "contrastive_lambda": 0.13157954700491947,
      "epoch": 14.292576419213974,
      "step": 45822
    },
    {
      "contrastive_lambda": 0.13156184813875615,
      "epoch": 14.29288833437305,
      "step": 45823
    },
    {
      "contrastive_lambda": 0.13154415028268673,
      "epoch": 14.293200249532127,
      "step": 45824
    },
    {
      "contrastive_lambda": 0.13152645343676017,
      "epoch": 14.293512164691204,
      "step": 45825
    },
    {
      "contrastive_lambda": 0.13150875760102465,
      "epoch": 14.29382407985028,
      "step": 45826
    },
    {
      "contrastive_lambda": 0.1314910627755288,
      "epoch": 14.294135995009357,
      "step": 45827
    },
    {
      "contrastive_lambda": 0.13147336896032125,
      "epoch": 14.294447910168435,
      "step": 45828
    },
    {
      "contrastive_lambda": 0.13145567615545029,
      "epoch": 14.29475982532751,
      "step": 45829
    },
    {
      "epoch": 14.295071740486588,
      "grad_norm": 0.09513530880212784,
      "learning_rate": 1.4491054572305585e-05,
      "loss": 0.0228,
      "step": 45830
    },
    {
      "epoch": 14.295071740486588,
      "flow_loss": 0.024680059403181076,
      "step": 45830
    },
    {
      "contrastive_loss": 0.005047664511948824,
      "epoch": 14.295071740486588,
      "step": 45830
    },
    {
      "contrastive_lambda": 0.13143798436096427,
      "epoch": 14.295071740486588,
      "step": 45830
    },
    {
      "contrastive_lambda": 0.13142029357691232,
      "epoch": 14.295383655645665,
      "step": 45831
    },
    {
      "contrastive_lambda": 0.1314026038033424,
      "epoch": 14.29569557080474,
      "step": 45832
    },
    {
      "contrastive_lambda": 0.1313849150403033,
      "epoch": 14.296007485963818,
      "step": 45833
    },
    {
      "contrastive_lambda": 0.13136722728784322,
      "epoch": 14.296319401122895,
      "step": 45834
    },
    {
      "contrastive_lambda": 0.13134954054601072,
      "epoch": 14.296631316281971,
      "step": 45835
    },
    {
      "contrastive_lambda": 0.13133185481485465,
      "epoch": 14.296943231441048,
      "step": 45836
    },
    {
      "contrastive_lambda": 0.1313141700944231,
      "epoch": 14.297255146600126,
      "step": 45837
    },
    {
      "contrastive_lambda": 0.13129648638476465,
      "epoch": 14.297567061759201,
      "step": 45838
    },
    {
      "contrastive_lambda": 0.13127880368592798,
      "epoch": 14.297878976918279,
      "step": 45839
    },
    {
      "epoch": 14.298190892077354,
      "grad_norm": 0.07321149110794067,
      "learning_rate": 1.4471658668547566e-05,
      "loss": 0.0274,
      "step": 45840
    },
    {
      "epoch": 14.298190892077354,
      "flow_loss": 0.02316819503903389,
      "step": 45840
    },
    {
      "contrastive_loss": 0.003982567694038153,
      "epoch": 14.298190892077354,
      "step": 45840
    },
    {
      "contrastive_lambda": 0.13126112199796125,
      "epoch": 14.298190892077354,
      "step": 45840
    },
    {
      "contrastive_lambda": 0.13124344132091298,
      "epoch": 14.298502807236432,
      "step": 45841
    },
    {
      "contrastive_lambda": 0.13122576165483202,
      "epoch": 14.298814722395509,
      "step": 45842
    },
    {
      "contrastive_lambda": 0.13120808299976638,
      "epoch": 14.299126637554584,
      "step": 45843
    },
    {
      "contrastive_lambda": 0.13119040535576493,
      "epoch": 14.299438552713662,
      "step": 45844
    },
    {
      "contrastive_lambda": 0.13117272872287578,
      "epoch": 14.29975046787274,
      "step": 45845
    },
    {
      "contrastive_lambda": 0.1311550531011475,
      "epoch": 14.300062383031815,
      "step": 45846
    },
    {
      "contrastive_lambda": 0.13113737849062862,
      "epoch": 14.300374298190892,
      "step": 45847
    },
    {
      "contrastive_lambda": 0.13111970489136754,
      "epoch": 14.30068621334997,
      "step": 45848
    },
    {
      "contrastive_lambda": 0.13110203230341272,
      "epoch": 14.300998128509045,
      "step": 45849
    },
    {
      "epoch": 14.301310043668122,
      "grad_norm": 0.08981771767139435,
      "learning_rate": 1.4452273557361579e-05,
      "loss": 0.0246,
      "step": 45850
    },
    {
      "epoch": 14.301310043668122,
      "flow_loss": 0.011663944460451603,
      "step": 45850
    },
    {
      "contrastive_loss": 0.003826166270300746,
      "epoch": 14.301310043668122,
      "step": 45850
    },
    {
      "contrastive_lambda": 0.1310843607268128,
      "epoch": 14.301310043668122,
      "step": 45850
    },
    {
      "contrastive_lambda": 0.13106669016161587,
      "epoch": 14.3016219588272,
      "step": 45851
    },
    {
      "contrastive_lambda": 0.13104902060787044,
      "epoch": 14.301933873986275,
      "step": 45852
    },
    {
      "contrastive_lambda": 0.13103135206562533,
      "epoch": 14.302245789145353,
      "step": 45853
    },
    {
      "contrastive_lambda": 0.13101368453492862,
      "epoch": 14.30255770430443,
      "step": 45854
    },
    {
      "contrastive_lambda": 0.13099601801582894,
      "epoch": 14.302869619463506,
      "step": 45855
    },
    {
      "contrastive_lambda": 0.13097835250837453,
      "epoch": 14.303181534622583,
      "step": 45856
    },
    {
      "contrastive_lambda": 0.13096068801261385,
      "epoch": 14.303493449781659,
      "step": 45857
    },
    {
      "contrastive_lambda": 0.13094302452859546,
      "epoch": 14.303805364940736,
      "step": 45858
    },
    {
      "contrastive_lambda": 0.13092536205636768,
      "epoch": 14.304117280099813,
      "step": 45859
    },
    {
      "epoch": 14.304429195258889,
      "grad_norm": 0.142801895737648,
      "learning_rate": 1.4432899244636282e-05,
      "loss": 0.0239,
      "step": 45860
    },
    {
      "epoch": 14.304429195258889,
      "flow_loss": 0.013798398897051811,
      "step": 45860
    },
    {
      "contrastive_loss": 0.003991253208369017,
      "epoch": 14.304429195258889,
      "step": 45860
    },
    {
      "contrastive_lambda": 0.130907700595979,
      "epoch": 14.304429195258889,
      "step": 45860
    },
    {
      "contrastive_lambda": 0.13089004014747796,
      "epoch": 14.304741110417966,
      "step": 45861
    },
    {
      "contrastive_lambda": 0.13087238071091267,
      "epoch": 14.305053025577044,
      "step": 45862
    },
    {
      "contrastive_lambda": 0.13085472228633188,
      "epoch": 14.30536494073612,
      "step": 45863
    },
    {
      "contrastive_lambda": 0.1308370648737835,
      "epoch": 14.305676855895197,
      "step": 45864
    },
    {
      "contrastive_lambda": 0.13081940847331647,
      "epoch": 14.305988771054274,
      "step": 45865
    },
    {
      "contrastive_lambda": 0.1308017530849791,
      "epoch": 14.30630068621335,
      "step": 45866
    },
    {
      "contrastive_lambda": 0.13078409870881952,
      "epoch": 14.306612601372427,
      "step": 45867
    },
    {
      "contrastive_lambda": 0.1307664453448863,
      "epoch": 14.306924516531504,
      "step": 45868
    },
    {
      "contrastive_lambda": 0.1307487929932279,
      "epoch": 14.30723643169058,
      "step": 45869
    },
    {
      "epoch": 14.307548346849657,
      "grad_norm": 0.0907352864742279,
      "learning_rate": 1.4413535736257134e-05,
      "loss": 0.025,
      "step": 45870
    },
    {
      "epoch": 14.307548346849657,
      "flow_loss": 0.018995199352502823,
      "step": 45870
    },
    {
      "contrastive_loss": 0.003397776745259762,
      "epoch": 14.307548346849657,
      "step": 45870
    },
    {
      "contrastive_lambda": 0.13073114165389255,
      "epoch": 14.307548346849657,
      "step": 45870
    },
    {
      "contrastive_lambda": 0.13071349132692883,
      "epoch": 14.307860262008735,
      "step": 45871
    },
    {
      "contrastive_lambda": 0.13069584201238515,
      "epoch": 14.30817217716781,
      "step": 45872
    },
    {
      "contrastive_lambda": 0.13067819371030964,
      "epoch": 14.308484092326887,
      "step": 45873
    },
    {
      "contrastive_lambda": 0.13066054642075098,
      "epoch": 14.308796007485963,
      "step": 45874
    },
    {
      "contrastive_lambda": 0.13064290014375707,
      "epoch": 14.30910792264504,
      "step": 45875
    },
    {
      "contrastive_lambda": 0.13062525487937682,
      "epoch": 14.309419837804118,
      "step": 45876
    },
    {
      "contrastive_lambda": 0.13060761062765852,
      "epoch": 14.309731752963193,
      "step": 45877
    },
    {
      "contrastive_lambda": 0.1305899673886503,
      "epoch": 14.31004366812227,
      "step": 45878
    },
    {
      "contrastive_lambda": 0.1305723251624007,
      "epoch": 14.310355583281348,
      "step": 45879
    },
    {
      "epoch": 14.310667498440424,
      "grad_norm": 0.06961941719055176,
      "learning_rate": 1.439418303810619e-05,
      "loss": 0.0207,
      "step": 45880
    },
    {
      "epoch": 14.310667498440424,
      "flow_loss": 0.02606908604502678,
      "step": 45880
    },
    {
      "contrastive_loss": 0.004114776384085417,
      "epoch": 14.310667498440424,
      "step": 45880
    },
    {
      "contrastive_lambda": 0.13055468394895814,
      "epoch": 14.310667498440424,
      "step": 45880
    },
    {
      "contrastive_lambda": 0.1305370437483706,
      "epoch": 14.310979413599501,
      "step": 45881
    },
    {
      "contrastive_lambda": 0.130519404560687,
      "epoch": 14.311291328758578,
      "step": 45882
    },
    {
      "contrastive_lambda": 0.13050176638595534,
      "epoch": 14.311603243917654,
      "step": 45883
    },
    {
      "contrastive_lambda": 0.13048412922422403,
      "epoch": 14.311915159076731,
      "step": 45884
    },
    {
      "contrastive_lambda": 0.13046649307554165,
      "epoch": 14.312227074235809,
      "step": 45885
    },
    {
      "contrastive_lambda": 0.13044885793995603,
      "epoch": 14.312538989394884,
      "step": 45886
    },
    {
      "contrastive_lambda": 0.13043122381751598,
      "epoch": 14.312850904553962,
      "step": 45887
    },
    {
      "contrastive_lambda": 0.13041359070826986,
      "epoch": 14.313162819713039,
      "step": 45888
    },
    {
      "contrastive_lambda": 0.13039595861226577,
      "epoch": 14.313474734872115,
      "step": 45889
    },
    {
      "epoch": 14.313786650031192,
      "grad_norm": 0.0925288200378418,
      "learning_rate": 1.4374841156062352e-05,
      "loss": 0.0198,
      "step": 45890
    },
    {
      "epoch": 14.313786650031192,
      "flow_loss": 0.008732599206268787,
      "step": 45890
    },
    {
      "contrastive_loss": 0.0035911323502659798,
      "epoch": 14.313786650031192,
      "step": 45890
    },
    {
      "contrastive_lambda": 0.13037832752955225,
      "epoch": 14.313786650031192,
      "step": 45890
    },
    {
      "contrastive_lambda": 0.13036069746017742,
      "epoch": 14.314098565190267,
      "step": 45891
    },
    {
      "contrastive_lambda": 0.13034306840418952,
      "epoch": 14.314410480349345,
      "step": 45892
    },
    {
      "contrastive_lambda": 0.1303254403616374,
      "epoch": 14.314722395508422,
      "step": 45893
    },
    {
      "contrastive_lambda": 0.13030781333256897,
      "epoch": 14.315034310667498,
      "step": 45894
    },
    {
      "contrastive_lambda": 0.13029018731703262,
      "epoch": 14.315346225826575,
      "step": 45895
    },
    {
      "contrastive_lambda": 0.1302725623150769,
      "epoch": 14.315658140985652,
      "step": 45896
    },
    {
      "contrastive_lambda": 0.13025493832674973,
      "epoch": 14.315970056144728,
      "step": 45897
    },
    {
      "contrastive_lambda": 0.13023731535209954,
      "epoch": 14.316281971303805,
      "step": 45898
    },
    {
      "contrastive_lambda": 0.130219693391175,
      "epoch": 14.316593886462883,
      "step": 45899
    },
    {
      "epoch": 14.316905801621958,
      "grad_norm": 0.07743363827466965,
      "learning_rate": 1.4355510096001112e-05,
      "loss": 0.0209,
      "step": 45900
    },
    {
      "epoch": 14.316905801621958,
      "flow_loss": 0.019496725872159004,
      "step": 45900
    },
    {
      "contrastive_loss": 0.003225386142730713,
      "epoch": 14.316905801621958,
      "step": 45900
    },
    {
      "contrastive_lambda": 0.13020207244402404,
      "epoch": 14.316905801621958,
      "step": 45900
    },
    {
      "contrastive_lambda": 0.13018445251069527,
      "epoch": 14.317217716781036,
      "step": 45901
    },
    {
      "contrastive_lambda": 0.13016683359123665,
      "epoch": 14.317529631940113,
      "step": 45902
    },
    {
      "contrastive_lambda": 0.13014921568569648,
      "epoch": 14.317841547099189,
      "step": 45903
    },
    {
      "contrastive_lambda": 0.13013159879412356,
      "epoch": 14.318153462258266,
      "step": 45904
    },
    {
      "contrastive_lambda": 0.13011398291656573,
      "epoch": 14.318465377417343,
      "step": 45905
    },
    {
      "contrastive_lambda": 0.1300963680530714,
      "epoch": 14.318777292576419,
      "step": 45906
    },
    {
      "contrastive_lambda": 0.13007875420368903,
      "epoch": 14.319089207735496,
      "step": 45907
    },
    {
      "contrastive_lambda": 0.13006114136846658,
      "epoch": 14.319401122894572,
      "step": 45908
    },
    {
      "contrastive_lambda": 0.1300435295474524,
      "epoch": 14.31971303805365,
      "step": 45909
    },
    {
      "epoch": 14.320024953212727,
      "grad_norm": 0.060731012374162674,
      "learning_rate": 1.4336189863794786e-05,
      "loss": 0.0215,
      "step": 45910
    },
    {
      "epoch": 14.320024953212727,
      "flow_loss": 0.013566399924457073,
      "step": 45910
    },
    {
      "contrastive_loss": 0.004232475999742746,
      "epoch": 14.320024953212727,
      "step": 45910
    },
    {
      "contrastive_lambda": 0.1300259187406952,
      "epoch": 14.320024953212727,
      "step": 45910
    },
    {
      "contrastive_lambda": 0.13000830894824278,
      "epoch": 14.320336868371802,
      "step": 45911
    },
    {
      "contrastive_lambda": 0.12999070017014375,
      "epoch": 14.32064878353088,
      "step": 45912
    },
    {
      "contrastive_lambda": 0.12997309240644606,
      "epoch": 14.320960698689957,
      "step": 45913
    },
    {
      "contrastive_lambda": 0.1299554856571981,
      "epoch": 14.321272613849032,
      "step": 45914
    },
    {
      "contrastive_lambda": 0.12993787992244826,
      "epoch": 14.32158452900811,
      "step": 45915
    },
    {
      "contrastive_lambda": 0.1299202752022447,
      "epoch": 14.321896444167187,
      "step": 45916
    },
    {
      "contrastive_lambda": 0.1299026714966357,
      "epoch": 14.322208359326263,
      "step": 45917
    },
    {
      "contrastive_lambda": 0.12988506880566975,
      "epoch": 14.32252027448534,
      "step": 45918
    },
    {
      "contrastive_lambda": 0.12986746712939468,
      "epoch": 14.322832189644418,
      "step": 45919
    },
    {
      "epoch": 14.323144104803493,
      "grad_norm": 0.06379958987236023,
      "learning_rate": 1.4316880465312327e-05,
      "loss": 0.0198,
      "step": 45920
    },
    {
      "epoch": 14.323144104803493,
      "flow_loss": 0.009574523195624352,
      "step": 45920
    },
    {
      "contrastive_loss": 0.003437509061768651,
      "epoch": 14.323144104803493,
      "step": 45920
    },
    {
      "contrastive_lambda": 0.129849866467859,
      "epoch": 14.323144104803493,
      "step": 45920
    },
    {
      "contrastive_lambda": 0.12983226682111093,
      "epoch": 14.32345601996257,
      "step": 45921
    },
    {
      "contrastive_lambda": 0.12981466818919873,
      "epoch": 14.323767935121648,
      "step": 45922
    },
    {
      "contrastive_lambda": 0.12979707057217077,
      "epoch": 14.324079850280723,
      "step": 45923
    },
    {
      "contrastive_lambda": 0.129779473970075,
      "epoch": 14.3243917654398,
      "step": 45924
    },
    {
      "contrastive_lambda": 0.12976187838295983,
      "epoch": 14.324703680598876,
      "step": 45925
    },
    {
      "contrastive_lambda": 0.1297442838108735,
      "epoch": 14.325015595757954,
      "step": 45926
    },
    {
      "contrastive_lambda": 0.12972669025386419,
      "epoch": 14.325327510917031,
      "step": 45927
    },
    {
      "contrastive_lambda": 0.12970909771198041,
      "epoch": 14.325639426076107,
      "step": 45928
    },
    {
      "contrastive_lambda": 0.12969150618526998,
      "epoch": 14.325951341235184,
      "step": 45929
    },
    {
      "epoch": 14.326263256394261,
      "grad_norm": 0.07332339137792587,
      "learning_rate": 1.4297581906419426e-05,
      "loss": 0.0186,
      "step": 45930
    },
    {
      "epoch": 14.326263256394261,
      "flow_loss": 0.03107808344066143,
      "step": 45930
    },
    {
      "contrastive_loss": 0.004876753315329552,
      "epoch": 14.326263256394261,
      "step": 45930
    },
    {
      "contrastive_lambda": 0.12967391567378128,
      "epoch": 14.326263256394261,
      "step": 45930
    },
    {
      "contrastive_lambda": 0.12965632617756273,
      "epoch": 14.326575171553337,
      "step": 45931
    },
    {
      "contrastive_lambda": 0.12963873769666212,
      "epoch": 14.326887086712414,
      "step": 45932
    },
    {
      "contrastive_lambda": 0.12962115023112808,
      "epoch": 14.327199001871492,
      "step": 45933
    },
    {
      "contrastive_lambda": 0.1296035637810088,
      "epoch": 14.327510917030567,
      "step": 45934
    },
    {
      "contrastive_lambda": 0.12958597834635227,
      "epoch": 14.327822832189645,
      "step": 45935
    },
    {
      "contrastive_lambda": 0.12956839392720693,
      "epoch": 14.328134747348722,
      "step": 45936
    },
    {
      "contrastive_lambda": 0.1295508105236206,
      "epoch": 14.328446662507798,
      "step": 45937
    },
    {
      "contrastive_lambda": 0.1295332281356419,
      "epoch": 14.328758577666875,
      "step": 45938
    },
    {
      "contrastive_lambda": 0.129515646763319,
      "epoch": 14.329070492825952,
      "step": 45939
    },
    {
      "epoch": 14.329382407985028,
      "grad_norm": 0.05935674160718918,
      "learning_rate": 1.4278294192978475e-05,
      "loss": 0.0223,
      "step": 45940
    },
    {
      "epoch": 14.329382407985028,
      "flow_loss": 0.014128899201750755,
      "step": 45940
    },
    {
      "contrastive_loss": 0.002996421419084072,
      "epoch": 14.329382407985028,
      "step": 45940
    },
    {
      "contrastive_lambda": 0.12949806640669986,
      "epoch": 14.329382407985028,
      "step": 45940
    },
    {
      "contrastive_lambda": 0.12948048706583282,
      "epoch": 14.329694323144105,
      "step": 45941
    },
    {
      "contrastive_lambda": 0.1294629087407662,
      "epoch": 14.33000623830318,
      "step": 45942
    },
    {
      "contrastive_lambda": 0.1294453314315478,
      "epoch": 14.330318153462258,
      "step": 45943
    },
    {
      "contrastive_lambda": 0.12942775513822619,
      "epoch": 14.330630068621335,
      "step": 45944
    },
    {
      "contrastive_lambda": 0.12941017986084952,
      "epoch": 14.330941983780411,
      "step": 45945
    },
    {
      "contrastive_lambda": 0.1293926055994658,
      "epoch": 14.331253898939488,
      "step": 45946
    },
    {
      "contrastive_lambda": 0.1293750323541234,
      "epoch": 14.331565814098566,
      "step": 45947
    },
    {
      "contrastive_lambda": 0.12935746012487026,
      "epoch": 14.331877729257641,
      "step": 45948
    },
    {
      "contrastive_lambda": 0.12933988891175457,
      "epoch": 14.332189644416719,
      "step": 45949
    },
    {
      "epoch": 14.332501559575796,
      "grad_norm": 0.09304728358983994,
      "learning_rate": 1.4259017330848574e-05,
      "loss": 0.0193,
      "step": 45950
    },
    {
      "epoch": 14.332501559575796,
      "flow_loss": 0.029923338443040848,
      "step": 45950
    },
    {
      "contrastive_loss": 0.003114785300567746,
      "epoch": 14.332501559575796,
      "step": 45950
    },
    {
      "contrastive_lambda": 0.1293223187148249,
      "epoch": 14.332501559575796,
      "step": 45950
    },
    {
      "contrastive_lambda": 0.12930474953412896,
      "epoch": 14.332813474734872,
      "step": 45951
    },
    {
      "contrastive_lambda": 0.12928718136971512,
      "epoch": 14.333125389893949,
      "step": 45952
    },
    {
      "contrastive_lambda": 0.1292696142216317,
      "epoch": 14.333437305053026,
      "step": 45953
    },
    {
      "contrastive_lambda": 0.1292520480899263,
      "epoch": 14.333749220212102,
      "step": 45954
    },
    {
      "contrastive_lambda": 0.12923448297464768,
      "epoch": 14.33406113537118,
      "step": 45955
    },
    {
      "contrastive_lambda": 0.1292169188758439,
      "epoch": 14.334373050530257,
      "step": 45956
    },
    {
      "contrastive_lambda": 0.12919935579356284,
      "epoch": 14.334684965689332,
      "step": 45957
    },
    {
      "contrastive_lambda": 0.129181793727853,
      "epoch": 14.33499688084841,
      "step": 45958
    },
    {
      "contrastive_lambda": 0.1291642326787621,
      "epoch": 14.335308796007485,
      "step": 45959
    },
    {
      "epoch": 14.335620711166563,
      "grad_norm": 0.10415615141391754,
      "learning_rate": 1.4239751325885498e-05,
      "loss": 0.0229,
      "step": 45960
    },
    {
      "epoch": 14.335620711166563,
      "flow_loss": 0.02153979055583477,
      "step": 45960
    },
    {
      "contrastive_loss": 0.003956464119255543,
      "epoch": 14.335620711166563,
      "step": 45960
    },
    {
      "contrastive_lambda": 0.1291466726463384,
      "epoch": 14.335620711166563,
      "step": 45960
    },
    {
      "contrastive_lambda": 0.12912911363063045,
      "epoch": 14.33593262632564,
      "step": 45961
    },
    {
      "contrastive_lambda": 0.12911155563168591,
      "epoch": 14.336244541484715,
      "step": 45962
    },
    {
      "contrastive_lambda": 0.12909399864955312,
      "epoch": 14.336556456643793,
      "step": 45963
    },
    {
      "contrastive_lambda": 0.12907644268428037,
      "epoch": 14.33686837180287,
      "step": 45964
    },
    {
      "contrastive_lambda": 0.12905888773591545,
      "epoch": 14.337180286961946,
      "step": 45965
    },
    {
      "contrastive_lambda": 0.1290413338045066,
      "epoch": 14.337492202121023,
      "step": 45966
    },
    {
      "contrastive_lambda": 0.12902378089010208,
      "epoch": 14.3378041172801,
      "step": 45967
    },
    {
      "contrastive_lambda": 0.12900622899274988,
      "epoch": 14.338116032439176,
      "step": 45968
    },
    {
      "contrastive_lambda": 0.1289886781124983,
      "epoch": 14.338427947598253,
      "step": 45969
    },
    {
      "epoch": 14.33873986275733,
      "grad_norm": 0.09437808394432068,
      "learning_rate": 1.4220496183941795e-05,
      "loss": 0.0252,
      "step": 45970
    },
    {
      "epoch": 14.33873986275733,
      "flow_loss": 0.021301042288541794,
      "step": 45970
    },
    {
      "contrastive_loss": 0.0031571462750434875,
      "epoch": 14.33873986275733,
      "step": 45970
    },
    {
      "contrastive_lambda": 0.12897112824939522,
      "epoch": 14.33873986275733,
      "step": 45970
    },
    {
      "contrastive_lambda": 0.12895357940348878,
      "epoch": 14.339051777916406,
      "step": 45971
    },
    {
      "contrastive_lambda": 0.12893603157482725,
      "epoch": 14.339363693075484,
      "step": 45972
    },
    {
      "contrastive_lambda": 0.12891848476345863,
      "epoch": 14.339675608234561,
      "step": 45973
    },
    {
      "contrastive_lambda": 0.12890093896943106,
      "epoch": 14.339987523393637,
      "step": 45974
    },
    {
      "contrastive_lambda": 0.12888339419279277,
      "epoch": 14.340299438552714,
      "step": 45975
    },
    {
      "contrastive_lambda": 0.12886585043359156,
      "epoch": 14.34061135371179,
      "step": 45976
    },
    {
      "contrastive_lambda": 0.12884830769187572,
      "epoch": 14.340923268870867,
      "step": 45977
    },
    {
      "contrastive_lambda": 0.12883076596769333,
      "epoch": 14.341235184029944,
      "step": 45978
    },
    {
      "contrastive_lambda": 0.12881322526109246,
      "epoch": 14.34154709918902,
      "step": 45979
    },
    {
      "epoch": 14.341859014348097,
      "grad_norm": 0.09277578443288803,
      "learning_rate": 1.4201251910866648e-05,
      "loss": 0.0221,
      "step": 45980
    },
    {
      "epoch": 14.341859014348097,
      "flow_loss": 0.01753469556570053,
      "step": 45980
    },
    {
      "contrastive_loss": 0.0037380193825811148,
      "epoch": 14.341859014348097,
      "step": 45980
    },
    {
      "contrastive_lambda": 0.12879568557212134,
      "epoch": 14.341859014348097,
      "step": 45980
    },
    {
      "contrastive_lambda": 0.12877814690082778,
      "epoch": 14.342170929507175,
      "step": 45981
    },
    {
      "contrastive_lambda": 0.12876060924726002,
      "epoch": 14.34248284466625,
      "step": 45982
    },
    {
      "contrastive_lambda": 0.12874307261146611,
      "epoch": 14.342794759825328,
      "step": 45983
    },
    {
      "contrastive_lambda": 0.12872553699349415,
      "epoch": 14.343106674984405,
      "step": 45984
    },
    {
      "contrastive_lambda": 0.12870800239339236,
      "epoch": 14.34341859014348,
      "step": 45985
    },
    {
      "contrastive_lambda": 0.12869046881120855,
      "epoch": 14.343730505302558,
      "step": 45986
    },
    {
      "contrastive_lambda": 0.1286729362469909,
      "epoch": 14.344042420461635,
      "step": 45987
    },
    {
      "contrastive_lambda": 0.12865540470078757,
      "epoch": 14.34435433562071,
      "step": 45988
    },
    {
      "contrastive_lambda": 0.12863787417264627,
      "epoch": 14.344666250779788,
      "step": 45989
    },
    {
      "epoch": 14.344978165938866,
      "grad_norm": 0.0746752992272377,
      "learning_rate": 1.4182018512505957e-05,
      "loss": 0.0237,
      "step": 45990
    },
    {
      "epoch": 14.344978165938866,
      "flow_loss": 0.010330596007406712,
      "step": 45990
    },
    {
      "contrastive_loss": 0.003799180034548044,
      "epoch": 14.344978165938866,
      "step": 45990
    },
    {
      "contrastive_lambda": 0.12862034466261546,
      "epoch": 14.344978165938866,
      "step": 45990
    },
    {
      "contrastive_lambda": 0.1286028161707432,
      "epoch": 14.345290081097941,
      "step": 45991
    },
    {
      "contrastive_lambda": 0.1285852886970773,
      "epoch": 14.345601996257018,
      "step": 45992
    },
    {
      "contrastive_lambda": 0.128567762241666,
      "epoch": 14.345913911416094,
      "step": 45993
    },
    {
      "contrastive_lambda": 0.12855023680455702,
      "epoch": 14.346225826575171,
      "step": 45994
    },
    {
      "contrastive_lambda": 0.12853271238579883,
      "epoch": 14.346537741734249,
      "step": 45995
    },
    {
      "contrastive_lambda": 0.1285151889854394,
      "epoch": 14.346849656893324,
      "step": 45996
    },
    {
      "contrastive_lambda": 0.12849766660352652,
      "epoch": 14.347161572052402,
      "step": 45997
    },
    {
      "contrastive_lambda": 0.12848014524010842,
      "epoch": 14.347473487211479,
      "step": 45998
    },
    {
      "contrastive_lambda": 0.1284626248952332,
      "epoch": 14.347785402370555,
      "step": 45999
    },
    {
      "epoch": 14.348097317529632,
      "grad_norm": 0.07425529509782791,
      "learning_rate": 1.4162795994702327e-05,
      "loss": 0.0183,
      "step": 46000
    },
    {
      "epoch": 14.348097317529632,
      "flow_loss": 0.023770149797201157,
      "step": 46000
    },
    {
      "contrastive_loss": 0.003787826979532838,
      "epoch": 14.348097317529632,
      "step": 46000
    },
    {
      "contrastive_lambda": 0.1284451055689485,
      "epoch": 14.348097317529632,
      "step": 46000
    },
    {
      "contrastive_lambda": 0.12842758726130282,
      "epoch": 14.34840923268871,
      "step": 46001
    },
    {
      "contrastive_lambda": 0.1284100699723441,
      "epoch": 14.348721147847785,
      "step": 46002
    },
    {
      "contrastive_lambda": 0.12839255370212016,
      "epoch": 14.349033063006862,
      "step": 46003
    },
    {
      "contrastive_lambda": 0.12837503845067932,
      "epoch": 14.34934497816594,
      "step": 46004
    },
    {
      "contrastive_lambda": 0.12835752421806923,
      "epoch": 14.349656893325015,
      "step": 46005
    },
    {
      "contrastive_lambda": 0.1283400110043379,
      "epoch": 14.349968808484093,
      "step": 46006
    },
    {
      "contrastive_lambda": 0.1283224988095339,
      "epoch": 14.350280723643168,
      "step": 46007
    },
    {
      "contrastive_lambda": 0.12830498763370468,
      "epoch": 14.350592638802246,
      "step": 46008
    },
    {
      "contrastive_lambda": 0.12828747747689845,
      "epoch": 14.350904553961323,
      "step": 46009
    },
    {
      "epoch": 14.351216469120399,
      "grad_norm": 0.052561596035957336,
      "learning_rate": 1.4143584363295032e-05,
      "loss": 0.019,
      "step": 46010
    },
    {
      "epoch": 14.351216469120399,
      "flow_loss": 0.019924093037843704,
      "step": 46010
    },
    {
      "contrastive_loss": 0.003359434427693486,
      "epoch": 14.351216469120399,
      "step": 46010
    },
    {
      "contrastive_lambda": 0.12826996833916332,
      "epoch": 14.351216469120399,
      "step": 46010
    },
    {
      "contrastive_lambda": 0.12825246022054693,
      "epoch": 14.351528384279476,
      "step": 46011
    },
    {
      "contrastive_lambda": 0.12823495312109762,
      "epoch": 14.351840299438553,
      "step": 46012
    },
    {
      "contrastive_lambda": 0.12821744704086352,
      "epoch": 14.352152214597629,
      "step": 46013
    },
    {
      "contrastive_lambda": 0.1281999419798922,
      "epoch": 14.352464129756706,
      "step": 46014
    },
    {
      "contrastive_lambda": 0.12818243793823197,
      "epoch": 14.352776044915784,
      "step": 46015
    },
    {
      "contrastive_lambda": 0.12816493491593062,
      "epoch": 14.353087960074859,
      "step": 46016
    },
    {
      "contrastive_lambda": 0.12814743291303599,
      "epoch": 14.353399875233936,
      "step": 46017
    },
    {
      "contrastive_lambda": 0.12812993192959665,
      "epoch": 14.353711790393014,
      "step": 46018
    },
    {
      "contrastive_lambda": 0.12811243196566002,
      "epoch": 14.35402370555209,
      "step": 46019
    },
    {
      "epoch": 14.354335620711167,
      "grad_norm": 0.08316418528556824,
      "learning_rate": 1.4124383624120101e-05,
      "loss": 0.0237,
      "step": 46020
    },
    {
      "epoch": 14.354335620711167,
      "flow_loss": 0.026170775294303894,
      "step": 46020
    },
    {
      "contrastive_loss": 0.0037496788427233696,
      "epoch": 14.354335620711167,
      "step": 46020
    },
    {
      "contrastive_lambda": 0.12809493302127428,
      "epoch": 14.354335620711167,
      "step": 46020
    },
    {
      "contrastive_lambda": 0.12807743509648756,
      "epoch": 14.354647535870244,
      "step": 46021
    },
    {
      "contrastive_lambda": 0.12805993819134753,
      "epoch": 14.35495945102932,
      "step": 46022
    },
    {
      "contrastive_lambda": 0.12804244230590228,
      "epoch": 14.355271366188397,
      "step": 46023
    },
    {
      "contrastive_lambda": 0.12802494744019982,
      "epoch": 14.355583281347473,
      "step": 46024
    },
    {
      "contrastive_lambda": 0.12800745359428806,
      "epoch": 14.35589519650655,
      "step": 46025
    },
    {
      "contrastive_lambda": 0.12798996076821512,
      "epoch": 14.356207111665627,
      "step": 46026
    },
    {
      "contrastive_lambda": 0.12797246896202868,
      "epoch": 14.356519026824703,
      "step": 46027
    },
    {
      "contrastive_lambda": 0.12795497817577672,
      "epoch": 14.35683094198378,
      "step": 46028
    },
    {
      "contrastive_lambda": 0.12793748840950758,
      "epoch": 14.357142857142858,
      "step": 46029
    },
    {
      "epoch": 14.357454772301933,
      "grad_norm": 0.0704285204410553,
      "learning_rate": 1.4105193783010151e-05,
      "loss": 0.0223,
      "step": 46030
    },
    {
      "epoch": 14.357454772301933,
      "flow_loss": 0.028472406789660454,
      "step": 46030
    },
    {
      "contrastive_loss": 0.003376623848453164,
      "epoch": 14.357454772301933,
      "step": 46030
    },
    {
      "contrastive_lambda": 0.12791999966326884,
      "epoch": 14.357454772301933,
      "step": 46030
    },
    {
      "contrastive_lambda": 0.1279025119371086,
      "epoch": 14.35776668746101,
      "step": 46031
    },
    {
      "contrastive_lambda": 0.1278850252310747,
      "epoch": 14.358078602620088,
      "step": 46032
    },
    {
      "contrastive_lambda": 0.12786753954521507,
      "epoch": 14.358390517779164,
      "step": 46033
    },
    {
      "contrastive_lambda": 0.12785005487957773,
      "epoch": 14.358702432938241,
      "step": 46034
    },
    {
      "contrastive_lambda": 0.1278325712342106,
      "epoch": 14.359014348097318,
      "step": 46035
    },
    {
      "contrastive_lambda": 0.12781508860916163,
      "epoch": 14.359326263256394,
      "step": 46036
    },
    {
      "contrastive_lambda": 0.12779760700447884,
      "epoch": 14.359638178415471,
      "step": 46037
    },
    {
      "contrastive_lambda": 0.12778012642020986,
      "epoch": 14.359950093574549,
      "step": 46038
    },
    {
      "contrastive_lambda": 0.12776264685640304,
      "epoch": 14.360262008733624,
      "step": 46039
    },
    {
      "epoch": 14.360573923892701,
      "grad_norm": 0.07047721743583679,
      "learning_rate": 1.4086014845794621e-05,
      "loss": 0.0186,
      "step": 46040
    },
    {
      "epoch": 14.360573923892701,
      "flow_loss": 0.02147023193538189,
      "step": 46040
    },
    {
      "contrastive_loss": 0.0035591290798038244,
      "epoch": 14.360573923892701,
      "step": 46040
    },
    {
      "contrastive_lambda": 0.12774516831310567,
      "epoch": 14.360573923892701,
      "step": 46040
    },
    {
      "contrastive_lambda": 0.12772769079036628,
      "epoch": 14.360885839051777,
      "step": 46041
    },
    {
      "contrastive_lambda": 0.12771021428823265,
      "epoch": 14.361197754210854,
      "step": 46042
    },
    {
      "contrastive_lambda": 0.12769273880675247,
      "epoch": 14.361509669369932,
      "step": 46043
    },
    {
      "contrastive_lambda": 0.12767526434597382,
      "epoch": 14.361821584529007,
      "step": 46044
    },
    {
      "contrastive_lambda": 0.12765779090594453,
      "epoch": 14.362133499688085,
      "step": 46045
    },
    {
      "contrastive_lambda": 0.1276403184867126,
      "epoch": 14.362445414847162,
      "step": 46046
    },
    {
      "contrastive_lambda": 0.12762284708832583,
      "epoch": 14.362757330006238,
      "step": 46047
    },
    {
      "contrastive_lambda": 0.12760537671083233,
      "epoch": 14.363069245165315,
      "step": 46048
    },
    {
      "contrastive_lambda": 0.12758790735427966,
      "epoch": 14.363381160324392,
      "step": 46049
    },
    {
      "epoch": 14.363693075483468,
      "grad_norm": 0.06836635619401932,
      "learning_rate": 1.4066846818299489e-05,
      "loss": 0.0245,
      "step": 46050
    },
    {
      "epoch": 14.363693075483468,
      "flow_loss": 0.024815529584884644,
      "step": 46050
    },
    {
      "contrastive_loss": 0.003484934102743864,
      "epoch": 14.363693075483468,
      "step": 46050
    },
    {
      "contrastive_lambda": 0.12757043901871606,
      "epoch": 14.363693075483468,
      "step": 46050
    },
    {
      "contrastive_lambda": 0.12755297170418894,
      "epoch": 14.364004990642545,
      "step": 46051
    },
    {
      "contrastive_lambda": 0.12753550541074665,
      "epoch": 14.364316905801623,
      "step": 46052
    },
    {
      "contrastive_lambda": 0.1275180401384371,
      "epoch": 14.364628820960698,
      "step": 46053
    },
    {
      "contrastive_lambda": 0.1275005758873078,
      "epoch": 14.364940736119776,
      "step": 46054
    },
    {
      "contrastive_lambda": 0.12748311265740686,
      "epoch": 14.365252651278853,
      "step": 46055
    },
    {
      "contrastive_lambda": 0.12746565044878222,
      "epoch": 14.365564566437929,
      "step": 46056
    },
    {
      "contrastive_lambda": 0.12744818926148138,
      "epoch": 14.365876481597006,
      "step": 46057
    },
    {
      "contrastive_lambda": 0.12743072909555264,
      "epoch": 14.366188396756082,
      "step": 46058
    },
    {
      "contrastive_lambda": 0.12741326995104385,
      "epoch": 14.366500311915159,
      "step": 46059
    },
    {
      "epoch": 14.366812227074236,
      "grad_norm": 0.07022744417190552,
      "learning_rate": 1.4047689706347555e-05,
      "loss": 0.0248,
      "step": 46060
    },
    {
      "epoch": 14.366812227074236,
      "flow_loss": 0.014964454807341099,
      "step": 46060
    },
    {
      "contrastive_loss": 0.0059622470289468765,
      "epoch": 14.366812227074236,
      "step": 46060
    },
    {
      "contrastive_lambda": 0.12739581182800258,
      "epoch": 14.366812227074236,
      "step": 46060
    },
    {
      "contrastive_lambda": 0.12737835472647696,
      "epoch": 14.367124142233312,
      "step": 46061
    },
    {
      "contrastive_lambda": 0.1273608986465145,
      "epoch": 14.36743605739239,
      "step": 46062
    },
    {
      "contrastive_lambda": 0.1273434435881634,
      "epoch": 14.367747972551467,
      "step": 46063
    },
    {
      "contrastive_lambda": 0.12732598955147156,
      "epoch": 14.368059887710542,
      "step": 46064
    },
    {
      "contrastive_lambda": 0.12730853653648655,
      "epoch": 14.36837180286962,
      "step": 46065
    },
    {
      "contrastive_lambda": 0.12729108454325638,
      "epoch": 14.368683718028697,
      "step": 46066
    },
    {
      "contrastive_lambda": 0.12727363357182897,
      "epoch": 14.368995633187772,
      "step": 46067
    },
    {
      "contrastive_lambda": 0.12725618362225172,
      "epoch": 14.36930754834685,
      "step": 46068
    },
    {
      "contrastive_lambda": 0.12723873469457314,
      "epoch": 14.369619463505927,
      "step": 46069
    },
    {
      "epoch": 14.369931378665003,
      "grad_norm": 0.08492618054151535,
      "learning_rate": 1.402854351575822e-05,
      "loss": 0.0221,
      "step": 46070
    },
    {
      "epoch": 14.369931378665003,
      "flow_loss": 0.021089615300297737,
      "step": 46070
    },
    {
      "contrastive_loss": 0.0030206013470888138,
      "epoch": 14.369931378665003,
      "step": 46070
    },
    {
      "contrastive_lambda": 0.1272212867888406,
      "epoch": 14.369931378665003,
      "step": 46070
    },
    {
      "contrastive_lambda": 0.1272038399051021,
      "epoch": 14.37024329382408,
      "step": 46071
    },
    {
      "contrastive_lambda": 0.12718639404340554,
      "epoch": 14.370555208983157,
      "step": 46072
    },
    {
      "contrastive_lambda": 0.1271689492037985,
      "epoch": 14.370867124142233,
      "step": 46073
    },
    {
      "contrastive_lambda": 0.1271515053863288,
      "epoch": 14.37117903930131,
      "step": 46074
    },
    {
      "contrastive_lambda": 0.1271340625910447,
      "epoch": 14.371490954460386,
      "step": 46075
    },
    {
      "contrastive_lambda": 0.12711662081799363,
      "epoch": 14.371802869619463,
      "step": 46076
    },
    {
      "contrastive_lambda": 0.12709918006722354,
      "epoch": 14.37211478477854,
      "step": 46077
    },
    {
      "contrastive_lambda": 0.12708174033878228,
      "epoch": 14.372426699937616,
      "step": 46078
    },
    {
      "contrastive_lambda": 0.12706430163271737,
      "epoch": 14.372738615096694,
      "step": 46079
    },
    {
      "epoch": 14.373050530255771,
      "grad_norm": 0.06949131190776825,
      "learning_rate": 1.4009408252347588e-05,
      "loss": 0.0256,
      "step": 46080
    },
    {
      "epoch": 14.373050530255771,
      "flow_loss": 0.021941296756267548,
      "step": 46080
    },
    {
      "contrastive_loss": 0.003077838569879532,
      "epoch": 14.373050530255771,
      "step": 46080
    },
    {
      "contrastive_lambda": 0.12704686394907716,
      "epoch": 14.373050530255771,
      "step": 46080
    },
    {
      "contrastive_lambda": 0.12702942728790895,
      "epoch": 14.373362445414847,
      "step": 46081
    },
    {
      "contrastive_lambda": 0.12701199164926075,
      "epoch": 14.373674360573924,
      "step": 46082
    },
    {
      "contrastive_lambda": 0.12699455703318052,
      "epoch": 14.373986275733001,
      "step": 46083
    },
    {
      "contrastive_lambda": 0.12697712343971573,
      "epoch": 14.374298190892077,
      "step": 46084
    },
    {
      "contrastive_lambda": 0.12695969086891423,
      "epoch": 14.374610106051154,
      "step": 46085
    },
    {
      "contrastive_lambda": 0.12694225932082415,
      "epoch": 14.374922021210232,
      "step": 46086
    },
    {
      "contrastive_lambda": 0.12692482879549294,
      "epoch": 14.375233936369307,
      "step": 46087
    },
    {
      "contrastive_lambda": 0.12690739929296863,
      "epoch": 14.375545851528384,
      "step": 46088
    },
    {
      "contrastive_lambda": 0.12688997081329872,
      "epoch": 14.375857766687462,
      "step": 46089
    },
    {
      "epoch": 14.376169681846537,
      "grad_norm": 0.10929223150014877,
      "learning_rate": 1.399028392192846e-05,
      "loss": 0.0259,
      "step": 46090
    },
    {
      "epoch": 14.376169681846537,
      "flow_loss": 0.01845146156847477,
      "step": 46090
    },
    {
      "contrastive_loss": 0.0038140397518873215,
      "epoch": 14.376169681846537,
      "step": 46090
    },
    {
      "contrastive_lambda": 0.12687254335653114,
      "epoch": 14.376169681846537,
      "step": 46090
    },
    {
      "contrastive_lambda": 0.12685511692271367,
      "epoch": 14.376481597005615,
      "step": 46091
    },
    {
      "contrastive_lambda": 0.12683769151189406,
      "epoch": 14.37679351216469,
      "step": 46092
    },
    {
      "contrastive_lambda": 0.12682026712412015,
      "epoch": 14.377105427323768,
      "step": 46093
    },
    {
      "contrastive_lambda": 0.1268028437594398,
      "epoch": 14.377417342482845,
      "step": 46094
    },
    {
      "contrastive_lambda": 0.12678542141790045,
      "epoch": 14.37772925764192,
      "step": 46095
    },
    {
      "contrastive_lambda": 0.12676800009954992,
      "epoch": 14.378041172800998,
      "step": 46096
    },
    {
      "contrastive_lambda": 0.12675057980443644,
      "epoch": 14.378353087960075,
      "step": 46097
    },
    {
      "contrastive_lambda": 0.1267331605326073,
      "epoch": 14.378665003119151,
      "step": 46098
    },
    {
      "contrastive_lambda": 0.12671574228411053,
      "epoch": 14.378976918278228,
      "step": 46099
    },
    {
      "epoch": 14.379288833437306,
      "grad_norm": 0.09101177006959915,
      "learning_rate": 1.397117053031029e-05,
      "loss": 0.0261,
      "step": 46100
    },
    {
      "epoch": 14.379288833437306,
      "flow_loss": 0.01615053601562977,
      "step": 46100
    },
    {
      "contrastive_loss": 0.0030336312483996153,
      "epoch": 14.379288833437306,
      "step": 46100
    },
    {
      "contrastive_lambda": 0.1266983250589936,
      "epoch": 14.379288833437306,
      "step": 46100
    },
    {
      "contrastive_lambda": 0.12668090885730438,
      "epoch": 14.379600748596381,
      "step": 46101
    },
    {
      "contrastive_lambda": 0.12666349367909063,
      "epoch": 14.379912663755459,
      "step": 46102
    },
    {
      "contrastive_lambda": 0.12664607952440016,
      "epoch": 14.380224578914536,
      "step": 46103
    },
    {
      "contrastive_lambda": 0.12662866639328063,
      "epoch": 14.380536494073612,
      "step": 46104
    },
    {
      "contrastive_lambda": 0.12661125428577996,
      "epoch": 14.380848409232689,
      "step": 46105
    },
    {
      "contrastive_lambda": 0.1265938432019456,
      "epoch": 14.381160324391766,
      "step": 46106
    },
    {
      "contrastive_lambda": 0.12657643314182554,
      "epoch": 14.381472239550842,
      "step": 46107
    },
    {
      "contrastive_lambda": 0.12655902410546715,
      "epoch": 14.38178415470992,
      "step": 46108
    },
    {
      "contrastive_lambda": 0.12654161609291853,
      "epoch": 14.382096069868995,
      "step": 46109
    },
    {
      "epoch": 14.382407985028072,
      "grad_norm": 0.07034897804260254,
      "learning_rate": 1.3952068083299213e-05,
      "loss": 0.0239,
      "step": 46110
    },
    {
      "epoch": 14.382407985028072,
      "flow_loss": 0.01938888244330883,
      "step": 46110
    },
    {
      "contrastive_loss": 0.004060027189552784,
      "epoch": 14.382407985028072,
      "step": 46110
    },
    {
      "contrastive_lambda": 0.1265242091042274,
      "epoch": 14.382407985028072,
      "step": 46110
    },
    {
      "contrastive_lambda": 0.12650680313944118,
      "epoch": 14.38271990018715,
      "step": 46111
    },
    {
      "contrastive_lambda": 0.12648939819860783,
      "epoch": 14.383031815346225,
      "step": 46112
    },
    {
      "contrastive_lambda": 0.12647199428177497,
      "epoch": 14.383343730505302,
      "step": 46113
    },
    {
      "contrastive_lambda": 0.12645459138899035,
      "epoch": 14.38365564566438,
      "step": 46114
    },
    {
      "contrastive_lambda": 0.12643718952030164,
      "epoch": 14.383967560823455,
      "step": 46115
    },
    {
      "contrastive_lambda": 0.12641978867575676,
      "epoch": 14.384279475982533,
      "step": 46116
    },
    {
      "contrastive_lambda": 0.1264023888554031,
      "epoch": 14.38459139114161,
      "step": 46117
    },
    {
      "contrastive_lambda": 0.12638499005928866,
      "epoch": 14.384903306300686,
      "step": 46118
    },
    {
      "contrastive_lambda": 0.1263675922874607,
      "epoch": 14.385215221459763,
      "step": 46119
    },
    {
      "epoch": 14.38552713661884,
      "grad_norm": 0.06936289370059967,
      "learning_rate": 1.3932976586698082e-05,
      "loss": 0.0186,
      "step": 46120
    },
    {
      "epoch": 14.38552713661884,
      "flow_loss": 0.015502776950597763,
      "step": 46120
    },
    {
      "contrastive_loss": 0.003056334098801017,
      "epoch": 14.38552713661884,
      "step": 46120
    },
    {
      "contrastive_lambda": 0.1263501955399673,
      "epoch": 14.38552713661884,
      "step": 46120
    },
    {
      "contrastive_lambda": 0.12633279981685624,
      "epoch": 14.385839051777916,
      "step": 46121
    },
    {
      "contrastive_lambda": 0.12631540511817485,
      "epoch": 14.386150966936993,
      "step": 46122
    },
    {
      "contrastive_lambda": 0.12629801144397101,
      "epoch": 14.38646288209607,
      "step": 46123
    },
    {
      "contrastive_lambda": 0.12628061879429253,
      "epoch": 14.386774797255146,
      "step": 46124
    },
    {
      "contrastive_lambda": 0.1262632271691867,
      "epoch": 14.387086712414224,
      "step": 46125
    },
    {
      "contrastive_lambda": 0.1262458365687017,
      "epoch": 14.3873986275733,
      "step": 46126
    },
    {
      "contrastive_lambda": 0.12622844699288482,
      "epoch": 14.387710542732377,
      "step": 46127
    },
    {
      "contrastive_lambda": 0.12621105844178387,
      "epoch": 14.388022457891454,
      "step": 46128
    },
    {
      "contrastive_lambda": 0.12619367091544664,
      "epoch": 14.38833437305053,
      "step": 46129
    },
    {
      "epoch": 14.388646288209607,
      "grad_norm": 0.06622407585382462,
      "learning_rate": 1.3913896046306363e-05,
      "loss": 0.0198,
      "step": 46130
    },
    {
      "epoch": 14.388646288209607,
      "flow_loss": 0.031039586290717125,
      "step": 46130
    },
    {
      "contrastive_loss": 0.0034519692417234182,
      "epoch": 14.388646288209607,
      "step": 46130
    },
    {
      "contrastive_lambda": 0.12617628441392048,
      "epoch": 14.388646288209607,
      "step": 46130
    },
    {
      "contrastive_lambda": 0.12615889893725335,
      "epoch": 14.388958203368684,
      "step": 46131
    },
    {
      "contrastive_lambda": 0.12614151448549293,
      "epoch": 14.38927011852776,
      "step": 46132
    },
    {
      "contrastive_lambda": 0.1261241310586867,
      "epoch": 14.389582033686837,
      "step": 46133
    },
    {
      "contrastive_lambda": 0.12610674865688254,
      "epoch": 14.389893948845915,
      "step": 46134
    },
    {
      "contrastive_lambda": 0.12608936728012776,
      "epoch": 14.39020586400499,
      "step": 46135
    },
    {
      "contrastive_lambda": 0.1260719869284701,
      "epoch": 14.390517779164067,
      "step": 46136
    },
    {
      "contrastive_lambda": 0.12605460760195758,
      "epoch": 14.390829694323145,
      "step": 46137
    },
    {
      "contrastive_lambda": 0.1260372293006375,
      "epoch": 14.39114160948222,
      "step": 46138
    },
    {
      "contrastive_lambda": 0.1260198520245575,
      "epoch": 14.391453524641298,
      "step": 46139
    },
    {
      "epoch": 14.391765439800375,
      "grad_norm": 0.10255151987075806,
      "learning_rate": 1.389482646792023e-05,
      "loss": 0.0201,
      "step": 46140
    },
    {
      "epoch": 14.391765439800375,
      "flow_loss": 0.02066901884973049,
      "step": 46140
    },
    {
      "contrastive_loss": 0.0030040571000427008,
      "epoch": 14.391765439800375,
      "step": 46140
    },
    {
      "contrastive_lambda": 0.12600247577376555,
      "epoch": 14.391765439800375,
      "step": 46140
    },
    {
      "contrastive_lambda": 0.12598510054830886,
      "epoch": 14.39207735495945,
      "step": 46141
    },
    {
      "contrastive_lambda": 0.12596772634823505,
      "epoch": 14.392389270118528,
      "step": 46142
    },
    {
      "contrastive_lambda": 0.12595035317359232,
      "epoch": 14.392701185277604,
      "step": 46143
    },
    {
      "contrastive_lambda": 0.1259329810244278,
      "epoch": 14.393013100436681,
      "step": 46144
    },
    {
      "contrastive_lambda": 0.12591560990078932,
      "epoch": 14.393325015595758,
      "step": 46145
    },
    {
      "contrastive_lambda": 0.12589823980272435,
      "epoch": 14.393636930754834,
      "step": 46146
    },
    {
      "contrastive_lambda": 0.12588087073028043,
      "epoch": 14.393948845913911,
      "step": 46147
    },
    {
      "contrastive_lambda": 0.12586350268350566,
      "epoch": 14.394260761072989,
      "step": 46148
    },
    {
      "contrastive_lambda": 0.12584613566244712,
      "epoch": 14.394572676232064,
      "step": 46149
    },
    {
      "epoch": 14.394884591391142,
      "grad_norm": 0.11142221093177795,
      "learning_rate": 1.387576785733251e-05,
      "loss": 0.0197,
      "step": 46150
    },
    {
      "epoch": 14.394884591391142,
      "flow_loss": 0.019030608236789703,
      "step": 46150
    },
    {
      "contrastive_loss": 0.004531962797045708,
      "epoch": 14.394884591391142,
      "step": 46150
    },
    {
      "contrastive_lambda": 0.12582876966715273,
      "epoch": 14.394884591391142,
      "step": 46150
    },
    {
      "contrastive_lambda": 0.1258114046976701,
      "epoch": 14.395196506550219,
      "step": 46151
    },
    {
      "contrastive_lambda": 0.12579404075404665,
      "epoch": 14.395508421709295,
      "step": 46152
    },
    {
      "contrastive_lambda": 0.1257766778363299,
      "epoch": 14.395820336868372,
      "step": 46153
    },
    {
      "contrastive_lambda": 0.12575931594456796,
      "epoch": 14.39613225202745,
      "step": 46154
    },
    {
      "contrastive_lambda": 0.12574195507880792,
      "epoch": 14.396444167186525,
      "step": 46155
    },
    {
      "contrastive_lambda": 0.12572459523909774,
      "epoch": 14.396756082345602,
      "step": 46156
    },
    {
      "contrastive_lambda": 0.12570723642548465,
      "epoch": 14.39706799750468,
      "step": 46157
    },
    {
      "contrastive_lambda": 0.12568987863801645,
      "epoch": 14.397379912663755,
      "step": 46158
    },
    {
      "contrastive_lambda": 0.12567252187674072,
      "epoch": 14.397691827822833,
      "step": 46159
    },
    {
      "epoch": 14.398003742981908,
      "grad_norm": 0.09311340749263763,
      "learning_rate": 1.3856720220332703e-05,
      "loss": 0.0251,
      "step": 46160
    },
    {
      "epoch": 14.398003742981908,
      "flow_loss": 0.04065822809934616,
      "step": 46160
    },
    {
      "contrastive_loss": 0.0046440549194812775,
      "epoch": 14.398003742981908,
      "step": 46160
    },
    {
      "contrastive_lambda": 0.12565516614170497,
      "epoch": 14.398003742981908,
      "step": 46160
    },
    {
      "contrastive_lambda": 0.12563781143295688,
      "epoch": 14.398315658140985,
      "step": 46161
    },
    {
      "contrastive_lambda": 0.1256204577505441,
      "epoch": 14.398627573300063,
      "step": 46162
    },
    {
      "contrastive_lambda": 0.125603105094514,
      "epoch": 14.398939488459138,
      "step": 46163
    },
    {
      "contrastive_lambda": 0.12558575346491435,
      "epoch": 14.399251403618216,
      "step": 46164
    },
    {
      "contrastive_lambda": 0.12556840286179233,
      "epoch": 14.399563318777293,
      "step": 46165
    },
    {
      "contrastive_lambda": 0.1255510532851959,
      "epoch": 14.399875233936369,
      "step": 46166
    },
    {
      "contrastive_lambda": 0.12553370473517272,
      "epoch": 14.400187149095446,
      "step": 46167
    },
    {
      "contrastive_lambda": 0.12551635721176996,
      "epoch": 14.400499064254523,
      "step": 46168
    },
    {
      "contrastive_lambda": 0.1254990107150354,
      "epoch": 14.400810979413599,
      "step": 46169
    },
    {
      "epoch": 14.401122894572676,
      "grad_norm": 0.06082180514931679,
      "learning_rate": 1.383768356270701e-05,
      "loss": 0.0257,
      "step": 46170
    },
    {
      "epoch": 14.401122894572676,
      "flow_loss": 0.019464591518044472,
      "step": 46170
    },
    {
      "contrastive_loss": 0.004144626669585705,
      "epoch": 14.401122894572676,
      "step": 46170
    },
    {
      "contrastive_lambda": 0.12548166524501658,
      "epoch": 14.401122894572676,
      "step": 46170
    },
    {
      "contrastive_lambda": 0.125464320801761,
      "epoch": 14.401434809731754,
      "step": 46171
    },
    {
      "contrastive_lambda": 0.1254469773853164,
      "epoch": 14.40174672489083,
      "step": 46172
    },
    {
      "contrastive_lambda": 0.12542963499573007,
      "epoch": 14.402058640049907,
      "step": 46173
    },
    {
      "contrastive_lambda": 0.12541229363304962,
      "epoch": 14.402370555208984,
      "step": 46174
    },
    {
      "contrastive_lambda": 0.1253949532973228,
      "epoch": 14.40268247036806,
      "step": 46175
    },
    {
      "contrastive_lambda": 0.1253776139885967,
      "epoch": 14.402994385527137,
      "step": 46176
    },
    {
      "contrastive_lambda": 0.12536027570691927,
      "epoch": 14.403306300686213,
      "step": 46177
    },
    {
      "contrastive_lambda": 0.12534293845233807,
      "epoch": 14.40361821584529,
      "step": 46178
    },
    {
      "contrastive_lambda": 0.1253256022249003,
      "epoch": 14.403930131004367,
      "step": 46179
    },
    {
      "epoch": 14.404242046163443,
      "grad_norm": 0.091816246509552,
      "learning_rate": 1.3818657890238207e-05,
      "loss": 0.018,
      "step": 46180
    },
    {
      "epoch": 14.404242046163443,
      "flow_loss": 0.028498049825429916,
      "step": 46180
    },
    {
      "contrastive_loss": 0.004434154834598303,
      "epoch": 14.404242046163443,
      "step": 46180
    },
    {
      "contrastive_lambda": 0.1253082670246537,
      "epoch": 14.404242046163443,
      "step": 46180
    },
    {
      "contrastive_lambda": 0.1252909328516459,
      "epoch": 14.40455396132252,
      "step": 46181
    },
    {
      "contrastive_lambda": 0.125273599705924,
      "epoch": 14.404865876481598,
      "step": 46182
    },
    {
      "contrastive_lambda": 0.12525626758753605,
      "epoch": 14.405177791640673,
      "step": 46183
    },
    {
      "contrastive_lambda": 0.12523893649652923,
      "epoch": 14.40548970679975,
      "step": 46184
    },
    {
      "contrastive_lambda": 0.1252216064329511,
      "epoch": 14.405801621958828,
      "step": 46185
    },
    {
      "contrastive_lambda": 0.12520427739684942,
      "epoch": 14.406113537117903,
      "step": 46186
    },
    {
      "contrastive_lambda": 0.12518694938827113,
      "epoch": 14.40642545227698,
      "step": 46187
    },
    {
      "contrastive_lambda": 0.1251696224072643,
      "epoch": 14.406737367436058,
      "step": 46188
    },
    {
      "contrastive_lambda": 0.12515229645387638,
      "epoch": 14.407049282595134,
      "step": 46189
    },
    {
      "epoch": 14.407361197754211,
      "grad_norm": 0.07828819751739502,
      "learning_rate": 1.3799643208705859e-05,
      "loss": 0.0212,
      "step": 46190
    },
    {
      "epoch": 14.407361197754211,
      "flow_loss": 0.04684266448020935,
      "step": 46190
    },
    {
      "contrastive_loss": 0.004435900133103132,
      "epoch": 14.407361197754211,
      "step": 46190
    },
    {
      "contrastive_lambda": 0.1251349715281545,
      "epoch": 14.407361197754211,
      "step": 46190
    },
    {
      "contrastive_lambda": 0.1251176476301466,
      "epoch": 14.407673112913287,
      "step": 46191
    },
    {
      "contrastive_lambda": 0.1251003247598998,
      "epoch": 14.407985028072364,
      "step": 46192
    },
    {
      "contrastive_lambda": 0.1250830029174616,
      "epoch": 14.408296943231441,
      "step": 46193
    },
    {
      "contrastive_lambda": 0.12506568210287988,
      "epoch": 14.408608858390517,
      "step": 46194
    },
    {
      "contrastive_lambda": 0.12504836231620176,
      "epoch": 14.408920773549594,
      "step": 46195
    },
    {
      "contrastive_lambda": 0.12503104355747485,
      "epoch": 14.409232688708672,
      "step": 46196
    },
    {
      "contrastive_lambda": 0.1250137258267468,
      "epoch": 14.409544603867747,
      "step": 46197
    },
    {
      "contrastive_lambda": 0.12499640912406473,
      "epoch": 14.409856519026825,
      "step": 46198
    },
    {
      "contrastive_lambda": 0.12497909344947616,
      "epoch": 14.410168434185902,
      "step": 46199
    },
    {
      "epoch": 14.410480349344978,
      "grad_norm": 0.0823584720492363,
      "learning_rate": 1.3780639523886058e-05,
      "loss": 0.029,
      "step": 46200
    },
    {
      "epoch": 14.410480349344978,
      "flow_loss": 0.015061750076711178,
      "step": 46200
    },
    {
      "contrastive_loss": 0.004065357148647308,
      "epoch": 14.410480349344978,
      "step": 46200
    },
    {
      "contrastive_lambda": 0.124961778803029,
      "epoch": 14.410480349344978,
      "step": 46200
    },
    {
      "contrastive_lambda": 0.1249444651847702,
      "epoch": 14.410792264504055,
      "step": 46201
    },
    {
      "contrastive_lambda": 0.12492715259474768,
      "epoch": 14.411104179663132,
      "step": 46202
    },
    {
      "contrastive_lambda": 0.1249098410330085,
      "epoch": 14.411416094822208,
      "step": 46203
    },
    {
      "contrastive_lambda": 0.12489253049960009,
      "epoch": 14.411728009981285,
      "step": 46204
    },
    {
      "contrastive_lambda": 0.12487522099457044,
      "epoch": 14.412039925140363,
      "step": 46205
    },
    {
      "contrastive_lambda": 0.12485791251796652,
      "epoch": 14.412351840299438,
      "step": 46206
    },
    {
      "contrastive_lambda": 0.12484060506983596,
      "epoch": 14.412663755458516,
      "step": 46207
    },
    {
      "contrastive_lambda": 0.12482329865022629,
      "epoch": 14.412975670617591,
      "step": 46208
    },
    {
      "contrastive_lambda": 0.12480599325918473,
      "epoch": 14.413287585776668,
      "step": 46209
    },
    {
      "epoch": 14.413599500935746,
      "grad_norm": 0.10342373698949814,
      "learning_rate": 1.3761646841551668e-05,
      "loss": 0.0294,
      "step": 46210
    },
    {
      "epoch": 14.413599500935746,
      "flow_loss": 0.02171950601041317,
      "step": 46210
    },
    {
      "contrastive_loss": 0.003194887191057205,
      "epoch": 14.413599500935746,
      "step": 46210
    },
    {
      "contrastive_lambda": 0.12478868889675865,
      "epoch": 14.413599500935746,
      "step": 46210
    },
    {
      "contrastive_lambda": 0.124771385562996,
      "epoch": 14.413911416094821,
      "step": 46211
    },
    {
      "contrastive_lambda": 0.12475408325794379,
      "epoch": 14.414223331253899,
      "step": 46212
    },
    {
      "contrastive_lambda": 0.12473678198164967,
      "epoch": 14.414535246412976,
      "step": 46213
    },
    {
      "contrastive_lambda": 0.12471948173416081,
      "epoch": 14.414847161572052,
      "step": 46214
    },
    {
      "contrastive_lambda": 0.12470218251552484,
      "epoch": 14.415159076731129,
      "step": 46215
    },
    {
      "contrastive_lambda": 0.12468488432578911,
      "epoch": 14.415470991890206,
      "step": 46216
    },
    {
      "contrastive_lambda": 0.12466758716500109,
      "epoch": 14.415782907049282,
      "step": 46217
    },
    {
      "contrastive_lambda": 0.12465029103320824,
      "epoch": 14.41609482220836,
      "step": 46218
    },
    {
      "contrastive_lambda": 0.12463299593045801,
      "epoch": 14.416406737367437,
      "step": 46219
    },
    {
      "epoch": 14.416718652526512,
      "grad_norm": 0.07608161866664886,
      "learning_rate": 1.3742665167472146e-05,
      "loss": 0.0219,
      "step": 46220
    },
    {
      "epoch": 14.416718652526512,
      "flow_loss": 0.014176156371831894,
      "step": 46220
    },
    {
      "contrastive_loss": 0.0034642680548131466,
      "epoch": 14.416718652526512,
      "step": 46220
    },
    {
      "contrastive_lambda": 0.1246157018567976,
      "epoch": 14.416718652526512,
      "step": 46220
    },
    {
      "contrastive_lambda": 0.12459840881227457,
      "epoch": 14.41703056768559,
      "step": 46221
    },
    {
      "contrastive_lambda": 0.12458111679693629,
      "epoch": 14.417342482844667,
      "step": 46222
    },
    {
      "contrastive_lambda": 0.12456382581083025,
      "epoch": 14.417654398003743,
      "step": 46223
    },
    {
      "contrastive_lambda": 0.12454653585400388,
      "epoch": 14.41796631316282,
      "step": 46224
    },
    {
      "contrastive_lambda": 0.12452924692650441,
      "epoch": 14.418278228321896,
      "step": 46225
    },
    {
      "contrastive_lambda": 0.1245119590283793,
      "epoch": 14.418590143480973,
      "step": 46226
    },
    {
      "contrastive_lambda": 0.12449467215967597,
      "epoch": 14.41890205864005,
      "step": 46227
    },
    {
      "contrastive_lambda": 0.12447738632044181,
      "epoch": 14.419213973799126,
      "step": 46228
    },
    {
      "contrastive_lambda": 0.1244601015107244,
      "epoch": 14.419525888958203,
      "step": 46229
    },
    {
      "epoch": 14.41983780411728,
      "grad_norm": 0.07538612931966782,
      "learning_rate": 1.372369450741363e-05,
      "loss": 0.0253,
      "step": 46230
    },
    {
      "epoch": 14.41983780411728,
      "flow_loss": 0.032334085553884506,
      "step": 46230
    },
    {
      "contrastive_loss": 0.0036467413883656263,
      "epoch": 14.41983780411728,
      "step": 46230
    },
    {
      "contrastive_lambda": 0.12444281773057075,
      "epoch": 14.41983780411728,
      "step": 46230
    },
    {
      "contrastive_lambda": 0.12442553498002845,
      "epoch": 14.420149719276356,
      "step": 46231
    },
    {
      "contrastive_lambda": 0.12440825325914501,
      "epoch": 14.420461634435433,
      "step": 46232
    },
    {
      "contrastive_lambda": 0.12439097256796738,
      "epoch": 14.42077354959451,
      "step": 46233
    },
    {
      "contrastive_lambda": 0.12437369290654343,
      "epoch": 14.421085464753586,
      "step": 46234
    },
    {
      "contrastive_lambda": 0.12435641427492039,
      "epoch": 14.421397379912664,
      "step": 46235
    },
    {
      "contrastive_lambda": 0.1243391366731455,
      "epoch": 14.421709295071741,
      "step": 46236
    },
    {
      "contrastive_lambda": 0.12432186010126628,
      "epoch": 14.422021210230817,
      "step": 46237
    },
    {
      "contrastive_lambda": 0.12430458455932974,
      "epoch": 14.422333125389894,
      "step": 46238
    },
    {
      "contrastive_lambda": 0.12428731004738364,
      "epoch": 14.422645040548971,
      "step": 46239
    },
    {
      "epoch": 14.422956955708047,
      "grad_norm": 0.062195274978876114,
      "learning_rate": 1.3704734867138901e-05,
      "loss": 0.0213,
      "step": 46240
    },
    {
      "epoch": 14.422956955708047,
      "flow_loss": 0.01342353131622076,
      "step": 46240
    },
    {
      "contrastive_loss": 0.0031168274581432343,
      "epoch": 14.422956955708047,
      "step": 46240
    },
    {
      "contrastive_lambda": 0.12427003656547542,
      "epoch": 14.422956955708047,
      "step": 46240
    },
    {
      "contrastive_lambda": 0.12425276411365199,
      "epoch": 14.423268870867124,
      "step": 46241
    },
    {
      "contrastive_lambda": 0.12423549269196099,
      "epoch": 14.4235807860262,
      "step": 46242
    },
    {
      "contrastive_lambda": 0.12421822230044988,
      "epoch": 14.423892701185277,
      "step": 46243
    },
    {
      "contrastive_lambda": 0.12420095293916555,
      "epoch": 14.424204616344355,
      "step": 46244
    },
    {
      "contrastive_lambda": 0.12418368460815576,
      "epoch": 14.42451653150343,
      "step": 46245
    },
    {
      "contrastive_lambda": 0.12416641730746791,
      "epoch": 14.424828446662508,
      "step": 46246
    },
    {
      "contrastive_lambda": 0.12414915103714902,
      "epoch": 14.425140361821585,
      "step": 46247
    },
    {
      "contrastive_lambda": 0.12413188579724671,
      "epoch": 14.42545227698066,
      "step": 46248
    },
    {
      "contrastive_lambda": 0.12411462158780806,
      "epoch": 14.425764192139738,
      "step": 46249
    },
    {
      "epoch": 14.426076107298815,
      "grad_norm": 0.0844343900680542,
      "learning_rate": 1.36857862524074e-05,
      "loss": 0.0238,
      "step": 46250
    },
    {
      "epoch": 14.426076107298815,
      "flow_loss": 0.02338317781686783,
      "step": 46250
    },
    {
      "contrastive_loss": 0.0035408753901720047,
      "epoch": 14.426076107298815,
      "step": 46250
    },
    {
      "contrastive_lambda": 0.12409735840888036,
      "epoch": 14.426076107298815,
      "step": 46250
    },
    {
      "contrastive_lambda": 0.12408009626051136,
      "epoch": 14.42638802245789,
      "step": 46251
    },
    {
      "contrastive_lambda": 0.12406283514274796,
      "epoch": 14.426699937616968,
      "step": 46252
    },
    {
      "contrastive_lambda": 0.12404557505563768,
      "epoch": 14.427011852776046,
      "step": 46253
    },
    {
      "contrastive_lambda": 0.12402831599922792,
      "epoch": 14.427323767935121,
      "step": 46254
    },
    {
      "contrastive_lambda": 0.12401105797356565,
      "epoch": 14.427635683094199,
      "step": 46255
    },
    {
      "contrastive_lambda": 0.1239938009786985,
      "epoch": 14.427947598253276,
      "step": 46256
    },
    {
      "contrastive_lambda": 0.12397654501467387,
      "epoch": 14.428259513412351,
      "step": 46257
    },
    {
      "contrastive_lambda": 0.12395929008153872,
      "epoch": 14.428571428571429,
      "step": 46258
    },
    {
      "contrastive_lambda": 0.12394203617934063,
      "epoch": 14.428883343730504,
      "step": 46259
    },
    {
      "epoch": 14.429195258889582,
      "grad_norm": 0.11243908107280731,
      "learning_rate": 1.3666848668975213e-05,
      "loss": 0.0189,
      "step": 46260
    },
    {
      "epoch": 14.429195258889582,
      "flow_loss": 0.038938067853450775,
      "step": 46260
    },
    {
      "contrastive_loss": 0.003919648937880993,
      "epoch": 14.429195258889582,
      "step": 46260
    },
    {
      "contrastive_lambda": 0.12392478330812673,
      "epoch": 14.429195258889582,
      "step": 46260
    },
    {
      "contrastive_lambda": 0.1239075314679442,
      "epoch": 14.42950717404866,
      "step": 46261
    },
    {
      "contrastive_lambda": 0.12389028065884083,
      "epoch": 14.429819089207735,
      "step": 46262
    },
    {
      "contrastive_lambda": 0.12387303088086349,
      "epoch": 14.430131004366812,
      "step": 46263
    },
    {
      "contrastive_lambda": 0.12385578213405957,
      "epoch": 14.43044291952589,
      "step": 46264
    },
    {
      "contrastive_lambda": 0.12383853441847653,
      "epoch": 14.430754834684965,
      "step": 46265
    },
    {
      "contrastive_lambda": 0.12382128773416134,
      "epoch": 14.431066749844042,
      "step": 46266
    },
    {
      "contrastive_lambda": 0.12380404208116147,
      "epoch": 14.43137866500312,
      "step": 46267
    },
    {
      "contrastive_lambda": 0.12378679745952414,
      "epoch": 14.431690580162195,
      "step": 46268
    },
    {
      "contrastive_lambda": 0.12376955386929672,
      "epoch": 14.432002495321273,
      "step": 46269
    },
    {
      "epoch": 14.43231441048035,
      "grad_norm": 0.06464565545320511,
      "learning_rate": 1.3647922122595063e-05,
      "loss": 0.0207,
      "step": 46270
    },
    {
      "epoch": 14.43231441048035,
      "flow_loss": 0.02624848671257496,
      "step": 46270
    },
    {
      "contrastive_loss": 0.0031504968646913767,
      "epoch": 14.43231441048035,
      "step": 46270
    },
    {
      "contrastive_lambda": 0.12375231131052655,
      "epoch": 14.43231441048035,
      "step": 46270
    },
    {
      "contrastive_lambda": 0.12373506978326065,
      "epoch": 14.432626325639426,
      "step": 46271
    },
    {
      "contrastive_lambda": 0.12371782928754627,
      "epoch": 14.432938240798503,
      "step": 46272
    },
    {
      "contrastive_lambda": 0.12370058982343107,
      "epoch": 14.43325015595758,
      "step": 46273
    },
    {
      "contrastive_lambda": 0.12368335139096198,
      "epoch": 14.433562071116656,
      "step": 46274
    },
    {
      "contrastive_lambda": 0.12366611399018645,
      "epoch": 14.433873986275733,
      "step": 46275
    },
    {
      "contrastive_lambda": 0.12364887762115151,
      "epoch": 14.434185901434809,
      "step": 46276
    },
    {
      "contrastive_lambda": 0.12363164228390455,
      "epoch": 14.434497816593886,
      "step": 46277
    },
    {
      "contrastive_lambda": 0.12361440797849282,
      "epoch": 14.434809731752964,
      "step": 46278
    },
    {
      "contrastive_lambda": 0.12359717470496356,
      "epoch": 14.43512164691204,
      "step": 46279
    },
    {
      "epoch": 14.435433562071116,
      "grad_norm": 0.0514753982424736,
      "learning_rate": 1.3629006619016366e-05,
      "loss": 0.0187,
      "step": 46280
    },
    {
      "epoch": 14.435433562071116,
      "flow_loss": 0.03118377923965454,
      "step": 46280
    },
    {
      "contrastive_loss": 0.0036342774983495474,
      "epoch": 14.435433562071116,
      "step": 46280
    },
    {
      "contrastive_lambda": 0.12357994246336396,
      "epoch": 14.435433562071116,
      "step": 46280
    },
    {
      "contrastive_lambda": 0.12356271125374152,
      "epoch": 14.435745477230194,
      "step": 46281
    },
    {
      "contrastive_lambda": 0.1235454810761431,
      "epoch": 14.43605739238927,
      "step": 46282
    },
    {
      "contrastive_lambda": 0.12352825193061617,
      "epoch": 14.436369307548347,
      "step": 46283
    },
    {
      "contrastive_lambda": 0.12351102381720791,
      "epoch": 14.436681222707424,
      "step": 46284
    },
    {
      "contrastive_lambda": 0.1234937967359655,
      "epoch": 14.4369931378665,
      "step": 46285
    },
    {
      "contrastive_lambda": 0.1234765706869364,
      "epoch": 14.437305053025577,
      "step": 46286
    },
    {
      "contrastive_lambda": 0.12345934567016753,
      "epoch": 14.437616968184654,
      "step": 46287
    },
    {
      "contrastive_lambda": 0.12344212168570623,
      "epoch": 14.43792888334373,
      "step": 46288
    },
    {
      "contrastive_lambda": 0.12342489873359969,
      "epoch": 14.438240798502807,
      "step": 46289
    },
    {
      "epoch": 14.438552713661885,
      "grad_norm": 0.06293968111276627,
      "learning_rate": 1.3610102163985139e-05,
      "loss": 0.0272,
      "step": 46290
    },
    {
      "epoch": 14.438552713661885,
      "flow_loss": 0.02062165178358555,
      "step": 46290
    },
    {
      "contrastive_loss": 0.0035934075713157654,
      "epoch": 14.438552713661885,
      "step": 46290
    },
    {
      "contrastive_lambda": 0.1234076768138952,
      "epoch": 14.438552713661885,
      "step": 46290
    },
    {
      "contrastive_lambda": 0.12339045592664,
      "epoch": 14.43886462882096,
      "step": 46291
    },
    {
      "contrastive_lambda": 0.12337323607188133,
      "epoch": 14.439176543980038,
      "step": 46292
    },
    {
      "contrastive_lambda": 0.12335601724966616,
      "epoch": 14.439488459139113,
      "step": 46293
    },
    {
      "contrastive_lambda": 0.12333879946004206,
      "epoch": 14.43980037429819,
      "step": 46294
    },
    {
      "contrastive_lambda": 0.12332158270305571,
      "epoch": 14.440112289457268,
      "step": 46295
    },
    {
      "contrastive_lambda": 0.12330436697875474,
      "epoch": 14.440424204616344,
      "step": 46296
    },
    {
      "contrastive_lambda": 0.1232871522871864,
      "epoch": 14.440736119775421,
      "step": 46297
    },
    {
      "contrastive_lambda": 0.12326993862839758,
      "epoch": 14.441048034934498,
      "step": 46298
    },
    {
      "contrastive_lambda": 0.12325272600243564,
      "epoch": 14.441359950093574,
      "step": 46299
    },
    {
      "epoch": 14.441671865252651,
      "grad_norm": 0.08304835855960846,
      "learning_rate": 1.3591208763244057e-05,
      "loss": 0.0251,
      "step": 46300
    },
    {
      "epoch": 14.441671865252651,
      "flow_loss": 0.018572885543107986,
      "step": 46300
    },
    {
      "contrastive_loss": 0.0032468640711158514,
      "epoch": 14.441671865252651,
      "step": 46300
    },
    {
      "contrastive_lambda": 0.12323551440934788,
      "epoch": 14.441671865252651,
      "step": 46300
    },
    {
      "contrastive_lambda": 0.12321830384918103,
      "epoch": 14.441983780411729,
      "step": 46301
    },
    {
      "contrastive_lambda": 0.12320109432198273,
      "epoch": 14.442295695570804,
      "step": 46302
    },
    {
      "contrastive_lambda": 0.12318388582780021,
      "epoch": 14.442607610729882,
      "step": 46303
    },
    {
      "contrastive_lambda": 0.12316667836668027,
      "epoch": 14.442919525888959,
      "step": 46304
    },
    {
      "contrastive_lambda": 0.12314947193867049,
      "epoch": 14.443231441048034,
      "step": 46305
    },
    {
      "contrastive_lambda": 0.12313226654381748,
      "epoch": 14.443543356207112,
      "step": 46306
    },
    {
      "contrastive_lambda": 0.12311506218216894,
      "epoch": 14.44385527136619,
      "step": 46307
    },
    {
      "contrastive_lambda": 0.12309785885377195,
      "epoch": 14.444167186525265,
      "step": 46308
    },
    {
      "contrastive_lambda": 0.12308065655867345,
      "epoch": 14.444479101684342,
      "step": 46309
    },
    {
      "epoch": 14.444791016843418,
      "grad_norm": 0.05884946882724762,
      "learning_rate": 1.3572326422532428e-05,
      "loss": 0.0297,
      "step": 46310
    },
    {
      "epoch": 14.444791016843418,
      "flow_loss": 0.027187051251530647,
      "step": 46310
    },
    {
      "contrastive_loss": 0.003298216499388218,
      "epoch": 14.444791016843418,
      "step": 46310
    },
    {
      "contrastive_lambda": 0.12306345529692075,
      "epoch": 14.444791016843418,
      "step": 46310
    },
    {
      "contrastive_lambda": 0.12304625506856115,
      "epoch": 14.445102932002495,
      "step": 46311
    },
    {
      "contrastive_lambda": 0.12302905587364132,
      "epoch": 14.445414847161572,
      "step": 46312
    },
    {
      "contrastive_lambda": 0.1230118577122089,
      "epoch": 14.445726762320648,
      "step": 46313
    },
    {
      "contrastive_lambda": 0.12299466058431102,
      "epoch": 14.446038677479725,
      "step": 46314
    },
    {
      "contrastive_lambda": 0.12297746448999453,
      "epoch": 14.446350592638803,
      "step": 46315
    },
    {
      "contrastive_lambda": 0.12296026942930688,
      "epoch": 14.446662507797878,
      "step": 46316
    },
    {
      "contrastive_lambda": 0.12294307540229493,
      "epoch": 14.446974422956956,
      "step": 46317
    },
    {
      "contrastive_lambda": 0.12292588240900582,
      "epoch": 14.447286338116033,
      "step": 46318
    },
    {
      "contrastive_lambda": 0.12290869044948705,
      "epoch": 14.447598253275109,
      "step": 46319
    },
    {
      "epoch": 14.447910168434186,
      "grad_norm": 0.06732882559299469,
      "learning_rate": 1.355345514758622e-05,
      "loss": 0.0213,
      "step": 46320
    },
    {
      "epoch": 14.447910168434186,
      "flow_loss": 0.03676599636673927,
      "step": 46320
    },
    {
      "contrastive_loss": 0.00410666037350893,
      "epoch": 14.447910168434186,
      "step": 46320
    },
    {
      "contrastive_lambda": 0.12289149952378536,
      "epoch": 14.447910168434186,
      "step": 46320
    },
    {
      "contrastive_lambda": 0.12287430963194806,
      "epoch": 14.448222083593263,
      "step": 46321
    },
    {
      "contrastive_lambda": 0.12285712077402244,
      "epoch": 14.448533998752339,
      "step": 46322
    },
    {
      "contrastive_lambda": 0.12283993295005508,
      "epoch": 14.448845913911416,
      "step": 46323
    },
    {
      "contrastive_lambda": 0.12282274616009381,
      "epoch": 14.449157829070494,
      "step": 46324
    },
    {
      "contrastive_lambda": 0.12280556040418517,
      "epoch": 14.44946974422957,
      "step": 46325
    },
    {
      "contrastive_lambda": 0.12278837568237655,
      "epoch": 14.449781659388647,
      "step": 46326
    },
    {
      "contrastive_lambda": 0.1227711919947152,
      "epoch": 14.450093574547722,
      "step": 46327
    },
    {
      "contrastive_lambda": 0.12275400934124786,
      "epoch": 14.4504054897068,
      "step": 46328
    },
    {
      "contrastive_lambda": 0.12273682772202166,
      "epoch": 14.450717404865877,
      "step": 46329
    },
    {
      "epoch": 14.451029320024952,
      "grad_norm": 0.0710887536406517,
      "learning_rate": 1.3534594944138007e-05,
      "loss": 0.0219,
      "step": 46330
    },
    {
      "epoch": 14.451029320024952,
      "flow_loss": 0.014114565216004848,
      "step": 46330
    },
    {
      "contrastive_loss": 0.0034406501799821854,
      "epoch": 14.451029320024952,
      "step": 46330
    },
    {
      "contrastive_lambda": 0.12271964713708416,
      "epoch": 14.451029320024952,
      "step": 46330
    },
    {
      "contrastive_lambda": 0.12270246758648207,
      "epoch": 14.45134123518403,
      "step": 46331
    },
    {
      "contrastive_lambda": 0.12268528907026266,
      "epoch": 14.451653150343107,
      "step": 46332
    },
    {
      "contrastive_lambda": 0.12266811158847285,
      "epoch": 14.451965065502183,
      "step": 46333
    },
    {
      "contrastive_lambda": 0.12265093514115982,
      "epoch": 14.45227698066126,
      "step": 46334
    },
    {
      "contrastive_lambda": 0.1226337597283707,
      "epoch": 14.452588895820337,
      "step": 46335
    },
    {
      "contrastive_lambda": 0.12261658535015257,
      "epoch": 14.452900810979413,
      "step": 46336
    },
    {
      "contrastive_lambda": 0.12259941200655244,
      "epoch": 14.45321272613849,
      "step": 46337
    },
    {
      "contrastive_lambda": 0.12258223969761767,
      "epoch": 14.453524641297568,
      "step": 46338
    },
    {
      "contrastive_lambda": 0.12256506842339493,
      "epoch": 14.453836556456643,
      "step": 46339
    },
    {
      "epoch": 14.45414847161572,
      "grad_norm": 0.06574151664972305,
      "learning_rate": 1.3515745817917069e-05,
      "loss": 0.021,
      "step": 46340
    },
    {
      "epoch": 14.45414847161572,
      "flow_loss": 0.025104952976107597,
      "step": 46340
    },
    {
      "contrastive_loss": 0.0035610604099929333,
      "epoch": 14.45414847161572,
      "step": 46340
    },
    {
      "contrastive_lambda": 0.12254789818393164,
      "epoch": 14.45414847161572,
      "step": 46340
    },
    {
      "contrastive_lambda": 0.12253072897927436,
      "epoch": 14.454460386774798,
      "step": 46341
    },
    {
      "contrastive_lambda": 0.12251356080947073,
      "epoch": 14.454772301933874,
      "step": 46342
    },
    {
      "contrastive_lambda": 0.12249639367456777,
      "epoch": 14.455084217092951,
      "step": 46343
    },
    {
      "contrastive_lambda": 0.12247922757461221,
      "epoch": 14.455396132252027,
      "step": 46344
    },
    {
      "contrastive_lambda": 0.12246206250965125,
      "epoch": 14.455708047411104,
      "step": 46345
    },
    {
      "contrastive_lambda": 0.122444898479732,
      "epoch": 14.456019962570181,
      "step": 46346
    },
    {
      "contrastive_lambda": 0.12242773548490155,
      "epoch": 14.456331877729257,
      "step": 46347
    },
    {
      "contrastive_lambda": 0.12241057352520684,
      "epoch": 14.456643792888334,
      "step": 46348
    },
    {
      "contrastive_lambda": 0.12239341260069514,
      "epoch": 14.456955708047412,
      "step": 46349
    },
    {
      "epoch": 14.457267623206487,
      "grad_norm": 0.07306663691997528,
      "learning_rate": 1.3496907774649208e-05,
      "loss": 0.026,
      "step": 46350
    },
    {
      "epoch": 14.457267623206487,
      "flow_loss": 0.03796646371483803,
      "step": 46350
    },
    {
      "contrastive_loss": 0.00391627149656415,
      "epoch": 14.457267623206487,
      "step": 46350
    },
    {
      "contrastive_lambda": 0.12237625271141322,
      "epoch": 14.457267623206487,
      "step": 46350
    },
    {
      "contrastive_lambda": 0.12235909385740834,
      "epoch": 14.457579538365565,
      "step": 46351
    },
    {
      "contrastive_lambda": 0.12234193603872717,
      "epoch": 14.457891453524642,
      "step": 46352
    },
    {
      "contrastive_lambda": 0.12232477925541724,
      "epoch": 14.458203368683717,
      "step": 46353
    },
    {
      "contrastive_lambda": 0.12230762350752544,
      "epoch": 14.458515283842795,
      "step": 46354
    },
    {
      "contrastive_lambda": 0.12229046879509858,
      "epoch": 14.458827199001872,
      "step": 46355
    },
    {
      "contrastive_lambda": 0.1222733151181839,
      "epoch": 14.459139114160948,
      "step": 46356
    },
    {
      "contrastive_lambda": 0.12225616247682847,
      "epoch": 14.459451029320025,
      "step": 46357
    },
    {
      "contrastive_lambda": 0.12223901087107897,
      "epoch": 14.459762944479102,
      "step": 46358
    },
    {
      "contrastive_lambda": 0.12222186030098281,
      "epoch": 14.460074859638178,
      "step": 46359
    },
    {
      "epoch": 14.460386774797255,
      "grad_norm": 0.06786996126174927,
      "learning_rate": 1.3478080820056987e-05,
      "loss": 0.0236,
      "step": 46360
    },
    {
      "epoch": 14.460386774797255,
      "flow_loss": 0.017472419887781143,
      "step": 46360
    },
    {
      "contrastive_loss": 0.0032258713617920876,
      "epoch": 14.460386774797255,
      "step": 46360
    },
    {
      "contrastive_lambda": 0.12220471076658695,
      "epoch": 14.460386774797255,
      "step": 46360
    },
    {
      "contrastive_lambda": 0.12218756226793825,
      "epoch": 14.460698689956331,
      "step": 46361
    },
    {
      "contrastive_lambda": 0.12217041480508395,
      "epoch": 14.461010605115408,
      "step": 46362
    },
    {
      "contrastive_lambda": 0.12215326837807056,
      "epoch": 14.461322520274486,
      "step": 46363
    },
    {
      "contrastive_lambda": 0.12213612298694565,
      "epoch": 14.461634435433561,
      "step": 46364
    },
    {
      "contrastive_lambda": 0.12211897863175614,
      "epoch": 14.461946350592639,
      "step": 46365
    },
    {
      "contrastive_lambda": 0.1221018353125487,
      "epoch": 14.462258265751716,
      "step": 46366
    },
    {
      "contrastive_lambda": 0.12208469302937058,
      "epoch": 14.462570180910792,
      "step": 46367
    },
    {
      "contrastive_lambda": 0.12206755178226891,
      "epoch": 14.462882096069869,
      "step": 46368
    },
    {
      "contrastive_lambda": 0.12205041157129015,
      "epoch": 14.463194011228946,
      "step": 46369
    },
    {
      "epoch": 14.463505926388022,
      "grad_norm": 0.08091983944177628,
      "learning_rate": 1.3459264959859474e-05,
      "loss": 0.0223,
      "step": 46370
    },
    {
      "epoch": 14.463505926388022,
      "flow_loss": 0.01969294436275959,
      "step": 46370
    },
    {
      "contrastive_loss": 0.005052570253610611,
      "epoch": 14.463505926388022,
      "step": 46370
    },
    {
      "contrastive_lambda": 0.12203327239648198,
      "epoch": 14.463505926388022,
      "step": 46370
    },
    {
      "contrastive_lambda": 0.12201613425789087,
      "epoch": 14.4638178415471,
      "step": 46371
    },
    {
      "contrastive_lambda": 0.12199899715556406,
      "epoch": 14.464129756706177,
      "step": 46372
    },
    {
      "contrastive_lambda": 0.12198186108954856,
      "epoch": 14.464441671865252,
      "step": 46373
    },
    {
      "contrastive_lambda": 0.12196472605989106,
      "epoch": 14.46475358702433,
      "step": 46374
    },
    {
      "contrastive_lambda": 0.12194759206663863,
      "epoch": 14.465065502183407,
      "step": 46375
    },
    {
      "contrastive_lambda": 0.12193045910983863,
      "epoch": 14.465377417342483,
      "step": 46376
    },
    {
      "contrastive_lambda": 0.12191332718953762,
      "epoch": 14.46568933250156,
      "step": 46377
    },
    {
      "contrastive_lambda": 0.1218961963057828,
      "epoch": 14.466001247660635,
      "step": 46378
    },
    {
      "contrastive_lambda": 0.1218790664586209,
      "epoch": 14.466313162819713,
      "step": 46379
    },
    {
      "epoch": 14.46662507797879,
      "grad_norm": 0.059099338948726654,
      "learning_rate": 1.3440460199772487e-05,
      "loss": 0.0256,
      "step": 46380
    },
    {
      "epoch": 14.46662507797879,
      "flow_loss": 0.02567523904144764,
      "step": 46380
    },
    {
      "contrastive_loss": 0.00382784241810441,
      "epoch": 14.46662507797879,
      "step": 46380
    },
    {
      "contrastive_lambda": 0.12186193764809888,
      "epoch": 14.46662507797879,
      "step": 46380
    },
    {
      "contrastive_lambda": 0.1218448098742641,
      "epoch": 14.466936993137866,
      "step": 46381
    },
    {
      "contrastive_lambda": 0.12182768313716308,
      "epoch": 14.467248908296943,
      "step": 46382
    },
    {
      "contrastive_lambda": 0.12181055743684294,
      "epoch": 14.46756082345602,
      "step": 46383
    },
    {
      "contrastive_lambda": 0.12179343277335081,
      "epoch": 14.467872738615096,
      "step": 46384
    },
    {
      "contrastive_lambda": 0.12177630914673326,
      "epoch": 14.468184653774173,
      "step": 46385
    },
    {
      "contrastive_lambda": 0.12175918655703732,
      "epoch": 14.46849656893325,
      "step": 46386
    },
    {
      "contrastive_lambda": 0.12174206500431034,
      "epoch": 14.468808484092326,
      "step": 46387
    },
    {
      "contrastive_lambda": 0.12172494448859883,
      "epoch": 14.469120399251404,
      "step": 46388
    },
    {
      "contrastive_lambda": 0.12170782500994998,
      "epoch": 14.469432314410481,
      "step": 46389
    },
    {
      "epoch": 14.469744229569557,
      "grad_norm": 0.05041661486029625,
      "learning_rate": 1.3421666545508382e-05,
      "loss": 0.0229,
      "step": 46390
    },
    {
      "epoch": 14.469744229569557,
      "flow_loss": 0.01782011240720749,
      "step": 46390
    },
    {
      "contrastive_loss": 0.005794079042971134,
      "epoch": 14.469744229569557,
      "step": 46390
    },
    {
      "contrastive_lambda": 0.12169070656841047,
      "epoch": 14.469744229569557,
      "step": 46390
    },
    {
      "contrastive_lambda": 0.12167358916402737,
      "epoch": 14.470056144728634,
      "step": 46391
    },
    {
      "contrastive_lambda": 0.1216564727968476,
      "epoch": 14.470368059887711,
      "step": 46392
    },
    {
      "contrastive_lambda": 0.12163935746691806,
      "epoch": 14.470679975046787,
      "step": 46393
    },
    {
      "contrastive_lambda": 0.12162224317428577,
      "epoch": 14.470991890205864,
      "step": 46394
    },
    {
      "contrastive_lambda": 0.12160512991899769,
      "epoch": 14.47130380536494,
      "step": 46395
    },
    {
      "contrastive_lambda": 0.1215880177011005,
      "epoch": 14.471615720524017,
      "step": 46396
    },
    {
      "contrastive_lambda": 0.12157090652064106,
      "epoch": 14.471927635683095,
      "step": 46397
    },
    {
      "contrastive_lambda": 0.12155379637766683,
      "epoch": 14.47223955084217,
      "step": 46398
    },
    {
      "contrastive_lambda": 0.12153668727222416,
      "epoch": 14.472551466001248,
      "step": 46399
    },
    {
      "epoch": 14.472863381160325,
      "grad_norm": 0.0776197537779808,
      "learning_rate": 1.3402884002776194e-05,
      "loss": 0.0183,
      "step": 46400
    },
    {
      "epoch": 14.472863381160325,
      "flow_loss": 0.019346490502357483,
      "step": 46400
    },
    {
      "contrastive_loss": 0.0046399738639593124,
      "epoch": 14.472863381160325,
      "step": 46400
    },
    {
      "contrastive_lambda": 0.1215195792043603,
      "epoch": 14.472863381160325,
      "step": 46400
    },
    {
      "contrastive_lambda": 0.12150247217412186,
      "epoch": 14.4731752963194,
      "step": 46401
    },
    {
      "contrastive_lambda": 0.12148536618155586,
      "epoch": 14.473487211478478,
      "step": 46402
    },
    {
      "contrastive_lambda": 0.12146826122670928,
      "epoch": 14.473799126637555,
      "step": 46403
    },
    {
      "contrastive_lambda": 0.12145115730962891,
      "epoch": 14.47411104179663,
      "step": 46404
    },
    {
      "contrastive_lambda": 0.1214340544303617,
      "epoch": 14.474422956955708,
      "step": 46405
    },
    {
      "contrastive_lambda": 0.12141695258895463,
      "epoch": 14.474734872114785,
      "step": 46406
    },
    {
      "contrastive_lambda": 0.12139985178545437,
      "epoch": 14.475046787273861,
      "step": 46407
    },
    {
      "contrastive_lambda": 0.12138275201990806,
      "epoch": 14.475358702432938,
      "step": 46408
    },
    {
      "contrastive_lambda": 0.12136565329236215,
      "epoch": 14.475670617592016,
      "step": 46409
    },
    {
      "epoch": 14.475982532751091,
      "grad_norm": 0.08803033828735352,
      "learning_rate": 1.3384112577281555e-05,
      "loss": 0.0195,
      "step": 46410
    },
    {
      "epoch": 14.475982532751091,
      "flow_loss": 0.01833990588784218,
      "step": 46410
    },
    {
      "contrastive_loss": 0.0037067343946546316,
      "epoch": 14.475982532751091,
      "step": 46410
    },
    {
      "contrastive_lambda": 0.1213485556028639,
      "epoch": 14.475982532751091,
      "step": 46410
    },
    {
      "contrastive_lambda": 0.1213314589514603,
      "epoch": 14.476294447910169,
      "step": 46411
    },
    {
      "contrastive_lambda": 0.12131436333819778,
      "epoch": 14.476606363069244,
      "step": 46412
    },
    {
      "contrastive_lambda": 0.12129726876312347,
      "epoch": 14.476918278228322,
      "step": 46413
    },
    {
      "contrastive_lambda": 0.1212801752262842,
      "epoch": 14.477230193387399,
      "step": 46414
    },
    {
      "contrastive_lambda": 0.12126308272772685,
      "epoch": 14.477542108546475,
      "step": 46415
    },
    {
      "contrastive_lambda": 0.12124599126749824,
      "epoch": 14.477854023705552,
      "step": 46416
    },
    {
      "contrastive_lambda": 0.12122890084564542,
      "epoch": 14.47816593886463,
      "step": 46417
    },
    {
      "contrastive_lambda": 0.12121181146221488,
      "epoch": 14.478477854023705,
      "step": 46418
    },
    {
      "contrastive_lambda": 0.12119472311725388,
      "epoch": 14.478789769182782,
      "step": 46419
    },
    {
      "epoch": 14.47910168434186,
      "grad_norm": 0.0822659283876419,
      "learning_rate": 1.3365352274726711e-05,
      "loss": 0.0183,
      "step": 46420
    },
    {
      "epoch": 14.47910168434186,
      "flow_loss": 0.02976885251700878,
      "step": 46420
    },
    {
      "contrastive_loss": 0.005326863843947649,
      "epoch": 14.47910168434186,
      "step": 46420
    },
    {
      "contrastive_lambda": 0.1211776358108087,
      "epoch": 14.47910168434186,
      "step": 46420
    },
    {
      "contrastive_lambda": 0.12116054954292671,
      "epoch": 14.479413599500935,
      "step": 46421
    },
    {
      "contrastive_lambda": 0.12114346431365475,
      "epoch": 14.479725514660013,
      "step": 46422
    },
    {
      "contrastive_lambda": 0.12112638012303933,
      "epoch": 14.48003742981909,
      "step": 46423
    },
    {
      "contrastive_lambda": 0.12110929697112743,
      "epoch": 14.480349344978166,
      "step": 46424
    },
    {
      "contrastive_lambda": 0.12109221485796606,
      "epoch": 14.480661260137243,
      "step": 46425
    },
    {
      "contrastive_lambda": 0.12107513378360163,
      "epoch": 14.48097317529632,
      "step": 46426
    },
    {
      "contrastive_lambda": 0.12105805374808148,
      "epoch": 14.481285090455396,
      "step": 46427
    },
    {
      "contrastive_lambda": 0.12104097475145209,
      "epoch": 14.481597005614473,
      "step": 46428
    },
    {
      "contrastive_lambda": 0.12102389679376035,
      "epoch": 14.481908920773549,
      "step": 46429
    },
    {
      "epoch": 14.482220835932626,
      "grad_norm": 0.06861750036478043,
      "learning_rate": 1.3346603100810578e-05,
      "loss": 0.0209,
      "step": 46430
    },
    {
      "epoch": 14.482220835932626,
      "flow_loss": 0.030672559514641762,
      "step": 46430
    },
    {
      "contrastive_loss": 0.004533479921519756,
      "epoch": 14.482220835932626,
      "step": 46430
    },
    {
      "contrastive_lambda": 0.1210068198750533,
      "epoch": 14.482220835932626,
      "step": 46430
    },
    {
      "contrastive_lambda": 0.12098974399537726,
      "epoch": 14.482532751091703,
      "step": 46431
    },
    {
      "contrastive_lambda": 0.1209726691547795,
      "epoch": 14.482844666250779,
      "step": 46432
    },
    {
      "contrastive_lambda": 0.1209555953533068,
      "epoch": 14.483156581409856,
      "step": 46433
    },
    {
      "contrastive_lambda": 0.12093852259100579,
      "epoch": 14.483468496568934,
      "step": 46434
    },
    {
      "contrastive_lambda": 0.12092145086792344,
      "epoch": 14.48378041172801,
      "step": 46435
    },
    {
      "contrastive_lambda": 0.12090438018410632,
      "epoch": 14.484092326887087,
      "step": 46436
    },
    {
      "contrastive_lambda": 0.12088731053960117,
      "epoch": 14.484404242046164,
      "step": 46437
    },
    {
      "contrastive_lambda": 0.12087024193445534,
      "epoch": 14.48471615720524,
      "step": 46438
    },
    {
      "contrastive_lambda": 0.12085317436871507,
      "epoch": 14.485028072364317,
      "step": 46439
    },
    {
      "epoch": 14.485339987523394,
      "grad_norm": 0.05844566971063614,
      "learning_rate": 1.3327865061228645e-05,
      "loss": 0.0237,
      "step": 46440
    },
    {
      "epoch": 14.485339987523394,
      "flow_loss": 0.01308514829725027,
      "step": 46440
    },
    {
      "contrastive_loss": 0.006302955560386181,
      "epoch": 14.485339987523394,
      "step": 46440
    },
    {
      "contrastive_lambda": 0.12083610784242738,
      "epoch": 14.485339987523394,
      "step": 46440
    },
    {
      "contrastive_lambda": 0.12081904235563917,
      "epoch": 14.48565190268247,
      "step": 46441
    },
    {
      "contrastive_lambda": 0.12080197790839697,
      "epoch": 14.485963817841547,
      "step": 46442
    },
    {
      "contrastive_lambda": 0.12078491450074752,
      "epoch": 14.486275733000625,
      "step": 46443
    },
    {
      "contrastive_lambda": 0.120767852132738,
      "epoch": 14.4865876481597,
      "step": 46444
    },
    {
      "contrastive_lambda": 0.12075079080441481,
      "epoch": 14.486899563318778,
      "step": 46445
    },
    {
      "contrastive_lambda": 0.12073373051582503,
      "epoch": 14.487211478477853,
      "step": 46446
    },
    {
      "contrastive_lambda": 0.12071667126701513,
      "epoch": 14.48752339363693,
      "step": 46447
    },
    {
      "contrastive_lambda": 0.12069961305803184,
      "epoch": 14.487835308796008,
      "step": 46448
    },
    {
      "contrastive_lambda": 0.1206825558889224,
      "epoch": 14.488147223955083,
      "step": 46449
    },
    {
      "epoch": 14.48845913911416,
      "grad_norm": 0.05411284789443016,
      "learning_rate": 1.330913816167304e-05,
      "loss": 0.0179,
      "step": 46450
    },
    {
      "epoch": 14.48845913911416,
      "flow_loss": 0.029114114120602608,
      "step": 46450
    },
    {
      "contrastive_loss": 0.003683841787278652,
      "epoch": 14.48845913911416,
      "step": 46450
    },
    {
      "contrastive_lambda": 0.12066549975973312,
      "epoch": 14.48845913911416,
      "step": 46450
    },
    {
      "contrastive_lambda": 0.12064844467051089,
      "epoch": 14.488771054273238,
      "step": 46451
    },
    {
      "contrastive_lambda": 0.12063139062130268,
      "epoch": 14.489082969432314,
      "step": 46452
    },
    {
      "contrastive_lambda": 0.1206143376121549,
      "epoch": 14.489394884591391,
      "step": 46453
    },
    {
      "contrastive_lambda": 0.12059728564311428,
      "epoch": 14.489706799750468,
      "step": 46454
    },
    {
      "contrastive_lambda": 0.12058023471422802,
      "epoch": 14.490018714909544,
      "step": 46455
    },
    {
      "contrastive_lambda": 0.12056318482554246,
      "epoch": 14.490330630068621,
      "step": 46456
    },
    {
      "contrastive_lambda": 0.12054613597710462,
      "epoch": 14.490642545227699,
      "step": 46457
    },
    {
      "contrastive_lambda": 0.12052908816896096,
      "epoch": 14.490954460386774,
      "step": 46458
    },
    {
      "contrastive_lambda": 0.12051204140115834,
      "epoch": 14.491266375545852,
      "step": 46459
    },
    {
      "epoch": 14.491578290704929,
      "grad_norm": 0.07310615479946136,
      "learning_rate": 1.3290422407832492e-05,
      "loss": 0.0243,
      "step": 46460
    },
    {
      "epoch": 14.491578290704929,
      "flow_loss": 0.016666719689965248,
      "step": 46460
    },
    {
      "contrastive_loss": 0.0031503059435635805,
      "epoch": 14.491578290704929,
      "step": 46460
    },
    {
      "contrastive_lambda": 0.1204949956737435,
      "epoch": 14.491578290704929,
      "step": 46460
    },
    {
      "contrastive_lambda": 0.12047795098676317,
      "epoch": 14.491890205864005,
      "step": 46461
    },
    {
      "contrastive_lambda": 0.1204609073402641,
      "epoch": 14.492202121023082,
      "step": 46462
    },
    {
      "contrastive_lambda": 0.12044386473429314,
      "epoch": 14.492514036182158,
      "step": 46463
    },
    {
      "contrastive_lambda": 0.12042682316889675,
      "epoch": 14.492825951341235,
      "step": 46464
    },
    {
      "contrastive_lambda": 0.12040978264412178,
      "epoch": 14.493137866500312,
      "step": 46465
    },
    {
      "contrastive_lambda": 0.12039274316001491,
      "epoch": 14.493449781659388,
      "step": 46466
    },
    {
      "contrastive_lambda": 0.1203757047166229,
      "epoch": 14.493761696818465,
      "step": 46467
    },
    {
      "contrastive_lambda": 0.12035866731399258,
      "epoch": 14.494073611977543,
      "step": 46468
    },
    {
      "contrastive_lambda": 0.12034163095217043,
      "epoch": 14.494385527136618,
      "step": 46469
    },
    {
      "epoch": 14.494697442295696,
      "grad_norm": 0.09601115435361862,
      "learning_rate": 1.3271717805392354e-05,
      "loss": 0.021,
      "step": 46470
    },
    {
      "epoch": 14.494697442295696,
      "flow_loss": 0.031938325613737106,
      "step": 46470
    },
    {
      "contrastive_loss": 0.003979940433055162,
      "epoch": 14.494697442295696,
      "step": 46470
    },
    {
      "contrastive_lambda": 0.12032459563120318,
      "epoch": 14.494697442295696,
      "step": 46470
    },
    {
      "contrastive_lambda": 0.12030756135113768,
      "epoch": 14.495009357454773,
      "step": 46471
    },
    {
      "contrastive_lambda": 0.12029052811202051,
      "epoch": 14.495321272613849,
      "step": 46472
    },
    {
      "contrastive_lambda": 0.12027349591389858,
      "epoch": 14.495633187772926,
      "step": 46473
    },
    {
      "contrastive_lambda": 0.12025646475681828,
      "epoch": 14.495945102932003,
      "step": 46474
    },
    {
      "contrastive_lambda": 0.12023943464082648,
      "epoch": 14.496257018091079,
      "step": 46475
    },
    {
      "contrastive_lambda": 0.12022240556596991,
      "epoch": 14.496568933250156,
      "step": 46476
    },
    {
      "contrastive_lambda": 0.12020537753229493,
      "epoch": 14.496880848409234,
      "step": 46477
    },
    {
      "contrastive_lambda": 0.12018835053984861,
      "epoch": 14.497192763568309,
      "step": 46478
    },
    {
      "contrastive_lambda": 0.12017132458867763,
      "epoch": 14.497504678727386,
      "step": 46479
    },
    {
      "epoch": 14.497816593886462,
      "grad_norm": 0.07762399315834045,
      "learning_rate": 1.3253024360034582e-05,
      "loss": 0.026,
      "step": 46480
    },
    {
      "epoch": 14.497816593886462,
      "flow_loss": 0.03643513843417168,
      "step": 46480
    },
    {
      "contrastive_loss": 0.003565713297575712,
      "epoch": 14.497816593886462,
      "step": 46480
    },
    {
      "contrastive_lambda": 0.12015429967882835,
      "epoch": 14.497816593886462,
      "step": 46480
    },
    {
      "contrastive_lambda": 0.12013727581034783,
      "epoch": 14.49812850904554,
      "step": 46481
    },
    {
      "contrastive_lambda": 0.12012025298328222,
      "epoch": 14.498440424204617,
      "step": 46482
    },
    {
      "contrastive_lambda": 0.12010323119767863,
      "epoch": 14.498752339363692,
      "step": 46483
    },
    {
      "contrastive_lambda": 0.12008621045358375,
      "epoch": 14.49906425452277,
      "step": 46484
    },
    {
      "contrastive_lambda": 0.12006919075104394,
      "epoch": 14.499376169681847,
      "step": 46485
    },
    {
      "contrastive_lambda": 0.12005217209010605,
      "epoch": 14.499688084840923,
      "step": 46486
    },
    {
      "contrastive_lambda": 0.12003515447081686,
      "epoch": 14.5,
      "step": 46487
    },
    {
      "contrastive_lambda": 0.12001813789322252,
      "epoch": 14.500311915159077,
      "step": 46488
    },
    {
      "contrastive_lambda": 0.1200011223573702,
      "epoch": 14.500623830318153,
      "step": 46489
    },
    {
      "epoch": 14.50093574547723,
      "grad_norm": 0.05922131985425949,
      "learning_rate": 1.323434207743779e-05,
      "loss": 0.0211,
      "step": 46490
    },
    {
      "epoch": 14.50093574547723,
      "flow_loss": 0.019346876069903374,
      "step": 46490
    },
    {
      "contrastive_loss": 0.0028575859032571316,
      "epoch": 14.50093574547723,
      "step": 46490
    },
    {
      "contrastive_lambda": 0.11998410786330654,
      "epoch": 14.50093574547723,
      "step": 46490
    },
    {
      "contrastive_lambda": 0.11996709441107789,
      "epoch": 14.501247660636308,
      "step": 46491
    },
    {
      "contrastive_lambda": 0.11995008200073115,
      "epoch": 14.501559575795383,
      "step": 46492
    },
    {
      "contrastive_lambda": 0.11993307063231268,
      "epoch": 14.50187149095446,
      "step": 46493
    },
    {
      "contrastive_lambda": 0.11991606030586915,
      "epoch": 14.502183406113538,
      "step": 46494
    },
    {
      "contrastive_lambda": 0.1198990510214476,
      "epoch": 14.502495321272614,
      "step": 46495
    },
    {
      "contrastive_lambda": 0.11988204277909426,
      "epoch": 14.502807236431691,
      "step": 46496
    },
    {
      "contrastive_lambda": 0.11986503557885586,
      "epoch": 14.503119151590766,
      "step": 46497
    },
    {
      "contrastive_lambda": 0.11984802942077921,
      "epoch": 14.503431066749844,
      "step": 46498
    },
    {
      "contrastive_lambda": 0.1198310243049105,
      "epoch": 14.503742981908921,
      "step": 46499
    },
    {
      "epoch": 14.504054897067997,
      "grad_norm": 0.07172536104917526,
      "learning_rate": 1.3215670963277105e-05,
      "loss": 0.0196,
      "step": 46500
    },
    {
      "epoch": 14.504054897067997,
      "flow_loss": 0.05538913607597351,
      "step": 46500
    },
    {
      "contrastive_loss": 0.0034881476312875748,
      "epoch": 14.504054897067997,
      "step": 46500
    },
    {
      "contrastive_lambda": 0.11981402023129673,
      "epoch": 14.504054897067997,
      "step": 46500
    },
    {
      "contrastive_lambda": 0.11979701719998453,
      "epoch": 14.504366812227074,
      "step": 46501
    },
    {
      "contrastive_lambda": 0.11978001521102033,
      "epoch": 14.504678727386151,
      "step": 46502
    },
    {
      "contrastive_lambda": 0.1197630142644509,
      "epoch": 14.504990642545227,
      "step": 46503
    },
    {
      "contrastive_lambda": 0.11974601436032262,
      "epoch": 14.505302557704304,
      "step": 46504
    },
    {
      "contrastive_lambda": 0.11972901549868209,
      "epoch": 14.505614472863382,
      "step": 46505
    },
    {
      "contrastive_lambda": 0.11971201767957629,
      "epoch": 14.505926388022457,
      "step": 46506
    },
    {
      "contrastive_lambda": 0.11969502090305151,
      "epoch": 14.506238303181535,
      "step": 46507
    },
    {
      "contrastive_lambda": 0.11967802516915438,
      "epoch": 14.506550218340612,
      "step": 46508
    },
    {
      "contrastive_lambda": 0.1196610304779317,
      "epoch": 14.506862133499688,
      "step": 46509
    },
    {
      "epoch": 14.507174048658765,
      "grad_norm": 0.07513819634914398,
      "learning_rate": 1.3197011023224376e-05,
      "loss": 0.0226,
      "step": 46510
    },
    {
      "epoch": 14.507174048658765,
      "flow_loss": 0.0366661362349987,
      "step": 46510
    },
    {
      "contrastive_loss": 0.0031225436832755804,
      "epoch": 14.507174048658765,
      "step": 46510
    },
    {
      "contrastive_lambda": 0.11964403682942976,
      "epoch": 14.507174048658765,
      "step": 46510
    },
    {
      "contrastive_lambda": 0.1196270442236953,
      "epoch": 14.507485963817842,
      "step": 46511
    },
    {
      "contrastive_lambda": 0.1196100526607749,
      "epoch": 14.507797878976918,
      "step": 46512
    },
    {
      "contrastive_lambda": 0.11959306214071508,
      "epoch": 14.508109794135995,
      "step": 46513
    },
    {
      "contrastive_lambda": 0.11957607266356268,
      "epoch": 14.508421709295071,
      "step": 46514
    },
    {
      "contrastive_lambda": 0.1195590842293639,
      "epoch": 14.508733624454148,
      "step": 46515
    },
    {
      "contrastive_lambda": 0.11954209683816552,
      "epoch": 14.509045539613226,
      "step": 46516
    },
    {
      "contrastive_lambda": 0.11952511049001407,
      "epoch": 14.509357454772301,
      "step": 46517
    },
    {
      "contrastive_lambda": 0.11950812518495613,
      "epoch": 14.509669369931379,
      "step": 46518
    },
    {
      "contrastive_lambda": 0.11949114092303825,
      "epoch": 14.509981285090456,
      "step": 46519
    },
    {
      "epoch": 14.510293200249532,
      "grad_norm": 0.07551293075084686,
      "learning_rate": 1.3178362262947941e-05,
      "loss": 0.0263,
      "step": 46520
    },
    {
      "epoch": 14.510293200249532,
      "flow_loss": 0.022443033754825592,
      "step": 46520
    },
    {
      "contrastive_loss": 0.0034134003799408674,
      "epoch": 14.510293200249532,
      "step": 46520
    },
    {
      "contrastive_lambda": 0.1194741577043072,
      "epoch": 14.510293200249532,
      "step": 46520
    },
    {
      "contrastive_lambda": 0.11945717552880919,
      "epoch": 14.510605115408609,
      "step": 46521
    },
    {
      "contrastive_lambda": 0.11944019439659093,
      "epoch": 14.510917030567686,
      "step": 46522
    },
    {
      "contrastive_lambda": 0.11942321430769898,
      "epoch": 14.511228945726762,
      "step": 46523
    },
    {
      "contrastive_lambda": 0.11940623526217992,
      "epoch": 14.51154086088584,
      "step": 46524
    },
    {
      "contrastive_lambda": 0.11938925726008037,
      "epoch": 14.511852776044917,
      "step": 46525
    },
    {
      "contrastive_lambda": 0.1193722803014467,
      "epoch": 14.512164691203992,
      "step": 46526
    },
    {
      "contrastive_lambda": 0.11935530438632547,
      "epoch": 14.51247660636307,
      "step": 46527
    },
    {
      "contrastive_lambda": 0.11933832951476331,
      "epoch": 14.512788521522147,
      "step": 46528
    },
    {
      "contrastive_lambda": 0.11932135568680674,
      "epoch": 14.513100436681222,
      "step": 46529
    },
    {
      "epoch": 14.5134123518403,
      "grad_norm": 0.08037087321281433,
      "learning_rate": 1.3159724688112845e-05,
      "loss": 0.025,
      "step": 46530
    },
    {
      "epoch": 14.5134123518403,
      "flow_loss": 0.023684833198785782,
      "step": 46530
    },
    {
      "contrastive_loss": 0.004212188068777323,
      "epoch": 14.5134123518403,
      "step": 46530
    },
    {
      "contrastive_lambda": 0.11930438290250245,
      "epoch": 14.5134123518403,
      "step": 46530
    },
    {
      "contrastive_lambda": 0.11928741116189662,
      "epoch": 14.513724266999375,
      "step": 46531
    },
    {
      "contrastive_lambda": 0.11927044046503604,
      "epoch": 14.514036182158453,
      "step": 46532
    },
    {
      "contrastive_lambda": 0.11925347081196724,
      "epoch": 14.51434809731753,
      "step": 46533
    },
    {
      "contrastive_lambda": 0.1192365022027364,
      "epoch": 14.514660012476606,
      "step": 46534
    },
    {
      "contrastive_lambda": 0.11921953463739043,
      "epoch": 14.514971927635683,
      "step": 46535
    },
    {
      "contrastive_lambda": 0.1192025681159759,
      "epoch": 14.51528384279476,
      "step": 46536
    },
    {
      "contrastive_lambda": 0.119185602638539,
      "epoch": 14.515595757953836,
      "step": 46537
    },
    {
      "contrastive_lambda": 0.11916863820512658,
      "epoch": 14.515907673112913,
      "step": 46538
    },
    {
      "contrastive_lambda": 0.11915167481578459,
      "epoch": 14.51621958827199,
      "step": 46539
    },
    {
      "epoch": 14.516531503431066,
      "grad_norm": 0.04985915869474411,
      "learning_rate": 1.3141098304380683e-05,
      "loss": 0.019,
      "step": 46540
    },
    {
      "epoch": 14.516531503431066,
      "flow_loss": 0.010553110390901566,
      "step": 46540
    },
    {
      "contrastive_loss": 0.0043428330682218075,
      "epoch": 14.516531503431066,
      "step": 46540
    },
    {
      "contrastive_lambda": 0.11913471247056012,
      "epoch": 14.516531503431066,
      "step": 46540
    },
    {
      "contrastive_lambda": 0.11911775116949957,
      "epoch": 14.516843418590144,
      "step": 46541
    },
    {
      "contrastive_lambda": 0.11910079091264919,
      "epoch": 14.517155333749221,
      "step": 46542
    },
    {
      "contrastive_lambda": 0.1190838317000556,
      "epoch": 14.517467248908297,
      "step": 46543
    },
    {
      "contrastive_lambda": 0.11906687353176548,
      "epoch": 14.517779164067374,
      "step": 46544
    },
    {
      "contrastive_lambda": 0.11904991640782486,
      "epoch": 14.518091079226451,
      "step": 46545
    },
    {
      "contrastive_lambda": 0.1190329603282807,
      "epoch": 14.518402994385527,
      "step": 46546
    },
    {
      "contrastive_lambda": 0.1190160052931794,
      "epoch": 14.518714909544604,
      "step": 46547
    },
    {
      "contrastive_lambda": 0.11899905130256727,
      "epoch": 14.51902682470368,
      "step": 46548
    },
    {
      "contrastive_lambda": 0.11898209835649098,
      "epoch": 14.519338739862757,
      "step": 46549
    },
    {
      "epoch": 14.519650655021834,
      "grad_norm": 0.06270840018987656,
      "learning_rate": 1.3122483117409651e-05,
      "loss": 0.021,
      "step": 46550
    },
    {
      "epoch": 14.519650655021834,
      "flow_loss": 0.018710507079958916,
      "step": 46550
    },
    {
      "contrastive_loss": 0.005353283137083054,
      "epoch": 14.519650655021834,
      "step": 46550
    },
    {
      "contrastive_lambda": 0.11896514645499673,
      "epoch": 14.519650655021834,
      "step": 46550
    },
    {
      "contrastive_lambda": 0.11894819559813108,
      "epoch": 14.51996257018091,
      "step": 46551
    },
    {
      "contrastive_lambda": 0.11893124578594083,
      "epoch": 14.520274485339987,
      "step": 46552
    },
    {
      "contrastive_lambda": 0.11891429701847206,
      "epoch": 14.520586400499065,
      "step": 46553
    },
    {
      "contrastive_lambda": 0.11889734929577139,
      "epoch": 14.52089831565814,
      "step": 46554
    },
    {
      "contrastive_lambda": 0.11888040261788546,
      "epoch": 14.521210230817218,
      "step": 46555
    },
    {
      "contrastive_lambda": 0.11886345698486023,
      "epoch": 14.521522145976295,
      "step": 46556
    },
    {
      "contrastive_lambda": 0.1188465123967426,
      "epoch": 14.52183406113537,
      "step": 46557
    },
    {
      "contrastive_lambda": 0.11882956885357904,
      "epoch": 14.522145976294448,
      "step": 46558
    },
    {
      "contrastive_lambda": 0.11881262635541573,
      "epoch": 14.522457891453525,
      "step": 46559
    },
    {
      "epoch": 14.522769806612601,
      "grad_norm": 0.08192341029644012,
      "learning_rate": 1.3103879132854552e-05,
      "loss": 0.0247,
      "step": 46560
    },
    {
      "epoch": 14.522769806612601,
      "flow_loss": 0.009462355636060238,
      "step": 46560
    },
    {
      "contrastive_loss": 0.0036660893820226192,
      "epoch": 14.522769806612601,
      "step": 46560
    },
    {
      "contrastive_lambda": 0.11879568490229936,
      "epoch": 14.522769806612601,
      "step": 46560
    },
    {
      "contrastive_lambda": 0.11877874449427617,
      "epoch": 14.523081721771678,
      "step": 46561
    },
    {
      "contrastive_lambda": 0.1187618051313925,
      "epoch": 14.523393636930756,
      "step": 46562
    },
    {
      "contrastive_lambda": 0.11874486681369534,
      "epoch": 14.523705552089831,
      "step": 46563
    },
    {
      "contrastive_lambda": 0.11872792954123057,
      "epoch": 14.524017467248909,
      "step": 46564
    },
    {
      "contrastive_lambda": 0.11871099331404489,
      "epoch": 14.524329382407984,
      "step": 46565
    },
    {
      "contrastive_lambda": 0.11869405813218475,
      "epoch": 14.524641297567062,
      "step": 46566
    },
    {
      "contrastive_lambda": 0.11867712399569641,
      "epoch": 14.524953212726139,
      "step": 46567
    },
    {
      "contrastive_lambda": 0.11866019090462632,
      "epoch": 14.525265127885215,
      "step": 46568
    },
    {
      "contrastive_lambda": 0.118643258859021,
      "epoch": 14.525577043044292,
      "step": 46569
    },
    {
      "epoch": 14.52588895820337,
      "grad_norm": 0.08752041310071945,
      "learning_rate": 1.3085286356366771e-05,
      "loss": 0.0231,
      "step": 46570
    },
    {
      "epoch": 14.52588895820337,
      "flow_loss": 0.030853167176246643,
      "step": 46570
    },
    {
      "contrastive_loss": 0.003831300651654601,
      "epoch": 14.52588895820337,
      "step": 46570
    },
    {
      "contrastive_lambda": 0.11862632785892685,
      "epoch": 14.52588895820337,
      "step": 46570
    },
    {
      "contrastive_lambda": 0.11860939790439046,
      "epoch": 14.526200873362445,
      "step": 46571
    },
    {
      "contrastive_lambda": 0.11859246899545783,
      "epoch": 14.526512788521522,
      "step": 46572
    },
    {
      "contrastive_lambda": 0.1185755411321755,
      "epoch": 14.5268247036806,
      "step": 46573
    },
    {
      "contrastive_lambda": 0.1185586143145903,
      "epoch": 14.527136618839675,
      "step": 46574
    },
    {
      "contrastive_lambda": 0.1185416885427481,
      "epoch": 14.527448533998752,
      "step": 46575
    },
    {
      "contrastive_lambda": 0.11852476381669574,
      "epoch": 14.52776044915783,
      "step": 46576
    },
    {
      "contrastive_lambda": 0.11850784013647919,
      "epoch": 14.528072364316905,
      "step": 46577
    },
    {
      "contrastive_lambda": 0.11849091750214508,
      "epoch": 14.528384279475983,
      "step": 46578
    },
    {
      "contrastive_lambda": 0.1184739959137398,
      "epoch": 14.52869619463506,
      "step": 46579
    },
    {
      "epoch": 14.529008109794136,
      "grad_norm": 0.06801093369722366,
      "learning_rate": 1.3066704793594337e-05,
      "loss": 0.0216,
      "step": 46580
    },
    {
      "epoch": 14.529008109794136,
      "flow_loss": 0.02432272396981716,
      "step": 46580
    },
    {
      "contrastive_loss": 0.0037566381506621838,
      "epoch": 14.529008109794136,
      "step": 46580
    },
    {
      "contrastive_lambda": 0.11845707537130973,
      "epoch": 14.529008109794136,
      "step": 46580
    },
    {
      "contrastive_lambda": 0.1184401558749012,
      "epoch": 14.529320024953213,
      "step": 46581
    },
    {
      "contrastive_lambda": 0.11842323742456079,
      "epoch": 14.529631940112289,
      "step": 46582
    },
    {
      "contrastive_lambda": 0.11840632002033463,
      "epoch": 14.529943855271366,
      "step": 46583
    },
    {
      "contrastive_lambda": 0.11838940366226935,
      "epoch": 14.530255770430443,
      "step": 46584
    },
    {
      "contrastive_lambda": 0.11837248835041092,
      "epoch": 14.530567685589519,
      "step": 46585
    },
    {
      "contrastive_lambda": 0.11835557408480607,
      "epoch": 14.530879600748596,
      "step": 46586
    },
    {
      "contrastive_lambda": 0.11833866086550127,
      "epoch": 14.531191515907674,
      "step": 46587
    },
    {
      "contrastive_lambda": 0.11832174869254258,
      "epoch": 14.53150343106675,
      "step": 46588
    },
    {
      "contrastive_lambda": 0.11830483756597643,
      "epoch": 14.531815346225827,
      "step": 46589
    },
    {
      "epoch": 14.532127261384904,
      "grad_norm": 0.09719991683959961,
      "learning_rate": 1.3048134450181816e-05,
      "loss": 0.0213,
      "step": 46590
    },
    {
      "epoch": 14.532127261384904,
      "flow_loss": 0.009655218571424484,
      "step": 46590
    },
    {
      "contrastive_loss": 0.004002454690635204,
      "epoch": 14.532127261384904,
      "step": 46590
    },
    {
      "contrastive_lambda": 0.11828792748584926,
      "epoch": 14.532127261384904,
      "step": 46590
    },
    {
      "contrastive_lambda": 0.11827101845220739,
      "epoch": 14.53243917654398,
      "step": 46591
    },
    {
      "contrastive_lambda": 0.11825411046509726,
      "epoch": 14.532751091703057,
      "step": 46592
    },
    {
      "contrastive_lambda": 0.11823720352456524,
      "epoch": 14.533063006862134,
      "step": 46593
    },
    {
      "contrastive_lambda": 0.1182202976306575,
      "epoch": 14.53337492202121,
      "step": 46594
    },
    {
      "contrastive_lambda": 0.11820339278342057,
      "epoch": 14.533686837180287,
      "step": 46595
    },
    {
      "contrastive_lambda": 0.11818648898290052,
      "epoch": 14.533998752339365,
      "step": 46596
    },
    {
      "contrastive_lambda": 0.11816958622914397,
      "epoch": 14.53431066749844,
      "step": 46597
    },
    {
      "contrastive_lambda": 0.11815268452219735,
      "epoch": 14.534622582657517,
      "step": 46598
    },
    {
      "contrastive_lambda": 0.11813578386210666,
      "epoch": 14.534934497816593,
      "step": 46599
    },
    {
      "epoch": 14.53524641297567,
      "grad_norm": 0.07136420160531998,
      "learning_rate": 1.3029575331770394e-05,
      "loss": 0.0214,
      "step": 46600
    },
    {
      "epoch": 14.53524641297567,
      "flow_loss": 0.019314320757985115,
      "step": 46600
    },
    {
      "contrastive_loss": 0.004123098216950893,
      "epoch": 14.53524641297567,
      "step": 46600
    },
    {
      "contrastive_lambda": 0.11811888424891837,
      "epoch": 14.53524641297567,
      "step": 46600
    },
    {
      "contrastive_lambda": 0.11810198568267904,
      "epoch": 14.535558328134748,
      "step": 46601
    },
    {
      "contrastive_lambda": 0.11808508816343449,
      "epoch": 14.535870243293823,
      "step": 46602
    },
    {
      "contrastive_lambda": 0.1180681916912315,
      "epoch": 14.5361821584529,
      "step": 46603
    },
    {
      "contrastive_lambda": 0.11805129626611643,
      "epoch": 14.536494073611978,
      "step": 46604
    },
    {
      "contrastive_lambda": 0.11803440188813524,
      "epoch": 14.536805988771054,
      "step": 46605
    },
    {
      "contrastive_lambda": 0.11801750855733456,
      "epoch": 14.537117903930131,
      "step": 46606
    },
    {
      "contrastive_lambda": 0.1180006162737603,
      "epoch": 14.537429819089208,
      "step": 46607
    },
    {
      "contrastive_lambda": 0.11798372503745913,
      "epoch": 14.537741734248284,
      "step": 46608
    },
    {
      "contrastive_lambda": 0.11796683484847748,
      "epoch": 14.538053649407361,
      "step": 46609
    },
    {
      "epoch": 14.538365564566439,
      "grad_norm": 0.06290184706449509,
      "learning_rate": 1.3011027443997837e-05,
      "loss": 0.0233,
      "step": 46610
    },
    {
      "epoch": 14.538365564566439,
      "flow_loss": 0.031064031645655632,
      "step": 46610
    },
    {
      "contrastive_loss": 0.0034572777803987265,
      "epoch": 14.538365564566439,
      "step": 46610
    },
    {
      "contrastive_lambda": 0.11794994570686129,
      "epoch": 14.538365564566439,
      "step": 46610
    },
    {
      "contrastive_lambda": 0.11793305761265699,
      "epoch": 14.538677479725514,
      "step": 46611
    },
    {
      "contrastive_lambda": 0.11791617056591103,
      "epoch": 14.538989394884592,
      "step": 46612
    },
    {
      "contrastive_lambda": 0.11789928456666932,
      "epoch": 14.539301310043669,
      "step": 46613
    },
    {
      "contrastive_lambda": 0.1178823996149787,
      "epoch": 14.539613225202745,
      "step": 46614
    },
    {
      "contrastive_lambda": 0.11786551571088505,
      "epoch": 14.539925140361822,
      "step": 46615
    },
    {
      "contrastive_lambda": 0.11784863285443475,
      "epoch": 14.540237055520898,
      "step": 46616
    },
    {
      "contrastive_lambda": 0.11783175104567434,
      "epoch": 14.540548970679975,
      "step": 46617
    },
    {
      "contrastive_lambda": 0.11781487028464965,
      "epoch": 14.540860885839052,
      "step": 46618
    },
    {
      "contrastive_lambda": 0.11779799057140711,
      "epoch": 14.541172800998128,
      "step": 46619
    },
    {
      "epoch": 14.541484716157205,
      "grad_norm": 0.08597837388515472,
      "learning_rate": 1.2992490792498507e-05,
      "loss": 0.0221,
      "step": 46620
    },
    {
      "epoch": 14.541484716157205,
      "flow_loss": 0.023256585001945496,
      "step": 46620
    },
    {
      "contrastive_loss": 0.0037409458309412003,
      "epoch": 14.541484716157205,
      "step": 46620
    },
    {
      "contrastive_lambda": 0.11778111190599333,
      "epoch": 14.541484716157205,
      "step": 46620
    },
    {
      "contrastive_lambda": 0.11776423428845423,
      "epoch": 14.541796631316283,
      "step": 46621
    },
    {
      "contrastive_lambda": 0.11774735771883615,
      "epoch": 14.542108546475358,
      "step": 46622
    },
    {
      "contrastive_lambda": 0.11773048219718552,
      "epoch": 14.542420461634435,
      "step": 46623
    },
    {
      "contrastive_lambda": 0.11771360772354822,
      "epoch": 14.542732376793513,
      "step": 46624
    },
    {
      "contrastive_lambda": 0.11769673429797106,
      "epoch": 14.543044291952588,
      "step": 46625
    },
    {
      "contrastive_lambda": 0.11767986192049984,
      "epoch": 14.543356207111666,
      "step": 46626
    },
    {
      "contrastive_lambda": 0.11766299059118102,
      "epoch": 14.543668122270743,
      "step": 46627
    },
    {
      "contrastive_lambda": 0.11764612031006094,
      "epoch": 14.543980037429819,
      "step": 46628
    },
    {
      "contrastive_lambda": 0.11762925107718558,
      "epoch": 14.544291952588896,
      "step": 46629
    },
    {
      "epoch": 14.544603867747973,
      "grad_norm": 0.06705228239297867,
      "learning_rate": 1.297396538290333e-05,
      "loss": 0.0181,
      "step": 46630
    },
    {
      "epoch": 14.544603867747973,
      "flow_loss": 0.027943862602114677,
      "step": 46630
    },
    {
      "contrastive_loss": 0.0029101702384650707,
      "epoch": 14.544603867747973,
      "step": 46630
    },
    {
      "contrastive_lambda": 0.11761238289260123,
      "epoch": 14.544603867747973,
      "step": 46630
    },
    {
      "contrastive_lambda": 0.11759551575635446,
      "epoch": 14.544915782907049,
      "step": 46631
    },
    {
      "contrastive_lambda": 0.11757864966849124,
      "epoch": 14.545227698066126,
      "step": 46632
    },
    {
      "contrastive_lambda": 0.11756178462905797,
      "epoch": 14.545539613225202,
      "step": 46633
    },
    {
      "contrastive_lambda": 0.11754492063810063,
      "epoch": 14.54585152838428,
      "step": 46634
    },
    {
      "contrastive_lambda": 0.1175280576956656,
      "epoch": 14.546163443543357,
      "step": 46635
    },
    {
      "contrastive_lambda": 0.11751119580179914,
      "epoch": 14.546475358702432,
      "step": 46636
    },
    {
      "contrastive_lambda": 0.11749433495654743,
      "epoch": 14.54678727386151,
      "step": 46637
    },
    {
      "contrastive_lambda": 0.11747747515995671,
      "epoch": 14.547099189020587,
      "step": 46638
    },
    {
      "contrastive_lambda": 0.1174606164120734,
      "epoch": 14.547411104179663,
      "step": 46639
    },
    {
      "epoch": 14.54772301933874,
      "grad_norm": 0.09752953797578812,
      "learning_rate": 1.2955451220839888e-05,
      "loss": 0.0245,
      "step": 46640
    },
    {
      "epoch": 14.54772301933874,
      "flow_loss": 0.02381727285683155,
      "step": 46640
    },
    {
      "contrastive_loss": 0.003820176934823394,
      "epoch": 14.54772301933874,
      "step": 46640
    },
    {
      "contrastive_lambda": 0.11744375871294332,
      "epoch": 14.54772301933874,
      "step": 46640
    },
    {
      "contrastive_lambda": 0.1174269020626128,
      "epoch": 14.548034934497817,
      "step": 46641
    },
    {
      "contrastive_lambda": 0.1174100464611284,
      "epoch": 14.548346849656893,
      "step": 46642
    },
    {
      "contrastive_lambda": 0.11739319190853598,
      "epoch": 14.54865876481597,
      "step": 46643
    },
    {
      "contrastive_lambda": 0.11737633840488199,
      "epoch": 14.548970679975048,
      "step": 46644
    },
    {
      "contrastive_lambda": 0.11735948595021234,
      "epoch": 14.549282595134123,
      "step": 46645
    },
    {
      "contrastive_lambda": 0.11734263454457333,
      "epoch": 14.5495945102932,
      "step": 46646
    },
    {
      "contrastive_lambda": 0.11732578418801126,
      "epoch": 14.549906425452278,
      "step": 46647
    },
    {
      "contrastive_lambda": 0.11730893488057231,
      "epoch": 14.550218340611353,
      "step": 46648
    },
    {
      "contrastive_lambda": 0.11729208662230262,
      "epoch": 14.55053025577043,
      "step": 46649
    },
    {
      "epoch": 14.550842170929506,
      "grad_norm": 0.1233019307255745,
      "learning_rate": 1.2936948311932223e-05,
      "loss": 0.0207,
      "step": 46650
    },
    {
      "epoch": 14.550842170929506,
      "flow_loss": 0.0181194506585598,
      "step": 46650
    },
    {
      "contrastive_loss": 0.005471622571349144,
      "epoch": 14.550842170929506,
      "step": 46650
    },
    {
      "contrastive_lambda": 0.11727523941324852,
      "epoch": 14.550842170929506,
      "step": 46650
    },
    {
      "contrastive_lambda": 0.117258393253456,
      "epoch": 14.551154086088584,
      "step": 46651
    },
    {
      "contrastive_lambda": 0.11724154814297139,
      "epoch": 14.551466001247661,
      "step": 46652
    },
    {
      "contrastive_lambda": 0.11722470408184055,
      "epoch": 14.551777916406737,
      "step": 46653
    },
    {
      "contrastive_lambda": 0.11720786107011011,
      "epoch": 14.552089831565814,
      "step": 46654
    },
    {
      "contrastive_lambda": 0.11719101910782614,
      "epoch": 14.552401746724891,
      "step": 46655
    },
    {
      "contrastive_lambda": 0.11717417819503462,
      "epoch": 14.552713661883967,
      "step": 46656
    },
    {
      "contrastive_lambda": 0.11715733833178177,
      "epoch": 14.553025577043044,
      "step": 46657
    },
    {
      "contrastive_lambda": 0.11714049951811384,
      "epoch": 14.553337492202122,
      "step": 46658
    },
    {
      "contrastive_lambda": 0.11712366175407701,
      "epoch": 14.553649407361197,
      "step": 46659
    },
    {
      "epoch": 14.553961322520275,
      "grad_norm": 0.06137560307979584,
      "learning_rate": 1.2918456661801104e-05,
      "loss": 0.0182,
      "step": 46660
    },
    {
      "epoch": 14.553961322520275,
      "flow_loss": 0.0352354571223259,
      "step": 46660
    },
    {
      "contrastive_loss": 0.003567997133359313,
      "epoch": 14.553961322520275,
      "step": 46660
    },
    {
      "contrastive_lambda": 0.11710682503971737,
      "epoch": 14.553961322520275,
      "step": 46660
    },
    {
      "contrastive_lambda": 0.11708998937508125,
      "epoch": 14.554273237679352,
      "step": 46661
    },
    {
      "contrastive_lambda": 0.11707315476021452,
      "epoch": 14.554585152838428,
      "step": 46662
    },
    {
      "contrastive_lambda": 0.11705632119516363,
      "epoch": 14.554897067997505,
      "step": 46663
    },
    {
      "contrastive_lambda": 0.11703948867997427,
      "epoch": 14.555208983156582,
      "step": 46664
    },
    {
      "contrastive_lambda": 0.11702265721469302,
      "epoch": 14.555520898315658,
      "step": 46665
    },
    {
      "contrastive_lambda": 0.11700582679936611,
      "epoch": 14.555832813474735,
      "step": 46666
    },
    {
      "contrastive_lambda": 0.11698899743403929,
      "epoch": 14.55614472863381,
      "step": 46667
    },
    {
      "contrastive_lambda": 0.11697216911875885,
      "epoch": 14.556456643792888,
      "step": 46668
    },
    {
      "contrastive_lambda": 0.11695534185357115,
      "epoch": 14.556768558951966,
      "step": 46669
    },
    {
      "epoch": 14.557080474111041,
      "grad_norm": 0.08555901050567627,
      "learning_rate": 1.2899976276063736e-05,
      "loss": 0.0279,
      "step": 46670
    },
    {
      "epoch": 14.557080474111041,
      "flow_loss": 0.021047139540314674,
      "step": 46670
    },
    {
      "contrastive_loss": 0.0030859066173434258,
      "epoch": 14.557080474111041,
      "step": 46670
    },
    {
      "contrastive_lambda": 0.11693851563852181,
      "epoch": 14.557080474111041,
      "step": 46670
    },
    {
      "contrastive_lambda": 0.11692169047365758,
      "epoch": 14.557392389270118,
      "step": 46671
    },
    {
      "contrastive_lambda": 0.11690486635902414,
      "epoch": 14.557704304429196,
      "step": 46672
    },
    {
      "contrastive_lambda": 0.11688804329466779,
      "epoch": 14.558016219588271,
      "step": 46673
    },
    {
      "contrastive_lambda": 0.11687122128063471,
      "epoch": 14.558328134747349,
      "step": 46674
    },
    {
      "contrastive_lambda": 0.1168544003169707,
      "epoch": 14.558640049906426,
      "step": 46675
    },
    {
      "contrastive_lambda": 0.11683758040372222,
      "epoch": 14.558951965065502,
      "step": 46676
    },
    {
      "contrastive_lambda": 0.1168207615409354,
      "epoch": 14.559263880224579,
      "step": 46677
    },
    {
      "contrastive_lambda": 0.11680394372865605,
      "epoch": 14.559575795383656,
      "step": 46678
    },
    {
      "contrastive_lambda": 0.11678712696693067,
      "epoch": 14.559887710542732,
      "step": 46679
    },
    {
      "epoch": 14.56019962570181,
      "grad_norm": 0.08022105693817139,
      "learning_rate": 1.2881507160334022e-05,
      "loss": 0.0229,
      "step": 46680
    },
    {
      "epoch": 14.56019962570181,
      "flow_loss": 0.009028425440192223,
      "step": 46680
    },
    {
      "contrastive_loss": 0.0034326615277677774,
      "epoch": 14.56019962570181,
      "step": 46680
    },
    {
      "contrastive_lambda": 0.11677031125580495,
      "epoch": 14.56019962570181,
      "step": 46680
    },
    {
      "contrastive_lambda": 0.11675349659532502,
      "epoch": 14.560511540860887,
      "step": 46681
    },
    {
      "contrastive_lambda": 0.11673668298553741,
      "epoch": 14.560823456019962,
      "step": 46682
    },
    {
      "contrastive_lambda": 0.11671987042648785,
      "epoch": 14.56113537117904,
      "step": 46683
    },
    {
      "contrastive_lambda": 0.11670305891822252,
      "epoch": 14.561447286338115,
      "step": 46684
    },
    {
      "contrastive_lambda": 0.11668624846078762,
      "epoch": 14.561759201497193,
      "step": 46685
    },
    {
      "contrastive_lambda": 0.11666943905422905,
      "epoch": 14.56207111665627,
      "step": 46686
    },
    {
      "contrastive_lambda": 0.11665263069859277,
      "epoch": 14.562383031815346,
      "step": 46687
    },
    {
      "contrastive_lambda": 0.11663582339392542,
      "epoch": 14.562694946974423,
      "step": 46688
    },
    {
      "contrastive_lambda": 0.11661901714027256,
      "epoch": 14.5630068621335,
      "step": 46689
    },
    {
      "epoch": 14.563318777292576,
      "grad_norm": 0.08100574463605881,
      "learning_rate": 1.286304932022238e-05,
      "loss": 0.0226,
      "step": 46690
    },
    {
      "epoch": 14.563318777292576,
      "flow_loss": 0.011461740359663963,
      "step": 46690
    },
    {
      "contrastive_loss": 0.0033422447741031647,
      "epoch": 14.563318777292576,
      "step": 46690
    },
    {
      "contrastive_lambda": 0.11660221193768056,
      "epoch": 14.563318777292576,
      "step": 46690
    },
    {
      "contrastive_lambda": 0.11658540778619525,
      "epoch": 14.563630692451653,
      "step": 46691
    },
    {
      "contrastive_lambda": 0.11656860468586261,
      "epoch": 14.56394260761073,
      "step": 46692
    },
    {
      "contrastive_lambda": 0.11655180263672926,
      "epoch": 14.564254522769806,
      "step": 46693
    },
    {
      "contrastive_lambda": 0.11653500163884073,
      "epoch": 14.564566437928884,
      "step": 46694
    },
    {
      "contrastive_lambda": 0.1165182016922433,
      "epoch": 14.56487835308796,
      "step": 46695
    },
    {
      "contrastive_lambda": 0.11650140279698312,
      "epoch": 14.565190268247036,
      "step": 46696
    },
    {
      "contrastive_lambda": 0.11648460495310597,
      "epoch": 14.565502183406114,
      "step": 46697
    },
    {
      "contrastive_lambda": 0.11646780816065788,
      "epoch": 14.565814098565191,
      "step": 46698
    },
    {
      "contrastive_lambda": 0.11645101241968542,
      "epoch": 14.566126013724267,
      "step": 46699
    },
    {
      "epoch": 14.566437928883344,
      "grad_norm": 0.05716831609606743,
      "learning_rate": 1.2844602761335806e-05,
      "loss": 0.0202,
      "step": 46700
    },
    {
      "epoch": 14.566437928883344,
      "flow_loss": 0.01504541840404272,
      "step": 46700
    },
    {
      "contrastive_loss": 0.00288717751391232,
      "epoch": 14.566437928883344,
      "step": 46700
    },
    {
      "contrastive_lambda": 0.1164342177302341,
      "epoch": 14.566437928883344,
      "step": 46700
    },
    {
      "contrastive_lambda": 0.11641742409235029,
      "epoch": 14.56674984404242,
      "step": 46701
    },
    {
      "contrastive_lambda": 0.11640063150607977,
      "epoch": 14.567061759201497,
      "step": 46702
    },
    {
      "contrastive_lambda": 0.11638383997146873,
      "epoch": 14.567373674360574,
      "step": 46703
    },
    {
      "contrastive_lambda": 0.11636704948856308,
      "epoch": 14.56768558951965,
      "step": 46704
    },
    {
      "contrastive_lambda": 0.116350260057409,
      "epoch": 14.567997504678727,
      "step": 46705
    },
    {
      "contrastive_lambda": 0.11633347167805247,
      "epoch": 14.568309419837805,
      "step": 46706
    },
    {
      "contrastive_lambda": 0.11631668435053966,
      "epoch": 14.56862133499688,
      "step": 46707
    },
    {
      "contrastive_lambda": 0.11629989807491631,
      "epoch": 14.568933250155958,
      "step": 46708
    },
    {
      "contrastive_lambda": 0.11628311285122866,
      "epoch": 14.569245165315035,
      "step": 46709
    },
    {
      "epoch": 14.56955708047411,
      "grad_norm": 0.08949631452560425,
      "learning_rate": 1.2826167489277885e-05,
      "loss": 0.0245,
      "step": 46710
    },
    {
      "epoch": 14.56955708047411,
      "flow_loss": 0.01747751794755459,
      "step": 46710
    },
    {
      "contrastive_loss": 0.0037581478245556355,
      "epoch": 14.56955708047411,
      "step": 46710
    },
    {
      "contrastive_lambda": 0.11626632867952241,
      "epoch": 14.56955708047411,
      "step": 46710
    },
    {
      "contrastive_lambda": 0.11624954555984396,
      "epoch": 14.569868995633188,
      "step": 46711
    },
    {
      "contrastive_lambda": 0.11623276349223927,
      "epoch": 14.570180910792265,
      "step": 46712
    },
    {
      "contrastive_lambda": 0.11621598247675413,
      "epoch": 14.57049282595134,
      "step": 46713
    },
    {
      "contrastive_lambda": 0.11619920251343463,
      "epoch": 14.570804741110418,
      "step": 46714
    },
    {
      "contrastive_lambda": 0.11618242360232683,
      "epoch": 14.571116656269496,
      "step": 46715
    },
    {
      "contrastive_lambda": 0.11616564574347671,
      "epoch": 14.571428571428571,
      "step": 46716
    },
    {
      "contrastive_lambda": 0.11614886893693044,
      "epoch": 14.571740486587649,
      "step": 46717
    },
    {
      "contrastive_lambda": 0.11613209318273365,
      "epoch": 14.572052401746724,
      "step": 46718
    },
    {
      "contrastive_lambda": 0.11611531848093254,
      "epoch": 14.572364316905801,
      "step": 46719
    },
    {
      "epoch": 14.572676232064879,
      "grad_norm": 0.0580495186150074,
      "learning_rate": 1.2807743509648745e-05,
      "loss": 0.0205,
      "step": 46720
    },
    {
      "epoch": 14.572676232064879,
      "flow_loss": 0.024298466742038727,
      "step": 46720
    },
    {
      "contrastive_loss": 0.00326640997081995,
      "epoch": 14.572676232064879,
      "step": 46720
    },
    {
      "contrastive_lambda": 0.11609854483157322,
      "epoch": 14.572676232064879,
      "step": 46720
    },
    {
      "contrastive_lambda": 0.11608177223470123,
      "epoch": 14.572988147223954,
      "step": 46721
    },
    {
      "contrastive_lambda": 0.11606500069036307,
      "epoch": 14.573300062383032,
      "step": 46722
    },
    {
      "contrastive_lambda": 0.11604823019860461,
      "epoch": 14.57361197754211,
      "step": 46723
    },
    {
      "contrastive_lambda": 0.11603146075947157,
      "epoch": 14.573923892701185,
      "step": 46724
    },
    {
      "contrastive_lambda": 0.11601469237301021,
      "epoch": 14.574235807860262,
      "step": 46725
    },
    {
      "contrastive_lambda": 0.11599792503926626,
      "epoch": 14.57454772301934,
      "step": 46726
    },
    {
      "contrastive_lambda": 0.11598115875828563,
      "epoch": 14.574859638178415,
      "step": 46727
    },
    {
      "contrastive_lambda": 0.11596439353011478,
      "epoch": 14.575171553337492,
      "step": 46728
    },
    {
      "contrastive_lambda": 0.11594762935479919,
      "epoch": 14.57548346849657,
      "step": 46729
    },
    {
      "epoch": 14.575795383655645,
      "grad_norm": 0.07189983874559402,
      "learning_rate": 1.2789330828045149e-05,
      "loss": 0.0225,
      "step": 46730
    },
    {
      "epoch": 14.575795383655645,
      "flow_loss": 0.05576459318399429,
      "step": 46730
    },
    {
      "contrastive_loss": 0.00351139297708869,
      "epoch": 14.575795383655645,
      "step": 46730
    },
    {
      "contrastive_lambda": 0.11593086623238497,
      "epoch": 14.575795383655645,
      "step": 46730
    },
    {
      "contrastive_lambda": 0.11591410416291825,
      "epoch": 14.576107298814723,
      "step": 46731
    },
    {
      "contrastive_lambda": 0.11589734314644456,
      "epoch": 14.5764192139738,
      "step": 46732
    },
    {
      "contrastive_lambda": 0.1158805831830102,
      "epoch": 14.576731129132876,
      "step": 46733
    },
    {
      "contrastive_lambda": 0.11586382427266118,
      "epoch": 14.577043044291953,
      "step": 46734
    },
    {
      "contrastive_lambda": 0.11584706641544318,
      "epoch": 14.577354959451029,
      "step": 46735
    },
    {
      "contrastive_lambda": 0.1158303096114024,
      "epoch": 14.577666874610106,
      "step": 46736
    },
    {
      "contrastive_lambda": 0.11581355386058445,
      "epoch": 14.577978789769183,
      "step": 46737
    },
    {
      "contrastive_lambda": 0.11579679916303537,
      "epoch": 14.578290704928259,
      "step": 46738
    },
    {
      "contrastive_lambda": 0.11578004551880144,
      "epoch": 14.578602620087336,
      "step": 46739
    },
    {
      "epoch": 14.578914535246414,
      "grad_norm": 0.07504622638225555,
      "learning_rate": 1.2770929450060332e-05,
      "loss": 0.0246,
      "step": 46740
    },
    {
      "epoch": 14.578914535246414,
      "flow_loss": 0.028819171711802483,
      "step": 46740
    },
    {
      "contrastive_loss": 0.004211304243654013,
      "epoch": 14.578914535246414,
      "step": 46740
    },
    {
      "contrastive_lambda": 0.1157632929279282,
      "epoch": 14.578914535246414,
      "step": 46740
    },
    {
      "contrastive_lambda": 0.1157465413904617,
      "epoch": 14.57922645040549,
      "step": 46741
    },
    {
      "contrastive_lambda": 0.11572979090644803,
      "epoch": 14.579538365564567,
      "step": 46742
    },
    {
      "contrastive_lambda": 0.11571304147593275,
      "epoch": 14.579850280723644,
      "step": 46743
    },
    {
      "contrastive_lambda": 0.1156962930989619,
      "epoch": 14.58016219588272,
      "step": 46744
    },
    {
      "contrastive_lambda": 0.11567954577558176,
      "epoch": 14.580474111041797,
      "step": 46745
    },
    {
      "contrastive_lambda": 0.11566279950583785,
      "epoch": 14.580786026200874,
      "step": 46746
    },
    {
      "contrastive_lambda": 0.11564605428977631,
      "epoch": 14.58109794135995,
      "step": 46747
    },
    {
      "contrastive_lambda": 0.11562931012744276,
      "epoch": 14.581409856519027,
      "step": 46748
    },
    {
      "contrastive_lambda": 0.11561256701888317,
      "epoch": 14.581721771678104,
      "step": 46749
    },
    {
      "epoch": 14.58203368683718,
      "grad_norm": 0.08644024282693863,
      "learning_rate": 1.2752539381284184e-05,
      "loss": 0.0245,
      "step": 46750
    },
    {
      "epoch": 14.58203368683718,
      "flow_loss": 0.008496802300214767,
      "step": 46750
    },
    {
      "contrastive_loss": 0.0032119513489305973,
      "epoch": 14.58203368683718,
      "step": 46750
    },
    {
      "contrastive_lambda": 0.11559582496414383,
      "epoch": 14.58203368683718,
      "step": 46750
    },
    {
      "contrastive_lambda": 0.11557908396327027,
      "epoch": 14.582345601996257,
      "step": 46751
    },
    {
      "contrastive_lambda": 0.11556234401630844,
      "epoch": 14.582657517155333,
      "step": 46752
    },
    {
      "contrastive_lambda": 0.11554560512330436,
      "epoch": 14.58296943231441,
      "step": 46753
    },
    {
      "contrastive_lambda": 0.11552886728430378,
      "epoch": 14.583281347473488,
      "step": 46754
    },
    {
      "contrastive_lambda": 0.11551213049935244,
      "epoch": 14.583593262632563,
      "step": 46755
    },
    {
      "contrastive_lambda": 0.11549539476849674,
      "epoch": 14.58390517779164,
      "step": 46756
    },
    {
      "contrastive_lambda": 0.11547866009178204,
      "epoch": 14.584217092950718,
      "step": 46757
    },
    {
      "contrastive_lambda": 0.11546192646925463,
      "epoch": 14.584529008109794,
      "step": 46758
    },
    {
      "contrastive_lambda": 0.11544519390096003,
      "epoch": 14.584840923268871,
      "step": 46759
    },
    {
      "epoch": 14.585152838427948,
      "grad_norm": 0.06972870230674744,
      "learning_rate": 1.273416062730311e-05,
      "loss": 0.0202,
      "step": 46760
    },
    {
      "epoch": 14.585152838427948,
      "flow_loss": 0.01492288988083601,
      "step": 46760
    },
    {
      "contrastive_loss": 0.003235137090086937,
      "epoch": 14.585152838427948,
      "step": 46760
    },
    {
      "contrastive_lambda": 0.11542846238694426,
      "epoch": 14.585152838427948,
      "step": 46760
    },
    {
      "contrastive_lambda": 0.11541173192725318,
      "epoch": 14.585464753587024,
      "step": 46761
    },
    {
      "contrastive_lambda": 0.11539500252193269,
      "epoch": 14.585776668746101,
      "step": 46762
    },
    {
      "contrastive_lambda": 0.11537827417102864,
      "epoch": 14.586088583905179,
      "step": 46763
    },
    {
      "contrastive_lambda": 0.11536154687458705,
      "epoch": 14.586400499064254,
      "step": 46764
    },
    {
      "contrastive_lambda": 0.11534482063265344,
      "epoch": 14.586712414223332,
      "step": 46765
    },
    {
      "contrastive_lambda": 0.11532809544527384,
      "epoch": 14.587024329382409,
      "step": 46766
    },
    {
      "contrastive_lambda": 0.11531137131249414,
      "epoch": 14.587336244541484,
      "step": 46767
    },
    {
      "contrastive_lambda": 0.11529464823436014,
      "epoch": 14.587648159700562,
      "step": 46768
    },
    {
      "contrastive_lambda": 0.11527792621091787,
      "epoch": 14.587960074859637,
      "step": 46769
    },
    {
      "epoch": 14.588271990018715,
      "grad_norm": 0.07796458154916763,
      "learning_rate": 1.2715793193700088e-05,
      "loss": 0.0234,
      "step": 46770
    },
    {
      "epoch": 14.588271990018715,
      "flow_loss": 0.04461640119552612,
      "step": 46770
    },
    {
      "contrastive_loss": 0.0033124666661024094,
      "epoch": 14.588271990018715,
      "step": 46770
    },
    {
      "contrastive_lambda": 0.11526120524221284,
      "epoch": 14.588271990018715,
      "step": 46770
    },
    {
      "contrastive_lambda": 0.11524448532829107,
      "epoch": 14.588583905177792,
      "step": 46771
    },
    {
      "contrastive_lambda": 0.11522776646919836,
      "epoch": 14.588895820336868,
      "step": 46772
    },
    {
      "contrastive_lambda": 0.11521104866498061,
      "epoch": 14.589207735495945,
      "step": 46773
    },
    {
      "contrastive_lambda": 0.11519433191568373,
      "epoch": 14.589519650655022,
      "step": 46774
    },
    {
      "contrastive_lambda": 0.11517761622135331,
      "epoch": 14.589831565814098,
      "step": 46775
    },
    {
      "contrastive_lambda": 0.11516090158203529,
      "epoch": 14.590143480973175,
      "step": 46776
    },
    {
      "contrastive_lambda": 0.1151441879977757,
      "epoch": 14.590455396132253,
      "step": 46777
    },
    {
      "contrastive_lambda": 0.11512747546861984,
      "epoch": 14.590767311291328,
      "step": 46778
    },
    {
      "contrastive_lambda": 0.11511076399461401,
      "epoch": 14.591079226450406,
      "step": 46779
    },
    {
      "epoch": 14.591391141609483,
      "grad_norm": 0.0841686874628067,
      "learning_rate": 1.2697437086054664e-05,
      "loss": 0.0223,
      "step": 46780
    },
    {
      "epoch": 14.591391141609483,
      "flow_loss": 0.01909511722624302,
      "step": 46780
    },
    {
      "contrastive_loss": 0.003688427619636059,
      "epoch": 14.591391141609483,
      "step": 46780
    },
    {
      "contrastive_lambda": 0.11509405357580405,
      "epoch": 14.591391141609483,
      "step": 46780
    },
    {
      "contrastive_lambda": 0.11507734421223542,
      "epoch": 14.591703056768559,
      "step": 46781
    },
    {
      "contrastive_lambda": 0.11506063590395421,
      "epoch": 14.592014971927636,
      "step": 46782
    },
    {
      "contrastive_lambda": 0.11504392865100593,
      "epoch": 14.592326887086713,
      "step": 46783
    },
    {
      "contrastive_lambda": 0.11502722245343666,
      "epoch": 14.592638802245789,
      "step": 46784
    },
    {
      "contrastive_lambda": 0.11501051731129225,
      "epoch": 14.592950717404866,
      "step": 46785
    },
    {
      "contrastive_lambda": 0.11499381322461827,
      "epoch": 14.593262632563942,
      "step": 46786
    },
    {
      "contrastive_lambda": 0.11497711019346057,
      "epoch": 14.59357454772302,
      "step": 46787
    },
    {
      "contrastive_lambda": 0.11496040821786513,
      "epoch": 14.593886462882097,
      "step": 46788
    },
    {
      "contrastive_lambda": 0.11494370729787728,
      "epoch": 14.594198378041172,
      "step": 46789
    },
    {
      "epoch": 14.59451029320025,
      "grad_norm": 0.18489842116832733,
      "learning_rate": 1.2679092309942937e-05,
      "loss": 0.0195,
      "step": 46790
    },
    {
      "epoch": 14.59451029320025,
      "flow_loss": 0.020019514486193657,
      "step": 46790
    },
    {
      "contrastive_loss": 0.00466770539060235,
      "epoch": 14.59451029320025,
      "step": 46790
    },
    {
      "contrastive_lambda": 0.11492700743354334,
      "epoch": 14.59451029320025,
      "step": 46790
    },
    {
      "contrastive_lambda": 0.11491030862490897,
      "epoch": 14.594822208359327,
      "step": 46791
    },
    {
      "contrastive_lambda": 0.11489361087201971,
      "epoch": 14.595134123518402,
      "step": 46792
    },
    {
      "contrastive_lambda": 0.11487691417492163,
      "epoch": 14.59544603867748,
      "step": 46793
    },
    {
      "contrastive_lambda": 0.11486021853366019,
      "epoch": 14.595757953836557,
      "step": 46794
    },
    {
      "contrastive_lambda": 0.11484352394828118,
      "epoch": 14.596069868995633,
      "step": 46795
    },
    {
      "contrastive_lambda": 0.11482683041883085,
      "epoch": 14.59638178415471,
      "step": 46796
    },
    {
      "contrastive_lambda": 0.1148101379453545,
      "epoch": 14.596693699313787,
      "step": 46797
    },
    {
      "contrastive_lambda": 0.11479344652789797,
      "epoch": 14.597005614472863,
      "step": 46798
    },
    {
      "contrastive_lambda": 0.11477675616650723,
      "epoch": 14.59731752963194,
      "step": 46799
    },
    {
      "epoch": 14.597629444791018,
      "grad_norm": 0.0834873840212822,
      "learning_rate": 1.266075887093755e-05,
      "loss": 0.0239,
      "step": 46800
    },
    {
      "epoch": 14.597629444791018,
      "flow_loss": 0.028790567070245743,
      "step": 46800
    },
    {
      "contrastive_loss": 0.003183279652148485,
      "epoch": 14.597629444791018,
      "step": 46800
    },
    {
      "contrastive_lambda": 0.11476006686122764,
      "epoch": 14.597629444791018,
      "step": 46800
    },
    {
      "contrastive_lambda": 0.11474337861210532,
      "epoch": 14.597941359950093,
      "step": 46801
    },
    {
      "contrastive_lambda": 0.11472669141918601,
      "epoch": 14.59825327510917,
      "step": 46802
    },
    {
      "contrastive_lambda": 0.11471000528251524,
      "epoch": 14.598565190268246,
      "step": 46803
    },
    {
      "contrastive_lambda": 0.11469332020213902,
      "epoch": 14.598877105427324,
      "step": 46804
    },
    {
      "contrastive_lambda": 0.11467663617810281,
      "epoch": 14.599189020586401,
      "step": 46805
    },
    {
      "contrastive_lambda": 0.1146599532104523,
      "epoch": 14.599500935745477,
      "step": 46806
    },
    {
      "contrastive_lambda": 0.11464327129923368,
      "epoch": 14.599812850904554,
      "step": 46807
    },
    {
      "contrastive_lambda": 0.1146265904444923,
      "epoch": 14.600124766063631,
      "step": 46808
    },
    {
      "contrastive_lambda": 0.11460991064627402,
      "epoch": 14.600436681222707,
      "step": 46809
    },
    {
      "epoch": 14.600748596381784,
      "grad_norm": 0.06705696880817413,
      "learning_rate": 1.2642436774607757e-05,
      "loss": 0.0266,
      "step": 46810
    },
    {
      "epoch": 14.600748596381784,
      "flow_loss": 0.02209368720650673,
      "step": 46810
    },
    {
      "contrastive_loss": 0.003323974087834358,
      "epoch": 14.600748596381784,
      "step": 46810
    },
    {
      "contrastive_lambda": 0.11459323190462467,
      "epoch": 14.600748596381784,
      "step": 46810
    },
    {
      "contrastive_lambda": 0.11457655421958968,
      "epoch": 14.601060511540862,
      "step": 46811
    },
    {
      "contrastive_lambda": 0.114559877591215,
      "epoch": 14.601372426699937,
      "step": 46812
    },
    {
      "contrastive_lambda": 0.11454320201954626,
      "epoch": 14.601684341859015,
      "step": 46813
    },
    {
      "contrastive_lambda": 0.11452652750462927,
      "epoch": 14.601996257018092,
      "step": 46814
    },
    {
      "contrastive_lambda": 0.11450985404650976,
      "epoch": 14.602308172177167,
      "step": 46815
    },
    {
      "contrastive_lambda": 0.11449318164523331,
      "epoch": 14.602620087336245,
      "step": 46816
    },
    {
      "contrastive_lambda": 0.11447651030084549,
      "epoch": 14.602932002495322,
      "step": 46817
    },
    {
      "contrastive_lambda": 0.11445984001339254,
      "epoch": 14.603243917654398,
      "step": 46818
    },
    {
      "contrastive_lambda": 0.11444317078291966,
      "epoch": 14.603555832813475,
      "step": 46819
    },
    {
      "epoch": 14.60386774797255,
      "grad_norm": 0.0854971632361412,
      "learning_rate": 1.2624126026519278e-05,
      "loss": 0.019,
      "step": 46820
    },
    {
      "epoch": 14.60386774797255,
      "flow_loss": 0.015132427215576172,
      "step": 46820
    },
    {
      "contrastive_loss": 0.003983732312917709,
      "epoch": 14.60386774797255,
      "step": 46820
    },
    {
      "contrastive_lambda": 0.11442650260947285,
      "epoch": 14.60386774797255,
      "step": 46820
    },
    {
      "contrastive_lambda": 0.11440983549309752,
      "epoch": 14.604179663131628,
      "step": 46821
    },
    {
      "contrastive_lambda": 0.11439316943383954,
      "epoch": 14.604491578290705,
      "step": 46822
    },
    {
      "contrastive_lambda": 0.11437650443174457,
      "epoch": 14.604803493449781,
      "step": 46823
    },
    {
      "contrastive_lambda": 0.11435984048685838,
      "epoch": 14.605115408608858,
      "step": 46824
    },
    {
      "contrastive_lambda": 0.11434317759922652,
      "epoch": 14.605427323767936,
      "step": 46825
    },
    {
      "contrastive_lambda": 0.11432651576889485,
      "epoch": 14.605739238927011,
      "step": 46826
    },
    {
      "contrastive_lambda": 0.11430985499590884,
      "epoch": 14.606051154086089,
      "step": 46827
    },
    {
      "contrastive_lambda": 0.11429319528031434,
      "epoch": 14.606363069245166,
      "step": 46828
    },
    {
      "contrastive_lambda": 0.11427653662215675,
      "epoch": 14.606674984404242,
      "step": 46829
    },
    {
      "epoch": 14.606986899563319,
      "grad_norm": 0.09266731888055801,
      "learning_rate": 1.2605826632234474e-05,
      "loss": 0.0276,
      "step": 46830
    },
    {
      "epoch": 14.606986899563319,
      "flow_loss": 0.03505830466747284,
      "step": 46830
    },
    {
      "contrastive_loss": 0.003566758707165718,
      "epoch": 14.606986899563319,
      "step": 46830
    },
    {
      "contrastive_lambda": 0.11425987902148199,
      "epoch": 14.606986899563319,
      "step": 46830
    },
    {
      "contrastive_lambda": 0.1142432224783359,
      "epoch": 14.607298814722396,
      "step": 46831
    },
    {
      "contrastive_lambda": 0.11422656699276373,
      "epoch": 14.607610729881472,
      "step": 46832
    },
    {
      "contrastive_lambda": 0.11420991256481133,
      "epoch": 14.60792264504055,
      "step": 46833
    },
    {
      "contrastive_lambda": 0.11419325919452433,
      "epoch": 14.608234560199627,
      "step": 46834
    },
    {
      "contrastive_lambda": 0.11417660688194847,
      "epoch": 14.608546475358702,
      "step": 46835
    },
    {
      "contrastive_lambda": 0.11415995562712933,
      "epoch": 14.60885839051778,
      "step": 46836
    },
    {
      "contrastive_lambda": 0.1141433054301127,
      "epoch": 14.609170305676855,
      "step": 46837
    },
    {
      "contrastive_lambda": 0.11412665629094398,
      "epoch": 14.609482220835933,
      "step": 46838
    },
    {
      "contrastive_lambda": 0.1141100082096691,
      "epoch": 14.60979413599501,
      "step": 46839
    },
    {
      "epoch": 14.610106051154085,
      "grad_norm": 0.06339156627655029,
      "learning_rate": 1.2587538597312198e-05,
      "loss": 0.0256,
      "step": 46840
    },
    {
      "epoch": 14.610106051154085,
      "flow_loss": 0.03519849851727486,
      "step": 46840
    },
    {
      "contrastive_loss": 0.003281384240835905,
      "epoch": 14.610106051154085,
      "step": 46840
    },
    {
      "contrastive_lambda": 0.11409336118633323,
      "epoch": 14.610106051154085,
      "step": 46840
    },
    {
      "contrastive_lambda": 0.1140767152209825,
      "epoch": 14.610417966313163,
      "step": 46841
    },
    {
      "contrastive_lambda": 0.11406007031366244,
      "epoch": 14.61072988147224,
      "step": 46842
    },
    {
      "contrastive_lambda": 0.11404342646441851,
      "epoch": 14.611041796631316,
      "step": 46843
    },
    {
      "contrastive_lambda": 0.11402678367329644,
      "epoch": 14.611353711790393,
      "step": 46844
    },
    {
      "contrastive_lambda": 0.11401014194034204,
      "epoch": 14.61166562694947,
      "step": 46845
    },
    {
      "contrastive_lambda": 0.11399350126560043,
      "epoch": 14.611977542108546,
      "step": 46846
    },
    {
      "contrastive_lambda": 0.11397686164911769,
      "epoch": 14.612289457267623,
      "step": 46847
    },
    {
      "contrastive_lambda": 0.11396022309093945,
      "epoch": 14.6126013724267,
      "step": 46848
    },
    {
      "contrastive_lambda": 0.11394358559111101,
      "epoch": 14.612913287585776,
      "step": 46849
    },
    {
      "epoch": 14.613225202744854,
      "grad_norm": 0.06901262700557709,
      "learning_rate": 1.2569261927307884e-05,
      "loss": 0.0234,
      "step": 46850
    },
    {
      "epoch": 14.613225202744854,
      "flow_loss": 0.036104243248701096,
      "step": 46850
    },
    {
      "contrastive_loss": 0.004296840168535709,
      "epoch": 14.613225202744854,
      "step": 46850
    },
    {
      "contrastive_lambda": 0.11392694914967832,
      "epoch": 14.613225202744854,
      "step": 46850
    },
    {
      "contrastive_lambda": 0.11391031376668653,
      "epoch": 14.613537117903931,
      "step": 46851
    },
    {
      "contrastive_lambda": 0.11389367944218165,
      "epoch": 14.613849033063007,
      "step": 46852
    },
    {
      "contrastive_lambda": 0.11387704617620936,
      "epoch": 14.614160948222084,
      "step": 46853
    },
    {
      "contrastive_lambda": 0.11386041396881491,
      "epoch": 14.61447286338116,
      "step": 46854
    },
    {
      "contrastive_lambda": 0.11384378282004404,
      "epoch": 14.614784778540237,
      "step": 46855
    },
    {
      "contrastive_lambda": 0.11382715272994254,
      "epoch": 14.615096693699314,
      "step": 46856
    },
    {
      "contrastive_lambda": 0.11381052369855549,
      "epoch": 14.61540860885839,
      "step": 46857
    },
    {
      "contrastive_lambda": 0.11379389572592902,
      "epoch": 14.615720524017467,
      "step": 46858
    },
    {
      "contrastive_lambda": 0.11377726881210859,
      "epoch": 14.616032439176545,
      "step": 46859
    },
    {
      "epoch": 14.61634435433562,
      "grad_norm": 0.07802244275808334,
      "learning_rate": 1.2550996627773493e-05,
      "loss": 0.0224,
      "step": 46860
    },
    {
      "epoch": 14.61634435433562,
      "flow_loss": 0.018007023259997368,
      "step": 46860
    },
    {
      "contrastive_loss": 0.003914286382496357,
      "epoch": 14.61634435433562,
      "step": 46860
    },
    {
      "contrastive_lambda": 0.11376064295713961,
      "epoch": 14.61634435433562,
      "step": 46860
    },
    {
      "contrastive_lambda": 0.11374401816106788,
      "epoch": 14.616656269494698,
      "step": 46861
    },
    {
      "contrastive_lambda": 0.11372739442393875,
      "epoch": 14.616968184653775,
      "step": 46862
    },
    {
      "contrastive_lambda": 0.11371077174579775,
      "epoch": 14.61728009981285,
      "step": 46863
    },
    {
      "contrastive_lambda": 0.11369415012669087,
      "epoch": 14.617592014971928,
      "step": 46864
    },
    {
      "contrastive_lambda": 0.11367752956666322,
      "epoch": 14.617903930131005,
      "step": 46865
    },
    {
      "contrastive_lambda": 0.11366091006576062,
      "epoch": 14.61821584529008,
      "step": 46866
    },
    {
      "contrastive_lambda": 0.11364429162402873,
      "epoch": 14.618527760449158,
      "step": 46867
    },
    {
      "contrastive_lambda": 0.1136276742415126,
      "epoch": 14.618839675608235,
      "step": 46868
    },
    {
      "contrastive_lambda": 0.11361105791825843,
      "epoch": 14.619151590767311,
      "step": 46869
    },
    {
      "epoch": 14.619463505926388,
      "grad_norm": 0.06273847818374634,
      "learning_rate": 1.2532742704257527e-05,
      "loss": 0.0193,
      "step": 46870
    },
    {
      "epoch": 14.619463505926388,
      "flow_loss": 0.019583627581596375,
      "step": 46870
    },
    {
      "contrastive_loss": 0.0033726743422448635,
      "epoch": 14.619463505926388,
      "step": 46870
    },
    {
      "contrastive_lambda": 0.1135944426543114,
      "epoch": 14.619463505926388,
      "step": 46870
    },
    {
      "contrastive_lambda": 0.11357782844971709,
      "epoch": 14.619775421085464,
      "step": 46871
    },
    {
      "contrastive_lambda": 0.11356121530452129,
      "epoch": 14.620087336244541,
      "step": 46872
    },
    {
      "contrastive_lambda": 0.11354460321876919,
      "epoch": 14.620399251403619,
      "step": 46873
    },
    {
      "contrastive_lambda": 0.11352799219250637,
      "epoch": 14.620711166562694,
      "step": 46874
    },
    {
      "contrastive_lambda": 0.11351138222577878,
      "epoch": 14.621023081721772,
      "step": 46875
    },
    {
      "contrastive_lambda": 0.1134947733186315,
      "epoch": 14.621334996880849,
      "step": 46876
    },
    {
      "contrastive_lambda": 0.11347816547111045,
      "epoch": 14.621646912039925,
      "step": 46877
    },
    {
      "contrastive_lambda": 0.11346155868326074,
      "epoch": 14.621958827199002,
      "step": 46878
    },
    {
      "contrastive_lambda": 0.11344495295512819,
      "epoch": 14.62227074235808,
      "step": 46879
    },
    {
      "epoch": 14.622582657517155,
      "grad_norm": 0.08263867348432541,
      "learning_rate": 1.2514500162305087e-05,
      "loss": 0.0248,
      "step": 46880
    },
    {
      "epoch": 14.622582657517155,
      "flow_loss": 0.016927074640989304,
      "step": 46880
    },
    {
      "contrastive_loss": 0.003516489639878273,
      "epoch": 14.622582657517155,
      "step": 46880
    },
    {
      "contrastive_lambda": 0.11342834828675824,
      "epoch": 14.622582657517155,
      "step": 46880
    },
    {
      "contrastive_lambda": 0.11341174467819637,
      "epoch": 14.622894572676232,
      "step": 46881
    },
    {
      "contrastive_lambda": 0.1133951421294882,
      "epoch": 14.623206487835308,
      "step": 46882
    },
    {
      "contrastive_lambda": 0.11337854064067932,
      "epoch": 14.623518402994385,
      "step": 46883
    },
    {
      "contrastive_lambda": 0.11336194021181495,
      "epoch": 14.623830318153463,
      "step": 46884
    },
    {
      "contrastive_lambda": 0.11334534084294096,
      "epoch": 14.62414223331254,
      "step": 46885
    },
    {
      "contrastive_lambda": 0.11332874253410236,
      "epoch": 14.624454148471616,
      "step": 46886
    },
    {
      "contrastive_lambda": 0.11331214528534517,
      "epoch": 14.624766063630693,
      "step": 46887
    },
    {
      "contrastive_lambda": 0.11329554909671474,
      "epoch": 14.625077978789768,
      "step": 46888
    },
    {
      "contrastive_lambda": 0.11327895396825644,
      "epoch": 14.625389893948846,
      "step": 46889
    },
    {
      "epoch": 14.625701809107923,
      "grad_norm": 0.0795394629240036,
      "learning_rate": 1.2496269007457728e-05,
      "loss": 0.0178,
      "step": 46890
    },
    {
      "epoch": 14.625701809107923,
      "flow_loss": 0.013994975946843624,
      "step": 46890
    },
    {
      "contrastive_loss": 0.0037498774472624063,
      "epoch": 14.625701809107923,
      "step": 46890
    },
    {
      "contrastive_lambda": 0.11326235990001582,
      "epoch": 14.625701809107923,
      "step": 46890
    },
    {
      "contrastive_lambda": 0.11324576689203841,
      "epoch": 14.626013724266999,
      "step": 46891
    },
    {
      "contrastive_lambda": 0.11322917494436968,
      "epoch": 14.626325639426076,
      "step": 46892
    },
    {
      "contrastive_lambda": 0.11321258405705514,
      "epoch": 14.626637554585153,
      "step": 46893
    },
    {
      "contrastive_lambda": 0.11319599423014037,
      "epoch": 14.626949469744229,
      "step": 46894
    },
    {
      "contrastive_lambda": 0.11317940546367061,
      "epoch": 14.627261384903306,
      "step": 46895
    },
    {
      "contrastive_lambda": 0.11316281775769166,
      "epoch": 14.627573300062384,
      "step": 46896
    },
    {
      "contrastive_lambda": 0.11314623111224847,
      "epoch": 14.62788521522146,
      "step": 46897
    },
    {
      "contrastive_lambda": 0.11312964552738702,
      "epoch": 14.628197130380537,
      "step": 46898
    },
    {
      "contrastive_lambda": 0.11311306100315277,
      "epoch": 14.628509045539612,
      "step": 46899
    },
    {
      "epoch": 14.62882096069869,
      "grad_norm": 0.07114523649215698,
      "learning_rate": 1.2478049245253625e-05,
      "loss": 0.0218,
      "step": 46900
    },
    {
      "epoch": 14.62882096069869,
      "flow_loss": 0.01923188380897045,
      "step": 46900
    },
    {
      "contrastive_loss": 0.00403526471927762,
      "epoch": 14.62882096069869,
      "step": 46900
    },
    {
      "contrastive_lambda": 0.11309647753959085,
      "epoch": 14.62882096069869,
      "step": 46900
    },
    {
      "contrastive_lambda": 0.11307989513674693,
      "epoch": 14.629132875857767,
      "step": 46901
    },
    {
      "contrastive_lambda": 0.11306331379466655,
      "epoch": 14.629444791016843,
      "step": 46902
    },
    {
      "contrastive_lambda": 0.11304673351339484,
      "epoch": 14.62975670617592,
      "step": 46903
    },
    {
      "contrastive_lambda": 0.11303015429297758,
      "epoch": 14.630068621334997,
      "step": 46904
    },
    {
      "contrastive_lambda": 0.1130135761334603,
      "epoch": 14.630380536494073,
      "step": 46905
    },
    {
      "contrastive_lambda": 0.11299699903488808,
      "epoch": 14.63069245165315,
      "step": 46906
    },
    {
      "contrastive_lambda": 0.11298042299730676,
      "epoch": 14.631004366812228,
      "step": 46907
    },
    {
      "contrastive_lambda": 0.11296384802076126,
      "epoch": 14.631316281971303,
      "step": 46908
    },
    {
      "contrastive_lambda": 0.11294727410529753,
      "epoch": 14.63162819713038,
      "step": 46909
    },
    {
      "epoch": 14.631940112289458,
      "grad_norm": 0.0802636444568634,
      "learning_rate": 1.2459840881227459e-05,
      "loss": 0.021,
      "step": 46910
    },
    {
      "epoch": 14.631940112289458,
      "flow_loss": 0.015638453885912895,
      "step": 46910
    },
    {
      "contrastive_loss": 0.0035022771917283535,
      "epoch": 14.631940112289458,
      "step": 46910
    },
    {
      "contrastive_lambda": 0.11293070125096094,
      "epoch": 14.631940112289458,
      "step": 46910
    },
    {
      "contrastive_lambda": 0.11291412945779666,
      "epoch": 14.632252027448533,
      "step": 46911
    },
    {
      "contrastive_lambda": 0.11289755872585028,
      "epoch": 14.63256394260761,
      "step": 46912
    },
    {
      "contrastive_lambda": 0.1128809890551673,
      "epoch": 14.632875857766688,
      "step": 46913
    },
    {
      "contrastive_lambda": 0.11286442044579287,
      "epoch": 14.633187772925764,
      "step": 46914
    },
    {
      "contrastive_lambda": 0.11284785289777288,
      "epoch": 14.633499688084841,
      "step": 46915
    },
    {
      "contrastive_lambda": 0.11283128641115231,
      "epoch": 14.633811603243917,
      "step": 46916
    },
    {
      "contrastive_lambda": 0.11281472098597678,
      "epoch": 14.634123518402994,
      "step": 46917
    },
    {
      "contrastive_lambda": 0.11279815662229181,
      "epoch": 14.634435433562071,
      "step": 46918
    },
    {
      "contrastive_lambda": 0.11278159332014254,
      "epoch": 14.634747348721147,
      "step": 46919
    },
    {
      "epoch": 14.635059263880224,
      "grad_norm": 0.07844214886426926,
      "learning_rate": 1.2441643920910435e-05,
      "loss": 0.0247,
      "step": 46920
    },
    {
      "epoch": 14.635059263880224,
      "flow_loss": 0.012434174306690693,
      "step": 46920
    },
    {
      "contrastive_loss": 0.003969432320445776,
      "epoch": 14.635059263880224,
      "step": 46920
    },
    {
      "contrastive_lambda": 0.11276503107957436,
      "epoch": 14.635059263880224,
      "step": 46920
    },
    {
      "contrastive_lambda": 0.11274846990063314,
      "epoch": 14.635371179039302,
      "step": 46921
    },
    {
      "contrastive_lambda": 0.11273190978336384,
      "epoch": 14.635683094198377,
      "step": 46922
    },
    {
      "contrastive_lambda": 0.11271535072781208,
      "epoch": 14.635995009357455,
      "step": 46923
    },
    {
      "contrastive_lambda": 0.11269879273402311,
      "epoch": 14.636306924516532,
      "step": 46924
    },
    {
      "contrastive_lambda": 0.11268223580204217,
      "epoch": 14.636618839675608,
      "step": 46925
    },
    {
      "contrastive_lambda": 0.11266567993191523,
      "epoch": 14.636930754834685,
      "step": 46926
    },
    {
      "contrastive_lambda": 0.11264912512368713,
      "epoch": 14.637242669993762,
      "step": 46927
    },
    {
      "contrastive_lambda": 0.11263257137740346,
      "epoch": 14.637554585152838,
      "step": 46928
    },
    {
      "contrastive_lambda": 0.11261601869310972,
      "epoch": 14.637866500311915,
      "step": 46929
    },
    {
      "epoch": 14.638178415470993,
      "grad_norm": 0.0870451033115387,
      "learning_rate": 1.2423458369830322e-05,
      "loss": 0.0262,
      "step": 46930
    },
    {
      "epoch": 14.638178415470993,
      "flow_loss": 0.01472751796245575,
      "step": 46930
    },
    {
      "contrastive_loss": 0.0033776178024709225,
      "epoch": 14.638178415470993,
      "step": 46930
    },
    {
      "contrastive_lambda": 0.11259946707085106,
      "epoch": 14.638178415470993,
      "step": 46930
    },
    {
      "contrastive_lambda": 0.11258291651067276,
      "epoch": 14.638490330630068,
      "step": 46931
    },
    {
      "contrastive_lambda": 0.11256636701262074,
      "epoch": 14.638802245789146,
      "step": 46932
    },
    {
      "contrastive_lambda": 0.11254981857673979,
      "epoch": 14.639114160948221,
      "step": 46933
    },
    {
      "contrastive_lambda": 0.11253327120307571,
      "epoch": 14.639426076107299,
      "step": 46934
    },
    {
      "contrastive_lambda": 0.11251672489167353,
      "epoch": 14.639737991266376,
      "step": 46935
    },
    {
      "contrastive_lambda": 0.11250017964257875,
      "epoch": 14.640049906425451,
      "step": 46936
    },
    {
      "contrastive_lambda": 0.11248363545583673,
      "epoch": 14.640361821584529,
      "step": 46937
    },
    {
      "contrastive_lambda": 0.11246709233149277,
      "epoch": 14.640673736743606,
      "step": 46938
    },
    {
      "contrastive_lambda": 0.11245055026959233,
      "epoch": 14.640985651902682,
      "step": 46939
    },
    {
      "epoch": 14.641297567061759,
      "grad_norm": 0.11797978729009628,
      "learning_rate": 1.2405284233511406e-05,
      "loss": 0.0276,
      "step": 46940
    },
    {
      "epoch": 14.641297567061759,
      "flow_loss": 0.022929124534130096,
      "step": 46940
    },
    {
      "contrastive_loss": 0.004494855180382729,
      "epoch": 14.641297567061759,
      "step": 46940
    },
    {
      "contrastive_lambda": 0.11243400927018082,
      "epoch": 14.641297567061759,
      "step": 46940
    },
    {
      "contrastive_lambda": 0.11241746933330338,
      "epoch": 14.641609482220836,
      "step": 46941
    },
    {
      "contrastive_lambda": 0.11240093045900529,
      "epoch": 14.641921397379912,
      "step": 46942
    },
    {
      "contrastive_lambda": 0.11238439264733235,
      "epoch": 14.64223331253899,
      "step": 46943
    },
    {
      "contrastive_lambda": 0.11236785589832948,
      "epoch": 14.642545227698067,
      "step": 46944
    },
    {
      "contrastive_lambda": 0.11235132021204225,
      "epoch": 14.642857142857142,
      "step": 46945
    },
    {
      "contrastive_lambda": 0.11233478558851573,
      "epoch": 14.64316905801622,
      "step": 46946
    },
    {
      "contrastive_lambda": 0.11231825202779544,
      "epoch": 14.643480973175297,
      "step": 46947
    },
    {
      "contrastive_lambda": 0.11230171952992668,
      "epoch": 14.643792888334373,
      "step": 46948
    },
    {
      "contrastive_lambda": 0.11228518809495475,
      "epoch": 14.64410480349345,
      "step": 46949
    },
    {
      "epoch": 14.644416718652526,
      "grad_norm": 0.09923568367958069,
      "learning_rate": 1.2387121517474487e-05,
      "loss": 0.0272,
      "step": 46950
    },
    {
      "epoch": 14.644416718652526,
      "flow_loss": 0.02550286240875721,
      "step": 46950
    },
    {
      "contrastive_loss": 0.003919204231351614,
      "epoch": 14.644416718652526,
      "step": 46950
    },
    {
      "contrastive_lambda": 0.11226865772292499,
      "epoch": 14.644416718652526,
      "step": 46950
    },
    {
      "contrastive_lambda": 0.11225212841388282,
      "epoch": 14.644728633811603,
      "step": 46951
    },
    {
      "contrastive_lambda": 0.11223560016787337,
      "epoch": 14.64504054897068,
      "step": 46952
    },
    {
      "contrastive_lambda": 0.11221907298494216,
      "epoch": 14.645352464129756,
      "step": 46953
    },
    {
      "contrastive_lambda": 0.11220254686513409,
      "epoch": 14.645664379288833,
      "step": 46954
    },
    {
      "contrastive_lambda": 0.1121860218084949,
      "epoch": 14.64597629444791,
      "step": 46955
    },
    {
      "contrastive_lambda": 0.11216949781506991,
      "epoch": 14.646288209606986,
      "step": 46956
    },
    {
      "contrastive_lambda": 0.11215297488490411,
      "epoch": 14.646600124766064,
      "step": 46957
    },
    {
      "contrastive_lambda": 0.11213645301804298,
      "epoch": 14.646912039925141,
      "step": 46958
    },
    {
      "contrastive_lambda": 0.11211993221453176,
      "epoch": 14.647223955084216,
      "step": 46959
    },
    {
      "epoch": 14.647535870243294,
      "grad_norm": 0.07176093757152557,
      "learning_rate": 1.2368970227236975e-05,
      "loss": 0.0226,
      "step": 46960
    },
    {
      "epoch": 14.647535870243294,
      "flow_loss": 0.0136827751994133,
      "step": 46960
    },
    {
      "contrastive_loss": 0.0029695481061935425,
      "epoch": 14.647535870243294,
      "step": 46960
    },
    {
      "contrastive_lambda": 0.11210341247441574,
      "epoch": 14.647535870243294,
      "step": 46960
    },
    {
      "contrastive_lambda": 0.1120868937977404,
      "epoch": 14.647847785402371,
      "step": 46961
    },
    {
      "contrastive_lambda": 0.11207037618455074,
      "epoch": 14.648159700561447,
      "step": 46962
    },
    {
      "contrastive_lambda": 0.11205385963489217,
      "epoch": 14.648471615720524,
      "step": 46963
    },
    {
      "contrastive_lambda": 0.11203734414881011,
      "epoch": 14.648783530879601,
      "step": 46964
    },
    {
      "contrastive_lambda": 0.11202082972634941,
      "epoch": 14.649095446038677,
      "step": 46965
    },
    {
      "contrastive_lambda": 0.11200431636755576,
      "epoch": 14.649407361197754,
      "step": 46966
    },
    {
      "contrastive_lambda": 0.11198780407247444,
      "epoch": 14.64971927635683,
      "step": 46967
    },
    {
      "contrastive_lambda": 0.11197129284115048,
      "epoch": 14.650031191515907,
      "step": 46968
    },
    {
      "contrastive_lambda": 0.11195478267362924,
      "epoch": 14.650343106674985,
      "step": 46969
    },
    {
      "epoch": 14.65065502183406,
      "grad_norm": 0.06564050167798996,
      "learning_rate": 1.2350830368312688e-05,
      "loss": 0.018,
      "step": 46970
    },
    {
      "epoch": 14.65065502183406,
      "flow_loss": 0.013607189059257507,
      "step": 46970
    },
    {
      "contrastive_loss": 0.003369764192029834,
      "epoch": 14.65065502183406,
      "step": 46970
    },
    {
      "contrastive_lambda": 0.11193827356995611,
      "epoch": 14.65065502183406,
      "step": 46970
    },
    {
      "contrastive_lambda": 0.11192176553017597,
      "epoch": 14.650966936993138,
      "step": 46971
    },
    {
      "contrastive_lambda": 0.11190525855433464,
      "epoch": 14.651278852152215,
      "step": 46972
    },
    {
      "contrastive_lambda": 0.11188875264247694,
      "epoch": 14.65159076731129,
      "step": 46973
    },
    {
      "contrastive_lambda": 0.11187224779464822,
      "epoch": 14.651902682470368,
      "step": 46974
    },
    {
      "contrastive_lambda": 0.11185574401089393,
      "epoch": 14.652214597629445,
      "step": 46975
    },
    {
      "contrastive_lambda": 0.11183924129125888,
      "epoch": 14.652526512788521,
      "step": 46976
    },
    {
      "contrastive_lambda": 0.11182273963578876,
      "epoch": 14.652838427947598,
      "step": 46977
    },
    {
      "contrastive_lambda": 0.11180623904452874,
      "epoch": 14.653150343106676,
      "step": 46978
    },
    {
      "contrastive_lambda": 0.11178973951752386,
      "epoch": 14.653462258265751,
      "step": 46979
    },
    {
      "epoch": 14.653774173424829,
      "grad_norm": 0.10201866924762726,
      "learning_rate": 1.2332701946212083e-05,
      "loss": 0.0196,
      "step": 46980
    },
    {
      "epoch": 14.653774173424829,
      "flow_loss": 0.015180063433945179,
      "step": 46980
    },
    {
      "contrastive_loss": 0.004041243810206652,
      "epoch": 14.653774173424829,
      "step": 46980
    },
    {
      "contrastive_lambda": 0.11177324105481956,
      "epoch": 14.653774173424829,
      "step": 46980
    },
    {
      "contrastive_lambda": 0.11175674365646082,
      "epoch": 14.654086088583906,
      "step": 46981
    },
    {
      "contrastive_lambda": 0.11174024732249288,
      "epoch": 14.654398003742982,
      "step": 46982
    },
    {
      "contrastive_lambda": 0.11172375205296137,
      "epoch": 14.654709918902059,
      "step": 46983
    },
    {
      "contrastive_lambda": 0.11170725784791108,
      "epoch": 14.655021834061134,
      "step": 46984
    },
    {
      "contrastive_lambda": 0.11169076470738742,
      "epoch": 14.655333749220212,
      "step": 46985
    },
    {
      "contrastive_lambda": 0.1116742726314357,
      "epoch": 14.65564566437929,
      "step": 46986
    },
    {
      "contrastive_lambda": 0.11165778162010087,
      "epoch": 14.655957579538365,
      "step": 46987
    },
    {
      "contrastive_lambda": 0.11164129167342812,
      "epoch": 14.656269494697442,
      "step": 46988
    },
    {
      "contrastive_lambda": 0.11162480279146314,
      "epoch": 14.65658140985652,
      "step": 46989
    },
    {
      "epoch": 14.656893325015595,
      "grad_norm": 0.06139432266354561,
      "learning_rate": 1.2314584966442077e-05,
      "loss": 0.0244,
      "step": 46990
    },
    {
      "epoch": 14.656893325015595,
      "flow_loss": 0.018544936552643776,
      "step": 46990
    },
    {
      "contrastive_loss": 0.0034212018363177776,
      "epoch": 14.656893325015595,
      "step": 46990
    },
    {
      "contrastive_lambda": 0.11160831497425067,
      "epoch": 14.656893325015595,
      "step": 46990
    },
    {
      "contrastive_lambda": 0.11159182822183616,
      "epoch": 14.657205240174672,
      "step": 46991
    },
    {
      "contrastive_lambda": 0.1115753425342646,
      "epoch": 14.65751715533375,
      "step": 46992
    },
    {
      "contrastive_lambda": 0.11155885791158116,
      "epoch": 14.657829070492825,
      "step": 46993
    },
    {
      "contrastive_lambda": 0.11154237435383141,
      "epoch": 14.658140985651903,
      "step": 46994
    },
    {
      "contrastive_lambda": 0.11152589186106016,
      "epoch": 14.65845290081098,
      "step": 46995
    },
    {
      "contrastive_lambda": 0.11150941043331275,
      "epoch": 14.658764815970056,
      "step": 46996
    },
    {
      "contrastive_lambda": 0.11149293007063449,
      "epoch": 14.659076731129133,
      "step": 46997
    },
    {
      "contrastive_lambda": 0.11147645077307028,
      "epoch": 14.65938864628821,
      "step": 46998
    },
    {
      "contrastive_lambda": 0.11145997254066531,
      "epoch": 14.659700561447286,
      "step": 46999
    },
    {
      "epoch": 14.660012476606363,
      "grad_norm": 0.08595984429121017,
      "learning_rate": 1.2296479434506136e-05,
      "loss": 0.0257,
      "step": 47000
    },
    {
      "epoch": 14.660012476606363,
      "flow_loss": 0.027633661404252052,
      "step": 47000
    },
    {
      "contrastive_loss": 0.0030817068181931973,
      "epoch": 14.660012476606363,
      "step": 47000
    },
    {
      "contrastive_lambda": 0.11144349537346515,
      "epoch": 14.660012476606363,
      "step": 47000
    },
    {
      "contrastive_lambda": 0.11142701927151455,
      "epoch": 14.660324391765439,
      "step": 47001
    },
    {
      "contrastive_lambda": 0.11141054423485897,
      "epoch": 14.660636306924516,
      "step": 47002
    },
    {
      "contrastive_lambda": 0.11139407026354337,
      "epoch": 14.660948222083594,
      "step": 47003
    },
    {
      "contrastive_lambda": 0.11137759735761293,
      "epoch": 14.66126013724267,
      "step": 47004
    },
    {
      "contrastive_lambda": 0.11136112551711291,
      "epoch": 14.661572052401747,
      "step": 47005
    },
    {
      "contrastive_lambda": 0.11134465474208843,
      "epoch": 14.661883967560824,
      "step": 47006
    },
    {
      "contrastive_lambda": 0.11132818503258463,
      "epoch": 14.6621958827199,
      "step": 47007
    },
    {
      "contrastive_lambda": 0.11131171638864679,
      "epoch": 14.662507797878977,
      "step": 47008
    },
    {
      "contrastive_lambda": 0.11129524881031988,
      "epoch": 14.662819713038054,
      "step": 47009
    },
    {
      "epoch": 14.66313162819713,
      "grad_norm": 0.07130741328001022,
      "learning_rate": 1.2278385355904232e-05,
      "loss": 0.0197,
      "step": 47010
    },
    {
      "epoch": 14.66313162819713,
      "flow_loss": 0.03995481878519058,
      "step": 47010
    },
    {
      "contrastive_loss": 0.004358833190053701,
      "epoch": 14.66313162819713,
      "step": 47010
    },
    {
      "contrastive_lambda": 0.11127878229764904,
      "epoch": 14.66313162819713,
      "step": 47010
    },
    {
      "contrastive_lambda": 0.11126231685067955,
      "epoch": 14.663443543356207,
      "step": 47011
    },
    {
      "contrastive_lambda": 0.11124585246945645,
      "epoch": 14.663755458515285,
      "step": 47012
    },
    {
      "contrastive_lambda": 0.11122938915402508,
      "epoch": 14.66406737367436,
      "step": 47013
    },
    {
      "contrastive_lambda": 0.11121292690443024,
      "epoch": 14.664379288833437,
      "step": 47014
    },
    {
      "contrastive_lambda": 0.11119646572071729,
      "epoch": 14.664691203992515,
      "step": 47015
    },
    {
      "contrastive_lambda": 0.11118000560293129,
      "epoch": 14.66500311915159,
      "step": 47016
    },
    {
      "contrastive_lambda": 0.11116354655111732,
      "epoch": 14.665315034310668,
      "step": 47017
    },
    {
      "contrastive_lambda": 0.1111470885653208,
      "epoch": 14.665626949469743,
      "step": 47018
    },
    {
      "contrastive_lambda": 0.1111306316455864,
      "epoch": 14.66593886462882,
      "step": 47019
    },
    {
      "epoch": 14.666250779787898,
      "grad_norm": 0.07380378991365433,
      "learning_rate": 1.2260302736132867e-05,
      "loss": 0.0253,
      "step": 47020
    },
    {
      "epoch": 14.666250779787898,
      "flow_loss": 0.013175562024116516,
      "step": 47020
    },
    {
      "contrastive_loss": 0.004179706797003746,
      "epoch": 14.666250779787898,
      "step": 47020
    },
    {
      "contrastive_lambda": 0.11111417579195948,
      "epoch": 14.666250779787898,
      "step": 47020
    },
    {
      "contrastive_lambda": 0.11109772100448528,
      "epoch": 14.666562694946974,
      "step": 47021
    },
    {
      "contrastive_lambda": 0.11108126728320844,
      "epoch": 14.666874610106051,
      "step": 47022
    },
    {
      "contrastive_lambda": 0.11106481462817452,
      "epoch": 14.667186525265128,
      "step": 47023
    },
    {
      "contrastive_lambda": 0.11104836303942867,
      "epoch": 14.667498440424204,
      "step": 47024
    },
    {
      "contrastive_lambda": 0.11103191251701572,
      "epoch": 14.667810355583281,
      "step": 47025
    },
    {
      "contrastive_lambda": 0.11101546306098092,
      "epoch": 14.668122270742359,
      "step": 47026
    },
    {
      "contrastive_lambda": 0.11099901467136908,
      "epoch": 14.668434185901434,
      "step": 47027
    },
    {
      "contrastive_lambda": 0.11098256734822565,
      "epoch": 14.668746101060512,
      "step": 47028
    },
    {
      "contrastive_lambda": 0.11096612109159576,
      "epoch": 14.669058016219589,
      "step": 47029
    },
    {
      "epoch": 14.669369931378665,
      "grad_norm": 0.09907173365354538,
      "learning_rate": 1.2242231580685098e-05,
      "loss": 0.0253,
      "step": 47030
    },
    {
      "epoch": 14.669369931378665,
      "flow_loss": 0.01933659240603447,
      "step": 47030
    },
    {
      "contrastive_loss": 0.0030288686975836754,
      "epoch": 14.669369931378665,
      "step": 47030
    },
    {
      "contrastive_lambda": 0.11094967590152416,
      "epoch": 14.669369931378665,
      "step": 47030
    },
    {
      "contrastive_lambda": 0.11093323177805614,
      "epoch": 14.669681846537742,
      "step": 47031
    },
    {
      "contrastive_lambda": 0.11091678872123689,
      "epoch": 14.66999376169682,
      "step": 47032
    },
    {
      "contrastive_lambda": 0.1109003467311111,
      "epoch": 14.670305676855895,
      "step": 47033
    },
    {
      "contrastive_lambda": 0.11088390580772423,
      "epoch": 14.670617592014972,
      "step": 47034
    },
    {
      "contrastive_lambda": 0.11086746595112135,
      "epoch": 14.670929507174048,
      "step": 47035
    },
    {
      "contrastive_lambda": 0.11085102716134726,
      "epoch": 14.671241422333125,
      "step": 47036
    },
    {
      "contrastive_lambda": 0.11083458943844732,
      "epoch": 14.671553337492202,
      "step": 47037
    },
    {
      "contrastive_lambda": 0.11081815278246632,
      "epoch": 14.671865252651278,
      "step": 47038
    },
    {
      "contrastive_lambda": 0.11080171719344928,
      "epoch": 14.672177167810355,
      "step": 47039
    },
    {
      "epoch": 14.672489082969433,
      "grad_norm": 0.0820542424917221,
      "learning_rate": 1.2224171895050413e-05,
      "loss": 0.0238,
      "step": 47040
    },
    {
      "epoch": 14.672489082969433,
      "flow_loss": 0.01185676921159029,
      "step": 47040
    },
    {
      "contrastive_loss": 0.003973818384110928,
      "epoch": 14.672489082969433,
      "step": 47040
    },
    {
      "contrastive_lambda": 0.11078528267144178,
      "epoch": 14.672489082969433,
      "step": 47040
    },
    {
      "contrastive_lambda": 0.11076884921648833,
      "epoch": 14.672800998128508,
      "step": 47041
    },
    {
      "contrastive_lambda": 0.11075241682863418,
      "epoch": 14.673112913287586,
      "step": 47042
    },
    {
      "contrastive_lambda": 0.11073598550792452,
      "epoch": 14.673424828446663,
      "step": 47043
    },
    {
      "contrastive_lambda": 0.11071955525440397,
      "epoch": 14.673736743605739,
      "step": 47044
    },
    {
      "contrastive_lambda": 0.11070312606811805,
      "epoch": 14.674048658764816,
      "step": 47045
    },
    {
      "contrastive_lambda": 0.11068669794911168,
      "epoch": 14.674360573923893,
      "step": 47046
    },
    {
      "contrastive_lambda": 0.11067027089742976,
      "epoch": 14.674672489082969,
      "step": 47047
    },
    {
      "contrastive_lambda": 0.11065384491311753,
      "epoch": 14.674984404242046,
      "step": 47048
    },
    {
      "contrastive_lambda": 0.11063741999621973,
      "epoch": 14.675296319401124,
      "step": 47049
    },
    {
      "epoch": 14.6756082345602,
      "grad_norm": 0.08318764716386795,
      "learning_rate": 1.2206123684714903e-05,
      "loss": 0.0254,
      "step": 47050
    },
    {
      "epoch": 14.6756082345602,
      "flow_loss": 0.034632712602615356,
      "step": 47050
    },
    {
      "contrastive_loss": 0.004342366475611925,
      "epoch": 14.6756082345602,
      "step": 47050
    },
    {
      "contrastive_lambda": 0.11062099614678139,
      "epoch": 14.6756082345602,
      "step": 47050
    },
    {
      "contrastive_lambda": 0.11060457336484802,
      "epoch": 14.675920149719277,
      "step": 47051
    },
    {
      "contrastive_lambda": 0.11058815165046415,
      "epoch": 14.676232064878352,
      "step": 47052
    },
    {
      "contrastive_lambda": 0.11057173100367496,
      "epoch": 14.67654398003743,
      "step": 47053
    },
    {
      "contrastive_lambda": 0.11055531142452563,
      "epoch": 14.676855895196507,
      "step": 47054
    },
    {
      "contrastive_lambda": 0.1105388929130609,
      "epoch": 14.677167810355582,
      "step": 47055
    },
    {
      "contrastive_lambda": 0.11052247546932592,
      "epoch": 14.67747972551466,
      "step": 47056
    },
    {
      "contrastive_lambda": 0.1105060590933657,
      "epoch": 14.677791640673737,
      "step": 47057
    },
    {
      "contrastive_lambda": 0.11048964378522519,
      "epoch": 14.678103555832813,
      "step": 47058
    },
    {
      "contrastive_lambda": 0.11047322954494959,
      "epoch": 14.67841547099189,
      "step": 47059
    },
    {
      "epoch": 14.678727386150968,
      "grad_norm": 0.07490914314985275,
      "learning_rate": 1.2188086955161132e-05,
      "loss": 0.0215,
      "step": 47060
    },
    {
      "epoch": 14.678727386150968,
      "flow_loss": 0.01882023550570011,
      "step": 47060
    },
    {
      "contrastive_loss": 0.002812218852341175,
      "epoch": 14.678727386150968,
      "step": 47060
    },
    {
      "contrastive_lambda": 0.11045681637258359,
      "epoch": 14.678727386150968,
      "step": 47060
    },
    {
      "contrastive_lambda": 0.11044040426817237,
      "epoch": 14.679039301310043,
      "step": 47061
    },
    {
      "contrastive_lambda": 0.11042399323176089,
      "epoch": 14.67935121646912,
      "step": 47062
    },
    {
      "contrastive_lambda": 0.11040758326339417,
      "epoch": 14.679663131628198,
      "step": 47063
    },
    {
      "contrastive_lambda": 0.1103911743631173,
      "epoch": 14.679975046787273,
      "step": 47064
    },
    {
      "contrastive_lambda": 0.110374766530975,
      "epoch": 14.68028696194635,
      "step": 47065
    },
    {
      "contrastive_lambda": 0.11035835976701242,
      "epoch": 14.680598877105428,
      "step": 47066
    },
    {
      "contrastive_lambda": 0.1103419540712745,
      "epoch": 14.680910792264504,
      "step": 47067
    },
    {
      "contrastive_lambda": 0.11032554944380624,
      "epoch": 14.681222707423581,
      "step": 47068
    },
    {
      "contrastive_lambda": 0.11030914588465263,
      "epoch": 14.681534622582657,
      "step": 47069
    },
    {
      "epoch": 14.681846537741734,
      "grad_norm": 0.06947348266839981,
      "learning_rate": 1.2170061711868175e-05,
      "loss": 0.0257,
      "step": 47070
    },
    {
      "epoch": 14.681846537741734,
      "flow_loss": 0.018688037991523743,
      "step": 47070
    },
    {
      "contrastive_loss": 0.004120539408177137,
      "epoch": 14.681846537741734,
      "step": 47070
    },
    {
      "contrastive_lambda": 0.11029274339385875,
      "epoch": 14.681846537741734,
      "step": 47070
    },
    {
      "contrastive_lambda": 0.1102763419714693,
      "epoch": 14.682158452900811,
      "step": 47071
    },
    {
      "contrastive_lambda": 0.11025994161752939,
      "epoch": 14.682470368059887,
      "step": 47072
    },
    {
      "contrastive_lambda": 0.110243542332084,
      "epoch": 14.682782283218964,
      "step": 47073
    },
    {
      "contrastive_lambda": 0.11022714411517803,
      "epoch": 14.683094198378042,
      "step": 47074
    },
    {
      "contrastive_lambda": 0.11021074696685662,
      "epoch": 14.683406113537117,
      "step": 47075
    },
    {
      "contrastive_lambda": 0.11019435088716445,
      "epoch": 14.683718028696195,
      "step": 47076
    },
    {
      "contrastive_lambda": 0.1101779558761466,
      "epoch": 14.684029943855272,
      "step": 47077
    },
    {
      "contrastive_lambda": 0.11016156193384818,
      "epoch": 14.684341859014348,
      "step": 47078
    },
    {
      "contrastive_lambda": 0.11014516906031363,
      "epoch": 14.684653774173425,
      "step": 47079
    },
    {
      "epoch": 14.684965689332502,
      "grad_norm": 0.07519011944532394,
      "learning_rate": 1.215204796031163e-05,
      "loss": 0.0247,
      "step": 47080
    },
    {
      "epoch": 14.684965689332502,
      "flow_loss": 0.014658641070127487,
      "step": 47080
    },
    {
      "contrastive_loss": 0.005427227355539799,
      "epoch": 14.684965689332502,
      "step": 47080
    },
    {
      "contrastive_lambda": 0.11012877725558845,
      "epoch": 14.684965689332502,
      "step": 47080
    },
    {
      "contrastive_lambda": 0.11011238651971744,
      "epoch": 14.685277604491578,
      "step": 47081
    },
    {
      "contrastive_lambda": 0.11009599685274535,
      "epoch": 14.685589519650655,
      "step": 47082
    },
    {
      "contrastive_lambda": 0.11007960825471735,
      "epoch": 14.685901434809733,
      "step": 47083
    },
    {
      "contrastive_lambda": 0.11006322072567798,
      "epoch": 14.686213349968808,
      "step": 47084
    },
    {
      "contrastive_lambda": 0.11004683426567252,
      "epoch": 14.686525265127885,
      "step": 47085
    },
    {
      "contrastive_lambda": 0.110030448874746,
      "epoch": 14.686837180286961,
      "step": 47086
    },
    {
      "contrastive_lambda": 0.11001406455294299,
      "epoch": 14.687149095446038,
      "step": 47087
    },
    {
      "contrastive_lambda": 0.10999768130030857,
      "epoch": 14.687461010605116,
      "step": 47088
    },
    {
      "contrastive_lambda": 0.10998129911688775,
      "epoch": 14.687772925764191,
      "step": 47089
    },
    {
      "epoch": 14.688084840923269,
      "grad_norm": 0.09391351044178009,
      "learning_rate": 1.2134045705963599e-05,
      "loss": 0.0265,
      "step": 47090
    },
    {
      "epoch": 14.688084840923269,
      "flow_loss": 0.020249802619218826,
      "step": 47090
    },
    {
      "contrastive_loss": 0.0035015824250876904,
      "epoch": 14.688084840923269,
      "step": 47090
    },
    {
      "contrastive_lambda": 0.10996491800272512,
      "epoch": 14.688084840923269,
      "step": 47090
    },
    {
      "contrastive_lambda": 0.10994853795786591,
      "epoch": 14.688396756082346,
      "step": 47091
    },
    {
      "contrastive_lambda": 0.10993215898235509,
      "epoch": 14.688708671241422,
      "step": 47092
    },
    {
      "contrastive_lambda": 0.10991578107623728,
      "epoch": 14.689020586400499,
      "step": 47093
    },
    {
      "contrastive_lambda": 0.10989940423955763,
      "epoch": 14.689332501559576,
      "step": 47094
    },
    {
      "contrastive_lambda": 0.10988302847236076,
      "epoch": 14.689644416718652,
      "step": 47095
    },
    {
      "contrastive_lambda": 0.10986665377469157,
      "epoch": 14.68995633187773,
      "step": 47096
    },
    {
      "contrastive_lambda": 0.10985028014659542,
      "epoch": 14.690268247036807,
      "step": 47097
    },
    {
      "contrastive_lambda": 0.10983390758811667,
      "epoch": 14.690580162195882,
      "step": 47098
    },
    {
      "contrastive_lambda": 0.1098175360993005,
      "epoch": 14.69089207735496,
      "step": 47099
    },
    {
      "epoch": 14.691203992514037,
      "grad_norm": 0.060633499175310135,
      "learning_rate": 1.2116054954292689e-05,
      "loss": 0.0202,
      "step": 47100
    },
    {
      "epoch": 14.691203992514037,
      "flow_loss": 0.012253304943442345,
      "step": 47100
    },
    {
      "contrastive_loss": 0.0031531797721982002,
      "epoch": 14.691203992514037,
      "step": 47100
    },
    {
      "contrastive_lambda": 0.10980116568019177,
      "epoch": 14.691203992514037,
      "step": 47100
    },
    {
      "contrastive_lambda": 0.1097847963308351,
      "epoch": 14.691515907673113,
      "step": 47101
    },
    {
      "contrastive_lambda": 0.10976842805127562,
      "epoch": 14.69182782283219,
      "step": 47102
    },
    {
      "contrastive_lambda": 0.10975206084155836,
      "epoch": 14.692139737991265,
      "step": 47103
    },
    {
      "contrastive_lambda": 0.10973569470172778,
      "epoch": 14.692451653150343,
      "step": 47104
    },
    {
      "contrastive_lambda": 0.10971932963182912,
      "epoch": 14.69276356830942,
      "step": 47105
    },
    {
      "contrastive_lambda": 0.10970296563190696,
      "epoch": 14.693075483468496,
      "step": 47106
    },
    {
      "contrastive_lambda": 0.10968660270200614,
      "epoch": 14.693387398627573,
      "step": 47107
    },
    {
      "contrastive_lambda": 0.10967024084217192,
      "epoch": 14.69369931378665,
      "step": 47108
    },
    {
      "contrastive_lambda": 0.10965388005244875,
      "epoch": 14.694011228945726,
      "step": 47109
    },
    {
      "epoch": 14.694323144104803,
      "grad_norm": 0.10404501110315323,
      "learning_rate": 1.2098075710764011e-05,
      "loss": 0.0253,
      "step": 47110
    },
    {
      "epoch": 14.694323144104803,
      "flow_loss": 0.025097688660025597,
      "step": 47110
    },
    {
      "contrastive_loss": 0.0032231109216809273,
      "epoch": 14.694323144104803,
      "step": 47110
    },
    {
      "contrastive_lambda": 0.10963752033288165,
      "epoch": 14.694323144104803,
      "step": 47110
    },
    {
      "contrastive_lambda": 0.10962116168351554,
      "epoch": 14.69463505926388,
      "step": 47111
    },
    {
      "contrastive_lambda": 0.1096048041043951,
      "epoch": 14.694946974422956,
      "step": 47112
    },
    {
      "contrastive_lambda": 0.10958844759556524,
      "epoch": 14.695258889582034,
      "step": 47113
    },
    {
      "contrastive_lambda": 0.10957209215707081,
      "epoch": 14.695570804741111,
      "step": 47114
    },
    {
      "contrastive_lambda": 0.10955573778895666,
      "epoch": 14.695882719900187,
      "step": 47115
    },
    {
      "contrastive_lambda": 0.10953938449126777,
      "epoch": 14.696194635059264,
      "step": 47116
    },
    {
      "contrastive_lambda": 0.10952303226404869,
      "epoch": 14.696506550218341,
      "step": 47117
    },
    {
      "contrastive_lambda": 0.10950668110734424,
      "epoch": 14.696818465377417,
      "step": 47118
    },
    {
      "contrastive_lambda": 0.10949033102119965,
      "epoch": 14.697130380536494,
      "step": 47119
    },
    {
      "epoch": 14.69744229569557,
      "grad_norm": 0.0726257935166359,
      "learning_rate": 1.2080107980839183e-05,
      "loss": 0.0217,
      "step": 47120
    },
    {
      "epoch": 14.69744229569557,
      "flow_loss": 0.008993501774966717,
      "step": 47120
    },
    {
      "contrastive_loss": 0.004138556309044361,
      "epoch": 14.69744229569557,
      "step": 47120
    },
    {
      "contrastive_lambda": 0.10947398200565939,
      "epoch": 14.69744229569557,
      "step": 47120
    },
    {
      "contrastive_lambda": 0.10945763406076847,
      "epoch": 14.697754210854647,
      "step": 47121
    },
    {
      "contrastive_lambda": 0.10944128718657153,
      "epoch": 14.698066126013725,
      "step": 47122
    },
    {
      "contrastive_lambda": 0.10942494138311348,
      "epoch": 14.6983780411728,
      "step": 47123
    },
    {
      "contrastive_lambda": 0.10940859665043912,
      "epoch": 14.698689956331878,
      "step": 47124
    },
    {
      "contrastive_lambda": 0.10939225298859323,
      "epoch": 14.699001871490955,
      "step": 47125
    },
    {
      "contrastive_lambda": 0.10937591039762068,
      "epoch": 14.69931378665003,
      "step": 47126
    },
    {
      "contrastive_lambda": 0.10935956887756643,
      "epoch": 14.699625701809108,
      "step": 47127
    },
    {
      "contrastive_lambda": 0.10934322842847488,
      "epoch": 14.699937616968185,
      "step": 47128
    },
    {
      "contrastive_lambda": 0.10932688905039123,
      "epoch": 14.70024953212726,
      "step": 47129
    },
    {
      "epoch": 14.700561447286338,
      "grad_norm": 0.07220897078514099,
      "learning_rate": 1.2062151769976343e-05,
      "loss": 0.0255,
      "step": 47130
    },
    {
      "epoch": 14.700561447286338,
      "flow_loss": 0.015667762607336044,
      "step": 47130
    },
    {
      "contrastive_loss": 0.003623340744525194,
      "epoch": 14.700561447286338,
      "step": 47130
    },
    {
      "contrastive_lambda": 0.10931055074335982,
      "epoch": 14.700561447286338,
      "step": 47130
    },
    {
      "contrastive_lambda": 0.10929421350742591,
      "epoch": 14.700873362445416,
      "step": 47131
    },
    {
      "contrastive_lambda": 0.10927787734263417,
      "epoch": 14.701185277604491,
      "step": 47132
    },
    {
      "contrastive_lambda": 0.10926154224902918,
      "epoch": 14.701497192763568,
      "step": 47133
    },
    {
      "contrastive_lambda": 0.10924520822665584,
      "epoch": 14.701809107922646,
      "step": 47134
    },
    {
      "contrastive_lambda": 0.10922887527555902,
      "epoch": 14.702121023081721,
      "step": 47135
    },
    {
      "contrastive_lambda": 0.10921254339578335,
      "epoch": 14.702432938240799,
      "step": 47136
    },
    {
      "contrastive_lambda": 0.10919621258737372,
      "epoch": 14.702744853399874,
      "step": 47137
    },
    {
      "contrastive_lambda": 0.109179882850375,
      "epoch": 14.703056768558952,
      "step": 47138
    },
    {
      "contrastive_lambda": 0.10916355418483165,
      "epoch": 14.703368683718029,
      "step": 47139
    },
    {
      "epoch": 14.703680598877105,
      "grad_norm": 0.08206341415643692,
      "learning_rate": 1.204420708363011e-05,
      "loss": 0.0212,
      "step": 47140
    },
    {
      "epoch": 14.703680598877105,
      "flow_loss": 0.01547324936836958,
      "step": 47140
    },
    {
      "contrastive_loss": 0.0031212298199534416,
      "epoch": 14.703680598877105,
      "step": 47140
    },
    {
      "contrastive_lambda": 0.10914722659078879,
      "epoch": 14.703680598877105,
      "step": 47140
    },
    {
      "contrastive_lambda": 0.10913090006829068,
      "epoch": 14.703992514036182,
      "step": 47141
    },
    {
      "contrastive_lambda": 0.10911457461738255,
      "epoch": 14.70430442919526,
      "step": 47142
    },
    {
      "contrastive_lambda": 0.10909825023810915,
      "epoch": 14.704616344354335,
      "step": 47143
    },
    {
      "contrastive_lambda": 0.109081926930515,
      "epoch": 14.704928259513412,
      "step": 47144
    },
    {
      "contrastive_lambda": 0.10906560469464488,
      "epoch": 14.70524017467249,
      "step": 47145
    },
    {
      "contrastive_lambda": 0.10904928353054377,
      "epoch": 14.705552089831565,
      "step": 47146
    },
    {
      "contrastive_lambda": 0.10903296343825597,
      "epoch": 14.705864004990643,
      "step": 47147
    },
    {
      "contrastive_lambda": 0.1090166444178266,
      "epoch": 14.70617592014972,
      "step": 47148
    },
    {
      "contrastive_lambda": 0.10900032646930047,
      "epoch": 14.706487835308796,
      "step": 47149
    },
    {
      "epoch": 14.706799750467873,
      "grad_norm": 0.050199683755636215,
      "learning_rate": 1.2026273927251597e-05,
      "loss": 0.0186,
      "step": 47150
    },
    {
      "epoch": 14.706799750467873,
      "flow_loss": 0.02971324510872364,
      "step": 47150
    },
    {
      "contrastive_loss": 0.0034530796110630035,
      "epoch": 14.706799750467873,
      "step": 47150
    },
    {
      "contrastive_lambda": 0.10898400959272198,
      "epoch": 14.706799750467873,
      "step": 47150
    },
    {
      "contrastive_lambda": 0.1089676937881362,
      "epoch": 14.70711166562695,
      "step": 47151
    },
    {
      "contrastive_lambda": 0.10895137905558738,
      "epoch": 14.707423580786026,
      "step": 47152
    },
    {
      "contrastive_lambda": 0.10893506539512071,
      "epoch": 14.707735495945103,
      "step": 47153
    },
    {
      "contrastive_lambda": 0.10891875280678093,
      "epoch": 14.708047411104179,
      "step": 47154
    },
    {
      "contrastive_lambda": 0.10890244129061244,
      "epoch": 14.708359326263256,
      "step": 47155
    },
    {
      "contrastive_lambda": 0.1088861308466601,
      "epoch": 14.708671241422334,
      "step": 47156
    },
    {
      "contrastive_lambda": 0.10886982147496876,
      "epoch": 14.708983156581409,
      "step": 47157
    },
    {
      "contrastive_lambda": 0.10885351317558278,
      "epoch": 14.709295071740486,
      "step": 47158
    },
    {
      "contrastive_lambda": 0.10883720594854734,
      "epoch": 14.709606986899564,
      "step": 47159
    },
    {
      "epoch": 14.70991890205864,
      "grad_norm": 0.09763439744710922,
      "learning_rate": 1.2008352306288424e-05,
      "loss": 0.0268,
      "step": 47160
    },
    {
      "epoch": 14.70991890205864,
      "flow_loss": 0.031154973432421684,
      "step": 47160
    },
    {
      "contrastive_loss": 0.0031603104434907436,
      "epoch": 14.70991890205864,
      "step": 47160
    },
    {
      "contrastive_lambda": 0.1088208997939068,
      "epoch": 14.70991890205864,
      "step": 47160
    },
    {
      "contrastive_lambda": 0.10880459471170595,
      "epoch": 14.710230817217717,
      "step": 47161
    },
    {
      "contrastive_lambda": 0.10878829070198964,
      "epoch": 14.710542732376794,
      "step": 47162
    },
    {
      "contrastive_lambda": 0.10877198776480235,
      "epoch": 14.71085464753587,
      "step": 47163
    },
    {
      "contrastive_lambda": 0.10875568590018869,
      "epoch": 14.711166562694947,
      "step": 47164
    },
    {
      "contrastive_lambda": 0.10873938510819381,
      "epoch": 14.711478477854024,
      "step": 47165
    },
    {
      "contrastive_lambda": 0.108723085388862,
      "epoch": 14.7117903930131,
      "step": 47166
    },
    {
      "contrastive_lambda": 0.10870678674223822,
      "epoch": 14.712102308172177,
      "step": 47167
    },
    {
      "contrastive_lambda": 0.10869048916836682,
      "epoch": 14.712414223331255,
      "step": 47168
    },
    {
      "contrastive_lambda": 0.10867419266729256,
      "epoch": 14.71272613849033,
      "step": 47169
    },
    {
      "epoch": 14.713038053649408,
      "grad_norm": 0.06341144442558289,
      "learning_rate": 1.1990442226184695e-05,
      "loss": 0.0221,
      "step": 47170
    },
    {
      "epoch": 14.713038053649408,
      "flow_loss": 0.01650393195450306,
      "step": 47170
    },
    {
      "contrastive_loss": 0.0040250299498438835,
      "epoch": 14.713038053649408,
      "step": 47170
    },
    {
      "contrastive_lambda": 0.1086578972390605,
      "epoch": 14.713038053649408,
      "step": 47170
    },
    {
      "contrastive_lambda": 0.10864160288371488,
      "epoch": 14.713349968808483,
      "step": 47171
    },
    {
      "contrastive_lambda": 0.10862530960130051,
      "epoch": 14.71366188396756,
      "step": 47172
    },
    {
      "contrastive_lambda": 0.10860901739186224,
      "epoch": 14.713973799126638,
      "step": 47173
    },
    {
      "contrastive_lambda": 0.10859272625544442,
      "epoch": 14.714285714285714,
      "step": 47174
    },
    {
      "contrastive_lambda": 0.10857643619209173,
      "epoch": 14.71459762944479,
      "step": 47175
    },
    {
      "contrastive_lambda": 0.10856014720184926,
      "epoch": 14.714909544603868,
      "step": 47176
    },
    {
      "contrastive_lambda": 0.10854385928476118,
      "epoch": 14.715221459762944,
      "step": 47177
    },
    {
      "contrastive_lambda": 0.10852757244087252,
      "epoch": 14.715533374922021,
      "step": 47178
    },
    {
      "contrastive_lambda": 0.10851128667022758,
      "epoch": 14.715845290081099,
      "step": 47179
    },
    {
      "epoch": 14.716157205240174,
      "grad_norm": 0.09039922058582306,
      "learning_rate": 1.1972543692381066e-05,
      "loss": 0.0226,
      "step": 47180
    },
    {
      "epoch": 14.716157205240174,
      "flow_loss": 0.031388018280267715,
      "step": 47180
    },
    {
      "contrastive_loss": 0.003406241536140442,
      "epoch": 14.716157205240174,
      "step": 47180
    },
    {
      "contrastive_lambda": 0.10849500197287121,
      "epoch": 14.716157205240174,
      "step": 47180
    },
    {
      "contrastive_lambda": 0.10847871834884798,
      "epoch": 14.716469120399251,
      "step": 47181
    },
    {
      "contrastive_lambda": 0.10846243579820258,
      "epoch": 14.716781035558329,
      "step": 47182
    },
    {
      "contrastive_lambda": 0.10844615432097965,
      "epoch": 14.717092950717404,
      "step": 47183
    },
    {
      "contrastive_lambda": 0.10842987391722397,
      "epoch": 14.717404865876482,
      "step": 47184
    },
    {
      "contrastive_lambda": 0.10841359458697986,
      "epoch": 14.71771678103556,
      "step": 47185
    },
    {
      "contrastive_lambda": 0.10839731633029204,
      "epoch": 14.718028696194635,
      "step": 47186
    },
    {
      "contrastive_lambda": 0.10838103914720543,
      "epoch": 14.718340611353712,
      "step": 47187
    },
    {
      "contrastive_lambda": 0.10836476303776427,
      "epoch": 14.718652526512788,
      "step": 47188
    },
    {
      "contrastive_lambda": 0.10834848800201358,
      "epoch": 14.718964441671865,
      "step": 47189
    },
    {
      "epoch": 14.719276356830942,
      "grad_norm": 0.0972120612859726,
      "learning_rate": 1.1954656710314576e-05,
      "loss": 0.0254,
      "step": 47190
    },
    {
      "epoch": 14.719276356830942,
      "flow_loss": 0.015619230456650257,
      "step": 47190
    },
    {
      "contrastive_loss": 0.0035832086578011513,
      "epoch": 14.719276356830942,
      "step": 47190
    },
    {
      "contrastive_lambda": 0.10833221403999754,
      "epoch": 14.719276356830942,
      "step": 47190
    },
    {
      "contrastive_lambda": 0.10831594115176096,
      "epoch": 14.719588271990018,
      "step": 47191
    },
    {
      "contrastive_lambda": 0.10829966933734853,
      "epoch": 14.719900187149095,
      "step": 47192
    },
    {
      "contrastive_lambda": 0.10828339859680475,
      "epoch": 14.720212102308173,
      "step": 47193
    },
    {
      "contrastive_lambda": 0.10826712893017426,
      "epoch": 14.720524017467248,
      "step": 47194
    },
    {
      "contrastive_lambda": 0.10825086033750186,
      "epoch": 14.720835932626326,
      "step": 47195
    },
    {
      "contrastive_lambda": 0.1082345928188318,
      "epoch": 14.721147847785403,
      "step": 47196
    },
    {
      "contrastive_lambda": 0.10821832637420897,
      "epoch": 14.721459762944479,
      "step": 47197
    },
    {
      "contrastive_lambda": 0.10820206100367763,
      "epoch": 14.721771678103556,
      "step": 47198
    },
    {
      "contrastive_lambda": 0.10818579670728268,
      "epoch": 14.722083593262633,
      "step": 47199
    },
    {
      "epoch": 14.722395508421709,
      "grad_norm": 0.08220812678337097,
      "learning_rate": 1.1936781285418875e-05,
      "loss": 0.0196,
      "step": 47200
    },
    {
      "epoch": 14.722395508421709,
      "flow_loss": 0.0263731237500906,
      "step": 47200
    },
    {
      "contrastive_loss": 0.00339223793707788,
      "epoch": 14.722395508421709,
      "step": 47200
    },
    {
      "contrastive_lambda": 0.10816953348506875,
      "epoch": 14.722395508421709,
      "step": 47200
    },
    {
      "contrastive_lambda": 0.10815327133708014,
      "epoch": 14.722707423580786,
      "step": 47201
    },
    {
      "contrastive_lambda": 0.10813701026336164,
      "epoch": 14.723019338739864,
      "step": 47202
    },
    {
      "contrastive_lambda": 0.10812075026395773,
      "epoch": 14.72333125389894,
      "step": 47203
    },
    {
      "contrastive_lambda": 0.10810449133891303,
      "epoch": 14.723643169058017,
      "step": 47204
    },
    {
      "contrastive_lambda": 0.10808823348827212,
      "epoch": 14.723955084217092,
      "step": 47205
    },
    {
      "contrastive_lambda": 0.10807197671207974,
      "epoch": 14.72426699937617,
      "step": 47206
    },
    {
      "contrastive_lambda": 0.10805572101038013,
      "epoch": 14.724578914535247,
      "step": 47207
    },
    {
      "contrastive_lambda": 0.10803946638321815,
      "epoch": 14.724890829694322,
      "step": 47208
    },
    {
      "contrastive_lambda": 0.10802321283063793,
      "epoch": 14.7252027448534,
      "step": 47209
    },
    {
      "epoch": 14.725514660012477,
      "grad_norm": 0.07127872854471207,
      "learning_rate": 1.1918917423123993e-05,
      "loss": 0.0223,
      "step": 47210
    },
    {
      "epoch": 14.725514660012477,
      "flow_loss": 0.019865751266479492,
      "step": 47210
    },
    {
      "contrastive_loss": 0.0038312841206789017,
      "epoch": 14.725514660012477,
      "step": 47210
    },
    {
      "contrastive_lambda": 0.10800696035268448,
      "epoch": 14.725514660012477,
      "step": 47210
    },
    {
      "contrastive_lambda": 0.10799070894940238,
      "epoch": 14.725826575171553,
      "step": 47211
    },
    {
      "contrastive_lambda": 0.10797445862083582,
      "epoch": 14.72613849033063,
      "step": 47212
    },
    {
      "contrastive_lambda": 0.1079582093670296,
      "epoch": 14.726450405489707,
      "step": 47213
    },
    {
      "contrastive_lambda": 0.10794196118802829,
      "epoch": 14.726762320648783,
      "step": 47214
    },
    {
      "contrastive_lambda": 0.10792571408387608,
      "epoch": 14.72707423580786,
      "step": 47215
    },
    {
      "contrastive_lambda": 0.1079094680546181,
      "epoch": 14.727386150966938,
      "step": 47216
    },
    {
      "contrastive_lambda": 0.10789322310029842,
      "epoch": 14.727698066126013,
      "step": 47217
    },
    {
      "contrastive_lambda": 0.10787697922096173,
      "epoch": 14.72800998128509,
      "step": 47218
    },
    {
      "contrastive_lambda": 0.10786073641665267,
      "epoch": 14.728321896444168,
      "step": 47219
    },
    {
      "epoch": 14.728633811603244,
      "grad_norm": 0.07570711523294449,
      "learning_rate": 1.1901065128856537e-05,
      "loss": 0.0198,
      "step": 47220
    },
    {
      "epoch": 14.728633811603244,
      "flow_loss": 0.016234055161476135,
      "step": 47220
    },
    {
      "contrastive_loss": 0.0034549981355667114,
      "epoch": 14.728633811603244,
      "step": 47220
    },
    {
      "contrastive_lambda": 0.10784449468741542,
      "epoch": 14.728633811603244,
      "step": 47220
    },
    {
      "contrastive_lambda": 0.10782825403329488,
      "epoch": 14.728945726762321,
      "step": 47221
    },
    {
      "contrastive_lambda": 0.10781201445433564,
      "epoch": 14.729257641921397,
      "step": 47222
    },
    {
      "contrastive_lambda": 0.10779577595058182,
      "epoch": 14.729569557080474,
      "step": 47223
    },
    {
      "contrastive_lambda": 0.10777953852207833,
      "epoch": 14.729881472239551,
      "step": 47224
    },
    {
      "contrastive_lambda": 0.10776330216886937,
      "epoch": 14.730193387398627,
      "step": 47225
    },
    {
      "contrastive_lambda": 0.10774706689099939,
      "epoch": 14.730505302557704,
      "step": 47226
    },
    {
      "contrastive_lambda": 0.10773083268851341,
      "epoch": 14.730817217716782,
      "step": 47227
    },
    {
      "contrastive_lambda": 0.10771459956145552,
      "epoch": 14.731129132875857,
      "step": 47228
    },
    {
      "contrastive_lambda": 0.10769836750987027,
      "epoch": 14.731441048034934,
      "step": 47229
    },
    {
      "epoch": 14.731752963194012,
      "grad_norm": 0.08356383442878723,
      "learning_rate": 1.1883224408039551e-05,
      "loss": 0.0266,
      "step": 47230
    },
    {
      "epoch": 14.731752963194012,
      "flow_loss": 0.0166604146361351,
      "step": 47230
    },
    {
      "contrastive_loss": 0.003353795036673546,
      "epoch": 14.731752963194012,
      "step": 47230
    },
    {
      "contrastive_lambda": 0.10768213653380238,
      "epoch": 14.731752963194012,
      "step": 47230
    },
    {
      "contrastive_lambda": 0.10766590663329606,
      "epoch": 14.732064878353087,
      "step": 47231
    },
    {
      "contrastive_lambda": 0.1076496778083958,
      "epoch": 14.732376793512165,
      "step": 47232
    },
    {
      "contrastive_lambda": 0.10763345005914648,
      "epoch": 14.732688708671242,
      "step": 47233
    },
    {
      "contrastive_lambda": 0.10761722338559221,
      "epoch": 14.733000623830318,
      "step": 47234
    },
    {
      "contrastive_lambda": 0.10760099778777776,
      "epoch": 14.733312538989395,
      "step": 47235
    },
    {
      "contrastive_lambda": 0.10758477326574728,
      "epoch": 14.733624454148472,
      "step": 47236
    },
    {
      "contrastive_lambda": 0.10756854981954528,
      "epoch": 14.733936369307548,
      "step": 47237
    },
    {
      "contrastive_lambda": 0.10755232744921672,
      "epoch": 14.734248284466625,
      "step": 47238
    },
    {
      "contrastive_lambda": 0.10753610615480552,
      "epoch": 14.734560199625701,
      "step": 47239
    },
    {
      "epoch": 14.734872114784778,
      "grad_norm": 0.09389495849609375,
      "learning_rate": 1.1865395266092578e-05,
      "loss": 0.0213,
      "step": 47240
    },
    {
      "epoch": 14.734872114784778,
      "flow_loss": 0.009530679322779179,
      "step": 47240
    },
    {
      "contrastive_loss": 0.003657592460513115,
      "epoch": 14.734872114784778,
      "step": 47240
    },
    {
      "contrastive_lambda": 0.10751988593635642,
      "epoch": 14.734872114784778,
      "step": 47240
    },
    {
      "contrastive_lambda": 0.10750366679391393,
      "epoch": 14.735184029943856,
      "step": 47241
    },
    {
      "contrastive_lambda": 0.1074874487275223,
      "epoch": 14.735495945102931,
      "step": 47242
    },
    {
      "contrastive_lambda": 0.107471231737226,
      "epoch": 14.735807860262009,
      "step": 47243
    },
    {
      "contrastive_lambda": 0.10745501582306988,
      "epoch": 14.736119775421086,
      "step": 47244
    },
    {
      "contrastive_lambda": 0.107438800985098,
      "epoch": 14.736431690580162,
      "step": 47245
    },
    {
      "contrastive_lambda": 0.10742258722335501,
      "epoch": 14.736743605739239,
      "step": 47246
    },
    {
      "contrastive_lambda": 0.10740637453788521,
      "epoch": 14.737055520898316,
      "step": 47247
    },
    {
      "contrastive_lambda": 0.1073901629287331,
      "epoch": 14.737367436057392,
      "step": 47248
    },
    {
      "contrastive_lambda": 0.10737395239594316,
      "epoch": 14.73767935121647,
      "step": 47249
    },
    {
      "epoch": 14.737991266375547,
      "grad_norm": 0.0848601832985878,
      "learning_rate": 1.1847577708431633e-05,
      "loss": 0.0226,
      "step": 47250
    },
    {
      "epoch": 14.737991266375547,
      "flow_loss": 0.015483146533370018,
      "step": 47250
    },
    {
      "contrastive_loss": 0.0028098681941628456,
      "epoch": 14.737991266375547,
      "step": 47250
    },
    {
      "contrastive_lambda": 0.1073577429395598,
      "epoch": 14.737991266375547,
      "step": 47250
    },
    {
      "contrastive_lambda": 0.10734153455962747,
      "epoch": 14.738303181534622,
      "step": 47251
    },
    {
      "contrastive_lambda": 0.10732532725619082,
      "epoch": 14.7386150966937,
      "step": 47252
    },
    {
      "contrastive_lambda": 0.10730912102929391,
      "epoch": 14.738927011852777,
      "step": 47253
    },
    {
      "contrastive_lambda": 0.10729291587898143,
      "epoch": 14.739238927011852,
      "step": 47254
    },
    {
      "contrastive_lambda": 0.10727671180529752,
      "epoch": 14.73955084217093,
      "step": 47255
    },
    {
      "contrastive_lambda": 0.10726050880828686,
      "epoch": 14.739862757330005,
      "step": 47256
    },
    {
      "contrastive_lambda": 0.10724430688799402,
      "epoch": 14.740174672489083,
      "step": 47257
    },
    {
      "contrastive_lambda": 0.10722810604446303,
      "epoch": 14.74048658764816,
      "step": 47258
    },
    {
      "contrastive_lambda": 0.10721190627773852,
      "epoch": 14.740798502807236,
      "step": 47259
    },
    {
      "epoch": 14.741110417966313,
      "grad_norm": 0.10035905987024307,
      "learning_rate": 1.1829771740469225e-05,
      "loss": 0.0204,
      "step": 47260
    },
    {
      "epoch": 14.741110417966313,
      "flow_loss": 0.01577259786427021,
      "step": 47260
    },
    {
      "contrastive_loss": 0.0032254906836897135,
      "epoch": 14.741110417966313,
      "step": 47260
    },
    {
      "contrastive_lambda": 0.10719570758786484,
      "epoch": 14.741110417966313,
      "step": 47260
    },
    {
      "contrastive_lambda": 0.10717950997488646,
      "epoch": 14.74142233312539,
      "step": 47261
    },
    {
      "contrastive_lambda": 0.10716331343884788,
      "epoch": 14.741734248284466,
      "step": 47262
    },
    {
      "contrastive_lambda": 0.10714711797979326,
      "epoch": 14.742046163443543,
      "step": 47263
    },
    {
      "contrastive_lambda": 0.1071309235977671,
      "epoch": 14.74235807860262,
      "step": 47264
    },
    {
      "contrastive_lambda": 0.10711473029281393,
      "epoch": 14.742669993761696,
      "step": 47265
    },
    {
      "contrastive_lambda": 0.10709853806497782,
      "epoch": 14.742981908920774,
      "step": 47266
    },
    {
      "contrastive_lambda": 0.10708234691430346,
      "epoch": 14.743293824079851,
      "step": 47267
    },
    {
      "contrastive_lambda": 0.10706615684083531,
      "epoch": 14.743605739238927,
      "step": 47268
    },
    {
      "contrastive_lambda": 0.10704996784461751,
      "epoch": 14.743917654398004,
      "step": 47269
    },
    {
      "epoch": 14.744229569557081,
      "grad_norm": 0.06230418011546135,
      "learning_rate": 1.1811977367614324e-05,
      "loss": 0.0193,
      "step": 47270
    },
    {
      "epoch": 14.744229569557081,
      "flow_loss": 0.025015491992235184,
      "step": 47270
    },
    {
      "contrastive_loss": 0.003707384690642357,
      "epoch": 14.744229569557081,
      "step": 47270
    },
    {
      "contrastive_lambda": 0.10703377992569463,
      "epoch": 14.744229569557081,
      "step": 47270
    },
    {
      "contrastive_lambda": 0.1070175930841108,
      "epoch": 14.744541484716157,
      "step": 47271
    },
    {
      "contrastive_lambda": 0.10700140731991042,
      "epoch": 14.744853399875234,
      "step": 47272
    },
    {
      "contrastive_lambda": 0.10698522263313831,
      "epoch": 14.74516531503431,
      "step": 47273
    },
    {
      "contrastive_lambda": 0.10696903902383836,
      "epoch": 14.745477230193387,
      "step": 47274
    },
    {
      "contrastive_lambda": 0.1069528564920551,
      "epoch": 14.745789145352465,
      "step": 47275
    },
    {
      "contrastive_lambda": 0.10693667503783305,
      "epoch": 14.74610106051154,
      "step": 47276
    },
    {
      "contrastive_lambda": 0.10692049466121611,
      "epoch": 14.746412975670617,
      "step": 47277
    },
    {
      "contrastive_lambda": 0.10690431536224915,
      "epoch": 14.746724890829695,
      "step": 47278
    },
    {
      "contrastive_lambda": 0.10688813714097645,
      "epoch": 14.74703680598877,
      "step": 47279
    },
    {
      "epoch": 14.747348721147848,
      "grad_norm": 0.05522282421588898,
      "learning_rate": 1.1794194595272412e-05,
      "loss": 0.0232,
      "step": 47280
    },
    {
      "epoch": 14.747348721147848,
      "flow_loss": 0.023382332175970078,
      "step": 47280
    },
    {
      "contrastive_loss": 0.0029659131541848183,
      "epoch": 14.747348721147848,
      "step": 47280
    },
    {
      "contrastive_lambda": 0.10687195999744203,
      "epoch": 14.747348721147848,
      "step": 47280
    },
    {
      "contrastive_lambda": 0.1068557839316907,
      "epoch": 14.747660636306925,
      "step": 47281
    },
    {
      "contrastive_lambda": 0.10683960894376637,
      "epoch": 14.747972551466,
      "step": 47282
    },
    {
      "contrastive_lambda": 0.10682343503371344,
      "epoch": 14.748284466625078,
      "step": 47283
    },
    {
      "contrastive_lambda": 0.10680726220157666,
      "epoch": 14.748596381784155,
      "step": 47284
    },
    {
      "contrastive_lambda": 0.10679109044739993,
      "epoch": 14.748908296943231,
      "step": 47285
    },
    {
      "contrastive_lambda": 0.10677491977122777,
      "epoch": 14.749220212102308,
      "step": 47286
    },
    {
      "contrastive_lambda": 0.10675875017310466,
      "epoch": 14.749532127261386,
      "step": 47287
    },
    {
      "contrastive_lambda": 0.1067425816530746,
      "epoch": 14.749844042420461,
      "step": 47288
    },
    {
      "contrastive_lambda": 0.10672641421118195,
      "epoch": 14.750155957579539,
      "step": 47289
    },
    {
      "epoch": 14.750467872738614,
      "grad_norm": 0.0819934830069542,
      "learning_rate": 1.1776423428845423e-05,
      "loss": 0.0225,
      "step": 47290
    },
    {
      "epoch": 14.750467872738614,
      "flow_loss": 0.01988835446536541,
      "step": 47290
    },
    {
      "contrastive_loss": 0.004152994137257338,
      "epoch": 14.750467872738614,
      "step": 47290
    },
    {
      "contrastive_lambda": 0.10671024784747146,
      "epoch": 14.750467872738614,
      "step": 47290
    },
    {
      "contrastive_lambda": 0.10669408256198698,
      "epoch": 14.750779787897692,
      "step": 47291
    },
    {
      "contrastive_lambda": 0.1066779183547732,
      "epoch": 14.751091703056769,
      "step": 47292
    },
    {
      "contrastive_lambda": 0.10666175522587401,
      "epoch": 14.751403618215845,
      "step": 47293
    },
    {
      "contrastive_lambda": 0.1066455931753339,
      "epoch": 14.751715533374922,
      "step": 47294
    },
    {
      "contrastive_lambda": 0.10662943220319743,
      "epoch": 14.752027448534,
      "step": 47295
    },
    {
      "contrastive_lambda": 0.10661327230950862,
      "epoch": 14.752339363693075,
      "step": 47296
    },
    {
      "contrastive_lambda": 0.10659711349431183,
      "epoch": 14.752651278852152,
      "step": 47297
    },
    {
      "contrastive_lambda": 0.10658095575765159,
      "epoch": 14.75296319401123,
      "step": 47298
    },
    {
      "contrastive_lambda": 0.10656479909957178,
      "epoch": 14.753275109170305,
      "step": 47299
    },
    {
      "epoch": 14.753587024329383,
      "grad_norm": 0.08835336565971375,
      "learning_rate": 1.1758663873731756e-05,
      "loss": 0.0252,
      "step": 47300
    },
    {
      "epoch": 14.753587024329383,
      "flow_loss": 0.032589446753263474,
      "step": 47300
    },
    {
      "contrastive_loss": 0.003956105560064316,
      "epoch": 14.753587024329383,
      "step": 47300
    },
    {
      "contrastive_lambda": 0.10654864352011695,
      "epoch": 14.753587024329383,
      "step": 47300
    },
    {
      "contrastive_lambda": 0.10653248901933138,
      "epoch": 14.75389893948846,
      "step": 47301
    },
    {
      "contrastive_lambda": 0.10651633559725926,
      "epoch": 14.754210854647535,
      "step": 47302
    },
    {
      "contrastive_lambda": 0.10650018325394511,
      "epoch": 14.754522769806613,
      "step": 47303
    },
    {
      "contrastive_lambda": 0.10648403198943296,
      "epoch": 14.75483468496569,
      "step": 47304
    },
    {
      "contrastive_lambda": 0.10646788180376715,
      "epoch": 14.755146600124766,
      "step": 47305
    },
    {
      "contrastive_lambda": 0.10645173269699199,
      "epoch": 14.755458515283843,
      "step": 47306
    },
    {
      "contrastive_lambda": 0.1064355846691517,
      "epoch": 14.755770430442919,
      "step": 47307
    },
    {
      "contrastive_lambda": 0.10641943772029067,
      "epoch": 14.756082345601996,
      "step": 47308
    },
    {
      "contrastive_lambda": 0.10640329185045322,
      "epoch": 14.756394260761073,
      "step": 47309
    },
    {
      "epoch": 14.756706175920149,
      "grad_norm": 0.06492320448160172,
      "learning_rate": 1.1740915935326302e-05,
      "loss": 0.0264,
      "step": 47310
    },
    {
      "epoch": 14.756706175920149,
      "flow_loss": 0.016091741621494293,
      "step": 47310
    },
    {
      "contrastive_loss": 0.003108164295554161,
      "epoch": 14.756706175920149,
      "step": 47310
    },
    {
      "contrastive_lambda": 0.10638714705968333,
      "epoch": 14.756706175920149,
      "step": 47310
    },
    {
      "contrastive_lambda": 0.1063710033480254,
      "epoch": 14.757018091079226,
      "step": 47311
    },
    {
      "contrastive_lambda": 0.10635486071552375,
      "epoch": 14.757330006238304,
      "step": 47312
    },
    {
      "contrastive_lambda": 0.1063387191622226,
      "epoch": 14.75764192139738,
      "step": 47313
    },
    {
      "contrastive_lambda": 0.10632257868816636,
      "epoch": 14.757953836556457,
      "step": 47314
    },
    {
      "contrastive_lambda": 0.10630643929339895,
      "epoch": 14.758265751715534,
      "step": 47315
    },
    {
      "contrastive_lambda": 0.10629030097796482,
      "epoch": 14.75857766687461,
      "step": 47316
    },
    {
      "contrastive_lambda": 0.10627416374190818,
      "epoch": 14.758889582033687,
      "step": 47317
    },
    {
      "contrastive_lambda": 0.10625802758527325,
      "epoch": 14.759201497192764,
      "step": 47318
    },
    {
      "contrastive_lambda": 0.10624189250810445,
      "epoch": 14.75951341235184,
      "step": 47319
    },
    {
      "epoch": 14.759825327510917,
      "grad_norm": 0.06859731674194336,
      "learning_rate": 1.1723179619020396e-05,
      "loss": 0.0295,
      "step": 47320
    },
    {
      "epoch": 14.759825327510917,
      "flow_loss": 0.023660024628043175,
      "step": 47320
    },
    {
      "contrastive_loss": 0.004356305114924908,
      "epoch": 14.759825327510917,
      "step": 47320
    },
    {
      "contrastive_lambda": 0.10622575851044569,
      "epoch": 14.759825327510917,
      "step": 47320
    },
    {
      "contrastive_lambda": 0.10620962559234143,
      "epoch": 14.760137242669995,
      "step": 47321
    },
    {
      "contrastive_lambda": 0.10619349375383591,
      "epoch": 14.76044915782907,
      "step": 47322
    },
    {
      "contrastive_lambda": 0.10617736299497305,
      "epoch": 14.760761072988148,
      "step": 47323
    },
    {
      "contrastive_lambda": 0.10616123331579747,
      "epoch": 14.761072988147223,
      "step": 47324
    },
    {
      "contrastive_lambda": 0.1061451047163533,
      "epoch": 14.7613849033063,
      "step": 47325
    },
    {
      "contrastive_lambda": 0.10612897719668457,
      "epoch": 14.761696818465378,
      "step": 47326
    },
    {
      "contrastive_lambda": 0.1061128507568358,
      "epoch": 14.762008733624453,
      "step": 47327
    },
    {
      "contrastive_lambda": 0.10609672539685072,
      "epoch": 14.76232064878353,
      "step": 47328
    },
    {
      "contrastive_lambda": 0.10608060111677392,
      "epoch": 14.762632563942608,
      "step": 47329
    },
    {
      "epoch": 14.762944479101684,
      "grad_norm": 0.07399128377437592,
      "learning_rate": 1.1705454930201914e-05,
      "loss": 0.0235,
      "step": 47330
    },
    {
      "epoch": 14.762944479101684,
      "flow_loss": 0.027016926556825638,
      "step": 47330
    },
    {
      "contrastive_loss": 0.004085046239197254,
      "epoch": 14.762944479101684,
      "step": 47330
    },
    {
      "contrastive_lambda": 0.10606447791664969,
      "epoch": 14.762944479101684,
      "step": 47330
    },
    {
      "contrastive_lambda": 0.10604835579652194,
      "epoch": 14.763256394260761,
      "step": 47331
    },
    {
      "contrastive_lambda": 0.10603223475643497,
      "epoch": 14.763568309419838,
      "step": 47332
    },
    {
      "contrastive_lambda": 0.10601611479643314,
      "epoch": 14.763880224578914,
      "step": 47333
    },
    {
      "contrastive_lambda": 0.10599999591656023,
      "epoch": 14.764192139737991,
      "step": 47334
    },
    {
      "contrastive_lambda": 0.10598387811686083,
      "epoch": 14.764504054897069,
      "step": 47335
    },
    {
      "contrastive_lambda": 0.10596776139737912,
      "epoch": 14.764815970056144,
      "step": 47336
    },
    {
      "contrastive_lambda": 0.10595164575815907,
      "epoch": 14.765127885215222,
      "step": 47337
    },
    {
      "contrastive_lambda": 0.10593553119924504,
      "epoch": 14.765439800374299,
      "step": 47338
    },
    {
      "contrastive_lambda": 0.10591941772068103,
      "epoch": 14.765751715533375,
      "step": 47339
    },
    {
      "epoch": 14.766063630692452,
      "grad_norm": 0.10825680196285248,
      "learning_rate": 1.1687741874255087e-05,
      "loss": 0.0221,
      "step": 47340
    },
    {
      "epoch": 14.766063630692452,
      "flow_loss": 0.023500215262174606,
      "step": 47340
    },
    {
      "contrastive_loss": 0.0032764379866421223,
      "epoch": 14.766063630692452,
      "step": 47340
    },
    {
      "contrastive_lambda": 0.10590330532251119,
      "epoch": 14.766063630692452,
      "step": 47340
    },
    {
      "contrastive_lambda": 0.10588719400478003,
      "epoch": 14.766375545851528,
      "step": 47341
    },
    {
      "contrastive_lambda": 0.1058710837675314,
      "epoch": 14.766687461010605,
      "step": 47342
    },
    {
      "contrastive_lambda": 0.10585497461080956,
      "epoch": 14.766999376169682,
      "step": 47343
    },
    {
      "contrastive_lambda": 0.10583886653465885,
      "epoch": 14.767311291328758,
      "step": 47344
    },
    {
      "contrastive_lambda": 0.10582275953912296,
      "epoch": 14.767623206487835,
      "step": 47345
    },
    {
      "contrastive_lambda": 0.10580665362424652,
      "epoch": 14.767935121646913,
      "step": 47346
    },
    {
      "contrastive_lambda": 0.10579054879007366,
      "epoch": 14.768247036805988,
      "step": 47347
    },
    {
      "contrastive_lambda": 0.10577444503664823,
      "epoch": 14.768558951965066,
      "step": 47348
    },
    {
      "contrastive_lambda": 0.10575834236401466,
      "epoch": 14.768870867124143,
      "step": 47349
    },
    {
      "epoch": 14.769182782283218,
      "grad_norm": 0.07864928990602493,
      "learning_rate": 1.1670040456560728e-05,
      "loss": 0.0162,
      "step": 47350
    },
    {
      "epoch": 14.769182782283218,
      "flow_loss": 0.029084745794534683,
      "step": 47350
    },
    {
      "contrastive_loss": 0.003656563349068165,
      "epoch": 14.769182782283218,
      "step": 47350
    },
    {
      "contrastive_lambda": 0.10574224077221689,
      "epoch": 14.769182782283218,
      "step": 47350
    },
    {
      "contrastive_lambda": 0.105726140261299,
      "epoch": 14.769494697442296,
      "step": 47351
    },
    {
      "contrastive_lambda": 0.10571004083130553,
      "epoch": 14.769806612601373,
      "step": 47352
    },
    {
      "contrastive_lambda": 0.10569394248228026,
      "epoch": 14.770118527760449,
      "step": 47353
    },
    {
      "contrastive_lambda": 0.10567784521426743,
      "epoch": 14.770430442919526,
      "step": 47354
    },
    {
      "contrastive_lambda": 0.10566174902731135,
      "epoch": 14.770742358078603,
      "step": 47355
    },
    {
      "contrastive_lambda": 0.10564565392145575,
      "epoch": 14.771054273237679,
      "step": 47356
    },
    {
      "contrastive_lambda": 0.10562955989674505,
      "epoch": 14.771366188396756,
      "step": 47357
    },
    {
      "contrastive_lambda": 0.10561346695322327,
      "epoch": 14.771678103555832,
      "step": 47358
    },
    {
      "contrastive_lambda": 0.10559737509093459,
      "epoch": 14.77199001871491,
      "step": 47359
    },
    {
      "epoch": 14.772301933873987,
      "grad_norm": 0.06924610584974289,
      "learning_rate": 1.1652350682496005e-05,
      "loss": 0.0202,
      "step": 47360
    },
    {
      "epoch": 14.772301933873987,
      "flow_loss": 0.024831101298332214,
      "step": 47360
    },
    {
      "contrastive_loss": 0.0038046808913350105,
      "epoch": 14.772301933873987,
      "step": 47360
    },
    {
      "contrastive_lambda": 0.1055812843099232,
      "epoch": 14.772301933873987,
      "step": 47360
    },
    {
      "contrastive_lambda": 0.105565194610233,
      "epoch": 14.772613849033062,
      "step": 47361
    },
    {
      "contrastive_lambda": 0.10554910599190809,
      "epoch": 14.77292576419214,
      "step": 47362
    },
    {
      "contrastive_lambda": 0.10553301845499297,
      "epoch": 14.773237679351217,
      "step": 47363
    },
    {
      "contrastive_lambda": 0.10551693199953133,
      "epoch": 14.773549594510293,
      "step": 47364
    },
    {
      "contrastive_lambda": 0.10550084662556752,
      "epoch": 14.77386150966937,
      "step": 47365
    },
    {
      "contrastive_lambda": 0.10548476233314547,
      "epoch": 14.774173424828447,
      "step": 47366
    },
    {
      "contrastive_lambda": 0.10546867912230928,
      "epoch": 14.774485339987523,
      "step": 47367
    },
    {
      "contrastive_lambda": 0.10545259699310316,
      "epoch": 14.7747972551466,
      "step": 47368
    },
    {
      "contrastive_lambda": 0.10543651594557113,
      "epoch": 14.775109170305678,
      "step": 47369
    },
    {
      "epoch": 14.775421085464753,
      "grad_norm": 0.07496161013841629,
      "learning_rate": 1.163467255743465e-05,
      "loss": 0.02,
      "step": 47370
    },
    {
      "epoch": 14.775421085464753,
      "flow_loss": 0.029029974713921547,
      "step": 47370
    },
    {
      "contrastive_loss": 0.003521835897117853,
      "epoch": 14.775421085464753,
      "step": 47370
    },
    {
      "contrastive_lambda": 0.10542043597975725,
      "epoch": 14.775421085464753,
      "step": 47370
    },
    {
      "contrastive_lambda": 0.10540435709570584,
      "epoch": 14.77573300062383,
      "step": 47371
    },
    {
      "contrastive_lambda": 0.10538827929346062,
      "epoch": 14.776044915782908,
      "step": 47372
    },
    {
      "contrastive_lambda": 0.10537220257306601,
      "epoch": 14.776356830941983,
      "step": 47373
    },
    {
      "contrastive_lambda": 0.10535612693456564,
      "epoch": 14.77666874610106,
      "step": 47374
    },
    {
      "contrastive_lambda": 0.10534005237800392,
      "epoch": 14.776980661260136,
      "step": 47375
    },
    {
      "contrastive_lambda": 0.10532397890342504,
      "epoch": 14.777292576419214,
      "step": 47376
    },
    {
      "contrastive_lambda": 0.1053079065108728,
      "epoch": 14.777604491578291,
      "step": 47377
    },
    {
      "contrastive_lambda": 0.10529183520039126,
      "epoch": 14.777916406737367,
      "step": 47378
    },
    {
      "contrastive_lambda": 0.10527576497202457,
      "epoch": 14.778228321896444,
      "step": 47379
    },
    {
      "epoch": 14.778540237055521,
      "grad_norm": 0.05975252017378807,
      "learning_rate": 1.1617006086746796e-05,
      "loss": 0.023,
      "step": 47380
    },
    {
      "epoch": 14.778540237055521,
      "flow_loss": 0.012421540915966034,
      "step": 47380
    },
    {
      "contrastive_loss": 0.0035887006670236588,
      "epoch": 14.778540237055521,
      "step": 47380
    },
    {
      "contrastive_lambda": 0.10525969582581685,
      "epoch": 14.778540237055521,
      "step": 47380
    },
    {
      "contrastive_lambda": 0.10524362776181201,
      "epoch": 14.778852152214597,
      "step": 47381
    },
    {
      "contrastive_lambda": 0.10522756078005435,
      "epoch": 14.779164067373674,
      "step": 47382
    },
    {
      "contrastive_lambda": 0.10521149488058762,
      "epoch": 14.779475982532752,
      "step": 47383
    },
    {
      "contrastive_lambda": 0.10519543006345611,
      "epoch": 14.779787897691827,
      "step": 47384
    },
    {
      "contrastive_lambda": 0.10517936632870345,
      "epoch": 14.780099812850905,
      "step": 47385
    },
    {
      "contrastive_lambda": 0.10516330367637416,
      "epoch": 14.780411728009982,
      "step": 47386
    },
    {
      "contrastive_lambda": 0.10514724210651216,
      "epoch": 14.780723643169058,
      "step": 47387
    },
    {
      "contrastive_lambda": 0.10513118161916135,
      "epoch": 14.781035558328135,
      "step": 47388
    },
    {
      "contrastive_lambda": 0.10511512221436581,
      "epoch": 14.781347473487212,
      "step": 47389
    },
    {
      "epoch": 14.781659388646288,
      "grad_norm": 0.09917106479406357,
      "learning_rate": 1.1599351275799047e-05,
      "loss": 0.0204,
      "step": 47390
    },
    {
      "epoch": 14.781659388646288,
      "flow_loss": 0.012097494676709175,
      "step": 47390
    },
    {
      "contrastive_loss": 0.003115579951554537,
      "epoch": 14.781659388646288,
      "step": 47390
    },
    {
      "contrastive_lambda": 0.10509906389216966,
      "epoch": 14.781659388646288,
      "step": 47390
    },
    {
      "contrastive_lambda": 0.10508300665261666,
      "epoch": 14.781971303805365,
      "step": 47391
    },
    {
      "contrastive_lambda": 0.1050669504957511,
      "epoch": 14.78228321896444,
      "step": 47392
    },
    {
      "contrastive_lambda": 0.10505089542161705,
      "epoch": 14.782595134123518,
      "step": 47393
    },
    {
      "contrastive_lambda": 0.10503484143025832,
      "epoch": 14.782907049282596,
      "step": 47394
    },
    {
      "contrastive_lambda": 0.10501878852171909,
      "epoch": 14.783218964441671,
      "step": 47395
    },
    {
      "contrastive_lambda": 0.10500273669604299,
      "epoch": 14.783530879600749,
      "step": 47396
    },
    {
      "contrastive_lambda": 0.10498668595327448,
      "epoch": 14.783842794759826,
      "step": 47397
    },
    {
      "contrastive_lambda": 0.10497063629345749,
      "epoch": 14.784154709918901,
      "step": 47398
    },
    {
      "contrastive_lambda": 0.10495458771663585,
      "epoch": 14.784466625077979,
      "step": 47399
    },
    {
      "epoch": 14.784778540237056,
      "grad_norm": 0.06350165605545044,
      "learning_rate": 1.1581708129954466e-05,
      "loss": 0.021,
      "step": 47400
    },
    {
      "epoch": 14.784778540237056,
      "flow_loss": 0.04235027730464935,
      "step": 47400
    },
    {
      "contrastive_loss": 0.003757046302780509,
      "epoch": 14.784778540237056,
      "step": 47400
    },
    {
      "contrastive_lambda": 0.1049385402228536,
      "epoch": 14.784778540237056,
      "step": 47400
    },
    {
      "contrastive_lambda": 0.1049224938121549,
      "epoch": 14.785090455396132,
      "step": 47401
    },
    {
      "contrastive_lambda": 0.10490644848458341,
      "epoch": 14.78540237055521,
      "step": 47402
    },
    {
      "contrastive_lambda": 0.10489040424018353,
      "epoch": 14.785714285714286,
      "step": 47403
    },
    {
      "contrastive_lambda": 0.10487436107899895,
      "epoch": 14.786026200873362,
      "step": 47404
    },
    {
      "contrastive_lambda": 0.10485831900107367,
      "epoch": 14.78633811603244,
      "step": 47405
    },
    {
      "contrastive_lambda": 0.10484227800645196,
      "epoch": 14.786650031191517,
      "step": 47406
    },
    {
      "contrastive_lambda": 0.10482623809517738,
      "epoch": 14.786961946350592,
      "step": 47407
    },
    {
      "contrastive_lambda": 0.10481019926729401,
      "epoch": 14.78727386150967,
      "step": 47408
    },
    {
      "contrastive_lambda": 0.10479416152284621,
      "epoch": 14.787585776668745,
      "step": 47409
    },
    {
      "epoch": 14.787897691827823,
      "grad_norm": 0.059782724827528,
      "learning_rate": 1.1564076654572587e-05,
      "loss": 0.019,
      "step": 47410
    },
    {
      "epoch": 14.787897691827823,
      "flow_loss": 0.03621688112616539,
      "step": 47410
    },
    {
      "contrastive_loss": 0.003157319501042366,
      "epoch": 14.787897691827823,
      "step": 47410
    },
    {
      "contrastive_lambda": 0.10477812486187749,
      "epoch": 14.787897691827823,
      "step": 47410
    },
    {
      "contrastive_lambda": 0.10476208928443198,
      "epoch": 14.7882096069869,
      "step": 47411
    },
    {
      "contrastive_lambda": 0.10474605479055377,
      "epoch": 14.788521522145976,
      "step": 47412
    },
    {
      "contrastive_lambda": 0.10473002138028642,
      "epoch": 14.788833437305053,
      "step": 47413
    },
    {
      "contrastive_lambda": 0.10471398905367446,
      "epoch": 14.78914535246413,
      "step": 47414
    },
    {
      "contrastive_lambda": 0.10469795781076136,
      "epoch": 14.789457267623206,
      "step": 47415
    },
    {
      "contrastive_lambda": 0.10468192765159129,
      "epoch": 14.789769182782283,
      "step": 47416
    },
    {
      "contrastive_lambda": 0.10466589857620828,
      "epoch": 14.79008109794136,
      "step": 47417
    },
    {
      "contrastive_lambda": 0.10464987058465602,
      "epoch": 14.790393013100436,
      "step": 47418
    },
    {
      "contrastive_lambda": 0.10463384367697848,
      "epoch": 14.790704928259514,
      "step": 47419
    },
    {
      "epoch": 14.791016843418591,
      "grad_norm": 0.06301028281450272,
      "learning_rate": 1.1546456855009358e-05,
      "loss": 0.0269,
      "step": 47420
    },
    {
      "epoch": 14.791016843418591,
      "flow_loss": 0.015683837234973907,
      "step": 47420
    },
    {
      "contrastive_loss": 0.0032984549179673195,
      "epoch": 14.791016843418591,
      "step": 47420
    },
    {
      "contrastive_lambda": 0.10461781785321994,
      "epoch": 14.791016843418591,
      "step": 47420
    },
    {
      "contrastive_lambda": 0.10460179311342394,
      "epoch": 14.791328758577666,
      "step": 47421
    },
    {
      "contrastive_lambda": 0.10458576945763476,
      "epoch": 14.791640673736744,
      "step": 47422
    },
    {
      "contrastive_lambda": 0.10456974688589599,
      "epoch": 14.791952588895821,
      "step": 47423
    },
    {
      "contrastive_lambda": 0.10455372539825175,
      "epoch": 14.792264504054897,
      "step": 47424
    },
    {
      "contrastive_lambda": 0.10453770499474585,
      "epoch": 14.792576419213974,
      "step": 47425
    },
    {
      "contrastive_lambda": 0.10452168567542236,
      "epoch": 14.79288833437305,
      "step": 47426
    },
    {
      "contrastive_lambda": 0.10450566744032508,
      "epoch": 14.793200249532127,
      "step": 47427
    },
    {
      "contrastive_lambda": 0.10448965028949808,
      "epoch": 14.793512164691204,
      "step": 47428
    },
    {
      "contrastive_lambda": 0.10447363422298506,
      "epoch": 14.79382407985028,
      "step": 47429
    },
    {
      "epoch": 14.794135995009357,
      "grad_norm": 0.08592069149017334,
      "learning_rate": 1.1528848736617248e-05,
      "loss": 0.0271,
      "step": 47430
    },
    {
      "epoch": 14.794135995009357,
      "flow_loss": 0.019335711374878883,
      "step": 47430
    },
    {
      "contrastive_loss": 0.004099228419363499,
      "epoch": 14.794135995009357,
      "step": 47430
    },
    {
      "contrastive_lambda": 0.10445761924083019,
      "epoch": 14.794135995009357,
      "step": 47430
    },
    {
      "contrastive_lambda": 0.1044416053430769,
      "epoch": 14.794447910168435,
      "step": 47431
    },
    {
      "contrastive_lambda": 0.10442559252976957,
      "epoch": 14.79475982532751,
      "step": 47432
    },
    {
      "contrastive_lambda": 0.10440958080095203,
      "epoch": 14.795071740486588,
      "step": 47433
    },
    {
      "contrastive_lambda": 0.104393570156668,
      "epoch": 14.795383655645665,
      "step": 47434
    },
    {
      "contrastive_lambda": 0.1043775605969614,
      "epoch": 14.79569557080474,
      "step": 47435
    },
    {
      "contrastive_lambda": 0.10436155212187626,
      "epoch": 14.796007485963818,
      "step": 47436
    },
    {
      "contrastive_lambda": 0.10434554473145635,
      "epoch": 14.796319401122895,
      "step": 47437
    },
    {
      "contrastive_lambda": 0.10432953842574555,
      "epoch": 14.796631316281971,
      "step": 47438
    },
    {
      "contrastive_lambda": 0.10431353320478798,
      "epoch": 14.796943231441048,
      "step": 47439
    },
    {
      "epoch": 14.797255146600126,
      "grad_norm": 0.07702816277742386,
      "learning_rate": 1.1511252304745112e-05,
      "loss": 0.0166,
      "step": 47440
    },
    {
      "epoch": 14.797255146600126,
      "flow_loss": 0.013867643661797047,
      "step": 47440
    },
    {
      "contrastive_loss": 0.0032376819290220737,
      "epoch": 14.797255146600126,
      "step": 47440
    },
    {
      "contrastive_lambda": 0.10429752906862716,
      "epoch": 14.797255146600126,
      "step": 47440
    },
    {
      "contrastive_lambda": 0.10428152601730728,
      "epoch": 14.797567061759201,
      "step": 47441
    },
    {
      "contrastive_lambda": 0.1042655240508718,
      "epoch": 14.797878976918279,
      "step": 47442
    },
    {
      "contrastive_lambda": 0.10424952316936498,
      "epoch": 14.798190892077354,
      "step": 47443
    },
    {
      "contrastive_lambda": 0.1042335233728307,
      "epoch": 14.798502807236432,
      "step": 47444
    },
    {
      "contrastive_lambda": 0.10421752466131257,
      "epoch": 14.798814722395509,
      "step": 47445
    },
    {
      "contrastive_lambda": 0.10420152703485452,
      "epoch": 14.799126637554584,
      "step": 47446
    },
    {
      "contrastive_lambda": 0.1041855304935006,
      "epoch": 14.799438552713662,
      "step": 47447
    },
    {
      "contrastive_lambda": 0.10416953503729431,
      "epoch": 14.79975046787274,
      "step": 47448
    },
    {
      "contrastive_lambda": 0.1041535406662798,
      "epoch": 14.800062383031815,
      "step": 47449
    },
    {
      "epoch": 14.800374298190892,
      "grad_norm": 0.057237688452005386,
      "learning_rate": 1.1493667564738297e-05,
      "loss": 0.02,
      "step": 47450
    },
    {
      "epoch": 14.800374298190892,
      "flow_loss": 0.018544936552643776,
      "step": 47450
    },
    {
      "contrastive_loss": 0.004185354337096214,
      "epoch": 14.800374298190892,
      "step": 47450
    },
    {
      "contrastive_lambda": 0.10413754738050096,
      "epoch": 14.800374298190892,
      "step": 47450
    },
    {
      "contrastive_lambda": 0.10412155518000138,
      "epoch": 14.80068621334997,
      "step": 47451
    },
    {
      "contrastive_lambda": 0.10410556406482518,
      "epoch": 14.800998128509045,
      "step": 47452
    },
    {
      "contrastive_lambda": 0.10408957403501579,
      "epoch": 14.801310043668122,
      "step": 47453
    },
    {
      "contrastive_lambda": 0.10407358509061743,
      "epoch": 14.8016219588272,
      "step": 47454
    },
    {
      "contrastive_lambda": 0.10405759723167396,
      "epoch": 14.801933873986275,
      "step": 47455
    },
    {
      "contrastive_lambda": 0.10404161045822896,
      "epoch": 14.802245789145353,
      "step": 47456
    },
    {
      "contrastive_lambda": 0.10402562477032634,
      "epoch": 14.80255770430443,
      "step": 47457
    },
    {
      "contrastive_lambda": 0.10400964016801006,
      "epoch": 14.802869619463506,
      "step": 47458
    },
    {
      "contrastive_lambda": 0.1039936566513236,
      "epoch": 14.803181534622583,
      "step": 47459
    },
    {
      "epoch": 14.803493449781659,
      "grad_norm": 0.08636683970689774,
      "learning_rate": 1.1476094521938574e-05,
      "loss": 0.026,
      "step": 47460
    },
    {
      "epoch": 14.803493449781659,
      "flow_loss": 0.03595004603266716,
      "step": 47460
    },
    {
      "contrastive_loss": 0.002938668243587017,
      "epoch": 14.803493449781659,
      "step": 47460
    },
    {
      "contrastive_lambda": 0.10397767422031129,
      "epoch": 14.803493449781659,
      "step": 47460
    },
    {
      "contrastive_lambda": 0.1039616928750165,
      "epoch": 14.803805364940736,
      "step": 47461
    },
    {
      "contrastive_lambda": 0.10394571261548324,
      "epoch": 14.804117280099813,
      "step": 47462
    },
    {
      "contrastive_lambda": 0.10392973344175543,
      "epoch": 14.804429195258889,
      "step": 47463
    },
    {
      "contrastive_lambda": 0.10391375535387665,
      "epoch": 14.804741110417966,
      "step": 47464
    },
    {
      "contrastive_lambda": 0.10389777835189057,
      "epoch": 14.805053025577044,
      "step": 47465
    },
    {
      "contrastive_lambda": 0.10388180243584155,
      "epoch": 14.80536494073612,
      "step": 47466
    },
    {
      "contrastive_lambda": 0.10386582760577295,
      "epoch": 14.805676855895197,
      "step": 47467
    },
    {
      "contrastive_lambda": 0.10384985386172874,
      "epoch": 14.805988771054274,
      "step": 47468
    },
    {
      "contrastive_lambda": 0.10383388120375259,
      "epoch": 14.80630068621335,
      "step": 47469
    },
    {
      "epoch": 14.806612601372427,
      "grad_norm": 0.06798724085092545,
      "learning_rate": 1.1458533181684167e-05,
      "loss": 0.023,
      "step": 47470
    },
    {
      "epoch": 14.806612601372427,
      "flow_loss": 0.01962457224726677,
      "step": 47470
    },
    {
      "contrastive_loss": 0.004136431962251663,
      "epoch": 14.806612601372427,
      "step": 47470
    },
    {
      "contrastive_lambda": 0.10381790963188814,
      "epoch": 14.806612601372427,
      "step": 47470
    },
    {
      "contrastive_lambda": 0.10380193914617969,
      "epoch": 14.806924516531504,
      "step": 47471
    },
    {
      "contrastive_lambda": 0.10378596974667059,
      "epoch": 14.80723643169058,
      "step": 47472
    },
    {
      "contrastive_lambda": 0.1037700014334047,
      "epoch": 14.807548346849657,
      "step": 47473
    },
    {
      "contrastive_lambda": 0.10375403420642604,
      "epoch": 14.807860262008735,
      "step": 47474
    },
    {
      "contrastive_lambda": 0.10373806806577807,
      "epoch": 14.80817217716781,
      "step": 47475
    },
    {
      "contrastive_lambda": 0.10372210301150453,
      "epoch": 14.808484092326887,
      "step": 47476
    },
    {
      "contrastive_lambda": 0.10370613904364956,
      "epoch": 14.808796007485963,
      "step": 47477
    },
    {
      "contrastive_lambda": 0.10369017616225662,
      "epoch": 14.80910792264504,
      "step": 47478
    },
    {
      "contrastive_lambda": 0.10367421436736973,
      "epoch": 14.809419837804118,
      "step": 47479
    },
    {
      "epoch": 14.809731752963193,
      "grad_norm": 0.056501660495996475,
      "learning_rate": 1.1440983549309753e-05,
      "loss": 0.0215,
      "step": 47480
    },
    {
      "epoch": 14.809731752963193,
      "flow_loss": 0.02254287526011467,
      "step": 47480
    },
    {
      "contrastive_loss": 0.0033744126558303833,
      "epoch": 14.809731752963193,
      "step": 47480
    },
    {
      "contrastive_lambda": 0.1036582536590323,
      "epoch": 14.809731752963193,
      "step": 47480
    },
    {
      "contrastive_lambda": 0.10364229403728831,
      "epoch": 14.81004366812227,
      "step": 47481
    },
    {
      "contrastive_lambda": 0.10362633550218142,
      "epoch": 14.810355583281348,
      "step": 47482
    },
    {
      "contrastive_lambda": 0.1036103780537555,
      "epoch": 14.810667498440424,
      "step": 47483
    },
    {
      "contrastive_lambda": 0.10359442169205418,
      "epoch": 14.810979413599501,
      "step": 47484
    },
    {
      "contrastive_lambda": 0.10357846641712143,
      "epoch": 14.811291328758578,
      "step": 47485
    },
    {
      "contrastive_lambda": 0.1035625122290007,
      "epoch": 14.811603243917654,
      "step": 47486
    },
    {
      "contrastive_lambda": 0.1035465591277357,
      "epoch": 14.811915159076731,
      "step": 47487
    },
    {
      "contrastive_lambda": 0.10353060711337059,
      "epoch": 14.812227074235809,
      "step": 47488
    },
    {
      "contrastive_lambda": 0.10351465618594868,
      "epoch": 14.812538989394884,
      "step": 47489
    },
    {
      "epoch": 14.812850904553962,
      "grad_norm": 0.08320517092943192,
      "learning_rate": 1.1423445630146434e-05,
      "loss": 0.028,
      "step": 47490
    },
    {
      "epoch": 14.812850904553962,
      "flow_loss": 0.011713231913745403,
      "step": 47490
    },
    {
      "contrastive_loss": 0.003476109355688095,
      "epoch": 14.812850904553962,
      "step": 47490
    },
    {
      "contrastive_lambda": 0.10349870634551395,
      "epoch": 14.812850904553962,
      "step": 47490
    },
    {
      "contrastive_lambda": 0.10348275759210995,
      "epoch": 14.813162819713039,
      "step": 47491
    },
    {
      "contrastive_lambda": 0.1034668099257805,
      "epoch": 14.813474734872115,
      "step": 47492
    },
    {
      "contrastive_lambda": 0.10345086334656928,
      "epoch": 14.813786650031192,
      "step": 47493
    },
    {
      "contrastive_lambda": 0.10343491785452003,
      "epoch": 14.814098565190267,
      "step": 47494
    },
    {
      "contrastive_lambda": 0.10341897344967643,
      "epoch": 14.814410480349345,
      "step": 47495
    },
    {
      "contrastive_lambda": 0.10340303013208241,
      "epoch": 14.814722395508422,
      "step": 47496
    },
    {
      "contrastive_lambda": 0.10338708790178136,
      "epoch": 14.815034310667498,
      "step": 47497
    },
    {
      "contrastive_lambda": 0.10337114675881726,
      "epoch": 14.815346225826575,
      "step": 47498
    },
    {
      "contrastive_lambda": 0.1033552067032334,
      "epoch": 14.815658140985652,
      "step": 47499
    },
    {
      "epoch": 14.815970056144728,
      "grad_norm": 0.06958866119384766,
      "learning_rate": 1.1405919429521799e-05,
      "loss": 0.0213,
      "step": 47500
    },
    {
      "epoch": 14.815970056144728,
      "flow_loss": 0.009699332527816296,
      "step": 47500
    },
    {
      "contrastive_loss": 0.004484407138079405,
      "epoch": 14.815970056144728,
      "step": 47500
    },
    {
      "contrastive_lambda": 0.1033392677350739,
      "epoch": 14.815970056144728,
      "step": 47500
    },
    {
      "contrastive_lambda": 0.10332332985438247,
      "epoch": 14.816281971303805,
      "step": 47501
    },
    {
      "contrastive_lambda": 0.10330739306120251,
      "epoch": 14.816593886462883,
      "step": 47502
    },
    {
      "contrastive_lambda": 0.10329145735557788,
      "epoch": 14.816905801621958,
      "step": 47503
    },
    {
      "contrastive_lambda": 0.1032755227375522,
      "epoch": 14.817217716781036,
      "step": 47504
    },
    {
      "contrastive_lambda": 0.10325958920716921,
      "epoch": 14.817529631940113,
      "step": 47505
    },
    {
      "contrastive_lambda": 0.10324365676447278,
      "epoch": 14.817841547099189,
      "step": 47506
    },
    {
      "contrastive_lambda": 0.1032277254095062,
      "epoch": 14.818153462258266,
      "step": 47507
    },
    {
      "contrastive_lambda": 0.10321179514231332,
      "epoch": 14.818465377417343,
      "step": 47508
    },
    {
      "contrastive_lambda": 0.103195865962938,
      "epoch": 14.818777292576419,
      "step": 47509
    },
    {
      "epoch": 14.819089207735496,
      "grad_norm": 0.05518411844968796,
      "learning_rate": 1.1388404952759802e-05,
      "loss": 0.0209,
      "step": 47510
    },
    {
      "epoch": 14.819089207735496,
      "flow_loss": 0.019918007776141167,
      "step": 47510
    },
    {
      "contrastive_loss": 0.0032794626895338297,
      "epoch": 14.819089207735496,
      "step": 47510
    },
    {
      "contrastive_lambda": 0.10317993787142343,
      "epoch": 14.819089207735496,
      "step": 47510
    },
    {
      "contrastive_lambda": 0.1031640108678138,
      "epoch": 14.819401122894572,
      "step": 47511
    },
    {
      "contrastive_lambda": 0.10314808495215266,
      "epoch": 14.81971303805365,
      "step": 47512
    },
    {
      "contrastive_lambda": 0.1031321601244834,
      "epoch": 14.820024953212727,
      "step": 47513
    },
    {
      "contrastive_lambda": 0.1031162363848499,
      "epoch": 14.820336868371802,
      "step": 47514
    },
    {
      "contrastive_lambda": 0.10310031373329592,
      "epoch": 14.82064878353088,
      "step": 47515
    },
    {
      "contrastive_lambda": 0.1030843921698647,
      "epoch": 14.820960698689957,
      "step": 47516
    },
    {
      "contrastive_lambda": 0.10306847169460037,
      "epoch": 14.821272613849032,
      "step": 47517
    },
    {
      "contrastive_lambda": 0.10305255230754629,
      "epoch": 14.82158452900811,
      "step": 47518
    },
    {
      "contrastive_lambda": 0.10303663400874613,
      "epoch": 14.821896444167187,
      "step": 47519
    },
    {
      "epoch": 14.822208359326263,
      "grad_norm": 0.13675478100776672,
      "learning_rate": 1.1370902205180923e-05,
      "loss": 0.0257,
      "step": 47520
    },
    {
      "epoch": 14.822208359326263,
      "flow_loss": 0.011809294112026691,
      "step": 47520
    },
    {
      "contrastive_loss": 0.0034177303314208984,
      "epoch": 14.822208359326263,
      "step": 47520
    },
    {
      "contrastive_lambda": 0.1030207167982437,
      "epoch": 14.822208359326263,
      "step": 47520
    },
    {
      "contrastive_lambda": 0.10300480067608231,
      "epoch": 14.82252027448534,
      "step": 47521
    },
    {
      "contrastive_lambda": 0.1029888856423059,
      "epoch": 14.822832189644418,
      "step": 47522
    },
    {
      "contrastive_lambda": 0.10297297169695813,
      "epoch": 14.823144104803493,
      "step": 47523
    },
    {
      "contrastive_lambda": 0.10295705884008233,
      "epoch": 14.82345601996257,
      "step": 47524
    },
    {
      "contrastive_lambda": 0.10294114707172247,
      "epoch": 14.823767935121648,
      "step": 47525
    },
    {
      "contrastive_lambda": 0.10292523639192186,
      "epoch": 14.824079850280723,
      "step": 47526
    },
    {
      "contrastive_lambda": 0.10290932680072412,
      "epoch": 14.8243917654398,
      "step": 47527
    },
    {
      "contrastive_lambda": 0.10289341829817333,
      "epoch": 14.824703680598876,
      "step": 47528
    },
    {
      "contrastive_lambda": 0.10287751088431257,
      "epoch": 14.825015595757954,
      "step": 47529
    },
    {
      "epoch": 14.825327510917031,
      "grad_norm": 0.07547448575496674,
      "learning_rate": 1.1353411192101987e-05,
      "loss": 0.0166,
      "step": 47530
    },
    {
      "epoch": 14.825327510917031,
      "flow_loss": 0.024125946685671806,
      "step": 47530
    },
    {
      "contrastive_loss": 0.00382117903791368,
      "epoch": 14.825327510917031,
      "step": 47530
    },
    {
      "contrastive_lambda": 0.1028616045591857,
      "epoch": 14.825327510917031,
      "step": 47530
    },
    {
      "contrastive_lambda": 0.10284569932283644,
      "epoch": 14.825639426076107,
      "step": 47531
    },
    {
      "contrastive_lambda": 0.10282979517530805,
      "epoch": 14.825951341235184,
      "step": 47532
    },
    {
      "contrastive_lambda": 0.10281389211664421,
      "epoch": 14.826263256394261,
      "step": 47533
    },
    {
      "contrastive_lambda": 0.10279799014688895,
      "epoch": 14.826575171553337,
      "step": 47534
    },
    {
      "contrastive_lambda": 0.1027820892660854,
      "epoch": 14.826887086712414,
      "step": 47535
    },
    {
      "contrastive_lambda": 0.1027661894742774,
      "epoch": 14.827199001871492,
      "step": 47536
    },
    {
      "contrastive_lambda": 0.10275029077150838,
      "epoch": 14.827510917030567,
      "step": 47537
    },
    {
      "contrastive_lambda": 0.10273439315782179,
      "epoch": 14.827822832189645,
      "step": 47538
    },
    {
      "contrastive_lambda": 0.10271849663326171,
      "epoch": 14.828134747348722,
      "step": 47539
    },
    {
      "epoch": 14.828446662507798,
      "grad_norm": 0.06446120887994766,
      "learning_rate": 1.133593191883634e-05,
      "loss": 0.0246,
      "step": 47540
    },
    {
      "epoch": 14.828446662507798,
      "flow_loss": 0.03609633073210716,
      "step": 47540
    },
    {
      "contrastive_loss": 0.004523484967648983,
      "epoch": 14.828446662507798,
      "step": 47540
    },
    {
      "contrastive_lambda": 0.10270260119787133,
      "epoch": 14.828446662507798,
      "step": 47540
    },
    {
      "contrastive_lambda": 0.10268670685169429,
      "epoch": 14.828758577666875,
      "step": 47541
    },
    {
      "contrastive_lambda": 0.10267081359477431,
      "epoch": 14.829070492825952,
      "step": 47542
    },
    {
      "contrastive_lambda": 0.10265492142715477,
      "epoch": 14.829382407985028,
      "step": 47543
    },
    {
      "contrastive_lambda": 0.10263903034887917,
      "epoch": 14.829694323144105,
      "step": 47544
    },
    {
      "contrastive_lambda": 0.10262314035999148,
      "epoch": 14.83000623830318,
      "step": 47545
    },
    {
      "contrastive_lambda": 0.1026072514605349,
      "epoch": 14.830318153462258,
      "step": 47546
    },
    {
      "contrastive_lambda": 0.10259136365055327,
      "epoch": 14.830630068621335,
      "step": 47547
    },
    {
      "contrastive_lambda": 0.10257547693008978,
      "epoch": 14.830941983780411,
      "step": 47548
    },
    {
      "contrastive_lambda": 0.10255959129918824,
      "epoch": 14.831253898939488,
      "step": 47549
    },
    {
      "epoch": 14.831565814098566,
      "grad_norm": 0.09261095523834229,
      "learning_rate": 1.1318464390693711e-05,
      "loss": 0.0263,
      "step": 47550
    },
    {
      "epoch": 14.831565814098566,
      "flow_loss": 0.018541807308793068,
      "step": 47550
    },
    {
      "contrastive_loss": 0.0032862694934010506,
      "epoch": 14.831565814098566,
      "step": 47550
    },
    {
      "contrastive_lambda": 0.1025437067578921,
      "epoch": 14.831565814098566,
      "step": 47550
    },
    {
      "contrastive_lambda": 0.10252782330624499,
      "epoch": 14.831877729257641,
      "step": 47551
    },
    {
      "contrastive_lambda": 0.10251194094429039,
      "epoch": 14.832189644416719,
      "step": 47552
    },
    {
      "contrastive_lambda": 0.10249605967207204,
      "epoch": 14.832501559575796,
      "step": 47553
    },
    {
      "contrastive_lambda": 0.10248017948963312,
      "epoch": 14.832813474734872,
      "step": 47554
    },
    {
      "contrastive_lambda": 0.10246430039701743,
      "epoch": 14.833125389893949,
      "step": 47555
    },
    {
      "contrastive_lambda": 0.10244842239426838,
      "epoch": 14.833437305053026,
      "step": 47556
    },
    {
      "contrastive_lambda": 0.10243254548142955,
      "epoch": 14.833749220212102,
      "step": 47557
    },
    {
      "contrastive_lambda": 0.10241666965854462,
      "epoch": 14.83406113537118,
      "step": 47558
    },
    {
      "contrastive_lambda": 0.10240079492565685,
      "epoch": 14.834373050530257,
      "step": 47559
    },
    {
      "epoch": 14.834684965689332,
      "grad_norm": 0.0649142637848854,
      "learning_rate": 1.1301008612980257e-05,
      "loss": 0.0205,
      "step": 47560
    },
    {
      "epoch": 14.834684965689332,
      "flow_loss": 0.01897251047194004,
      "step": 47560
    },
    {
      "contrastive_loss": 0.003443630877882242,
      "epoch": 14.834684965689332,
      "step": 47560
    },
    {
      "contrastive_lambda": 0.10238492128280985,
      "epoch": 14.834684965689332,
      "step": 47560
    },
    {
      "contrastive_lambda": 0.10236904873004721,
      "epoch": 14.83499688084841,
      "step": 47561
    },
    {
      "contrastive_lambda": 0.10235317726741233,
      "epoch": 14.835308796007485,
      "step": 47562
    },
    {
      "contrastive_lambda": 0.10233730689494897,
      "epoch": 14.835620711166563,
      "step": 47563
    },
    {
      "contrastive_lambda": 0.1023214376127003,
      "epoch": 14.83593262632564,
      "step": 47564
    },
    {
      "contrastive_lambda": 0.10230556942071001,
      "epoch": 14.836244541484715,
      "step": 47565
    },
    {
      "contrastive_lambda": 0.10228970231902168,
      "epoch": 14.836556456643793,
      "step": 47566
    },
    {
      "contrastive_lambda": 0.1022738363076785,
      "epoch": 14.83686837180287,
      "step": 47567
    },
    {
      "contrastive_lambda": 0.10225797138672427,
      "epoch": 14.837180286961946,
      "step": 47568
    },
    {
      "contrastive_lambda": 0.10224210755620255,
      "epoch": 14.837492202121023,
      "step": 47569
    },
    {
      "epoch": 14.8378041172801,
      "grad_norm": 0.062253836542367935,
      "learning_rate": 1.128356459099863e-05,
      "loss": 0.0242,
      "step": 47570
    },
    {
      "epoch": 14.8378041172801,
      "flow_loss": 0.03280672803521156,
      "step": 47570
    },
    {
      "contrastive_loss": 0.003288716310635209,
      "epoch": 14.8378041172801,
      "step": 47570
    },
    {
      "contrastive_lambda": 0.10222624481615655,
      "epoch": 14.8378041172801,
      "step": 47570
    },
    {
      "contrastive_lambda": 0.10221038316663,
      "epoch": 14.838116032439176,
      "step": 47571
    },
    {
      "contrastive_lambda": 0.10219452260766598,
      "epoch": 14.838427947598253,
      "step": 47572
    },
    {
      "contrastive_lambda": 0.10217866313930846,
      "epoch": 14.83873986275733,
      "step": 47573
    },
    {
      "contrastive_lambda": 0.10216280476160083,
      "epoch": 14.839051777916406,
      "step": 47574
    },
    {
      "contrastive_lambda": 0.1021469474745863,
      "epoch": 14.839363693075484,
      "step": 47575
    },
    {
      "contrastive_lambda": 0.1021310912783085,
      "epoch": 14.839675608234561,
      "step": 47576
    },
    {
      "contrastive_lambda": 0.10211523617281104,
      "epoch": 14.839987523393637,
      "step": 47577
    },
    {
      "contrastive_lambda": 0.10209938215813702,
      "epoch": 14.840299438552714,
      "step": 47578
    },
    {
      "contrastive_lambda": 0.10208352923433023,
      "epoch": 14.84061135371179,
      "step": 47579
    },
    {
      "epoch": 14.840923268870867,
      "grad_norm": 0.11765478551387787,
      "learning_rate": 1.1266132330047802e-05,
      "loss": 0.0191,
      "step": 47580
    },
    {
      "epoch": 14.840923268870867,
      "flow_loss": 0.007877365685999393,
      "step": 47580
    },
    {
      "contrastive_loss": 0.004060857929289341,
      "epoch": 14.840923268870867,
      "step": 47580
    },
    {
      "contrastive_lambda": 0.10206767740143419,
      "epoch": 14.840923268870867,
      "step": 47580
    },
    {
      "contrastive_lambda": 0.10205182665949208,
      "epoch": 14.841235184029944,
      "step": 47581
    },
    {
      "contrastive_lambda": 0.10203597700854761,
      "epoch": 14.84154709918902,
      "step": 47582
    },
    {
      "contrastive_lambda": 0.102020128448644,
      "epoch": 14.841859014348097,
      "step": 47583
    },
    {
      "contrastive_lambda": 0.10200428097982461,
      "epoch": 14.842170929507175,
      "step": 47584
    },
    {
      "contrastive_lambda": 0.10198843460213336,
      "epoch": 14.84248284466625,
      "step": 47585
    },
    {
      "contrastive_lambda": 0.10197258931561332,
      "epoch": 14.842794759825328,
      "step": 47586
    },
    {
      "contrastive_lambda": 0.101956745120308,
      "epoch": 14.843106674984405,
      "step": 47587
    },
    {
      "contrastive_lambda": 0.10194090201626099,
      "epoch": 14.84341859014348,
      "step": 47588
    },
    {
      "contrastive_lambda": 0.10192506000351531,
      "epoch": 14.843730505302558,
      "step": 47589
    },
    {
      "epoch": 14.844042420461635,
      "grad_norm": 0.09714753180742264,
      "learning_rate": 1.1248711835423281e-05,
      "loss": 0.0204,
      "step": 47590
    },
    {
      "epoch": 14.844042420461635,
      "flow_loss": 0.02482963539659977,
      "step": 47590
    },
    {
      "contrastive_loss": 0.0029581778217107058,
      "epoch": 14.844042420461635,
      "step": 47590
    },
    {
      "contrastive_lambda": 0.10190921908211487,
      "epoch": 14.844042420461635,
      "step": 47590
    },
    {
      "contrastive_lambda": 0.10189337925210301,
      "epoch": 14.84435433562071,
      "step": 47591
    },
    {
      "contrastive_lambda": 0.10187754051352294,
      "epoch": 14.844666250779788,
      "step": 47592
    },
    {
      "contrastive_lambda": 0.10186170286641832,
      "epoch": 14.844978165938866,
      "step": 47593
    },
    {
      "contrastive_lambda": 0.10184586631083231,
      "epoch": 14.845290081097941,
      "step": 47594
    },
    {
      "contrastive_lambda": 0.1018300308468083,
      "epoch": 14.845601996257018,
      "step": 47595
    },
    {
      "contrastive_lambda": 0.10181419647439016,
      "epoch": 14.845913911416094,
      "step": 47596
    },
    {
      "contrastive_lambda": 0.1017983631936209,
      "epoch": 14.846225826575171,
      "step": 47597
    },
    {
      "contrastive_lambda": 0.10178253100454399,
      "epoch": 14.846537741734249,
      "step": 47598
    },
    {
      "contrastive_lambda": 0.10176669990720305,
      "epoch": 14.846849656893324,
      "step": 47599
    },
    {
      "epoch": 14.847161572052402,
      "grad_norm": 0.07519607990980148,
      "learning_rate": 1.123130311241693e-05,
      "loss": 0.0245,
      "step": 47600
    },
    {
      "epoch": 14.847161572052402,
      "flow_loss": 0.030147677287459373,
      "step": 47600
    },
    {
      "contrastive_loss": 0.0033365185372531414,
      "epoch": 14.847161572052402,
      "step": 47600
    },
    {
      "contrastive_lambda": 0.10175086990164117,
      "epoch": 14.847161572052402,
      "step": 47600
    },
    {
      "contrastive_lambda": 0.10173504098790187,
      "epoch": 14.847473487211479,
      "step": 47601
    },
    {
      "contrastive_lambda": 0.10171921316602861,
      "epoch": 14.847785402370555,
      "step": 47602
    },
    {
      "contrastive_lambda": 0.10170338643606475,
      "epoch": 14.848097317529632,
      "step": 47603
    },
    {
      "contrastive_lambda": 0.10168756079805374,
      "epoch": 14.84840923268871,
      "step": 47604
    },
    {
      "contrastive_lambda": 0.10167173625203879,
      "epoch": 14.848721147847785,
      "step": 47605
    },
    {
      "contrastive_lambda": 0.10165591279806341,
      "epoch": 14.849033063006862,
      "step": 47606
    },
    {
      "contrastive_lambda": 0.10164009043617095,
      "epoch": 14.84934497816594,
      "step": 47607
    },
    {
      "contrastive_lambda": 0.10162426916640477,
      "epoch": 14.849656893325015,
      "step": 47608
    },
    {
      "contrastive_lambda": 0.10160844898880844,
      "epoch": 14.849968808484093,
      "step": 47609
    },
    {
      "epoch": 14.85028072364317,
      "grad_norm": 0.059448160231113434,
      "learning_rate": 1.1213906166317068e-05,
      "loss": 0.025,
      "step": 47610
    },
    {
      "epoch": 14.85028072364317,
      "flow_loss": 0.011737297289073467,
      "step": 47610
    },
    {
      "contrastive_loss": 0.004335831850767136,
      "epoch": 14.85028072364317,
      "step": 47610
    },
    {
      "contrastive_lambda": 0.10159262990342505,
      "epoch": 14.85028072364317,
      "step": 47610
    },
    {
      "contrastive_lambda": 0.10157681191029805,
      "epoch": 14.850592638802246,
      "step": 47611
    },
    {
      "contrastive_lambda": 0.10156099500947086,
      "epoch": 14.850904553961323,
      "step": 47612
    },
    {
      "contrastive_lambda": 0.10154517920098682,
      "epoch": 14.851216469120399,
      "step": 47613
    },
    {
      "contrastive_lambda": 0.1015293644848893,
      "epoch": 14.851528384279476,
      "step": 47614
    },
    {
      "contrastive_lambda": 0.10151355086122182,
      "epoch": 14.851840299438553,
      "step": 47615
    },
    {
      "contrastive_lambda": 0.1014977383300274,
      "epoch": 14.852152214597629,
      "step": 47616
    },
    {
      "contrastive_lambda": 0.1014819268913495,
      "epoch": 14.852464129756706,
      "step": 47617
    },
    {
      "contrastive_lambda": 0.10146611654523158,
      "epoch": 14.852776044915784,
      "step": 47618
    },
    {
      "contrastive_lambda": 0.10145030729171695,
      "epoch": 14.853087960074859,
      "step": 47619
    },
    {
      "epoch": 14.853399875233936,
      "grad_norm": 0.07387693971395493,
      "learning_rate": 1.1196521002408427e-05,
      "loss": 0.0223,
      "step": 47620
    },
    {
      "epoch": 14.853399875233936,
      "flow_loss": 0.015899166464805603,
      "step": 47620
    },
    {
      "contrastive_loss": 0.0041455114260315895,
      "epoch": 14.853399875233936,
      "step": 47620
    },
    {
      "contrastive_lambda": 0.10143449913084901,
      "epoch": 14.853399875233936,
      "step": 47620
    },
    {
      "contrastive_lambda": 0.10141869206267096,
      "epoch": 14.853711790393014,
      "step": 47621
    },
    {
      "contrastive_lambda": 0.10140288608722614,
      "epoch": 14.85402370555209,
      "step": 47622
    },
    {
      "contrastive_lambda": 0.10138708120455808,
      "epoch": 14.854335620711167,
      "step": 47623
    },
    {
      "contrastive_lambda": 0.10137127741470969,
      "epoch": 14.854647535870244,
      "step": 47624
    },
    {
      "contrastive_lambda": 0.10135547471772471,
      "epoch": 14.85495945102932,
      "step": 47625
    },
    {
      "contrastive_lambda": 0.1013396731136465,
      "epoch": 14.855271366188397,
      "step": 47626
    },
    {
      "contrastive_lambda": 0.10132387260251807,
      "epoch": 14.855583281347474,
      "step": 47627
    },
    {
      "contrastive_lambda": 0.10130807318438301,
      "epoch": 14.85589519650655,
      "step": 47628
    },
    {
      "contrastive_lambda": 0.10129227485928421,
      "epoch": 14.856207111665627,
      "step": 47629
    },
    {
      "epoch": 14.856519026824703,
      "grad_norm": 0.07036209106445312,
      "learning_rate": 1.1179147625972159e-05,
      "loss": 0.0252,
      "step": 47630
    },
    {
      "epoch": 14.856519026824703,
      "flow_loss": 0.00984320417046547,
      "step": 47630
    },
    {
      "contrastive_loss": 0.0034941446501761675,
      "epoch": 14.856519026824703,
      "step": 47630
    },
    {
      "contrastive_lambda": 0.10127647762726544,
      "epoch": 14.856519026824703,
      "step": 47630
    },
    {
      "contrastive_lambda": 0.10126068148836992,
      "epoch": 14.85683094198378,
      "step": 47631
    },
    {
      "contrastive_lambda": 0.10124488644264079,
      "epoch": 14.857142857142858,
      "step": 47632
    },
    {
      "contrastive_lambda": 0.10122909249012146,
      "epoch": 14.857454772301933,
      "step": 47633
    },
    {
      "contrastive_lambda": 0.10121329963085535,
      "epoch": 14.85776668746101,
      "step": 47634
    },
    {
      "contrastive_lambda": 0.10119750786488535,
      "epoch": 14.858078602620088,
      "step": 47635
    },
    {
      "contrastive_lambda": 0.1011817171922551,
      "epoch": 14.858390517779164,
      "step": 47636
    },
    {
      "contrastive_lambda": 0.10116592761300802,
      "epoch": 14.858702432938241,
      "step": 47637
    },
    {
      "contrastive_lambda": 0.10115013912718701,
      "epoch": 14.859014348097318,
      "step": 47638
    },
    {
      "contrastive_lambda": 0.1011343517348357,
      "epoch": 14.859326263256394,
      "step": 47639
    },
    {
      "epoch": 14.859638178415471,
      "grad_norm": 0.07796069234609604,
      "learning_rate": 1.1161786042285822e-05,
      "loss": 0.0226,
      "step": 47640
    },
    {
      "epoch": 14.859638178415471,
      "flow_loss": 0.02287314087152481,
      "step": 47640
    },
    {
      "contrastive_loss": 0.0032446621917188168,
      "epoch": 14.859638178415471,
      "step": 47640
    },
    {
      "contrastive_lambda": 0.10111856543599712,
      "epoch": 14.859638178415471,
      "step": 47640
    },
    {
      "contrastive_lambda": 0.10110278023071445,
      "epoch": 14.859950093574549,
      "step": 47641
    },
    {
      "contrastive_lambda": 0.10108699611903144,
      "epoch": 14.860262008733624,
      "step": 47642
    },
    {
      "contrastive_lambda": 0.10107121310099093,
      "epoch": 14.860573923892701,
      "step": 47643
    },
    {
      "contrastive_lambda": 0.10105543117663635,
      "epoch": 14.860885839051779,
      "step": 47644
    },
    {
      "contrastive_lambda": 0.10103965034601109,
      "epoch": 14.861197754210854,
      "step": 47645
    },
    {
      "contrastive_lambda": 0.10102387060915802,
      "epoch": 14.861509669369932,
      "step": 47646
    },
    {
      "contrastive_lambda": 0.10100809196612082,
      "epoch": 14.861821584529007,
      "step": 47647
    },
    {
      "contrastive_lambda": 0.10099231441694267,
      "epoch": 14.862133499688085,
      "step": 47648
    },
    {
      "contrastive_lambda": 0.10097653796166661,
      "epoch": 14.862445414847162,
      "step": 47649
    },
    {
      "epoch": 14.862757330006238,
      "grad_norm": 0.055726706981658936,
      "learning_rate": 1.1144436256623447e-05,
      "loss": 0.0261,
      "step": 47650
    },
    {
      "epoch": 14.862757330006238,
      "flow_loss": 0.01379868108779192,
      "step": 47650
    },
    {
      "contrastive_loss": 0.003233133815228939,
      "epoch": 14.862757330006238,
      "step": 47650
    },
    {
      "contrastive_lambda": 0.1009607626003362,
      "epoch": 14.862757330006238,
      "step": 47650
    },
    {
      "contrastive_lambda": 0.10094498833299437,
      "epoch": 14.863069245165315,
      "step": 47651
    },
    {
      "contrastive_lambda": 0.1009292151596844,
      "epoch": 14.863381160324392,
      "step": 47652
    },
    {
      "contrastive_lambda": 0.10091344308044986,
      "epoch": 14.863693075483468,
      "step": 47653
    },
    {
      "contrastive_lambda": 0.10089767209533368,
      "epoch": 14.864004990642545,
      "step": 47654
    },
    {
      "contrastive_lambda": 0.1008819022043792,
      "epoch": 14.864316905801623,
      "step": 47655
    },
    {
      "contrastive_lambda": 0.10086613340762973,
      "epoch": 14.864628820960698,
      "step": 47656
    },
    {
      "contrastive_lambda": 0.10085036570512834,
      "epoch": 14.864940736119776,
      "step": 47657
    },
    {
      "contrastive_lambda": 0.10083459909691833,
      "epoch": 14.865252651278853,
      "step": 47658
    },
    {
      "contrastive_lambda": 0.10081883358304289,
      "epoch": 14.865564566437929,
      "step": 47659
    },
    {
      "epoch": 14.865876481597006,
      "grad_norm": 0.05689297989010811,
      "learning_rate": 1.1127098274255392e-05,
      "loss": 0.0219,
      "step": 47660
    },
    {
      "epoch": 14.865876481597006,
      "flow_loss": 0.007899808697402477,
      "step": 47660
    },
    {
      "contrastive_loss": 0.004705405794084072,
      "epoch": 14.865876481597006,
      "step": 47660
    },
    {
      "contrastive_lambda": 0.10080306916354531,
      "epoch": 14.865876481597006,
      "step": 47660
    },
    {
      "contrastive_lambda": 0.1007873058384689,
      "epoch": 14.866188396756083,
      "step": 47661
    },
    {
      "contrastive_lambda": 0.10077154360785662,
      "epoch": 14.866500311915159,
      "step": 47662
    },
    {
      "contrastive_lambda": 0.10075578247175171,
      "epoch": 14.866812227074236,
      "step": 47663
    },
    {
      "contrastive_lambda": 0.10074002243019775,
      "epoch": 14.867124142233312,
      "step": 47664
    },
    {
      "contrastive_lambda": 0.10072426348323754,
      "epoch": 14.86743605739239,
      "step": 47665
    },
    {
      "contrastive_lambda": 0.10070850563091455,
      "epoch": 14.867747972551467,
      "step": 47666
    },
    {
      "contrastive_lambda": 0.10069274887327179,
      "epoch": 14.868059887710542,
      "step": 47667
    },
    {
      "contrastive_lambda": 0.1006769932103525,
      "epoch": 14.86837180286962,
      "step": 47668
    },
    {
      "contrastive_lambda": 0.10066123864219989,
      "epoch": 14.868683718028697,
      "step": 47669
    },
    {
      "epoch": 14.868995633187772,
      "grad_norm": 0.070815309882164,
      "learning_rate": 1.1109772100448512e-05,
      "loss": 0.0205,
      "step": 47670
    },
    {
      "epoch": 14.868995633187772,
      "flow_loss": 0.03388969227671623,
      "step": 47670
    },
    {
      "contrastive_loss": 0.003007003339007497,
      "epoch": 14.868995633187772,
      "step": 47670
    },
    {
      "contrastive_lambda": 0.10064548516885718,
      "epoch": 14.868995633187772,
      "step": 47670
    },
    {
      "contrastive_lambda": 0.10062973279036752,
      "epoch": 14.86930754834685,
      "step": 47671
    },
    {
      "contrastive_lambda": 0.10061398150677431,
      "epoch": 14.869619463505927,
      "step": 47672
    },
    {
      "contrastive_lambda": 0.10059823131812035,
      "epoch": 14.869931378665003,
      "step": 47673
    },
    {
      "contrastive_lambda": 0.10058248222444921,
      "epoch": 14.87024329382408,
      "step": 47674
    },
    {
      "contrastive_lambda": 0.10056673422580359,
      "epoch": 14.870555208983157,
      "step": 47675
    },
    {
      "contrastive_lambda": 0.10055098732222706,
      "epoch": 14.870867124142233,
      "step": 47676
    },
    {
      "contrastive_lambda": 0.10053524151376281,
      "epoch": 14.87117903930131,
      "step": 47677
    },
    {
      "contrastive_lambda": 0.10051949680045374,
      "epoch": 14.871490954460388,
      "step": 47678
    },
    {
      "contrastive_lambda": 0.10050375318234317,
      "epoch": 14.871802869619463,
      "step": 47679
    },
    {
      "epoch": 14.87211478477854,
      "grad_norm": 0.08806592971086502,
      "learning_rate": 1.1092457740466033e-05,
      "loss": 0.0227,
      "step": 47680
    },
    {
      "epoch": 14.87211478477854,
      "flow_loss": 0.028617363423109055,
      "step": 47680
    },
    {
      "contrastive_loss": 0.003108382225036621,
      "epoch": 14.87211478477854,
      "step": 47680
    },
    {
      "contrastive_lambda": 0.10048801065947421,
      "epoch": 14.87211478477854,
      "step": 47680
    },
    {
      "contrastive_lambda": 0.10047226923189012,
      "epoch": 14.872426699937616,
      "step": 47681
    },
    {
      "contrastive_lambda": 0.10045652889963391,
      "epoch": 14.872738615096694,
      "step": 47682
    },
    {
      "contrastive_lambda": 0.100440789662749,
      "epoch": 14.873050530255771,
      "step": 47683
    },
    {
      "contrastive_lambda": 0.10042505152127817,
      "epoch": 14.873362445414847,
      "step": 47684
    },
    {
      "contrastive_lambda": 0.10040931447526497,
      "epoch": 14.873674360573924,
      "step": 47685
    },
    {
      "contrastive_lambda": 0.10039357852475195,
      "epoch": 14.873986275733001,
      "step": 47686
    },
    {
      "contrastive_lambda": 0.1003778436697828,
      "epoch": 14.874298190892077,
      "step": 47687
    },
    {
      "contrastive_lambda": 0.10036210991040062,
      "epoch": 14.874610106051154,
      "step": 47688
    },
    {
      "contrastive_lambda": 0.1003463772466483,
      "epoch": 14.874922021210232,
      "step": 47689
    },
    {
      "epoch": 14.875233936369307,
      "grad_norm": 0.08934783190488815,
      "learning_rate": 1.10751551995676e-05,
      "loss": 0.0239,
      "step": 47690
    },
    {
      "epoch": 14.875233936369307,
      "flow_loss": 0.03921335190534592,
      "step": 47690
    },
    {
      "contrastive_loss": 0.004319695755839348,
      "epoch": 14.875233936369307,
      "step": 47690
    },
    {
      "contrastive_lambda": 0.10033064567856903,
      "epoch": 14.875233936369307,
      "step": 47690
    },
    {
      "contrastive_lambda": 0.10031491520620611,
      "epoch": 14.875545851528384,
      "step": 47691
    },
    {
      "contrastive_lambda": 0.10029918582960234,
      "epoch": 14.87585776668746,
      "step": 47692
    },
    {
      "contrastive_lambda": 0.10028345754880114,
      "epoch": 14.876169681846537,
      "step": 47693
    },
    {
      "contrastive_lambda": 0.10026773036384568,
      "epoch": 14.876481597005615,
      "step": 47694
    },
    {
      "contrastive_lambda": 0.10025200427477876,
      "epoch": 14.876793512164692,
      "step": 47695
    },
    {
      "contrastive_lambda": 0.10023627928164386,
      "epoch": 14.877105427323768,
      "step": 47696
    },
    {
      "contrastive_lambda": 0.1002205553844836,
      "epoch": 14.877417342482845,
      "step": 47697
    },
    {
      "contrastive_lambda": 0.10020483258334151,
      "epoch": 14.87772925764192,
      "step": 47698
    },
    {
      "contrastive_lambda": 0.10018911087826071,
      "epoch": 14.878041172800998,
      "step": 47699
    },
    {
      "epoch": 14.878353087960075,
      "grad_norm": 0.07341963052749634,
      "learning_rate": 1.1057864483009262e-05,
      "loss": 0.0261,
      "step": 47700
    },
    {
      "epoch": 14.878353087960075,
      "flow_loss": 0.013731944374740124,
      "step": 47700
    },
    {
      "contrastive_loss": 0.003788042813539505,
      "epoch": 14.878353087960075,
      "step": 47700
    },
    {
      "contrastive_lambda": 0.10017339026928407,
      "epoch": 14.878353087960075,
      "step": 47700
    },
    {
      "contrastive_lambda": 0.10015767075645471,
      "epoch": 14.878665003119151,
      "step": 47701
    },
    {
      "contrastive_lambda": 0.10014195233981599,
      "epoch": 14.878976918278228,
      "step": 47702
    },
    {
      "contrastive_lambda": 0.10012623501941054,
      "epoch": 14.879288833437306,
      "step": 47703
    },
    {
      "contrastive_lambda": 0.10011051879528193,
      "epoch": 14.879600748596381,
      "step": 47704
    },
    {
      "contrastive_lambda": 0.10009480366747298,
      "epoch": 14.879912663755459,
      "step": 47705
    },
    {
      "contrastive_lambda": 0.1000790896360268,
      "epoch": 14.880224578914536,
      "step": 47706
    },
    {
      "contrastive_lambda": 0.10006337670098664,
      "epoch": 14.880536494073612,
      "step": 47707
    },
    {
      "contrastive_lambda": 0.1000476648623953,
      "epoch": 14.880848409232689,
      "step": 47708
    },
    {
      "contrastive_lambda": 0.10003195412029586,
      "epoch": 14.881160324391765,
      "step": 47709
    },
    {
      "epoch": 14.881472239550842,
      "grad_norm": 0.12816034257411957,
      "learning_rate": 1.1040585596043473e-05,
      "loss": 0.025,
      "step": 47710
    },
    {
      "epoch": 14.881472239550842,
      "flow_loss": 0.014702999033033848,
      "step": 47710
    },
    {
      "contrastive_loss": 0.0034152602311223745,
      "epoch": 14.881472239550842,
      "step": 47710
    },
    {
      "contrastive_lambda": 0.10001624447473179,
      "epoch": 14.881472239550842,
      "step": 47710
    },
    {
      "contrastive_lambda": 0.10000053592574576,
      "epoch": 14.88178415470992,
      "step": 47711
    },
    {
      "contrastive_lambda": 0.09998482847338108,
      "epoch": 14.882096069868995,
      "step": 47712
    },
    {
      "contrastive_lambda": 0.09996912211768061,
      "epoch": 14.882407985028072,
      "step": 47713
    },
    {
      "contrastive_lambda": 0.09995341685868736,
      "epoch": 14.88271990018715,
      "step": 47714
    },
    {
      "contrastive_lambda": 0.0999377126964448,
      "epoch": 14.883031815346225,
      "step": 47715
    },
    {
      "contrastive_lambda": 0.09992200963099562,
      "epoch": 14.883343730505302,
      "step": 47716
    },
    {
      "contrastive_lambda": 0.0999063076623829,
      "epoch": 14.88365564566438,
      "step": 47717
    },
    {
      "contrastive_lambda": 0.09989060679064993,
      "epoch": 14.883967560823455,
      "step": 47718
    },
    {
      "contrastive_lambda": 0.09987490701583945,
      "epoch": 14.884279475982533,
      "step": 47719
    },
    {
      "epoch": 14.88459139114161,
      "grad_norm": 0.06659159064292908,
      "learning_rate": 1.1023318543919148e-05,
      "loss": 0.0219,
      "step": 47720
    },
    {
      "epoch": 14.88459139114161,
      "flow_loss": 0.016470521688461304,
      "step": 47720
    },
    {
      "contrastive_loss": 0.0031894128769636154,
      "epoch": 14.88459139114161,
      "step": 47720
    },
    {
      "contrastive_lambda": 0.09985920833799444,
      "epoch": 14.88459139114161,
      "step": 47720
    },
    {
      "contrastive_lambda": 0.09984351075715847,
      "epoch": 14.884903306300686,
      "step": 47721
    },
    {
      "contrastive_lambda": 0.09982781427337406,
      "epoch": 14.885215221459763,
      "step": 47722
    },
    {
      "contrastive_lambda": 0.09981211888668456,
      "epoch": 14.88552713661884,
      "step": 47723
    },
    {
      "contrastive_lambda": 0.09979642459713273,
      "epoch": 14.885839051777916,
      "step": 47724
    },
    {
      "contrastive_lambda": 0.09978073140476168,
      "epoch": 14.886150966936993,
      "step": 47725
    },
    {
      "contrastive_lambda": 0.09976503930961456,
      "epoch": 14.886462882096069,
      "step": 47726
    },
    {
      "contrastive_lambda": 0.09974934831173426,
      "epoch": 14.886774797255146,
      "step": 47727
    },
    {
      "contrastive_lambda": 0.09973365841116383,
      "epoch": 14.887086712414224,
      "step": 47728
    },
    {
      "contrastive_lambda": 0.09971796960794643,
      "epoch": 14.8873986275733,
      "step": 47729
    },
    {
      "epoch": 14.887710542732377,
      "grad_norm": 0.0663769319653511,
      "learning_rate": 1.10060633318815e-05,
      "loss": 0.0181,
      "step": 47730
    },
    {
      "epoch": 14.887710542732377,
      "flow_loss": 0.01120084896683693,
      "step": 47730
    },
    {
      "contrastive_loss": 0.0040315501391887665,
      "epoch": 14.887710542732377,
      "step": 47730
    },
    {
      "contrastive_lambda": 0.09970228190212488,
      "epoch": 14.887710542732377,
      "step": 47730
    },
    {
      "contrastive_lambda": 0.09968659529374208,
      "epoch": 14.888022457891454,
      "step": 47731
    },
    {
      "contrastive_lambda": 0.09967090978284143,
      "epoch": 14.88833437305053,
      "step": 47732
    },
    {
      "contrastive_lambda": 0.09965522536946564,
      "epoch": 14.888646288209607,
      "step": 47733
    },
    {
      "contrastive_lambda": 0.09963954205365788,
      "epoch": 14.888958203368684,
      "step": 47734
    },
    {
      "contrastive_lambda": 0.0996238598354609,
      "epoch": 14.88927011852776,
      "step": 47735
    },
    {
      "contrastive_lambda": 0.0996081787149179,
      "epoch": 14.889582033686837,
      "step": 47736
    },
    {
      "contrastive_lambda": 0.09959249869207176,
      "epoch": 14.889893948845915,
      "step": 47737
    },
    {
      "contrastive_lambda": 0.09957681976696553,
      "epoch": 14.89020586400499,
      "step": 47738
    },
    {
      "contrastive_lambda": 0.09956114193964222,
      "epoch": 14.890517779164067,
      "step": 47739
    },
    {
      "epoch": 14.890829694323145,
      "grad_norm": 0.06718969345092773,
      "learning_rate": 1.0988819965172248e-05,
      "loss": 0.0215,
      "step": 47740
    },
    {
      "epoch": 14.890829694323145,
      "flow_loss": 0.019021883606910706,
      "step": 47740
    },
    {
      "contrastive_loss": 0.0028900448232889175,
      "epoch": 14.890829694323145,
      "step": 47740
    },
    {
      "contrastive_lambda": 0.09954546521014485,
      "epoch": 14.890829694323145,
      "step": 47740
    },
    {
      "contrastive_lambda": 0.09952978957851621,
      "epoch": 14.89114160948222,
      "step": 47741
    },
    {
      "contrastive_lambda": 0.09951411504479957,
      "epoch": 14.891453524641298,
      "step": 47742
    },
    {
      "contrastive_lambda": 0.09949844160903737,
      "epoch": 14.891765439800373,
      "step": 47743
    },
    {
      "contrastive_lambda": 0.09948276927127314,
      "epoch": 14.89207735495945,
      "step": 47744
    },
    {
      "contrastive_lambda": 0.09946709803154974,
      "epoch": 14.892389270118528,
      "step": 47745
    },
    {
      "contrastive_lambda": 0.0994514278899099,
      "epoch": 14.892701185277604,
      "step": 47746
    },
    {
      "contrastive_lambda": 0.09943575884639672,
      "epoch": 14.893013100436681,
      "step": 47747
    },
    {
      "contrastive_lambda": 0.09942009090105314,
      "epoch": 14.893325015595758,
      "step": 47748
    },
    {
      "contrastive_lambda": 0.09940442405392214,
      "epoch": 14.893636930754834,
      "step": 47749
    },
    {
      "epoch": 14.893948845913911,
      "grad_norm": 0.10053148120641708,
      "learning_rate": 1.0971588449029462e-05,
      "loss": 0.0198,
      "step": 47750
    },
    {
      "epoch": 14.893948845913911,
      "flow_loss": 0.014030592516064644,
      "step": 47750
    },
    {
      "contrastive_loss": 0.0053396569564938545,
      "epoch": 14.893948845913911,
      "step": 47750
    },
    {
      "contrastive_lambda": 0.09938875830504662,
      "epoch": 14.893948845913911,
      "step": 47750
    },
    {
      "contrastive_lambda": 0.09937309365446972,
      "epoch": 14.894260761072989,
      "step": 47751
    },
    {
      "contrastive_lambda": 0.09935743010223408,
      "epoch": 14.894572676232064,
      "step": 47752
    },
    {
      "contrastive_lambda": 0.09934176764838298,
      "epoch": 14.894884591391142,
      "step": 47753
    },
    {
      "contrastive_lambda": 0.09932610629295885,
      "epoch": 14.895196506550219,
      "step": 47754
    },
    {
      "contrastive_lambda": 0.09931044603600514,
      "epoch": 14.895508421709295,
      "step": 47755
    },
    {
      "contrastive_lambda": 0.09929478687756466,
      "epoch": 14.895820336868372,
      "step": 47756
    },
    {
      "contrastive_lambda": 0.0992791288176802,
      "epoch": 14.89613225202745,
      "step": 47757
    },
    {
      "contrastive_lambda": 0.09926347185639472,
      "epoch": 14.896444167186525,
      "step": 47758
    },
    {
      "contrastive_lambda": 0.09924781599375132,
      "epoch": 14.896756082345602,
      "step": 47759
    },
    {
      "epoch": 14.897067997504678,
      "grad_norm": 0.09619185328483582,
      "learning_rate": 1.095436878868762e-05,
      "loss": 0.0202,
      "step": 47760
    },
    {
      "epoch": 14.897067997504678,
      "flow_loss": 0.021063311025500298,
      "step": 47760
    },
    {
      "contrastive_loss": 0.003933381754904985,
      "epoch": 14.897067997504678,
      "step": 47760
    },
    {
      "contrastive_lambda": 0.0992321612297925,
      "epoch": 14.897067997504678,
      "step": 47760
    },
    {
      "contrastive_lambda": 0.0992165075645618,
      "epoch": 14.897379912663755,
      "step": 47761
    },
    {
      "contrastive_lambda": 0.0992008549981016,
      "epoch": 14.897691827822833,
      "step": 47762
    },
    {
      "contrastive_lambda": 0.09918520353045501,
      "epoch": 14.898003742981908,
      "step": 47763
    },
    {
      "contrastive_lambda": 0.09916955316166515,
      "epoch": 14.898315658140985,
      "step": 47764
    },
    {
      "contrastive_lambda": 0.09915390389177436,
      "epoch": 14.898627573300063,
      "step": 47765
    },
    {
      "contrastive_lambda": 0.09913825572082613,
      "epoch": 14.898939488459138,
      "step": 47766
    },
    {
      "contrastive_lambda": 0.09912260864886319,
      "epoch": 14.899251403618216,
      "step": 47767
    },
    {
      "contrastive_lambda": 0.09910696267592828,
      "epoch": 14.899563318777293,
      "step": 47768
    },
    {
      "contrastive_lambda": 0.09909131780206448,
      "epoch": 14.899875233936369,
      "step": 47769
    },
    {
      "epoch": 14.900187149095446,
      "grad_norm": 0.08052213490009308,
      "learning_rate": 1.0937160989377598e-05,
      "loss": 0.0225,
      "step": 47770
    },
    {
      "epoch": 14.900187149095446,
      "flow_loss": 0.024811744689941406,
      "step": 47770
    },
    {
      "contrastive_loss": 0.004368862137198448,
      "epoch": 14.900187149095446,
      "step": 47770
    },
    {
      "contrastive_lambda": 0.09907567402731454,
      "epoch": 14.900187149095446,
      "step": 47770
    },
    {
      "contrastive_lambda": 0.0990600313517212,
      "epoch": 14.900499064254523,
      "step": 47771
    },
    {
      "contrastive_lambda": 0.09904438977532787,
      "epoch": 14.900810979413599,
      "step": 47772
    },
    {
      "contrastive_lambda": 0.09902874929817695,
      "epoch": 14.901122894572676,
      "step": 47773
    },
    {
      "contrastive_lambda": 0.09901310992031148,
      "epoch": 14.901434809731754,
      "step": 47774
    },
    {
      "contrastive_lambda": 0.09899747164177447,
      "epoch": 14.90174672489083,
      "step": 47775
    },
    {
      "contrastive_lambda": 0.0989818344626085,
      "epoch": 14.902058640049907,
      "step": 47776
    },
    {
      "contrastive_lambda": 0.09896619838285647,
      "epoch": 14.902370555208982,
      "step": 47777
    },
    {
      "contrastive_lambda": 0.0989505634025617,
      "epoch": 14.90268247036806,
      "step": 47778
    },
    {
      "contrastive_lambda": 0.09893492952176658,
      "epoch": 14.902994385527137,
      "step": 47779
    },
    {
      "epoch": 14.903306300686213,
      "grad_norm": 0.07361049205064774,
      "learning_rate": 1.0919965056326676e-05,
      "loss": 0.0199,
      "step": 47780
    },
    {
      "epoch": 14.903306300686213,
      "flow_loss": 0.02077018842101097,
      "step": 47780
    },
    {
      "contrastive_loss": 0.0038644876331090927,
      "epoch": 14.903306300686213,
      "step": 47780
    },
    {
      "contrastive_lambda": 0.0989192967405142,
      "epoch": 14.903306300686213,
      "step": 47780
    },
    {
      "contrastive_lambda": 0.09890366505884723,
      "epoch": 14.90361821584529,
      "step": 47781
    },
    {
      "contrastive_lambda": 0.09888803447680855,
      "epoch": 14.903930131004367,
      "step": 47782
    },
    {
      "contrastive_lambda": 0.09887240499444133,
      "epoch": 14.904242046163443,
      "step": 47783
    },
    {
      "contrastive_lambda": 0.09885677661178804,
      "epoch": 14.90455396132252,
      "step": 47784
    },
    {
      "contrastive_lambda": 0.09884114932889171,
      "epoch": 14.904865876481598,
      "step": 47785
    },
    {
      "contrastive_lambda": 0.09882552314579524,
      "epoch": 14.905177791640673,
      "step": 47786
    },
    {
      "contrastive_lambda": 0.09880989806254126,
      "epoch": 14.90548970679975,
      "step": 47787
    },
    {
      "contrastive_lambda": 0.09879427407917257,
      "epoch": 14.905801621958828,
      "step": 47788
    },
    {
      "contrastive_lambda": 0.09877865119573248,
      "epoch": 14.906113537117903,
      "step": 47789
    },
    {
      "epoch": 14.90642545227698,
      "grad_norm": 0.07871616631746292,
      "learning_rate": 1.0902780994758504e-05,
      "loss": 0.0251,
      "step": 47790
    },
    {
      "epoch": 14.90642545227698,
      "flow_loss": 0.02609770931303501,
      "step": 47790
    },
    {
      "contrastive_loss": 0.003447198309004307,
      "epoch": 14.90642545227698,
      "step": 47790
    },
    {
      "contrastive_lambda": 0.09876302941226334,
      "epoch": 14.90642545227698,
      "step": 47790
    },
    {
      "contrastive_lambda": 0.09874740872880822,
      "epoch": 14.906737367436058,
      "step": 47791
    },
    {
      "contrastive_lambda": 0.09873178914540981,
      "epoch": 14.907049282595134,
      "step": 47792
    },
    {
      "contrastive_lambda": 0.09871617066211091,
      "epoch": 14.907361197754211,
      "step": 47793
    },
    {
      "contrastive_lambda": 0.09870055327895444,
      "epoch": 14.907673112913287,
      "step": 47794
    },
    {
      "contrastive_lambda": 0.09868493699598319,
      "epoch": 14.907985028072364,
      "step": 47795
    },
    {
      "contrastive_lambda": 0.09866932181323995,
      "epoch": 14.908296943231441,
      "step": 47796
    },
    {
      "contrastive_lambda": 0.0986537077307677,
      "epoch": 14.908608858390517,
      "step": 47797
    },
    {
      "contrastive_lambda": 0.09863809474860896,
      "epoch": 14.908920773549594,
      "step": 47798
    },
    {
      "contrastive_lambda": 0.09862248286680686,
      "epoch": 14.909232688708672,
      "step": 47799
    },
    {
      "epoch": 14.909544603867747,
      "grad_norm": 0.07527954131364822,
      "learning_rate": 1.0885608809893193e-05,
      "loss": 0.0225,
      "step": 47800
    },
    {
      "epoch": 14.909544603867747,
      "flow_loss": 0.028559831902384758,
      "step": 47800
    },
    {
      "contrastive_loss": 0.004019843880087137,
      "epoch": 14.909544603867747,
      "step": 47800
    },
    {
      "contrastive_lambda": 0.0986068720854037,
      "epoch": 14.909544603867747,
      "step": 47800
    },
    {
      "contrastive_lambda": 0.09859126240444271,
      "epoch": 14.909856519026825,
      "step": 47801
    },
    {
      "contrastive_lambda": 0.09857565382396671,
      "epoch": 14.910168434185902,
      "step": 47802
    },
    {
      "contrastive_lambda": 0.09856004634401822,
      "epoch": 14.910480349344978,
      "step": 47803
    },
    {
      "contrastive_lambda": 0.09854443996464013,
      "epoch": 14.910792264504055,
      "step": 47804
    },
    {
      "contrastive_lambda": 0.09852883468587526,
      "epoch": 14.911104179663132,
      "step": 47805
    },
    {
      "contrastive_lambda": 0.09851323050776639,
      "epoch": 14.911416094822208,
      "step": 47806
    },
    {
      "contrastive_lambda": 0.09849762743035645,
      "epoch": 14.911728009981285,
      "step": 47807
    },
    {
      "contrastive_lambda": 0.0984820254536879,
      "epoch": 14.912039925140363,
      "step": 47808
    },
    {
      "contrastive_lambda": 0.09846642457780369,
      "epoch": 14.912351840299438,
      "step": 47809
    },
    {
      "epoch": 14.912663755458516,
      "grad_norm": 0.0747699961066246,
      "learning_rate": 1.0868448506947142e-05,
      "loss": 0.0228,
      "step": 47810
    },
    {
      "epoch": 14.912663755458516,
      "flow_loss": 0.015558714047074318,
      "step": 47810
    },
    {
      "contrastive_loss": 0.003102513961493969,
      "epoch": 14.912663755458516,
      "step": 47810
    },
    {
      "contrastive_lambda": 0.0984508248027467,
      "epoch": 14.912663755458516,
      "step": 47810
    },
    {
      "contrastive_lambda": 0.09843522612855932,
      "epoch": 14.912975670617591,
      "step": 47811
    },
    {
      "contrastive_lambda": 0.09841962855528469,
      "epoch": 14.913287585776668,
      "step": 47812
    },
    {
      "contrastive_lambda": 0.09840403208296555,
      "epoch": 14.913599500935746,
      "step": 47813
    },
    {
      "contrastive_lambda": 0.09838843671164449,
      "epoch": 14.913911416094821,
      "step": 47814
    },
    {
      "contrastive_lambda": 0.0983728424413644,
      "epoch": 14.914223331253899,
      "step": 47815
    },
    {
      "contrastive_lambda": 0.09835724927216788,
      "epoch": 14.914535246412976,
      "step": 47816
    },
    {
      "contrastive_lambda": 0.09834165720409765,
      "epoch": 14.914847161572052,
      "step": 47817
    },
    {
      "contrastive_lambda": 0.09832606623719681,
      "epoch": 14.915159076731129,
      "step": 47818
    },
    {
      "contrastive_lambda": 0.0983104763715077,
      "epoch": 14.915470991890206,
      "step": 47819
    },
    {
      "epoch": 14.915782907049282,
      "grad_norm": 0.09495745599269867,
      "learning_rate": 1.0851300091133243e-05,
      "loss": 0.022,
      "step": 47820
    },
    {
      "epoch": 14.915782907049282,
      "flow_loss": 0.01603919267654419,
      "step": 47820
    },
    {
      "contrastive_loss": 0.0035397973842918873,
      "epoch": 14.915782907049282,
      "step": 47820
    },
    {
      "contrastive_lambda": 0.09829488760707328,
      "epoch": 14.915782907049282,
      "step": 47820
    },
    {
      "contrastive_lambda": 0.0982792999439363,
      "epoch": 14.91609482220836,
      "step": 47821
    },
    {
      "contrastive_lambda": 0.09826371338213924,
      "epoch": 14.916406737367437,
      "step": 47822
    },
    {
      "contrastive_lambda": 0.0982481279217251,
      "epoch": 14.916718652526512,
      "step": 47823
    },
    {
      "contrastive_lambda": 0.09823254356273664,
      "epoch": 14.91703056768559,
      "step": 47824
    },
    {
      "contrastive_lambda": 0.09821696030521643,
      "epoch": 14.917342482844667,
      "step": 47825
    },
    {
      "contrastive_lambda": 0.09820137814920726,
      "epoch": 14.917654398003743,
      "step": 47826
    },
    {
      "contrastive_lambda": 0.09818579709475178,
      "epoch": 14.91796631316282,
      "step": 47827
    },
    {
      "contrastive_lambda": 0.09817021714189256,
      "epoch": 14.918278228321896,
      "step": 47828
    },
    {
      "contrastive_lambda": 0.09815463829067284,
      "epoch": 14.918590143480973,
      "step": 47829
    },
    {
      "epoch": 14.91890205864005,
      "grad_norm": 0.059684690088033676,
      "learning_rate": 1.083416356766071e-05,
      "loss": 0.0183,
      "step": 47830
    },
    {
      "epoch": 14.91890205864005,
      "flow_loss": 0.015877293422818184,
      "step": 47830
    },
    {
      "contrastive_loss": 0.003675658255815506,
      "epoch": 14.91890205864005,
      "step": 47830
    },
    {
      "contrastive_lambda": 0.0981390605411348,
      "epoch": 14.91890205864005,
      "step": 47830
    },
    {
      "contrastive_lambda": 0.09812348389332137,
      "epoch": 14.919213973799126,
      "step": 47831
    },
    {
      "contrastive_lambda": 0.09810790834727534,
      "epoch": 14.919525888958203,
      "step": 47832
    },
    {
      "contrastive_lambda": 0.09809233390303917,
      "epoch": 14.91983780411728,
      "step": 47833
    },
    {
      "contrastive_lambda": 0.09807676056065556,
      "epoch": 14.920149719276356,
      "step": 47834
    },
    {
      "contrastive_lambda": 0.09806118832016758,
      "epoch": 14.920461634435433,
      "step": 47835
    },
    {
      "contrastive_lambda": 0.09804561718161753,
      "epoch": 14.92077354959451,
      "step": 47836
    },
    {
      "contrastive_lambda": 0.09803004714504843,
      "epoch": 14.921085464753586,
      "step": 47837
    },
    {
      "contrastive_lambda": 0.09801447821050258,
      "epoch": 14.921397379912664,
      "step": 47838
    },
    {
      "contrastive_lambda": 0.09799891037802277,
      "epoch": 14.921709295071741,
      "step": 47839
    },
    {
      "epoch": 14.922021210230817,
      "grad_norm": 0.1302255392074585,
      "learning_rate": 1.0817038941735175e-05,
      "loss": 0.0197,
      "step": 47840
    },
    {
      "epoch": 14.922021210230817,
      "flow_loss": 0.017093118280172348,
      "step": 47840
    },
    {
      "contrastive_loss": 0.004280576482415199,
      "epoch": 14.922021210230817,
      "step": 47840
    },
    {
      "contrastive_lambda": 0.09798334364765204,
      "epoch": 14.922021210230817,
      "step": 47840
    },
    {
      "contrastive_lambda": 0.09796777801943268,
      "epoch": 14.922333125389894,
      "step": 47841
    },
    {
      "contrastive_lambda": 0.09795221349340744,
      "epoch": 14.922645040548971,
      "step": 47842
    },
    {
      "contrastive_lambda": 0.09793665006961921,
      "epoch": 14.922956955708047,
      "step": 47843
    },
    {
      "contrastive_lambda": 0.09792108774811031,
      "epoch": 14.923268870867124,
      "step": 47844
    },
    {
      "contrastive_lambda": 0.09790552652892359,
      "epoch": 14.9235807860262,
      "step": 47845
    },
    {
      "contrastive_lambda": 0.09788996641210168,
      "epoch": 14.923892701185277,
      "step": 47846
    },
    {
      "contrastive_lambda": 0.09787440739768727,
      "epoch": 14.924204616344355,
      "step": 47847
    },
    {
      "contrastive_lambda": 0.09785884948572315,
      "epoch": 14.92451653150343,
      "step": 47848
    },
    {
      "contrastive_lambda": 0.09784329267625169,
      "epoch": 14.924828446662508,
      "step": 47849
    },
    {
      "epoch": 14.925140361821585,
      "grad_norm": 0.0706167072057724,
      "learning_rate": 1.0799926218558642e-05,
      "loss": 0.02,
      "step": 47850
    },
    {
      "epoch": 14.925140361821585,
      "flow_loss": 0.012023351155221462,
      "step": 47850
    },
    {
      "contrastive_loss": 0.003620720934122801,
      "epoch": 14.925140361821585,
      "step": 47850
    },
    {
      "contrastive_lambda": 0.09782773696931568,
      "epoch": 14.925140361821585,
      "step": 47850
    },
    {
      "contrastive_lambda": 0.09781218236495776,
      "epoch": 14.92545227698066,
      "step": 47851
    },
    {
      "contrastive_lambda": 0.0977966288632206,
      "epoch": 14.925764192139738,
      "step": 47852
    },
    {
      "contrastive_lambda": 0.0977810764641468,
      "epoch": 14.926076107298815,
      "step": 47853
    },
    {
      "contrastive_lambda": 0.09776552516777914,
      "epoch": 14.92638802245789,
      "step": 47854
    },
    {
      "contrastive_lambda": 0.09774997497415999,
      "epoch": 14.926699937616968,
      "step": 47855
    },
    {
      "contrastive_lambda": 0.09773442588333214,
      "epoch": 14.927011852776046,
      "step": 47856
    },
    {
      "contrastive_lambda": 0.09771887789533817,
      "epoch": 14.927323767935121,
      "step": 47857
    },
    {
      "contrastive_lambda": 0.09770333101022077,
      "epoch": 14.927635683094199,
      "step": 47858
    },
    {
      "contrastive_lambda": 0.09768778522802268,
      "epoch": 14.927947598253276,
      "step": 47859
    },
    {
      "epoch": 14.928259513412351,
      "grad_norm": 0.08806214481592178,
      "learning_rate": 1.0782825403329488e-05,
      "loss": 0.0243,
      "step": 47860
    },
    {
      "epoch": 14.928259513412351,
      "flow_loss": 0.015392815694212914,
      "step": 47860
    },
    {
      "contrastive_loss": 0.004919059574604034,
      "epoch": 14.928259513412351,
      "step": 47860
    },
    {
      "contrastive_lambda": 0.0976722405487862,
      "epoch": 14.928259513412351,
      "step": 47860
    },
    {
      "contrastive_lambda": 0.09765669697255414,
      "epoch": 14.928571428571429,
      "step": 47861
    },
    {
      "contrastive_lambda": 0.09764115449936905,
      "epoch": 14.928883343730504,
      "step": 47862
    },
    {
      "contrastive_lambda": 0.09762561312927359,
      "epoch": 14.929195258889582,
      "step": 47863
    },
    {
      "contrastive_lambda": 0.09761007286231055,
      "epoch": 14.92950717404866,
      "step": 47864
    },
    {
      "contrastive_lambda": 0.09759453369852211,
      "epoch": 14.929819089207735,
      "step": 47865
    },
    {
      "contrastive_lambda": 0.0975789956379512,
      "epoch": 14.930131004366812,
      "step": 47866
    },
    {
      "contrastive_lambda": 0.09756345868064037,
      "epoch": 14.93044291952589,
      "step": 47867
    },
    {
      "contrastive_lambda": 0.097547922826632,
      "epoch": 14.930754834684965,
      "step": 47868
    },
    {
      "contrastive_lambda": 0.09753238807596892,
      "epoch": 14.931066749844042,
      "step": 47869
    },
    {
      "epoch": 14.93137866500312,
      "grad_norm": 0.06713240593671799,
      "learning_rate": 1.076573650124254e-05,
      "loss": 0.02,
      "step": 47870
    },
    {
      "epoch": 14.93137866500312,
      "flow_loss": 0.011243685148656368,
      "step": 47870
    },
    {
      "contrastive_loss": 0.003748006885871291,
      "epoch": 14.93137866500312,
      "step": 47870
    },
    {
      "contrastive_lambda": 0.09751685442869379,
      "epoch": 14.93137866500312,
      "step": 47870
    },
    {
      "contrastive_lambda": 0.09750132188484889,
      "epoch": 14.931690580162195,
      "step": 47871
    },
    {
      "contrastive_lambda": 0.09748579044447714,
      "epoch": 14.932002495321273,
      "step": 47872
    },
    {
      "contrastive_lambda": 0.09747026010762067,
      "epoch": 14.93231441048035,
      "step": 47873
    },
    {
      "contrastive_lambda": 0.09745473087432249,
      "epoch": 14.932626325639426,
      "step": 47874
    },
    {
      "contrastive_lambda": 0.09743920274462514,
      "epoch": 14.932938240798503,
      "step": 47875
    },
    {
      "contrastive_lambda": 0.09742367571857091,
      "epoch": 14.93325015595758,
      "step": 47876
    },
    {
      "contrastive_lambda": 0.0974081497962026,
      "epoch": 14.933562071116656,
      "step": 47877
    },
    {
      "contrastive_lambda": 0.09739262497756279,
      "epoch": 14.933873986275733,
      "step": 47878
    },
    {
      "contrastive_lambda": 0.09737710126269367,
      "epoch": 14.934185901434809,
      "step": 47879
    },
    {
      "epoch": 14.934497816593886,
      "grad_norm": 0.08469511568546295,
      "learning_rate": 1.0748659517488891e-05,
      "loss": 0.0214,
      "step": 47880
    },
    {
      "epoch": 14.934497816593886,
      "flow_loss": 0.018125522881746292,
      "step": 47880
    },
    {
      "contrastive_loss": 0.0037103702779859304,
      "epoch": 14.934497816593886,
      "step": 47880
    },
    {
      "contrastive_lambda": 0.09736157865163825,
      "epoch": 14.934497816593886,
      "step": 47880
    },
    {
      "contrastive_lambda": 0.09734605714443906,
      "epoch": 14.934809731752964,
      "step": 47881
    },
    {
      "contrastive_lambda": 0.0973305367411384,
      "epoch": 14.93512164691204,
      "step": 47882
    },
    {
      "contrastive_lambda": 0.097315017441779,
      "epoch": 14.935433562071116,
      "step": 47883
    },
    {
      "contrastive_lambda": 0.0972994992464033,
      "epoch": 14.935745477230194,
      "step": 47884
    },
    {
      "contrastive_lambda": 0.09728398215505368,
      "epoch": 14.93605739238927,
      "step": 47885
    },
    {
      "contrastive_lambda": 0.09726846616777318,
      "epoch": 14.936369307548347,
      "step": 47886
    },
    {
      "contrastive_lambda": 0.09725295128460393,
      "epoch": 14.936681222707424,
      "step": 47887
    },
    {
      "contrastive_lambda": 0.09723743750558861,
      "epoch": 14.9369931378665,
      "step": 47888
    },
    {
      "contrastive_lambda": 0.0972219248307698,
      "epoch": 14.937305053025577,
      "step": 47889
    },
    {
      "epoch": 14.937616968184654,
      "grad_norm": 0.061538588255643845,
      "learning_rate": 1.0731594457256138e-05,
      "loss": 0.0217,
      "step": 47890
    },
    {
      "epoch": 14.937616968184654,
      "flow_loss": 0.021695861592888832,
      "step": 47890
    },
    {
      "contrastive_loss": 0.002994144568219781,
      "epoch": 14.937616968184654,
      "step": 47890
    },
    {
      "contrastive_lambda": 0.0972064132601897,
      "epoch": 14.937616968184654,
      "step": 47890
    },
    {
      "contrastive_lambda": 0.0971909027938912,
      "epoch": 14.93792888334373,
      "step": 47891
    },
    {
      "contrastive_lambda": 0.09717539343191689,
      "epoch": 14.938240798502807,
      "step": 47892
    },
    {
      "contrastive_lambda": 0.09715988517430896,
      "epoch": 14.938552713661885,
      "step": 47893
    },
    {
      "contrastive_lambda": 0.0971443780211102,
      "epoch": 14.93886462882096,
      "step": 47894
    },
    {
      "contrastive_lambda": 0.09712887197236286,
      "epoch": 14.939176543980038,
      "step": 47895
    },
    {
      "contrastive_lambda": 0.09711336702810947,
      "epoch": 14.939488459139113,
      "step": 47896
    },
    {
      "contrastive_lambda": 0.09709786318839292,
      "epoch": 14.93980037429819,
      "step": 47897
    },
    {
      "contrastive_lambda": 0.0970823604532553,
      "epoch": 14.940112289457268,
      "step": 47898
    },
    {
      "contrastive_lambda": 0.0970668588227393,
      "epoch": 14.940424204616344,
      "step": 47899
    },
    {
      "epoch": 14.940736119775421,
      "grad_norm": 0.06797970831394196,
      "learning_rate": 1.0714541325728139e-05,
      "loss": 0.0258,
      "step": 47900
    },
    {
      "epoch": 14.940736119775421,
      "flow_loss": 0.016846593469381332,
      "step": 47900
    },
    {
      "contrastive_loss": 0.0037411460652947426,
      "epoch": 14.940736119775421,
      "step": 47900
    },
    {
      "contrastive_lambda": 0.09705135829688749,
      "epoch": 14.940736119775421,
      "step": 47900
    },
    {
      "contrastive_lambda": 0.09703585887574218,
      "epoch": 14.941048034934498,
      "step": 47901
    },
    {
      "contrastive_lambda": 0.09702036055934588,
      "epoch": 14.941359950093574,
      "step": 47902
    },
    {
      "contrastive_lambda": 0.09700486334774117,
      "epoch": 14.941671865252651,
      "step": 47903
    },
    {
      "contrastive_lambda": 0.09698936724097051,
      "epoch": 14.941983780411729,
      "step": 47904
    },
    {
      "contrastive_lambda": 0.0969738722390765,
      "epoch": 14.942295695570804,
      "step": 47905
    },
    {
      "contrastive_lambda": 0.09695837834210141,
      "epoch": 14.942607610729882,
      "step": 47906
    },
    {
      "contrastive_lambda": 0.09694288555008762,
      "epoch": 14.942919525888959,
      "step": 47907
    },
    {
      "contrastive_lambda": 0.09692739386307808,
      "epoch": 14.943231441048034,
      "step": 47908
    },
    {
      "contrastive_lambda": 0.09691190328111488,
      "epoch": 14.943543356207112,
      "step": 47909
    },
    {
      "epoch": 14.94385527136619,
      "grad_norm": 0.08469918370246887,
      "learning_rate": 1.0697500128085231e-05,
      "loss": 0.0253,
      "step": 47910
    },
    {
      "epoch": 14.94385527136619,
      "flow_loss": 0.00701891677454114,
      "step": 47910
    },
    {
      "contrastive_loss": 0.0034596319310367107,
      "epoch": 14.94385527136619,
      "step": 47910
    },
    {
      "contrastive_lambda": 0.09689641380424069,
      "epoch": 14.94385527136619,
      "step": 47910
    },
    {
      "contrastive_lambda": 0.09688092543249771,
      "epoch": 14.944167186525265,
      "step": 47911
    },
    {
      "contrastive_lambda": 0.09686543816592857,
      "epoch": 14.944479101684342,
      "step": 47912
    },
    {
      "contrastive_lambda": 0.09684995200457575,
      "epoch": 14.944791016843418,
      "step": 47913
    },
    {
      "contrastive_lambda": 0.09683446694848163,
      "epoch": 14.945102932002495,
      "step": 47914
    },
    {
      "contrastive_lambda": 0.09681898299768876,
      "epoch": 14.945414847161572,
      "step": 47915
    },
    {
      "contrastive_lambda": 0.09680350015223965,
      "epoch": 14.945726762320648,
      "step": 47916
    },
    {
      "contrastive_lambda": 0.09678801841217649,
      "epoch": 14.946038677479725,
      "step": 47917
    },
    {
      "contrastive_lambda": 0.09677253777754202,
      "epoch": 14.946350592638803,
      "step": 47918
    },
    {
      "contrastive_lambda": 0.09675705824837827,
      "epoch": 14.946662507797878,
      "step": 47919
    },
    {
      "epoch": 14.946974422956956,
      "grad_norm": 0.07007875293493271,
      "learning_rate": 1.0680470869504055e-05,
      "loss": 0.0215,
      "step": 47920
    },
    {
      "epoch": 14.946974422956956,
      "flow_loss": 0.016599874943494797,
      "step": 47920
    },
    {
      "contrastive_loss": 0.0034223792608827353,
      "epoch": 14.946974422956956,
      "step": 47920
    },
    {
      "contrastive_lambda": 0.09674157982472809,
      "epoch": 14.946974422956956,
      "step": 47920
    },
    {
      "contrastive_lambda": 0.09672610250663388,
      "epoch": 14.947286338116033,
      "step": 47921
    },
    {
      "contrastive_lambda": 0.09671062629413779,
      "epoch": 14.947598253275109,
      "step": 47922
    },
    {
      "contrastive_lambda": 0.09669515118728245,
      "epoch": 14.947910168434186,
      "step": 47923
    },
    {
      "contrastive_lambda": 0.09667967718611026,
      "epoch": 14.948222083593263,
      "step": 47924
    },
    {
      "contrastive_lambda": 0.09666420429066358,
      "epoch": 14.948533998752339,
      "step": 47925
    },
    {
      "contrastive_lambda": 0.09664873250098494,
      "epoch": 14.948845913911416,
      "step": 47926
    },
    {
      "contrastive_lambda": 0.09663326181711684,
      "epoch": 14.949157829070494,
      "step": 47927
    },
    {
      "contrastive_lambda": 0.09661779223910139,
      "epoch": 14.94946974422957,
      "step": 47928
    },
    {
      "contrastive_lambda": 0.0966023237669813,
      "epoch": 14.949781659388647,
      "step": 47929
    },
    {
      "epoch": 14.950093574547722,
      "grad_norm": 0.09829440712928772,
      "learning_rate": 1.066345355515766e-05,
      "loss": 0.0261,
      "step": 47930
    },
    {
      "epoch": 14.950093574547722,
      "flow_loss": 0.03370502218604088,
      "step": 47930
    },
    {
      "contrastive_loss": 0.0038506989367306232,
      "epoch": 14.950093574547722,
      "step": 47930
    },
    {
      "contrastive_lambda": 0.09658685640079862,
      "epoch": 14.950093574547722,
      "step": 47930
    },
    {
      "contrastive_lambda": 0.09657139014059607,
      "epoch": 14.9504054897068,
      "step": 47931
    },
    {
      "contrastive_lambda": 0.09655592498641608,
      "epoch": 14.950717404865877,
      "step": 47932
    },
    {
      "contrastive_lambda": 0.09654046093830082,
      "epoch": 14.951029320024952,
      "step": 47933
    },
    {
      "contrastive_lambda": 0.09652499799629277,
      "epoch": 14.95134123518403,
      "step": 47934
    },
    {
      "contrastive_lambda": 0.0965095361604345,
      "epoch": 14.951653150343107,
      "step": 47935
    },
    {
      "contrastive_lambda": 0.09649407543076799,
      "epoch": 14.951965065502183,
      "step": 47936
    },
    {
      "contrastive_lambda": 0.09647861580733602,
      "epoch": 14.95227698066126,
      "step": 47937
    },
    {
      "contrastive_lambda": 0.09646315729018096,
      "epoch": 14.952588895820337,
      "step": 47938
    },
    {
      "contrastive_lambda": 0.09644769987934487,
      "epoch": 14.952900810979413,
      "step": 47939
    },
    {
      "epoch": 14.95321272613849,
      "grad_norm": 0.09945334494113922,
      "learning_rate": 1.0646448190215453e-05,
      "loss": 0.0223,
      "step": 47940
    },
    {
      "epoch": 14.95321272613849,
      "flow_loss": 0.028515620157122612,
      "step": 47940
    },
    {
      "contrastive_loss": 0.004142495803534985,
      "epoch": 14.95321272613849,
      "step": 47940
    },
    {
      "contrastive_lambda": 0.09643224357487051,
      "epoch": 14.95321272613849,
      "step": 47940
    },
    {
      "contrastive_lambda": 0.09641678837679984,
      "epoch": 14.953524641297568,
      "step": 47941
    },
    {
      "contrastive_lambda": 0.09640133428517556,
      "epoch": 14.953836556456643,
      "step": 47942
    },
    {
      "contrastive_lambda": 0.09638588130004005,
      "epoch": 14.95414847161572,
      "step": 47943
    },
    {
      "contrastive_lambda": 0.09637042942143542,
      "epoch": 14.954460386774798,
      "step": 47944
    },
    {
      "contrastive_lambda": 0.09635497864940423,
      "epoch": 14.954772301933874,
      "step": 47945
    },
    {
      "contrastive_lambda": 0.0963395289839889,
      "epoch": 14.955084217092951,
      "step": 47946
    },
    {
      "contrastive_lambda": 0.09632408042523138,
      "epoch": 14.955396132252027,
      "step": 47947
    },
    {
      "contrastive_lambda": 0.0963086329731746,
      "epoch": 14.955708047411104,
      "step": 47948
    },
    {
      "contrastive_lambda": 0.09629318662786046,
      "epoch": 14.956019962570181,
      "step": 47949
    },
    {
      "epoch": 14.956331877729257,
      "grad_norm": 0.0739719569683075,
      "learning_rate": 1.0629454779843217e-05,
      "loss": 0.0231,
      "step": 47950
    },
    {
      "epoch": 14.956331877729257,
      "flow_loss": 0.02180689387023449,
      "step": 47950
    },
    {
      "contrastive_loss": 0.0030278577469289303,
      "epoch": 14.956331877729257,
      "step": 47950
    },
    {
      "contrastive_lambda": 0.09627774138933148,
      "epoch": 14.956331877729257,
      "step": 47950
    },
    {
      "contrastive_lambda": 0.09626229725763014,
      "epoch": 14.956643792888334,
      "step": 47951
    },
    {
      "contrastive_lambda": 0.0962468542327985,
      "epoch": 14.956955708047412,
      "step": 47952
    },
    {
      "contrastive_lambda": 0.09623141231487892,
      "epoch": 14.957267623206487,
      "step": 47953
    },
    {
      "contrastive_lambda": 0.09621597150391409,
      "epoch": 14.957579538365565,
      "step": 47954
    },
    {
      "contrastive_lambda": 0.09620053179994598,
      "epoch": 14.957891453524642,
      "step": 47955
    },
    {
      "contrastive_lambda": 0.09618509320301705,
      "epoch": 14.958203368683717,
      "step": 47956
    },
    {
      "contrastive_lambda": 0.09616965571316971,
      "epoch": 14.958515283842795,
      "step": 47957
    },
    {
      "contrastive_lambda": 0.09615421933044593,
      "epoch": 14.958827199001872,
      "step": 47958
    },
    {
      "contrastive_lambda": 0.09613878405488857,
      "epoch": 14.959139114160948,
      "step": 47959
    },
    {
      "epoch": 14.959451029320025,
      "grad_norm": 0.09713060408830643,
      "learning_rate": 1.0612473329203082e-05,
      "loss": 0.0236,
      "step": 47960
    },
    {
      "epoch": 14.959451029320025,
      "flow_loss": 0.03034631721675396,
      "step": 47960
    },
    {
      "contrastive_loss": 0.003999818582087755,
      "epoch": 14.959451029320025,
      "step": 47960
    },
    {
      "contrastive_lambda": 0.09612334988653953,
      "epoch": 14.959451029320025,
      "step": 47960
    },
    {
      "contrastive_lambda": 0.09610791682544123,
      "epoch": 14.959762944479102,
      "step": 47961
    },
    {
      "contrastive_lambda": 0.09609248487163619,
      "epoch": 14.960074859638178,
      "step": 47962
    },
    {
      "contrastive_lambda": 0.09607705402516636,
      "epoch": 14.960386774797255,
      "step": 47963
    },
    {
      "contrastive_lambda": 0.09606162428607412,
      "epoch": 14.960698689956331,
      "step": 47964
    },
    {
      "contrastive_lambda": 0.09604619565440209,
      "epoch": 14.961010605115408,
      "step": 47965
    },
    {
      "contrastive_lambda": 0.09603076813019223,
      "epoch": 14.961322520274486,
      "step": 47966
    },
    {
      "contrastive_lambda": 0.09601534171348713,
      "epoch": 14.961634435433561,
      "step": 47967
    },
    {
      "contrastive_lambda": 0.09599991640432876,
      "epoch": 14.961946350592639,
      "step": 47968
    },
    {
      "contrastive_lambda": 0.09598449220275951,
      "epoch": 14.962258265751716,
      "step": 47969
    },
    {
      "epoch": 14.962570180910792,
      "grad_norm": 0.0810587927699089,
      "learning_rate": 1.0595503843453596e-05,
      "loss": 0.0221,
      "step": 47970
    },
    {
      "epoch": 14.962570180910792,
      "flow_loss": 0.009784131310880184,
      "step": 47970
    },
    {
      "contrastive_loss": 0.00396419782191515,
      "epoch": 14.962570180910792,
      "step": 47970
    },
    {
      "contrastive_lambda": 0.09596906910882175,
      "epoch": 14.962570180910792,
      "step": 47970
    },
    {
      "contrastive_lambda": 0.09595364712255772,
      "epoch": 14.962882096069869,
      "step": 47971
    },
    {
      "contrastive_lambda": 0.09593822624400972,
      "epoch": 14.963194011228946,
      "step": 47972
    },
    {
      "contrastive_lambda": 0.09592280647322016,
      "epoch": 14.963505926388022,
      "step": 47973
    },
    {
      "contrastive_lambda": 0.095907387810231,
      "epoch": 14.9638178415471,
      "step": 47974
    },
    {
      "contrastive_lambda": 0.09589197025508484,
      "epoch": 14.964129756706177,
      "step": 47975
    },
    {
      "contrastive_lambda": 0.0958765538078235,
      "epoch": 14.964441671865252,
      "step": 47976
    },
    {
      "contrastive_lambda": 0.0958611384684897,
      "epoch": 14.96475358702433,
      "step": 47977
    },
    {
      "contrastive_lambda": 0.09584572423712562,
      "epoch": 14.965065502183407,
      "step": 47978
    },
    {
      "contrastive_lambda": 0.09583031111377333,
      "epoch": 14.965377417342483,
      "step": 47979
    },
    {
      "epoch": 14.96568933250156,
      "grad_norm": 0.05049857497215271,
      "learning_rate": 1.0578546327749634e-05,
      "loss": 0.0188,
      "step": 47980
    },
    {
      "epoch": 14.96568933250156,
      "flow_loss": 0.025780990719795227,
      "step": 47980
    },
    {
      "contrastive_loss": 0.003197810845449567,
      "epoch": 14.96568933250156,
      "step": 47980
    },
    {
      "contrastive_lambda": 0.09581489909847518,
      "epoch": 14.96568933250156,
      "step": 47980
    },
    {
      "contrastive_lambda": 0.09579948819127349,
      "epoch": 14.966001247660635,
      "step": 47981
    },
    {
      "contrastive_lambda": 0.09578407839221037,
      "epoch": 14.966313162819713,
      "step": 47982
    },
    {
      "contrastive_lambda": 0.09576866970132819,
      "epoch": 14.96662507797879,
      "step": 47983
    },
    {
      "contrastive_lambda": 0.09575326211866925,
      "epoch": 14.966936993137866,
      "step": 47984
    },
    {
      "contrastive_lambda": 0.09573785564427562,
      "epoch": 14.967248908296943,
      "step": 47985
    },
    {
      "contrastive_lambda": 0.09572245027818971,
      "epoch": 14.96756082345602,
      "step": 47986
    },
    {
      "contrastive_lambda": 0.09570704602045338,
      "epoch": 14.967872738615096,
      "step": 47987
    },
    {
      "contrastive_lambda": 0.09569164287110926,
      "epoch": 14.968184653774173,
      "step": 47988
    },
    {
      "contrastive_lambda": 0.09567624083019965,
      "epoch": 14.96849656893325,
      "step": 47989
    },
    {
      "epoch": 14.968808484092326,
      "grad_norm": 0.05915404111146927,
      "learning_rate": 1.0561600787242425e-05,
      "loss": 0.0185,
      "step": 47990
    },
    {
      "epoch": 14.968808484092326,
      "flow_loss": 0.016882257536053658,
      "step": 47990
    },
    {
      "contrastive_loss": 0.005522959399968386,
      "epoch": 14.968808484092326,
      "step": 47990
    },
    {
      "contrastive_lambda": 0.09566083989776641,
      "epoch": 14.968808484092326,
      "step": 47990
    },
    {
      "contrastive_lambda": 0.09564544007385195,
      "epoch": 14.969120399251404,
      "step": 47991
    },
    {
      "contrastive_lambda": 0.09563004135849856,
      "epoch": 14.969432314410481,
      "step": 47992
    },
    {
      "contrastive_lambda": 0.09561464375174816,
      "epoch": 14.969744229569557,
      "step": 47993
    },
    {
      "contrastive_lambda": 0.09559924725364327,
      "epoch": 14.970056144728634,
      "step": 47994
    },
    {
      "contrastive_lambda": 0.09558385186422619,
      "epoch": 14.970368059887711,
      "step": 47995
    },
    {
      "contrastive_lambda": 0.09556845758353877,
      "epoch": 14.970679975046787,
      "step": 47996
    },
    {
      "contrastive_lambda": 0.09555306441162348,
      "epoch": 14.970991890205864,
      "step": 47997
    },
    {
      "contrastive_lambda": 0.09553767234852223,
      "epoch": 14.97130380536494,
      "step": 47998
    },
    {
      "contrastive_lambda": 0.09552228139427754,
      "epoch": 14.971615720524017,
      "step": 47999
    },
    {
      "epoch": 14.971927635683095,
      "grad_norm": 0.07728160172700882,
      "learning_rate": 1.0544667227079591e-05,
      "loss": 0.0214,
      "step": 48000
    },
    {
      "epoch": 14.971927635683095,
      "flow_loss": 0.02309076301753521,
      "step": 48000
    },
    {
      "contrastive_loss": 0.00310148810967803,
      "epoch": 14.971927635683095,
      "step": 48000
    },
    {
      "contrastive_lambda": 0.09550689154893155,
      "epoch": 14.971927635683095,
      "step": 48000
    },
    {
      "contrastive_lambda": 0.09549150281252633,
      "epoch": 14.97223955084217,
      "step": 48001
    },
    {
      "contrastive_lambda": 0.09547611518510407,
      "epoch": 14.972551466001248,
      "step": 48002
    },
    {
      "contrastive_lambda": 0.09546072866670718,
      "epoch": 14.972863381160325,
      "step": 48003
    },
    {
      "contrastive_lambda": 0.09544534325737736,
      "epoch": 14.9731752963194,
      "step": 48004
    },
    {
      "contrastive_lambda": 0.09542995895715739,
      "epoch": 14.973487211478478,
      "step": 48005
    },
    {
      "contrastive_lambda": 0.09541457576608903,
      "epoch": 14.973799126637555,
      "step": 48006
    },
    {
      "contrastive_lambda": 0.09539919368421457,
      "epoch": 14.97411104179663,
      "step": 48007
    },
    {
      "contrastive_lambda": 0.09538381271157637,
      "epoch": 14.974422956955708,
      "step": 48008
    },
    {
      "contrastive_lambda": 0.09536843284821622,
      "epoch": 14.974734872114785,
      "step": 48009
    },
    {
      "epoch": 14.975046787273861,
      "grad_norm": 0.07114555686712265,
      "learning_rate": 1.0527745652405085e-05,
      "loss": 0.0245,
      "step": 48010
    },
    {
      "epoch": 14.975046787273861,
      "flow_loss": 0.03958095237612724,
      "step": 48010
    },
    {
      "contrastive_loss": 0.0042146071791648865,
      "epoch": 14.975046787273861,
      "step": 48010
    },
    {
      "contrastive_lambda": 0.09535305409417638,
      "epoch": 14.975046787273861,
      "step": 48010
    },
    {
      "contrastive_lambda": 0.09533767644949942,
      "epoch": 14.975358702432938,
      "step": 48011
    },
    {
      "contrastive_lambda": 0.09532229991422703,
      "epoch": 14.975670617592016,
      "step": 48012
    },
    {
      "contrastive_lambda": 0.09530692448840161,
      "epoch": 14.975982532751091,
      "step": 48013
    },
    {
      "contrastive_lambda": 0.0952915501720652,
      "epoch": 14.976294447910169,
      "step": 48014
    },
    {
      "contrastive_lambda": 0.0952761769652598,
      "epoch": 14.976606363069244,
      "step": 48015
    },
    {
      "contrastive_lambda": 0.09526080486802802,
      "epoch": 14.976918278228322,
      "step": 48016
    },
    {
      "contrastive_lambda": 0.09524543388041157,
      "epoch": 14.977230193387399,
      "step": 48017
    },
    {
      "contrastive_lambda": 0.09523006400245276,
      "epoch": 14.977542108546475,
      "step": 48018
    },
    {
      "contrastive_lambda": 0.09521469523419385,
      "epoch": 14.977854023705552,
      "step": 48019
    },
    {
      "epoch": 14.97816593886463,
      "grad_norm": 0.06455978006124496,
      "learning_rate": 1.051083606835927e-05,
      "loss": 0.0241,
      "step": 48020
    },
    {
      "epoch": 14.97816593886463,
      "flow_loss": 0.018482599407434464,
      "step": 48020
    },
    {
      "contrastive_loss": 0.0034428569488227367,
      "epoch": 14.97816593886463,
      "step": 48020
    },
    {
      "contrastive_lambda": 0.09519932757567667,
      "epoch": 14.97816593886463,
      "step": 48020
    },
    {
      "contrastive_lambda": 0.09518396102694343,
      "epoch": 14.978477854023705,
      "step": 48021
    },
    {
      "contrastive_lambda": 0.09516859558803659,
      "epoch": 14.978789769182782,
      "step": 48022
    },
    {
      "contrastive_lambda": 0.09515323125899788,
      "epoch": 14.97910168434186,
      "step": 48023
    },
    {
      "contrastive_lambda": 0.09513786803986973,
      "epoch": 14.979413599500935,
      "step": 48024
    },
    {
      "contrastive_lambda": 0.09512250593069393,
      "epoch": 14.979725514660013,
      "step": 48025
    },
    {
      "contrastive_lambda": 0.09510714493151279,
      "epoch": 14.98003742981909,
      "step": 48026
    },
    {
      "contrastive_lambda": 0.09509178504236843,
      "epoch": 14.980349344978166,
      "step": 48027
    },
    {
      "contrastive_lambda": 0.09507642626330293,
      "epoch": 14.980661260137243,
      "step": 48028
    },
    {
      "contrastive_lambda": 0.09506106859435837,
      "epoch": 14.98097317529632,
      "step": 48029
    },
    {
      "epoch": 14.981285090455396,
      "grad_norm": 0.0778588280081749,
      "learning_rate": 1.049393848007878e-05,
      "loss": 0.0233,
      "step": 48030
    },
    {
      "epoch": 14.981285090455396,
      "flow_loss": 0.025021741166710854,
      "step": 48030
    },
    {
      "contrastive_loss": 0.0035793036222457886,
      "epoch": 14.981285090455396,
      "step": 48030
    },
    {
      "contrastive_lambda": 0.09504571203557699,
      "epoch": 14.981285090455396,
      "step": 48030
    },
    {
      "contrastive_lambda": 0.09503035658700071,
      "epoch": 14.981597005614473,
      "step": 48031
    },
    {
      "contrastive_lambda": 0.09501500224867154,
      "epoch": 14.981908920773549,
      "step": 48032
    },
    {
      "contrastive_lambda": 0.09499964902063202,
      "epoch": 14.982220835932626,
      "step": 48033
    },
    {
      "contrastive_lambda": 0.09498429690292376,
      "epoch": 14.982532751091703,
      "step": 48034
    },
    {
      "contrastive_lambda": 0.09496894589558924,
      "epoch": 14.982844666250779,
      "step": 48035
    },
    {
      "contrastive_lambda": 0.0949535959986702,
      "epoch": 14.983156581409856,
      "step": 48036
    },
    {
      "contrastive_lambda": 0.09493824721220889,
      "epoch": 14.983468496568934,
      "step": 48037
    },
    {
      "contrastive_lambda": 0.09492289953624733,
      "epoch": 14.98378041172801,
      "step": 48038
    },
    {
      "contrastive_lambda": 0.0949075529708277,
      "epoch": 14.984092326887087,
      "step": 48039
    },
    {
      "epoch": 14.984404242046164,
      "grad_norm": 0.07302971929311752,
      "learning_rate": 1.0477052892696709e-05,
      "loss": 0.0194,
      "step": 48040
    },
    {
      "epoch": 14.984404242046164,
      "flow_loss": 0.03013714775443077,
      "step": 48040
    },
    {
      "contrastive_loss": 0.004109189845621586,
      "epoch": 14.984404242046164,
      "step": 48040
    },
    {
      "contrastive_lambda": 0.09489220751599198,
      "epoch": 14.984404242046164,
      "step": 48040
    },
    {
      "contrastive_lambda": 0.0948768631717824,
      "epoch": 14.98471615720524,
      "step": 48041
    },
    {
      "contrastive_lambda": 0.09486151993824077,
      "epoch": 14.985028072364317,
      "step": 48042
    },
    {
      "contrastive_lambda": 0.09484617781540944,
      "epoch": 14.985339987523394,
      "step": 48043
    },
    {
      "contrastive_lambda": 0.09483083680333004,
      "epoch": 14.98565190268247,
      "step": 48044
    },
    {
      "contrastive_lambda": 0.09481549690204505,
      "epoch": 14.985963817841547,
      "step": 48045
    },
    {
      "contrastive_lambda": 0.09480015811159648,
      "epoch": 14.986275733000625,
      "step": 48046
    },
    {
      "contrastive_lambda": 0.09478482043202618,
      "epoch": 14.9865876481597,
      "step": 48047
    },
    {
      "contrastive_lambda": 0.0947694838633763,
      "epoch": 14.986899563318778,
      "step": 48048
    },
    {
      "contrastive_lambda": 0.09475414840568885,
      "epoch": 14.987211478477853,
      "step": 48049
    },
    {
      "epoch": 14.98752339363693,
      "grad_norm": 0.09083948284387589,
      "learning_rate": 1.0460179311342394e-05,
      "loss": 0.0223,
      "step": 48050
    },
    {
      "epoch": 14.98752339363693,
      "flow_loss": 0.013490616343915462,
      "step": 48050
    },
    {
      "contrastive_loss": 0.0030566356144845486,
      "epoch": 14.98752339363693,
      "step": 48050
    },
    {
      "contrastive_lambda": 0.09473881405900597,
      "epoch": 14.98752339363693,
      "step": 48050
    },
    {
      "contrastive_lambda": 0.09472348082336973,
      "epoch": 14.987835308796008,
      "step": 48051
    },
    {
      "contrastive_lambda": 0.09470814869882199,
      "epoch": 14.988147223955083,
      "step": 48052
    },
    {
      "contrastive_lambda": 0.09469281768540483,
      "epoch": 14.98845913911416,
      "step": 48053
    },
    {
      "contrastive_lambda": 0.09467748778316049,
      "epoch": 14.988771054273238,
      "step": 48054
    },
    {
      "contrastive_lambda": 0.09466215899213054,
      "epoch": 14.989082969432314,
      "step": 48055
    },
    {
      "contrastive_lambda": 0.0946468313123574,
      "epoch": 14.989394884591391,
      "step": 48056
    },
    {
      "contrastive_lambda": 0.09463150474388315,
      "epoch": 14.989706799750468,
      "step": 48057
    },
    {
      "contrastive_lambda": 0.09461617928674954,
      "epoch": 14.990018714909544,
      "step": 48058
    },
    {
      "contrastive_lambda": 0.09460085494099862,
      "epoch": 14.990330630068621,
      "step": 48059
    },
    {
      "epoch": 14.990642545227699,
      "grad_norm": 0.060112569481134415,
      "learning_rate": 1.0443317741141634e-05,
      "loss": 0.0199,
      "step": 48060
    },
    {
      "epoch": 14.990642545227699,
      "flow_loss": 0.015865640714764595,
      "step": 48060
    },
    {
      "contrastive_loss": 0.0028826931957155466,
      "epoch": 14.990642545227699,
      "step": 48060
    },
    {
      "contrastive_lambda": 0.09458553170667267,
      "epoch": 14.990642545227699,
      "step": 48060
    },
    {
      "contrastive_lambda": 0.09457020958381324,
      "epoch": 14.990954460386774,
      "step": 48061
    },
    {
      "contrastive_lambda": 0.0945548885724628,
      "epoch": 14.991266375545852,
      "step": 48062
    },
    {
      "contrastive_lambda": 0.09453956867266311,
      "epoch": 14.991578290704929,
      "step": 48063
    },
    {
      "contrastive_lambda": 0.09452424988445612,
      "epoch": 14.991890205864005,
      "step": 48064
    },
    {
      "contrastive_lambda": 0.09450893220788414,
      "epoch": 14.992202121023082,
      "step": 48065
    },
    {
      "contrastive_lambda": 0.09449361564298864,
      "epoch": 14.992514036182158,
      "step": 48066
    },
    {
      "contrastive_lambda": 0.09447830018981201,
      "epoch": 14.992825951341235,
      "step": 48067
    },
    {
      "contrastive_lambda": 0.09446298584839635,
      "epoch": 14.993137866500312,
      "step": 48068
    },
    {
      "contrastive_lambda": 0.09444767261878328,
      "epoch": 14.993449781659388,
      "step": 48069
    },
    {
      "epoch": 14.993761696818465,
      "grad_norm": 0.04658912122249603,
      "learning_rate": 1.0426468187216514e-05,
      "loss": 0.0192,
      "step": 48070
    },
    {
      "epoch": 14.993761696818465,
      "flow_loss": 0.015489911660552025,
      "step": 48070
    },
    {
      "contrastive_loss": 0.002701000776141882,
      "epoch": 14.993761696818465,
      "step": 48070
    },
    {
      "contrastive_lambda": 0.09443236050101506,
      "epoch": 14.993761696818465,
      "step": 48070
    },
    {
      "contrastive_lambda": 0.09441704949513341,
      "epoch": 14.994073611977543,
      "step": 48071
    },
    {
      "contrastive_lambda": 0.09440173960118037,
      "epoch": 14.994385527136618,
      "step": 48072
    },
    {
      "contrastive_lambda": 0.09438643081919817,
      "epoch": 14.994697442295696,
      "step": 48073
    },
    {
      "contrastive_lambda": 0.09437112314922852,
      "epoch": 14.995009357454773,
      "step": 48074
    },
    {
      "contrastive_lambda": 0.09435581659131348,
      "epoch": 14.995321272613849,
      "step": 48075
    },
    {
      "contrastive_lambda": 0.09434051114549508,
      "epoch": 14.995633187772926,
      "step": 48076
    },
    {
      "contrastive_lambda": 0.09432520681181511,
      "epoch": 14.995945102932003,
      "step": 48077
    },
    {
      "contrastive_lambda": 0.09430990359031549,
      "epoch": 14.996257018091079,
      "step": 48078
    },
    {
      "contrastive_lambda": 0.09429460148103858,
      "epoch": 14.996568933250156,
      "step": 48079
    },
    {
      "epoch": 14.996880848409234,
      "grad_norm": 0.06336591392755508,
      "learning_rate": 1.0409630654685477e-05,
      "loss": 0.0179,
      "step": 48080
    },
    {
      "epoch": 14.996880848409234,
      "flow_loss": 0.017762210220098495,
      "step": 48080
    },
    {
      "contrastive_loss": 0.003377847373485565,
      "epoch": 14.996880848409234,
      "step": 48080
    },
    {
      "contrastive_lambda": 0.09427930048402589,
      "epoch": 14.996880848409234,
      "step": 48080
    },
    {
      "contrastive_lambda": 0.09426400059931966,
      "epoch": 14.997192763568309,
      "step": 48081
    },
    {
      "contrastive_lambda": 0.0942487018269616,
      "epoch": 14.997504678727386,
      "step": 48082
    },
    {
      "contrastive_lambda": 0.0942334041669936,
      "epoch": 14.997816593886462,
      "step": 48083
    },
    {
      "contrastive_lambda": 0.09421810761945804,
      "epoch": 14.99812850904554,
      "step": 48084
    },
    {
      "contrastive_lambda": 0.09420281218439647,
      "epoch": 14.998440424204617,
      "step": 48085
    },
    {
      "contrastive_lambda": 0.09418751786185092,
      "epoch": 14.998752339363692,
      "step": 48086
    },
    {
      "contrastive_lambda": 0.09417222465186342,
      "epoch": 14.99906425452277,
      "step": 48087
    },
    {
      "contrastive_lambda": 0.09415693255447571,
      "epoch": 14.999376169681847,
      "step": 48088
    },
    {
      "contrastive_lambda": 0.0941416415697297,
      "epoch": 14.999688084840923,
      "step": 48089
    },
    {
      "epoch": 15.0,
      "grad_norm": 0.047812361270189285,
      "learning_rate": 1.039280514866332e-05,
      "loss": 0.0243,
      "step": 48090
    },
    {
      "epoch": 15.0,
      "flow_loss": 0.019065357744693756,
      "step": 48090
    },
    {
      "contrastive_loss": 0.0030283431988209486,
      "epoch": 15.0,
      "step": 48090
    },
    {
      "contrastive_lambda": 0.09412635169766764,
      "epoch": 15.0,
      "step": 48090
    },
    {
      "contrastive_lambda": 0.09411106293833116,
      "epoch": 15.000311915159077,
      "step": 48091
    },
    {
      "contrastive_lambda": 0.09409577529176233,
      "epoch": 15.000623830318153,
      "step": 48092
    },
    {
      "contrastive_lambda": 0.09408048875800284,
      "epoch": 15.00093574547723,
      "step": 48093
    },
    {
      "contrastive_lambda": 0.09406520333709478,
      "epoch": 15.001247660636308,
      "step": 48094
    },
    {
      "contrastive_lambda": 0.09404991902908,
      "epoch": 15.001559575795383,
      "step": 48095
    },
    {
      "contrastive_lambda": 0.0940346358340004,
      "epoch": 15.00187149095446,
      "step": 48096
    },
    {
      "contrastive_lambda": 0.0940193537518979,
      "epoch": 15.002183406113538,
      "step": 48097
    },
    {
      "contrastive_lambda": 0.09400407278281453,
      "epoch": 15.002495321272614,
      "step": 48098
    },
    {
      "contrastive_lambda": 0.09398879292679191,
      "epoch": 15.002807236431691,
      "step": 48099
    },
    {
      "epoch": 15.003119151590766,
      "grad_norm": 0.0906916931271553,
      "learning_rate": 1.0375991674261198e-05,
      "loss": 0.0191,
      "step": 48100
    },
    {
      "epoch": 15.003119151590766,
      "flow_loss": 0.018577715381979942,
      "step": 48100
    },
    {
      "contrastive_loss": 0.0028582043014466763,
      "epoch": 15.003119151590766,
      "step": 48100
    },
    {
      "contrastive_lambda": 0.09397351418387206,
      "epoch": 15.003119151590766,
      "step": 48100
    },
    {
      "contrastive_lambda": 0.09395823655409685,
      "epoch": 15.003431066749844,
      "step": 48101
    },
    {
      "contrastive_lambda": 0.09394296003750824,
      "epoch": 15.003742981908921,
      "step": 48102
    },
    {
      "contrastive_lambda": 0.09392768463414819,
      "epoch": 15.004054897067997,
      "step": 48103
    },
    {
      "contrastive_lambda": 0.09391241034405828,
      "epoch": 15.004366812227074,
      "step": 48104
    },
    {
      "contrastive_lambda": 0.0938971371672806,
      "epoch": 15.004678727386151,
      "step": 48105
    },
    {
      "contrastive_lambda": 0.09388186510385693,
      "epoch": 15.004990642545227,
      "step": 48106
    },
    {
      "contrastive_lambda": 0.0938665941538292,
      "epoch": 15.005302557704304,
      "step": 48107
    },
    {
      "contrastive_lambda": 0.09385132431723936,
      "epoch": 15.005614472863382,
      "step": 48108
    },
    {
      "contrastive_lambda": 0.09383605559412911,
      "epoch": 15.005926388022457,
      "step": 48109
    },
    {
      "epoch": 15.006238303181535,
      "grad_norm": 0.05787079036235809,
      "learning_rate": 1.0359190236586575e-05,
      "loss": 0.0201,
      "step": 48110
    },
    {
      "epoch": 15.006238303181535,
      "flow_loss": 0.04540453106164932,
      "step": 48110
    },
    {
      "contrastive_loss": 0.002973336260765791,
      "epoch": 15.006238303181535,
      "step": 48110
    },
    {
      "contrastive_lambda": 0.09382078798454035,
      "epoch": 15.006238303181535,
      "step": 48110
    },
    {
      "contrastive_lambda": 0.09380552148851506,
      "epoch": 15.006550218340612,
      "step": 48111
    },
    {
      "contrastive_lambda": 0.09379025610609476,
      "epoch": 15.006862133499688,
      "step": 48112
    },
    {
      "contrastive_lambda": 0.09377499183732169,
      "epoch": 15.007174048658765,
      "step": 48113
    },
    {
      "contrastive_lambda": 0.09375972868223764,
      "epoch": 15.007485963817842,
      "step": 48114
    },
    {
      "contrastive_lambda": 0.09374446664088426,
      "epoch": 15.007797878976918,
      "step": 48115
    },
    {
      "contrastive_lambda": 0.09372920571330356,
      "epoch": 15.008109794135995,
      "step": 48116
    },
    {
      "contrastive_lambda": 0.09371394589953713,
      "epoch": 15.008421709295071,
      "step": 48117
    },
    {
      "contrastive_lambda": 0.09369868719962704,
      "epoch": 15.008733624454148,
      "step": 48118
    },
    {
      "contrastive_lambda": 0.09368342961361525,
      "epoch": 15.009045539613226,
      "step": 48119
    },
    {
      "epoch": 15.009357454772301,
      "grad_norm": 0.09501977264881134,
      "learning_rate": 1.0342400840743322e-05,
      "loss": 0.0265,
      "step": 48120
    },
    {
      "epoch": 15.009357454772301,
      "flow_loss": 0.05281459912657738,
      "step": 48120
    },
    {
      "contrastive_loss": 0.00357254920527339,
      "epoch": 15.009357454772301,
      "step": 48120
    },
    {
      "contrastive_lambda": 0.09366817314154324,
      "epoch": 15.009357454772301,
      "step": 48120
    },
    {
      "contrastive_lambda": 0.09365291778345303,
      "epoch": 15.009669369931379,
      "step": 48121
    },
    {
      "contrastive_lambda": 0.09363766353938657,
      "epoch": 15.009981285090456,
      "step": 48122
    },
    {
      "contrastive_lambda": 0.09362241040938524,
      "epoch": 15.010293200249532,
      "step": 48123
    },
    {
      "contrastive_lambda": 0.09360715839349126,
      "epoch": 15.010605115408609,
      "step": 48124
    },
    {
      "contrastive_lambda": 0.09359190749174645,
      "epoch": 15.010917030567686,
      "step": 48125
    },
    {
      "contrastive_lambda": 0.09357665770419243,
      "epoch": 15.011228945726762,
      "step": 48126
    },
    {
      "contrastive_lambda": 0.09356140903087118,
      "epoch": 15.01154086088584,
      "step": 48127
    },
    {
      "contrastive_lambda": 0.09354616147182426,
      "epoch": 15.011852776044917,
      "step": 48128
    },
    {
      "contrastive_lambda": 0.09353091502709349,
      "epoch": 15.012164691203992,
      "step": 48129
    },
    {
      "epoch": 15.01247660636307,
      "grad_norm": 0.15229128301143646,
      "learning_rate": 1.0325623491831593e-05,
      "loss": 0.0249,
      "step": 48130
    },
    {
      "epoch": 15.01247660636307,
      "flow_loss": 0.020378945395350456,
      "step": 48130
    },
    {
      "contrastive_loss": 0.003579552285373211,
      "epoch": 15.01247660636307,
      "step": 48130
    },
    {
      "contrastive_lambda": 0.09351566969672104,
      "epoch": 15.01247660636307,
      "step": 48130
    },
    {
      "contrastive_lambda": 0.09350042548074833,
      "epoch": 15.012788521522147,
      "step": 48131
    },
    {
      "contrastive_lambda": 0.09348518237921732,
      "epoch": 15.013100436681222,
      "step": 48132
    },
    {
      "contrastive_lambda": 0.09346994039216988,
      "epoch": 15.0134123518403,
      "step": 48133
    },
    {
      "contrastive_lambda": 0.09345469951964741,
      "epoch": 15.013724266999375,
      "step": 48134
    },
    {
      "contrastive_lambda": 0.0934394597616921,
      "epoch": 15.014036182158453,
      "step": 48135
    },
    {
      "contrastive_lambda": 0.0934242211183457,
      "epoch": 15.01434809731753,
      "step": 48136
    },
    {
      "contrastive_lambda": 0.09340898358964977,
      "epoch": 15.014660012476606,
      "step": 48137
    },
    {
      "contrastive_lambda": 0.09339374717564636,
      "epoch": 15.014971927635683,
      "step": 48138
    },
    {
      "contrastive_lambda": 0.09337851187637691,
      "epoch": 15.01528384279476,
      "step": 48139
    },
    {
      "epoch": 15.015595757953836,
      "grad_norm": 0.05758081376552582,
      "learning_rate": 1.0308858194947906e-05,
      "loss": 0.0188,
      "step": 48140
    },
    {
      "epoch": 15.015595757953836,
      "flow_loss": 0.013059052638709545,
      "step": 48140
    },
    {
      "contrastive_loss": 0.004315457306802273,
      "epoch": 15.015595757953836,
      "step": 48140
    },
    {
      "contrastive_lambda": 0.09336327769188324,
      "epoch": 15.015595757953836,
      "step": 48140
    },
    {
      "contrastive_lambda": 0.09334804462220747,
      "epoch": 15.015907673112913,
      "step": 48141
    },
    {
      "contrastive_lambda": 0.09333281266739102,
      "epoch": 15.01621958827199,
      "step": 48142
    },
    {
      "contrastive_lambda": 0.09331758182747574,
      "epoch": 15.016531503431066,
      "step": 48143
    },
    {
      "contrastive_lambda": 0.09330235210250354,
      "epoch": 15.016843418590144,
      "step": 48144
    },
    {
      "contrastive_lambda": 0.09328712349251589,
      "epoch": 15.017155333749221,
      "step": 48145
    },
    {
      "contrastive_lambda": 0.0932718959975547,
      "epoch": 15.017467248908297,
      "step": 48146
    },
    {
      "contrastive_lambda": 0.09325666961766171,
      "epoch": 15.017779164067374,
      "step": 48147
    },
    {
      "contrastive_lambda": 0.09324144435287862,
      "epoch": 15.018091079226451,
      "step": 48148
    },
    {
      "contrastive_lambda": 0.09322622020324733,
      "epoch": 15.018402994385527,
      "step": 48149
    },
    {
      "epoch": 15.018714909544604,
      "grad_norm": 0.08892673999071121,
      "learning_rate": 1.0292104955185111e-05,
      "loss": 0.0227,
      "step": 48150
    },
    {
      "epoch": 15.018714909544604,
      "flow_loss": 0.01228145882487297,
      "step": 48150
    },
    {
      "contrastive_loss": 0.003473249962553382,
      "epoch": 15.018714909544604,
      "step": 48150
    },
    {
      "contrastive_lambda": 0.09321099716880937,
      "epoch": 15.018714909544604,
      "step": 48150
    },
    {
      "contrastive_lambda": 0.09319577524960643,
      "epoch": 15.01902682470368,
      "step": 48151
    },
    {
      "contrastive_lambda": 0.09318055444568057,
      "epoch": 15.019338739862757,
      "step": 48152
    },
    {
      "contrastive_lambda": 0.09316533475707323,
      "epoch": 15.019650655021834,
      "step": 48153
    },
    {
      "contrastive_lambda": 0.09315011618382635,
      "epoch": 15.01996257018091,
      "step": 48154
    },
    {
      "contrastive_lambda": 0.09313489872598135,
      "epoch": 15.020274485339987,
      "step": 48155
    },
    {
      "contrastive_lambda": 0.0931196823835802,
      "epoch": 15.020586400499065,
      "step": 48156
    },
    {
      "contrastive_lambda": 0.09310446715666448,
      "epoch": 15.02089831565814,
      "step": 48157
    },
    {
      "contrastive_lambda": 0.09308925304527599,
      "epoch": 15.021210230817218,
      "step": 48158
    },
    {
      "contrastive_lambda": 0.09307404004945646,
      "epoch": 15.021522145976295,
      "step": 48159
    },
    {
      "epoch": 15.02183406113537,
      "grad_norm": 0.06827604025602341,
      "learning_rate": 1.0275363777632396e-05,
      "loss": 0.0223,
      "step": 48160
    },
    {
      "epoch": 15.02183406113537,
      "flow_loss": 0.011773133650422096,
      "step": 48160
    },
    {
      "contrastive_loss": 0.0036975769326090813,
      "epoch": 15.02183406113537,
      "step": 48160
    },
    {
      "contrastive_lambda": 0.0930588281692476,
      "epoch": 15.02183406113537,
      "step": 48160
    },
    {
      "contrastive_lambda": 0.09304361740469103,
      "epoch": 15.022145976294448,
      "step": 48161
    },
    {
      "contrastive_lambda": 0.09302840775582844,
      "epoch": 15.022457891453525,
      "step": 48162
    },
    {
      "contrastive_lambda": 0.09301319922270157,
      "epoch": 15.022769806612601,
      "step": 48163
    },
    {
      "contrastive_lambda": 0.09299799180535212,
      "epoch": 15.023081721771678,
      "step": 48164
    },
    {
      "contrastive_lambda": 0.09298278550382189,
      "epoch": 15.023393636930756,
      "step": 48165
    },
    {
      "contrastive_lambda": 0.09296758031815239,
      "epoch": 15.023705552089831,
      "step": 48166
    },
    {
      "contrastive_lambda": 0.09295237624838537,
      "epoch": 15.024017467248909,
      "step": 48167
    },
    {
      "contrastive_lambda": 0.09293717329456264,
      "epoch": 15.024329382407984,
      "step": 48168
    },
    {
      "contrastive_lambda": 0.09292197145672548,
      "epoch": 15.024641297567062,
      "step": 48169
    },
    {
      "epoch": 15.024953212726139,
      "grad_norm": 0.0985732451081276,
      "learning_rate": 1.0258634667375321e-05,
      "loss": 0.0211,
      "step": 48170
    },
    {
      "epoch": 15.024953212726139,
      "flow_loss": 0.017720408737659454,
      "step": 48170
    },
    {
      "contrastive_loss": 0.003359993454068899,
      "epoch": 15.024953212726139,
      "step": 48170
    },
    {
      "contrastive_lambda": 0.09290677073491599,
      "epoch": 15.024953212726139,
      "step": 48170
    },
    {
      "contrastive_lambda": 0.09289157112917584,
      "epoch": 15.025265127885215,
      "step": 48171
    },
    {
      "contrastive_lambda": 0.0928763726395464,
      "epoch": 15.025577043044292,
      "step": 48172
    },
    {
      "contrastive_lambda": 0.09286117526606968,
      "epoch": 15.02588895820337,
      "step": 48173
    },
    {
      "contrastive_lambda": 0.09284597900878688,
      "epoch": 15.026200873362445,
      "step": 48174
    },
    {
      "contrastive_lambda": 0.09283078386774007,
      "epoch": 15.026512788521522,
      "step": 48175
    },
    {
      "contrastive_lambda": 0.09281558984297095,
      "epoch": 15.0268247036806,
      "step": 48176
    },
    {
      "contrastive_lambda": 0.09280039693452086,
      "epoch": 15.027136618839675,
      "step": 48177
    },
    {
      "contrastive_lambda": 0.0927852051424316,
      "epoch": 15.027448533998752,
      "step": 48178
    },
    {
      "contrastive_lambda": 0.09277001446674493,
      "epoch": 15.02776044915783,
      "step": 48179
    },
    {
      "epoch": 15.028072364316905,
      "grad_norm": 0.059885185211896896,
      "learning_rate": 1.02419176294957e-05,
      "loss": 0.02,
      "step": 48180
    },
    {
      "epoch": 15.028072364316905,
      "flow_loss": 0.029171833768486977,
      "step": 48180
    },
    {
      "contrastive_loss": 0.005205092951655388,
      "epoch": 15.028072364316905,
      "step": 48180
    },
    {
      "contrastive_lambda": 0.09275482490750214,
      "epoch": 15.028072364316905,
      "step": 48180
    },
    {
      "contrastive_lambda": 0.09273963646474526,
      "epoch": 15.028384279475983,
      "step": 48181
    },
    {
      "contrastive_lambda": 0.09272444913851591,
      "epoch": 15.02869619463506,
      "step": 48182
    },
    {
      "contrastive_lambda": 0.09270926292885545,
      "epoch": 15.029008109794136,
      "step": 48183
    },
    {
      "contrastive_lambda": 0.09269407783580585,
      "epoch": 15.029320024953213,
      "step": 48184
    },
    {
      "contrastive_lambda": 0.09267889385940842,
      "epoch": 15.029631940112289,
      "step": 48185
    },
    {
      "contrastive_lambda": 0.09266371099970477,
      "epoch": 15.029943855271366,
      "step": 48186
    },
    {
      "contrastive_lambda": 0.09264852925673694,
      "epoch": 15.030255770430443,
      "step": 48187
    },
    {
      "contrastive_lambda": 0.09263334863054623,
      "epoch": 15.030567685589519,
      "step": 48188
    },
    {
      "contrastive_lambda": 0.09261816912117427,
      "epoch": 15.030879600748596,
      "step": 48189
    },
    {
      "epoch": 15.031191515907674,
      "grad_norm": 0.06887836009263992,
      "learning_rate": 1.0225212669071782e-05,
      "loss": 0.0255,
      "step": 48190
    },
    {
      "epoch": 15.031191515907674,
      "flow_loss": 0.026057451963424683,
      "step": 48190
    },
    {
      "contrastive_loss": 0.0037391786463558674,
      "epoch": 15.031191515907674,
      "step": 48190
    },
    {
      "contrastive_lambda": 0.09260299072866285,
      "epoch": 15.031191515907674,
      "step": 48190
    },
    {
      "contrastive_lambda": 0.09258781345305322,
      "epoch": 15.03150343106675,
      "step": 48191
    },
    {
      "contrastive_lambda": 0.09257263729438742,
      "epoch": 15.031815346225827,
      "step": 48192
    },
    {
      "contrastive_lambda": 0.09255746225270689,
      "epoch": 15.032127261384904,
      "step": 48193
    },
    {
      "contrastive_lambda": 0.09254228832805317,
      "epoch": 15.03243917654398,
      "step": 48194
    },
    {
      "contrastive_lambda": 0.092527115520468,
      "epoch": 15.032751091703057,
      "step": 48195
    },
    {
      "contrastive_lambda": 0.09251194382999273,
      "epoch": 15.033063006862134,
      "step": 48196
    },
    {
      "contrastive_lambda": 0.092496773256669,
      "epoch": 15.03337492202121,
      "step": 48197
    },
    {
      "contrastive_lambda": 0.09248160380053871,
      "epoch": 15.033686837180287,
      "step": 48198
    },
    {
      "contrastive_lambda": 0.09246643546164318,
      "epoch": 15.033998752339365,
      "step": 48199
    },
    {
      "epoch": 15.03431066749844,
      "grad_norm": 0.10517827421426773,
      "learning_rate": 1.0208519791178029e-05,
      "loss": 0.0224,
      "step": 48200
    },
    {
      "epoch": 15.03431066749844,
      "flow_loss": 0.022863980382680893,
      "step": 48200
    },
    {
      "contrastive_loss": 0.004799963906407356,
      "epoch": 15.03431066749844,
      "step": 48200
    },
    {
      "contrastive_lambda": 0.09245126824002403,
      "epoch": 15.03431066749844,
      "step": 48200
    },
    {
      "contrastive_lambda": 0.09243610213572295,
      "epoch": 15.034622582657517,
      "step": 48201
    },
    {
      "contrastive_lambda": 0.09242093714878136,
      "epoch": 15.034934497816593,
      "step": 48202
    },
    {
      "contrastive_lambda": 0.09240577327924093,
      "epoch": 15.03524641297567,
      "step": 48203
    },
    {
      "contrastive_lambda": 0.09239061052714315,
      "epoch": 15.035558328134748,
      "step": 48204
    },
    {
      "contrastive_lambda": 0.09237544889252969,
      "epoch": 15.035870243293823,
      "step": 48205
    },
    {
      "contrastive_lambda": 0.09236028837544225,
      "epoch": 15.0361821584529,
      "step": 48206
    },
    {
      "contrastive_lambda": 0.09234512897592206,
      "epoch": 15.036494073611978,
      "step": 48207
    },
    {
      "contrastive_lambda": 0.09232997069401067,
      "epoch": 15.036805988771054,
      "step": 48208
    },
    {
      "contrastive_lambda": 0.09231481352975013,
      "epoch": 15.037117903930131,
      "step": 48209
    },
    {
      "epoch": 15.037429819089208,
      "grad_norm": 0.05396317318081856,
      "learning_rate": 1.019183900088535e-05,
      "loss": 0.0179,
      "step": 48210
    },
    {
      "epoch": 15.037429819089208,
      "flow_loss": 0.03008139133453369,
      "step": 48210
    },
    {
      "contrastive_loss": 0.003712656442075968,
      "epoch": 15.037429819089208,
      "step": 48210
    },
    {
      "contrastive_lambda": 0.09229965748318153,
      "epoch": 15.037429819089208,
      "step": 48210
    },
    {
      "contrastive_lambda": 0.09228450255434667,
      "epoch": 15.037741734248284,
      "step": 48211
    },
    {
      "contrastive_lambda": 0.0922693487432869,
      "epoch": 15.038053649407361,
      "step": 48212
    },
    {
      "contrastive_lambda": 0.09225419605004387,
      "epoch": 15.038365564566439,
      "step": 48213
    },
    {
      "contrastive_lambda": 0.09223904447465908,
      "epoch": 15.038677479725514,
      "step": 48214
    },
    {
      "contrastive_lambda": 0.09222389401717412,
      "epoch": 15.038989394884592,
      "step": 48215
    },
    {
      "contrastive_lambda": 0.09220874467763052,
      "epoch": 15.039301310043669,
      "step": 48216
    },
    {
      "contrastive_lambda": 0.09219359645606989,
      "epoch": 15.039613225202745,
      "step": 48217
    },
    {
      "contrastive_lambda": 0.09217844935253355,
      "epoch": 15.039925140361822,
      "step": 48218
    },
    {
      "contrastive_lambda": 0.0921633033670633,
      "epoch": 15.040237055520898,
      "step": 48219
    },
    {
      "epoch": 15.040548970679975,
      "grad_norm": 0.0763307586312294,
      "learning_rate": 1.0175170303260906e-05,
      "loss": 0.0241,
      "step": 48220
    },
    {
      "epoch": 15.040548970679975,
      "flow_loss": 0.016519803553819656,
      "step": 48220
    },
    {
      "contrastive_loss": 0.003791369963437319,
      "epoch": 15.040548970679975,
      "step": 48220
    },
    {
      "contrastive_lambda": 0.0921481584997002,
      "epoch": 15.040548970679975,
      "step": 48220
    },
    {
      "contrastive_lambda": 0.0921330147504863,
      "epoch": 15.040860885839052,
      "step": 48221
    },
    {
      "contrastive_lambda": 0.09211787211946293,
      "epoch": 15.041172800998128,
      "step": 48222
    },
    {
      "contrastive_lambda": 0.09210273060667151,
      "epoch": 15.041484716157205,
      "step": 48223
    },
    {
      "contrastive_lambda": 0.09208759021215357,
      "epoch": 15.041796631316283,
      "step": 48224
    },
    {
      "contrastive_lambda": 0.09207245093595068,
      "epoch": 15.042108546475358,
      "step": 48225
    },
    {
      "contrastive_lambda": 0.09205731277810436,
      "epoch": 15.042420461634435,
      "step": 48226
    },
    {
      "contrastive_lambda": 0.09204217573865603,
      "epoch": 15.042732376793513,
      "step": 48227
    },
    {
      "contrastive_lambda": 0.09202703981764737,
      "epoch": 15.043044291952588,
      "step": 48228
    },
    {
      "contrastive_lambda": 0.09201190501511963,
      "epoch": 15.043356207111666,
      "step": 48229
    },
    {
      "epoch": 15.043668122270743,
      "grad_norm": 0.0633222758769989,
      "learning_rate": 1.0158513703368206e-05,
      "loss": 0.0183,
      "step": 48230
    },
    {
      "epoch": 15.043668122270743,
      "flow_loss": 0.01766466163098812,
      "step": 48230
    },
    {
      "contrastive_loss": 0.0036136682610958815,
      "epoch": 15.043668122270743,
      "step": 48230
    },
    {
      "contrastive_lambda": 0.09199677133111456,
      "epoch": 15.043668122270743,
      "step": 48230
    },
    {
      "contrastive_lambda": 0.09198163876567322,
      "epoch": 15.043980037429819,
      "step": 48231
    },
    {
      "contrastive_lambda": 0.09196650731883754,
      "epoch": 15.044291952588896,
      "step": 48232
    },
    {
      "contrastive_lambda": 0.09195137699064898,
      "epoch": 15.044603867747973,
      "step": 48233
    },
    {
      "contrastive_lambda": 0.09193624778114873,
      "epoch": 15.044915782907049,
      "step": 48234
    },
    {
      "contrastive_lambda": 0.09192111969037842,
      "epoch": 15.045227698066126,
      "step": 48235
    },
    {
      "contrastive_lambda": 0.09190599271837968,
      "epoch": 15.045539613225202,
      "step": 48236
    },
    {
      "contrastive_lambda": 0.0918908668651936,
      "epoch": 15.04585152838428,
      "step": 48237
    },
    {
      "contrastive_lambda": 0.09187574213086197,
      "epoch": 15.046163443543357,
      "step": 48238
    },
    {
      "contrastive_lambda": 0.09186061851542632,
      "epoch": 15.046475358702432,
      "step": 48239
    },
    {
      "epoch": 15.04678727386151,
      "grad_norm": 0.071380116045475,
      "learning_rate": 1.0141869206267095e-05,
      "loss": 0.022,
      "step": 48240
    },
    {
      "epoch": 15.04678727386151,
      "flow_loss": 0.033203717321157455,
      "step": 48240
    },
    {
      "contrastive_loss": 0.003257032949477434,
      "epoch": 15.04678727386151,
      "step": 48240
    },
    {
      "contrastive_lambda": 0.09184549601892777,
      "epoch": 15.04678727386151,
      "step": 48240
    },
    {
      "contrastive_lambda": 0.09183037464140814,
      "epoch": 15.047099189020587,
      "step": 48241
    },
    {
      "contrastive_lambda": 0.09181525438290844,
      "epoch": 15.047411104179663,
      "step": 48242
    },
    {
      "contrastive_lambda": 0.09180013524347058,
      "epoch": 15.04772301933874,
      "step": 48243
    },
    {
      "contrastive_lambda": 0.09178501722313587,
      "epoch": 15.048034934497817,
      "step": 48244
    },
    {
      "contrastive_lambda": 0.09176990032194565,
      "epoch": 15.048346849656893,
      "step": 48245
    },
    {
      "contrastive_lambda": 0.0917547845399414,
      "epoch": 15.04865876481597,
      "step": 48246
    },
    {
      "contrastive_lambda": 0.0917396698771647,
      "epoch": 15.048970679975048,
      "step": 48247
    },
    {
      "contrastive_lambda": 0.09172455633365667,
      "epoch": 15.049282595134123,
      "step": 48248
    },
    {
      "contrastive_lambda": 0.09170944390945918,
      "epoch": 15.0495945102932,
      "step": 48249
    },
    {
      "epoch": 15.049906425452278,
      "grad_norm": 0.07360677421092987,
      "learning_rate": 1.0125236817013723e-05,
      "loss": 0.0187,
      "step": 48250
    },
    {
      "epoch": 15.049906425452278,
      "flow_loss": 0.017868483439087868,
      "step": 48250
    },
    {
      "contrastive_loss": 0.005148734897375107,
      "epoch": 15.049906425452278,
      "step": 48250
    },
    {
      "contrastive_lambda": 0.09169433260461324,
      "epoch": 15.049906425452278,
      "step": 48250
    },
    {
      "contrastive_lambda": 0.09167922241916054,
      "epoch": 15.050218340611353,
      "step": 48251
    },
    {
      "contrastive_lambda": 0.09166411335314256,
      "epoch": 15.05053025577043,
      "step": 48252
    },
    {
      "contrastive_lambda": 0.09164900540660048,
      "epoch": 15.050842170929506,
      "step": 48253
    },
    {
      "contrastive_lambda": 0.09163389857957566,
      "epoch": 15.051154086088584,
      "step": 48254
    },
    {
      "contrastive_lambda": 0.09161879287211,
      "epoch": 15.051466001247661,
      "step": 48255
    },
    {
      "contrastive_lambda": 0.09160368828424442,
      "epoch": 15.051777916406737,
      "step": 48256
    },
    {
      "contrastive_lambda": 0.09158858481602067,
      "epoch": 15.052089831565814,
      "step": 48257
    },
    {
      "contrastive_lambda": 0.09157348246747993,
      "epoch": 15.052401746724891,
      "step": 48258
    },
    {
      "contrastive_lambda": 0.09155838123866344,
      "epoch": 15.052713661883967,
      "step": 48259
    },
    {
      "epoch": 15.053025577043044,
      "grad_norm": 0.09443605691194534,
      "learning_rate": 1.010861654066056e-05,
      "loss": 0.0234,
      "step": 48260
    },
    {
      "epoch": 15.053025577043044,
      "flow_loss": 0.010055082850158215,
      "step": 48260
    },
    {
      "contrastive_loss": 0.0032656812109053135,
      "epoch": 15.053025577043044,
      "step": 48260
    },
    {
      "contrastive_lambda": 0.09154328112961319,
      "epoch": 15.053025577043044,
      "step": 48260
    },
    {
      "contrastive_lambda": 0.09152818214037006,
      "epoch": 15.053337492202122,
      "step": 48261
    },
    {
      "contrastive_lambda": 0.0915130842709756,
      "epoch": 15.053649407361197,
      "step": 48262
    },
    {
      "contrastive_lambda": 0.09149798752147137,
      "epoch": 15.053961322520275,
      "step": 48263
    },
    {
      "contrastive_lambda": 0.09148289189189845,
      "epoch": 15.054273237679352,
      "step": 48264
    },
    {
      "contrastive_lambda": 0.09146779738229827,
      "epoch": 15.054585152838428,
      "step": 48265
    },
    {
      "contrastive_lambda": 0.09145270399271255,
      "epoch": 15.054897067997505,
      "step": 48266
    },
    {
      "contrastive_lambda": 0.09143761172318232,
      "epoch": 15.055208983156582,
      "step": 48267
    },
    {
      "contrastive_lambda": 0.09142252057374922,
      "epoch": 15.055520898315658,
      "step": 48268
    },
    {
      "contrastive_lambda": 0.09140743054445433,
      "epoch": 15.055832813474735,
      "step": 48269
    },
    {
      "epoch": 15.05614472863381,
      "grad_norm": 0.09472884982824326,
      "learning_rate": 1.0092008382256434e-05,
      "loss": 0.0233,
      "step": 48270
    },
    {
      "epoch": 15.05614472863381,
      "flow_loss": 0.015348531305789948,
      "step": 48270
    },
    {
      "contrastive_loss": 0.0032800445333123207,
      "epoch": 15.05614472863381,
      "step": 48270
    },
    {
      "contrastive_lambda": 0.09139234163533916,
      "epoch": 15.05614472863381,
      "step": 48270
    },
    {
      "contrastive_lambda": 0.09137725384644513,
      "epoch": 15.056456643792888,
      "step": 48271
    },
    {
      "contrastive_lambda": 0.09136216717781348,
      "epoch": 15.056768558951966,
      "step": 48272
    },
    {
      "contrastive_lambda": 0.09134708162948574,
      "epoch": 15.057080474111041,
      "step": 48273
    },
    {
      "contrastive_lambda": 0.09133199720150326,
      "epoch": 15.057392389270118,
      "step": 48274
    },
    {
      "contrastive_lambda": 0.09131691389390717,
      "epoch": 15.057704304429196,
      "step": 48275
    },
    {
      "contrastive_lambda": 0.09130183170673883,
      "epoch": 15.058016219588271,
      "step": 48276
    },
    {
      "contrastive_lambda": 0.09128675064004005,
      "epoch": 15.058328134747349,
      "step": 48277
    },
    {
      "contrastive_lambda": 0.09127167069385167,
      "epoch": 15.058640049906426,
      "step": 48278
    },
    {
      "contrastive_lambda": 0.09125659186821533,
      "epoch": 15.058951965065502,
      "step": 48279
    },
    {
      "epoch": 15.059263880224579,
      "grad_norm": 0.05381006374955177,
      "learning_rate": 1.0075412346846458e-05,
      "loss": 0.0177,
      "step": 48280
    },
    {
      "epoch": 15.059263880224579,
      "flow_loss": 0.015026384964585304,
      "step": 48280
    },
    {
      "contrastive_loss": 0.00346556818112731,
      "epoch": 15.059263880224579,
      "step": 48280
    },
    {
      "contrastive_lambda": 0.09124151416317211,
      "epoch": 15.059263880224579,
      "step": 48280
    },
    {
      "contrastive_lambda": 0.09122643757876353,
      "epoch": 15.059575795383656,
      "step": 48281
    },
    {
      "contrastive_lambda": 0.09121136211503089,
      "epoch": 15.059887710542732,
      "step": 48282
    },
    {
      "contrastive_lambda": 0.09119628777201544,
      "epoch": 15.06019962570181,
      "step": 48283
    },
    {
      "contrastive_lambda": 0.09118121454975864,
      "epoch": 15.060511540860887,
      "step": 48284
    },
    {
      "contrastive_lambda": 0.09116614244830185,
      "epoch": 15.060823456019962,
      "step": 48285
    },
    {
      "contrastive_lambda": 0.0911510714676862,
      "epoch": 15.06113537117904,
      "step": 48286
    },
    {
      "contrastive_lambda": 0.09113600160795321,
      "epoch": 15.061447286338115,
      "step": 48287
    },
    {
      "contrastive_lambda": 0.0911209328691438,
      "epoch": 15.061759201497193,
      "step": 48288
    },
    {
      "contrastive_lambda": 0.09110586525129971,
      "epoch": 15.06207111665627,
      "step": 48289
    },
    {
      "epoch": 15.062383031815346,
      "grad_norm": 0.11163769662380219,
      "learning_rate": 1.0058828439472056e-05,
      "loss": 0.0189,
      "step": 48290
    },
    {
      "epoch": 15.062383031815346,
      "flow_loss": 0.040808096528053284,
      "step": 48290
    },
    {
      "contrastive_loss": 0.0036559232976287603,
      "epoch": 15.062383031815346,
      "step": 48290
    },
    {
      "contrastive_lambda": 0.0910907987544623,
      "epoch": 15.062383031815346,
      "step": 48290
    },
    {
      "contrastive_lambda": 0.09107573337867247,
      "epoch": 15.062694946974423,
      "step": 48291
    },
    {
      "contrastive_lambda": 0.09106066912397176,
      "epoch": 15.0630068621335,
      "step": 48292
    },
    {
      "contrastive_lambda": 0.09104560599040146,
      "epoch": 15.063318777292576,
      "step": 48293
    },
    {
      "contrastive_lambda": 0.09103054397800281,
      "epoch": 15.063630692451653,
      "step": 48294
    },
    {
      "contrastive_lambda": 0.09101548308681717,
      "epoch": 15.06394260761073,
      "step": 48295
    },
    {
      "contrastive_lambda": 0.09100042331688596,
      "epoch": 15.064254522769806,
      "step": 48296
    },
    {
      "contrastive_lambda": 0.09098536466825013,
      "epoch": 15.064566437928884,
      "step": 48297
    },
    {
      "contrastive_lambda": 0.09097030714095133,
      "epoch": 15.06487835308796,
      "step": 48298
    },
    {
      "contrastive_lambda": 0.09095525073503036,
      "epoch": 15.065190268247036,
      "step": 48299
    },
    {
      "epoch": 15.065502183406114,
      "grad_norm": 0.05471286177635193,
      "learning_rate": 1.0042256665170996e-05,
      "loss": 0.0191,
      "step": 48300
    },
    {
      "epoch": 15.065502183406114,
      "flow_loss": 0.013233048841357231,
      "step": 48300
    },
    {
      "contrastive_loss": 0.0031280326656997204,
      "epoch": 15.065502183406114,
      "step": 48300
    },
    {
      "contrastive_lambda": 0.09094019545052895,
      "epoch": 15.065502183406114,
      "step": 48300
    },
    {
      "contrastive_lambda": 0.09092514128748835,
      "epoch": 15.065814098565191,
      "step": 48301
    },
    {
      "contrastive_lambda": 0.09091008824594954,
      "epoch": 15.066126013724267,
      "step": 48302
    },
    {
      "contrastive_lambda": 0.09089503632595397,
      "epoch": 15.066437928883344,
      "step": 48303
    },
    {
      "contrastive_lambda": 0.090879985527543,
      "epoch": 15.06674984404242,
      "step": 48304
    },
    {
      "contrastive_lambda": 0.09086493585075756,
      "epoch": 15.067061759201497,
      "step": 48305
    },
    {
      "contrastive_lambda": 0.09084988729563936,
      "epoch": 15.067373674360574,
      "step": 48306
    },
    {
      "contrastive_lambda": 0.09083483986222929,
      "epoch": 15.06768558951965,
      "step": 48307
    },
    {
      "contrastive_lambda": 0.09081979355056874,
      "epoch": 15.067997504678727,
      "step": 48308
    },
    {
      "contrastive_lambda": 0.09080474836069907,
      "epoch": 15.068309419837805,
      "step": 48309
    },
    {
      "epoch": 15.06862133499688,
      "grad_norm": 0.08563946187496185,
      "learning_rate": 1.0025697028977332e-05,
      "loss": 0.0219,
      "step": 48310
    },
    {
      "epoch": 15.06862133499688,
      "flow_loss": 0.0404319167137146,
      "step": 48310
    },
    {
      "contrastive_loss": 0.004093209281563759,
      "epoch": 15.06862133499688,
      "step": 48310
    },
    {
      "contrastive_lambda": 0.0907897042926612,
      "epoch": 15.06862133499688,
      "step": 48310
    },
    {
      "contrastive_lambda": 0.0907746613464967,
      "epoch": 15.068933250155958,
      "step": 48311
    },
    {
      "contrastive_lambda": 0.09075961952224681,
      "epoch": 15.069245165315035,
      "step": 48312
    },
    {
      "contrastive_lambda": 0.09074457881995251,
      "epoch": 15.06955708047411,
      "step": 48313
    },
    {
      "contrastive_lambda": 0.09072953923965538,
      "epoch": 15.069868995633188,
      "step": 48314
    },
    {
      "contrastive_lambda": 0.09071450078139631,
      "epoch": 15.070180910792265,
      "step": 48315
    },
    {
      "contrastive_lambda": 0.09069946344521651,
      "epoch": 15.07049282595134,
      "step": 48316
    },
    {
      "contrastive_lambda": 0.09068442723115766,
      "epoch": 15.070804741110418,
      "step": 48317
    },
    {
      "contrastive_lambda": 0.09066939213926051,
      "epoch": 15.071116656269494,
      "step": 48318
    },
    {
      "contrastive_lambda": 0.09065435816956652,
      "epoch": 15.071428571428571,
      "step": 48319
    },
    {
      "epoch": 15.071740486587649,
      "grad_norm": 0.0528145432472229,
      "learning_rate": 1.0009149535921454e-05,
      "loss": 0.0231,
      "step": 48320
    },
    {
      "epoch": 15.071740486587649,
      "flow_loss": 0.009152495302259922,
      "step": 48320
    },
    {
      "contrastive_loss": 0.003422425128519535,
      "epoch": 15.071740486587649,
      "step": 48320
    },
    {
      "contrastive_lambda": 0.09063932532211694,
      "epoch": 15.071740486587649,
      "step": 48320
    },
    {
      "contrastive_lambda": 0.09062429359695279,
      "epoch": 15.072052401746724,
      "step": 48321
    },
    {
      "contrastive_lambda": 0.09060926299411526,
      "epoch": 15.072364316905801,
      "step": 48322
    },
    {
      "contrastive_lambda": 0.09059423351364593,
      "epoch": 15.072676232064879,
      "step": 48323
    },
    {
      "contrastive_lambda": 0.0905792051555856,
      "epoch": 15.072988147223954,
      "step": 48324
    },
    {
      "contrastive_lambda": 0.09056417791997579,
      "epoch": 15.073300062383032,
      "step": 48325
    },
    {
      "contrastive_lambda": 0.09054915180685741,
      "epoch": 15.07361197754211,
      "step": 48326
    },
    {
      "contrastive_lambda": 0.0905341268162716,
      "epoch": 15.073923892701185,
      "step": 48327
    },
    {
      "contrastive_lambda": 0.09051910294826004,
      "epoch": 15.074235807860262,
      "step": 48328
    },
    {
      "contrastive_lambda": 0.09050408020286344,
      "epoch": 15.07454772301934,
      "step": 48329
    },
    {
      "epoch": 15.074859638178415,
      "grad_norm": 0.08890363574028015,
      "learning_rate": 9.992614191030031e-06,
      "loss": 0.0234,
      "step": 48330
    },
    {
      "epoch": 15.074859638178415,
      "flow_loss": 0.023244330659508705,
      "step": 48330
    },
    {
      "contrastive_loss": 0.0036388770677149296,
      "epoch": 15.074859638178415,
      "step": 48330
    },
    {
      "contrastive_lambda": 0.09048905858012318,
      "epoch": 15.074859638178415,
      "step": 48330
    },
    {
      "contrastive_lambda": 0.09047403808008053,
      "epoch": 15.075171553337492,
      "step": 48331
    },
    {
      "contrastive_lambda": 0.0904590187027764,
      "epoch": 15.07548346849657,
      "step": 48332
    },
    {
      "contrastive_lambda": 0.09044400044825202,
      "epoch": 15.075795383655645,
      "step": 48333
    },
    {
      "contrastive_lambda": 0.09042898331654897,
      "epoch": 15.076107298814723,
      "step": 48334
    },
    {
      "contrastive_lambda": 0.0904139673077079,
      "epoch": 15.076419213973798,
      "step": 48335
    },
    {
      "contrastive_lambda": 0.09039895242177037,
      "epoch": 15.076731129132876,
      "step": 48336
    },
    {
      "contrastive_lambda": 0.09038393865877725,
      "epoch": 15.077043044291953,
      "step": 48337
    },
    {
      "contrastive_lambda": 0.09036892601876984,
      "epoch": 15.077354959451029,
      "step": 48338
    },
    {
      "contrastive_lambda": 0.0903539145017892,
      "epoch": 15.077666874610106,
      "step": 48339
    },
    {
      "epoch": 15.077978789769183,
      "grad_norm": 0.08211001008749008,
      "learning_rate": 9.976090999326115e-06,
      "loss": 0.024,
      "step": 48340
    },
    {
      "epoch": 15.077978789769183,
      "flow_loss": 0.0328371487557888,
      "step": 48340
    },
    {
      "contrastive_loss": 0.003049650229513645,
      "epoch": 15.077978789769183,
      "step": 48340
    },
    {
      "contrastive_lambda": 0.09033890410787665,
      "epoch": 15.077978789769183,
      "step": 48340
    },
    {
      "contrastive_lambda": 0.0903238948370732,
      "epoch": 15.078290704928259,
      "step": 48341
    },
    {
      "contrastive_lambda": 0.09030888668942016,
      "epoch": 15.078602620087336,
      "step": 48342
    },
    {
      "contrastive_lambda": 0.0902938796649585,
      "epoch": 15.078914535246414,
      "step": 48343
    },
    {
      "contrastive_lambda": 0.0902788737637295,
      "epoch": 15.07922645040549,
      "step": 48344
    },
    {
      "contrastive_lambda": 0.09026386898577404,
      "epoch": 15.079538365564567,
      "step": 48345
    },
    {
      "contrastive_lambda": 0.09024886533113352,
      "epoch": 15.079850280723644,
      "step": 48346
    },
    {
      "contrastive_lambda": 0.09023386279984918,
      "epoch": 15.08016219588272,
      "step": 48347
    },
    {
      "contrastive_lambda": 0.09021886139196178,
      "epoch": 15.080474111041797,
      "step": 48348
    },
    {
      "contrastive_lambda": 0.09020386110751266,
      "epoch": 15.080786026200874,
      "step": 48349
    },
    {
      "epoch": 15.08109794135995,
      "grad_norm": 0.05608174577355385,
      "learning_rate": 9.959579965828952e-06,
      "loss": 0.021,
      "step": 48350
    },
    {
      "epoch": 15.08109794135995,
      "flow_loss": 0.01749873347580433,
      "step": 48350
    },
    {
      "contrastive_loss": 0.0033262502402067184,
      "epoch": 15.08109794135995,
      "step": 48350
    },
    {
      "contrastive_lambda": 0.09018886194654296,
      "epoch": 15.08109794135995,
      "step": 48350
    },
    {
      "contrastive_lambda": 0.09017386390909371,
      "epoch": 15.081409856519027,
      "step": 48351
    },
    {
      "contrastive_lambda": 0.09015886699520625,
      "epoch": 15.081721771678103,
      "step": 48352
    },
    {
      "contrastive_lambda": 0.0901438712049214,
      "epoch": 15.08203368683718,
      "step": 48353
    },
    {
      "contrastive_lambda": 0.09012887653828033,
      "epoch": 15.082345601996257,
      "step": 48354
    },
    {
      "contrastive_lambda": 0.09011388299532441,
      "epoch": 15.082657517155333,
      "step": 48355
    },
    {
      "contrastive_lambda": 0.09009889057609427,
      "epoch": 15.08296943231441,
      "step": 48356
    },
    {
      "contrastive_lambda": 0.09008389928063143,
      "epoch": 15.083281347473488,
      "step": 48357
    },
    {
      "contrastive_lambda": 0.09006890910897702,
      "epoch": 15.083593262632563,
      "step": 48358
    },
    {
      "contrastive_lambda": 0.0900539200611718,
      "epoch": 15.08390517779164,
      "step": 48359
    },
    {
      "epoch": 15.084217092950718,
      "grad_norm": 0.07764191180467606,
      "learning_rate": 9.943081095554218e-06,
      "loss": 0.0254,
      "step": 48360
    },
    {
      "epoch": 15.084217092950718,
      "flow_loss": 0.01692570187151432,
      "step": 48360
    },
    {
      "contrastive_loss": 0.004363996908068657,
      "epoch": 15.084217092950718,
      "step": 48360
    },
    {
      "contrastive_lambda": 0.09003893213725717,
      "epoch": 15.084217092950718,
      "step": 48360
    },
    {
      "contrastive_lambda": 0.09002394533727393,
      "epoch": 15.084529008109794,
      "step": 48361
    },
    {
      "contrastive_lambda": 0.09000895966126321,
      "epoch": 15.084840923268871,
      "step": 48362
    },
    {
      "contrastive_lambda": 0.08999397510926649,
      "epoch": 15.085152838427948,
      "step": 48363
    },
    {
      "contrastive_lambda": 0.0899789916813244,
      "epoch": 15.085464753587024,
      "step": 48364
    },
    {
      "contrastive_lambda": 0.08996400937747823,
      "epoch": 15.085776668746101,
      "step": 48365
    },
    {
      "contrastive_lambda": 0.08994902819776912,
      "epoch": 15.086088583905179,
      "step": 48366
    },
    {
      "contrastive_lambda": 0.08993404814223777,
      "epoch": 15.086400499064254,
      "step": 48367
    },
    {
      "contrastive_lambda": 0.08991906921092563,
      "epoch": 15.086712414223332,
      "step": 48368
    },
    {
      "contrastive_lambda": 0.08990409140387373,
      "epoch": 15.087024329382407,
      "step": 48369
    },
    {
      "epoch": 15.087336244541484,
      "grad_norm": 0.05986064672470093,
      "learning_rate": 9.926594393513783e-06,
      "loss": 0.0168,
      "step": 48370
    },
    {
      "epoch": 15.087336244541484,
      "flow_loss": 0.01828162744641304,
      "step": 48370
    },
    {
      "contrastive_loss": 0.0036368186119943857,
      "epoch": 15.087336244541484,
      "step": 48370
    },
    {
      "contrastive_lambda": 0.08988911472112299,
      "epoch": 15.087336244541484,
      "step": 48370
    },
    {
      "contrastive_lambda": 0.08987413916271464,
      "epoch": 15.087648159700562,
      "step": 48371
    },
    {
      "contrastive_lambda": 0.08985916472868949,
      "epoch": 15.087960074859637,
      "step": 48372
    },
    {
      "contrastive_lambda": 0.08984419141908856,
      "epoch": 15.088271990018715,
      "step": 48373
    },
    {
      "contrastive_lambda": 0.08982921923395337,
      "epoch": 15.088583905177792,
      "step": 48374
    },
    {
      "contrastive_lambda": 0.0898142481733245,
      "epoch": 15.088895820336868,
      "step": 48375
    },
    {
      "contrastive_lambda": 0.08979927823724321,
      "epoch": 15.089207735495945,
      "step": 48376
    },
    {
      "contrastive_lambda": 0.08978430942575055,
      "epoch": 15.089519650655022,
      "step": 48377
    },
    {
      "contrastive_lambda": 0.0897693417388874,
      "epoch": 15.089831565814098,
      "step": 48378
    },
    {
      "contrastive_lambda": 0.08975437517669477,
      "epoch": 15.090143480973175,
      "step": 48379
    },
    {
      "epoch": 15.090455396132253,
      "grad_norm": 0.07936382293701172,
      "learning_rate": 9.910119864715906e-06,
      "loss": 0.0198,
      "step": 48380
    },
    {
      "epoch": 15.090455396132253,
      "flow_loss": 0.021038029342889786,
      "step": 48380
    },
    {
      "contrastive_loss": 0.00380294444039464,
      "epoch": 15.090455396132253,
      "step": 48380
    },
    {
      "contrastive_lambda": 0.08973940973921407,
      "epoch": 15.090455396132253,
      "step": 48380
    },
    {
      "contrastive_lambda": 0.08972444542648594,
      "epoch": 15.090767311291328,
      "step": 48381
    },
    {
      "contrastive_lambda": 0.08970948223855169,
      "epoch": 15.091079226450406,
      "step": 48382
    },
    {
      "contrastive_lambda": 0.08969452017545204,
      "epoch": 15.091391141609483,
      "step": 48383
    },
    {
      "contrastive_lambda": 0.08967955923722803,
      "epoch": 15.091703056768559,
      "step": 48384
    },
    {
      "contrastive_lambda": 0.08966459942392108,
      "epoch": 15.092014971927636,
      "step": 48385
    },
    {
      "contrastive_lambda": 0.08964964073557175,
      "epoch": 15.092326887086712,
      "step": 48386
    },
    {
      "contrastive_lambda": 0.08963468317222129,
      "epoch": 15.092638802245789,
      "step": 48387
    },
    {
      "contrastive_lambda": 0.08961972673391072,
      "epoch": 15.092950717404866,
      "step": 48388
    },
    {
      "contrastive_lambda": 0.08960477142068085,
      "epoch": 15.093262632563942,
      "step": 48389
    },
    {
      "epoch": 15.09357454772302,
      "grad_norm": 0.08150288462638855,
      "learning_rate": 9.8936575141651e-06,
      "loss": 0.0265,
      "step": 48390
    },
    {
      "epoch": 15.09357454772302,
      "flow_loss": 0.019518299028277397,
      "step": 48390
    },
    {
      "contrastive_loss": 0.0035437950864434242,
      "epoch": 15.09357454772302,
      "step": 48390
    },
    {
      "contrastive_lambda": 0.08958981723257281,
      "epoch": 15.09357454772302,
      "step": 48390
    },
    {
      "contrastive_lambda": 0.08957486416962762,
      "epoch": 15.093886462882097,
      "step": 48391
    },
    {
      "contrastive_lambda": 0.0895599122318862,
      "epoch": 15.094198378041172,
      "step": 48392
    },
    {
      "contrastive_lambda": 0.08954496141938972,
      "epoch": 15.09451029320025,
      "step": 48393
    },
    {
      "contrastive_lambda": 0.08953001173217895,
      "epoch": 15.094822208359327,
      "step": 48394
    },
    {
      "contrastive_lambda": 0.0895150631702949,
      "epoch": 15.095134123518402,
      "step": 48395
    },
    {
      "contrastive_lambda": 0.08950011573377864,
      "epoch": 15.09544603867748,
      "step": 48396
    },
    {
      "contrastive_lambda": 0.0894851694226711,
      "epoch": 15.095757953836557,
      "step": 48397
    },
    {
      "contrastive_lambda": 0.08947022423701328,
      "epoch": 15.096069868995633,
      "step": 48398
    },
    {
      "contrastive_lambda": 0.08945528017684629,
      "epoch": 15.09638178415471,
      "step": 48399
    },
    {
      "epoch": 15.096693699313787,
      "grad_norm": 0.06163628026843071,
      "learning_rate": 9.877207346862194e-06,
      "loss": 0.0184,
      "step": 48400
    },
    {
      "epoch": 15.096693699313787,
      "flow_loss": 0.017660701647400856,
      "step": 48400
    },
    {
      "contrastive_loss": 0.0030414059292525053,
      "epoch": 15.096693699313787,
      "step": 48400
    },
    {
      "contrastive_lambda": 0.08944033724221084,
      "epoch": 15.096693699313787,
      "step": 48400
    },
    {
      "contrastive_lambda": 0.08942539543314798,
      "epoch": 15.097005614472863,
      "step": 48401
    },
    {
      "contrastive_lambda": 0.08941045474969878,
      "epoch": 15.09731752963194,
      "step": 48402
    },
    {
      "contrastive_lambda": 0.08939551519190403,
      "epoch": 15.097629444791016,
      "step": 48403
    },
    {
      "contrastive_lambda": 0.08938057675980499,
      "epoch": 15.097941359950093,
      "step": 48404
    },
    {
      "contrastive_lambda": 0.08936563945344228,
      "epoch": 15.09825327510917,
      "step": 48405
    },
    {
      "contrastive_lambda": 0.08935070327285694,
      "epoch": 15.098565190268246,
      "step": 48406
    },
    {
      "contrastive_lambda": 0.08933576821809003,
      "epoch": 15.098877105427324,
      "step": 48407
    },
    {
      "contrastive_lambda": 0.08932083428918236,
      "epoch": 15.099189020586401,
      "step": 48408
    },
    {
      "contrastive_lambda": 0.08930590148617512,
      "epoch": 15.099500935745477,
      "step": 48409
    },
    {
      "epoch": 15.099812850904554,
      "grad_norm": 0.08046446740627289,
      "learning_rate": 9.860769367804312e-06,
      "loss": 0.0201,
      "step": 48410
    },
    {
      "epoch": 15.099812850904554,
      "flow_loss": 0.015696048736572266,
      "step": 48410
    },
    {
      "contrastive_loss": 0.003778427839279175,
      "epoch": 15.099812850904554,
      "step": 48410
    },
    {
      "contrastive_lambda": 0.08929096980910889,
      "epoch": 15.099812850904554,
      "step": 48410
    },
    {
      "contrastive_lambda": 0.0892760392580248,
      "epoch": 15.100124766063631,
      "step": 48411
    },
    {
      "contrastive_lambda": 0.08926110983296393,
      "epoch": 15.100436681222707,
      "step": 48412
    },
    {
      "contrastive_lambda": 0.0892461815339668,
      "epoch": 15.100748596381784,
      "step": 48413
    },
    {
      "contrastive_lambda": 0.08923125436107465,
      "epoch": 15.101060511540862,
      "step": 48414
    },
    {
      "contrastive_lambda": 0.08921632831432852,
      "epoch": 15.101372426699937,
      "step": 48415
    },
    {
      "contrastive_lambda": 0.08920140339376897,
      "epoch": 15.101684341859015,
      "step": 48416
    },
    {
      "contrastive_lambda": 0.08918647959943726,
      "epoch": 15.101996257018092,
      "step": 48417
    },
    {
      "contrastive_lambda": 0.08917155693137391,
      "epoch": 15.102308172177167,
      "step": 48418
    },
    {
      "contrastive_lambda": 0.08915663538962015,
      "epoch": 15.102620087336245,
      "step": 48419
    },
    {
      "epoch": 15.10293200249532,
      "grad_norm": 0.08878330886363983,
      "learning_rate": 9.844343581984877e-06,
      "loss": 0.0259,
      "step": 48420
    },
    {
      "epoch": 15.10293200249532,
      "flow_loss": 0.011663910932838917,
      "step": 48420
    },
    {
      "contrastive_loss": 0.003554933238774538,
      "epoch": 15.10293200249532,
      "step": 48420
    },
    {
      "contrastive_lambda": 0.08914171497421691,
      "epoch": 15.10293200249532,
      "step": 48420
    },
    {
      "contrastive_lambda": 0.08912679568520493,
      "epoch": 15.103243917654398,
      "step": 48421
    },
    {
      "contrastive_lambda": 0.08911187752262512,
      "epoch": 15.103555832813475,
      "step": 48422
    },
    {
      "contrastive_lambda": 0.08909696048651855,
      "epoch": 15.10386774797255,
      "step": 48423
    },
    {
      "contrastive_lambda": 0.08908204457692576,
      "epoch": 15.104179663131628,
      "step": 48424
    },
    {
      "contrastive_lambda": 0.08906712979388798,
      "epoch": 15.104491578290705,
      "step": 48425
    },
    {
      "contrastive_lambda": 0.08905221613744613,
      "epoch": 15.104803493449781,
      "step": 48426
    },
    {
      "contrastive_lambda": 0.08903730360764084,
      "epoch": 15.105115408608858,
      "step": 48427
    },
    {
      "contrastive_lambda": 0.08902239220451325,
      "epoch": 15.105427323767936,
      "step": 48428
    },
    {
      "contrastive_lambda": 0.08900748192810398,
      "epoch": 15.105739238927011,
      "step": 48429
    },
    {
      "epoch": 15.106051154086089,
      "grad_norm": 0.08895725011825562,
      "learning_rate": 9.82792999439362e-06,
      "loss": 0.0205,
      "step": 48430
    },
    {
      "epoch": 15.106051154086089,
      "flow_loss": 0.02408096008002758,
      "step": 48430
    },
    {
      "contrastive_loss": 0.002882832195609808,
      "epoch": 15.106051154086089,
      "step": 48430
    },
    {
      "contrastive_lambda": 0.0889925727784539,
      "epoch": 15.106051154086089,
      "step": 48430
    },
    {
      "contrastive_lambda": 0.08897766475560426,
      "epoch": 15.106363069245166,
      "step": 48431
    },
    {
      "contrastive_lambda": 0.08896275785959556,
      "epoch": 15.106674984404242,
      "step": 48432
    },
    {
      "contrastive_lambda": 0.08894785209046885,
      "epoch": 15.106986899563319,
      "step": 48433
    },
    {
      "contrastive_lambda": 0.08893294744826502,
      "epoch": 15.107298814722396,
      "step": 48434
    },
    {
      "contrastive_lambda": 0.0889180439330246,
      "epoch": 15.107610729881472,
      "step": 48435
    },
    {
      "contrastive_lambda": 0.08890314154478884,
      "epoch": 15.10792264504055,
      "step": 48436
    },
    {
      "contrastive_lambda": 0.08888824028359854,
      "epoch": 15.108234560199625,
      "step": 48437
    },
    {
      "contrastive_lambda": 0.08887334014949438,
      "epoch": 15.108546475358702,
      "step": 48438
    },
    {
      "contrastive_lambda": 0.08885844114251745,
      "epoch": 15.10885839051778,
      "step": 48439
    },
    {
      "epoch": 15.109170305676855,
      "grad_norm": 0.0461823008954525,
      "learning_rate": 9.811528610016546e-06,
      "loss": 0.0233,
      "step": 48440
    },
    {
      "epoch": 15.109170305676855,
      "flow_loss": 0.023387504741549492,
      "step": 48440
    },
    {
      "contrastive_loss": 0.003300030715763569,
      "epoch": 15.109170305676855,
      "step": 48440
    },
    {
      "contrastive_lambda": 0.08884354326270832,
      "epoch": 15.109170305676855,
      "step": 48440
    },
    {
      "contrastive_lambda": 0.0888286465101078,
      "epoch": 15.109482220835933,
      "step": 48441
    },
    {
      "contrastive_lambda": 0.08881375088475718,
      "epoch": 15.10979413599501,
      "step": 48442
    },
    {
      "contrastive_lambda": 0.08879885638669688,
      "epoch": 15.110106051154085,
      "step": 48443
    },
    {
      "contrastive_lambda": 0.0887839630159678,
      "epoch": 15.110417966313163,
      "step": 48444
    },
    {
      "contrastive_lambda": 0.08876907077261104,
      "epoch": 15.11072988147224,
      "step": 48445
    },
    {
      "contrastive_lambda": 0.08875417965666704,
      "epoch": 15.111041796631316,
      "step": 48446
    },
    {
      "contrastive_lambda": 0.08873928966817685,
      "epoch": 15.111353711790393,
      "step": 48447
    },
    {
      "contrastive_lambda": 0.08872440080718119,
      "epoch": 15.11166562694947,
      "step": 48448
    },
    {
      "contrastive_lambda": 0.08870951307372099,
      "epoch": 15.111977542108546,
      "step": 48449
    },
    {
      "epoch": 15.112289457267623,
      "grad_norm": 0.08064045011997223,
      "learning_rate": 9.79513943383597e-06,
      "loss": 0.0248,
      "step": 48450
    },
    {
      "epoch": 15.112289457267623,
      "flow_loss": 0.023119356483221054,
      "step": 48450
    },
    {
      "contrastive_loss": 0.004714078735560179,
      "epoch": 15.112289457267623,
      "step": 48450
    },
    {
      "contrastive_lambda": 0.0886946264678371,
      "epoch": 15.112289457267623,
      "step": 48450
    },
    {
      "contrastive_lambda": 0.08867974098957015,
      "epoch": 15.1126013724267,
      "step": 48451
    },
    {
      "contrastive_lambda": 0.0886648566389609,
      "epoch": 15.112913287585776,
      "step": 48452
    },
    {
      "contrastive_lambda": 0.08864997341605058,
      "epoch": 15.113225202744854,
      "step": 48453
    },
    {
      "contrastive_lambda": 0.08863509132087954,
      "epoch": 15.11353711790393,
      "step": 48454
    },
    {
      "contrastive_lambda": 0.08862021035348894,
      "epoch": 15.113849033063007,
      "step": 48455
    },
    {
      "contrastive_lambda": 0.08860533051391922,
      "epoch": 15.114160948222084,
      "step": 48456
    },
    {
      "contrastive_lambda": 0.08859045180221137,
      "epoch": 15.11447286338116,
      "step": 48457
    },
    {
      "contrastive_lambda": 0.08857557421840612,
      "epoch": 15.114784778540237,
      "step": 48458
    },
    {
      "contrastive_lambda": 0.08856069776254433,
      "epoch": 15.115096693699314,
      "step": 48459
    },
    {
      "epoch": 15.11540860885839,
      "grad_norm": 0.063170425593853,
      "learning_rate": 9.778762470830489e-06,
      "loss": 0.0178,
      "step": 48460
    },
    {
      "epoch": 15.11540860885839,
      "flow_loss": 0.024904830381274223,
      "step": 48460
    },
    {
      "contrastive_loss": 0.00585578940808773,
      "epoch": 15.11540860885839,
      "step": 48460
    },
    {
      "contrastive_lambda": 0.08854582243466669,
      "epoch": 15.11540860885839,
      "step": 48460
    },
    {
      "contrastive_lambda": 0.08853094823481422,
      "epoch": 15.115720524017467,
      "step": 48461
    },
    {
      "contrastive_lambda": 0.08851607516302734,
      "epoch": 15.116032439176545,
      "step": 48462
    },
    {
      "contrastive_lambda": 0.08850120321934718,
      "epoch": 15.11634435433562,
      "step": 48463
    },
    {
      "contrastive_lambda": 0.0884863324038141,
      "epoch": 15.116656269494698,
      "step": 48464
    },
    {
      "contrastive_lambda": 0.08847146271646916,
      "epoch": 15.116968184653775,
      "step": 48465
    },
    {
      "contrastive_lambda": 0.08845659415735324,
      "epoch": 15.11728009981285,
      "step": 48466
    },
    {
      "contrastive_lambda": 0.0884417267265068,
      "epoch": 15.117592014971928,
      "step": 48467
    },
    {
      "contrastive_lambda": 0.08842686042397074,
      "epoch": 15.117903930131005,
      "step": 48468
    },
    {
      "contrastive_lambda": 0.08841199524978582,
      "epoch": 15.11821584529008,
      "step": 48469
    },
    {
      "epoch": 15.118527760449158,
      "grad_norm": 0.06668529659509659,
      "learning_rate": 9.762397725974982e-06,
      "loss": 0.0215,
      "step": 48470
    },
    {
      "epoch": 15.118527760449158,
      "flow_loss": 0.02940809354186058,
      "step": 48470
    },
    {
      "contrastive_loss": 0.004195941612124443,
      "epoch": 15.118527760449158,
      "step": 48470
    },
    {
      "contrastive_lambda": 0.08839713120399278,
      "epoch": 15.118527760449158,
      "step": 48470
    },
    {
      "contrastive_lambda": 0.08838226828663232,
      "epoch": 15.118839675608234,
      "step": 48471
    },
    {
      "contrastive_lambda": 0.08836740649774544,
      "epoch": 15.119151590767311,
      "step": 48472
    },
    {
      "contrastive_lambda": 0.08835254583737251,
      "epoch": 15.119463505926388,
      "step": 48473
    },
    {
      "contrastive_lambda": 0.08833768630555461,
      "epoch": 15.119775421085464,
      "step": 48474
    },
    {
      "contrastive_lambda": 0.08832282790233204,
      "epoch": 15.120087336244541,
      "step": 48475
    },
    {
      "contrastive_lambda": 0.08830797062774598,
      "epoch": 15.120399251403619,
      "step": 48476
    },
    {
      "contrastive_lambda": 0.08829311448183708,
      "epoch": 15.120711166562694,
      "step": 48477
    },
    {
      "contrastive_lambda": 0.08827825946464585,
      "epoch": 15.121023081721772,
      "step": 48478
    },
    {
      "contrastive_lambda": 0.08826340557621315,
      "epoch": 15.121334996880849,
      "step": 48479
    },
    {
      "epoch": 15.121646912039925,
      "grad_norm": 0.04371616616845131,
      "learning_rate": 9.746045204240622e-06,
      "loss": 0.0173,
      "step": 48480
    },
    {
      "epoch": 15.121646912039925,
      "flow_loss": 0.02791443280875683,
      "step": 48480
    },
    {
      "contrastive_loss": 0.00364374415948987,
      "epoch": 15.121646912039925,
      "step": 48480
    },
    {
      "contrastive_lambda": 0.08824855281657984,
      "epoch": 15.121646912039925,
      "step": 48480
    },
    {
      "contrastive_lambda": 0.08823370118578627,
      "epoch": 15.121958827199002,
      "step": 48481
    },
    {
      "contrastive_lambda": 0.08821885068387347,
      "epoch": 15.12227074235808,
      "step": 48482
    },
    {
      "contrastive_lambda": 0.08820400131088224,
      "epoch": 15.122582657517155,
      "step": 48483
    },
    {
      "contrastive_lambda": 0.08818915306685293,
      "epoch": 15.122894572676232,
      "step": 48484
    },
    {
      "contrastive_lambda": 0.08817430595182663,
      "epoch": 15.12320648783531,
      "step": 48485
    },
    {
      "contrastive_lambda": 0.08815945996584357,
      "epoch": 15.123518402994385,
      "step": 48486
    },
    {
      "contrastive_lambda": 0.08814461510894489,
      "epoch": 15.123830318153463,
      "step": 48487
    },
    {
      "contrastive_lambda": 0.08812977138117123,
      "epoch": 15.124142233312538,
      "step": 48488
    },
    {
      "contrastive_lambda": 0.08811492878256305,
      "epoch": 15.124454148471616,
      "step": 48489
    },
    {
      "epoch": 15.124766063630693,
      "grad_norm": 0.06798157840967178,
      "learning_rate": 9.729704910594917e-06,
      "loss": 0.0198,
      "step": 48490
    },
    {
      "epoch": 15.124766063630693,
      "flow_loss": 0.013516240753233433,
      "step": 48490
    },
    {
      "contrastive_loss": 0.003980361856520176,
      "epoch": 15.124766063630693,
      "step": 48490
    },
    {
      "contrastive_lambda": 0.08810008731316121,
      "epoch": 15.124766063630693,
      "step": 48490
    },
    {
      "contrastive_lambda": 0.08808524697300646,
      "epoch": 15.125077978789768,
      "step": 48491
    },
    {
      "contrastive_lambda": 0.08807040776213915,
      "epoch": 15.125389893948846,
      "step": 48492
    },
    {
      "contrastive_lambda": 0.08805556968060047,
      "epoch": 15.125701809107923,
      "step": 48493
    },
    {
      "contrastive_lambda": 0.08804073272843072,
      "epoch": 15.126013724266999,
      "step": 48494
    },
    {
      "contrastive_lambda": 0.08802589690567064,
      "epoch": 15.126325639426076,
      "step": 48495
    },
    {
      "contrastive_lambda": 0.08801106221236116,
      "epoch": 15.126637554585153,
      "step": 48496
    },
    {
      "contrastive_lambda": 0.08799622864854256,
      "epoch": 15.126949469744229,
      "step": 48497
    },
    {
      "contrastive_lambda": 0.0879813962142556,
      "epoch": 15.127261384903306,
      "step": 48498
    },
    {
      "contrastive_lambda": 0.08796656490954124,
      "epoch": 15.127573300062384,
      "step": 48499
    },
    {
      "epoch": 15.12788521522146,
      "grad_norm": 0.054006174206733704,
      "learning_rate": 9.713376850001554e-06,
      "loss": 0.0206,
      "step": 48500
    },
    {
      "epoch": 15.12788521522146,
      "flow_loss": 0.014430633746087551,
      "step": 48500
    },
    {
      "contrastive_loss": 0.0036826287396252155,
      "epoch": 15.12788521522146,
      "step": 48500
    },
    {
      "contrastive_lambda": 0.08795173473443985,
      "epoch": 15.12788521522146,
      "step": 48500
    },
    {
      "contrastive_lambda": 0.08793690568899215,
      "epoch": 15.128197130380537,
      "step": 48501
    },
    {
      "contrastive_lambda": 0.08792207777323896,
      "epoch": 15.128509045539614,
      "step": 48502
    },
    {
      "contrastive_lambda": 0.08790725098722052,
      "epoch": 15.12882096069869,
      "step": 48503
    },
    {
      "contrastive_lambda": 0.08789242533097802,
      "epoch": 15.129132875857767,
      "step": 48504
    },
    {
      "contrastive_lambda": 0.0878776008045517,
      "epoch": 15.129444791016843,
      "step": 48505
    },
    {
      "contrastive_lambda": 0.08786277740798237,
      "epoch": 15.12975670617592,
      "step": 48506
    },
    {
      "contrastive_lambda": 0.08784795514131072,
      "epoch": 15.130068621334997,
      "step": 48507
    },
    {
      "contrastive_lambda": 0.0878331340045772,
      "epoch": 15.130380536494073,
      "step": 48508
    },
    {
      "contrastive_lambda": 0.08781831399782242,
      "epoch": 15.13069245165315,
      "step": 48509
    },
    {
      "epoch": 15.131004366812228,
      "grad_norm": 0.05786837264895439,
      "learning_rate": 9.697061027420622e-06,
      "loss": 0.0215,
      "step": 48510
    },
    {
      "epoch": 15.131004366812228,
      "flow_loss": 0.013395442627370358,
      "step": 48510
    },
    {
      "contrastive_loss": 0.0039026003796607256,
      "epoch": 15.131004366812228,
      "step": 48510
    },
    {
      "contrastive_lambda": 0.08780349512108737,
      "epoch": 15.131004366812228,
      "step": 48510
    },
    {
      "contrastive_lambda": 0.08778867737441232,
      "epoch": 15.131316281971303,
      "step": 48511
    },
    {
      "contrastive_lambda": 0.08777386075783816,
      "epoch": 15.13162819713038,
      "step": 48512
    },
    {
      "contrastive_lambda": 0.08775904527140521,
      "epoch": 15.131940112289458,
      "step": 48513
    },
    {
      "contrastive_lambda": 0.08774423091515426,
      "epoch": 15.132252027448533,
      "step": 48514
    },
    {
      "contrastive_lambda": 0.0877294176891259,
      "epoch": 15.13256394260761,
      "step": 48515
    },
    {
      "contrastive_lambda": 0.08771460559336075,
      "epoch": 15.132875857766688,
      "step": 48516
    },
    {
      "contrastive_lambda": 0.0876997946278994,
      "epoch": 15.133187772925764,
      "step": 48517
    },
    {
      "contrastive_lambda": 0.08768498479278264,
      "epoch": 15.133499688084841,
      "step": 48518
    },
    {
      "contrastive_lambda": 0.08767017608805072,
      "epoch": 15.133811603243918,
      "step": 48519
    },
    {
      "epoch": 15.134123518402994,
      "grad_norm": 0.07231584936380386,
      "learning_rate": 9.680757447808385e-06,
      "loss": 0.0194,
      "step": 48520
    },
    {
      "epoch": 15.134123518402994,
      "flow_loss": 0.028373969718813896,
      "step": 48520
    },
    {
      "contrastive_loss": 0.0036637657321989536,
      "epoch": 15.134123518402994,
      "step": 48520
    },
    {
      "contrastive_lambda": 0.08765536851374461,
      "epoch": 15.134123518402994,
      "step": 48520
    },
    {
      "contrastive_lambda": 0.08764056206990445,
      "epoch": 15.134435433562071,
      "step": 48521
    },
    {
      "contrastive_lambda": 0.0876257567565712,
      "epoch": 15.134747348721147,
      "step": 48522
    },
    {
      "contrastive_lambda": 0.08761095257378554,
      "epoch": 15.135059263880224,
      "step": 48523
    },
    {
      "contrastive_lambda": 0.08759614952158767,
      "epoch": 15.135371179039302,
      "step": 48524
    },
    {
      "contrastive_lambda": 0.0875813476000184,
      "epoch": 15.135683094198377,
      "step": 48525
    },
    {
      "contrastive_lambda": 0.0875665468091183,
      "epoch": 15.135995009357455,
      "step": 48526
    },
    {
      "contrastive_lambda": 0.08755174714892788,
      "epoch": 15.136306924516532,
      "step": 48527
    },
    {
      "contrastive_lambda": 0.0875369486194878,
      "epoch": 15.136618839675608,
      "step": 48528
    },
    {
      "contrastive_lambda": 0.08752215122083873,
      "epoch": 15.136930754834685,
      "step": 48529
    },
    {
      "epoch": 15.137242669993762,
      "grad_norm": 0.04954099655151367,
      "learning_rate": 9.664466116117488e-06,
      "loss": 0.0199,
      "step": 48530
    },
    {
      "epoch": 15.137242669993762,
      "flow_loss": 0.019489571452140808,
      "step": 48530
    },
    {
      "contrastive_loss": 0.0034542949870228767,
      "epoch": 15.137242669993762,
      "step": 48530
    },
    {
      "contrastive_lambda": 0.08750735495302098,
      "epoch": 15.137242669993762,
      "step": 48530
    },
    {
      "contrastive_lambda": 0.08749255981607534,
      "epoch": 15.137554585152838,
      "step": 48531
    },
    {
      "contrastive_lambda": 0.08747776581004202,
      "epoch": 15.137866500311915,
      "step": 48532
    },
    {
      "contrastive_lambda": 0.08746297293496191,
      "epoch": 15.138178415470993,
      "step": 48533
    },
    {
      "contrastive_lambda": 0.08744818119087566,
      "epoch": 15.138490330630068,
      "step": 48534
    },
    {
      "contrastive_lambda": 0.08743339057782351,
      "epoch": 15.138802245789146,
      "step": 48535
    },
    {
      "contrastive_lambda": 0.08741860109584615,
      "epoch": 15.139114160948223,
      "step": 48536
    },
    {
      "contrastive_lambda": 0.08740381274498427,
      "epoch": 15.139426076107299,
      "step": 48537
    },
    {
      "contrastive_lambda": 0.08738902552527794,
      "epoch": 15.139737991266376,
      "step": 48538
    },
    {
      "contrastive_lambda": 0.0873742394367682,
      "epoch": 15.140049906425451,
      "step": 48539
    },
    {
      "epoch": 15.140361821584529,
      "grad_norm": 0.05733000114560127,
      "learning_rate": 9.64818703729678e-06,
      "loss": 0.0225,
      "step": 48540
    },
    {
      "epoch": 15.140361821584529,
      "flow_loss": 0.019465995952486992,
      "step": 48540
    },
    {
      "contrastive_loss": 0.003070334903895855,
      "epoch": 15.140361821584529,
      "step": 48540
    },
    {
      "contrastive_lambda": 0.08735945447949556,
      "epoch": 15.140361821584529,
      "step": 48540
    },
    {
      "contrastive_lambda": 0.08734467065350021,
      "epoch": 15.140673736743606,
      "step": 48541
    },
    {
      "contrastive_lambda": 0.08732988795882307,
      "epoch": 15.140985651902682,
      "step": 48542
    },
    {
      "contrastive_lambda": 0.08731510639550416,
      "epoch": 15.141297567061759,
      "step": 48543
    },
    {
      "contrastive_lambda": 0.0873003259635845,
      "epoch": 15.141609482220836,
      "step": 48544
    },
    {
      "contrastive_lambda": 0.08728554666310451,
      "epoch": 15.141921397379912,
      "step": 48545
    },
    {
      "contrastive_lambda": 0.08727076849410453,
      "epoch": 15.14223331253899,
      "step": 48546
    },
    {
      "contrastive_lambda": 0.08725599145662516,
      "epoch": 15.142545227698067,
      "step": 48547
    },
    {
      "contrastive_lambda": 0.08724121555070702,
      "epoch": 15.142857142857142,
      "step": 48548
    },
    {
      "contrastive_lambda": 0.0872264407763903,
      "epoch": 15.14316905801622,
      "step": 48549
    },
    {
      "epoch": 15.143480973175297,
      "grad_norm": 0.07017197459936142,
      "learning_rate": 9.631920216291423e-06,
      "loss": 0.0218,
      "step": 48550
    },
    {
      "epoch": 15.143480973175297,
      "flow_loss": 0.022642262279987335,
      "step": 48550
    },
    {
      "contrastive_loss": 0.003205725224688649,
      "epoch": 15.143480973175297,
      "step": 48550
    },
    {
      "contrastive_lambda": 0.08721166713371598,
      "epoch": 15.143480973175297,
      "step": 48550
    },
    {
      "contrastive_lambda": 0.08719689462272417,
      "epoch": 15.143792888334373,
      "step": 48551
    },
    {
      "contrastive_lambda": 0.08718212324345553,
      "epoch": 15.14410480349345,
      "step": 48552
    },
    {
      "contrastive_lambda": 0.08716735299595069,
      "epoch": 15.144416718652527,
      "step": 48553
    },
    {
      "contrastive_lambda": 0.08715258388024982,
      "epoch": 15.144728633811603,
      "step": 48554
    },
    {
      "contrastive_lambda": 0.08713781589639347,
      "epoch": 15.14504054897068,
      "step": 48555
    },
    {
      "contrastive_lambda": 0.08712304904442253,
      "epoch": 15.145352464129756,
      "step": 48556
    },
    {
      "contrastive_lambda": 0.08710828332437703,
      "epoch": 15.145664379288833,
      "step": 48557
    },
    {
      "contrastive_lambda": 0.08709351873629773,
      "epoch": 15.14597629444791,
      "step": 48558
    },
    {
      "contrastive_lambda": 0.08707875528022485,
      "epoch": 15.146288209606986,
      "step": 48559
    },
    {
      "epoch": 15.146600124766064,
      "grad_norm": 0.05800292268395424,
      "learning_rate": 9.615665658042849e-06,
      "loss": 0.0194,
      "step": 48560
    },
    {
      "epoch": 15.146600124766064,
      "flow_loss": 0.027880989015102386,
      "step": 48560
    },
    {
      "contrastive_loss": 0.004405219107866287,
      "epoch": 15.146600124766064,
      "step": 48560
    },
    {
      "contrastive_lambda": 0.08706399295619893,
      "epoch": 15.146600124766064,
      "step": 48560
    },
    {
      "contrastive_lambda": 0.08704923176426071,
      "epoch": 15.146912039925141,
      "step": 48561
    },
    {
      "contrastive_lambda": 0.08703447170445039,
      "epoch": 15.147223955084216,
      "step": 48562
    },
    {
      "contrastive_lambda": 0.08701971277680853,
      "epoch": 15.147535870243294,
      "step": 48563
    },
    {
      "contrastive_lambda": 0.08700495498137567,
      "epoch": 15.147847785402371,
      "step": 48564
    },
    {
      "contrastive_lambda": 0.08699019831819205,
      "epoch": 15.148159700561447,
      "step": 48565
    },
    {
      "contrastive_lambda": 0.08697544278729813,
      "epoch": 15.148471615720524,
      "step": 48566
    },
    {
      "contrastive_lambda": 0.08696068838873472,
      "epoch": 15.148783530879601,
      "step": 48567
    },
    {
      "contrastive_lambda": 0.08694593512254195,
      "epoch": 15.149095446038677,
      "step": 48568
    },
    {
      "contrastive_lambda": 0.0869311829887604,
      "epoch": 15.149407361197754,
      "step": 48569
    },
    {
      "epoch": 15.149719276356832,
      "grad_norm": 0.07331515103578568,
      "learning_rate": 9.599423367488747e-06,
      "loss": 0.0217,
      "step": 48570
    },
    {
      "epoch": 15.149719276356832,
      "flow_loss": 0.02148601785302162,
      "step": 48570
    },
    {
      "contrastive_loss": 0.004835600033402443,
      "epoch": 15.149719276356832,
      "step": 48570
    },
    {
      "contrastive_lambda": 0.08691643198743043,
      "epoch": 15.149719276356832,
      "step": 48570
    },
    {
      "contrastive_lambda": 0.08690168211859245,
      "epoch": 15.150031191515907,
      "step": 48571
    },
    {
      "contrastive_lambda": 0.08688693338228698,
      "epoch": 15.150343106674985,
      "step": 48572
    },
    {
      "contrastive_lambda": 0.08687218577855443,
      "epoch": 15.15065502183406,
      "step": 48573
    },
    {
      "contrastive_lambda": 0.08685743930743528,
      "epoch": 15.150966936993138,
      "step": 48574
    },
    {
      "contrastive_lambda": 0.08684269396897004,
      "epoch": 15.151278852152215,
      "step": 48575
    },
    {
      "contrastive_lambda": 0.08682794976319885,
      "epoch": 15.15159076731129,
      "step": 48576
    },
    {
      "contrastive_lambda": 0.08681320669016218,
      "epoch": 15.151902682470368,
      "step": 48577
    },
    {
      "contrastive_lambda": 0.08679846474990083,
      "epoch": 15.152214597629445,
      "step": 48578
    },
    {
      "contrastive_lambda": 0.08678372394245482,
      "epoch": 15.152526512788521,
      "step": 48579
    },
    {
      "epoch": 15.152838427947598,
      "grad_norm": 0.11786500364542007,
      "learning_rate": 9.583193349563124e-06,
      "loss": 0.023,
      "step": 48580
    },
    {
      "epoch": 15.152838427947598,
      "flow_loss": 0.019745443016290665,
      "step": 48580
    },
    {
      "contrastive_loss": 0.004476591944694519,
      "epoch": 15.152838427947598,
      "step": 48580
    },
    {
      "contrastive_lambda": 0.08676898426786478,
      "epoch": 15.152838427947598,
      "step": 48580
    },
    {
      "contrastive_lambda": 0.08675424572617091,
      "epoch": 15.153150343106676,
      "step": 48581
    },
    {
      "contrastive_lambda": 0.08673950831741378,
      "epoch": 15.153462258265751,
      "step": 48582
    },
    {
      "contrastive_lambda": 0.08672477204163376,
      "epoch": 15.153774173424829,
      "step": 48583
    },
    {
      "contrastive_lambda": 0.08671003689887119,
      "epoch": 15.154086088583906,
      "step": 48584
    },
    {
      "contrastive_lambda": 0.08669530288916655,
      "epoch": 15.154398003742982,
      "step": 48585
    },
    {
      "contrastive_lambda": 0.0866805700125603,
      "epoch": 15.154709918902059,
      "step": 48586
    },
    {
      "contrastive_lambda": 0.08666583826909269,
      "epoch": 15.155021834061136,
      "step": 48587
    },
    {
      "contrastive_lambda": 0.08665110765880418,
      "epoch": 15.155333749220212,
      "step": 48588
    },
    {
      "contrastive_lambda": 0.08663637818173492,
      "epoch": 15.15564566437929,
      "step": 48589
    },
    {
      "epoch": 15.155957579538365,
      "grad_norm": 0.07072635740041733,
      "learning_rate": 9.566975609196216e-06,
      "loss": 0.0234,
      "step": 48590
    },
    {
      "epoch": 15.155957579538365,
      "flow_loss": 0.029195094481110573,
      "step": 48590
    },
    {
      "contrastive_loss": 0.003432121593505144,
      "epoch": 15.155957579538365,
      "step": 48590
    },
    {
      "contrastive_lambda": 0.08662164983792564,
      "epoch": 15.155957579538365,
      "step": 48590
    },
    {
      "contrastive_lambda": 0.0866069226274167,
      "epoch": 15.156269494697442,
      "step": 48591
    },
    {
      "contrastive_lambda": 0.08659219655024819,
      "epoch": 15.15658140985652,
      "step": 48592
    },
    {
      "contrastive_lambda": 0.08657747160646068,
      "epoch": 15.156893325015595,
      "step": 48593
    },
    {
      "contrastive_lambda": 0.08656274779609446,
      "epoch": 15.157205240174672,
      "step": 48594
    },
    {
      "contrastive_lambda": 0.08654802511919002,
      "epoch": 15.15751715533375,
      "step": 48595
    },
    {
      "contrastive_lambda": 0.0865333035757877,
      "epoch": 15.157829070492825,
      "step": 48596
    },
    {
      "contrastive_lambda": 0.0865185831659277,
      "epoch": 15.158140985651903,
      "step": 48597
    },
    {
      "contrastive_lambda": 0.08650386388965048,
      "epoch": 15.15845290081098,
      "step": 48598
    },
    {
      "contrastive_lambda": 0.08648914574699651,
      "epoch": 15.158764815970056,
      "step": 48599
    },
    {
      "epoch": 15.159076731129133,
      "grad_norm": 0.08145377784967422,
      "learning_rate": 9.550770151314548e-06,
      "loss": 0.0261,
      "step": 48600
    },
    {
      "epoch": 15.159076731129133,
      "flow_loss": 0.015557634644210339,
      "step": 48600
    },
    {
      "contrastive_loss": 0.003227182663977146,
      "epoch": 15.159076731129133,
      "step": 48600
    },
    {
      "contrastive_lambda": 0.08647442873800582,
      "epoch": 15.159076731129133,
      "step": 48600
    },
    {
      "contrastive_lambda": 0.08645971286271903,
      "epoch": 15.15938864628821,
      "step": 48601
    },
    {
      "contrastive_lambda": 0.08644499812117656,
      "epoch": 15.159700561447286,
      "step": 48602
    },
    {
      "contrastive_lambda": 0.0864302845134185,
      "epoch": 15.160012476606363,
      "step": 48603
    },
    {
      "contrastive_lambda": 0.08641557203948541,
      "epoch": 15.16032439176544,
      "step": 48604
    },
    {
      "contrastive_lambda": 0.08640086069941738,
      "epoch": 15.160636306924516,
      "step": 48605
    },
    {
      "contrastive_lambda": 0.08638615049325477,
      "epoch": 15.160948222083594,
      "step": 48606
    },
    {
      "contrastive_lambda": 0.08637144142103825,
      "epoch": 15.16126013724267,
      "step": 48607
    },
    {
      "contrastive_lambda": 0.08635673348280776,
      "epoch": 15.161572052401747,
      "step": 48608
    },
    {
      "contrastive_lambda": 0.0863420266786038,
      "epoch": 15.161883967560824,
      "step": 48609
    },
    {
      "epoch": 15.1621958827199,
      "grad_norm": 0.07686322182416916,
      "learning_rate": 9.53457698084091e-06,
      "loss": 0.0283,
      "step": 48610
    },
    {
      "epoch": 15.1621958827199,
      "flow_loss": 0.012830778956413269,
      "step": 48610
    },
    {
      "contrastive_loss": 0.0033315098844468594,
      "epoch": 15.1621958827199,
      "step": 48610
    },
    {
      "contrastive_lambda": 0.0863273210084668,
      "epoch": 15.1621958827199,
      "step": 48610
    },
    {
      "contrastive_lambda": 0.08631261647243665,
      "epoch": 15.162507797878977,
      "step": 48611
    },
    {
      "contrastive_lambda": 0.08629791307055412,
      "epoch": 15.162819713038054,
      "step": 48612
    },
    {
      "contrastive_lambda": 0.08628321080285944,
      "epoch": 15.16313162819713,
      "step": 48613
    },
    {
      "contrastive_lambda": 0.0862685096693927,
      "epoch": 15.163443543356207,
      "step": 48614
    },
    {
      "contrastive_lambda": 0.08625380967019447,
      "epoch": 15.163755458515285,
      "step": 48615
    },
    {
      "contrastive_lambda": 0.08623911080530478,
      "epoch": 15.16406737367436,
      "step": 48616
    },
    {
      "contrastive_lambda": 0.08622441307476392,
      "epoch": 15.164379288833437,
      "step": 48617
    },
    {
      "contrastive_lambda": 0.08620971647861259,
      "epoch": 15.164691203992515,
      "step": 48618
    },
    {
      "contrastive_lambda": 0.0861950210168907,
      "epoch": 15.16500311915159,
      "step": 48619
    },
    {
      "epoch": 15.165315034310668,
      "grad_norm": 0.0932026356458664,
      "learning_rate": 9.518396102694355e-06,
      "loss": 0.0217,
      "step": 48620
    },
    {
      "epoch": 15.165315034310668,
      "flow_loss": 0.01783575490117073,
      "step": 48620
    },
    {
      "contrastive_loss": 0.0031806782353669405,
      "epoch": 15.165315034310668,
      "step": 48620
    },
    {
      "contrastive_lambda": 0.08618032668963865,
      "epoch": 15.165315034310668,
      "step": 48620
    },
    {
      "contrastive_lambda": 0.08616563349689682,
      "epoch": 15.165626949469745,
      "step": 48621
    },
    {
      "contrastive_lambda": 0.08615094143870533,
      "epoch": 15.16593886462882,
      "step": 48622
    },
    {
      "contrastive_lambda": 0.08613625051510437,
      "epoch": 15.166250779787898,
      "step": 48623
    },
    {
      "contrastive_lambda": 0.08612156072613464,
      "epoch": 15.166562694946974,
      "step": 48624
    },
    {
      "contrastive_lambda": 0.08610687207183604,
      "epoch": 15.166874610106051,
      "step": 48625
    },
    {
      "contrastive_lambda": 0.08609218455224904,
      "epoch": 15.167186525265128,
      "step": 48626
    },
    {
      "contrastive_lambda": 0.08607749816741372,
      "epoch": 15.167498440424204,
      "step": 48627
    },
    {
      "contrastive_lambda": 0.08606281291737033,
      "epoch": 15.167810355583281,
      "step": 48628
    },
    {
      "contrastive_lambda": 0.08604812880215945,
      "epoch": 15.168122270742359,
      "step": 48629
    },
    {
      "epoch": 15.168434185901434,
      "grad_norm": 0.0778529942035675,
      "learning_rate": 9.502227521790198e-06,
      "loss": 0.0243,
      "step": 48630
    },
    {
      "epoch": 15.168434185901434,
      "flow_loss": 0.03818054124712944,
      "step": 48630
    },
    {
      "contrastive_loss": 0.0035221059806644917,
      "epoch": 15.168434185901434,
      "step": 48630
    },
    {
      "contrastive_lambda": 0.08603344582182104,
      "epoch": 15.168434185901434,
      "step": 48630
    },
    {
      "contrastive_lambda": 0.08601876397639541,
      "epoch": 15.168746101060512,
      "step": 48631
    },
    {
      "contrastive_lambda": 0.08600408326592301,
      "epoch": 15.169058016219589,
      "step": 48632
    },
    {
      "contrastive_lambda": 0.08598940369044378,
      "epoch": 15.169369931378665,
      "step": 48633
    },
    {
      "contrastive_lambda": 0.08597472524999794,
      "epoch": 15.169681846537742,
      "step": 48634
    },
    {
      "contrastive_lambda": 0.0859600479446262,
      "epoch": 15.16999376169682,
      "step": 48635
    },
    {
      "contrastive_lambda": 0.08594537177436834,
      "epoch": 15.170305676855895,
      "step": 48636
    },
    {
      "contrastive_lambda": 0.0859306967392649,
      "epoch": 15.170617592014972,
      "step": 48637
    },
    {
      "contrastive_lambda": 0.08591602283935584,
      "epoch": 15.170929507174048,
      "step": 48638
    },
    {
      "contrastive_lambda": 0.08590135007468147,
      "epoch": 15.171241422333125,
      "step": 48639
    },
    {
      "epoch": 15.171553337492202,
      "grad_norm": 0.09717932343482971,
      "learning_rate": 9.486071243040063e-06,
      "loss": 0.0218,
      "step": 48640
    },
    {
      "epoch": 15.171553337492202,
      "flow_loss": 0.014450952410697937,
      "step": 48640
    },
    {
      "contrastive_loss": 0.003445708891376853,
      "epoch": 15.171553337492202,
      "step": 48640
    },
    {
      "contrastive_lambda": 0.08588667844528208,
      "epoch": 15.171553337492202,
      "step": 48640
    },
    {
      "contrastive_lambda": 0.08587200795119793,
      "epoch": 15.171865252651278,
      "step": 48641
    },
    {
      "contrastive_lambda": 0.08585733859246913,
      "epoch": 15.172177167810355,
      "step": 48642
    },
    {
      "contrastive_lambda": 0.08584267036913606,
      "epoch": 15.172489082969433,
      "step": 48643
    },
    {
      "contrastive_lambda": 0.08582800328123874,
      "epoch": 15.172800998128508,
      "step": 48644
    },
    {
      "contrastive_lambda": 0.08581333732881746,
      "epoch": 15.173112913287586,
      "step": 48645
    },
    {
      "contrastive_lambda": 0.08579867251191242,
      "epoch": 15.173424828446663,
      "step": 48646
    },
    {
      "contrastive_lambda": 0.08578400883056381,
      "epoch": 15.173736743605739,
      "step": 48647
    },
    {
      "contrastive_lambda": 0.08576934628481203,
      "epoch": 15.174048658764816,
      "step": 48648
    },
    {
      "contrastive_lambda": 0.08575468487469695,
      "epoch": 15.174360573923893,
      "step": 48649
    },
    {
      "epoch": 15.174672489082969,
      "grad_norm": 0.07223659008741379,
      "learning_rate": 9.469927271351747e-06,
      "loss": 0.0176,
      "step": 48650
    },
    {
      "epoch": 15.174672489082969,
      "flow_loss": 0.018321199342608452,
      "step": 48650
    },
    {
      "contrastive_loss": 0.0031573132146149874,
      "epoch": 15.174672489082969,
      "step": 48650
    },
    {
      "contrastive_lambda": 0.08574002460025892,
      "epoch": 15.174672489082969,
      "step": 48650
    },
    {
      "contrastive_lambda": 0.08572536546153814,
      "epoch": 15.174984404242046,
      "step": 48651
    },
    {
      "contrastive_lambda": 0.08571070745857484,
      "epoch": 15.175296319401124,
      "step": 48652
    },
    {
      "contrastive_lambda": 0.08569605059140922,
      "epoch": 15.1756082345602,
      "step": 48653
    },
    {
      "contrastive_lambda": 0.0856813948600813,
      "epoch": 15.175920149719277,
      "step": 48654
    },
    {
      "contrastive_lambda": 0.08566674026463134,
      "epoch": 15.176232064878352,
      "step": 48655
    },
    {
      "contrastive_lambda": 0.08565208680509967,
      "epoch": 15.17654398003743,
      "step": 48656
    },
    {
      "contrastive_lambda": 0.08563743448152611,
      "epoch": 15.176855895196507,
      "step": 48657
    },
    {
      "contrastive_lambda": 0.08562278329395112,
      "epoch": 15.177167810355582,
      "step": 48658
    },
    {
      "contrastive_lambda": 0.08560813324241501,
      "epoch": 15.17747972551466,
      "step": 48659
    },
    {
      "epoch": 15.177791640673737,
      "grad_norm": 0.052046529948711395,
      "learning_rate": 9.453795611629419e-06,
      "loss": 0.022,
      "step": 48660
    },
    {
      "epoch": 15.177791640673737,
      "flow_loss": 0.03568907827138901,
      "step": 48660
    },
    {
      "contrastive_loss": 0.004802817013114691,
      "epoch": 15.177791640673737,
      "step": 48660
    },
    {
      "contrastive_lambda": 0.08559348432695751,
      "epoch": 15.177791640673737,
      "step": 48660
    },
    {
      "contrastive_lambda": 0.08557883654761916,
      "epoch": 15.178103555832813,
      "step": 48661
    },
    {
      "contrastive_lambda": 0.08556418990443976,
      "epoch": 15.17841547099189,
      "step": 48662
    },
    {
      "contrastive_lambda": 0.08554954439745971,
      "epoch": 15.178727386150968,
      "step": 48663
    },
    {
      "contrastive_lambda": 0.08553490002671926,
      "epoch": 15.179039301310043,
      "step": 48664
    },
    {
      "contrastive_lambda": 0.08552025679225833,
      "epoch": 15.17935121646912,
      "step": 48665
    },
    {
      "contrastive_lambda": 0.0855056146941171,
      "epoch": 15.179663131628198,
      "step": 48666
    },
    {
      "contrastive_lambda": 0.08549097373233594,
      "epoch": 15.179975046787273,
      "step": 48667
    },
    {
      "contrastive_lambda": 0.08547633390695453,
      "epoch": 15.18028696194635,
      "step": 48668
    },
    {
      "contrastive_lambda": 0.08546169521801339,
      "epoch": 15.180598877105428,
      "step": 48669
    },
    {
      "epoch": 15.180910792264504,
      "grad_norm": 0.08842747658491135,
      "learning_rate": 9.437676268773399e-06,
      "loss": 0.0229,
      "step": 48670
    },
    {
      "epoch": 15.180910792264504,
      "flow_loss": 0.03238551318645477,
      "step": 48670
    },
    {
      "contrastive_loss": 0.004381095990538597,
      "epoch": 15.180910792264504,
      "step": 48670
    },
    {
      "contrastive_lambda": 0.08544705766555272,
      "epoch": 15.180910792264504,
      "step": 48670
    },
    {
      "contrastive_lambda": 0.08543242124961231,
      "epoch": 15.181222707423581,
      "step": 48671
    },
    {
      "contrastive_lambda": 0.08541778597023258,
      "epoch": 15.181534622582657,
      "step": 48672
    },
    {
      "contrastive_lambda": 0.08540315182745345,
      "epoch": 15.181846537741734,
      "step": 48673
    },
    {
      "contrastive_lambda": 0.08538851882131493,
      "epoch": 15.182158452900811,
      "step": 48674
    },
    {
      "contrastive_lambda": 0.08537388695185766,
      "epoch": 15.182470368059887,
      "step": 48675
    },
    {
      "contrastive_lambda": 0.08535925621912122,
      "epoch": 15.182782283218964,
      "step": 48676
    },
    {
      "contrastive_lambda": 0.08534462662314596,
      "epoch": 15.183094198378042,
      "step": 48677
    },
    {
      "contrastive_lambda": 0.08532999816397208,
      "epoch": 15.183406113537117,
      "step": 48678
    },
    {
      "contrastive_lambda": 0.08531537084163926,
      "epoch": 15.183718028696195,
      "step": 48679
    },
    {
      "epoch": 15.184029943855272,
      "grad_norm": 0.09363104403018951,
      "learning_rate": 9.421569247680357e-06,
      "loss": 0.0258,
      "step": 48680
    },
    {
      "epoch": 15.184029943855272,
      "flow_loss": 0.011939066462218761,
      "step": 48680
    },
    {
      "contrastive_loss": 0.0037220597732812166,
      "epoch": 15.184029943855272,
      "step": 48680
    },
    {
      "contrastive_lambda": 0.08530074465618803,
      "epoch": 15.184029943855272,
      "step": 48680
    },
    {
      "contrastive_lambda": 0.08528611960765853,
      "epoch": 15.184341859014348,
      "step": 48681
    },
    {
      "contrastive_lambda": 0.0852714956960905,
      "epoch": 15.184653774173425,
      "step": 48682
    },
    {
      "contrastive_lambda": 0.08525687292152434,
      "epoch": 15.184965689332502,
      "step": 48683
    },
    {
      "contrastive_lambda": 0.08524225128399993,
      "epoch": 15.185277604491578,
      "step": 48684
    },
    {
      "contrastive_lambda": 0.08522763078355727,
      "epoch": 15.185589519650655,
      "step": 48685
    },
    {
      "contrastive_lambda": 0.0852130114202369,
      "epoch": 15.185901434809733,
      "step": 48686
    },
    {
      "contrastive_lambda": 0.08519839319407846,
      "epoch": 15.186213349968808,
      "step": 48687
    },
    {
      "contrastive_lambda": 0.08518377610512218,
      "epoch": 15.186525265127885,
      "step": 48688
    },
    {
      "contrastive_lambda": 0.08516916015340825,
      "epoch": 15.186837180286961,
      "step": 48689
    },
    {
      "epoch": 15.187149095446038,
      "grad_norm": 0.06644470989704132,
      "learning_rate": 9.40547455324316e-06,
      "loss": 0.0207,
      "step": 48690
    },
    {
      "epoch": 15.187149095446038,
      "flow_loss": 0.04446559399366379,
      "step": 48690
    },
    {
      "contrastive_loss": 0.0026563815772533417,
      "epoch": 15.187149095446038,
      "step": 48690
    },
    {
      "contrastive_lambda": 0.08515454533897648,
      "epoch": 15.187149095446038,
      "step": 48690
    },
    {
      "contrastive_lambda": 0.08513993166186712,
      "epoch": 15.187461010605116,
      "step": 48691
    },
    {
      "contrastive_lambda": 0.08512531912212012,
      "epoch": 15.187772925764191,
      "step": 48692
    },
    {
      "contrastive_lambda": 0.08511070771977569,
      "epoch": 15.188084840923269,
      "step": 48693
    },
    {
      "contrastive_lambda": 0.0850960974548739,
      "epoch": 15.188396756082346,
      "step": 48694
    },
    {
      "contrastive_lambda": 0.0850814883274546,
      "epoch": 15.188708671241422,
      "step": 48695
    },
    {
      "contrastive_lambda": 0.08506688033755783,
      "epoch": 15.189020586400499,
      "step": 48696
    },
    {
      "contrastive_lambda": 0.08505227348522404,
      "epoch": 15.189332501559576,
      "step": 48697
    },
    {
      "contrastive_lambda": 0.08503766777049282,
      "epoch": 15.189644416718652,
      "step": 48698
    },
    {
      "contrastive_lambda": 0.08502306319340458,
      "epoch": 15.18995633187773,
      "step": 48699
    },
    {
      "epoch": 15.190268247036807,
      "grad_norm": 0.06569432467222214,
      "learning_rate": 9.389392190350965e-06,
      "loss": 0.0258,
      "step": 48700
    },
    {
      "epoch": 15.190268247036807,
      "flow_loss": 0.024935299530625343,
      "step": 48700
    },
    {
      "contrastive_loss": 0.0036695648450404406,
      "epoch": 15.190268247036807,
      "step": 48700
    },
    {
      "contrastive_lambda": 0.08500845975399901,
      "epoch": 15.190268247036807,
      "step": 48700
    },
    {
      "contrastive_lambda": 0.0849938574523163,
      "epoch": 15.190580162195882,
      "step": 48701
    },
    {
      "contrastive_lambda": 0.08497925628839653,
      "epoch": 15.19089207735496,
      "step": 48702
    },
    {
      "contrastive_lambda": 0.08496465626227967,
      "epoch": 15.191203992514037,
      "step": 48703
    },
    {
      "contrastive_lambda": 0.0849500573740058,
      "epoch": 15.191515907673113,
      "step": 48704
    },
    {
      "contrastive_lambda": 0.08493545962361498,
      "epoch": 15.19182782283219,
      "step": 48705
    },
    {
      "contrastive_lambda": 0.0849208630111471,
      "epoch": 15.192139737991265,
      "step": 48706
    },
    {
      "contrastive_lambda": 0.08490626753664232,
      "epoch": 15.192451653150343,
      "step": 48707
    },
    {
      "contrastive_lambda": 0.08489167320014035,
      "epoch": 15.19276356830942,
      "step": 48708
    },
    {
      "contrastive_lambda": 0.08487708000168154,
      "epoch": 15.193075483468496,
      "step": 48709
    },
    {
      "epoch": 15.193387398627573,
      "grad_norm": 0.07894496619701385,
      "learning_rate": 9.373322163889153e-06,
      "loss": 0.0239,
      "step": 48710
    },
    {
      "epoch": 15.193387398627573,
      "flow_loss": 0.0124794477596879,
      "step": 48710
    },
    {
      "contrastive_loss": 0.0031425501219928265,
      "epoch": 15.193387398627573,
      "step": 48710
    },
    {
      "contrastive_lambda": 0.08486248794130591,
      "epoch": 15.193387398627573,
      "step": 48710
    },
    {
      "contrastive_lambda": 0.08484789701905321,
      "epoch": 15.19369931378665,
      "step": 48711
    },
    {
      "contrastive_lambda": 0.08483330723496363,
      "epoch": 15.194011228945726,
      "step": 48712
    },
    {
      "contrastive_lambda": 0.08481871858907719,
      "epoch": 15.194323144104803,
      "step": 48713
    },
    {
      "contrastive_lambda": 0.08480413108143353,
      "epoch": 15.19463505926388,
      "step": 48714
    },
    {
      "contrastive_lambda": 0.08478954471207306,
      "epoch": 15.194946974422956,
      "step": 48715
    },
    {
      "contrastive_lambda": 0.08477495948103575,
      "epoch": 15.195258889582034,
      "step": 48716
    },
    {
      "contrastive_lambda": 0.08476037538836134,
      "epoch": 15.195570804741111,
      "step": 48717
    },
    {
      "contrastive_lambda": 0.08474579243409008,
      "epoch": 15.195882719900187,
      "step": 48718
    },
    {
      "contrastive_lambda": 0.08473121061826155,
      "epoch": 15.196194635059264,
      "step": 48719
    },
    {
      "epoch": 15.196506550218341,
      "grad_norm": 0.08837034553289413,
      "learning_rate": 9.357264478739375e-06,
      "loss": 0.021,
      "step": 48720
    },
    {
      "epoch": 15.196506550218341,
      "flow_loss": 0.010662990622222424,
      "step": 48720
    },
    {
      "contrastive_loss": 0.004016393795609474,
      "epoch": 15.196506550218341,
      "step": 48720
    },
    {
      "contrastive_lambda": 0.08471662994091611,
      "epoch": 15.196506550218341,
      "step": 48720
    },
    {
      "contrastive_lambda": 0.08470205040209372,
      "epoch": 15.196818465377417,
      "step": 48721
    },
    {
      "contrastive_lambda": 0.08468747200183413,
      "epoch": 15.197130380536494,
      "step": 48722
    },
    {
      "contrastive_lambda": 0.08467289474017742,
      "epoch": 15.19744229569557,
      "step": 48723
    },
    {
      "contrastive_lambda": 0.08465831861716366,
      "epoch": 15.197754210854647,
      "step": 48724
    },
    {
      "contrastive_lambda": 0.08464374363283245,
      "epoch": 15.198066126013725,
      "step": 48725
    },
    {
      "contrastive_lambda": 0.08462916978722412,
      "epoch": 15.1983780411728,
      "step": 48726
    },
    {
      "contrastive_lambda": 0.08461459708037866,
      "epoch": 15.198689956331878,
      "step": 48727
    },
    {
      "contrastive_lambda": 0.08460002551233575,
      "epoch": 15.199001871490955,
      "step": 48728
    },
    {
      "contrastive_lambda": 0.08458545508313553,
      "epoch": 15.19931378665003,
      "step": 48729
    },
    {
      "epoch": 15.199625701809108,
      "grad_norm": 0.06709355860948563,
      "learning_rate": 9.341219139779567e-06,
      "loss": 0.0219,
      "step": 48730
    },
    {
      "epoch": 15.199625701809108,
      "flow_loss": 0.006330687552690506,
      "step": 48730
    },
    {
      "contrastive_loss": 0.003311512293294072,
      "epoch": 15.199625701809108,
      "step": 48730
    },
    {
      "contrastive_lambda": 0.0845708857928178,
      "epoch": 15.199625701809108,
      "step": 48730
    },
    {
      "contrastive_lambda": 0.08455631764142241,
      "epoch": 15.199937616968185,
      "step": 48731
    },
    {
      "contrastive_lambda": 0.08454175062898972,
      "epoch": 15.20024953212726,
      "step": 48732
    },
    {
      "contrastive_lambda": 0.08452718475555926,
      "epoch": 15.200561447286338,
      "step": 48733
    },
    {
      "contrastive_lambda": 0.08451262002117116,
      "epoch": 15.200873362445416,
      "step": 48734
    },
    {
      "contrastive_lambda": 0.08449805642586539,
      "epoch": 15.201185277604491,
      "step": 48735
    },
    {
      "contrastive_lambda": 0.08448349396968158,
      "epoch": 15.201497192763568,
      "step": 48736
    },
    {
      "contrastive_lambda": 0.08446893265265992,
      "epoch": 15.201809107922646,
      "step": 48737
    },
    {
      "contrastive_lambda": 0.08445437247484044,
      "epoch": 15.202121023081721,
      "step": 48738
    },
    {
      "contrastive_lambda": 0.08443981343626278,
      "epoch": 15.202432938240799,
      "step": 48739
    },
    {
      "epoch": 15.202744853399874,
      "grad_norm": 0.08260668069124222,
      "learning_rate": 9.325186151883824e-06,
      "loss": 0.0203,
      "step": 48740
    },
    {
      "epoch": 15.202744853399874,
      "flow_loss": 0.027437929064035416,
      "step": 48740
    },
    {
      "contrastive_loss": 0.0031674178317189217,
      "epoch": 15.202744853399874,
      "step": 48740
    },
    {
      "contrastive_lambda": 0.08442525553696706,
      "epoch": 15.202744853399874,
      "step": 48740
    },
    {
      "contrastive_lambda": 0.08441069877699303,
      "epoch": 15.203056768558952,
      "step": 48741
    },
    {
      "contrastive_lambda": 0.0843961431563805,
      "epoch": 15.203368683718029,
      "step": 48742
    },
    {
      "contrastive_lambda": 0.08438158867516976,
      "epoch": 15.203680598877105,
      "step": 48743
    },
    {
      "contrastive_lambda": 0.0843670353334004,
      "epoch": 15.203992514036182,
      "step": 48744
    },
    {
      "contrastive_lambda": 0.08435248313111243,
      "epoch": 15.20430442919526,
      "step": 48745
    },
    {
      "contrastive_lambda": 0.08433793206834583,
      "epoch": 15.204616344354335,
      "step": 48746
    },
    {
      "contrastive_lambda": 0.08432338214514024,
      "epoch": 15.204928259513412,
      "step": 48747
    },
    {
      "contrastive_lambda": 0.08430883336153577,
      "epoch": 15.20524017467249,
      "step": 48748
    },
    {
      "contrastive_lambda": 0.08429428571757219,
      "epoch": 15.205552089831565,
      "step": 48749
    },
    {
      "epoch": 15.205864004990643,
      "grad_norm": 0.07957690209150314,
      "learning_rate": 9.30916551992258e-06,
      "loss": 0.0201,
      "step": 48750
    },
    {
      "epoch": 15.205864004990643,
      "flow_loss": 0.022787585854530334,
      "step": 48750
    },
    {
      "contrastive_loss": 0.003703347174450755,
      "epoch": 15.205864004990643,
      "step": 48750
    },
    {
      "contrastive_lambda": 0.0842797392132894,
      "epoch": 15.205864004990643,
      "step": 48750
    },
    {
      "contrastive_lambda": 0.0842651938487275,
      "epoch": 15.20617592014972,
      "step": 48751
    },
    {
      "contrastive_lambda": 0.08425064962392598,
      "epoch": 15.206487835308796,
      "step": 48752
    },
    {
      "contrastive_lambda": 0.08423610653892483,
      "epoch": 15.206799750467873,
      "step": 48753
    },
    {
      "contrastive_lambda": 0.08422156459376423,
      "epoch": 15.20711166562695,
      "step": 48754
    },
    {
      "contrastive_lambda": 0.08420702378848371,
      "epoch": 15.207423580786026,
      "step": 48755
    },
    {
      "contrastive_lambda": 0.08419248412312336,
      "epoch": 15.207735495945103,
      "step": 48756
    },
    {
      "contrastive_lambda": 0.08417794559772279,
      "epoch": 15.208047411104179,
      "step": 48757
    },
    {
      "contrastive_lambda": 0.08416340821232199,
      "epoch": 15.208359326263256,
      "step": 48758
    },
    {
      "contrastive_lambda": 0.0841488719669608,
      "epoch": 15.208671241422334,
      "step": 48759
    },
    {
      "epoch": 15.208983156581409,
      "grad_norm": 0.13199059665203094,
      "learning_rate": 9.293157248762479e-06,
      "loss": 0.0204,
      "step": 48760
    },
    {
      "epoch": 15.208983156581409,
      "flow_loss": 0.020589636638760567,
      "step": 48760
    },
    {
      "contrastive_loss": 0.0033755179028958082,
      "epoch": 15.208983156581409,
      "step": 48760
    },
    {
      "contrastive_lambda": 0.08413433686167915,
      "epoch": 15.208983156581409,
      "step": 48760
    },
    {
      "contrastive_lambda": 0.08411980289651677,
      "epoch": 15.209295071740486,
      "step": 48761
    },
    {
      "contrastive_lambda": 0.0841052700715137,
      "epoch": 15.209606986899564,
      "step": 48762
    },
    {
      "contrastive_lambda": 0.08409073838670955,
      "epoch": 15.20991890205864,
      "step": 48763
    },
    {
      "contrastive_lambda": 0.08407620784214437,
      "epoch": 15.210230817217717,
      "step": 48764
    },
    {
      "contrastive_lambda": 0.08406167843785761,
      "epoch": 15.210542732376794,
      "step": 48765
    },
    {
      "contrastive_lambda": 0.08404715017388947,
      "epoch": 15.21085464753587,
      "step": 48766
    },
    {
      "contrastive_lambda": 0.08403262305027986,
      "epoch": 15.211166562694947,
      "step": 48767
    },
    {
      "contrastive_lambda": 0.08401809706706831,
      "epoch": 15.211478477854024,
      "step": 48768
    },
    {
      "contrastive_lambda": 0.08400357222429472,
      "epoch": 15.2117903930131,
      "step": 48769
    },
    {
      "epoch": 15.212102308172177,
      "grad_norm": 0.06243899092078209,
      "learning_rate": 9.2771613432664e-06,
      "loss": 0.0182,
      "step": 48770
    },
    {
      "epoch": 15.212102308172177,
      "flow_loss": 0.029998553916811943,
      "step": 48770
    },
    {
      "contrastive_loss": 0.004094856791198254,
      "epoch": 15.212102308172177,
      "step": 48770
    },
    {
      "contrastive_lambda": 0.08398904852199901,
      "epoch": 15.212102308172177,
      "step": 48770
    },
    {
      "contrastive_lambda": 0.08397452596022092,
      "epoch": 15.212414223331255,
      "step": 48771
    },
    {
      "contrastive_lambda": 0.08396000453900027,
      "epoch": 15.21272613849033,
      "step": 48772
    },
    {
      "contrastive_lambda": 0.08394548425837706,
      "epoch": 15.213038053649408,
      "step": 48773
    },
    {
      "contrastive_lambda": 0.08393096511839077,
      "epoch": 15.213349968808483,
      "step": 48774
    },
    {
      "contrastive_lambda": 0.08391644711908147,
      "epoch": 15.21366188396756,
      "step": 48775
    },
    {
      "contrastive_lambda": 0.08390193026048864,
      "epoch": 15.213973799126638,
      "step": 48776
    },
    {
      "contrastive_lambda": 0.08388741454265242,
      "epoch": 15.214285714285714,
      "step": 48777
    },
    {
      "contrastive_lambda": 0.08387289996561259,
      "epoch": 15.21459762944479,
      "step": 48778
    },
    {
      "contrastive_lambda": 0.08385838652940869,
      "epoch": 15.214909544603868,
      "step": 48779
    },
    {
      "epoch": 15.215221459762944,
      "grad_norm": 0.10553736239671707,
      "learning_rate": 9.261177808293481e-06,
      "loss": 0.0254,
      "step": 48780
    },
    {
      "epoch": 15.215221459762944,
      "flow_loss": 0.018150636926293373,
      "step": 48780
    },
    {
      "contrastive_loss": 0.0034367917105555534,
      "epoch": 15.215221459762944,
      "step": 48780
    },
    {
      "contrastive_lambda": 0.08384387423408063,
      "epoch": 15.215221459762944,
      "step": 48780
    },
    {
      "contrastive_lambda": 0.08382936307966837,
      "epoch": 15.215533374922021,
      "step": 48781
    },
    {
      "contrastive_lambda": 0.08381485306621134,
      "epoch": 15.215845290081099,
      "step": 48782
    },
    {
      "contrastive_lambda": 0.0838003441937496,
      "epoch": 15.216157205240174,
      "step": 48783
    },
    {
      "contrastive_lambda": 0.08378583646232296,
      "epoch": 15.216469120399251,
      "step": 48784
    },
    {
      "contrastive_lambda": 0.083771329871971,
      "epoch": 15.216781035558329,
      "step": 48785
    },
    {
      "contrastive_lambda": 0.08375682442273363,
      "epoch": 15.217092950717404,
      "step": 48786
    },
    {
      "contrastive_lambda": 0.08374232011465038,
      "epoch": 15.217404865876482,
      "step": 48787
    },
    {
      "contrastive_lambda": 0.08372781694776127,
      "epoch": 15.21771678103556,
      "step": 48788
    },
    {
      "contrastive_lambda": 0.0837133149221061,
      "epoch": 15.218028696194635,
      "step": 48789
    },
    {
      "epoch": 15.218340611353712,
      "grad_norm": 0.06096559390425682,
      "learning_rate": 9.245206648699096e-06,
      "loss": 0.0216,
      "step": 48790
    },
    {
      "epoch": 15.218340611353712,
      "flow_loss": 0.012234156019985676,
      "step": 48790
    },
    {
      "contrastive_loss": 0.003911477513611317,
      "epoch": 15.218340611353712,
      "step": 48790
    },
    {
      "contrastive_lambda": 0.08369881403772444,
      "epoch": 15.218340611353712,
      "step": 48790
    },
    {
      "contrastive_lambda": 0.08368431429465606,
      "epoch": 15.218652526512788,
      "step": 48791
    },
    {
      "contrastive_lambda": 0.08366981569294096,
      "epoch": 15.218964441671865,
      "step": 48792
    },
    {
      "contrastive_lambda": 0.0836553182326184,
      "epoch": 15.219276356830942,
      "step": 48793
    },
    {
      "contrastive_lambda": 0.08364082191372868,
      "epoch": 15.219588271990018,
      "step": 48794
    },
    {
      "contrastive_lambda": 0.08362632673631115,
      "epoch": 15.219900187149095,
      "step": 48795
    },
    {
      "contrastive_lambda": 0.08361183270040573,
      "epoch": 15.220212102308173,
      "step": 48796
    },
    {
      "contrastive_lambda": 0.08359733980605222,
      "epoch": 15.220524017467248,
      "step": 48797
    },
    {
      "contrastive_lambda": 0.08358284805329008,
      "epoch": 15.220835932626326,
      "step": 48798
    },
    {
      "contrastive_lambda": 0.08356835744215912,
      "epoch": 15.221147847785403,
      "step": 48799
    },
    {
      "epoch": 15.221459762944479,
      "grad_norm": 0.06046685948967934,
      "learning_rate": 9.22924786933485e-06,
      "loss": 0.0252,
      "step": 48800
    },
    {
      "epoch": 15.221459762944479,
      "flow_loss": 0.03529758006334305,
      "step": 48800
    },
    {
      "contrastive_loss": 0.0035822067875415087,
      "epoch": 15.221459762944479,
      "step": 48800
    },
    {
      "contrastive_lambda": 0.08355386797269942,
      "epoch": 15.221459762944479,
      "step": 48800
    },
    {
      "contrastive_lambda": 0.08353937964495028,
      "epoch": 15.221771678103556,
      "step": 48801
    },
    {
      "contrastive_lambda": 0.08352489245895167,
      "epoch": 15.222083593262633,
      "step": 48802
    },
    {
      "contrastive_lambda": 0.08351040641474317,
      "epoch": 15.222395508421709,
      "step": 48803
    },
    {
      "contrastive_lambda": 0.08349592151236435,
      "epoch": 15.222707423580786,
      "step": 48804
    },
    {
      "contrastive_lambda": 0.08348143775185535,
      "epoch": 15.223019338739864,
      "step": 48805
    },
    {
      "contrastive_lambda": 0.08346695513325558,
      "epoch": 15.22333125389894,
      "step": 48806
    },
    {
      "contrastive_lambda": 0.08345247365660474,
      "epoch": 15.223643169058017,
      "step": 48807
    },
    {
      "contrastive_lambda": 0.08343799332194274,
      "epoch": 15.223955084217092,
      "step": 48808
    },
    {
      "contrastive_lambda": 0.08342351412930898,
      "epoch": 15.22426699937617,
      "step": 48809
    },
    {
      "epoch": 15.224578914535247,
      "grad_norm": 0.09233908355236053,
      "learning_rate": 9.213301475048642e-06,
      "loss": 0.0303,
      "step": 48810
    },
    {
      "epoch": 15.224578914535247,
      "flow_loss": 0.03239767998456955,
      "step": 48810
    },
    {
      "contrastive_loss": 0.004176196176558733,
      "epoch": 15.224578914535247,
      "step": 48810
    },
    {
      "contrastive_lambda": 0.08340903607874323,
      "epoch": 15.224578914535247,
      "step": 48810
    },
    {
      "contrastive_lambda": 0.08339455917028549,
      "epoch": 15.224890829694322,
      "step": 48811
    },
    {
      "contrastive_lambda": 0.08338008340397512,
      "epoch": 15.2252027448534,
      "step": 48812
    },
    {
      "contrastive_lambda": 0.083365608779852,
      "epoch": 15.225514660012477,
      "step": 48813
    },
    {
      "contrastive_lambda": 0.08335113529795563,
      "epoch": 15.225826575171553,
      "step": 48814
    },
    {
      "contrastive_lambda": 0.0833366629583257,
      "epoch": 15.22613849033063,
      "step": 48815
    },
    {
      "contrastive_lambda": 0.08332219176100203,
      "epoch": 15.226450405489707,
      "step": 48816
    },
    {
      "contrastive_lambda": 0.08330772170602424,
      "epoch": 15.226762320648783,
      "step": 48817
    },
    {
      "contrastive_lambda": 0.08329325279343197,
      "epoch": 15.22707423580786,
      "step": 48818
    },
    {
      "contrastive_lambda": 0.08327878502326502,
      "epoch": 15.227386150966938,
      "step": 48819
    },
    {
      "epoch": 15.227698066126013,
      "grad_norm": 0.07764624804258347,
      "learning_rate": 9.197367470684504e-06,
      "loss": 0.0238,
      "step": 48820
    },
    {
      "epoch": 15.227698066126013,
      "flow_loss": 0.010627847164869308,
      "step": 48820
    },
    {
      "contrastive_loss": 0.0045682648196816444,
      "epoch": 15.227698066126013,
      "step": 48820
    },
    {
      "contrastive_lambda": 0.08326431839556281,
      "epoch": 15.227698066126013,
      "step": 48820
    },
    {
      "contrastive_lambda": 0.08324985291036502,
      "epoch": 15.22800998128509,
      "step": 48821
    },
    {
      "contrastive_lambda": 0.08323538856771168,
      "epoch": 15.228321896444168,
      "step": 48822
    },
    {
      "contrastive_lambda": 0.08322092536764203,
      "epoch": 15.228633811603244,
      "step": 48823
    },
    {
      "contrastive_lambda": 0.08320646331019604,
      "epoch": 15.228945726762321,
      "step": 48824
    },
    {
      "contrastive_lambda": 0.08319200239541302,
      "epoch": 15.229257641921397,
      "step": 48825
    },
    {
      "contrastive_lambda": 0.08317754262333282,
      "epoch": 15.229569557080474,
      "step": 48826
    },
    {
      "contrastive_lambda": 0.08316308399399508,
      "epoch": 15.229881472239551,
      "step": 48827
    },
    {
      "contrastive_lambda": 0.08314862650743937,
      "epoch": 15.230193387398627,
      "step": 48828
    },
    {
      "contrastive_lambda": 0.08313417016370539,
      "epoch": 15.230505302557704,
      "step": 48829
    },
    {
      "epoch": 15.230817217716782,
      "grad_norm": 0.05995006486773491,
      "learning_rate": 9.181445861082816e-06,
      "loss": 0.0201,
      "step": 48830
    },
    {
      "epoch": 15.230817217716782,
      "flow_loss": 0.022047197446227074,
      "step": 48830
    },
    {
      "contrastive_loss": 0.004415474832057953,
      "epoch": 15.230817217716782,
      "step": 48830
    },
    {
      "contrastive_lambda": 0.08311971496283288,
      "epoch": 15.230817217716782,
      "step": 48830
    },
    {
      "contrastive_lambda": 0.0831052609048612,
      "epoch": 15.231129132875857,
      "step": 48831
    },
    {
      "contrastive_lambda": 0.08309080798983026,
      "epoch": 15.231441048034934,
      "step": 48832
    },
    {
      "contrastive_lambda": 0.08307635621777931,
      "epoch": 15.231752963194012,
      "step": 48833
    },
    {
      "contrastive_lambda": 0.08306190558874826,
      "epoch": 15.232064878353087,
      "step": 48834
    },
    {
      "contrastive_lambda": 0.08304745610277686,
      "epoch": 15.232376793512165,
      "step": 48835
    },
    {
      "contrastive_lambda": 0.08303300775990435,
      "epoch": 15.232688708671242,
      "step": 48836
    },
    {
      "contrastive_lambda": 0.0830185605601706,
      "epoch": 15.233000623830318,
      "step": 48837
    },
    {
      "contrastive_lambda": 0.08300411450361506,
      "epoch": 15.233312538989395,
      "step": 48838
    },
    {
      "contrastive_lambda": 0.08298966959027748,
      "epoch": 15.233624454148472,
      "step": 48839
    },
    {
      "epoch": 15.233936369307548,
      "grad_norm": 0.05989677459001541,
      "learning_rate": 9.16553665108012e-06,
      "loss": 0.0217,
      "step": 48840
    },
    {
      "epoch": 15.233936369307548,
      "flow_loss": 0.023432208225131035,
      "step": 48840
    },
    {
      "contrastive_loss": 0.0048478287644684315,
      "epoch": 15.233936369307548,
      "step": 48840
    },
    {
      "contrastive_lambda": 0.08297522582019745,
      "epoch": 15.233936369307548,
      "step": 48840
    },
    {
      "contrastive_lambda": 0.08296078319341443,
      "epoch": 15.234248284466625,
      "step": 48841
    },
    {
      "contrastive_lambda": 0.08294634170996812,
      "epoch": 15.234560199625701,
      "step": 48842
    },
    {
      "contrastive_lambda": 0.0829319013698982,
      "epoch": 15.234872114784778,
      "step": 48843
    },
    {
      "contrastive_lambda": 0.08291746217324392,
      "epoch": 15.235184029943856,
      "step": 48844
    },
    {
      "contrastive_lambda": 0.08290302412004519,
      "epoch": 15.235495945102931,
      "step": 48845
    },
    {
      "contrastive_lambda": 0.08288858721034165,
      "epoch": 15.235807860262009,
      "step": 48846
    },
    {
      "contrastive_lambda": 0.0828741514441726,
      "epoch": 15.236119775421086,
      "step": 48847
    },
    {
      "contrastive_lambda": 0.08285971682157778,
      "epoch": 15.236431690580162,
      "step": 48848
    },
    {
      "contrastive_lambda": 0.08284528334259683,
      "epoch": 15.236743605739239,
      "step": 48849
    },
    {
      "epoch": 15.237055520898316,
      "grad_norm": 0.05154203623533249,
      "learning_rate": 9.149639845509223e-06,
      "loss": 0.0218,
      "step": 48850
    },
    {
      "epoch": 15.237055520898316,
      "flow_loss": 0.009538314305245876,
      "step": 48850
    },
    {
      "contrastive_loss": 0.004841211251914501,
      "epoch": 15.237055520898316,
      "step": 48850
    },
    {
      "contrastive_lambda": 0.08283085100726895,
      "epoch": 15.237055520898316,
      "step": 48850
    },
    {
      "contrastive_lambda": 0.08281641981563426,
      "epoch": 15.237367436057392,
      "step": 48851
    },
    {
      "contrastive_lambda": 0.0828019897677319,
      "epoch": 15.23767935121647,
      "step": 48852
    },
    {
      "contrastive_lambda": 0.08278756086360156,
      "epoch": 15.237991266375547,
      "step": 48853
    },
    {
      "contrastive_lambda": 0.08277313310328294,
      "epoch": 15.238303181534622,
      "step": 48854
    },
    {
      "contrastive_lambda": 0.08275870648681521,
      "epoch": 15.2386150966937,
      "step": 48855
    },
    {
      "contrastive_lambda": 0.08274428101423831,
      "epoch": 15.238927011852777,
      "step": 48856
    },
    {
      "contrastive_lambda": 0.0827298566855918,
      "epoch": 15.239238927011852,
      "step": 48857
    },
    {
      "contrastive_lambda": 0.08271543350091493,
      "epoch": 15.23955084217093,
      "step": 48858
    },
    {
      "contrastive_lambda": 0.0827010114602475,
      "epoch": 15.239862757330005,
      "step": 48859
    },
    {
      "epoch": 15.240174672489083,
      "grad_norm": 0.08904311060905457,
      "learning_rate": 9.133755449199144e-06,
      "loss": 0.0261,
      "step": 48860
    },
    {
      "epoch": 15.240174672489083,
      "flow_loss": 0.014838685281574726,
      "step": 48860
    },
    {
      "contrastive_loss": 0.003221862018108368,
      "epoch": 15.240174672489083,
      "step": 48860
    },
    {
      "contrastive_lambda": 0.08268659056362887,
      "epoch": 15.240174672489083,
      "step": 48860
    },
    {
      "contrastive_lambda": 0.08267217081109846,
      "epoch": 15.24048658764816,
      "step": 48861
    },
    {
      "contrastive_lambda": 0.08265775220269628,
      "epoch": 15.240798502807236,
      "step": 48862
    },
    {
      "contrastive_lambda": 0.08264333473846142,
      "epoch": 15.241110417966313,
      "step": 48863
    },
    {
      "contrastive_lambda": 0.08262891841843356,
      "epoch": 15.24142233312539,
      "step": 48864
    },
    {
      "contrastive_lambda": 0.08261450324265235,
      "epoch": 15.241734248284466,
      "step": 48865
    },
    {
      "contrastive_lambda": 0.08260008921115708,
      "epoch": 15.242046163443543,
      "step": 48866
    },
    {
      "contrastive_lambda": 0.08258567632398722,
      "epoch": 15.24235807860262,
      "step": 48867
    },
    {
      "contrastive_lambda": 0.08257126458118264,
      "epoch": 15.242669993761696,
      "step": 48868
    },
    {
      "contrastive_lambda": 0.08255685398278256,
      "epoch": 15.242981908920774,
      "step": 48869
    },
    {
      "epoch": 15.243293824079851,
      "grad_norm": 0.10027793794870377,
      "learning_rate": 9.117883466975135e-06,
      "loss": 0.0265,
      "step": 48870
    },
    {
      "epoch": 15.243293824079851,
      "flow_loss": 0.021570419892668724,
      "step": 48870
    },
    {
      "contrastive_loss": 0.0031732963398098946,
      "epoch": 15.243293824079851,
      "step": 48870
    },
    {
      "contrastive_lambda": 0.08254244452882664,
      "epoch": 15.243293824079851,
      "step": 48870
    },
    {
      "contrastive_lambda": 0.08252803621935423,
      "epoch": 15.243605739238927,
      "step": 48871
    },
    {
      "contrastive_lambda": 0.08251362905440479,
      "epoch": 15.243917654398004,
      "step": 48872
    },
    {
      "contrastive_lambda": 0.08249922303401813,
      "epoch": 15.244229569557081,
      "step": 48873
    },
    {
      "contrastive_lambda": 0.0824848181582335,
      "epoch": 15.244541484716157,
      "step": 48874
    },
    {
      "contrastive_lambda": 0.08247041442709041,
      "epoch": 15.244853399875234,
      "step": 48875
    },
    {
      "contrastive_lambda": 0.08245601184062851,
      "epoch": 15.24516531503431,
      "step": 48876
    },
    {
      "contrastive_lambda": 0.08244161039888709,
      "epoch": 15.245477230193387,
      "step": 48877
    },
    {
      "contrastive_lambda": 0.08242721010190551,
      "epoch": 15.245789145352465,
      "step": 48878
    },
    {
      "contrastive_lambda": 0.08241281094972369,
      "epoch": 15.24610106051154,
      "step": 48879
    },
    {
      "epoch": 15.246412975670617,
      "grad_norm": 0.09589923173189163,
      "learning_rate": 9.10202390365873e-06,
      "loss": 0.0227,
      "step": 48880
    },
    {
      "epoch": 15.246412975670617,
      "flow_loss": 0.07328861206769943,
      "step": 48880
    },
    {
      "contrastive_loss": 0.005106080323457718,
      "epoch": 15.246412975670617,
      "step": 48880
    },
    {
      "contrastive_lambda": 0.08239841294238076,
      "epoch": 15.246412975670617,
      "step": 48880
    },
    {
      "contrastive_lambda": 0.08238401607991647,
      "epoch": 15.246724890829695,
      "step": 48881
    },
    {
      "contrastive_lambda": 0.08236962036236989,
      "epoch": 15.24703680598877,
      "step": 48882
    },
    {
      "contrastive_lambda": 0.08235522578978077,
      "epoch": 15.247348721147848,
      "step": 48883
    },
    {
      "contrastive_lambda": 0.08234083236218848,
      "epoch": 15.247660636306925,
      "step": 48884
    },
    {
      "contrastive_lambda": 0.08232644007963252,
      "epoch": 15.247972551466,
      "step": 48885
    },
    {
      "contrastive_lambda": 0.08231204894215233,
      "epoch": 15.248284466625078,
      "step": 48886
    },
    {
      "contrastive_lambda": 0.08229765894978752,
      "epoch": 15.248596381784155,
      "step": 48887
    },
    {
      "contrastive_lambda": 0.08228327010257724,
      "epoch": 15.248908296943231,
      "step": 48888
    },
    {
      "contrastive_lambda": 0.08226888240056124,
      "epoch": 15.249220212102308,
      "step": 48889
    },
    {
      "epoch": 15.249532127261386,
      "grad_norm": 0.06936416774988174,
      "learning_rate": 9.086176764067583e-06,
      "loss": 0.031,
      "step": 48890
    },
    {
      "epoch": 15.249532127261386,
      "flow_loss": 0.03941112384200096,
      "step": 48890
    },
    {
      "contrastive_loss": 0.003261665580794215,
      "epoch": 15.249532127261386,
      "step": 48890
    },
    {
      "contrastive_lambda": 0.08225449584377859,
      "epoch": 15.249532127261386,
      "step": 48890
    },
    {
      "contrastive_lambda": 0.08224011043226903,
      "epoch": 15.249844042420461,
      "step": 48891
    },
    {
      "contrastive_lambda": 0.0822257261660721,
      "epoch": 15.250155957579539,
      "step": 48892
    },
    {
      "contrastive_lambda": 0.08221134304522693,
      "epoch": 15.250467872738614,
      "step": 48893
    },
    {
      "contrastive_lambda": 0.08219696106977303,
      "epoch": 15.250779787897692,
      "step": 48894
    },
    {
      "contrastive_lambda": 0.08218258023974995,
      "epoch": 15.251091703056769,
      "step": 48895
    },
    {
      "contrastive_lambda": 0.08216820055519702,
      "epoch": 15.251403618215845,
      "step": 48896
    },
    {
      "contrastive_lambda": 0.08215382201615379,
      "epoch": 15.251715533374922,
      "step": 48897
    },
    {
      "contrastive_lambda": 0.08213944462265949,
      "epoch": 15.252027448534,
      "step": 48898
    },
    {
      "contrastive_lambda": 0.08212506837475364,
      "epoch": 15.252339363693075,
      "step": 48899
    },
    {
      "epoch": 15.252651278852152,
      "grad_norm": 0.08055301755666733,
      "learning_rate": 9.070342053015684e-06,
      "loss": 0.0246,
      "step": 48900
    },
    {
      "epoch": 15.252651278852152,
      "flow_loss": 0.022075092419981956,
      "step": 48900
    },
    {
      "contrastive_loss": 0.003649667836725712,
      "epoch": 15.252651278852152,
      "step": 48900
    },
    {
      "contrastive_lambda": 0.08211069327247572,
      "epoch": 15.252651278852152,
      "step": 48900
    },
    {
      "contrastive_lambda": 0.08209631931586486,
      "epoch": 15.25296319401123,
      "step": 48901
    },
    {
      "contrastive_lambda": 0.08208194650496076,
      "epoch": 15.253275109170305,
      "step": 48902
    },
    {
      "contrastive_lambda": 0.08206757483980287,
      "epoch": 15.253587024329383,
      "step": 48903
    },
    {
      "contrastive_lambda": 0.08205320432043034,
      "epoch": 15.25389893948846,
      "step": 48904
    },
    {
      "contrastive_lambda": 0.08203883494688274,
      "epoch": 15.254210854647535,
      "step": 48905
    },
    {
      "contrastive_lambda": 0.08202446671919938,
      "epoch": 15.254522769806613,
      "step": 48906
    },
    {
      "contrastive_lambda": 0.08201009963741951,
      "epoch": 15.25483468496569,
      "step": 48907
    },
    {
      "contrastive_lambda": 0.08199573370158292,
      "epoch": 15.255146600124766,
      "step": 48908
    },
    {
      "contrastive_lambda": 0.08198136891172864,
      "epoch": 15.255458515283843,
      "step": 48909
    },
    {
      "epoch": 15.255770430442919,
      "grad_norm": 0.09161736071109772,
      "learning_rate": 9.054519775313187e-06,
      "loss": 0.0179,
      "step": 48910
    },
    {
      "epoch": 15.255770430442919,
      "flow_loss": 0.01925956830382347,
      "step": 48910
    },
    {
      "contrastive_loss": 0.003624089527875185,
      "epoch": 15.255770430442919,
      "step": 48910
    },
    {
      "contrastive_lambda": 0.08196700526789613,
      "epoch": 15.255770430442919,
      "step": 48910
    },
    {
      "contrastive_lambda": 0.08195264277012498,
      "epoch": 15.256082345601996,
      "step": 48911
    },
    {
      "contrastive_lambda": 0.08193828141845416,
      "epoch": 15.256394260761073,
      "step": 48912
    },
    {
      "contrastive_lambda": 0.08192392121292336,
      "epoch": 15.256706175920149,
      "step": 48913
    },
    {
      "contrastive_lambda": 0.08190956215357204,
      "epoch": 15.257018091079226,
      "step": 48914
    },
    {
      "contrastive_lambda": 0.08189520424043922,
      "epoch": 15.257330006238304,
      "step": 48915
    },
    {
      "contrastive_lambda": 0.08188084747356461,
      "epoch": 15.25764192139738,
      "step": 48916
    },
    {
      "contrastive_lambda": 0.08186649185298722,
      "epoch": 15.257953836556457,
      "step": 48917
    },
    {
      "contrastive_lambda": 0.08185213737874653,
      "epoch": 15.258265751715534,
      "step": 48918
    },
    {
      "contrastive_lambda": 0.08183778405088216,
      "epoch": 15.25857766687461,
      "step": 48919
    },
    {
      "epoch": 15.258889582033687,
      "grad_norm": 0.06292860954999924,
      "learning_rate": 9.038709935766476e-06,
      "loss": 0.0184,
      "step": 48920
    },
    {
      "epoch": 15.258889582033687,
      "flow_loss": 0.009058376774191856,
      "step": 48920
    },
    {
      "contrastive_loss": 0.0030236952006816864,
      "epoch": 15.258889582033687,
      "step": 48920
    },
    {
      "contrastive_lambda": 0.08182343186943308,
      "epoch": 15.258889582033687,
      "step": 48920
    },
    {
      "contrastive_lambda": 0.08180908083443883,
      "epoch": 15.259201497192764,
      "step": 48921
    },
    {
      "contrastive_lambda": 0.08179473094593886,
      "epoch": 15.25951341235184,
      "step": 48922
    },
    {
      "contrastive_lambda": 0.08178038220397227,
      "epoch": 15.259825327510917,
      "step": 48923
    },
    {
      "contrastive_lambda": 0.0817660346085784,
      "epoch": 15.260137242669995,
      "step": 48924
    },
    {
      "contrastive_lambda": 0.08175168815979689,
      "epoch": 15.26044915782907,
      "step": 48925
    },
    {
      "contrastive_lambda": 0.08173734285766676,
      "epoch": 15.260761072988148,
      "step": 48926
    },
    {
      "contrastive_lambda": 0.0817229987022276,
      "epoch": 15.261072988147223,
      "step": 48927
    },
    {
      "contrastive_lambda": 0.08170865569351843,
      "epoch": 15.2613849033063,
      "step": 48928
    },
    {
      "contrastive_lambda": 0.08169431383157866,
      "epoch": 15.261696818465378,
      "step": 48929
    },
    {
      "epoch": 15.262008733624453,
      "grad_norm": 0.0726691335439682,
      "learning_rate": 9.02291253917817e-06,
      "loss": 0.0176,
      "step": 48930
    },
    {
      "epoch": 15.262008733624453,
      "flow_loss": 0.027368223294615746,
      "step": 48930
    },
    {
      "contrastive_loss": 0.003024615114554763,
      "epoch": 15.262008733624453,
      "step": 48930
    },
    {
      "contrastive_lambda": 0.08167997311644787,
      "epoch": 15.262008733624453,
      "step": 48930
    },
    {
      "contrastive_lambda": 0.08166563354816508,
      "epoch": 15.26232064878353,
      "step": 48931
    },
    {
      "contrastive_lambda": 0.08165129512676972,
      "epoch": 15.262632563942608,
      "step": 48932
    },
    {
      "contrastive_lambda": 0.08163695785230124,
      "epoch": 15.262944479101684,
      "step": 48933
    },
    {
      "contrastive_lambda": 0.08162262172479862,
      "epoch": 15.263256394260761,
      "step": 48934
    },
    {
      "contrastive_lambda": 0.08160828674430132,
      "epoch": 15.263568309419838,
      "step": 48935
    },
    {
      "contrastive_lambda": 0.0815939529108487,
      "epoch": 15.263880224578914,
      "step": 48936
    },
    {
      "contrastive_lambda": 0.08157962022448001,
      "epoch": 15.264192139737991,
      "step": 48937
    },
    {
      "contrastive_lambda": 0.08156528868523466,
      "epoch": 15.264504054897069,
      "step": 48938
    },
    {
      "contrastive_lambda": 0.08155095829315173,
      "epoch": 15.264815970056144,
      "step": 48939
    },
    {
      "epoch": 15.265127885215222,
      "grad_norm": 0.23344334959983826,
      "learning_rate": 9.007127590347091e-06,
      "loss": 0.0213,
      "step": 48940
    },
    {
      "epoch": 15.265127885215222,
      "flow_loss": 0.02060348354279995,
      "step": 48940
    },
    {
      "contrastive_loss": 0.002944935578852892,
      "epoch": 15.265127885215222,
      "step": 48940
    },
    {
      "contrastive_lambda": 0.08153662904827058,
      "epoch": 15.265127885215222,
      "step": 48940
    },
    {
      "contrastive_lambda": 0.08152230095063051,
      "epoch": 15.265439800374299,
      "step": 48941
    },
    {
      "contrastive_lambda": 0.08150797400027082,
      "epoch": 15.265751715533375,
      "step": 48942
    },
    {
      "contrastive_lambda": 0.08149364819723093,
      "epoch": 15.266063630692452,
      "step": 48943
    },
    {
      "contrastive_lambda": 0.0814793235415498,
      "epoch": 15.266375545851528,
      "step": 48944
    },
    {
      "contrastive_lambda": 0.0814650000332669,
      "epoch": 15.266687461010605,
      "step": 48945
    },
    {
      "contrastive_lambda": 0.08145067767242148,
      "epoch": 15.266999376169682,
      "step": 48946
    },
    {
      "contrastive_lambda": 0.08143635645905278,
      "epoch": 15.267311291328758,
      "step": 48947
    },
    {
      "contrastive_lambda": 0.08142203639320006,
      "epoch": 15.267623206487835,
      "step": 48948
    },
    {
      "contrastive_lambda": 0.08140771747490272,
      "epoch": 15.267935121646913,
      "step": 48949
    },
    {
      "epoch": 15.268247036805988,
      "grad_norm": 0.04620072990655899,
      "learning_rate": 8.991355094068288e-06,
      "loss": 0.0254,
      "step": 48950
    },
    {
      "epoch": 15.268247036805988,
      "flow_loss": 0.03171195089817047,
      "step": 48950
    },
    {
      "contrastive_loss": 0.004962630569934845,
      "epoch": 15.268247036805988,
      "step": 48950
    },
    {
      "contrastive_lambda": 0.08139339970419973,
      "epoch": 15.268247036805988,
      "step": 48950
    },
    {
      "contrastive_lambda": 0.08137908308113057,
      "epoch": 15.268558951965066,
      "step": 48951
    },
    {
      "contrastive_lambda": 0.08136476760573436,
      "epoch": 15.268870867124143,
      "step": 48952
    },
    {
      "contrastive_lambda": 0.08135045327805046,
      "epoch": 15.269182782283218,
      "step": 48953
    },
    {
      "contrastive_lambda": 0.08133614009811813,
      "epoch": 15.269494697442296,
      "step": 48954
    },
    {
      "contrastive_lambda": 0.08132182806597649,
      "epoch": 15.269806612601373,
      "step": 48955
    },
    {
      "contrastive_lambda": 0.08130751718166479,
      "epoch": 15.270118527760449,
      "step": 48956
    },
    {
      "contrastive_lambda": 0.08129320744522239,
      "epoch": 15.270430442919526,
      "step": 48957
    },
    {
      "contrastive_lambda": 0.08127889885668826,
      "epoch": 15.270742358078603,
      "step": 48958
    },
    {
      "contrastive_lambda": 0.08126459141610187,
      "epoch": 15.271054273237679,
      "step": 48959
    },
    {
      "epoch": 15.271366188396756,
      "grad_norm": 0.08854999393224716,
      "learning_rate": 8.975595055133062e-06,
      "loss": 0.021,
      "step": 48960
    },
    {
      "epoch": 15.271366188396756,
      "flow_loss": 0.03913481533527374,
      "step": 48960
    },
    {
      "contrastive_loss": 0.003258943557739258,
      "epoch": 15.271366188396756,
      "step": 48960
    },
    {
      "contrastive_lambda": 0.08125028512350252,
      "epoch": 15.271366188396756,
      "step": 48960
    },
    {
      "contrastive_lambda": 0.08123597997892917,
      "epoch": 15.271678103555832,
      "step": 48961
    },
    {
      "contrastive_lambda": 0.0812216759824213,
      "epoch": 15.27199001871491,
      "step": 48962
    },
    {
      "contrastive_lambda": 0.08120737313401771,
      "epoch": 15.272301933873987,
      "step": 48963
    },
    {
      "contrastive_lambda": 0.08119307143375798,
      "epoch": 15.272613849033062,
      "step": 48964
    },
    {
      "contrastive_lambda": 0.0811787708816814,
      "epoch": 15.27292576419214,
      "step": 48965
    },
    {
      "contrastive_lambda": 0.08116447147782685,
      "epoch": 15.273237679351217,
      "step": 48966
    },
    {
      "contrastive_lambda": 0.08115017322223372,
      "epoch": 15.273549594510293,
      "step": 48967
    },
    {
      "contrastive_lambda": 0.08113587611494122,
      "epoch": 15.27386150966937,
      "step": 48968
    },
    {
      "contrastive_lambda": 0.0811215801559883,
      "epoch": 15.274173424828447,
      "step": 48969
    },
    {
      "epoch": 15.274485339987523,
      "grad_norm": 0.09459079056978226,
      "learning_rate": 8.959847478328848e-06,
      "loss": 0.0174,
      "step": 48970
    },
    {
      "epoch": 15.274485339987523,
      "flow_loss": 0.013528265058994293,
      "step": 48970
    },
    {
      "contrastive_loss": 0.0034980694763362408,
      "epoch": 15.274485339987523,
      "step": 48970
    },
    {
      "contrastive_lambda": 0.0811072853454145,
      "epoch": 15.274485339987523,
      "step": 48970
    },
    {
      "contrastive_lambda": 0.08109299168325895,
      "epoch": 15.2747972551466,
      "step": 48971
    },
    {
      "contrastive_lambda": 0.08107869916956062,
      "epoch": 15.275109170305678,
      "step": 48972
    },
    {
      "contrastive_lambda": 0.08106440780435892,
      "epoch": 15.275421085464753,
      "step": 48973
    },
    {
      "contrastive_lambda": 0.08105011758769287,
      "epoch": 15.27573300062383,
      "step": 48974
    },
    {
      "contrastive_lambda": 0.08103582851960156,
      "epoch": 15.276044915782908,
      "step": 48975
    },
    {
      "contrastive_lambda": 0.08102154060012456,
      "epoch": 15.276356830941983,
      "step": 48976
    },
    {
      "contrastive_lambda": 0.08100725382930063,
      "epoch": 15.27666874610106,
      "step": 48977
    },
    {
      "contrastive_lambda": 0.08099296820716917,
      "epoch": 15.276980661260136,
      "step": 48978
    },
    {
      "contrastive_lambda": 0.08097868373376937,
      "epoch": 15.277292576419214,
      "step": 48979
    },
    {
      "epoch": 15.277604491578291,
      "grad_norm": 0.09237610548734665,
      "learning_rate": 8.944112368439378e-06,
      "loss": 0.0211,
      "step": 48980
    },
    {
      "epoch": 15.277604491578291,
      "flow_loss": 0.0212114118039608,
      "step": 48980
    },
    {
      "contrastive_loss": 0.0033051364589482546,
      "epoch": 15.277604491578291,
      "step": 48980
    },
    {
      "contrastive_lambda": 0.08096440040914005,
      "epoch": 15.277604491578291,
      "step": 48980
    },
    {
      "contrastive_lambda": 0.08095011823332077,
      "epoch": 15.277916406737367,
      "step": 48981
    },
    {
      "contrastive_lambda": 0.08093583720635061,
      "epoch": 15.278228321896444,
      "step": 48982
    },
    {
      "contrastive_lambda": 0.08092155732826856,
      "epoch": 15.278540237055521,
      "step": 48983
    },
    {
      "contrastive_lambda": 0.08090727859911395,
      "epoch": 15.278852152214597,
      "step": 48984
    },
    {
      "contrastive_lambda": 0.08089300101892571,
      "epoch": 15.279164067373674,
      "step": 48985
    },
    {
      "contrastive_lambda": 0.08087872458774298,
      "epoch": 15.279475982532752,
      "step": 48986
    },
    {
      "contrastive_lambda": 0.08086444930560532,
      "epoch": 15.279787897691827,
      "step": 48987
    },
    {
      "contrastive_lambda": 0.08085017517255139,
      "epoch": 15.280099812850905,
      "step": 48988
    },
    {
      "contrastive_lambda": 0.08083590218862052,
      "epoch": 15.280411728009982,
      "step": 48989
    },
    {
      "epoch": 15.280723643169058,
      "grad_norm": 0.06665731221437454,
      "learning_rate": 8.928389730244552e-06,
      "loss": 0.0243,
      "step": 48990
    },
    {
      "epoch": 15.280723643169058,
      "flow_loss": 0.037539295852184296,
      "step": 48990
    },
    {
      "contrastive_loss": 0.004267574287950993,
      "epoch": 15.280723643169058,
      "step": 48990
    },
    {
      "contrastive_lambda": 0.08082163035385193,
      "epoch": 15.280723643169058,
      "step": 48990
    },
    {
      "contrastive_lambda": 0.08080735966828456,
      "epoch": 15.281035558328135,
      "step": 48991
    },
    {
      "contrastive_lambda": 0.08079309013195757,
      "epoch": 15.281347473487212,
      "step": 48992
    },
    {
      "contrastive_lambda": 0.08077882174491013,
      "epoch": 15.281659388646288,
      "step": 48993
    },
    {
      "contrastive_lambda": 0.0807645545071814,
      "epoch": 15.281971303805365,
      "step": 48994
    },
    {
      "contrastive_lambda": 0.08075028841881055,
      "epoch": 15.28228321896444,
      "step": 48995
    },
    {
      "contrastive_lambda": 0.08073602347983644,
      "epoch": 15.282595134123518,
      "step": 48996
    },
    {
      "contrastive_lambda": 0.08072175969029821,
      "epoch": 15.282907049282596,
      "step": 48997
    },
    {
      "contrastive_lambda": 0.08070749705023533,
      "epoch": 15.283218964441671,
      "step": 48998
    },
    {
      "contrastive_lambda": 0.08069323555968655,
      "epoch": 15.283530879600749,
      "step": 48999
    },
    {
      "epoch": 15.283842794759826,
      "grad_norm": 0.09316695481538773,
      "learning_rate": 8.912679568520494e-06,
      "loss": 0.0203,
      "step": 49000
    },
    {
      "epoch": 15.283842794759826,
      "flow_loss": 0.02620387077331543,
      "step": 49000
    },
    {
      "contrastive_loss": 0.005876618903130293,
      "epoch": 15.283842794759826,
      "step": 49000
    },
    {
      "contrastive_lambda": 0.08067897521869116,
      "epoch": 15.283842794759826,
      "step": 49000
    },
    {
      "contrastive_lambda": 0.08066471602728803,
      "epoch": 15.284154709918901,
      "step": 49001
    },
    {
      "contrastive_lambda": 0.08065045798551645,
      "epoch": 15.284466625077979,
      "step": 49002
    },
    {
      "contrastive_lambda": 0.0806362010934154,
      "epoch": 15.284778540237056,
      "step": 49003
    },
    {
      "contrastive_lambda": 0.08062194535102407,
      "epoch": 15.285090455396132,
      "step": 49004
    },
    {
      "contrastive_lambda": 0.08060769075838142,
      "epoch": 15.28540237055521,
      "step": 49005
    },
    {
      "contrastive_lambda": 0.08059343731552676,
      "epoch": 15.285714285714286,
      "step": 49006
    },
    {
      "contrastive_lambda": 0.08057918502249889,
      "epoch": 15.286026200873362,
      "step": 49007
    },
    {
      "contrastive_lambda": 0.08056493387933711,
      "epoch": 15.28633811603244,
      "step": 49008
    },
    {
      "contrastive_lambda": 0.08055068388608011,
      "epoch": 15.286650031191517,
      "step": 49009
    },
    {
      "epoch": 15.286961946350592,
      "grad_norm": 0.14200225472450256,
      "learning_rate": 8.896981888039534e-06,
      "loss": 0.0233,
      "step": 49010
    },
    {
      "epoch": 15.286961946350592,
      "flow_loss": 0.010902101173996925,
      "step": 49010
    },
    {
      "contrastive_loss": 0.003194584045559168,
      "epoch": 15.286961946350592,
      "step": 49010
    },
    {
      "contrastive_lambda": 0.08053643504276736,
      "epoch": 15.286961946350592,
      "step": 49010
    },
    {
      "contrastive_lambda": 0.08052218734943795,
      "epoch": 15.28727386150967,
      "step": 49011
    },
    {
      "contrastive_lambda": 0.0805079408061306,
      "epoch": 15.287585776668745,
      "step": 49012
    },
    {
      "contrastive_lambda": 0.08049369541288459,
      "epoch": 15.287897691827823,
      "step": 49013
    },
    {
      "contrastive_lambda": 0.08047945116973892,
      "epoch": 15.2882096069869,
      "step": 49014
    },
    {
      "contrastive_lambda": 0.08046520807673263,
      "epoch": 15.288521522145976,
      "step": 49015
    },
    {
      "contrastive_lambda": 0.08045096613390484,
      "epoch": 15.288833437305053,
      "step": 49016
    },
    {
      "contrastive_lambda": 0.08043672534129465,
      "epoch": 15.28914535246413,
      "step": 49017
    },
    {
      "contrastive_lambda": 0.08042248569894084,
      "epoch": 15.289457267623206,
      "step": 49018
    },
    {
      "contrastive_lambda": 0.08040824720688278,
      "epoch": 15.289769182782283,
      "step": 49019
    },
    {
      "epoch": 15.29008109794136,
      "grad_norm": 0.07432112842798233,
      "learning_rate": 8.881296693570201e-06,
      "loss": 0.0182,
      "step": 49020
    },
    {
      "epoch": 15.29008109794136,
      "flow_loss": 0.028105702251195908,
      "step": 49020
    },
    {
      "contrastive_loss": 0.0037738834507763386,
      "epoch": 15.29008109794136,
      "step": 49020
    },
    {
      "contrastive_lambda": 0.08039400986515904,
      "epoch": 15.29008109794136,
      "step": 49020
    },
    {
      "contrastive_lambda": 0.08037977367380911,
      "epoch": 15.290393013100436,
      "step": 49021
    },
    {
      "contrastive_lambda": 0.08036553863287199,
      "epoch": 15.290704928259514,
      "step": 49022
    },
    {
      "contrastive_lambda": 0.08035130474238639,
      "epoch": 15.291016843418591,
      "step": 49023
    },
    {
      "contrastive_lambda": 0.08033707200239154,
      "epoch": 15.291328758577666,
      "step": 49024
    },
    {
      "contrastive_lambda": 0.08032284041292659,
      "epoch": 15.291640673736744,
      "step": 49025
    },
    {
      "contrastive_lambda": 0.08030860997403011,
      "epoch": 15.291952588895821,
      "step": 49026
    },
    {
      "contrastive_lambda": 0.08029438068574157,
      "epoch": 15.292264504054897,
      "step": 49027
    },
    {
      "contrastive_lambda": 0.08028015254809995,
      "epoch": 15.292576419213974,
      "step": 49028
    },
    {
      "contrastive_lambda": 0.08026592556114392,
      "epoch": 15.29288833437305,
      "step": 49029
    },
    {
      "epoch": 15.293200249532127,
      "grad_norm": 0.0685122087597847,
      "learning_rate": 8.865623989877281e-06,
      "loss": 0.0234,
      "step": 49030
    },
    {
      "epoch": 15.293200249532127,
      "flow_loss": 0.010227455757558346,
      "step": 49030
    },
    {
      "contrastive_loss": 0.0029419432394206524,
      "epoch": 15.293200249532127,
      "step": 49030
    },
    {
      "contrastive_lambda": 0.08025169972491286,
      "epoch": 15.293200249532127,
      "step": 49030
    },
    {
      "contrastive_lambda": 0.08023747503944534,
      "epoch": 15.293512164691204,
      "step": 49031
    },
    {
      "contrastive_lambda": 0.08022325150478077,
      "epoch": 15.29382407985028,
      "step": 49032
    },
    {
      "contrastive_lambda": 0.08020902912095806,
      "epoch": 15.294135995009357,
      "step": 49033
    },
    {
      "contrastive_lambda": 0.08019480788801608,
      "epoch": 15.294447910168435,
      "step": 49034
    },
    {
      "contrastive_lambda": 0.0801805878059938,
      "epoch": 15.29475982532751,
      "step": 49035
    },
    {
      "contrastive_lambda": 0.08016636887493045,
      "epoch": 15.295071740486588,
      "step": 49036
    },
    {
      "contrastive_lambda": 0.08015215109486457,
      "epoch": 15.295383655645665,
      "step": 49037
    },
    {
      "contrastive_lambda": 0.08013793446583561,
      "epoch": 15.29569557080474,
      "step": 49038
    },
    {
      "contrastive_lambda": 0.08012371898788229,
      "epoch": 15.296007485963818,
      "step": 49039
    },
    {
      "epoch": 15.296319401122895,
      "grad_norm": 0.0661325454711914,
      "learning_rate": 8.849963781721681e-06,
      "loss": 0.0186,
      "step": 49040
    },
    {
      "epoch": 15.296319401122895,
      "flow_loss": 0.023493897169828415,
      "step": 49040
    },
    {
      "contrastive_loss": 0.0030596917495131493,
      "epoch": 15.296319401122895,
      "step": 49040
    },
    {
      "contrastive_lambda": 0.0801095046610436,
      "epoch": 15.296319401122895,
      "step": 49040
    },
    {
      "contrastive_lambda": 0.08009529148535866,
      "epoch": 15.296631316281971,
      "step": 49041
    },
    {
      "contrastive_lambda": 0.08008107946086618,
      "epoch": 15.296943231441048,
      "step": 49042
    },
    {
      "contrastive_lambda": 0.0800668685876052,
      "epoch": 15.297255146600126,
      "step": 49043
    },
    {
      "contrastive_lambda": 0.08005265886561491,
      "epoch": 15.297567061759201,
      "step": 49044
    },
    {
      "contrastive_lambda": 0.08003845029493406,
      "epoch": 15.297878976918279,
      "step": 49045
    },
    {
      "contrastive_lambda": 0.08002424287560167,
      "epoch": 15.298190892077354,
      "step": 49046
    },
    {
      "contrastive_lambda": 0.0800100366076566,
      "epoch": 15.298502807236432,
      "step": 49047
    },
    {
      "contrastive_lambda": 0.07999583149113776,
      "epoch": 15.298814722395509,
      "step": 49048
    },
    {
      "contrastive_lambda": 0.0799816275260844,
      "epoch": 15.299126637554584,
      "step": 49049
    },
    {
      "epoch": 15.299438552713662,
      "grad_norm": 0.11627509444952011,
      "learning_rate": 8.834316073860588e-06,
      "loss": 0.0236,
      "step": 49050
    },
    {
      "epoch": 15.299438552713662,
      "flow_loss": 0.02375069446861744,
      "step": 49050
    },
    {
      "contrastive_loss": 0.005092209670692682,
      "epoch": 15.299438552713662,
      "step": 49050
    },
    {
      "contrastive_lambda": 0.07996742471253515,
      "epoch": 15.299438552713662,
      "step": 49050
    },
    {
      "contrastive_lambda": 0.07995322305052904,
      "epoch": 15.29975046787274,
      "step": 49051
    },
    {
      "contrastive_lambda": 0.07993902254010515,
      "epoch": 15.300062383031815,
      "step": 49052
    },
    {
      "contrastive_lambda": 0.07992482318130217,
      "epoch": 15.300374298190892,
      "step": 49053
    },
    {
      "contrastive_lambda": 0.07991062497415902,
      "epoch": 15.30068621334997,
      "step": 49054
    },
    {
      "contrastive_lambda": 0.07989642791871493,
      "epoch": 15.300998128509045,
      "step": 49055
    },
    {
      "contrastive_lambda": 0.07988223201500855,
      "epoch": 15.301310043668122,
      "step": 49056
    },
    {
      "contrastive_lambda": 0.079868037263079,
      "epoch": 15.3016219588272,
      "step": 49057
    },
    {
      "contrastive_lambda": 0.079853843662965,
      "epoch": 15.301933873986275,
      "step": 49058
    },
    {
      "contrastive_lambda": 0.07983965121470549,
      "epoch": 15.302245789145353,
      "step": 49059
    },
    {
      "epoch": 15.30255770430443,
      "grad_norm": 0.08255275338888168,
      "learning_rate": 8.818680871047357e-06,
      "loss": 0.0186,
      "step": 49060
    },
    {
      "epoch": 15.30255770430443,
      "flow_loss": 0.030490092933177948,
      "step": 49060
    },
    {
      "contrastive_loss": 0.005061447620391846,
      "epoch": 15.30255770430443,
      "step": 49060
    },
    {
      "contrastive_lambda": 0.07982545991833945,
      "epoch": 15.30255770430443,
      "step": 49060
    },
    {
      "contrastive_lambda": 0.07981126977390579,
      "epoch": 15.302869619463506,
      "step": 49061
    },
    {
      "contrastive_lambda": 0.07979708078144337,
      "epoch": 15.303181534622583,
      "step": 49062
    },
    {
      "contrastive_lambda": 0.07978289294099122,
      "epoch": 15.303493449781659,
      "step": 49063
    },
    {
      "contrastive_lambda": 0.07976870625258803,
      "epoch": 15.303805364940736,
      "step": 49064
    },
    {
      "contrastive_lambda": 0.07975452071627287,
      "epoch": 15.304117280099813,
      "step": 49065
    },
    {
      "contrastive_lambda": 0.07974033633208438,
      "epoch": 15.304429195258889,
      "step": 49066
    },
    {
      "contrastive_lambda": 0.0797261531000617,
      "epoch": 15.304741110417966,
      "step": 49067
    },
    {
      "contrastive_lambda": 0.07971197102024374,
      "epoch": 15.305053025577044,
      "step": 49068
    },
    {
      "contrastive_lambda": 0.07969779009266914,
      "epoch": 15.30536494073612,
      "step": 49069
    },
    {
      "epoch": 15.305676855895197,
      "grad_norm": 0.0673423707485199,
      "learning_rate": 8.803058178031549e-06,
      "loss": 0.0187,
      "step": 49070
    },
    {
      "epoch": 15.305676855895197,
      "flow_loss": 0.03758232295513153,
      "step": 49070
    },
    {
      "contrastive_loss": 0.0033062673173844814,
      "epoch": 15.305676855895197,
      "step": 49070
    },
    {
      "contrastive_lambda": 0.07968361031737697,
      "epoch": 15.305676855895197,
      "step": 49070
    },
    {
      "contrastive_lambda": 0.07966943169440599,
      "epoch": 15.305988771054274,
      "step": 49071
    },
    {
      "contrastive_lambda": 0.07965525422379516,
      "epoch": 15.30630068621335,
      "step": 49072
    },
    {
      "contrastive_lambda": 0.07964107790558334,
      "epoch": 15.306612601372427,
      "step": 49073
    },
    {
      "contrastive_lambda": 0.07962690273980944,
      "epoch": 15.306924516531504,
      "step": 49074
    },
    {
      "contrastive_lambda": 0.0796127287265122,
      "epoch": 15.30723643169058,
      "step": 49075
    },
    {
      "contrastive_lambda": 0.07959855586573061,
      "epoch": 15.307548346849657,
      "step": 49076
    },
    {
      "contrastive_lambda": 0.07958438415750319,
      "epoch": 15.307860262008735,
      "step": 49077
    },
    {
      "contrastive_lambda": 0.07957021360186917,
      "epoch": 15.30817217716781,
      "step": 49078
    },
    {
      "contrastive_lambda": 0.07955604419886741,
      "epoch": 15.308484092326887,
      "step": 49079
    },
    {
      "epoch": 15.308796007485963,
      "grad_norm": 0.06177929416298866,
      "learning_rate": 8.787447999558922e-06,
      "loss": 0.0218,
      "step": 49080
    },
    {
      "epoch": 15.308796007485963,
      "flow_loss": 0.014851913787424564,
      "step": 49080
    },
    {
      "contrastive_loss": 0.0041391304694116116,
      "epoch": 15.308796007485963,
      "step": 49080
    },
    {
      "contrastive_lambda": 0.07954187594853657,
      "epoch": 15.308796007485963,
      "step": 49080
    },
    {
      "contrastive_lambda": 0.07952770885091548,
      "epoch": 15.30910792264504,
      "step": 49081
    },
    {
      "contrastive_lambda": 0.07951354290604318,
      "epoch": 15.309419837804118,
      "step": 49082
    },
    {
      "contrastive_lambda": 0.07949937811395813,
      "epoch": 15.309731752963193,
      "step": 49083
    },
    {
      "contrastive_lambda": 0.07948521447469958,
      "epoch": 15.31004366812227,
      "step": 49084
    },
    {
      "contrastive_lambda": 0.07947105198830623,
      "epoch": 15.310355583281348,
      "step": 49085
    },
    {
      "contrastive_lambda": 0.07945689065481681,
      "epoch": 15.310667498440424,
      "step": 49086
    },
    {
      "contrastive_lambda": 0.0794427304742703,
      "epoch": 15.310979413599501,
      "step": 49087
    },
    {
      "contrastive_lambda": 0.07942857144670518,
      "epoch": 15.311291328758578,
      "step": 49088
    },
    {
      "contrastive_lambda": 0.07941441357216067,
      "epoch": 15.311603243917654,
      "step": 49089
    },
    {
      "epoch": 15.311915159076731,
      "grad_norm": 0.05771726369857788,
      "learning_rate": 8.77185034037144e-06,
      "loss": 0.0227,
      "step": 49090
    },
    {
      "epoch": 15.311915159076731,
      "flow_loss": 0.016077972948551178,
      "step": 49090
    },
    {
      "contrastive_loss": 0.003445351729169488,
      "epoch": 15.311915159076731,
      "step": 49090
    },
    {
      "contrastive_lambda": 0.07940025685067548,
      "epoch": 15.311915159076731,
      "step": 49090
    },
    {
      "contrastive_lambda": 0.07938610128228829,
      "epoch": 15.312227074235809,
      "step": 49091
    },
    {
      "contrastive_lambda": 0.07937194686703797,
      "epoch": 15.312538989394884,
      "step": 49092
    },
    {
      "contrastive_lambda": 0.07935779360496348,
      "epoch": 15.312850904553962,
      "step": 49093
    },
    {
      "contrastive_lambda": 0.07934364149610318,
      "epoch": 15.313162819713039,
      "step": 49094
    },
    {
      "contrastive_lambda": 0.07932949054049648,
      "epoch": 15.313474734872115,
      "step": 49095
    },
    {
      "contrastive_lambda": 0.0793153407381817,
      "epoch": 15.313786650031192,
      "step": 49096
    },
    {
      "contrastive_lambda": 0.07930119208919784,
      "epoch": 15.314098565190267,
      "step": 49097
    },
    {
      "contrastive_lambda": 0.07928704459358377,
      "epoch": 15.314410480349345,
      "step": 49098
    },
    {
      "contrastive_lambda": 0.07927289825137801,
      "epoch": 15.314722395508422,
      "step": 49099
    },
    {
      "epoch": 15.315034310667498,
      "grad_norm": 0.053067777305841446,
      "learning_rate": 8.756265205207259e-06,
      "loss": 0.0186,
      "step": 49100
    },
    {
      "epoch": 15.315034310667498,
      "flow_loss": 0.018504181876778603,
      "step": 49100
    },
    {
      "contrastive_loss": 0.0036077741533517838,
      "epoch": 15.315034310667498,
      "step": 49100
    },
    {
      "contrastive_lambda": 0.07925875306261937,
      "epoch": 15.315034310667498,
      "step": 49100
    },
    {
      "contrastive_lambda": 0.07924460902734698,
      "epoch": 15.315346225826575,
      "step": 49101
    },
    {
      "contrastive_lambda": 0.07923046614559925,
      "epoch": 15.315658140985652,
      "step": 49102
    },
    {
      "contrastive_lambda": 0.07921632441741522,
      "epoch": 15.315970056144728,
      "step": 49103
    },
    {
      "contrastive_lambda": 0.0792021838428334,
      "epoch": 15.316281971303805,
      "step": 49104
    },
    {
      "contrastive_lambda": 0.07918804442189259,
      "epoch": 15.316593886462883,
      "step": 49105
    },
    {
      "contrastive_lambda": 0.07917390615463188,
      "epoch": 15.316905801621958,
      "step": 49106
    },
    {
      "contrastive_lambda": 0.07915976904108968,
      "epoch": 15.317217716781036,
      "step": 49107
    },
    {
      "contrastive_lambda": 0.0791456330813049,
      "epoch": 15.317529631940113,
      "step": 49108
    },
    {
      "contrastive_lambda": 0.07913149827531635,
      "epoch": 15.317841547099189,
      "step": 49109
    },
    {
      "epoch": 15.318153462258266,
      "grad_norm": 0.06507667154073715,
      "learning_rate": 8.740692598800732e-06,
      "loss": 0.0185,
      "step": 49110
    },
    {
      "epoch": 15.318153462258266,
      "flow_loss": 0.013262152671813965,
      "step": 49110
    },
    {
      "contrastive_loss": 0.00373178836889565,
      "epoch": 15.318153462258266,
      "step": 49110
    },
    {
      "contrastive_lambda": 0.07911736462316254,
      "epoch": 15.318153462258266,
      "step": 49110
    },
    {
      "contrastive_lambda": 0.0791032321248823,
      "epoch": 15.318465377417343,
      "step": 49111
    },
    {
      "contrastive_lambda": 0.07908910078051468,
      "epoch": 15.318777292576419,
      "step": 49112
    },
    {
      "contrastive_lambda": 0.07907497059009805,
      "epoch": 15.319089207735496,
      "step": 49113
    },
    {
      "contrastive_lambda": 0.07906084155367138,
      "epoch": 15.319401122894572,
      "step": 49114
    },
    {
      "contrastive_lambda": 0.07904671367127325,
      "epoch": 15.31971303805365,
      "step": 49115
    },
    {
      "contrastive_lambda": 0.0790325869429424,
      "epoch": 15.320024953212727,
      "step": 49116
    },
    {
      "contrastive_lambda": 0.07901846136871765,
      "epoch": 15.320336868371802,
      "step": 49117
    },
    {
      "contrastive_lambda": 0.07900433694863773,
      "epoch": 15.32064878353088,
      "step": 49118
    },
    {
      "contrastive_lambda": 0.07899021368274128,
      "epoch": 15.320960698689957,
      "step": 49119
    },
    {
      "epoch": 15.321272613849032,
      "grad_norm": 0.7771749496459961,
      "learning_rate": 8.72513252588239e-06,
      "loss": 0.0245,
      "step": 49120
    },
    {
      "epoch": 15.321272613849032,
      "flow_loss": 0.01189389917999506,
      "step": 49120
    },
    {
      "contrastive_loss": 0.0035251397639513016,
      "epoch": 15.321272613849032,
      "step": 49120
    },
    {
      "contrastive_lambda": 0.07897609157106716,
      "epoch": 15.321272613849032,
      "step": 49120
    },
    {
      "contrastive_lambda": 0.0789619706136539,
      "epoch": 15.32158452900811,
      "step": 49121
    },
    {
      "contrastive_lambda": 0.07894785081054018,
      "epoch": 15.321896444167187,
      "step": 49122
    },
    {
      "contrastive_lambda": 0.07893373216176508,
      "epoch": 15.322208359326263,
      "step": 49123
    },
    {
      "contrastive_lambda": 0.07891961466736691,
      "epoch": 15.32252027448534,
      "step": 49124
    },
    {
      "contrastive_lambda": 0.07890549832738464,
      "epoch": 15.322832189644418,
      "step": 49125
    },
    {
      "contrastive_lambda": 0.07889138314185679,
      "epoch": 15.323144104803493,
      "step": 49126
    },
    {
      "contrastive_lambda": 0.0788772691108221,
      "epoch": 15.32345601996257,
      "step": 49127
    },
    {
      "contrastive_lambda": 0.07886315623431928,
      "epoch": 15.323767935121648,
      "step": 49128
    },
    {
      "contrastive_lambda": 0.078849044512387,
      "epoch": 15.324079850280723,
      "step": 49129
    },
    {
      "epoch": 15.3243917654398,
      "grad_norm": 0.055575430393218994,
      "learning_rate": 8.709584991178998e-06,
      "loss": 0.0194,
      "step": 49130
    },
    {
      "epoch": 15.3243917654398,
      "flow_loss": 0.021562714129686356,
      "step": 49130
    },
    {
      "contrastive_loss": 0.0035587346646934748,
      "epoch": 15.3243917654398,
      "step": 49130
    },
    {
      "contrastive_lambda": 0.07883493394506402,
      "epoch": 15.3243917654398,
      "step": 49130
    },
    {
      "contrastive_lambda": 0.07882082453238909,
      "epoch": 15.324703680598876,
      "step": 49131
    },
    {
      "contrastive_lambda": 0.07880671627440067,
      "epoch": 15.325015595757954,
      "step": 49132
    },
    {
      "contrastive_lambda": 0.07879260917113762,
      "epoch": 15.325327510917031,
      "step": 49133
    },
    {
      "contrastive_lambda": 0.07877850322263835,
      "epoch": 15.325639426076107,
      "step": 49134
    },
    {
      "contrastive_lambda": 0.07876439842894184,
      "epoch": 15.325951341235184,
      "step": 49135
    },
    {
      "contrastive_lambda": 0.07875029479008677,
      "epoch": 15.326263256394261,
      "step": 49136
    },
    {
      "contrastive_lambda": 0.07873619230611156,
      "epoch": 15.326575171553337,
      "step": 49137
    },
    {
      "contrastive_lambda": 0.07872209097705501,
      "epoch": 15.326887086712414,
      "step": 49138
    },
    {
      "contrastive_lambda": 0.07870799080295576,
      "epoch": 15.327199001871492,
      "step": 49139
    },
    {
      "epoch": 15.327510917030567,
      "grad_norm": 0.05941496416926384,
      "learning_rate": 8.694049999413479e-06,
      "loss": 0.0234,
      "step": 49140
    },
    {
      "epoch": 15.327510917030567,
      "flow_loss": 0.016197504475712776,
      "step": 49140
    },
    {
      "contrastive_loss": 0.003330130595713854,
      "epoch": 15.327510917030567,
      "step": 49140
    },
    {
      "contrastive_lambda": 0.0786938917838525,
      "epoch": 15.327510917030567,
      "step": 49140
    },
    {
      "contrastive_lambda": 0.07867979391978397,
      "epoch": 15.327822832189645,
      "step": 49141
    },
    {
      "contrastive_lambda": 0.07866569721078853,
      "epoch": 15.328134747348722,
      "step": 49142
    },
    {
      "contrastive_lambda": 0.07865160165690505,
      "epoch": 15.328446662507798,
      "step": 49143
    },
    {
      "contrastive_lambda": 0.07863750725817226,
      "epoch": 15.328758577666875,
      "step": 49144
    },
    {
      "contrastive_lambda": 0.07862341401462841,
      "epoch": 15.329070492825952,
      "step": 49145
    },
    {
      "contrastive_lambda": 0.07860932192631248,
      "epoch": 15.329382407985028,
      "step": 49146
    },
    {
      "contrastive_lambda": 0.07859523099326321,
      "epoch": 15.329694323144105,
      "step": 49147
    },
    {
      "contrastive_lambda": 0.07858114121551885,
      "epoch": 15.33000623830318,
      "step": 49148
    },
    {
      "contrastive_lambda": 0.07856705259311836,
      "epoch": 15.330318153462258,
      "step": 49149
    },
    {
      "epoch": 15.330630068621335,
      "grad_norm": 0.08324653655290604,
      "learning_rate": 8.678527555304945e-06,
      "loss": 0.0209,
      "step": 49150
    },
    {
      "epoch": 15.330630068621335,
      "flow_loss": 0.006241426337510347,
      "step": 49150
    },
    {
      "contrastive_loss": 0.003506997600197792,
      "epoch": 15.330630068621335,
      "step": 49150
    },
    {
      "contrastive_lambda": 0.0785529651261001,
      "epoch": 15.330630068621335,
      "step": 49150
    },
    {
      "contrastive_lambda": 0.07853887881450272,
      "epoch": 15.330941983780411,
      "step": 49151
    },
    {
      "contrastive_lambda": 0.07852479365836518,
      "epoch": 15.331253898939488,
      "step": 49152
    },
    {
      "contrastive_lambda": 0.07851070965772572,
      "epoch": 15.331565814098566,
      "step": 49153
    },
    {
      "contrastive_lambda": 0.07849662681262304,
      "epoch": 15.331877729257641,
      "step": 49154
    },
    {
      "contrastive_lambda": 0.07848254512309594,
      "epoch": 15.332189644416719,
      "step": 49155
    },
    {
      "contrastive_lambda": 0.07846846458918266,
      "epoch": 15.332501559575796,
      "step": 49156
    },
    {
      "contrastive_lambda": 0.07845438521092213,
      "epoch": 15.332813474734872,
      "step": 49157
    },
    {
      "contrastive_lambda": 0.07844030698835291,
      "epoch": 15.333125389893949,
      "step": 49158
    },
    {
      "contrastive_lambda": 0.07842622992151344,
      "epoch": 15.333437305053026,
      "step": 49159
    },
    {
      "epoch": 15.333749220212102,
      "grad_norm": 0.090839684009552,
      "learning_rate": 8.663017663568712e-06,
      "loss": 0.0205,
      "step": 49160
    },
    {
      "epoch": 15.333749220212102,
      "flow_loss": 0.04123158007860184,
      "step": 49160
    },
    {
      "contrastive_loss": 0.007796779740601778,
      "epoch": 15.333749220212102,
      "step": 49160
    },
    {
      "contrastive_lambda": 0.07841215401044249,
      "epoch": 15.333749220212102,
      "step": 49160
    },
    {
      "contrastive_lambda": 0.07839807925517844,
      "epoch": 15.33406113537118,
      "step": 49161
    },
    {
      "contrastive_lambda": 0.07838400565575993,
      "epoch": 15.334373050530257,
      "step": 49162
    },
    {
      "contrastive_lambda": 0.0783699332122258,
      "epoch": 15.334684965689332,
      "step": 49163
    },
    {
      "contrastive_lambda": 0.0783558619246143,
      "epoch": 15.33499688084841,
      "step": 49164
    },
    {
      "contrastive_lambda": 0.07834179179296419,
      "epoch": 15.335308796007485,
      "step": 49165
    },
    {
      "contrastive_lambda": 0.0783277228173141,
      "epoch": 15.335620711166563,
      "step": 49166
    },
    {
      "contrastive_lambda": 0.07831365499770238,
      "epoch": 15.33593262632564,
      "step": 49167
    },
    {
      "contrastive_lambda": 0.07829958833416756,
      "epoch": 15.336244541484715,
      "step": 49168
    },
    {
      "contrastive_lambda": 0.07828552282674867,
      "epoch": 15.336556456643793,
      "step": 49169
    },
    {
      "epoch": 15.33686837180287,
      "grad_norm": 0.062004074454307556,
      "learning_rate": 8.647520328916259e-06,
      "loss": 0.0224,
      "step": 49170
    },
    {
      "epoch": 15.33686837180287,
      "flow_loss": 0.02060495875775814,
      "step": 49170
    },
    {
      "contrastive_loss": 0.00344472611322999,
      "epoch": 15.33686837180287,
      "step": 49170
    },
    {
      "contrastive_lambda": 0.07827145847548378,
      "epoch": 15.33686837180287,
      "step": 49170
    },
    {
      "contrastive_lambda": 0.07825739528041181,
      "epoch": 15.337180286961946,
      "step": 49171
    },
    {
      "contrastive_lambda": 0.07824333324157096,
      "epoch": 15.337492202121023,
      "step": 49172
    },
    {
      "contrastive_lambda": 0.07822927235899985,
      "epoch": 15.3378041172801,
      "step": 49173
    },
    {
      "contrastive_lambda": 0.0782152126327374,
      "epoch": 15.338116032439176,
      "step": 49174
    },
    {
      "contrastive_lambda": 0.0782011540628218,
      "epoch": 15.338427947598253,
      "step": 49175
    },
    {
      "contrastive_lambda": 0.07818709664929163,
      "epoch": 15.33873986275733,
      "step": 49176
    },
    {
      "contrastive_lambda": 0.07817304039218559,
      "epoch": 15.339051777916406,
      "step": 49177
    },
    {
      "contrastive_lambda": 0.07815898529154203,
      "epoch": 15.339363693075484,
      "step": 49178
    },
    {
      "contrastive_lambda": 0.07814493134739958,
      "epoch": 15.339675608234561,
      "step": 49179
    },
    {
      "epoch": 15.339987523393637,
      "grad_norm": 0.06541711837053299,
      "learning_rate": 8.632035556055307e-06,
      "loss": 0.0186,
      "step": 49180
    },
    {
      "epoch": 15.339987523393637,
      "flow_loss": 0.020035305991768837,
      "step": 49180
    },
    {
      "contrastive_loss": 0.0031243907287716866,
      "epoch": 15.339987523393637,
      "step": 49180
    },
    {
      "contrastive_lambda": 0.07813087855979672,
      "epoch": 15.339987523393637,
      "step": 49180
    },
    {
      "contrastive_lambda": 0.07811682692877203,
      "epoch": 15.340299438552714,
      "step": 49181
    },
    {
      "contrastive_lambda": 0.07810277645436409,
      "epoch": 15.34061135371179,
      "step": 49182
    },
    {
      "contrastive_lambda": 0.07808872713661125,
      "epoch": 15.340923268870867,
      "step": 49183
    },
    {
      "contrastive_lambda": 0.07807467897555215,
      "epoch": 15.341235184029944,
      "step": 49184
    },
    {
      "contrastive_lambda": 0.0780606319712252,
      "epoch": 15.34154709918902,
      "step": 49185
    },
    {
      "contrastive_lambda": 0.07804658612366905,
      "epoch": 15.341859014348097,
      "step": 49186
    },
    {
      "contrastive_lambda": 0.0780325414329221,
      "epoch": 15.342170929507175,
      "step": 49187
    },
    {
      "contrastive_lambda": 0.07801849789902304,
      "epoch": 15.34248284466625,
      "step": 49188
    },
    {
      "contrastive_lambda": 0.07800445552201013,
      "epoch": 15.342794759825328,
      "step": 49189
    },
    {
      "epoch": 15.343106674984405,
      "grad_norm": 0.059176795184612274,
      "learning_rate": 8.616563349689672e-06,
      "loss": 0.0221,
      "step": 49190
    },
    {
      "epoch": 15.343106674984405,
      "flow_loss": 0.012491317465901375,
      "step": 49190
    },
    {
      "contrastive_loss": 0.003962972201406956,
      "epoch": 15.343106674984405,
      "step": 49190
    },
    {
      "contrastive_lambda": 0.07799041430192194,
      "epoch": 15.343106674984405,
      "step": 49190
    },
    {
      "contrastive_lambda": 0.077976374238797,
      "epoch": 15.34341859014348,
      "step": 49191
    },
    {
      "contrastive_lambda": 0.07796233533267377,
      "epoch": 15.343730505302558,
      "step": 49192
    },
    {
      "contrastive_lambda": 0.07794829758359084,
      "epoch": 15.344042420461635,
      "step": 49193
    },
    {
      "contrastive_lambda": 0.07793426099158657,
      "epoch": 15.34435433562071,
      "step": 49194
    },
    {
      "contrastive_lambda": 0.07792022555669947,
      "epoch": 15.344666250779788,
      "step": 49195
    },
    {
      "contrastive_lambda": 0.07790619127896803,
      "epoch": 15.344978165938866,
      "step": 49196
    },
    {
      "contrastive_lambda": 0.0778921581584307,
      "epoch": 15.345290081097941,
      "step": 49197
    },
    {
      "contrastive_lambda": 0.07787812619512613,
      "epoch": 15.345601996257018,
      "step": 49198
    },
    {
      "contrastive_lambda": 0.07786409538909256,
      "epoch": 15.345913911416094,
      "step": 49199
    },
    {
      "epoch": 15.346225826575171,
      "grad_norm": 0.08841551095247269,
      "learning_rate": 8.601103714519448e-06,
      "loss": 0.0235,
      "step": 49200
    },
    {
      "epoch": 15.346225826575171,
      "flow_loss": 0.015068236738443375,
      "step": 49200
    },
    {
      "contrastive_loss": 0.0029929238371551037,
      "epoch": 15.346225826575171,
      "step": 49200
    },
    {
      "contrastive_lambda": 0.07785006574036851,
      "epoch": 15.346225826575171,
      "step": 49200
    },
    {
      "contrastive_lambda": 0.07783603724899257,
      "epoch": 15.346537741734249,
      "step": 49201
    },
    {
      "contrastive_lambda": 0.07782200991500288,
      "epoch": 15.346849656893324,
      "step": 49202
    },
    {
      "contrastive_lambda": 0.07780798373843828,
      "epoch": 15.347161572052402,
      "step": 49203
    },
    {
      "contrastive_lambda": 0.07779395871933714,
      "epoch": 15.347473487211479,
      "step": 49204
    },
    {
      "contrastive_lambda": 0.07777993485773771,
      "epoch": 15.347785402370555,
      "step": 49205
    },
    {
      "contrastive_lambda": 0.07776591215367867,
      "epoch": 15.348097317529632,
      "step": 49206
    },
    {
      "contrastive_lambda": 0.07775189060719817,
      "epoch": 15.34840923268871,
      "step": 49207
    },
    {
      "contrastive_lambda": 0.07773787021833495,
      "epoch": 15.348721147847785,
      "step": 49208
    },
    {
      "contrastive_lambda": 0.07772385098712742,
      "epoch": 15.349033063006862,
      "step": 49209
    },
    {
      "epoch": 15.34934497816594,
      "grad_norm": 0.0643354207277298,
      "learning_rate": 8.58565665524082e-06,
      "loss": 0.0191,
      "step": 49210
    },
    {
      "epoch": 15.34934497816594,
      "flow_loss": 0.009988662786781788,
      "step": 49210
    },
    {
      "contrastive_loss": 0.0032643836457282305,
      "epoch": 15.34934497816594,
      "step": 49210
    },
    {
      "contrastive_lambda": 0.07770983291361377,
      "epoch": 15.34934497816594,
      "step": 49210
    },
    {
      "contrastive_lambda": 0.07769581599783265,
      "epoch": 15.349656893325015,
      "step": 49211
    },
    {
      "contrastive_lambda": 0.07768180023982257,
      "epoch": 15.349968808484093,
      "step": 49212
    },
    {
      "contrastive_lambda": 0.07766778563962151,
      "epoch": 15.350280723643168,
      "step": 49213
    },
    {
      "contrastive_lambda": 0.07765377219726832,
      "epoch": 15.350592638802246,
      "step": 49214
    },
    {
      "contrastive_lambda": 0.07763975991280148,
      "epoch": 15.350904553961323,
      "step": 49215
    },
    {
      "contrastive_lambda": 0.07762574878625905,
      "epoch": 15.351216469120399,
      "step": 49216
    },
    {
      "contrastive_lambda": 0.07761173881767974,
      "epoch": 15.351528384279476,
      "step": 49217
    },
    {
      "contrastive_lambda": 0.07759773000710168,
      "epoch": 15.351840299438553,
      "step": 49218
    },
    {
      "contrastive_lambda": 0.07758372235456334,
      "epoch": 15.352152214597629,
      "step": 49219
    },
    {
      "epoch": 15.352464129756706,
      "grad_norm": 0.0957978367805481,
      "learning_rate": 8.570222176546222e-06,
      "loss": 0.0225,
      "step": 49220
    },
    {
      "epoch": 15.352464129756706,
      "flow_loss": 0.019959328696131706,
      "step": 49220
    },
    {
      "contrastive_loss": 0.004652655217796564,
      "epoch": 15.352464129756706,
      "step": 49220
    },
    {
      "contrastive_lambda": 0.07756971586010342,
      "epoch": 15.352464129756706,
      "step": 49220
    },
    {
      "contrastive_lambda": 0.07755571052376004,
      "epoch": 15.352776044915784,
      "step": 49221
    },
    {
      "contrastive_lambda": 0.07754170634557161,
      "epoch": 15.353087960074859,
      "step": 49222
    },
    {
      "contrastive_lambda": 0.07752770332557674,
      "epoch": 15.353399875233936,
      "step": 49223
    },
    {
      "contrastive_lambda": 0.07751370146381337,
      "epoch": 15.353711790393014,
      "step": 49224
    },
    {
      "contrastive_lambda": 0.07749970076032037,
      "epoch": 15.35402370555209,
      "step": 49225
    },
    {
      "contrastive_lambda": 0.07748570121513598,
      "epoch": 15.354335620711167,
      "step": 49226
    },
    {
      "contrastive_lambda": 0.07747170282829846,
      "epoch": 15.354647535870244,
      "step": 49227
    },
    {
      "contrastive_lambda": 0.07745770559984633,
      "epoch": 15.35495945102932,
      "step": 49228
    },
    {
      "contrastive_lambda": 0.07744370952981777,
      "epoch": 15.355271366188397,
      "step": 49229
    },
    {
      "epoch": 15.355583281347473,
      "grad_norm": 0.05995164066553116,
      "learning_rate": 8.554800283124242e-06,
      "loss": 0.0169,
      "step": 49230
    },
    {
      "epoch": 15.355583281347473,
      "flow_loss": 0.026299627497792244,
      "step": 49230
    },
    {
      "contrastive_loss": 0.005405890755355358,
      "epoch": 15.355583281347473,
      "step": 49230
    },
    {
      "contrastive_lambda": 0.07742971461825121,
      "epoch": 15.355583281347473,
      "step": 49230
    },
    {
      "contrastive_lambda": 0.07741572086518528,
      "epoch": 15.35589519650655,
      "step": 49231
    },
    {
      "contrastive_lambda": 0.077401728270658,
      "epoch": 15.356207111665627,
      "step": 49232
    },
    {
      "contrastive_lambda": 0.0773877368347079,
      "epoch": 15.356519026824703,
      "step": 49233
    },
    {
      "contrastive_lambda": 0.07737374655737345,
      "epoch": 15.35683094198378,
      "step": 49234
    },
    {
      "contrastive_lambda": 0.07735975743869272,
      "epoch": 15.357142857142858,
      "step": 49235
    },
    {
      "contrastive_lambda": 0.07734576947870425,
      "epoch": 15.357454772301933,
      "step": 49236
    },
    {
      "contrastive_lambda": 0.07733178267744634,
      "epoch": 15.35776668746101,
      "step": 49237
    },
    {
      "contrastive_lambda": 0.07731779703495734,
      "epoch": 15.358078602620088,
      "step": 49238
    },
    {
      "contrastive_lambda": 0.07730381255127572,
      "epoch": 15.358390517779164,
      "step": 49239
    },
    {
      "epoch": 15.358702432938241,
      "grad_norm": 0.05847708508372307,
      "learning_rate": 8.539390979659639e-06,
      "loss": 0.0252,
      "step": 49240
    },
    {
      "epoch": 15.358702432938241,
      "flow_loss": 0.03475724533200264,
      "step": 49240
    },
    {
      "contrastive_loss": 0.0034433817490935326,
      "epoch": 15.358702432938241,
      "step": 49240
    },
    {
      "contrastive_lambda": 0.07728982922643957,
      "epoch": 15.358702432938241,
      "step": 49240
    },
    {
      "contrastive_lambda": 0.07727584706048723,
      "epoch": 15.359014348097318,
      "step": 49241
    },
    {
      "contrastive_lambda": 0.07726186605345736,
      "epoch": 15.359326263256394,
      "step": 49242
    },
    {
      "contrastive_lambda": 0.07724788620538803,
      "epoch": 15.359638178415471,
      "step": 49243
    },
    {
      "contrastive_lambda": 0.0772339075163177,
      "epoch": 15.359950093574549,
      "step": 49244
    },
    {
      "contrastive_lambda": 0.07721992998628452,
      "epoch": 15.360262008733624,
      "step": 49245
    },
    {
      "contrastive_lambda": 0.0772059536153269,
      "epoch": 15.360573923892701,
      "step": 49246
    },
    {
      "contrastive_lambda": 0.07719197840348319,
      "epoch": 15.360885839051777,
      "step": 49247
    },
    {
      "contrastive_lambda": 0.07717800435079164,
      "epoch": 15.361197754210854,
      "step": 49248
    },
    {
      "contrastive_lambda": 0.07716403145729062,
      "epoch": 15.361509669369932,
      "step": 49249
    },
    {
      "epoch": 15.361821584529007,
      "grad_norm": 0.06098024174571037,
      "learning_rate": 8.523994270833352e-06,
      "loss": 0.0221,
      "step": 49250
    },
    {
      "epoch": 15.361821584529007,
      "flow_loss": 0.03358200937509537,
      "step": 49250
    },
    {
      "contrastive_loss": 0.002906207228079438,
      "epoch": 15.361821584529007,
      "step": 49250
    },
    {
      "contrastive_lambda": 0.07715005972301853,
      "epoch": 15.361821584529007,
      "step": 49250
    },
    {
      "contrastive_lambda": 0.0771360891480134,
      "epoch": 15.362133499688085,
      "step": 49251
    },
    {
      "contrastive_lambda": 0.07712211973231387,
      "epoch": 15.362445414847162,
      "step": 49252
    },
    {
      "contrastive_lambda": 0.07710815147595779,
      "epoch": 15.362757330006238,
      "step": 49253
    },
    {
      "contrastive_lambda": 0.07709418437898385,
      "epoch": 15.363069245165315,
      "step": 49254
    },
    {
      "contrastive_lambda": 0.07708021844143031,
      "epoch": 15.363381160324392,
      "step": 49255
    },
    {
      "contrastive_lambda": 0.0770662536633353,
      "epoch": 15.363693075483468,
      "step": 49256
    },
    {
      "contrastive_lambda": 0.07705229004473713,
      "epoch": 15.364004990642545,
      "step": 49257
    },
    {
      "contrastive_lambda": 0.07703832758567425,
      "epoch": 15.364316905801623,
      "step": 49258
    },
    {
      "contrastive_lambda": 0.07702436628618453,
      "epoch": 15.364628820960698,
      "step": 49259
    },
    {
      "epoch": 15.364940736119776,
      "grad_norm": 0.06253540515899658,
      "learning_rate": 8.5086101613225e-06,
      "loss": 0.0211,
      "step": 49260
    },
    {
      "epoch": 15.364940736119776,
      "flow_loss": 0.016421077772974968,
      "step": 49260
    },
    {
      "contrastive_loss": 0.0035960725508630276,
      "epoch": 15.364940736119776,
      "step": 49260
    },
    {
      "contrastive_lambda": 0.07701040614630672,
      "epoch": 15.364940736119776,
      "step": 49260
    },
    {
      "contrastive_lambda": 0.07699644716607895,
      "epoch": 15.365252651278853,
      "step": 49261
    },
    {
      "contrastive_lambda": 0.07698248934553936,
      "epoch": 15.365564566437929,
      "step": 49262
    },
    {
      "contrastive_lambda": 0.07696853268472642,
      "epoch": 15.365876481597006,
      "step": 49263
    },
    {
      "contrastive_lambda": 0.07695457718367799,
      "epoch": 15.366188396756082,
      "step": 49264
    },
    {
      "contrastive_lambda": 0.07694062284243275,
      "epoch": 15.366500311915159,
      "step": 49265
    },
    {
      "contrastive_lambda": 0.0769266696610289,
      "epoch": 15.366812227074236,
      "step": 49266
    },
    {
      "contrastive_lambda": 0.07691271763950452,
      "epoch": 15.367124142233312,
      "step": 49267
    },
    {
      "contrastive_lambda": 0.07689876677789792,
      "epoch": 15.36743605739239,
      "step": 49268
    },
    {
      "contrastive_lambda": 0.0768848170762475,
      "epoch": 15.367747972551467,
      "step": 49269
    },
    {
      "epoch": 15.368059887710542,
      "grad_norm": 0.12496402859687805,
      "learning_rate": 8.493238655800346e-06,
      "loss": 0.0189,
      "step": 49270
    },
    {
      "epoch": 15.368059887710542,
      "flow_loss": 0.012534655630588531,
      "step": 49270
    },
    {
      "contrastive_loss": 0.004180873744189739,
      "epoch": 15.368059887710542,
      "step": 49270
    },
    {
      "contrastive_lambda": 0.07687086853459119,
      "epoch": 15.368059887710542,
      "step": 49270
    },
    {
      "contrastive_lambda": 0.0768569211529675,
      "epoch": 15.36837180286962,
      "step": 49271
    },
    {
      "contrastive_lambda": 0.07684297493141468,
      "epoch": 15.368683718028697,
      "step": 49272
    },
    {
      "contrastive_lambda": 0.07682902986997076,
      "epoch": 15.368995633187772,
      "step": 49273
    },
    {
      "contrastive_lambda": 0.0768150859686742,
      "epoch": 15.36930754834685,
      "step": 49274
    },
    {
      "contrastive_lambda": 0.07680114322756304,
      "epoch": 15.369619463505927,
      "step": 49275
    },
    {
      "contrastive_lambda": 0.07678720164667541,
      "epoch": 15.369931378665003,
      "step": 49276
    },
    {
      "contrastive_lambda": 0.07677326122604994,
      "epoch": 15.37024329382408,
      "step": 49277
    },
    {
      "contrastive_lambda": 0.07675932196572449,
      "epoch": 15.370555208983157,
      "step": 49278
    },
    {
      "contrastive_lambda": 0.07674538386573737,
      "epoch": 15.370867124142233,
      "step": 49279
    },
    {
      "epoch": 15.37117903930131,
      "grad_norm": 0.061494313180446625,
      "learning_rate": 8.47787975893638e-06,
      "loss": 0.0182,
      "step": 49280
    },
    {
      "epoch": 15.37117903930131,
      "flow_loss": 0.007935463450849056,
      "step": 49280
    },
    {
      "contrastive_loss": 0.004524769261479378,
      "epoch": 15.37117903930131,
      "step": 49280
    },
    {
      "contrastive_lambda": 0.07673144692612693,
      "epoch": 15.37117903930131,
      "step": 49280
    },
    {
      "contrastive_lambda": 0.07671751114693104,
      "epoch": 15.371490954460386,
      "step": 49281
    },
    {
      "contrastive_lambda": 0.07670357652818838,
      "epoch": 15.371802869619463,
      "step": 49282
    },
    {
      "contrastive_lambda": 0.07668964306993675,
      "epoch": 15.37211478477854,
      "step": 49283
    },
    {
      "contrastive_lambda": 0.07667571077221452,
      "epoch": 15.372426699937616,
      "step": 49284
    },
    {
      "contrastive_lambda": 0.07666177963505999,
      "epoch": 15.372738615096694,
      "step": 49285
    },
    {
      "contrastive_lambda": 0.07664784965851107,
      "epoch": 15.373050530255771,
      "step": 49286
    },
    {
      "contrastive_lambda": 0.07663392084260601,
      "epoch": 15.373362445414847,
      "step": 49287
    },
    {
      "contrastive_lambda": 0.07661999318738333,
      "epoch": 15.373674360573924,
      "step": 49288
    },
    {
      "contrastive_lambda": 0.07660606669288089,
      "epoch": 15.373986275733001,
      "step": 49289
    },
    {
      "epoch": 15.374298190892077,
      "grad_norm": 0.07128148525953293,
      "learning_rate": 8.462533475396211e-06,
      "loss": 0.016,
      "step": 49290
    },
    {
      "epoch": 15.374298190892077,
      "flow_loss": 0.024478327482938766,
      "step": 49290
    },
    {
      "contrastive_loss": 0.004092961549758911,
      "epoch": 15.374298190892077,
      "step": 49290
    },
    {
      "contrastive_lambda": 0.07659214135913689,
      "epoch": 15.374298190892077,
      "step": 49290
    },
    {
      "contrastive_lambda": 0.07657821718618973,
      "epoch": 15.374610106051154,
      "step": 49291
    },
    {
      "contrastive_lambda": 0.07656429417407734,
      "epoch": 15.374922021210232,
      "step": 49292
    },
    {
      "contrastive_lambda": 0.0765503723228379,
      "epoch": 15.375233936369307,
      "step": 49293
    },
    {
      "contrastive_lambda": 0.07653645163250972,
      "epoch": 15.375545851528384,
      "step": 49294
    },
    {
      "contrastive_lambda": 0.07652253210313092,
      "epoch": 15.375857766687462,
      "step": 49295
    },
    {
      "contrastive_lambda": 0.07650861373473972,
      "epoch": 15.376169681846537,
      "step": 49296
    },
    {
      "contrastive_lambda": 0.07649469652737406,
      "epoch": 15.376481597005615,
      "step": 49297
    },
    {
      "contrastive_lambda": 0.07648078048107215,
      "epoch": 15.37679351216469,
      "step": 49298
    },
    {
      "contrastive_lambda": 0.07646686559587246,
      "epoch": 15.377105427323768,
      "step": 49299
    },
    {
      "epoch": 15.377417342482845,
      "grad_norm": 0.08365290611982346,
      "learning_rate": 8.447199809841643e-06,
      "loss": 0.0198,
      "step": 49300
    },
    {
      "epoch": 15.377417342482845,
      "flow_loss": 0.01865422911942005,
      "step": 49300
    },
    {
      "contrastive_loss": 0.0033361564856022596,
      "epoch": 15.377417342482845,
      "step": 49300
    },
    {
      "contrastive_lambda": 0.07645295187181278,
      "epoch": 15.377417342482845,
      "step": 49300
    },
    {
      "contrastive_lambda": 0.07643903930893153,
      "epoch": 15.37772925764192,
      "step": 49301
    },
    {
      "contrastive_lambda": 0.07642512790726652,
      "epoch": 15.378041172800998,
      "step": 49302
    },
    {
      "contrastive_lambda": 0.07641121766685616,
      "epoch": 15.378353087960075,
      "step": 49303
    },
    {
      "contrastive_lambda": 0.07639730858773841,
      "epoch": 15.378665003119151,
      "step": 49304
    },
    {
      "contrastive_lambda": 0.07638340066995153,
      "epoch": 15.378976918278228,
      "step": 49305
    },
    {
      "contrastive_lambda": 0.07636949391353359,
      "epoch": 15.379288833437306,
      "step": 49306
    },
    {
      "contrastive_lambda": 0.0763555883185229,
      "epoch": 15.379600748596381,
      "step": 49307
    },
    {
      "contrastive_lambda": 0.07634168388495727,
      "epoch": 15.379912663755459,
      "step": 49308
    },
    {
      "contrastive_lambda": 0.0763277806128751,
      "epoch": 15.380224578914536,
      "step": 49309
    },
    {
      "epoch": 15.380536494073612,
      "grad_norm": 0.057388804852962494,
      "learning_rate": 8.431878766930635e-06,
      "loss": 0.0228,
      "step": 49310
    },
    {
      "epoch": 15.380536494073612,
      "flow_loss": 0.006446531042456627,
      "step": 49310
    },
    {
      "contrastive_loss": 0.004882522858679295,
      "epoch": 15.380536494073612,
      "step": 49310
    },
    {
      "contrastive_lambda": 0.07631387850231408,
      "epoch": 15.380536494073612,
      "step": 49310
    },
    {
      "contrastive_lambda": 0.0762999775533128,
      "epoch": 15.380848409232689,
      "step": 49311
    },
    {
      "contrastive_lambda": 0.07628607776590929,
      "epoch": 15.381160324391766,
      "step": 49312
    },
    {
      "contrastive_lambda": 0.0762721791401414,
      "epoch": 15.381472239550842,
      "step": 49313
    },
    {
      "contrastive_lambda": 0.07625828167604742,
      "epoch": 15.38178415470992,
      "step": 49314
    },
    {
      "contrastive_lambda": 0.07624438537366546,
      "epoch": 15.382096069868995,
      "step": 49315
    },
    {
      "contrastive_lambda": 0.07623049023303352,
      "epoch": 15.382407985028072,
      "step": 49316
    },
    {
      "contrastive_lambda": 0.07621659625418975,
      "epoch": 15.38271990018715,
      "step": 49317
    },
    {
      "contrastive_lambda": 0.07620270343717239,
      "epoch": 15.383031815346225,
      "step": 49318
    },
    {
      "contrastive_lambda": 0.07618881178201925,
      "epoch": 15.383343730505302,
      "step": 49319
    },
    {
      "epoch": 15.38365564566438,
      "grad_norm": 0.0589752234518528,
      "learning_rate": 8.416570351317304e-06,
      "loss": 0.0219,
      "step": 49320
    },
    {
      "epoch": 15.38365564566438,
      "flow_loss": 0.01406908594071865,
      "step": 49320
    },
    {
      "contrastive_loss": 0.003733009099960327,
      "epoch": 15.38365564566438,
      "step": 49320
    },
    {
      "contrastive_lambda": 0.07617492128876868,
      "epoch": 15.38365564566438,
      "step": 49320
    },
    {
      "contrastive_lambda": 0.07616103195745838,
      "epoch": 15.383967560823455,
      "step": 49321
    },
    {
      "contrastive_lambda": 0.07614714378812676,
      "epoch": 15.384279475982533,
      "step": 49322
    },
    {
      "contrastive_lambda": 0.07613325678081201,
      "epoch": 15.38459139114161,
      "step": 49323
    },
    {
      "contrastive_lambda": 0.07611937093555182,
      "epoch": 15.384903306300686,
      "step": 49324
    },
    {
      "contrastive_lambda": 0.07610548625238445,
      "epoch": 15.385215221459763,
      "step": 49325
    },
    {
      "contrastive_lambda": 0.07609160273134807,
      "epoch": 15.38552713661884,
      "step": 49326
    },
    {
      "contrastive_lambda": 0.0760777203724804,
      "epoch": 15.385839051777916,
      "step": 49327
    },
    {
      "contrastive_lambda": 0.07606383917581988,
      "epoch": 15.386150966936993,
      "step": 49328
    },
    {
      "contrastive_lambda": 0.0760499591414045,
      "epoch": 15.38646288209607,
      "step": 49329
    },
    {
      "epoch": 15.386774797255146,
      "grad_norm": 0.07553916424512863,
      "learning_rate": 8.401274567651973e-06,
      "loss": 0.0205,
      "step": 49330
    },
    {
      "epoch": 15.386774797255146,
      "flow_loss": 0.01643354818224907,
      "step": 49330
    },
    {
      "contrastive_loss": 0.0029770140536129475,
      "epoch": 15.386774797255146,
      "step": 49330
    },
    {
      "contrastive_lambda": 0.07603608026927211,
      "epoch": 15.386774797255146,
      "step": 49330
    },
    {
      "contrastive_lambda": 0.07602220255946096,
      "epoch": 15.387086712414224,
      "step": 49331
    },
    {
      "contrastive_lambda": 0.07600832601200885,
      "epoch": 15.3873986275733,
      "step": 49332
    },
    {
      "contrastive_lambda": 0.07599445062695404,
      "epoch": 15.387710542732377,
      "step": 49333
    },
    {
      "contrastive_lambda": 0.0759805764043347,
      "epoch": 15.388022457891454,
      "step": 49334
    },
    {
      "contrastive_lambda": 0.07596670334418854,
      "epoch": 15.38833437305053,
      "step": 49335
    },
    {
      "contrastive_lambda": 0.07595283144655374,
      "epoch": 15.388646288209607,
      "step": 49336
    },
    {
      "contrastive_lambda": 0.07593896071146844,
      "epoch": 15.388958203368684,
      "step": 49337
    },
    {
      "contrastive_lambda": 0.07592509113897028,
      "epoch": 15.38927011852776,
      "step": 49338
    },
    {
      "contrastive_lambda": 0.07591122272909784,
      "epoch": 15.389582033686837,
      "step": 49339
    },
    {
      "epoch": 15.389893948845915,
      "grad_norm": 0.06775268912315369,
      "learning_rate": 8.385991420581058e-06,
      "loss": 0.016,
      "step": 49340
    },
    {
      "epoch": 15.389893948845915,
      "flow_loss": 0.01841379702091217,
      "step": 49340
    },
    {
      "contrastive_loss": 0.003531264141201973,
      "epoch": 15.389893948845915,
      "step": 49340
    },
    {
      "contrastive_lambda": 0.07589735548188875,
      "epoch": 15.389893948845915,
      "step": 49340
    },
    {
      "contrastive_lambda": 0.07588348939738115,
      "epoch": 15.39020586400499,
      "step": 49341
    },
    {
      "contrastive_lambda": 0.07586962447561313,
      "epoch": 15.390517779164067,
      "step": 49342
    },
    {
      "contrastive_lambda": 0.07585576071662248,
      "epoch": 15.390829694323145,
      "step": 49343
    },
    {
      "contrastive_lambda": 0.07584189812044728,
      "epoch": 15.39114160948222,
      "step": 49344
    },
    {
      "contrastive_lambda": 0.07582803668712579,
      "epoch": 15.391453524641298,
      "step": 49345
    },
    {
      "contrastive_lambda": 0.07581417641669574,
      "epoch": 15.391765439800375,
      "step": 49346
    },
    {
      "contrastive_lambda": 0.07580031730919529,
      "epoch": 15.39207735495945,
      "step": 49347
    },
    {
      "contrastive_lambda": 0.07578645936466227,
      "epoch": 15.392389270118528,
      "step": 49348
    },
    {
      "contrastive_lambda": 0.07577260258313462,
      "epoch": 15.392701185277604,
      "step": 49349
    },
    {
      "epoch": 15.393013100436681,
      "grad_norm": 0.10523255914449692,
      "learning_rate": 8.370720914747215e-06,
      "loss": 0.0236,
      "step": 49350
    },
    {
      "epoch": 15.393013100436681,
      "flow_loss": 0.008972625248134136,
      "step": 49350
    },
    {
      "contrastive_loss": 0.0029184180311858654,
      "epoch": 15.393013100436681,
      "step": 49350
    },
    {
      "contrastive_lambda": 0.07575874696465074,
      "epoch": 15.393013100436681,
      "step": 49350
    },
    {
      "contrastive_lambda": 0.07574489250924821,
      "epoch": 15.393325015595758,
      "step": 49351
    },
    {
      "contrastive_lambda": 0.07573103921696511,
      "epoch": 15.393636930754834,
      "step": 49352
    },
    {
      "contrastive_lambda": 0.07571718708783959,
      "epoch": 15.393948845913911,
      "step": 49353
    },
    {
      "contrastive_lambda": 0.07570333612190938,
      "epoch": 15.394260761072989,
      "step": 49354
    },
    {
      "contrastive_lambda": 0.0756894863192124,
      "epoch": 15.394572676232064,
      "step": 49355
    },
    {
      "contrastive_lambda": 0.07567563767978708,
      "epoch": 15.394884591391142,
      "step": 49356
    },
    {
      "contrastive_lambda": 0.07566179020367098,
      "epoch": 15.395196506550219,
      "step": 49357
    },
    {
      "contrastive_lambda": 0.07564794389090224,
      "epoch": 15.395508421709295,
      "step": 49358
    },
    {
      "contrastive_lambda": 0.07563409874151866,
      "epoch": 15.395820336868372,
      "step": 49359
    },
    {
      "epoch": 15.39613225202745,
      "grad_norm": 0.05504556745290756,
      "learning_rate": 8.355463054789181e-06,
      "loss": 0.0153,
      "step": 49360
    },
    {
      "epoch": 15.39613225202745,
      "flow_loss": 0.041571006178855896,
      "step": 49360
    },
    {
      "contrastive_loss": 0.003331214189529419,
      "epoch": 15.39613225202745,
      "step": 49360
    },
    {
      "contrastive_lambda": 0.07562025475555834,
      "epoch": 15.39613225202745,
      "step": 49360
    },
    {
      "contrastive_lambda": 0.07560641193305911,
      "epoch": 15.396444167186525,
      "step": 49361
    },
    {
      "contrastive_lambda": 0.07559257027405908,
      "epoch": 15.396756082345602,
      "step": 49362
    },
    {
      "contrastive_lambda": 0.07557872977859603,
      "epoch": 15.39706799750468,
      "step": 49363
    },
    {
      "contrastive_lambda": 0.07556489044670817,
      "epoch": 15.397379912663755,
      "step": 49364
    },
    {
      "contrastive_lambda": 0.07555105227843312,
      "epoch": 15.397691827822833,
      "step": 49365
    },
    {
      "contrastive_lambda": 0.07553721527380886,
      "epoch": 15.398003742981908,
      "step": 49366
    },
    {
      "contrastive_lambda": 0.07552337943287363,
      "epoch": 15.398315658140985,
      "step": 49367
    },
    {
      "contrastive_lambda": 0.07550954475566501,
      "epoch": 15.398627573300063,
      "step": 49368
    },
    {
      "contrastive_lambda": 0.07549571124222126,
      "epoch": 15.398939488459138,
      "step": 49369
    },
    {
      "epoch": 15.399251403618216,
      "grad_norm": 0.07033202797174454,
      "learning_rate": 8.340217845341919e-06,
      "loss": 0.0229,
      "step": 49370
    },
    {
      "epoch": 15.399251403618216,
      "flow_loss": 0.011457070708274841,
      "step": 49370
    },
    {
      "contrastive_loss": 0.0046471841633319855,
      "epoch": 15.399251403618216,
      "step": 49370
    },
    {
      "contrastive_lambda": 0.07548187889257996,
      "epoch": 15.399251403618216,
      "step": 49370
    },
    {
      "contrastive_lambda": 0.07546804770677923,
      "epoch": 15.399563318777293,
      "step": 49371
    },
    {
      "contrastive_lambda": 0.07545421768485688,
      "epoch": 15.399875233936369,
      "step": 49372
    },
    {
      "contrastive_lambda": 0.07544038882685095,
      "epoch": 15.400187149095446,
      "step": 49373
    },
    {
      "contrastive_lambda": 0.07542656113279933,
      "epoch": 15.400499064254523,
      "step": 49374
    },
    {
      "contrastive_lambda": 0.07541273460273995,
      "epoch": 15.400810979413599,
      "step": 49375
    },
    {
      "contrastive_lambda": 0.07539890923671061,
      "epoch": 15.401122894572676,
      "step": 49376
    },
    {
      "contrastive_lambda": 0.07538508503474933,
      "epoch": 15.401434809731754,
      "step": 49377
    },
    {
      "contrastive_lambda": 0.07537126199689376,
      "epoch": 15.40174672489083,
      "step": 49378
    },
    {
      "contrastive_lambda": 0.07535744012318207,
      "epoch": 15.402058640049907,
      "step": 49379
    },
    {
      "epoch": 15.402370555208984,
      "grad_norm": 0.07725002616643906,
      "learning_rate": 8.324985291036514e-06,
      "loss": 0.023,
      "step": 49380
    },
    {
      "epoch": 15.402370555208984,
      "flow_loss": 0.01369156502187252,
      "step": 49380
    },
    {
      "contrastive_loss": 0.0039964402094483376,
      "epoch": 15.402370555208984,
      "step": 49380
    },
    {
      "contrastive_lambda": 0.0753436194136522,
      "epoch": 15.402370555208984,
      "step": 49380
    },
    {
      "contrastive_lambda": 0.07532979986834176,
      "epoch": 15.40268247036806,
      "step": 49381
    },
    {
      "contrastive_lambda": 0.0753159814872888,
      "epoch": 15.402994385527137,
      "step": 49382
    },
    {
      "contrastive_lambda": 0.07530216427053121,
      "epoch": 15.403306300686213,
      "step": 49383
    },
    {
      "contrastive_lambda": 0.07528834821810687,
      "epoch": 15.40361821584529,
      "step": 49384
    },
    {
      "contrastive_lambda": 0.07527453333005368,
      "epoch": 15.403930131004367,
      "step": 49385
    },
    {
      "contrastive_lambda": 0.0752607196064094,
      "epoch": 15.404242046163443,
      "step": 49386
    },
    {
      "contrastive_lambda": 0.07524690704721199,
      "epoch": 15.40455396132252,
      "step": 49387
    },
    {
      "contrastive_lambda": 0.07523309565249942,
      "epoch": 15.404865876481598,
      "step": 49388
    },
    {
      "contrastive_lambda": 0.07521928542230916,
      "epoch": 15.405177791640673,
      "step": 49389
    },
    {
      "epoch": 15.40548970679975,
      "grad_norm": 0.06598251312971115,
      "learning_rate": 8.309765396500213e-06,
      "loss": 0.0217,
      "step": 49390
    },
    {
      "epoch": 15.40548970679975,
      "flow_loss": 0.025575613602995872,
      "step": 49390
    },
    {
      "contrastive_loss": 0.0030660058837383986,
      "epoch": 15.40548970679975,
      "step": 49390
    },
    {
      "contrastive_lambda": 0.07520547635667946,
      "epoch": 15.40548970679975,
      "step": 49390
    },
    {
      "contrastive_lambda": 0.07519166845564823,
      "epoch": 15.405801621958828,
      "step": 49391
    },
    {
      "contrastive_lambda": 0.075177861719253,
      "epoch": 15.406113537117903,
      "step": 49392
    },
    {
      "contrastive_lambda": 0.0751640561475318,
      "epoch": 15.40642545227698,
      "step": 49393
    },
    {
      "contrastive_lambda": 0.07515025174052259,
      "epoch": 15.406737367436058,
      "step": 49394
    },
    {
      "contrastive_lambda": 0.07513644849826284,
      "epoch": 15.407049282595134,
      "step": 49395
    },
    {
      "contrastive_lambda": 0.07512264642079086,
      "epoch": 15.407361197754211,
      "step": 49396
    },
    {
      "contrastive_lambda": 0.07510884550814417,
      "epoch": 15.407673112913287,
      "step": 49397
    },
    {
      "contrastive_lambda": 0.07509504576036075,
      "epoch": 15.407985028072364,
      "step": 49398
    },
    {
      "contrastive_lambda": 0.07508124717747844,
      "epoch": 15.408296943231441,
      "step": 49399
    },
    {
      "epoch": 15.408608858390517,
      "grad_norm": 0.08858484029769897,
      "learning_rate": 8.294558166356419e-06,
      "loss": 0.0216,
      "step": 49400
    },
    {
      "epoch": 15.408608858390517,
      "flow_loss": 0.03548727557063103,
      "step": 49400
    },
    {
      "contrastive_loss": 0.0036362530663609505,
      "epoch": 15.408608858390517,
      "step": 49400
    },
    {
      "contrastive_lambda": 0.07506744975953478,
      "epoch": 15.408608858390517,
      "step": 49400
    },
    {
      "contrastive_lambda": 0.07505365350656795,
      "epoch": 15.408920773549594,
      "step": 49401
    },
    {
      "contrastive_lambda": 0.07503985841861582,
      "epoch": 15.409232688708672,
      "step": 49402
    },
    {
      "contrastive_lambda": 0.07502606449571592,
      "epoch": 15.409544603867747,
      "step": 49403
    },
    {
      "contrastive_lambda": 0.07501227173790626,
      "epoch": 15.409856519026825,
      "step": 49404
    },
    {
      "contrastive_lambda": 0.07499848014522453,
      "epoch": 15.410168434185902,
      "step": 49405
    },
    {
      "contrastive_lambda": 0.07498468971770844,
      "epoch": 15.410480349344978,
      "step": 49406
    },
    {
      "contrastive_lambda": 0.07497090045539617,
      "epoch": 15.410792264504055,
      "step": 49407
    },
    {
      "contrastive_lambda": 0.07495711235832525,
      "epoch": 15.411104179663132,
      "step": 49408
    },
    {
      "contrastive_lambda": 0.07494332542653348,
      "epoch": 15.411416094822208,
      "step": 49409
    },
    {
      "epoch": 15.411728009981285,
      "grad_norm": 0.09018483757972717,
      "learning_rate": 8.279363605224683e-06,
      "loss": 0.0242,
      "step": 49410
    },
    {
      "epoch": 15.411728009981285,
      "flow_loss": 0.011741307564079762,
      "step": 49410
    },
    {
      "contrastive_loss": 0.003433834295719862,
      "epoch": 15.411728009981285,
      "step": 49410
    },
    {
      "contrastive_lambda": 0.07492953966005889,
      "epoch": 15.411728009981285,
      "step": 49410
    },
    {
      "contrastive_lambda": 0.07491575505893894,
      "epoch": 15.412039925140363,
      "step": 49411
    },
    {
      "contrastive_lambda": 0.0749019716232115,
      "epoch": 15.412351840299438,
      "step": 49412
    },
    {
      "contrastive_lambda": 0.07488818935291464,
      "epoch": 15.412663755458516,
      "step": 49413
    },
    {
      "contrastive_lambda": 0.07487440824808589,
      "epoch": 15.412975670617591,
      "step": 49414
    },
    {
      "contrastive_lambda": 0.07486062830876317,
      "epoch": 15.413287585776668,
      "step": 49415
    },
    {
      "contrastive_lambda": 0.07484684953498405,
      "epoch": 15.413599500935746,
      "step": 49416
    },
    {
      "contrastive_lambda": 0.07483307192678629,
      "epoch": 15.413911416094821,
      "step": 49417
    },
    {
      "contrastive_lambda": 0.07481929548420807,
      "epoch": 15.414223331253899,
      "step": 49418
    },
    {
      "contrastive_lambda": 0.07480552020728676,
      "epoch": 15.414535246412976,
      "step": 49419
    },
    {
      "epoch": 15.414847161572052,
      "grad_norm": 0.08211930096149445,
      "learning_rate": 8.264181717720704e-06,
      "loss": 0.0217,
      "step": 49420
    },
    {
      "epoch": 15.414847161572052,
      "flow_loss": 0.021313434466719627,
      "step": 49420
    },
    {
      "contrastive_loss": 0.003824511542916298,
      "epoch": 15.414847161572052,
      "step": 49420
    },
    {
      "contrastive_lambda": 0.07479174609606026,
      "epoch": 15.414847161572052,
      "step": 49420
    },
    {
      "contrastive_lambda": 0.07477797315056645,
      "epoch": 15.415159076731129,
      "step": 49421
    },
    {
      "contrastive_lambda": 0.07476420137084289,
      "epoch": 15.415470991890206,
      "step": 49422
    },
    {
      "contrastive_lambda": 0.07475043075692722,
      "epoch": 15.415782907049282,
      "step": 49423
    },
    {
      "contrastive_lambda": 0.0747366613088577,
      "epoch": 15.41609482220836,
      "step": 49424
    },
    {
      "contrastive_lambda": 0.07472289302667162,
      "epoch": 15.416406737367437,
      "step": 49425
    },
    {
      "contrastive_lambda": 0.07470912591040696,
      "epoch": 15.416718652526512,
      "step": 49426
    },
    {
      "contrastive_lambda": 0.07469535996010129,
      "epoch": 15.41703056768559,
      "step": 49427
    },
    {
      "contrastive_lambda": 0.07468159517579243,
      "epoch": 15.417342482844667,
      "step": 49428
    },
    {
      "contrastive_lambda": 0.07466783155751816,
      "epoch": 15.417654398003743,
      "step": 49429
    },
    {
      "epoch": 15.41796631316282,
      "grad_norm": 0.06794183701276779,
      "learning_rate": 8.249012508456361e-06,
      "loss": 0.0218,
      "step": 49430
    },
    {
      "epoch": 15.41796631316282,
      "flow_loss": 0.014398030005395412,
      "step": 49430
    },
    {
      "contrastive_loss": 0.0067165265791118145,
      "epoch": 15.41796631316282,
      "step": 49430
    },
    {
      "contrastive_lambda": 0.07465406910531613,
      "epoch": 15.41796631316282,
      "step": 49430
    },
    {
      "contrastive_lambda": 0.07464030781922415,
      "epoch": 15.418278228321896,
      "step": 49431
    },
    {
      "contrastive_lambda": 0.07462654769928007,
      "epoch": 15.418590143480973,
      "step": 49432
    },
    {
      "contrastive_lambda": 0.0746127887455213,
      "epoch": 15.41890205864005,
      "step": 49433
    },
    {
      "contrastive_lambda": 0.07459903095798581,
      "epoch": 15.419213973799126,
      "step": 49434
    },
    {
      "contrastive_lambda": 0.07458527433671103,
      "epoch": 15.419525888958203,
      "step": 49435
    },
    {
      "contrastive_lambda": 0.07457151888173497,
      "epoch": 15.41983780411728,
      "step": 49436
    },
    {
      "contrastive_lambda": 0.07455776459309538,
      "epoch": 15.420149719276356,
      "step": 49437
    },
    {
      "contrastive_lambda": 0.07454401147082973,
      "epoch": 15.420461634435433,
      "step": 49438
    },
    {
      "contrastive_lambda": 0.07453025951497583,
      "epoch": 15.42077354959451,
      "step": 49439
    },
    {
      "epoch": 15.421085464753586,
      "grad_norm": 0.0592719204723835,
      "learning_rate": 8.233855982039646e-06,
      "loss": 0.016,
      "step": 49440
    },
    {
      "epoch": 15.421085464753586,
      "flow_loss": 0.012235548347234726,
      "step": 49440
    },
    {
      "contrastive_loss": 0.0032679405994713306,
      "epoch": 15.421085464753586,
      "step": 49440
    },
    {
      "contrastive_lambda": 0.07451650872557136,
      "epoch": 15.421085464753586,
      "step": 49440
    },
    {
      "contrastive_lambda": 0.07450275910265403,
      "epoch": 15.421397379912664,
      "step": 49441
    },
    {
      "contrastive_lambda": 0.07448901064626168,
      "epoch": 15.421709295071741,
      "step": 49442
    },
    {
      "contrastive_lambda": 0.07447526335643179,
      "epoch": 15.422021210230817,
      "step": 49443
    },
    {
      "contrastive_lambda": 0.07446151723320205,
      "epoch": 15.422333125389894,
      "step": 49444
    },
    {
      "contrastive_lambda": 0.07444777227661037,
      "epoch": 15.422645040548971,
      "step": 49445
    },
    {
      "contrastive_lambda": 0.07443402848669406,
      "epoch": 15.422956955708047,
      "step": 49446
    },
    {
      "contrastive_lambda": 0.07442028586349114,
      "epoch": 15.423268870867124,
      "step": 49447
    },
    {
      "contrastive_lambda": 0.07440654440703925,
      "epoch": 15.4235807860262,
      "step": 49448
    },
    {
      "contrastive_lambda": 0.07439280411737592,
      "epoch": 15.423892701185277,
      "step": 49449
    },
    {
      "epoch": 15.424204616344355,
      "grad_norm": 0.04909876361489296,
      "learning_rate": 8.218712143074708e-06,
      "loss": 0.0167,
      "step": 49450
    },
    {
      "epoch": 15.424204616344355,
      "flow_loss": 0.018698208034038544,
      "step": 49450
    },
    {
      "contrastive_loss": 0.0046009463258087635,
      "epoch": 15.424204616344355,
      "step": 49450
    },
    {
      "contrastive_lambda": 0.07437906499453895,
      "epoch": 15.424204616344355,
      "step": 49450
    },
    {
      "contrastive_lambda": 0.07436532703856585,
      "epoch": 15.42451653150343,
      "step": 49451
    },
    {
      "contrastive_lambda": 0.07435159024949428,
      "epoch": 15.424828446662508,
      "step": 49452
    },
    {
      "contrastive_lambda": 0.0743378546273622,
      "epoch": 15.425140361821585,
      "step": 49453
    },
    {
      "contrastive_lambda": 0.07432412017220691,
      "epoch": 15.42545227698066,
      "step": 49454
    },
    {
      "contrastive_lambda": 0.07431038688406627,
      "epoch": 15.425764192139738,
      "step": 49455
    },
    {
      "contrastive_lambda": 0.07429665476297798,
      "epoch": 15.426076107298815,
      "step": 49456
    },
    {
      "contrastive_lambda": 0.07428292380897933,
      "epoch": 15.42638802245789,
      "step": 49457
    },
    {
      "contrastive_lambda": 0.0742691940221083,
      "epoch": 15.426699937616968,
      "step": 49458
    },
    {
      "contrastive_lambda": 0.07425546540240263,
      "epoch": 15.427011852776046,
      "step": 49459
    },
    {
      "epoch": 15.427323767935121,
      "grad_norm": 0.1006280928850174,
      "learning_rate": 8.203580996161858e-06,
      "loss": 0.0231,
      "step": 49460
    },
    {
      "epoch": 15.427323767935121,
      "flow_loss": 0.020071890205144882,
      "step": 49460
    },
    {
      "contrastive_loss": 0.0033488497138023376,
      "epoch": 15.427323767935121,
      "step": 49460
    },
    {
      "contrastive_lambda": 0.07424173794989958,
      "epoch": 15.427323767935121,
      "step": 49460
    },
    {
      "contrastive_lambda": 0.07422801166463716,
      "epoch": 15.427635683094199,
      "step": 49461
    },
    {
      "contrastive_lambda": 0.07421428654665269,
      "epoch": 15.427947598253276,
      "step": 49462
    },
    {
      "contrastive_lambda": 0.07420056259598379,
      "epoch": 15.428259513412351,
      "step": 49463
    },
    {
      "contrastive_lambda": 0.07418683981266849,
      "epoch": 15.428571428571429,
      "step": 49464
    },
    {
      "contrastive_lambda": 0.07417311819674399,
      "epoch": 15.428883343730504,
      "step": 49465
    },
    {
      "contrastive_lambda": 0.07415939774824809,
      "epoch": 15.429195258889582,
      "step": 49466
    },
    {
      "contrastive_lambda": 0.07414567846721853,
      "epoch": 15.42950717404866,
      "step": 49467
    },
    {
      "contrastive_lambda": 0.07413196035369257,
      "epoch": 15.429819089207735,
      "step": 49468
    },
    {
      "contrastive_lambda": 0.07411824340770795,
      "epoch": 15.430131004366812,
      "step": 49469
    },
    {
      "epoch": 15.43044291952589,
      "grad_norm": 0.08484568446874619,
      "learning_rate": 8.188462545897512e-06,
      "loss": 0.021,
      "step": 49470
    },
    {
      "epoch": 15.43044291952589,
      "flow_loss": 0.02824639342725277,
      "step": 49470
    },
    {
      "contrastive_loss": 0.0031037975568324327,
      "epoch": 15.43044291952589,
      "step": 49470
    },
    {
      "contrastive_lambda": 0.07410452762930259,
      "epoch": 15.43044291952589,
      "step": 49470
    },
    {
      "contrastive_lambda": 0.07409081301851372,
      "epoch": 15.430754834684965,
      "step": 49471
    },
    {
      "contrastive_lambda": 0.07407709957537922,
      "epoch": 15.431066749844042,
      "step": 49472
    },
    {
      "contrastive_lambda": 0.07406338729993639,
      "epoch": 15.43137866500312,
      "step": 49473
    },
    {
      "contrastive_lambda": 0.0740496761922228,
      "epoch": 15.431690580162195,
      "step": 49474
    },
    {
      "contrastive_lambda": 0.07403596625227649,
      "epoch": 15.432002495321273,
      "step": 49475
    },
    {
      "contrastive_lambda": 0.07402225748013463,
      "epoch": 15.43231441048035,
      "step": 49476
    },
    {
      "contrastive_lambda": 0.074008549875835,
      "epoch": 15.432626325639426,
      "step": 49477
    },
    {
      "contrastive_lambda": 0.07399484343941515,
      "epoch": 15.432938240798503,
      "step": 49478
    },
    {
      "contrastive_lambda": 0.07398113817091256,
      "epoch": 15.43325015595758,
      "step": 49479
    },
    {
      "epoch": 15.433562071116656,
      "grad_norm": 0.09643302112817764,
      "learning_rate": 8.173356796874304e-06,
      "loss": 0.0211,
      "step": 49480
    },
    {
      "epoch": 15.433562071116656,
      "flow_loss": 0.03592129051685333,
      "step": 49480
    },
    {
      "contrastive_loss": 0.0039030187763273716,
      "epoch": 15.433562071116656,
      "step": 49480
    },
    {
      "contrastive_lambda": 0.07396743407036482,
      "epoch": 15.433562071116656,
      "step": 49480
    },
    {
      "contrastive_lambda": 0.07395373113780962,
      "epoch": 15.433873986275733,
      "step": 49481
    },
    {
      "contrastive_lambda": 0.07394002937328437,
      "epoch": 15.434185901434809,
      "step": 49482
    },
    {
      "contrastive_lambda": 0.07392632877682692,
      "epoch": 15.434497816593886,
      "step": 49483
    },
    {
      "contrastive_lambda": 0.07391262934847448,
      "epoch": 15.434809731752964,
      "step": 49484
    },
    {
      "contrastive_lambda": 0.07389893108826473,
      "epoch": 15.43512164691204,
      "step": 49485
    },
    {
      "contrastive_lambda": 0.07388523399623526,
      "epoch": 15.435433562071116,
      "step": 49486
    },
    {
      "contrastive_lambda": 0.07387153807242364,
      "epoch": 15.435745477230194,
      "step": 49487
    },
    {
      "contrastive_lambda": 0.07385784331686751,
      "epoch": 15.43605739238927,
      "step": 49488
    },
    {
      "contrastive_lambda": 0.07384414972960418,
      "epoch": 15.436369307548347,
      "step": 49489
    },
    {
      "epoch": 15.436681222707424,
      "grad_norm": 0.07281792908906937,
      "learning_rate": 8.158263753680906e-06,
      "loss": 0.0206,
      "step": 49490
    },
    {
      "epoch": 15.436681222707424,
      "flow_loss": 0.023239579051733017,
      "step": 49490
    },
    {
      "contrastive_loss": 0.00309568177908659,
      "epoch": 15.436681222707424,
      "step": 49490
    },
    {
      "contrastive_lambda": 0.07383045731067128,
      "epoch": 15.436681222707424,
      "step": 49490
    },
    {
      "contrastive_lambda": 0.0738167660601064,
      "epoch": 15.4369931378665,
      "step": 49491
    },
    {
      "contrastive_lambda": 0.07380307597794705,
      "epoch": 15.437305053025577,
      "step": 49492
    },
    {
      "contrastive_lambda": 0.07378938706423077,
      "epoch": 15.437616968184654,
      "step": 49493
    },
    {
      "contrastive_lambda": 0.07377569931899519,
      "epoch": 15.43792888334373,
      "step": 49494
    },
    {
      "contrastive_lambda": 0.07376201274227762,
      "epoch": 15.438240798502807,
      "step": 49495
    },
    {
      "contrastive_lambda": 0.07374832733411574,
      "epoch": 15.438552713661885,
      "step": 49496
    },
    {
      "contrastive_lambda": 0.07373464309454697,
      "epoch": 15.43886462882096,
      "step": 49497
    },
    {
      "contrastive_lambda": 0.0737209600236089,
      "epoch": 15.439176543980038,
      "step": 49498
    },
    {
      "contrastive_lambda": 0.07370727812133909,
      "epoch": 15.439488459139113,
      "step": 49499
    },
    {
      "epoch": 15.43980037429819,
      "grad_norm": 0.05384228751063347,
      "learning_rate": 8.143183420902239e-06,
      "loss": 0.021,
      "step": 49500
    },
    {
      "epoch": 15.43980037429819,
      "flow_loss": 0.015016072429716587,
      "step": 49500
    },
    {
      "contrastive_loss": 0.0031105244997888803,
      "epoch": 15.43980037429819,
      "step": 49500
    },
    {
      "contrastive_lambda": 0.07369359738777492,
      "epoch": 15.43980037429819,
      "step": 49500
    },
    {
      "contrastive_lambda": 0.07367991782295391,
      "epoch": 15.440112289457268,
      "step": 49501
    },
    {
      "contrastive_lambda": 0.07366623942691375,
      "epoch": 15.440424204616344,
      "step": 49502
    },
    {
      "contrastive_lambda": 0.07365256219969157,
      "epoch": 15.440736119775421,
      "step": 49503
    },
    {
      "contrastive_lambda": 0.07363888614132524,
      "epoch": 15.441048034934498,
      "step": 49504
    },
    {
      "contrastive_lambda": 0.07362521125185217,
      "epoch": 15.441359950093574,
      "step": 49505
    },
    {
      "contrastive_lambda": 0.07361153753130972,
      "epoch": 15.441671865252651,
      "step": 49506
    },
    {
      "contrastive_lambda": 0.07359786497973558,
      "epoch": 15.441983780411729,
      "step": 49507
    },
    {
      "contrastive_lambda": 0.07358419359716684,
      "epoch": 15.442295695570804,
      "step": 49508
    },
    {
      "contrastive_lambda": 0.07357052338364134,
      "epoch": 15.442607610729882,
      "step": 49509
    },
    {
      "epoch": 15.442919525888959,
      "grad_norm": 0.05526532977819443,
      "learning_rate": 8.128115803119258e-06,
      "loss": 0.0164,
      "step": 49510
    },
    {
      "epoch": 15.442919525888959,
      "flow_loss": 0.015214525163173676,
      "step": 49510
    },
    {
      "contrastive_loss": 0.003636373206973076,
      "epoch": 15.442919525888959,
      "step": 49510
    },
    {
      "contrastive_lambda": 0.07355685433919662,
      "epoch": 15.442919525888959,
      "step": 49510
    },
    {
      "contrastive_lambda": 0.07354318646386987,
      "epoch": 15.443231441048034,
      "step": 49511
    },
    {
      "contrastive_lambda": 0.07352951975769867,
      "epoch": 15.443543356207112,
      "step": 49512
    },
    {
      "contrastive_lambda": 0.0735158542207206,
      "epoch": 15.44385527136619,
      "step": 49513
    },
    {
      "contrastive_lambda": 0.07350218985297285,
      "epoch": 15.444167186525265,
      "step": 49514
    },
    {
      "contrastive_lambda": 0.07348852665449318,
      "epoch": 15.444479101684342,
      "step": 49515
    },
    {
      "contrastive_lambda": 0.07347486462531899,
      "epoch": 15.444791016843418,
      "step": 49516
    },
    {
      "contrastive_lambda": 0.07346120376548759,
      "epoch": 15.445102932002495,
      "step": 49517
    },
    {
      "contrastive_lambda": 0.07344754407503667,
      "epoch": 15.445414847161572,
      "step": 49518
    },
    {
      "contrastive_lambda": 0.07343388555400338,
      "epoch": 15.445726762320648,
      "step": 49519
    },
    {
      "epoch": 15.446038677479725,
      "grad_norm": 0.05442766100168228,
      "learning_rate": 8.11306090490916e-06,
      "loss": 0.021,
      "step": 49520
    },
    {
      "epoch": 15.446038677479725,
      "flow_loss": 0.012841622345149517,
      "step": 49520
    },
    {
      "contrastive_loss": 0.003416813211515546,
      "epoch": 15.446038677479725,
      "step": 49520
    },
    {
      "contrastive_lambda": 0.07342022820242516,
      "epoch": 15.446038677479725,
      "step": 49520
    },
    {
      "contrastive_lambda": 0.0734065720203399,
      "epoch": 15.446350592638803,
      "step": 49521
    },
    {
      "contrastive_lambda": 0.07339291700778455,
      "epoch": 15.446662507797878,
      "step": 49522
    },
    {
      "contrastive_lambda": 0.07337926316479682,
      "epoch": 15.446974422956956,
      "step": 49523
    },
    {
      "contrastive_lambda": 0.07336561049141416,
      "epoch": 15.447286338116033,
      "step": 49524
    },
    {
      "contrastive_lambda": 0.07335195898767366,
      "epoch": 15.447598253275109,
      "step": 49525
    },
    {
      "contrastive_lambda": 0.07333830865361307,
      "epoch": 15.447910168434186,
      "step": 49526
    },
    {
      "contrastive_lambda": 0.07332465948926986,
      "epoch": 15.448222083593263,
      "step": 49527
    },
    {
      "contrastive_lambda": 0.07331101149468128,
      "epoch": 15.448533998752339,
      "step": 49528
    },
    {
      "contrastive_lambda": 0.07329736466988485,
      "epoch": 15.448845913911416,
      "step": 49529
    },
    {
      "epoch": 15.449157829070494,
      "grad_norm": 0.07004250586032867,
      "learning_rate": 8.098018730845169e-06,
      "loss": 0.023,
      "step": 49530
    },
    {
      "epoch": 15.449157829070494,
      "flow_loss": 0.01723933406174183,
      "step": 49530
    },
    {
      "contrastive_loss": 0.0034083323553204536,
      "epoch": 15.449157829070494,
      "step": 49530
    },
    {
      "contrastive_lambda": 0.07328371901491776,
      "epoch": 15.449157829070494,
      "step": 49530
    },
    {
      "contrastive_lambda": 0.07327007452981754,
      "epoch": 15.44946974422957,
      "step": 49531
    },
    {
      "contrastive_lambda": 0.07325643121462183,
      "epoch": 15.449781659388647,
      "step": 49532
    },
    {
      "contrastive_lambda": 0.07324278906936771,
      "epoch": 15.450093574547722,
      "step": 49533
    },
    {
      "contrastive_lambda": 0.07322914809409276,
      "epoch": 15.4504054897068,
      "step": 49534
    },
    {
      "contrastive_lambda": 0.07321550828883444,
      "epoch": 15.450717404865877,
      "step": 49535
    },
    {
      "contrastive_lambda": 0.0732018696536299,
      "epoch": 15.451029320024952,
      "step": 49536
    },
    {
      "contrastive_lambda": 0.07318823218851667,
      "epoch": 15.45134123518403,
      "step": 49537
    },
    {
      "contrastive_lambda": 0.07317459589353215,
      "epoch": 15.451653150343107,
      "step": 49538
    },
    {
      "contrastive_lambda": 0.0731609607687137,
      "epoch": 15.451965065502183,
      "step": 49539
    },
    {
      "epoch": 15.45227698066126,
      "grad_norm": 0.08473455905914307,
      "learning_rate": 8.082989285496745e-06,
      "loss": 0.025,
      "step": 49540
    },
    {
      "epoch": 15.45227698066126,
      "flow_loss": 0.031950876116752625,
      "step": 49540
    },
    {
      "contrastive_loss": 0.003546027932316065,
      "epoch": 15.45227698066126,
      "step": 49540
    },
    {
      "contrastive_lambda": 0.07314732681409886,
      "epoch": 15.45227698066126,
      "step": 49540
    },
    {
      "contrastive_lambda": 0.0731336940297247,
      "epoch": 15.452588895820337,
      "step": 49541
    },
    {
      "contrastive_lambda": 0.07312006241562863,
      "epoch": 15.452900810979413,
      "step": 49542
    },
    {
      "contrastive_lambda": 0.0731064319718484,
      "epoch": 15.45321272613849,
      "step": 49543
    },
    {
      "contrastive_lambda": 0.073092802698421,
      "epoch": 15.453524641297568,
      "step": 49544
    },
    {
      "contrastive_lambda": 0.07307917459538404,
      "epoch": 15.453836556456643,
      "step": 49545
    },
    {
      "contrastive_lambda": 0.07306554766277468,
      "epoch": 15.45414847161572,
      "step": 49546
    },
    {
      "contrastive_lambda": 0.07305192190063031,
      "epoch": 15.454460386774798,
      "step": 49547
    },
    {
      "contrastive_lambda": 0.07303829730898836,
      "epoch": 15.454772301933874,
      "step": 49548
    },
    {
      "contrastive_lambda": 0.07302467388788614,
      "epoch": 15.455084217092951,
      "step": 49549
    },
    {
      "epoch": 15.455396132252027,
      "grad_norm": 0.06961552053689957,
      "learning_rate": 8.067972573429416e-06,
      "loss": 0.0193,
      "step": 49550
    },
    {
      "epoch": 15.455396132252027,
      "flow_loss": 0.029249858111143112,
      "step": 49550
    },
    {
      "contrastive_loss": 0.003972515929490328,
      "epoch": 15.455396132252027,
      "step": 49550
    },
    {
      "contrastive_lambda": 0.07301105163736105,
      "epoch": 15.455396132252027,
      "step": 49550
    },
    {
      "contrastive_lambda": 0.0729974305574505,
      "epoch": 15.455708047411104,
      "step": 49551
    },
    {
      "contrastive_lambda": 0.07298381064819165,
      "epoch": 15.456019962570181,
      "step": 49552
    },
    {
      "contrastive_lambda": 0.072970191909622,
      "epoch": 15.456331877729257,
      "step": 49553
    },
    {
      "contrastive_lambda": 0.0729565743417786,
      "epoch": 15.456643792888334,
      "step": 49554
    },
    {
      "contrastive_lambda": 0.07294295794469913,
      "epoch": 15.456955708047412,
      "step": 49555
    },
    {
      "contrastive_lambda": 0.07292934271842089,
      "epoch": 15.457267623206487,
      "step": 49556
    },
    {
      "contrastive_lambda": 0.07291572866298102,
      "epoch": 15.457579538365565,
      "step": 49557
    },
    {
      "contrastive_lambda": 0.07290211577841688,
      "epoch": 15.457891453524642,
      "step": 49558
    },
    {
      "contrastive_lambda": 0.07288850406476582,
      "epoch": 15.458203368683717,
      "step": 49559
    },
    {
      "epoch": 15.458515283842795,
      "grad_norm": 0.05481177568435669,
      "learning_rate": 8.052968599204874e-06,
      "loss": 0.0223,
      "step": 49560
    },
    {
      "epoch": 15.458515283842795,
      "flow_loss": 0.019143441691994667,
      "step": 49560
    },
    {
      "contrastive_loss": 0.0035902238450944424,
      "epoch": 15.458515283842795,
      "step": 49560
    },
    {
      "contrastive_lambda": 0.07287489352206528,
      "epoch": 15.458515283842795,
      "step": 49560
    },
    {
      "contrastive_lambda": 0.07286128415035237,
      "epoch": 15.458827199001872,
      "step": 49561
    },
    {
      "contrastive_lambda": 0.07284767594966468,
      "epoch": 15.459139114160948,
      "step": 49562
    },
    {
      "contrastive_lambda": 0.07283406892003919,
      "epoch": 15.459451029320025,
      "step": 49563
    },
    {
      "contrastive_lambda": 0.07282046306151346,
      "epoch": 15.459762944479102,
      "step": 49564
    },
    {
      "contrastive_lambda": 0.07280685837412448,
      "epoch": 15.460074859638178,
      "step": 49565
    },
    {
      "contrastive_lambda": 0.07279325485790983,
      "epoch": 15.460386774797255,
      "step": 49566
    },
    {
      "contrastive_lambda": 0.07277965251290691,
      "epoch": 15.460698689956331,
      "step": 49567
    },
    {
      "contrastive_lambda": 0.07276605133915265,
      "epoch": 15.461010605115408,
      "step": 49568
    },
    {
      "contrastive_lambda": 0.07275245133668456,
      "epoch": 15.461322520274486,
      "step": 49569
    },
    {
      "epoch": 15.461634435433561,
      "grad_norm": 0.03806784376502037,
      "learning_rate": 8.037977367380922e-06,
      "loss": 0.02,
      "step": 49570
    },
    {
      "epoch": 15.461634435433561,
      "flow_loss": 0.025311283767223358,
      "step": 49570
    },
    {
      "contrastive_loss": 0.003438651328906417,
      "epoch": 15.461634435433561,
      "step": 49570
    },
    {
      "contrastive_lambda": 0.07273885250553996,
      "epoch": 15.461634435433561,
      "step": 49570
    },
    {
      "contrastive_lambda": 0.07272525484575587,
      "epoch": 15.461946350592639,
      "step": 49571
    },
    {
      "contrastive_lambda": 0.07271165835736981,
      "epoch": 15.462258265751716,
      "step": 49572
    },
    {
      "contrastive_lambda": 0.07269806304041915,
      "epoch": 15.462570180910792,
      "step": 49573
    },
    {
      "contrastive_lambda": 0.0726844688949409,
      "epoch": 15.462882096069869,
      "step": 49574
    },
    {
      "contrastive_lambda": 0.07267087592097254,
      "epoch": 15.463194011228946,
      "step": 49575
    },
    {
      "contrastive_lambda": 0.07265728411855105,
      "epoch": 15.463505926388022,
      "step": 49576
    },
    {
      "contrastive_lambda": 0.07264369348771393,
      "epoch": 15.4638178415471,
      "step": 49577
    },
    {
      "contrastive_lambda": 0.07263010402849857,
      "epoch": 15.464129756706177,
      "step": 49578
    },
    {
      "contrastive_lambda": 0.07261651574094186,
      "epoch": 15.464441671865252,
      "step": 49579
    },
    {
      "epoch": 15.46475358702433,
      "grad_norm": 0.060125935822725296,
      "learning_rate": 8.022998882511495e-06,
      "loss": 0.0235,
      "step": 49580
    },
    {
      "epoch": 15.46475358702433,
      "flow_loss": 0.027929969131946564,
      "step": 49580
    },
    {
      "contrastive_loss": 0.003709240350872278,
      "epoch": 15.46475358702433,
      "step": 49580
    },
    {
      "contrastive_lambda": 0.07260292862508128,
      "epoch": 15.46475358702433,
      "step": 49580
    },
    {
      "contrastive_lambda": 0.07258934268095413,
      "epoch": 15.465065502183407,
      "step": 49581
    },
    {
      "contrastive_lambda": 0.07257575790859738,
      "epoch": 15.465377417342483,
      "step": 49582
    },
    {
      "contrastive_lambda": 0.07256217430804862,
      "epoch": 15.46568933250156,
      "step": 49583
    },
    {
      "contrastive_lambda": 0.07254859187934487,
      "epoch": 15.466001247660635,
      "step": 49584
    },
    {
      "contrastive_lambda": 0.07253501062252338,
      "epoch": 15.466313162819713,
      "step": 49585
    },
    {
      "contrastive_lambda": 0.07252143053762156,
      "epoch": 15.46662507797879,
      "step": 49586
    },
    {
      "contrastive_lambda": 0.07250785162467643,
      "epoch": 15.466936993137866,
      "step": 49587
    },
    {
      "contrastive_lambda": 0.07249427388372515,
      "epoch": 15.467248908296943,
      "step": 49588
    },
    {
      "contrastive_lambda": 0.07248069731480533,
      "epoch": 15.46756082345602,
      "step": 49589
    },
    {
      "epoch": 15.467872738615096,
      "grad_norm": 0.05641684681177139,
      "learning_rate": 8.008033149146677e-06,
      "loss": 0.0225,
      "step": 49590
    },
    {
      "epoch": 15.467872738615096,
      "flow_loss": 0.01443319208920002,
      "step": 49590
    },
    {
      "contrastive_loss": 0.00392523966729641,
      "epoch": 15.467872738615096,
      "step": 49590
    },
    {
      "contrastive_lambda": 0.07246712191795379,
      "epoch": 15.467872738615096,
      "step": 49590
    },
    {
      "contrastive_lambda": 0.07245354769320811,
      "epoch": 15.468184653774173,
      "step": 49591
    },
    {
      "contrastive_lambda": 0.07243997464060514,
      "epoch": 15.46849656893325,
      "step": 49592
    },
    {
      "contrastive_lambda": 0.07242640276018214,
      "epoch": 15.468808484092326,
      "step": 49593
    },
    {
      "contrastive_lambda": 0.07241283205197668,
      "epoch": 15.469120399251404,
      "step": 49594
    },
    {
      "contrastive_lambda": 0.07239926251602558,
      "epoch": 15.469432314410481,
      "step": 49595
    },
    {
      "contrastive_lambda": 0.07238569415236618,
      "epoch": 15.469744229569557,
      "step": 49596
    },
    {
      "contrastive_lambda": 0.07237212696103579,
      "epoch": 15.470056144728634,
      "step": 49597
    },
    {
      "contrastive_lambda": 0.07235856094207138,
      "epoch": 15.470368059887711,
      "step": 49598
    },
    {
      "contrastive_lambda": 0.0723449960955102,
      "epoch": 15.470679975046787,
      "step": 49599
    },
    {
      "epoch": 15.470991890205864,
      "grad_norm": 0.13054940104484558,
      "learning_rate": 7.993080171832656e-06,
      "loss": 0.0215,
      "step": 49600
    },
    {
      "epoch": 15.470991890205864,
      "flow_loss": 0.01862153597176075,
      "step": 49600
    },
    {
      "contrastive_loss": 0.003084065392613411,
      "epoch": 15.470991890205864,
      "step": 49600
    },
    {
      "contrastive_lambda": 0.07233143242138967,
      "epoch": 15.470991890205864,
      "step": 49600
    },
    {
      "contrastive_lambda": 0.0723178699197467,
      "epoch": 15.47130380536494,
      "step": 49601
    },
    {
      "contrastive_lambda": 0.07230430859061865,
      "epoch": 15.471615720524017,
      "step": 49602
    },
    {
      "contrastive_lambda": 0.07229074843404254,
      "epoch": 15.471927635683095,
      "step": 49603
    },
    {
      "contrastive_lambda": 0.07227718945005562,
      "epoch": 15.47223955084217,
      "step": 49604
    },
    {
      "contrastive_lambda": 0.07226363163869509,
      "epoch": 15.472551466001248,
      "step": 49605
    },
    {
      "contrastive_lambda": 0.07225007499999808,
      "epoch": 15.472863381160325,
      "step": 49606
    },
    {
      "contrastive_lambda": 0.07223651953400179,
      "epoch": 15.4731752963194,
      "step": 49607
    },
    {
      "contrastive_lambda": 0.07222296524074345,
      "epoch": 15.473487211478478,
      "step": 49608
    },
    {
      "contrastive_lambda": 0.07220941212026005,
      "epoch": 15.473799126637555,
      "step": 49609
    },
    {
      "epoch": 15.47411104179663,
      "grad_norm": 0.07767915725708008,
      "learning_rate": 7.978139955111752e-06,
      "loss": 0.0206,
      "step": 49610
    },
    {
      "epoch": 15.47411104179663,
      "flow_loss": 0.01913117989897728,
      "step": 49610
    },
    {
      "contrastive_loss": 0.003497497411444783,
      "epoch": 15.47411104179663,
      "step": 49610
    },
    {
      "contrastive_lambda": 0.07219586017258894,
      "epoch": 15.47411104179663,
      "step": 49610
    },
    {
      "contrastive_lambda": 0.07218230939776699,
      "epoch": 15.474422956955708,
      "step": 49611
    },
    {
      "contrastive_lambda": 0.0721687597958316,
      "epoch": 15.474734872114785,
      "step": 49612
    },
    {
      "contrastive_lambda": 0.07215521136681996,
      "epoch": 15.475046787273861,
      "step": 49613
    },
    {
      "contrastive_lambda": 0.07214166411076894,
      "epoch": 15.475358702432938,
      "step": 49614
    },
    {
      "contrastive_lambda": 0.0721281180277159,
      "epoch": 15.475670617592016,
      "step": 49615
    },
    {
      "contrastive_lambda": 0.07211457311769792,
      "epoch": 15.475982532751091,
      "step": 49616
    },
    {
      "contrastive_lambda": 0.07210102938075214,
      "epoch": 15.476294447910169,
      "step": 49617
    },
    {
      "contrastive_lambda": 0.07208748681691562,
      "epoch": 15.476606363069244,
      "step": 49618
    },
    {
      "contrastive_lambda": 0.07207394542622575,
      "epoch": 15.476918278228322,
      "step": 49619
    },
    {
      "epoch": 15.477230193387399,
      "grad_norm": 0.046744365245103836,
      "learning_rate": 7.9632125035224e-06,
      "loss": 0.0242,
      "step": 49620
    },
    {
      "epoch": 15.477230193387399,
      "flow_loss": 0.05490858480334282,
      "step": 49620
    },
    {
      "contrastive_loss": 0.004784304648637772,
      "epoch": 15.477230193387399,
      "step": 49620
    },
    {
      "contrastive_lambda": 0.07206040520871926,
      "epoch": 15.477230193387399,
      "step": 49620
    },
    {
      "contrastive_lambda": 0.07204686616443362,
      "epoch": 15.477542108546475,
      "step": 49621
    },
    {
      "contrastive_lambda": 0.07203332829340559,
      "epoch": 15.477854023705552,
      "step": 49622
    },
    {
      "contrastive_lambda": 0.07201979159567257,
      "epoch": 15.47816593886463,
      "step": 49623
    },
    {
      "contrastive_lambda": 0.0720062560712717,
      "epoch": 15.478477854023705,
      "step": 49624
    },
    {
      "contrastive_lambda": 0.07199272172023985,
      "epoch": 15.478789769182782,
      "step": 49625
    },
    {
      "contrastive_lambda": 0.07197918854261431,
      "epoch": 15.47910168434186,
      "step": 49626
    },
    {
      "contrastive_lambda": 0.07196565653843223,
      "epoch": 15.479413599500935,
      "step": 49627
    },
    {
      "contrastive_lambda": 0.07195212570773035,
      "epoch": 15.479725514660013,
      "step": 49628
    },
    {
      "contrastive_lambda": 0.07193859605054614,
      "epoch": 15.48003742981909,
      "step": 49629
    },
    {
      "epoch": 15.480349344978166,
      "grad_norm": 0.07743249833583832,
      "learning_rate": 7.948297821599177e-06,
      "loss": 0.0243,
      "step": 49630
    },
    {
      "epoch": 15.480349344978166,
      "flow_loss": 0.016482030972838402,
      "step": 49630
    },
    {
      "contrastive_loss": 0.003266223706305027,
      "epoch": 15.480349344978166,
      "step": 49630
    },
    {
      "contrastive_lambda": 0.07192506756691669,
      "epoch": 15.480349344978166,
      "step": 49630
    },
    {
      "contrastive_lambda": 0.07191154025687885,
      "epoch": 15.480661260137243,
      "step": 49631
    },
    {
      "contrastive_lambda": 0.07189801412046998,
      "epoch": 15.48097317529632,
      "step": 49632
    },
    {
      "contrastive_lambda": 0.07188448915772672,
      "epoch": 15.481285090455396,
      "step": 49633
    },
    {
      "contrastive_lambda": 0.07187096536868659,
      "epoch": 15.481597005614473,
      "step": 49634
    },
    {
      "contrastive_lambda": 0.07185744275338662,
      "epoch": 15.481908920773549,
      "step": 49635
    },
    {
      "contrastive_lambda": 0.07184392131186368,
      "epoch": 15.482220835932626,
      "step": 49636
    },
    {
      "contrastive_lambda": 0.07183040104415495,
      "epoch": 15.482532751091703,
      "step": 49637
    },
    {
      "contrastive_lambda": 0.07181688195029756,
      "epoch": 15.482844666250779,
      "step": 49638
    },
    {
      "contrastive_lambda": 0.07180336403032833,
      "epoch": 15.483156581409856,
      "step": 49639
    },
    {
      "epoch": 15.483468496568934,
      "grad_norm": 0.07034749537706375,
      "learning_rate": 7.933395913872755e-06,
      "loss": 0.022,
      "step": 49640
    },
    {
      "epoch": 15.483468496568934,
      "flow_loss": 0.03125397115945816,
      "step": 49640
    },
    {
      "contrastive_loss": 0.002809797413647175,
      "epoch": 15.483468496568934,
      "step": 49640
    },
    {
      "contrastive_lambda": 0.07178984728428467,
      "epoch": 15.483468496568934,
      "step": 49640
    },
    {
      "contrastive_lambda": 0.07177633171220338,
      "epoch": 15.48378041172801,
      "step": 49641
    },
    {
      "contrastive_lambda": 0.07176281731412154,
      "epoch": 15.484092326887087,
      "step": 49642
    },
    {
      "contrastive_lambda": 0.0717493040900764,
      "epoch": 15.484404242046164,
      "step": 49643
    },
    {
      "contrastive_lambda": 0.07173579204010472,
      "epoch": 15.48471615720524,
      "step": 49644
    },
    {
      "contrastive_lambda": 0.07172228116424362,
      "epoch": 15.485028072364317,
      "step": 49645
    },
    {
      "contrastive_lambda": 0.07170877146253035,
      "epoch": 15.485339987523394,
      "step": 49646
    },
    {
      "contrastive_lambda": 0.07169526293500172,
      "epoch": 15.48565190268247,
      "step": 49647
    },
    {
      "contrastive_lambda": 0.07168175558169498,
      "epoch": 15.485963817841547,
      "step": 49648
    },
    {
      "contrastive_lambda": 0.07166824940264693,
      "epoch": 15.486275733000625,
      "step": 49649
    },
    {
      "epoch": 15.4865876481597,
      "grad_norm": 0.067642942070961,
      "learning_rate": 7.918506784869972e-06,
      "loss": 0.0232,
      "step": 49650
    },
    {
      "epoch": 15.4865876481597,
      "flow_loss": 0.04840201139450073,
      "step": 49650
    },
    {
      "contrastive_loss": 0.0027433817740529776,
      "epoch": 15.4865876481597,
      "step": 49650
    },
    {
      "contrastive_lambda": 0.07165474439789454,
      "epoch": 15.4865876481597,
      "step": 49650
    },
    {
      "contrastive_lambda": 0.07164124056747523,
      "epoch": 15.486899563318778,
      "step": 49651
    },
    {
      "contrastive_lambda": 0.07162773791142563,
      "epoch": 15.487211478477853,
      "step": 49652
    },
    {
      "contrastive_lambda": 0.07161423642978298,
      "epoch": 15.48752339363693,
      "step": 49653
    },
    {
      "contrastive_lambda": 0.07160073612258427,
      "epoch": 15.487835308796008,
      "step": 49654
    },
    {
      "contrastive_lambda": 0.07158723698986641,
      "epoch": 15.488147223955083,
      "step": 49655
    },
    {
      "contrastive_lambda": 0.0715737390316663,
      "epoch": 15.48845913911416,
      "step": 49656
    },
    {
      "contrastive_lambda": 0.07156024224802138,
      "epoch": 15.488771054273238,
      "step": 49657
    },
    {
      "contrastive_lambda": 0.0715467466389682,
      "epoch": 15.489082969432314,
      "step": 49658
    },
    {
      "contrastive_lambda": 0.0715332522045441,
      "epoch": 15.489394884591391,
      "step": 49659
    },
    {
      "epoch": 15.489706799750468,
      "grad_norm": 0.06381186842918396,
      "learning_rate": 7.903630439113707e-06,
      "loss": 0.0217,
      "step": 49660
    },
    {
      "epoch": 15.489706799750468,
      "flow_loss": 0.025897184386849403,
      "step": 49660
    },
    {
      "contrastive_loss": 0.003284004982560873,
      "epoch": 15.489706799750468,
      "step": 49660
    },
    {
      "contrastive_lambda": 0.0715197589447858,
      "epoch": 15.489706799750468,
      "step": 49660
    },
    {
      "contrastive_lambda": 0.07150626685973044,
      "epoch": 15.490018714909544,
      "step": 49661
    },
    {
      "contrastive_lambda": 0.07149277594941494,
      "epoch": 15.490330630068621,
      "step": 49662
    },
    {
      "contrastive_lambda": 0.07147928621387634,
      "epoch": 15.490642545227699,
      "step": 49663
    },
    {
      "contrastive_lambda": 0.07146579765315159,
      "epoch": 15.490954460386774,
      "step": 49664
    },
    {
      "contrastive_lambda": 0.07145231026727783,
      "epoch": 15.491266375545852,
      "step": 49665
    },
    {
      "contrastive_lambda": 0.07143882405629176,
      "epoch": 15.491578290704929,
      "step": 49666
    },
    {
      "contrastive_lambda": 0.07142533902023035,
      "epoch": 15.491890205864005,
      "step": 49667
    },
    {
      "contrastive_lambda": 0.07141185515913095,
      "epoch": 15.492202121023082,
      "step": 49668
    },
    {
      "contrastive_lambda": 0.07139837247303016,
      "epoch": 15.492514036182158,
      "step": 49669
    },
    {
      "epoch": 15.492825951341235,
      "grad_norm": 0.07906868308782578,
      "learning_rate": 7.888766881123044e-06,
      "loss": 0.0207,
      "step": 49670
    },
    {
      "epoch": 15.492825951341235,
      "flow_loss": 0.027258671820163727,
      "step": 49670
    },
    {
      "contrastive_loss": 0.0033468944020569324,
      "epoch": 15.492825951341235,
      "step": 49670
    },
    {
      "contrastive_lambda": 0.07138489096196521,
      "epoch": 15.492825951341235,
      "step": 49670
    },
    {
      "contrastive_lambda": 0.0713714106259728,
      "epoch": 15.493137866500312,
      "step": 49671
    },
    {
      "contrastive_lambda": 0.07135793146509001,
      "epoch": 15.493449781659388,
      "step": 49672
    },
    {
      "contrastive_lambda": 0.07134445347935375,
      "epoch": 15.493761696818465,
      "step": 49673
    },
    {
      "contrastive_lambda": 0.07133097666880106,
      "epoch": 15.494073611977543,
      "step": 49674
    },
    {
      "contrastive_lambda": 0.07131750103346879,
      "epoch": 15.494385527136618,
      "step": 49675
    },
    {
      "contrastive_lambda": 0.07130402657339407,
      "epoch": 15.494697442295696,
      "step": 49676
    },
    {
      "contrastive_lambda": 0.07129055328861356,
      "epoch": 15.495009357454773,
      "step": 49677
    },
    {
      "contrastive_lambda": 0.07127708117916448,
      "epoch": 15.495321272613849,
      "step": 49678
    },
    {
      "contrastive_lambda": 0.07126361024508338,
      "epoch": 15.495633187772926,
      "step": 49679
    },
    {
      "epoch": 15.495945102932003,
      "grad_norm": 0.06838295608758926,
      "learning_rate": 7.873916115413099e-06,
      "loss": 0.0227,
      "step": 49680
    },
    {
      "epoch": 15.495945102932003,
      "flow_loss": 0.051857683807611465,
      "step": 49680
    },
    {
      "contrastive_loss": 0.0036043543368577957,
      "epoch": 15.495945102932003,
      "step": 49680
    },
    {
      "contrastive_lambda": 0.07125014048640754,
      "epoch": 15.495945102932003,
      "step": 49680
    },
    {
      "contrastive_lambda": 0.07123667190317395,
      "epoch": 15.496257018091079,
      "step": 49681
    },
    {
      "contrastive_lambda": 0.07122320449541919,
      "epoch": 15.496568933250156,
      "step": 49682
    },
    {
      "contrastive_lambda": 0.07120973826318039,
      "epoch": 15.496880848409234,
      "step": 49683
    },
    {
      "contrastive_lambda": 0.07119627320649446,
      "epoch": 15.497192763568309,
      "step": 49684
    },
    {
      "contrastive_lambda": 0.07118280932539828,
      "epoch": 15.497504678727386,
      "step": 49685
    },
    {
      "contrastive_lambda": 0.07116934661992885,
      "epoch": 15.497816593886462,
      "step": 49686
    },
    {
      "contrastive_lambda": 0.07115588509012294,
      "epoch": 15.49812850904554,
      "step": 49687
    },
    {
      "contrastive_lambda": 0.0711424247360175,
      "epoch": 15.498440424204617,
      "step": 49688
    },
    {
      "contrastive_lambda": 0.07112896555764953,
      "epoch": 15.498752339363692,
      "step": 49689
    },
    {
      "epoch": 15.49906425452277,
      "grad_norm": 0.07908566296100616,
      "learning_rate": 7.85907814649518e-06,
      "loss": 0.0217,
      "step": 49690
    },
    {
      "epoch": 15.49906425452277,
      "flow_loss": 0.011160657741129398,
      "step": 49690
    },
    {
      "contrastive_loss": 0.0037988736294209957,
      "epoch": 15.49906425452277,
      "step": 49690
    },
    {
      "contrastive_lambda": 0.07111550755505569,
      "epoch": 15.49906425452277,
      "step": 49690
    },
    {
      "contrastive_lambda": 0.07110205072827308,
      "epoch": 15.499376169681847,
      "step": 49691
    },
    {
      "contrastive_lambda": 0.07108859507733872,
      "epoch": 15.499688084840923,
      "step": 49692
    },
    {
      "contrastive_lambda": 0.0710751406022892,
      "epoch": 15.5,
      "step": 49693
    },
    {
      "contrastive_lambda": 0.07106168730316165,
      "epoch": 15.500311915159077,
      "step": 49694
    },
    {
      "contrastive_lambda": 0.0710482351799927,
      "epoch": 15.500623830318153,
      "step": 49695
    },
    {
      "contrastive_lambda": 0.07103478423281928,
      "epoch": 15.50093574547723,
      "step": 49696
    },
    {
      "contrastive_lambda": 0.07102133446167858,
      "epoch": 15.501247660636308,
      "step": 49697
    },
    {
      "contrastive_lambda": 0.07100788586660717,
      "epoch": 15.501559575795383,
      "step": 49698
    },
    {
      "contrastive_lambda": 0.07099443844764192,
      "epoch": 15.50187149095446,
      "step": 49699
    },
    {
      "epoch": 15.502183406113538,
      "grad_norm": 0.07596104592084885,
      "learning_rate": 7.844252978876649e-06,
      "loss": 0.0206,
      "step": 49700
    },
    {
      "epoch": 15.502183406113538,
      "flow_loss": 0.03182610869407654,
      "step": 49700
    },
    {
      "contrastive_loss": 0.0036940905265510082,
      "epoch": 15.502183406113538,
      "step": 49700
    },
    {
      "contrastive_lambda": 0.07098099220481996,
      "epoch": 15.502183406113538,
      "step": 49700
    },
    {
      "contrastive_lambda": 0.07096754713817771,
      "epoch": 15.502495321272614,
      "step": 49701
    },
    {
      "contrastive_lambda": 0.07095410324775236,
      "epoch": 15.502807236431691,
      "step": 49702
    },
    {
      "contrastive_lambda": 0.07094066053358089,
      "epoch": 15.503119151590766,
      "step": 49703
    },
    {
      "contrastive_lambda": 0.07092721899569981,
      "epoch": 15.503431066749844,
      "step": 49704
    },
    {
      "contrastive_lambda": 0.07091377863414622,
      "epoch": 15.503742981908921,
      "step": 49705
    },
    {
      "contrastive_lambda": 0.07090033944895674,
      "epoch": 15.504054897067997,
      "step": 49706
    },
    {
      "contrastive_lambda": 0.07088690144016829,
      "epoch": 15.504366812227074,
      "step": 49707
    },
    {
      "contrastive_lambda": 0.07087346460781796,
      "epoch": 15.504678727386151,
      "step": 49708
    },
    {
      "contrastive_lambda": 0.07086002895194227,
      "epoch": 15.504990642545227,
      "step": 49709
    },
    {
      "epoch": 15.505302557704304,
      "grad_norm": 0.07512691617012024,
      "learning_rate": 7.829440617061001e-06,
      "loss": 0.0328,
      "step": 49710
    },
    {
      "epoch": 15.505302557704304,
      "flow_loss": 0.022820433601737022,
      "step": 49710
    },
    {
      "contrastive_loss": 0.003506468143314123,
      "epoch": 15.505302557704304,
      "step": 49710
    },
    {
      "contrastive_lambda": 0.07084659447257818,
      "epoch": 15.505302557704304,
      "step": 49710
    },
    {
      "contrastive_lambda": 0.07083316116976263,
      "epoch": 15.505614472863382,
      "step": 49711
    },
    {
      "contrastive_lambda": 0.07081972904353223,
      "epoch": 15.505926388022457,
      "step": 49712
    },
    {
      "contrastive_lambda": 0.0708062980939238,
      "epoch": 15.506238303181535,
      "step": 49713
    },
    {
      "contrastive_lambda": 0.07079286832097448,
      "epoch": 15.506550218340612,
      "step": 49714
    },
    {
      "contrastive_lambda": 0.07077943972472078,
      "epoch": 15.506862133499688,
      "step": 49715
    },
    {
      "contrastive_lambda": 0.07076601230519974,
      "epoch": 15.507174048658765,
      "step": 49716
    },
    {
      "contrastive_lambda": 0.07075258606244789,
      "epoch": 15.507485963817842,
      "step": 49717
    },
    {
      "contrastive_lambda": 0.07073916099650213,
      "epoch": 15.507797878976918,
      "step": 49718
    },
    {
      "contrastive_lambda": 0.07072573710739954,
      "epoch": 15.508109794135995,
      "step": 49719
    },
    {
      "epoch": 15.508421709295071,
      "grad_norm": 0.09092359989881516,
      "learning_rate": 7.814641065547851e-06,
      "loss": 0.0253,
      "step": 49720
    },
    {
      "epoch": 15.508421709295071,
      "flow_loss": 0.02839021012187004,
      "step": 49720
    },
    {
      "contrastive_loss": 0.005555316340178251,
      "epoch": 15.508421709295071,
      "step": 49720
    },
    {
      "contrastive_lambda": 0.07071231439517661,
      "epoch": 15.508421709295071,
      "step": 49720
    },
    {
      "contrastive_lambda": 0.07069889285987024,
      "epoch": 15.508733624454148,
      "step": 49721
    },
    {
      "contrastive_lambda": 0.07068547250151735,
      "epoch": 15.509045539613226,
      "step": 49722
    },
    {
      "contrastive_lambda": 0.07067205332015447,
      "epoch": 15.509357454772301,
      "step": 49723
    },
    {
      "contrastive_lambda": 0.07065863531581856,
      "epoch": 15.509669369931379,
      "step": 49724
    },
    {
      "contrastive_lambda": 0.07064521848854638,
      "epoch": 15.509981285090456,
      "step": 49725
    },
    {
      "contrastive_lambda": 0.07063180283837472,
      "epoch": 15.510293200249532,
      "step": 49726
    },
    {
      "contrastive_lambda": 0.07061838836534046,
      "epoch": 15.510605115408609,
      "step": 49727
    },
    {
      "contrastive_lambda": 0.0706049750694801,
      "epoch": 15.510917030567686,
      "step": 49728
    },
    {
      "contrastive_lambda": 0.07059156295083063,
      "epoch": 15.511228945726762,
      "step": 49729
    },
    {
      "epoch": 15.51154086088584,
      "grad_norm": 0.05240219086408615,
      "learning_rate": 7.79985432883289e-06,
      "loss": 0.0172,
      "step": 49730
    },
    {
      "epoch": 15.51154086088584,
      "flow_loss": 0.028004121035337448,
      "step": 49730
    },
    {
      "contrastive_loss": 0.0031752041541039944,
      "epoch": 15.51154086088584,
      "step": 49730
    },
    {
      "contrastive_lambda": 0.07057815200942874,
      "epoch": 15.51154086088584,
      "step": 49730
    },
    {
      "contrastive_lambda": 0.07056474224531128,
      "epoch": 15.511852776044917,
      "step": 49731
    },
    {
      "contrastive_lambda": 0.07055133365851496,
      "epoch": 15.512164691203992,
      "step": 49732
    },
    {
      "contrastive_lambda": 0.07053792624907662,
      "epoch": 15.51247660636307,
      "step": 49733
    },
    {
      "contrastive_lambda": 0.0705245200170328,
      "epoch": 15.512788521522147,
      "step": 49734
    },
    {
      "contrastive_lambda": 0.07051111496242046,
      "epoch": 15.513100436681222,
      "step": 49735
    },
    {
      "contrastive_lambda": 0.07049771108527625,
      "epoch": 15.5134123518403,
      "step": 49736
    },
    {
      "contrastive_lambda": 0.0704843083856369,
      "epoch": 15.513724266999375,
      "step": 49737
    },
    {
      "contrastive_lambda": 0.0704709068635394,
      "epoch": 15.514036182158453,
      "step": 49738
    },
    {
      "contrastive_lambda": 0.07045750651902016,
      "epoch": 15.51434809731753,
      "step": 49739
    },
    {
      "epoch": 15.514660012476606,
      "grad_norm": 0.08996544033288956,
      "learning_rate": 7.78508041140797e-06,
      "loss": 0.023,
      "step": 49740
    },
    {
      "epoch": 15.514660012476606,
      "flow_loss": 0.011827548034489155,
      "step": 49740
    },
    {
      "contrastive_loss": 0.0035657533444464207,
      "epoch": 15.514660012476606,
      "step": 49740
    },
    {
      "contrastive_lambda": 0.07044410735211604,
      "epoch": 15.514660012476606,
      "step": 49740
    },
    {
      "contrastive_lambda": 0.07043070936286377,
      "epoch": 15.514971927635683,
      "step": 49741
    },
    {
      "contrastive_lambda": 0.07041731255130018,
      "epoch": 15.51528384279476,
      "step": 49742
    },
    {
      "contrastive_lambda": 0.07040391691746195,
      "epoch": 15.515595757953836,
      "step": 49743
    },
    {
      "contrastive_lambda": 0.07039052246138572,
      "epoch": 15.515907673112913,
      "step": 49744
    },
    {
      "contrastive_lambda": 0.07037712918310818,
      "epoch": 15.51621958827199,
      "step": 49745
    },
    {
      "contrastive_lambda": 0.0703637370826663,
      "epoch": 15.516531503431066,
      "step": 49746
    },
    {
      "contrastive_lambda": 0.07035034616009644,
      "epoch": 15.516843418590144,
      "step": 49747
    },
    {
      "contrastive_lambda": 0.07033695641543558,
      "epoch": 15.517155333749221,
      "step": 49748
    },
    {
      "contrastive_lambda": 0.07032356784872046,
      "epoch": 15.517467248908297,
      "step": 49749
    },
    {
      "epoch": 15.517779164067374,
      "grad_norm": 0.059064533561468124,
      "learning_rate": 7.770319317760993e-06,
      "loss": 0.0166,
      "step": 49750
    },
    {
      "epoch": 15.517779164067374,
      "flow_loss": 0.04654650762677193,
      "step": 49750
    },
    {
      "contrastive_loss": 0.003530692309141159,
      "epoch": 15.517779164067374,
      "step": 49750
    },
    {
      "contrastive_lambda": 0.07031018045998755,
      "epoch": 15.517779164067374,
      "step": 49750
    },
    {
      "contrastive_lambda": 0.07029679424927376,
      "epoch": 15.518091079226451,
      "step": 49751
    },
    {
      "contrastive_lambda": 0.07028340921661552,
      "epoch": 15.518402994385527,
      "step": 49752
    },
    {
      "contrastive_lambda": 0.07027002536204985,
      "epoch": 15.518714909544604,
      "step": 49753
    },
    {
      "contrastive_lambda": 0.07025664268561338,
      "epoch": 15.51902682470368,
      "step": 49754
    },
    {
      "contrastive_lambda": 0.07024326118734264,
      "epoch": 15.519338739862757,
      "step": 49755
    },
    {
      "contrastive_lambda": 0.07022988086727439,
      "epoch": 15.519650655021834,
      "step": 49756
    },
    {
      "contrastive_lambda": 0.07021650172544541,
      "epoch": 15.51996257018091,
      "step": 49757
    },
    {
      "contrastive_lambda": 0.07020312376189208,
      "epoch": 15.520274485339987,
      "step": 49758
    },
    {
      "contrastive_lambda": 0.07018974697665142,
      "epoch": 15.520586400499065,
      "step": 49759
    },
    {
      "epoch": 15.52089831565814,
      "grad_norm": 0.18610019981861115,
      "learning_rate": 7.755571052376004e-06,
      "loss": 0.0261,
      "step": 49760
    },
    {
      "epoch": 15.52089831565814,
      "flow_loss": 0.02470196969807148,
      "step": 49760
    },
    {
      "contrastive_loss": 0.004036785569041967,
      "epoch": 15.52089831565814,
      "step": 49760
    },
    {
      "contrastive_lambda": 0.07017637136976007,
      "epoch": 15.52089831565814,
      "step": 49760
    },
    {
      "contrastive_lambda": 0.0701629969412545,
      "epoch": 15.521210230817218,
      "step": 49761
    },
    {
      "contrastive_lambda": 0.07014962369117156,
      "epoch": 15.521522145976295,
      "step": 49762
    },
    {
      "contrastive_lambda": 0.07013625161954773,
      "epoch": 15.52183406113537,
      "step": 49763
    },
    {
      "contrastive_lambda": 0.0701228807264197,
      "epoch": 15.522145976294448,
      "step": 49764
    },
    {
      "contrastive_lambda": 0.07010951101182439,
      "epoch": 15.522457891453525,
      "step": 49765
    },
    {
      "contrastive_lambda": 0.07009614247579815,
      "epoch": 15.522769806612601,
      "step": 49766
    },
    {
      "contrastive_lambda": 0.07008277511837774,
      "epoch": 15.523081721771678,
      "step": 49767
    },
    {
      "contrastive_lambda": 0.07006940893959995,
      "epoch": 15.523393636930756,
      "step": 49768
    },
    {
      "contrastive_lambda": 0.07005604393950104,
      "epoch": 15.523705552089831,
      "step": 49769
    },
    {
      "epoch": 15.524017467248909,
      "grad_norm": 0.08012688159942627,
      "learning_rate": 7.740835619733128e-06,
      "loss": 0.0249,
      "step": 49770
    },
    {
      "epoch": 15.524017467248909,
      "flow_loss": 0.019719108939170837,
      "step": 49770
    },
    {
      "contrastive_loss": 0.0038577010855078697,
      "epoch": 15.524017467248909,
      "step": 49770
    },
    {
      "contrastive_lambda": 0.07004268011811804,
      "epoch": 15.524017467248909,
      "step": 49770
    },
    {
      "contrastive_lambda": 0.07002931747548752,
      "epoch": 15.524329382407984,
      "step": 49771
    },
    {
      "contrastive_lambda": 0.07001595601164595,
      "epoch": 15.524641297567062,
      "step": 49772
    },
    {
      "contrastive_lambda": 0.07000259572663015,
      "epoch": 15.524953212726139,
      "step": 49773
    },
    {
      "contrastive_lambda": 0.06998923662047651,
      "epoch": 15.525265127885215,
      "step": 49774
    },
    {
      "contrastive_lambda": 0.0699758786932217,
      "epoch": 15.525577043044292,
      "step": 49775
    },
    {
      "contrastive_lambda": 0.06996252194490271,
      "epoch": 15.52588895820337,
      "step": 49776
    },
    {
      "contrastive_lambda": 0.0699491663755557,
      "epoch": 15.526200873362445,
      "step": 49777
    },
    {
      "contrastive_lambda": 0.06993581198521748,
      "epoch": 15.526512788521522,
      "step": 49778
    },
    {
      "contrastive_lambda": 0.06992245877392478,
      "epoch": 15.5268247036806,
      "step": 49779
    },
    {
      "epoch": 15.527136618839675,
      "grad_norm": 0.19295017421245575,
      "learning_rate": 7.726113024308601e-06,
      "loss": 0.0197,
      "step": 49780
    },
    {
      "epoch": 15.527136618839675,
      "flow_loss": 0.013505635783076286,
      "step": 49780
    },
    {
      "contrastive_loss": 0.0031929302494972944,
      "epoch": 15.527136618839675,
      "step": 49780
    },
    {
      "contrastive_lambda": 0.06990910674171397,
      "epoch": 15.527136618839675,
      "step": 49780
    },
    {
      "contrastive_lambda": 0.06989575588862174,
      "epoch": 15.527448533998752,
      "step": 49781
    },
    {
      "contrastive_lambda": 0.06988240621468478,
      "epoch": 15.52776044915783,
      "step": 49782
    },
    {
      "contrastive_lambda": 0.06986905771993956,
      "epoch": 15.528072364316905,
      "step": 49783
    },
    {
      "contrastive_lambda": 0.06985571040442284,
      "epoch": 15.528384279475983,
      "step": 49784
    },
    {
      "contrastive_lambda": 0.06984236426817103,
      "epoch": 15.52869619463506,
      "step": 49785
    },
    {
      "contrastive_lambda": 0.06982901931122071,
      "epoch": 15.529008109794136,
      "step": 49786
    },
    {
      "contrastive_lambda": 0.06981567553360873,
      "epoch": 15.529320024953213,
      "step": 49787
    },
    {
      "contrastive_lambda": 0.06980233293537141,
      "epoch": 15.529631940112289,
      "step": 49788
    },
    {
      "contrastive_lambda": 0.06978899151654555,
      "epoch": 15.529943855271366,
      "step": 49789
    },
    {
      "epoch": 15.530255770430443,
      "grad_norm": 0.09032656997442245,
      "learning_rate": 7.711403270574746e-06,
      "loss": 0.0221,
      "step": 49790
    },
    {
      "epoch": 15.530255770430443,
      "flow_loss": 0.013899688608944416,
      "step": 49790
    },
    {
      "contrastive_loss": 0.003585049882531166,
      "epoch": 15.530255770430443,
      "step": 49790
    },
    {
      "contrastive_lambda": 0.0697756512771675,
      "epoch": 15.530255770430443,
      "step": 49790
    },
    {
      "contrastive_lambda": 0.06976231221727386,
      "epoch": 15.530567685589519,
      "step": 49791
    },
    {
      "contrastive_lambda": 0.06974897433690136,
      "epoch": 15.530879600748596,
      "step": 49792
    },
    {
      "contrastive_lambda": 0.06973563763608642,
      "epoch": 15.531191515907674,
      "step": 49793
    },
    {
      "contrastive_lambda": 0.06972230211486563,
      "epoch": 15.53150343106675,
      "step": 49794
    },
    {
      "contrastive_lambda": 0.06970896777327573,
      "epoch": 15.531815346225827,
      "step": 49795
    },
    {
      "contrastive_lambda": 0.06969563461135303,
      "epoch": 15.532127261384904,
      "step": 49796
    },
    {
      "contrastive_lambda": 0.06968230262913427,
      "epoch": 15.53243917654398,
      "step": 49797
    },
    {
      "contrastive_lambda": 0.06966897182665566,
      "epoch": 15.532751091703057,
      "step": 49798
    },
    {
      "contrastive_lambda": 0.06965564220395415,
      "epoch": 15.533063006862134,
      "step": 49799
    },
    {
      "epoch": 15.53337492202121,
      "grad_norm": 0.07037775218486786,
      "learning_rate": 7.696706363000039e-06,
      "loss": 0.0213,
      "step": 49800
    },
    {
      "epoch": 15.53337492202121,
      "flow_loss": 0.0399075485765934,
      "step": 49800
    },
    {
      "contrastive_loss": 0.003100347239524126,
      "epoch": 15.53337492202121,
      "step": 49800
    },
    {
      "contrastive_lambda": 0.06964231376106622,
      "epoch": 15.53337492202121,
      "step": 49800
    },
    {
      "contrastive_lambda": 0.06962898649802823,
      "epoch": 15.533686837180287,
      "step": 49801
    },
    {
      "contrastive_lambda": 0.06961566041487682,
      "epoch": 15.533998752339365,
      "step": 49802
    },
    {
      "contrastive_lambda": 0.06960233551164857,
      "epoch": 15.53431066749844,
      "step": 49803
    },
    {
      "contrastive_lambda": 0.06958901178837978,
      "epoch": 15.534622582657517,
      "step": 49804
    },
    {
      "contrastive_lambda": 0.06957568924510721,
      "epoch": 15.534934497816593,
      "step": 49805
    },
    {
      "contrastive_lambda": 0.06956236788186748,
      "epoch": 15.53524641297567,
      "step": 49806
    },
    {
      "contrastive_lambda": 0.06954904769869685,
      "epoch": 15.535558328134748,
      "step": 49807
    },
    {
      "contrastive_lambda": 0.06953572869563207,
      "epoch": 15.535870243293823,
      "step": 49808
    },
    {
      "contrastive_lambda": 0.06952241087270927,
      "epoch": 15.5361821584529,
      "step": 49809
    },
    {
      "epoch": 15.536494073611978,
      "grad_norm": 0.10933735966682434,
      "learning_rate": 7.682022306048959e-06,
      "loss": 0.0281,
      "step": 49810
    },
    {
      "epoch": 15.536494073611978,
      "flow_loss": 0.03778872638940811,
      "step": 49810
    },
    {
      "contrastive_loss": 0.0042808521538972855,
      "epoch": 15.536494073611978,
      "step": 49810
    },
    {
      "contrastive_lambda": 0.06950909422996532,
      "epoch": 15.536494073611978,
      "step": 49810
    },
    {
      "contrastive_lambda": 0.06949577876743679,
      "epoch": 15.536805988771054,
      "step": 49811
    },
    {
      "contrastive_lambda": 0.06948246448515988,
      "epoch": 15.537117903930131,
      "step": 49812
    },
    {
      "contrastive_lambda": 0.06946915138317128,
      "epoch": 15.537429819089208,
      "step": 49813
    },
    {
      "contrastive_lambda": 0.06945583946150752,
      "epoch": 15.537741734248284,
      "step": 49814
    },
    {
      "contrastive_lambda": 0.06944252872020479,
      "epoch": 15.538053649407361,
      "step": 49815
    },
    {
      "contrastive_lambda": 0.06942921915929995,
      "epoch": 15.538365564566439,
      "step": 49816
    },
    {
      "contrastive_lambda": 0.06941591077882947,
      "epoch": 15.538677479725514,
      "step": 49817
    },
    {
      "contrastive_lambda": 0.0694026035788296,
      "epoch": 15.538989394884592,
      "step": 49818
    },
    {
      "contrastive_lambda": 0.06938929755933704,
      "epoch": 15.539301310043669,
      "step": 49819
    },
    {
      "epoch": 15.539613225202745,
      "grad_norm": 0.09378578513860703,
      "learning_rate": 7.667351104182186e-06,
      "loss": 0.0223,
      "step": 49820
    },
    {
      "epoch": 15.539613225202745,
      "flow_loss": 0.03325578197836876,
      "step": 49820
    },
    {
      "contrastive_loss": 0.0036476515233516693,
      "epoch": 15.539613225202745,
      "step": 49820
    },
    {
      "contrastive_lambda": 0.06937599272038802,
      "epoch": 15.539613225202745,
      "step": 49820
    },
    {
      "contrastive_lambda": 0.06936268906201914,
      "epoch": 15.539925140361822,
      "step": 49821
    },
    {
      "contrastive_lambda": 0.06934938658426704,
      "epoch": 15.540237055520898,
      "step": 49822
    },
    {
      "contrastive_lambda": 0.069336085287168,
      "epoch": 15.540548970679975,
      "step": 49823
    },
    {
      "contrastive_lambda": 0.06932278517075852,
      "epoch": 15.540860885839052,
      "step": 49824
    },
    {
      "contrastive_lambda": 0.06930948623507516,
      "epoch": 15.541172800998128,
      "step": 49825
    },
    {
      "contrastive_lambda": 0.06929618848015406,
      "epoch": 15.541484716157205,
      "step": 49826
    },
    {
      "contrastive_lambda": 0.0692828919060322,
      "epoch": 15.541796631316283,
      "step": 49827
    },
    {
      "contrastive_lambda": 0.06926959651274561,
      "epoch": 15.542108546475358,
      "step": 49828
    },
    {
      "contrastive_lambda": 0.06925630230033086,
      "epoch": 15.542420461634435,
      "step": 49829
    },
    {
      "epoch": 15.542732376793513,
      "grad_norm": 0.07180678099393845,
      "learning_rate": 7.652692761856395e-06,
      "loss": 0.0231,
      "step": 49830
    },
    {
      "epoch": 15.542732376793513,
      "flow_loss": 0.012344054877758026,
      "step": 49830
    },
    {
      "contrastive_loss": 0.0037075786385685205,
      "epoch": 15.542732376793513,
      "step": 49830
    },
    {
      "contrastive_lambda": 0.06924300926882454,
      "epoch": 15.542732376793513,
      "step": 49830
    },
    {
      "contrastive_lambda": 0.06922971741826284,
      "epoch": 15.543044291952588,
      "step": 49831
    },
    {
      "contrastive_lambda": 0.06921642674868222,
      "epoch": 15.543356207111666,
      "step": 49832
    },
    {
      "contrastive_lambda": 0.06920313726011945,
      "epoch": 15.543668122270743,
      "step": 49833
    },
    {
      "contrastive_lambda": 0.06918984895261066,
      "epoch": 15.543980037429819,
      "step": 49834
    },
    {
      "contrastive_lambda": 0.0691765618261923,
      "epoch": 15.544291952588896,
      "step": 49835
    },
    {
      "contrastive_lambda": 0.06916327588090104,
      "epoch": 15.544603867747973,
      "step": 49836
    },
    {
      "contrastive_lambda": 0.06914999111677295,
      "epoch": 15.544915782907049,
      "step": 49837
    },
    {
      "contrastive_lambda": 0.06913670753384465,
      "epoch": 15.545227698066126,
      "step": 49838
    },
    {
      "contrastive_lambda": 0.06912342513215253,
      "epoch": 15.545539613225202,
      "step": 49839
    },
    {
      "epoch": 15.54585152838428,
      "grad_norm": 0.0706319585442543,
      "learning_rate": 7.63804728352444e-06,
      "loss": 0.024,
      "step": 49840
    },
    {
      "epoch": 15.54585152838428,
      "flow_loss": 0.017885107547044754,
      "step": 49840
    },
    {
      "contrastive_loss": 0.0030388529412448406,
      "epoch": 15.54585152838428,
      "step": 49840
    },
    {
      "contrastive_lambda": 0.06911014391173298,
      "epoch": 15.54585152838428,
      "step": 49840
    },
    {
      "contrastive_lambda": 0.06909686387262254,
      "epoch": 15.546163443543357,
      "step": 49841
    },
    {
      "contrastive_lambda": 0.06908358501485745,
      "epoch": 15.546475358702432,
      "step": 49842
    },
    {
      "contrastive_lambda": 0.06907030733847402,
      "epoch": 15.54678727386151,
      "step": 49843
    },
    {
      "contrastive_lambda": 0.06905703084350906,
      "epoch": 15.547099189020587,
      "step": 49844
    },
    {
      "contrastive_lambda": 0.06904375552999859,
      "epoch": 15.547411104179663,
      "step": 49845
    },
    {
      "contrastive_lambda": 0.06903048139797924,
      "epoch": 15.54772301933874,
      "step": 49846
    },
    {
      "contrastive_lambda": 0.06901720844748721,
      "epoch": 15.548034934497817,
      "step": 49847
    },
    {
      "contrastive_lambda": 0.06900393667855897,
      "epoch": 15.548346849656893,
      "step": 49848
    },
    {
      "contrastive_lambda": 0.06899066609123089,
      "epoch": 15.54865876481597,
      "step": 49849
    },
    {
      "epoch": 15.548970679975048,
      "grad_norm": 0.09109492599964142,
      "learning_rate": 7.623414673635215e-06,
      "loss": 0.0236,
      "step": 49850
    },
    {
      "epoch": 15.548970679975048,
      "flow_loss": 0.01847296766936779,
      "step": 49850
    },
    {
      "contrastive_loss": 0.0033219470642507076,
      "epoch": 15.548970679975048,
      "step": 49850
    },
    {
      "contrastive_lambda": 0.06897739668553937,
      "epoch": 15.548970679975048,
      "step": 49850
    },
    {
      "contrastive_lambda": 0.06896412846152083,
      "epoch": 15.549282595134123,
      "step": 49851
    },
    {
      "contrastive_lambda": 0.0689508614192117,
      "epoch": 15.5495945102932,
      "step": 49852
    },
    {
      "contrastive_lambda": 0.06893759555864809,
      "epoch": 15.549906425452278,
      "step": 49853
    },
    {
      "contrastive_lambda": 0.06892433087986671,
      "epoch": 15.550218340611353,
      "step": 49854
    },
    {
      "contrastive_lambda": 0.06891106738290348,
      "epoch": 15.55053025577043,
      "step": 49855
    },
    {
      "contrastive_lambda": 0.06889780506779519,
      "epoch": 15.550842170929506,
      "step": 49856
    },
    {
      "contrastive_lambda": 0.06888454393457816,
      "epoch": 15.551154086088584,
      "step": 49857
    },
    {
      "contrastive_lambda": 0.06887128398328846,
      "epoch": 15.551466001247661,
      "step": 49858
    },
    {
      "contrastive_lambda": 0.06885802521396267,
      "epoch": 15.551777916406737,
      "step": 49859
    },
    {
      "epoch": 15.552089831565814,
      "grad_norm": 0.07962117344141006,
      "learning_rate": 7.608794936633723e-06,
      "loss": 0.0216,
      "step": 49860
    },
    {
      "epoch": 15.552089831565814,
      "flow_loss": 0.027216529473662376,
      "step": 49860
    },
    {
      "contrastive_loss": 0.0038145140279084444,
      "epoch": 15.552089831565814,
      "step": 49860
    },
    {
      "contrastive_lambda": 0.06884476762663705,
      "epoch": 15.552089831565814,
      "step": 49860
    },
    {
      "contrastive_lambda": 0.06883151122134801,
      "epoch": 15.552401746724891,
      "step": 49861
    },
    {
      "contrastive_lambda": 0.06881825599813185,
      "epoch": 15.552713661883967,
      "step": 49862
    },
    {
      "contrastive_lambda": 0.06880500195702505,
      "epoch": 15.553025577043044,
      "step": 49863
    },
    {
      "contrastive_lambda": 0.06879174909806368,
      "epoch": 15.553337492202122,
      "step": 49864
    },
    {
      "contrastive_lambda": 0.06877849742128433,
      "epoch": 15.553649407361197,
      "step": 49865
    },
    {
      "contrastive_lambda": 0.06876524692672298,
      "epoch": 15.553961322520275,
      "step": 49866
    },
    {
      "contrastive_lambda": 0.0687519976144163,
      "epoch": 15.554273237679352,
      "step": 49867
    },
    {
      "contrastive_lambda": 0.06873874948440062,
      "epoch": 15.554585152838428,
      "step": 49868
    },
    {
      "contrastive_lambda": 0.06872550253671206,
      "epoch": 15.554897067997505,
      "step": 49869
    },
    {
      "epoch": 15.555208983156582,
      "grad_norm": 0.07470367103815079,
      "learning_rate": 7.594188076961056e-06,
      "loss": 0.0225,
      "step": 49870
    },
    {
      "epoch": 15.555208983156582,
      "flow_loss": 0.013470743782818317,
      "step": 49870
    },
    {
      "contrastive_loss": 0.005059361457824707,
      "epoch": 15.555208983156582,
      "step": 49870
    },
    {
      "contrastive_lambda": 0.06871225677138698,
      "epoch": 15.555208983156582,
      "step": 49870
    },
    {
      "contrastive_lambda": 0.06869901218846192,
      "epoch": 15.555520898315658,
      "step": 49871
    },
    {
      "contrastive_lambda": 0.06868576878797272,
      "epoch": 15.555832813474735,
      "step": 49872
    },
    {
      "contrastive_lambda": 0.0686725265699561,
      "epoch": 15.55614472863381,
      "step": 49873
    },
    {
      "contrastive_lambda": 0.06865928553444833,
      "epoch": 15.556456643792888,
      "step": 49874
    },
    {
      "contrastive_lambda": 0.06864604568148552,
      "epoch": 15.556768558951966,
      "step": 49875
    },
    {
      "contrastive_lambda": 0.06863280701110419,
      "epoch": 15.557080474111041,
      "step": 49876
    },
    {
      "contrastive_lambda": 0.0686195695233403,
      "epoch": 15.557392389270118,
      "step": 49877
    },
    {
      "contrastive_lambda": 0.06860633321823045,
      "epoch": 15.557704304429196,
      "step": 49878
    },
    {
      "contrastive_lambda": 0.06859309809581093,
      "epoch": 15.558016219588271,
      "step": 49879
    },
    {
      "epoch": 15.558328134747349,
      "grad_norm": 0.0774240493774414,
      "learning_rate": 7.579594099054382e-06,
      "loss": 0.0228,
      "step": 49880
    },
    {
      "epoch": 15.558328134747349,
      "flow_loss": 0.00903252325952053,
      "step": 49880
    },
    {
      "contrastive_loss": 0.0036111404187977314,
      "epoch": 15.558328134747349,
      "step": 49880
    },
    {
      "contrastive_lambda": 0.06857986415611783,
      "epoch": 15.558328134747349,
      "step": 49880
    },
    {
      "contrastive_lambda": 0.0685666313991875,
      "epoch": 15.558640049906426,
      "step": 49881
    },
    {
      "contrastive_lambda": 0.06855339982505637,
      "epoch": 15.558951965065502,
      "step": 49882
    },
    {
      "contrastive_lambda": 0.0685401694337604,
      "epoch": 15.559263880224579,
      "step": 49883
    },
    {
      "contrastive_lambda": 0.06852694022533623,
      "epoch": 15.559575795383656,
      "step": 49884
    },
    {
      "contrastive_lambda": 0.06851371219981989,
      "epoch": 15.559887710542732,
      "step": 49885
    },
    {
      "contrastive_lambda": 0.06850048535724768,
      "epoch": 15.56019962570181,
      "step": 49886
    },
    {
      "contrastive_lambda": 0.06848725969765601,
      "epoch": 15.560511540860887,
      "step": 49887
    },
    {
      "contrastive_lambda": 0.06847403522108086,
      "epoch": 15.560823456019962,
      "step": 49888
    },
    {
      "contrastive_lambda": 0.0684608119275586,
      "epoch": 15.56113537117904,
      "step": 49889
    },
    {
      "epoch": 15.561447286338115,
      "grad_norm": 0.10785720497369766,
      "learning_rate": 7.565013007346983e-06,
      "loss": 0.0194,
      "step": 49890
    },
    {
      "epoch": 15.561447286338115,
      "flow_loss": 0.018914226442575455,
      "step": 49890
    },
    {
      "contrastive_loss": 0.004811862017959356,
      "epoch": 15.561447286338115,
      "step": 49890
    },
    {
      "contrastive_lambda": 0.06844758981712573,
      "epoch": 15.561447286338115,
      "step": 49890
    },
    {
      "contrastive_lambda": 0.06843436888981813,
      "epoch": 15.561759201497193,
      "step": 49891
    },
    {
      "contrastive_lambda": 0.06842114914567238,
      "epoch": 15.56207111665627,
      "step": 49892
    },
    {
      "contrastive_lambda": 0.06840793058472444,
      "epoch": 15.562383031815346,
      "step": 49893
    },
    {
      "contrastive_lambda": 0.06839471320701052,
      "epoch": 15.562694946974423,
      "step": 49894
    },
    {
      "contrastive_lambda": 0.06838149701256724,
      "epoch": 15.5630068621335,
      "step": 49895
    },
    {
      "contrastive_lambda": 0.06836828200143047,
      "epoch": 15.563318777292576,
      "step": 49896
    },
    {
      "contrastive_lambda": 0.06835506817363657,
      "epoch": 15.563630692451653,
      "step": 49897
    },
    {
      "contrastive_lambda": 0.0683418555292219,
      "epoch": 15.56394260761073,
      "step": 49898
    },
    {
      "contrastive_lambda": 0.06832864406822237,
      "epoch": 15.564254522769806,
      "step": 49899
    },
    {
      "epoch": 15.564566437928884,
      "grad_norm": 0.07136470079421997,
      "learning_rate": 7.5504448062682035e-06,
      "loss": 0.0157,
      "step": 49900
    },
    {
      "epoch": 15.564566437928884,
      "flow_loss": 0.039161860942840576,
      "step": 49900
    },
    {
      "contrastive_loss": 0.003524379339069128,
      "epoch": 15.564566437928884,
      "step": 49900
    },
    {
      "contrastive_lambda": 0.06831543379067428,
      "epoch": 15.564566437928884,
      "step": 49900
    },
    {
      "contrastive_lambda": 0.06830222469661418,
      "epoch": 15.56487835308796,
      "step": 49901
    },
    {
      "contrastive_lambda": 0.0682890167860779,
      "epoch": 15.565190268247036,
      "step": 49902
    },
    {
      "contrastive_lambda": 0.06827581005910194,
      "epoch": 15.565502183406114,
      "step": 49903
    },
    {
      "contrastive_lambda": 0.06826260451572225,
      "epoch": 15.565814098565191,
      "step": 49904
    },
    {
      "contrastive_lambda": 0.06824940015597514,
      "epoch": 15.566126013724267,
      "step": 49905
    },
    {
      "contrastive_lambda": 0.0682361969798968,
      "epoch": 15.566437928883344,
      "step": 49906
    },
    {
      "contrastive_lambda": 0.06822299498752343,
      "epoch": 15.56674984404242,
      "step": 49907
    },
    {
      "contrastive_lambda": 0.06820979417889123,
      "epoch": 15.567061759201497,
      "step": 49908
    },
    {
      "contrastive_lambda": 0.06819659455403654,
      "epoch": 15.567373674360574,
      "step": 49909
    },
    {
      "epoch": 15.56768558951965,
      "grad_norm": 0.07263660430908203,
      "learning_rate": 7.53588950024347e-06,
      "loss": 0.0255,
      "step": 49910
    },
    {
      "epoch": 15.56768558951965,
      "flow_loss": 0.024495648220181465,
      "step": 49910
    },
    {
      "contrastive_loss": 0.0034650685265660286,
      "epoch": 15.56768558951965,
      "step": 49910
    },
    {
      "contrastive_lambda": 0.06818339611299523,
      "epoch": 15.56768558951965,
      "step": 49910
    },
    {
      "contrastive_lambda": 0.06817019885580361,
      "epoch": 15.567997504678727,
      "step": 49911
    },
    {
      "contrastive_lambda": 0.06815700278249809,
      "epoch": 15.568309419837805,
      "step": 49912
    },
    {
      "contrastive_lambda": 0.06814380789311458,
      "epoch": 15.56862133499688,
      "step": 49913
    },
    {
      "contrastive_lambda": 0.06813061418768945,
      "epoch": 15.568933250155958,
      "step": 49914
    },
    {
      "contrastive_lambda": 0.06811742166625862,
      "epoch": 15.569245165315035,
      "step": 49915
    },
    {
      "contrastive_lambda": 0.06810423032885843,
      "epoch": 15.56955708047411,
      "step": 49916
    },
    {
      "contrastive_lambda": 0.06809104017552503,
      "epoch": 15.569868995633188,
      "step": 49917
    },
    {
      "contrastive_lambda": 0.06807785120629456,
      "epoch": 15.570180910792265,
      "step": 49918
    },
    {
      "contrastive_lambda": 0.06806466342120315,
      "epoch": 15.57049282595134,
      "step": 49919
    },
    {
      "epoch": 15.570804741110418,
      "grad_norm": 0.06483390182256699,
      "learning_rate": 7.5213470936943145e-06,
      "loss": 0.025,
      "step": 49920
    },
    {
      "epoch": 15.570804741110418,
      "flow_loss": 0.04937350004911423,
      "step": 49920
    },
    {
      "contrastive_loss": 0.003576107556000352,
      "epoch": 15.570804741110418,
      "step": 49920
    },
    {
      "contrastive_lambda": 0.06805147682028712,
      "epoch": 15.570804741110418,
      "step": 49920
    },
    {
      "contrastive_lambda": 0.06803829140358236,
      "epoch": 15.571116656269496,
      "step": 49921
    },
    {
      "contrastive_lambda": 0.06802510717112531,
      "epoch": 15.571428571428571,
      "step": 49922
    },
    {
      "contrastive_lambda": 0.0680119241229517,
      "epoch": 15.571740486587649,
      "step": 49923
    },
    {
      "contrastive_lambda": 0.06799874225909802,
      "epoch": 15.572052401746724,
      "step": 49924
    },
    {
      "contrastive_lambda": 0.06798556157960045,
      "epoch": 15.572364316905801,
      "step": 49925
    },
    {
      "contrastive_lambda": 0.06797238208449491,
      "epoch": 15.572676232064879,
      "step": 49926
    },
    {
      "contrastive_lambda": 0.06795920377381753,
      "epoch": 15.572988147223954,
      "step": 49927
    },
    {
      "contrastive_lambda": 0.06794602664760463,
      "epoch": 15.573300062383032,
      "step": 49928
    },
    {
      "contrastive_lambda": 0.06793285070589217,
      "epoch": 15.57361197754211,
      "step": 49929
    },
    {
      "epoch": 15.573923892701185,
      "grad_norm": 0.08949341624975204,
      "learning_rate": 7.506817591038323e-06,
      "loss": 0.0234,
      "step": 49930
    },
    {
      "epoch": 15.573923892701185,
      "flow_loss": 0.013880881480872631,
      "step": 49930
    },
    {
      "contrastive_loss": 0.0032688570208847523,
      "epoch": 15.573923892701185,
      "step": 49930
    },
    {
      "contrastive_lambda": 0.06791967594871645,
      "epoch": 15.573923892701185,
      "step": 49930
    },
    {
      "contrastive_lambda": 0.06790650237611334,
      "epoch": 15.574235807860262,
      "step": 49931
    },
    {
      "contrastive_lambda": 0.06789332998811909,
      "epoch": 15.57454772301934,
      "step": 49932
    },
    {
      "contrastive_lambda": 0.06788015878476994,
      "epoch": 15.574859638178415,
      "step": 49933
    },
    {
      "contrastive_lambda": 0.06786698876610164,
      "epoch": 15.575171553337492,
      "step": 49934
    },
    {
      "contrastive_lambda": 0.06785381993215067,
      "epoch": 15.57548346849657,
      "step": 49935
    },
    {
      "contrastive_lambda": 0.06784065228295305,
      "epoch": 15.575795383655645,
      "step": 49936
    },
    {
      "contrastive_lambda": 0.0678274858185447,
      "epoch": 15.576107298814723,
      "step": 49937
    },
    {
      "contrastive_lambda": 0.06781432053896186,
      "epoch": 15.5764192139738,
      "step": 49938
    },
    {
      "contrastive_lambda": 0.06780115644424073,
      "epoch": 15.576731129132876,
      "step": 49939
    },
    {
      "epoch": 15.577043044291953,
      "grad_norm": 0.07033827900886536,
      "learning_rate": 7.492300996689183e-06,
      "loss": 0.0221,
      "step": 49940
    },
    {
      "epoch": 15.577043044291953,
      "flow_loss": 0.022339610382914543,
      "step": 49940
    },
    {
      "contrastive_loss": 0.004414629191160202,
      "epoch": 15.577043044291953,
      "step": 49940
    },
    {
      "contrastive_lambda": 0.06778799353441706,
      "epoch": 15.577043044291953,
      "step": 49940
    },
    {
      "contrastive_lambda": 0.06777483180952731,
      "epoch": 15.577354959451029,
      "step": 49941
    },
    {
      "contrastive_lambda": 0.0677616712696073,
      "epoch": 15.577666874610106,
      "step": 49942
    },
    {
      "contrastive_lambda": 0.06774851191469322,
      "epoch": 15.577978789769183,
      "step": 49943
    },
    {
      "contrastive_lambda": 0.06773535374482126,
      "epoch": 15.578290704928259,
      "step": 49944
    },
    {
      "contrastive_lambda": 0.06772219676002716,
      "epoch": 15.578602620087336,
      "step": 49945
    },
    {
      "contrastive_lambda": 0.0677090409603473,
      "epoch": 15.578914535246414,
      "step": 49946
    },
    {
      "contrastive_lambda": 0.06769588634581775,
      "epoch": 15.57922645040549,
      "step": 49947
    },
    {
      "contrastive_lambda": 0.06768273291647436,
      "epoch": 15.579538365564567,
      "step": 49948
    },
    {
      "contrastive_lambda": 0.0676695806723534,
      "epoch": 15.579850280723644,
      "step": 49949
    },
    {
      "epoch": 15.58016219588272,
      "grad_norm": 0.05744976922869682,
      "learning_rate": 7.477797315056645e-06,
      "loss": 0.0186,
      "step": 49950
    },
    {
      "epoch": 15.58016219588272,
      "flow_loss": 0.046466242522001266,
      "step": 49950
    },
    {
      "contrastive_loss": 0.003788573434576392,
      "epoch": 15.58016219588272,
      "step": 49950
    },
    {
      "contrastive_lambda": 0.06765642961349072,
      "epoch": 15.58016219588272,
      "step": 49950
    },
    {
      "contrastive_lambda": 0.0676432797399224,
      "epoch": 15.580474111041797,
      "step": 49951
    },
    {
      "contrastive_lambda": 0.0676301310516848,
      "epoch": 15.580786026200874,
      "step": 49952
    },
    {
      "contrastive_lambda": 0.06761698354881363,
      "epoch": 15.58109794135995,
      "step": 49953
    },
    {
      "contrastive_lambda": 0.06760383723134505,
      "epoch": 15.581409856519027,
      "step": 49954
    },
    {
      "contrastive_lambda": 0.06759069209931517,
      "epoch": 15.581721771678104,
      "step": 49955
    },
    {
      "contrastive_lambda": 0.0675775481527599,
      "epoch": 15.58203368683718,
      "step": 49956
    },
    {
      "contrastive_lambda": 0.06756440539171521,
      "epoch": 15.582345601996257,
      "step": 49957
    },
    {
      "contrastive_lambda": 0.06755126381621746,
      "epoch": 15.582657517155333,
      "step": 49958
    },
    {
      "contrastive_lambda": 0.06753812342630239,
      "epoch": 15.58296943231441,
      "step": 49959
    },
    {
      "epoch": 15.583281347473488,
      "grad_norm": 0.15821871161460876,
      "learning_rate": 7.463306550546539e-06,
      "loss": 0.0232,
      "step": 49960
    },
    {
      "epoch": 15.583281347473488,
      "flow_loss": 0.011063137091696262,
      "step": 49960
    },
    {
      "contrastive_loss": 0.0032909950241446495,
      "epoch": 15.583281347473488,
      "step": 49960
    },
    {
      "contrastive_lambda": 0.0675249842220062,
      "epoch": 15.583281347473488,
      "step": 49960
    },
    {
      "contrastive_lambda": 0.0675118462033647,
      "epoch": 15.583593262632563,
      "step": 49961
    },
    {
      "contrastive_lambda": 0.06749870937041397,
      "epoch": 15.58390517779164,
      "step": 49962
    },
    {
      "contrastive_lambda": 0.06748557372319025,
      "epoch": 15.584217092950718,
      "step": 49963
    },
    {
      "contrastive_lambda": 0.0674724392617293,
      "epoch": 15.584529008109794,
      "step": 49964
    },
    {
      "contrastive_lambda": 0.0674593059860672,
      "epoch": 15.584840923268871,
      "step": 49965
    },
    {
      "contrastive_lambda": 0.06744617389624014,
      "epoch": 15.585152838427948,
      "step": 49966
    },
    {
      "contrastive_lambda": 0.06743304299228375,
      "epoch": 15.585464753587024,
      "step": 49967
    },
    {
      "contrastive_lambda": 0.06741991327423419,
      "epoch": 15.585776668746101,
      "step": 49968
    },
    {
      "contrastive_lambda": 0.06740678474212769,
      "epoch": 15.586088583905179,
      "step": 49969
    },
    {
      "epoch": 15.586400499064254,
      "grad_norm": 0.08045017719268799,
      "learning_rate": 7.448828707560812e-06,
      "loss": 0.0232,
      "step": 49970
    },
    {
      "epoch": 15.586400499064254,
      "flow_loss": 0.01698899082839489,
      "step": 49970
    },
    {
      "contrastive_loss": 0.005270786117762327,
      "epoch": 15.586400499064254,
      "step": 49970
    },
    {
      "contrastive_lambda": 0.06739365739599995,
      "epoch": 15.586400499064254,
      "step": 49970
    },
    {
      "contrastive_lambda": 0.06738053123588716,
      "epoch": 15.586712414223332,
      "step": 49971
    },
    {
      "contrastive_lambda": 0.06736740626182514,
      "epoch": 15.587024329382409,
      "step": 49972
    },
    {
      "contrastive_lambda": 0.06735428247384989,
      "epoch": 15.587336244541484,
      "step": 49973
    },
    {
      "contrastive_lambda": 0.06734115987199746,
      "epoch": 15.587648159700562,
      "step": 49974
    },
    {
      "contrastive_lambda": 0.06732803845630381,
      "epoch": 15.587960074859637,
      "step": 49975
    },
    {
      "contrastive_lambda": 0.06731491822680485,
      "epoch": 15.588271990018715,
      "step": 49976
    },
    {
      "contrastive_lambda": 0.06730179918353679,
      "epoch": 15.588583905177792,
      "step": 49977
    },
    {
      "contrastive_lambda": 0.06728868132653526,
      "epoch": 15.588895820336868,
      "step": 49978
    },
    {
      "contrastive_lambda": 0.0672755646558365,
      "epoch": 15.589207735495945,
      "step": 49979
    },
    {
      "epoch": 15.589519650655022,
      "grad_norm": 0.06815987080335617,
      "learning_rate": 7.4343637904974e-06,
      "loss": 0.0168,
      "step": 49980
    },
    {
      "epoch": 15.589519650655022,
      "flow_loss": 0.035979144275188446,
      "step": 49980
    },
    {
      "contrastive_loss": 0.00341535615734756,
      "epoch": 15.589519650655022,
      "step": 49980
    },
    {
      "contrastive_lambda": 0.06726244917147617,
      "epoch": 15.589519650655022,
      "step": 49980
    },
    {
      "contrastive_lambda": 0.0672493348734905,
      "epoch": 15.589831565814098,
      "step": 49981
    },
    {
      "contrastive_lambda": 0.0672362217619154,
      "epoch": 15.590143480973175,
      "step": 49982
    },
    {
      "contrastive_lambda": 0.06722310983678675,
      "epoch": 15.590455396132253,
      "step": 49983
    },
    {
      "contrastive_lambda": 0.06720999909814046,
      "epoch": 15.590767311291328,
      "step": 49984
    },
    {
      "contrastive_lambda": 0.06719688954601255,
      "epoch": 15.591079226450406,
      "step": 49985
    },
    {
      "contrastive_lambda": 0.06718378118043888,
      "epoch": 15.591391141609483,
      "step": 49986
    },
    {
      "contrastive_lambda": 0.06717067400145565,
      "epoch": 15.591703056768559,
      "step": 49987
    },
    {
      "contrastive_lambda": 0.06715756800909845,
      "epoch": 15.592014971927636,
      "step": 49988
    },
    {
      "contrastive_lambda": 0.06714446320340334,
      "epoch": 15.592326887086713,
      "step": 49989
    },
    {
      "epoch": 15.592638802245789,
      "grad_norm": 0.08117242157459259,
      "learning_rate": 7.419911803750401e-06,
      "loss": 0.0246,
      "step": 49990
    },
    {
      "epoch": 15.592638802245789,
      "flow_loss": 0.028753185644745827,
      "step": 49990
    },
    {
      "contrastive_loss": 0.0037791698705404997,
      "epoch": 15.592638802245789,
      "step": 49990
    },
    {
      "contrastive_lambda": 0.06713135958440636,
      "epoch": 15.592638802245789,
      "step": 49990
    },
    {
      "contrastive_lambda": 0.06711825715214315,
      "epoch": 15.592950717404866,
      "step": 49991
    },
    {
      "contrastive_lambda": 0.0671051559066499,
      "epoch": 15.593262632563942,
      "step": 49992
    },
    {
      "contrastive_lambda": 0.06709205584796252,
      "epoch": 15.59357454772302,
      "step": 49993
    },
    {
      "contrastive_lambda": 0.06707895697611677,
      "epoch": 15.593886462882097,
      "step": 49994
    },
    {
      "contrastive_lambda": 0.06706585929114878,
      "epoch": 15.594198378041172,
      "step": 49995
    },
    {
      "contrastive_lambda": 0.06705276279309419,
      "epoch": 15.59451029320025,
      "step": 49996
    },
    {
      "contrastive_lambda": 0.06703966748198892,
      "epoch": 15.594822208359327,
      "step": 49997
    },
    {
      "contrastive_lambda": 0.06702657335786921,
      "epoch": 15.595134123518402,
      "step": 49998
    },
    {
      "contrastive_lambda": 0.0670134804207706,
      "epoch": 15.59544603867748,
      "step": 49999
    },
    {
      "epoch": 15.595757953836557,
      "grad_norm": 0.06940819323062897,
      "learning_rate": 7.405472751709935e-06,
      "loss": 0.0261,
      "step": 50000
    },
    {
      "epoch": 15.595757953836557,
      "flow_loss": 0.020294878631830215,
      "step": 50000
    },
    {
      "contrastive_loss": 0.003325554309412837,
      "epoch": 15.595757953836557,
      "step": 50000
    },
    {
      "contrastive_lambda": 0.0670003886707291,
      "epoch": 15.595757953836557,
      "step": 50000
    },
    {
      "contrastive_lambda": 0.06698729810778076,
      "epoch": 15.596069868995633,
      "step": 50001
    },
    {
      "contrastive_lambda": 0.06697420873196114,
      "epoch": 15.59638178415471,
      "step": 50002
    },
    {
      "contrastive_lambda": 0.06696112054330638,
      "epoch": 15.596693699313787,
      "step": 50003
    },
    {
      "contrastive_lambda": 0.06694803354185241,
      "epoch": 15.597005614472863,
      "step": 50004
    },
    {
      "contrastive_lambda": 0.06693494772763486,
      "epoch": 15.59731752963194,
      "step": 50005
    },
    {
      "contrastive_lambda": 0.06692186310068993,
      "epoch": 15.597629444791018,
      "step": 50006
    },
    {
      "contrastive_lambda": 0.06690877966105313,
      "epoch": 15.597941359950093,
      "step": 50007
    },
    {
      "contrastive_lambda": 0.06689569740876039,
      "epoch": 15.59825327510917,
      "step": 50008
    },
    {
      "contrastive_lambda": 0.0668826163438479,
      "epoch": 15.598565190268246,
      "step": 50009
    },
    {
      "epoch": 15.598877105427324,
      "grad_norm": 0.060037605464458466,
      "learning_rate": 7.3910466387622e-06,
      "loss": 0.0221,
      "step": 50010
    },
    {
      "epoch": 15.598877105427324,
      "flow_loss": 0.018736153841018677,
      "step": 50010
    },
    {
      "contrastive_loss": 0.003409470897167921,
      "epoch": 15.598877105427324,
      "step": 50010
    },
    {
      "contrastive_lambda": 0.06686953646635119,
      "epoch": 15.598877105427324,
      "step": 50010
    },
    {
      "contrastive_lambda": 0.06685645777630628,
      "epoch": 15.599189020586401,
      "step": 50011
    },
    {
      "contrastive_lambda": 0.06684338027374909,
      "epoch": 15.599500935745477,
      "step": 50012
    },
    {
      "contrastive_lambda": 0.06683030395871525,
      "epoch": 15.599812850904554,
      "step": 50013
    },
    {
      "contrastive_lambda": 0.06681722883124058,
      "epoch": 15.600124766063631,
      "step": 50014
    },
    {
      "contrastive_lambda": 0.06680415489136132,
      "epoch": 15.600436681222707,
      "step": 50015
    },
    {
      "contrastive_lambda": 0.06679108213911295,
      "epoch": 15.600748596381784,
      "step": 50016
    },
    {
      "contrastive_lambda": 0.06677801057453153,
      "epoch": 15.601060511540862,
      "step": 50017
    },
    {
      "contrastive_lambda": 0.06676494019765272,
      "epoch": 15.601372426699937,
      "step": 50018
    },
    {
      "contrastive_lambda": 0.06675187100851226,
      "epoch": 15.601684341859015,
      "step": 50019
    },
    {
      "epoch": 15.601996257018092,
      "grad_norm": 0.08076587319374084,
      "learning_rate": 7.3766334692894735e-06,
      "loss": 0.0177,
      "step": 50020
    },
    {
      "epoch": 15.601996257018092,
      "flow_loss": 0.02016204223036766,
      "step": 50020
    },
    {
      "contrastive_loss": 0.004193976521492004,
      "epoch": 15.601996257018092,
      "step": 50020
    },
    {
      "contrastive_lambda": 0.06673880300714641,
      "epoch": 15.601996257018092,
      "step": 50020
    },
    {
      "contrastive_lambda": 0.06672573619359062,
      "epoch": 15.602308172177167,
      "step": 50021
    },
    {
      "contrastive_lambda": 0.06671267056788077,
      "epoch": 15.602620087336245,
      "step": 50022
    },
    {
      "contrastive_lambda": 0.06669960613005288,
      "epoch": 15.602932002495322,
      "step": 50023
    },
    {
      "contrastive_lambda": 0.06668654288014253,
      "epoch": 15.603243917654398,
      "step": 50024
    },
    {
      "contrastive_lambda": 0.06667348081818558,
      "epoch": 15.603555832813475,
      "step": 50025
    },
    {
      "contrastive_lambda": 0.06666041994421795,
      "epoch": 15.60386774797255,
      "step": 50026
    },
    {
      "contrastive_lambda": 0.06664736025827533,
      "epoch": 15.604179663131628,
      "step": 50027
    },
    {
      "contrastive_lambda": 0.0666343017603937,
      "epoch": 15.604491578290705,
      "step": 50028
    },
    {
      "contrastive_lambda": 0.06662124445060863,
      "epoch": 15.604803493449781,
      "step": 50029
    },
    {
      "epoch": 15.605115408608858,
      "grad_norm": 0.07867811620235443,
      "learning_rate": 7.3622332476700865e-06,
      "loss": 0.0231,
      "step": 50030
    },
    {
      "epoch": 15.605115408608858,
      "flow_loss": 0.014562392607331276,
      "step": 50030
    },
    {
      "contrastive_loss": 0.0032691413071006536,
      "epoch": 15.605115408608858,
      "step": 50030
    },
    {
      "contrastive_lambda": 0.06660818832895604,
      "epoch": 15.605115408608858,
      "step": 50030
    },
    {
      "contrastive_lambda": 0.06659513339547168,
      "epoch": 15.605427323767936,
      "step": 50031
    },
    {
      "contrastive_lambda": 0.06658207965019136,
      "epoch": 15.605739238927011,
      "step": 50032
    },
    {
      "contrastive_lambda": 0.06656902709315099,
      "epoch": 15.606051154086089,
      "step": 50033
    },
    {
      "contrastive_lambda": 0.06655597572438615,
      "epoch": 15.606363069245166,
      "step": 50034
    },
    {
      "contrastive_lambda": 0.06654292554393276,
      "epoch": 15.606674984404242,
      "step": 50035
    },
    {
      "contrastive_lambda": 0.06652987655182646,
      "epoch": 15.606986899563319,
      "step": 50036
    },
    {
      "contrastive_lambda": 0.06651682874810316,
      "epoch": 15.607298814722396,
      "step": 50037
    },
    {
      "contrastive_lambda": 0.06650378213279862,
      "epoch": 15.607610729881472,
      "step": 50038
    },
    {
      "contrastive_lambda": 0.06649073670594863,
      "epoch": 15.60792264504055,
      "step": 50039
    },
    {
      "epoch": 15.608234560199627,
      "grad_norm": 0.07493644207715988,
      "learning_rate": 7.347845978278472e-06,
      "loss": 0.0211,
      "step": 50040
    },
    {
      "epoch": 15.608234560199627,
      "flow_loss": 0.026385478675365448,
      "step": 50040
    },
    {
      "contrastive_loss": 0.003930859267711639,
      "epoch": 15.608234560199627,
      "step": 50040
    },
    {
      "contrastive_lambda": 0.06647769246758878,
      "epoch": 15.608234560199627,
      "step": 50040
    },
    {
      "contrastive_lambda": 0.06646464941775498,
      "epoch": 15.608546475358702,
      "step": 50041
    },
    {
      "contrastive_lambda": 0.066451607556483,
      "epoch": 15.60885839051778,
      "step": 50042
    },
    {
      "contrastive_lambda": 0.06643856688380845,
      "epoch": 15.609170305676855,
      "step": 50043
    },
    {
      "contrastive_lambda": 0.06642552739976737,
      "epoch": 15.609482220835933,
      "step": 50044
    },
    {
      "contrastive_lambda": 0.06641248910439518,
      "epoch": 15.60979413599501,
      "step": 50045
    },
    {
      "contrastive_lambda": 0.06639945199772779,
      "epoch": 15.610106051154085,
      "step": 50046
    },
    {
      "contrastive_lambda": 0.06638641607980106,
      "epoch": 15.610417966313163,
      "step": 50047
    },
    {
      "contrastive_lambda": 0.06637338135065035,
      "epoch": 15.61072988147224,
      "step": 50048
    },
    {
      "contrastive_lambda": 0.06636034781031169,
      "epoch": 15.611041796631316,
      "step": 50049
    },
    {
      "epoch": 15.611353711790393,
      "grad_norm": 0.0631680116057396,
      "learning_rate": 7.333471665485065e-06,
      "loss": 0.0239,
      "step": 50050
    },
    {
      "epoch": 15.611353711790393,
      "flow_loss": 0.031040562316775322,
      "step": 50050
    },
    {
      "contrastive_loss": 0.003173790406435728,
      "epoch": 15.611353711790393,
      "step": 50050
    },
    {
      "contrastive_lambda": 0.06634731545882094,
      "epoch": 15.611353711790393,
      "step": 50050
    },
    {
      "contrastive_lambda": 0.06633428429621352,
      "epoch": 15.61166562694947,
      "step": 50051
    },
    {
      "contrastive_lambda": 0.06632125432252534,
      "epoch": 15.611977542108546,
      "step": 50052
    },
    {
      "contrastive_lambda": 0.06630822553779192,
      "epoch": 15.612289457267623,
      "step": 50053
    },
    {
      "contrastive_lambda": 0.06629519794204919,
      "epoch": 15.6126013724267,
      "step": 50054
    },
    {
      "contrastive_lambda": 0.06628217153533289,
      "epoch": 15.612913287585776,
      "step": 50055
    },
    {
      "contrastive_lambda": 0.06626914631767855,
      "epoch": 15.613225202744854,
      "step": 50056
    },
    {
      "contrastive_lambda": 0.06625612228912198,
      "epoch": 15.613537117903931,
      "step": 50057
    },
    {
      "contrastive_lambda": 0.06624309944969903,
      "epoch": 15.613849033063007,
      "step": 50058
    },
    {
      "contrastive_lambda": 0.06623007779944495,
      "epoch": 15.614160948222084,
      "step": 50059
    },
    {
      "epoch": 15.61447286338116,
      "grad_norm": 0.05847536399960518,
      "learning_rate": 7.31911031365643e-06,
      "loss": 0.0214,
      "step": 50060
    },
    {
      "epoch": 15.61447286338116,
      "flow_loss": 0.00884011760354042,
      "step": 50060
    },
    {
      "contrastive_loss": 0.004732288420200348,
      "epoch": 15.61447286338116,
      "step": 50060
    },
    {
      "contrastive_lambda": 0.06621705733839589,
      "epoch": 15.61447286338116,
      "step": 50060
    },
    {
      "contrastive_lambda": 0.06620403806658753,
      "epoch": 15.614784778540237,
      "step": 50061
    },
    {
      "contrastive_lambda": 0.0661910199840553,
      "epoch": 15.615096693699314,
      "step": 50062
    },
    {
      "contrastive_lambda": 0.0661780030908351,
      "epoch": 15.61540860885839,
      "step": 50063
    },
    {
      "contrastive_lambda": 0.06616498738696247,
      "epoch": 15.615720524017467,
      "step": 50064
    },
    {
      "contrastive_lambda": 0.06615197287247299,
      "epoch": 15.616032439176545,
      "step": 50065
    },
    {
      "contrastive_lambda": 0.06613895954740279,
      "epoch": 15.61634435433562,
      "step": 50066
    },
    {
      "contrastive_lambda": 0.06612594741178712,
      "epoch": 15.616656269494698,
      "step": 50067
    },
    {
      "contrastive_lambda": 0.0661129364656618,
      "epoch": 15.616968184653775,
      "step": 50068
    },
    {
      "contrastive_lambda": 0.06609992670906262,
      "epoch": 15.61728009981285,
      "step": 50069
    },
    {
      "epoch": 15.617592014971928,
      "grad_norm": 0.07297762483358383,
      "learning_rate": 7.304761927155157e-06,
      "loss": 0.0226,
      "step": 50070
    },
    {
      "epoch": 15.617592014971928,
      "flow_loss": 0.014074323698878288,
      "step": 50070
    },
    {
      "contrastive_loss": 0.003244053339585662,
      "epoch": 15.617592014971928,
      "step": 50070
    },
    {
      "contrastive_lambda": 0.06608691814202494,
      "epoch": 15.617592014971928,
      "step": 50070
    },
    {
      "contrastive_lambda": 0.06607391076458469,
      "epoch": 15.617903930131005,
      "step": 50071
    },
    {
      "contrastive_lambda": 0.06606090457677755,
      "epoch": 15.61821584529008,
      "step": 50072
    },
    {
      "contrastive_lambda": 0.06604789957863899,
      "epoch": 15.618527760449158,
      "step": 50073
    },
    {
      "contrastive_lambda": 0.06603489577020483,
      "epoch": 15.618839675608235,
      "step": 50074
    },
    {
      "contrastive_lambda": 0.06602189315151058,
      "epoch": 15.619151590767311,
      "step": 50075
    },
    {
      "contrastive_lambda": 0.06600889172259178,
      "epoch": 15.619463505926388,
      "step": 50076
    },
    {
      "contrastive_lambda": 0.0659958914834845,
      "epoch": 15.619775421085464,
      "step": 50077
    },
    {
      "contrastive_lambda": 0.065982892434224,
      "epoch": 15.620087336244541,
      "step": 50078
    },
    {
      "contrastive_lambda": 0.06596989457484609,
      "epoch": 15.620399251403619,
      "step": 50079
    },
    {
      "epoch": 15.620711166562694,
      "grad_norm": 0.06786427646875381,
      "learning_rate": 7.29042651033991e-06,
      "loss": 0.0266,
      "step": 50080
    },
    {
      "epoch": 15.620711166562694,
      "flow_loss": 0.011578550562262535,
      "step": 50080
    },
    {
      "contrastive_loss": 0.0031292270869016647,
      "epoch": 15.620711166562694,
      "step": 50080
    },
    {
      "contrastive_lambda": 0.06595689790538639,
      "epoch": 15.620711166562694,
      "step": 50080
    },
    {
      "contrastive_lambda": 0.06594390242588044,
      "epoch": 15.621023081721772,
      "step": 50081
    },
    {
      "contrastive_lambda": 0.06593090813636393,
      "epoch": 15.621334996880849,
      "step": 50082
    },
    {
      "contrastive_lambda": 0.06591791503687244,
      "epoch": 15.621646912039925,
      "step": 50083
    },
    {
      "contrastive_lambda": 0.06590492312744167,
      "epoch": 15.621958827199002,
      "step": 50084
    },
    {
      "contrastive_lambda": 0.06589193240810731,
      "epoch": 15.62227074235808,
      "step": 50085
    },
    {
      "contrastive_lambda": 0.06587894287890472,
      "epoch": 15.622582657517155,
      "step": 50086
    },
    {
      "contrastive_lambda": 0.0658659545398696,
      "epoch": 15.622894572676232,
      "step": 50087
    },
    {
      "contrastive_lambda": 0.0658529673910378,
      "epoch": 15.623206487835308,
      "step": 50088
    },
    {
      "contrastive_lambda": 0.06583998143244463,
      "epoch": 15.623518402994385,
      "step": 50089
    },
    {
      "epoch": 15.623830318153463,
      "grad_norm": 0.07178238779306412,
      "learning_rate": 7.276104067565409e-06,
      "loss": 0.0188,
      "step": 50090
    },
    {
      "epoch": 15.623830318153463,
      "flow_loss": 0.014828536659479141,
      "step": 50090
    },
    {
      "contrastive_loss": 0.0032978998497128487,
      "epoch": 15.623830318153463,
      "step": 50090
    },
    {
      "contrastive_lambda": 0.06582699666412595,
      "epoch": 15.623830318153463,
      "step": 50090
    },
    {
      "contrastive_lambda": 0.06581401308611706,
      "epoch": 15.62414223331254,
      "step": 50091
    },
    {
      "contrastive_lambda": 0.06580103069845367,
      "epoch": 15.624454148471616,
      "step": 50092
    },
    {
      "contrastive_lambda": 0.06578804950117145,
      "epoch": 15.624766063630693,
      "step": 50093
    },
    {
      "contrastive_lambda": 0.06577506949430595,
      "epoch": 15.625077978789768,
      "step": 50094
    },
    {
      "contrastive_lambda": 0.06576209067789274,
      "epoch": 15.625389893948846,
      "step": 50095
    },
    {
      "contrastive_lambda": 0.06574911305196757,
      "epoch": 15.625701809107923,
      "step": 50096
    },
    {
      "contrastive_lambda": 0.06573613661656569,
      "epoch": 15.626013724266999,
      "step": 50097
    },
    {
      "contrastive_lambda": 0.06572316137172296,
      "epoch": 15.626325639426076,
      "step": 50098
    },
    {
      "contrastive_lambda": 0.06571018731747463,
      "epoch": 15.626637554585153,
      "step": 50099
    },
    {
      "epoch": 15.626949469744229,
      "grad_norm": 0.07401787489652634,
      "learning_rate": 7.261794603182431e-06,
      "loss": 0.0188,
      "step": 50100
    },
    {
      "epoch": 15.626949469744229,
      "flow_loss": 0.030554965138435364,
      "step": 50100
    },
    {
      "contrastive_loss": 0.002882702276110649,
      "epoch": 15.626949469744229,
      "step": 50100
    },
    {
      "contrastive_lambda": 0.06569721445385662,
      "epoch": 15.626949469744229,
      "step": 50100
    },
    {
      "contrastive_lambda": 0.06568424278090446,
      "epoch": 15.627261384903306,
      "step": 50101
    },
    {
      "contrastive_lambda": 0.0656712722986535,
      "epoch": 15.627573300062384,
      "step": 50102
    },
    {
      "contrastive_lambda": 0.06565830300713937,
      "epoch": 15.62788521522146,
      "step": 50103
    },
    {
      "contrastive_lambda": 0.06564533490639768,
      "epoch": 15.628197130380537,
      "step": 50104
    },
    {
      "contrastive_lambda": 0.06563236799646394,
      "epoch": 15.628509045539612,
      "step": 50105
    },
    {
      "contrastive_lambda": 0.06561940227737378,
      "epoch": 15.62882096069869,
      "step": 50106
    },
    {
      "contrastive_lambda": 0.06560643774916275,
      "epoch": 15.629132875857767,
      "step": 50107
    },
    {
      "contrastive_lambda": 0.06559347441186625,
      "epoch": 15.629444791016843,
      "step": 50108
    },
    {
      "contrastive_lambda": 0.06558051226552003,
      "epoch": 15.62975670617592,
      "step": 50109
    },
    {
      "epoch": 15.630068621334997,
      "grad_norm": 0.09434805810451508,
      "learning_rate": 7.24749812153781e-06,
      "loss": 0.0256,
      "step": 50110
    },
    {
      "epoch": 15.630068621334997,
      "flow_loss": 0.009386439807713032,
      "step": 50110
    },
    {
      "contrastive_loss": 0.003551600966602564,
      "epoch": 15.630068621334997,
      "step": 50110
    },
    {
      "contrastive_lambda": 0.06556755131015923,
      "epoch": 15.630068621334997,
      "step": 50110
    },
    {
      "contrastive_lambda": 0.06555459154581983,
      "epoch": 15.630380536494073,
      "step": 50111
    },
    {
      "contrastive_lambda": 0.06554163297253723,
      "epoch": 15.63069245165315,
      "step": 50112
    },
    {
      "contrastive_lambda": 0.06552867559034686,
      "epoch": 15.631004366812228,
      "step": 50113
    },
    {
      "contrastive_lambda": 0.06551571939928424,
      "epoch": 15.631316281971303,
      "step": 50114
    },
    {
      "contrastive_lambda": 0.06550276439938513,
      "epoch": 15.63162819713038,
      "step": 50115
    },
    {
      "contrastive_lambda": 0.0654898105906846,
      "epoch": 15.631940112289458,
      "step": 50116
    },
    {
      "contrastive_lambda": 0.0654768579732185,
      "epoch": 15.632252027448533,
      "step": 50117
    },
    {
      "contrastive_lambda": 0.06546390654702239,
      "epoch": 15.63256394260761,
      "step": 50118
    },
    {
      "contrastive_lambda": 0.06545095631213155,
      "epoch": 15.632875857766688,
      "step": 50119
    },
    {
      "epoch": 15.633187772925764,
      "grad_norm": 0.06558487564325333,
      "learning_rate": 7.2332146269744605e-06,
      "loss": 0.0228,
      "step": 50120
    },
    {
      "epoch": 15.633187772925764,
      "flow_loss": 0.016619114205241203,
      "step": 50120
    },
    {
      "contrastive_loss": 0.003955029882490635,
      "epoch": 15.633187772925764,
      "step": 50120
    },
    {
      "contrastive_lambda": 0.06543800726858173,
      "epoch": 15.633187772925764,
      "step": 50120
    },
    {
      "contrastive_lambda": 0.06542505941640803,
      "epoch": 15.633499688084841,
      "step": 50121
    },
    {
      "contrastive_lambda": 0.06541211275564629,
      "epoch": 15.633811603243917,
      "step": 50122
    },
    {
      "contrastive_lambda": 0.06539916728633205,
      "epoch": 15.634123518402994,
      "step": 50123
    },
    {
      "contrastive_lambda": 0.06538622300850061,
      "epoch": 15.634435433562071,
      "step": 50124
    },
    {
      "contrastive_lambda": 0.06537327992218744,
      "epoch": 15.634747348721147,
      "step": 50125
    },
    {
      "contrastive_lambda": 0.06536033802742824,
      "epoch": 15.635059263880224,
      "step": 50126
    },
    {
      "contrastive_lambda": 0.06534739732425815,
      "epoch": 15.635371179039302,
      "step": 50127
    },
    {
      "contrastive_lambda": 0.06533445781271302,
      "epoch": 15.635683094198377,
      "step": 50128
    },
    {
      "contrastive_lambda": 0.0653215194928281,
      "epoch": 15.635995009357455,
      "step": 50129
    },
    {
      "epoch": 15.636306924516532,
      "grad_norm": 0.0866270661354065,
      "learning_rate": 7.218944123831295e-06,
      "loss": 0.0167,
      "step": 50130
    },
    {
      "epoch": 15.636306924516532,
      "flow_loss": 0.019555415958166122,
      "step": 50130
    },
    {
      "contrastive_loss": 0.0033366987481713295,
      "epoch": 15.636306924516532,
      "step": 50130
    },
    {
      "contrastive_lambda": 0.06530858236463888,
      "epoch": 15.636306924516532,
      "step": 50130
    },
    {
      "contrastive_lambda": 0.06529564642818098,
      "epoch": 15.636618839675608,
      "step": 50131
    },
    {
      "contrastive_lambda": 0.06528271168348965,
      "epoch": 15.636930754834685,
      "step": 50132
    },
    {
      "contrastive_lambda": 0.06526977813060031,
      "epoch": 15.637242669993762,
      "step": 50133
    },
    {
      "contrastive_lambda": 0.06525684576954882,
      "epoch": 15.637554585152838,
      "step": 50134
    },
    {
      "contrastive_lambda": 0.06524391460037021,
      "epoch": 15.637866500311915,
      "step": 50135
    },
    {
      "contrastive_lambda": 0.06523098462310023,
      "epoch": 15.638178415470993,
      "step": 50136
    },
    {
      "contrastive_lambda": 0.06521805583777407,
      "epoch": 15.638490330630068,
      "step": 50137
    },
    {
      "contrastive_lambda": 0.0652051282444272,
      "epoch": 15.638802245789146,
      "step": 50138
    },
    {
      "contrastive_lambda": 0.06519220184309538,
      "epoch": 15.639114160948221,
      "step": 50139
    },
    {
      "epoch": 15.639426076107299,
      "grad_norm": 0.06288767606019974,
      "learning_rate": 7.204686616443351e-06,
      "loss": 0.0189,
      "step": 50140
    },
    {
      "epoch": 15.639426076107299,
      "flow_loss": 0.01692378707230091,
      "step": 50140
    },
    {
      "contrastive_loss": 0.0036696360912173986,
      "epoch": 15.639426076107299,
      "step": 50140
    },
    {
      "contrastive_lambda": 0.06517927663381368,
      "epoch": 15.639426076107299,
      "step": 50140
    },
    {
      "contrastive_lambda": 0.06516635261661774,
      "epoch": 15.639737991266376,
      "step": 50141
    },
    {
      "contrastive_lambda": 0.06515342979154298,
      "epoch": 15.640049906425451,
      "step": 50142
    },
    {
      "contrastive_lambda": 0.06514050815862471,
      "epoch": 15.640361821584529,
      "step": 50143
    },
    {
      "contrastive_lambda": 0.06512758771789828,
      "epoch": 15.640673736743606,
      "step": 50144
    },
    {
      "contrastive_lambda": 0.06511466846939956,
      "epoch": 15.640985651902682,
      "step": 50145
    },
    {
      "contrastive_lambda": 0.06510175041316346,
      "epoch": 15.641297567061759,
      "step": 50146
    },
    {
      "contrastive_lambda": 0.06508883354922579,
      "epoch": 15.641609482220836,
      "step": 50147
    },
    {
      "contrastive_lambda": 0.06507591787762163,
      "epoch": 15.641921397379912,
      "step": 50148
    },
    {
      "contrastive_lambda": 0.06506300339838655,
      "epoch": 15.64223331253899,
      "step": 50149
    },
    {
      "epoch": 15.642545227698067,
      "grad_norm": 0.06490775942802429,
      "learning_rate": 7.190442109141665e-06,
      "loss": 0.0253,
      "step": 50150
    },
    {
      "epoch": 15.642545227698067,
      "flow_loss": 0.024105435237288475,
      "step": 50150
    },
    {
      "contrastive_loss": 0.0031888564117252827,
      "epoch": 15.642545227698067,
      "step": 50150
    },
    {
      "contrastive_lambda": 0.06505009011155594,
      "epoch": 15.642545227698067,
      "step": 50150
    },
    {
      "contrastive_lambda": 0.06503717801716519,
      "epoch": 15.642857142857142,
      "step": 50151
    },
    {
      "contrastive_lambda": 0.06502426711524972,
      "epoch": 15.64316905801622,
      "step": 50152
    },
    {
      "contrastive_lambda": 0.06501135740584502,
      "epoch": 15.643480973175297,
      "step": 50153
    },
    {
      "contrastive_lambda": 0.06499844888898626,
      "epoch": 15.643792888334373,
      "step": 50154
    },
    {
      "contrastive_lambda": 0.06498554156470909,
      "epoch": 15.64410480349345,
      "step": 50155
    },
    {
      "contrastive_lambda": 0.06497263543304849,
      "epoch": 15.644416718652526,
      "step": 50156
    },
    {
      "contrastive_lambda": 0.06495973049404025,
      "epoch": 15.644728633811603,
      "step": 50157
    },
    {
      "contrastive_lambda": 0.06494682674771973,
      "epoch": 15.64504054897068,
      "step": 50158
    },
    {
      "contrastive_lambda": 0.06493392419412208,
      "epoch": 15.645352464129756,
      "step": 50159
    },
    {
      "epoch": 15.645664379288833,
      "grad_norm": 0.08402249962091446,
      "learning_rate": 7.176210606253347e-06,
      "loss": 0.0234,
      "step": 50160
    },
    {
      "epoch": 15.645664379288833,
      "flow_loss": 0.03325759992003441,
      "step": 50160
    },
    {
      "contrastive_loss": 0.0034947162494063377,
      "epoch": 15.645664379288833,
      "step": 50160
    },
    {
      "contrastive_lambda": 0.06492102283328277,
      "epoch": 15.645664379288833,
      "step": 50160
    },
    {
      "contrastive_lambda": 0.06490812266523716,
      "epoch": 15.64597629444791,
      "step": 50161
    },
    {
      "contrastive_lambda": 0.06489522369002065,
      "epoch": 15.646288209606986,
      "step": 50162
    },
    {
      "contrastive_lambda": 0.06488232590766863,
      "epoch": 15.646600124766064,
      "step": 50163
    },
    {
      "contrastive_lambda": 0.06486942931821649,
      "epoch": 15.646912039925141,
      "step": 50164
    },
    {
      "contrastive_lambda": 0.06485653392169938,
      "epoch": 15.647223955084216,
      "step": 50165
    },
    {
      "contrastive_lambda": 0.06484363971815293,
      "epoch": 15.647535870243294,
      "step": 50166
    },
    {
      "contrastive_lambda": 0.06483074670761213,
      "epoch": 15.647847785402371,
      "step": 50167
    },
    {
      "contrastive_lambda": 0.0648178548901126,
      "epoch": 15.648159700561447,
      "step": 50168
    },
    {
      "contrastive_lambda": 0.06480496426568982,
      "epoch": 15.648471615720524,
      "step": 50169
    },
    {
      "epoch": 15.648783530879601,
      "grad_norm": 0.05961749330163002,
      "learning_rate": 7.161992112101551e-06,
      "loss": 0.0201,
      "step": 50170
    },
    {
      "epoch": 15.648783530879601,
      "flow_loss": 0.041389986872673035,
      "step": 50170
    },
    {
      "contrastive_loss": 0.004762580618262291,
      "epoch": 15.648783530879601,
      "step": 50170
    },
    {
      "contrastive_lambda": 0.06479207483437877,
      "epoch": 15.648783530879601,
      "step": 50170
    },
    {
      "contrastive_lambda": 0.06477918659621501,
      "epoch": 15.649095446038677,
      "step": 50171
    },
    {
      "contrastive_lambda": 0.06476629955123386,
      "epoch": 15.649407361197754,
      "step": 50172
    },
    {
      "contrastive_lambda": 0.06475341369947046,
      "epoch": 15.64971927635683,
      "step": 50173
    },
    {
      "contrastive_lambda": 0.06474052904096039,
      "epoch": 15.650031191515907,
      "step": 50174
    },
    {
      "contrastive_lambda": 0.06472764557573896,
      "epoch": 15.650343106674985,
      "step": 50175
    },
    {
      "contrastive_lambda": 0.0647147633038413,
      "epoch": 15.65065502183406,
      "step": 50176
    },
    {
      "contrastive_lambda": 0.06470188222530293,
      "epoch": 15.650966936993138,
      "step": 50177
    },
    {
      "contrastive_lambda": 0.06468900234015884,
      "epoch": 15.651278852152215,
      "step": 50178
    },
    {
      "contrastive_lambda": 0.06467612364844472,
      "epoch": 15.65159076731129,
      "step": 50179
    },
    {
      "epoch": 15.651902682470368,
      "grad_norm": 0.06766150146722794,
      "learning_rate": 7.147786631005465e-06,
      "loss": 0.0205,
      "step": 50180
    },
    {
      "epoch": 15.651902682470368,
      "flow_loss": 0.015968570485711098,
      "step": 50180
    },
    {
      "contrastive_loss": 0.0041447412222623825,
      "epoch": 15.651902682470368,
      "step": 50180
    },
    {
      "contrastive_lambda": 0.06466324615019581,
      "epoch": 15.651902682470368,
      "step": 50180
    },
    {
      "contrastive_lambda": 0.0646503698454472,
      "epoch": 15.652214597629445,
      "step": 50181
    },
    {
      "contrastive_lambda": 0.0646374947342343,
      "epoch": 15.652526512788521,
      "step": 50182
    },
    {
      "contrastive_lambda": 0.06462462081659259,
      "epoch": 15.652838427947598,
      "step": 50183
    },
    {
      "contrastive_lambda": 0.06461174809255693,
      "epoch": 15.653150343106676,
      "step": 50184
    },
    {
      "contrastive_lambda": 0.06459887656216318,
      "epoch": 15.653462258265751,
      "step": 50185
    },
    {
      "contrastive_lambda": 0.06458600622544614,
      "epoch": 15.653774173424829,
      "step": 50186
    },
    {
      "contrastive_lambda": 0.06457313708244133,
      "epoch": 15.654086088583906,
      "step": 50187
    },
    {
      "contrastive_lambda": 0.06456026913318408,
      "epoch": 15.654398003742982,
      "step": 50188
    },
    {
      "contrastive_lambda": 0.06454740237770945,
      "epoch": 15.654709918902059,
      "step": 50189
    },
    {
      "epoch": 15.655021834061134,
      "grad_norm": 0.05872347950935364,
      "learning_rate": 7.1335941672803775e-06,
      "loss": 0.0181,
      "step": 50190
    },
    {
      "epoch": 15.655021834061134,
      "flow_loss": 0.01694658398628235,
      "step": 50190
    },
    {
      "contrastive_loss": 0.003376459237188101,
      "epoch": 15.655021834061134,
      "step": 50190
    },
    {
      "contrastive_lambda": 0.06453453681605276,
      "epoch": 15.655021834061134,
      "step": 50190
    },
    {
      "contrastive_lambda": 0.06452167244824958,
      "epoch": 15.655333749220212,
      "step": 50191
    },
    {
      "contrastive_lambda": 0.06450880927433483,
      "epoch": 15.65564566437929,
      "step": 50192
    },
    {
      "contrastive_lambda": 0.06449594729434405,
      "epoch": 15.655957579538365,
      "step": 50193
    },
    {
      "contrastive_lambda": 0.06448308650831225,
      "epoch": 15.656269494697442,
      "step": 50194
    },
    {
      "contrastive_lambda": 0.06447022691627463,
      "epoch": 15.65658140985652,
      "step": 50195
    },
    {
      "contrastive_lambda": 0.06445736851826689,
      "epoch": 15.656893325015595,
      "step": 50196
    },
    {
      "contrastive_lambda": 0.06444451131432383,
      "epoch": 15.657205240174672,
      "step": 50197
    },
    {
      "contrastive_lambda": 0.06443165530448092,
      "epoch": 15.65751715533375,
      "step": 50198
    },
    {
      "contrastive_lambda": 0.06441880048877346,
      "epoch": 15.657829070492825,
      "step": 50199
    },
    {
      "epoch": 15.658140985651903,
      "grad_norm": 0.07493668794631958,
      "learning_rate": 7.1194147252375384e-06,
      "loss": 0.0267,
      "step": 50200
    },
    {
      "epoch": 15.658140985651903,
      "flow_loss": 0.035971757024526596,
      "step": 50200
    },
    {
      "contrastive_loss": 0.003658047877252102,
      "epoch": 15.658140985651903,
      "step": 50200
    },
    {
      "contrastive_lambda": 0.0644059468672365,
      "epoch": 15.658140985651903,
      "step": 50200
    },
    {
      "contrastive_lambda": 0.06439309443990521,
      "epoch": 15.65845290081098,
      "step": 50201
    },
    {
      "contrastive_lambda": 0.06438024320681524,
      "epoch": 15.658764815970056,
      "step": 50202
    },
    {
      "contrastive_lambda": 0.06436739316800144,
      "epoch": 15.659076731129133,
      "step": 50203
    },
    {
      "contrastive_lambda": 0.0643545443234993,
      "epoch": 15.65938864628821,
      "step": 50204
    },
    {
      "contrastive_lambda": 0.06434169667334377,
      "epoch": 15.659700561447286,
      "step": 50205
    },
    {
      "contrastive_lambda": 0.06432885021757023,
      "epoch": 15.660012476606363,
      "step": 50206
    },
    {
      "contrastive_lambda": 0.06431600495621387,
      "epoch": 15.660324391765439,
      "step": 50207
    },
    {
      "contrastive_lambda": 0.06430316088930993,
      "epoch": 15.660636306924516,
      "step": 50208
    },
    {
      "contrastive_lambda": 0.06429031801689361,
      "epoch": 15.660948222083594,
      "step": 50209
    },
    {
      "epoch": 15.66126013724267,
      "grad_norm": 0.09271205216646194,
      "learning_rate": 7.10524830918432e-06,
      "loss": 0.0246,
      "step": 50210
    },
    {
      "epoch": 15.66126013724267,
      "flow_loss": 0.026838969439268112,
      "step": 50210
    },
    {
      "contrastive_loss": 0.0045218393206596375,
      "epoch": 15.66126013724267,
      "step": 50210
    },
    {
      "contrastive_lambda": 0.06427747633900022,
      "epoch": 15.66126013724267,
      "step": 50210
    },
    {
      "contrastive_lambda": 0.06426463585566478,
      "epoch": 15.661572052401747,
      "step": 50211
    },
    {
      "contrastive_lambda": 0.06425179656692248,
      "epoch": 15.661883967560824,
      "step": 50212
    },
    {
      "contrastive_lambda": 0.0642389584728088,
      "epoch": 15.6621958827199,
      "step": 50213
    },
    {
      "contrastive_lambda": 0.06422612157335866,
      "epoch": 15.662507797878977,
      "step": 50214
    },
    {
      "contrastive_lambda": 0.06421328586860747,
      "epoch": 15.662819713038054,
      "step": 50215
    },
    {
      "contrastive_lambda": 0.0642004513585902,
      "epoch": 15.66313162819713,
      "step": 50216
    },
    {
      "contrastive_lambda": 0.06418761804334211,
      "epoch": 15.663443543356207,
      "step": 50217
    },
    {
      "contrastive_lambda": 0.06417478592289844,
      "epoch": 15.663755458515285,
      "step": 50218
    },
    {
      "contrastive_lambda": 0.06416195499729432,
      "epoch": 15.66406737367436,
      "step": 50219
    },
    {
      "epoch": 15.664379288833437,
      "grad_norm": 0.08020822703838348,
      "learning_rate": 7.091094923424097e-06,
      "loss": 0.0227,
      "step": 50220
    },
    {
      "epoch": 15.664379288833437,
      "flow_loss": 0.02559327334165573,
      "step": 50220
    },
    {
      "contrastive_loss": 0.0035224149469286203,
      "epoch": 15.664379288833437,
      "step": 50220
    },
    {
      "contrastive_lambda": 0.06414912526656497,
      "epoch": 15.664379288833437,
      "step": 50220
    },
    {
      "contrastive_lambda": 0.06413629673074561,
      "epoch": 15.664691203992515,
      "step": 50221
    },
    {
      "contrastive_lambda": 0.06412346938987123,
      "epoch": 15.66500311915159,
      "step": 50222
    },
    {
      "contrastive_lambda": 0.06411064324397725,
      "epoch": 15.665315034310668,
      "step": 50223
    },
    {
      "contrastive_lambda": 0.06409781829309846,
      "epoch": 15.665626949469743,
      "step": 50224
    },
    {
      "contrastive_lambda": 0.06408499453727035,
      "epoch": 15.66593886462882,
      "step": 50225
    },
    {
      "contrastive_lambda": 0.06407217197652809,
      "epoch": 15.666250779787898,
      "step": 50226
    },
    {
      "contrastive_lambda": 0.06405935061090662,
      "epoch": 15.666562694946974,
      "step": 50227
    },
    {
      "contrastive_lambda": 0.06404653044044117,
      "epoch": 15.666874610106051,
      "step": 50228
    },
    {
      "contrastive_lambda": 0.06403371146516695,
      "epoch": 15.667186525265128,
      "step": 50229
    },
    {
      "epoch": 15.667498440424204,
      "grad_norm": 0.07149955630302429,
      "learning_rate": 7.0769545722562894e-06,
      "loss": 0.0207,
      "step": 50230
    },
    {
      "epoch": 15.667498440424204,
      "flow_loss": 0.01086087990552187,
      "step": 50230
    },
    {
      "contrastive_loss": 0.0031883420888334513,
      "epoch": 15.667498440424204,
      "step": 50230
    },
    {
      "contrastive_lambda": 0.06402089368511904,
      "epoch": 15.667498440424204,
      "step": 50230
    },
    {
      "contrastive_lambda": 0.06400807710033274,
      "epoch": 15.667810355583281,
      "step": 50231
    },
    {
      "contrastive_lambda": 0.06399526171084291,
      "epoch": 15.668122270742359,
      "step": 50232
    },
    {
      "contrastive_lambda": 0.0639824475166848,
      "epoch": 15.668434185901434,
      "step": 50233
    },
    {
      "contrastive_lambda": 0.06396963451789373,
      "epoch": 15.668746101060512,
      "step": 50234
    },
    {
      "contrastive_lambda": 0.06395682271450442,
      "epoch": 15.669058016219589,
      "step": 50235
    },
    {
      "contrastive_lambda": 0.06394401210655232,
      "epoch": 15.669369931378665,
      "step": 50236
    },
    {
      "contrastive_lambda": 0.0639312026940726,
      "epoch": 15.669681846537742,
      "step": 50237
    },
    {
      "contrastive_lambda": 0.06391839447710018,
      "epoch": 15.66999376169682,
      "step": 50238
    },
    {
      "contrastive_lambda": 0.06390558745567032,
      "epoch": 15.670305676855895,
      "step": 50239
    },
    {
      "epoch": 15.670617592014972,
      "grad_norm": 0.06233379617333412,
      "learning_rate": 7.0628272599763675e-06,
      "loss": 0.0184,
      "step": 50240
    },
    {
      "epoch": 15.670617592014972,
      "flow_loss": 0.01730864867568016,
      "step": 50240
    },
    {
      "contrastive_loss": 0.004186931066215038,
      "epoch": 15.670617592014972,
      "step": 50240
    },
    {
      "contrastive_lambda": 0.06389278162981793,
      "epoch": 15.670617592014972,
      "step": 50240
    },
    {
      "contrastive_lambda": 0.06387997699957815,
      "epoch": 15.670929507174048,
      "step": 50241
    },
    {
      "contrastive_lambda": 0.06386717356498633,
      "epoch": 15.671241422333125,
      "step": 50242
    },
    {
      "contrastive_lambda": 0.06385437132607735,
      "epoch": 15.671553337492202,
      "step": 50243
    },
    {
      "contrastive_lambda": 0.0638415702828864,
      "epoch": 15.671865252651278,
      "step": 50244
    },
    {
      "contrastive_lambda": 0.06382877043544866,
      "epoch": 15.672177167810355,
      "step": 50245
    },
    {
      "contrastive_lambda": 0.06381597178379889,
      "epoch": 15.672489082969433,
      "step": 50246
    },
    {
      "contrastive_lambda": 0.06380317432797245,
      "epoch": 15.672800998128508,
      "step": 50247
    },
    {
      "contrastive_lambda": 0.06379037806800453,
      "epoch": 15.673112913287586,
      "step": 50248
    },
    {
      "contrastive_lambda": 0.06377758300392994,
      "epoch": 15.673424828446663,
      "step": 50249
    },
    {
      "epoch": 15.673736743605739,
      "grad_norm": 0.04787652567028999,
      "learning_rate": 7.048712990875828e-06,
      "loss": 0.021,
      "step": 50250
    },
    {
      "epoch": 15.673736743605739,
      "flow_loss": 0.039163146167993546,
      "step": 50250
    },
    {
      "contrastive_loss": 0.004080945625901222,
      "epoch": 15.673736743605739,
      "step": 50250
    },
    {
      "contrastive_lambda": 0.06376478913578398,
      "epoch": 15.673736743605739,
      "step": 50250
    },
    {
      "contrastive_lambda": 0.06375199646360152,
      "epoch": 15.674048658764816,
      "step": 50251
    },
    {
      "contrastive_lambda": 0.06373920498741764,
      "epoch": 15.674360573923893,
      "step": 50252
    },
    {
      "contrastive_lambda": 0.06372641470726764,
      "epoch": 15.674672489082969,
      "step": 50253
    },
    {
      "contrastive_lambda": 0.06371362562318639,
      "epoch": 15.674984404242046,
      "step": 50254
    },
    {
      "contrastive_lambda": 0.06370083773520901,
      "epoch": 15.675296319401124,
      "step": 50255
    },
    {
      "contrastive_lambda": 0.06368805104337066,
      "epoch": 15.6756082345602,
      "step": 50256
    },
    {
      "contrastive_lambda": 0.0636752655477062,
      "epoch": 15.675920149719277,
      "step": 50257
    },
    {
      "contrastive_lambda": 0.06366248124825064,
      "epoch": 15.676232064878352,
      "step": 50258
    },
    {
      "contrastive_lambda": 0.0636496981450394,
      "epoch": 15.67654398003743,
      "step": 50259
    },
    {
      "epoch": 15.676855895196507,
      "grad_norm": 0.07025466114282608,
      "learning_rate": 7.034611769242216e-06,
      "loss": 0.0222,
      "step": 50260
    },
    {
      "epoch": 15.676855895196507,
      "flow_loss": 0.017181577160954475,
      "step": 50260
    },
    {
      "contrastive_loss": 0.002817775122821331,
      "epoch": 15.676855895196507,
      "step": 50260
    },
    {
      "contrastive_lambda": 0.06363691623810713,
      "epoch": 15.676855895196507,
      "step": 50260
    },
    {
      "contrastive_lambda": 0.06362413552748919,
      "epoch": 15.677167810355582,
      "step": 50261
    },
    {
      "contrastive_lambda": 0.06361135601322032,
      "epoch": 15.67747972551466,
      "step": 50262
    },
    {
      "contrastive_lambda": 0.06359857769533561,
      "epoch": 15.677791640673737,
      "step": 50263
    },
    {
      "contrastive_lambda": 0.06358580057387037,
      "epoch": 15.678103555832813,
      "step": 50264
    },
    {
      "contrastive_lambda": 0.06357302464885933,
      "epoch": 15.67841547099189,
      "step": 50265
    },
    {
      "contrastive_lambda": 0.06356024992033765,
      "epoch": 15.678727386150968,
      "step": 50266
    },
    {
      "contrastive_lambda": 0.06354747638834041,
      "epoch": 15.679039301310043,
      "step": 50267
    },
    {
      "contrastive_lambda": 0.06353470405290246,
      "epoch": 15.67935121646912,
      "step": 50268
    },
    {
      "contrastive_lambda": 0.06352193291405883,
      "epoch": 15.679663131628198,
      "step": 50269
    },
    {
      "epoch": 15.679975046787273,
      "grad_norm": 0.06719938665628433,
      "learning_rate": 7.02052359935913e-06,
      "loss": 0.0254,
      "step": 50270
    },
    {
      "epoch": 15.679975046787273,
      "flow_loss": 0.01719130575656891,
      "step": 50270
    },
    {
      "contrastive_loss": 0.0037529459223151207,
      "epoch": 15.679975046787273,
      "step": 50270
    },
    {
      "contrastive_lambda": 0.06350916297184467,
      "epoch": 15.679975046787273,
      "step": 50270
    },
    {
      "contrastive_lambda": 0.06349639422629488,
      "epoch": 15.68028696194635,
      "step": 50271
    },
    {
      "contrastive_lambda": 0.06348362667744467,
      "epoch": 15.680598877105428,
      "step": 50272
    },
    {
      "contrastive_lambda": 0.06347086032532873,
      "epoch": 15.680910792264504,
      "step": 50273
    },
    {
      "contrastive_lambda": 0.06345809516998224,
      "epoch": 15.681222707423581,
      "step": 50274
    },
    {
      "contrastive_lambda": 0.06344533121144014,
      "epoch": 15.681534622582657,
      "step": 50275
    },
    {
      "contrastive_lambda": 0.06343256844973749,
      "epoch": 15.681846537741734,
      "step": 50276
    },
    {
      "contrastive_lambda": 0.06341980688490922,
      "epoch": 15.682158452900811,
      "step": 50277
    },
    {
      "contrastive_lambda": 0.06340704651699042,
      "epoch": 15.682470368059887,
      "step": 50278
    },
    {
      "contrastive_lambda": 0.06339428734601593,
      "epoch": 15.682782283218964,
      "step": 50279
    },
    {
      "epoch": 15.683094198378042,
      "grad_norm": 0.04960206523537636,
      "learning_rate": 7.006448485506145e-06,
      "loss": 0.0187,
      "step": 50280
    },
    {
      "epoch": 15.683094198378042,
      "flow_loss": 0.023167012259364128,
      "step": 50280
    },
    {
      "contrastive_loss": 0.0032648060005158186,
      "epoch": 15.683094198378042,
      "step": 50280
    },
    {
      "contrastive_lambda": 0.06338152937202074,
      "epoch": 15.683094198378042,
      "step": 50280
    },
    {
      "contrastive_lambda": 0.06336877259503992,
      "epoch": 15.683406113537117,
      "step": 50281
    },
    {
      "contrastive_lambda": 0.0633560170151084,
      "epoch": 15.683718028696195,
      "step": 50282
    },
    {
      "contrastive_lambda": 0.0633432626322612,
      "epoch": 15.684029943855272,
      "step": 50283
    },
    {
      "contrastive_lambda": 0.06333050944653318,
      "epoch": 15.684341859014348,
      "step": 50284
    },
    {
      "contrastive_lambda": 0.06331775745795937,
      "epoch": 15.684653774173425,
      "step": 50285
    },
    {
      "contrastive_lambda": 0.06330500666657468,
      "epoch": 15.684965689332502,
      "step": 50286
    },
    {
      "contrastive_lambda": 0.06329225707241415,
      "epoch": 15.685277604491578,
      "step": 50287
    },
    {
      "contrastive_lambda": 0.0632795086755128,
      "epoch": 15.685589519650655,
      "step": 50288
    },
    {
      "contrastive_lambda": 0.06326676147590532,
      "epoch": 15.685901434809733,
      "step": 50289
    },
    {
      "epoch": 15.686213349968808,
      "grad_norm": 0.07471096515655518,
      "learning_rate": 6.992386431958942e-06,
      "loss": 0.0244,
      "step": 50290
    },
    {
      "epoch": 15.686213349968808,
      "flow_loss": 0.01183514017611742,
      "step": 50290
    },
    {
      "contrastive_loss": 0.0032275731209665537,
      "epoch": 15.686213349968808,
      "step": 50290
    },
    {
      "contrastive_lambda": 0.06325401547362686,
      "epoch": 15.686213349968808,
      "step": 50290
    },
    {
      "contrastive_lambda": 0.06324127066871238,
      "epoch": 15.686525265127885,
      "step": 50291
    },
    {
      "contrastive_lambda": 0.06322852706119658,
      "epoch": 15.686837180286961,
      "step": 50292
    },
    {
      "contrastive_lambda": 0.06321578465111466,
      "epoch": 15.687149095446038,
      "step": 50293
    },
    {
      "contrastive_lambda": 0.06320304343850158,
      "epoch": 15.687461010605116,
      "step": 50294
    },
    {
      "contrastive_lambda": 0.06319030342339205,
      "epoch": 15.687772925764191,
      "step": 50295
    },
    {
      "contrastive_lambda": 0.06317756460582119,
      "epoch": 15.688084840923269,
      "step": 50296
    },
    {
      "contrastive_lambda": 0.06316482698582365,
      "epoch": 15.688396756082346,
      "step": 50297
    },
    {
      "contrastive_lambda": 0.06315209056343463,
      "epoch": 15.688708671241422,
      "step": 50298
    },
    {
      "contrastive_lambda": 0.06313935533868903,
      "epoch": 15.689020586400499,
      "step": 50299
    },
    {
      "epoch": 15.689332501559576,
      "grad_norm": 0.06490381807088852,
      "learning_rate": 6.978337442989197e-06,
      "loss": 0.0151,
      "step": 50300
    },
    {
      "epoch": 15.689332501559576,
      "flow_loss": 0.04240737482905388,
      "step": 50300
    },
    {
      "contrastive_loss": 0.0033865165896713734,
      "epoch": 15.689332501559576,
      "step": 50300
    },
    {
      "contrastive_lambda": 0.06312662131162161,
      "epoch": 15.689332501559576,
      "step": 50300
    },
    {
      "contrastive_lambda": 0.0631138884822674,
      "epoch": 15.689644416718652,
      "step": 50301
    },
    {
      "contrastive_lambda": 0.06310115685066137,
      "epoch": 15.68995633187773,
      "step": 50302
    },
    {
      "contrastive_lambda": 0.0630884264168381,
      "epoch": 15.690268247036807,
      "step": 50303
    },
    {
      "contrastive_lambda": 0.06307569718083278,
      "epoch": 15.690580162195882,
      "step": 50304
    },
    {
      "contrastive_lambda": 0.06306296914268039,
      "epoch": 15.69089207735496,
      "step": 50305
    },
    {
      "contrastive_lambda": 0.06305024230241557,
      "epoch": 15.691203992514037,
      "step": 50306
    },
    {
      "contrastive_lambda": 0.0630375166600734,
      "epoch": 15.691515907673113,
      "step": 50307
    },
    {
      "contrastive_lambda": 0.06302479221568863,
      "epoch": 15.69182782283219,
      "step": 50308
    },
    {
      "contrastive_lambda": 0.06301206896929606,
      "epoch": 15.692139737991265,
      "step": 50309
    },
    {
      "epoch": 15.692451653150343,
      "grad_norm": 0.061824798583984375,
      "learning_rate": 6.964301522864608e-06,
      "loss": 0.0207,
      "step": 50310
    },
    {
      "epoch": 15.692451653150343,
      "flow_loss": 0.017762279137969017,
      "step": 50310
    },
    {
      "contrastive_loss": 0.005148370750248432,
      "epoch": 15.692451653150343,
      "step": 50310
    },
    {
      "contrastive_lambda": 0.06299934692093095,
      "epoch": 15.692451653150343,
      "step": 50310
    },
    {
      "contrastive_lambda": 0.06298662607062783,
      "epoch": 15.69276356830942,
      "step": 50311
    },
    {
      "contrastive_lambda": 0.06297390641842165,
      "epoch": 15.693075483468496,
      "step": 50312
    },
    {
      "contrastive_lambda": 0.06296118796434746,
      "epoch": 15.693387398627573,
      "step": 50313
    },
    {
      "contrastive_lambda": 0.06294847070843979,
      "epoch": 15.69369931378665,
      "step": 50314
    },
    {
      "contrastive_lambda": 0.06293575465073376,
      "epoch": 15.694011228945726,
      "step": 50315
    },
    {
      "contrastive_lambda": 0.06292303979126429,
      "epoch": 15.694323144104803,
      "step": 50316
    },
    {
      "contrastive_lambda": 0.06291032613006603,
      "epoch": 15.69463505926388,
      "step": 50317
    },
    {
      "contrastive_lambda": 0.06289761366717406,
      "epoch": 15.694946974422956,
      "step": 50318
    },
    {
      "contrastive_lambda": 0.06288490240262296,
      "epoch": 15.695258889582034,
      "step": 50319
    },
    {
      "epoch": 15.695570804741111,
      "grad_norm": 0.09962864965200424,
      "learning_rate": 6.950278675848926e-06,
      "loss": 0.0216,
      "step": 50320
    },
    {
      "epoch": 15.695570804741111,
      "flow_loss": 0.021239683032035828,
      "step": 50320
    },
    {
      "contrastive_loss": 0.003450788790360093,
      "epoch": 15.695570804741111,
      "step": 50320
    },
    {
      "contrastive_lambda": 0.06287219233644764,
      "epoch": 15.695570804741111,
      "step": 50320
    },
    {
      "contrastive_lambda": 0.0628594834686832,
      "epoch": 15.695882719900187,
      "step": 50321
    },
    {
      "contrastive_lambda": 0.06284677579936421,
      "epoch": 15.696194635059264,
      "step": 50322
    },
    {
      "contrastive_lambda": 0.06283406932852564,
      "epoch": 15.696506550218341,
      "step": 50323
    },
    {
      "contrastive_lambda": 0.06282136405620237,
      "epoch": 15.696818465377417,
      "step": 50324
    },
    {
      "contrastive_lambda": 0.06280865998242907,
      "epoch": 15.697130380536494,
      "step": 50325
    },
    {
      "contrastive_lambda": 0.06279595710724062,
      "epoch": 15.69744229569557,
      "step": 50326
    },
    {
      "contrastive_lambda": 0.06278325543067187,
      "epoch": 15.697754210854647,
      "step": 50327
    },
    {
      "contrastive_lambda": 0.06277055495275768,
      "epoch": 15.698066126013725,
      "step": 50328
    },
    {
      "contrastive_lambda": 0.06275785567353293,
      "epoch": 15.6983780411728,
      "step": 50329
    },
    {
      "epoch": 15.698689956331878,
      "grad_norm": 0.05433620512485504,
      "learning_rate": 6.9362689062019145e-06,
      "loss": 0.0202,
      "step": 50330
    },
    {
      "epoch": 15.698689956331878,
      "flow_loss": 0.016726788133382797,
      "step": 50330
    },
    {
      "contrastive_loss": 0.003281435463577509,
      "epoch": 15.698689956331878,
      "step": 50330
    },
    {
      "contrastive_lambda": 0.06274515759303223,
      "epoch": 15.698689956331878,
      "step": 50330
    },
    {
      "contrastive_lambda": 0.0627324607112904,
      "epoch": 15.699001871490955,
      "step": 50331
    },
    {
      "contrastive_lambda": 0.06271976502834259,
      "epoch": 15.69931378665003,
      "step": 50332
    },
    {
      "contrastive_lambda": 0.0627070705442232,
      "epoch": 15.699625701809108,
      "step": 50333
    },
    {
      "contrastive_lambda": 0.06269437725896737,
      "epoch": 15.699937616968185,
      "step": 50334
    },
    {
      "contrastive_lambda": 0.06268168517260964,
      "epoch": 15.70024953212726,
      "step": 50335
    },
    {
      "contrastive_lambda": 0.06266899428518485,
      "epoch": 15.700561447286338,
      "step": 50336
    },
    {
      "contrastive_lambda": 0.06265630459672789,
      "epoch": 15.700873362445416,
      "step": 50337
    },
    {
      "contrastive_lambda": 0.06264361610727348,
      "epoch": 15.701185277604491,
      "step": 50338
    },
    {
      "contrastive_lambda": 0.06263092881685645,
      "epoch": 15.701497192763568,
      "step": 50339
    },
    {
      "epoch": 15.701809107922646,
      "grad_norm": 0.06294730305671692,
      "learning_rate": 6.922272218179393e-06,
      "loss": 0.0205,
      "step": 50340
    },
    {
      "epoch": 15.701809107922646,
      "flow_loss": 0.01886911690235138,
      "step": 50340
    },
    {
      "contrastive_loss": 0.002923358930274844,
      "epoch": 15.701809107922646,
      "step": 50340
    },
    {
      "contrastive_lambda": 0.06261824272551164,
      "epoch": 15.701809107922646,
      "step": 50340
    },
    {
      "contrastive_lambda": 0.06260555783327365,
      "epoch": 15.702121023081721,
      "step": 50341
    },
    {
      "contrastive_lambda": 0.06259287414017745,
      "epoch": 15.702432938240799,
      "step": 50342
    },
    {
      "contrastive_lambda": 0.06258019164625755,
      "epoch": 15.702744853399874,
      "step": 50343
    },
    {
      "contrastive_lambda": 0.06256751035154895,
      "epoch": 15.703056768558952,
      "step": 50344
    },
    {
      "contrastive_lambda": 0.06255483025608649,
      "epoch": 15.703368683718029,
      "step": 50345
    },
    {
      "contrastive_lambda": 0.06254215135990471,
      "epoch": 15.703680598877105,
      "step": 50346
    },
    {
      "contrastive_lambda": 0.0625294736630384,
      "epoch": 15.703992514036182,
      "step": 50347
    },
    {
      "contrastive_lambda": 0.06251679716552255,
      "epoch": 15.70430442919526,
      "step": 50348
    },
    {
      "contrastive_lambda": 0.06250412186739152,
      "epoch": 15.704616344354335,
      "step": 50349
    },
    {
      "epoch": 15.704928259513412,
      "grad_norm": 0.09673573076725006,
      "learning_rate": 6.908288616033148e-06,
      "loss": 0.0167,
      "step": 50350
    },
    {
      "epoch": 15.704928259513412,
      "flow_loss": 0.028289442881941795,
      "step": 50350
    },
    {
      "contrastive_loss": 0.004262967966496944,
      "epoch": 15.704928259513412,
      "step": 50350
    },
    {
      "contrastive_lambda": 0.06249144776868032,
      "epoch": 15.704928259513412,
      "step": 50350
    },
    {
      "contrastive_lambda": 0.062478774869423825,
      "epoch": 15.70524017467249,
      "step": 50351
    },
    {
      "contrastive_lambda": 0.062466103169656506,
      "epoch": 15.705552089831565,
      "step": 50352
    },
    {
      "contrastive_lambda": 0.06245343266941328,
      "epoch": 15.705864004990643,
      "step": 50353
    },
    {
      "contrastive_lambda": 0.06244076336872861,
      "epoch": 15.70617592014972,
      "step": 50354
    },
    {
      "contrastive_lambda": 0.06242809526763754,
      "epoch": 15.706487835308796,
      "step": 50355
    },
    {
      "contrastive_lambda": 0.06241542836617481,
      "epoch": 15.706799750467873,
      "step": 50356
    },
    {
      "contrastive_lambda": 0.06240276266437489,
      "epoch": 15.70711166562695,
      "step": 50357
    },
    {
      "contrastive_lambda": 0.062390098162272645,
      "epoch": 15.707423580786026,
      "step": 50358
    },
    {
      "contrastive_lambda": 0.062377434859902936,
      "epoch": 15.707735495945103,
      "step": 50359
    },
    {
      "epoch": 15.708047411104179,
      "grad_norm": 0.06131934002041817,
      "learning_rate": 6.894318104011077e-06,
      "loss": 0.0286,
      "step": 50360
    },
    {
      "epoch": 15.708047411104179,
      "flow_loss": 0.022474849596619606,
      "step": 50360
    },
    {
      "contrastive_loss": 0.002977362833917141,
      "epoch": 15.708047411104179,
      "step": 50360
    },
    {
      "contrastive_lambda": 0.062364772757300124,
      "epoch": 15.708047411104179,
      "step": 50360
    },
    {
      "contrastive_lambda": 0.06235211185449918,
      "epoch": 15.708359326263256,
      "step": 50361
    },
    {
      "contrastive_lambda": 0.06233945215153491,
      "epoch": 15.708671241422334,
      "step": 50362
    },
    {
      "contrastive_lambda": 0.06232679364844179,
      "epoch": 15.708983156581409,
      "step": 50363
    },
    {
      "contrastive_lambda": 0.062314136345254734,
      "epoch": 15.709295071740486,
      "step": 50364
    },
    {
      "contrastive_lambda": 0.062301480242008156,
      "epoch": 15.709606986899564,
      "step": 50365
    },
    {
      "contrastive_lambda": 0.062288825338736864,
      "epoch": 15.70991890205864,
      "step": 50366
    },
    {
      "contrastive_lambda": 0.06227617163547583,
      "epoch": 15.710230817217717,
      "step": 50367
    },
    {
      "contrastive_lambda": 0.062263519132259415,
      "epoch": 15.710542732376794,
      "step": 50368
    },
    {
      "contrastive_lambda": 0.06225086782912237,
      "epoch": 15.71085464753587,
      "step": 50369
    },
    {
      "epoch": 15.711166562694947,
      "grad_norm": 0.05171380192041397,
      "learning_rate": 6.880360686357007e-06,
      "loss": 0.022,
      "step": 50370
    },
    {
      "epoch": 15.711166562694947,
      "flow_loss": 0.02503349259495735,
      "step": 50370
    },
    {
      "contrastive_loss": 0.004241649992763996,
      "epoch": 15.711166562694947,
      "step": 50370
    },
    {
      "contrastive_lambda": 0.062238217726099554,
      "epoch": 15.711166562694947,
      "step": 50370
    },
    {
      "contrastive_lambda": 0.06222556882322533,
      "epoch": 15.711478477854024,
      "step": 50371
    },
    {
      "contrastive_lambda": 0.06221292112053478,
      "epoch": 15.7117903930131,
      "step": 50372
    },
    {
      "contrastive_lambda": 0.06220027461806221,
      "epoch": 15.712102308172177,
      "step": 50373
    },
    {
      "contrastive_lambda": 0.062187629315842485,
      "epoch": 15.712414223331255,
      "step": 50374
    },
    {
      "contrastive_lambda": 0.06217498521391035,
      "epoch": 15.71272613849033,
      "step": 50375
    },
    {
      "contrastive_lambda": 0.06216234231230022,
      "epoch": 15.713038053649408,
      "step": 50376
    },
    {
      "contrastive_lambda": 0.0621497006110468,
      "epoch": 15.713349968808483,
      "step": 50377
    },
    {
      "contrastive_lambda": 0.062137060110184994,
      "epoch": 15.71366188396756,
      "step": 50378
    },
    {
      "contrastive_lambda": 0.062124420809749226,
      "epoch": 15.713973799126638,
      "step": 50379
    },
    {
      "epoch": 15.714285714285714,
      "grad_norm": 0.05995531380176544,
      "learning_rate": 6.8664163673108575e-06,
      "loss": 0.0213,
      "step": 50380
    },
    {
      "epoch": 15.714285714285714,
      "flow_loss": 0.019076423719525337,
      "step": 50380
    },
    {
      "contrastive_loss": 0.004952344112098217,
      "epoch": 15.714285714285714,
      "step": 50380
    },
    {
      "contrastive_lambda": 0.062111782709774244,
      "epoch": 15.714285714285714,
      "step": 50380
    },
    {
      "contrastive_lambda": 0.06209914581029474,
      "epoch": 15.71459762944479,
      "step": 50381
    },
    {
      "contrastive_lambda": 0.062086510111345194,
      "epoch": 15.714909544603868,
      "step": 50382
    },
    {
      "contrastive_lambda": 0.06207387561296035,
      "epoch": 15.715221459762944,
      "step": 50383
    },
    {
      "contrastive_lambda": 0.06206124231517485,
      "epoch": 15.715533374922021,
      "step": 50384
    },
    {
      "contrastive_lambda": 0.062048610218023326,
      "epoch": 15.715845290081099,
      "step": 50385
    },
    {
      "contrastive_lambda": 0.06203597932154048,
      "epoch": 15.716157205240174,
      "step": 50386
    },
    {
      "contrastive_lambda": 0.06202334962576078,
      "epoch": 15.716469120399251,
      "step": 50387
    },
    {
      "contrastive_lambda": 0.062010721130718816,
      "epoch": 15.716781035558329,
      "step": 50388
    },
    {
      "contrastive_lambda": 0.06199809383644955,
      "epoch": 15.717092950717404,
      "step": 50389
    },
    {
      "epoch": 15.717404865876482,
      "grad_norm": 0.0635785385966301,
      "learning_rate": 6.85248515110854e-06,
      "loss": 0.0239,
      "step": 50390
    },
    {
      "epoch": 15.717404865876482,
      "flow_loss": 0.014716130681335926,
      "step": 50390
    },
    {
      "contrastive_loss": 0.00335816852748394,
      "epoch": 15.717404865876482,
      "step": 50390
    },
    {
      "contrastive_lambda": 0.0619854677429873,
      "epoch": 15.717404865876482,
      "step": 50390
    },
    {
      "contrastive_lambda": 0.061972842850366805,
      "epoch": 15.71771678103556,
      "step": 50391
    },
    {
      "contrastive_lambda": 0.06196021915862254,
      "epoch": 15.718028696194635,
      "step": 50392
    },
    {
      "contrastive_lambda": 0.06194759666778926,
      "epoch": 15.718340611353712,
      "step": 50393
    },
    {
      "contrastive_lambda": 0.061934975377901436,
      "epoch": 15.718652526512788,
      "step": 50394
    },
    {
      "contrastive_lambda": 0.06192235528899381,
      "epoch": 15.718964441671865,
      "step": 50395
    },
    {
      "contrastive_lambda": 0.06190973640110087,
      "epoch": 15.719276356830942,
      "step": 50396
    },
    {
      "contrastive_lambda": 0.061897118714257404,
      "epoch": 15.719588271990018,
      "step": 50397
    },
    {
      "contrastive_lambda": 0.06188450222849773,
      "epoch": 15.719900187149095,
      "step": 50398
    },
    {
      "contrastive_lambda": 0.0618718869438567,
      "epoch": 15.720212102308173,
      "step": 50399
    },
    {
      "epoch": 15.720524017467248,
      "grad_norm": 0.07898492366075516,
      "learning_rate": 6.838567041981992e-06,
      "loss": 0.0172,
      "step": 50400
    },
    {
      "epoch": 15.720524017467248,
      "flow_loss": 0.02567138336598873,
      "step": 50400
    },
    {
      "contrastive_loss": 0.002895794343203306,
      "epoch": 15.720524017467248,
      "step": 50400
    },
    {
      "contrastive_lambda": 0.061859272860368575,
      "epoch": 15.720524017467248,
      "step": 50400
    },
    {
      "contrastive_lambda": 0.06184665997806821,
      "epoch": 15.720835932626326,
      "step": 50401
    },
    {
      "contrastive_lambda": 0.061834048296990185,
      "epoch": 15.721147847785403,
      "step": 50402
    },
    {
      "contrastive_lambda": 0.06182143781716892,
      "epoch": 15.721459762944479,
      "step": 50403
    },
    {
      "contrastive_lambda": 0.06180882853863906,
      "epoch": 15.721771678103556,
      "step": 50404
    },
    {
      "contrastive_lambda": 0.061796220461435125,
      "epoch": 15.722083593262633,
      "step": 50405
    },
    {
      "contrastive_lambda": 0.06178361358559181,
      "epoch": 15.722395508421709,
      "step": 50406
    },
    {
      "contrastive_lambda": 0.06177100791114354,
      "epoch": 15.722707423580786,
      "step": 50407
    },
    {
      "contrastive_lambda": 0.061758403438125054,
      "epoch": 15.723019338739864,
      "step": 50408
    },
    {
      "contrastive_lambda": 0.06174580016657072,
      "epoch": 15.72333125389894,
      "step": 50409
    },
    {
      "epoch": 15.723643169058017,
      "grad_norm": 0.05797969177365303,
      "learning_rate": 6.8246620441591634e-06,
      "loss": 0.0205,
      "step": 50410
    },
    {
      "epoch": 15.723643169058017,
      "flow_loss": 0.021817706525325775,
      "step": 50410
    },
    {
      "contrastive_loss": 0.0038368473760783672,
      "epoch": 15.723643169058017,
      "step": 50410
    },
    {
      "contrastive_lambda": 0.06173319809651523,
      "epoch": 15.723643169058017,
      "step": 50410
    },
    {
      "contrastive_lambda": 0.061720597227992835,
      "epoch": 15.723955084217092,
      "step": 50411
    },
    {
      "contrastive_lambda": 0.06170799756103845,
      "epoch": 15.72426699937617,
      "step": 50412
    },
    {
      "contrastive_lambda": 0.061695399095686554,
      "epoch": 15.724578914535247,
      "step": 50413
    },
    {
      "contrastive_lambda": 0.0616828018319715,
      "epoch": 15.724890829694322,
      "step": 50414
    },
    {
      "contrastive_lambda": 0.06167020576992793,
      "epoch": 15.7252027448534,
      "step": 50415
    },
    {
      "contrastive_lambda": 0.06165761090959049,
      "epoch": 15.725514660012477,
      "step": 50416
    },
    {
      "contrastive_lambda": 0.06164501725099342,
      "epoch": 15.725826575171553,
      "step": 50417
    },
    {
      "contrastive_lambda": 0.06163242479417147,
      "epoch": 15.72613849033063,
      "step": 50418
    },
    {
      "contrastive_lambda": 0.061619833539159286,
      "epoch": 15.726450405489707,
      "step": 50419
    },
    {
      "epoch": 15.726762320648783,
      "grad_norm": 0.051050785928964615,
      "learning_rate": 6.8107701618640275e-06,
      "loss": 0.0218,
      "step": 50420
    },
    {
      "epoch": 15.726762320648783,
      "flow_loss": 0.024806177243590355,
      "step": 50420
    },
    {
      "contrastive_loss": 0.0037669427692890167,
      "epoch": 15.726762320648783,
      "step": 50420
    },
    {
      "contrastive_lambda": 0.06160724348599106,
      "epoch": 15.726762320648783,
      "step": 50420
    },
    {
      "contrastive_lambda": 0.061594654634701596,
      "epoch": 15.72707423580786,
      "step": 50421
    },
    {
      "contrastive_lambda": 0.061582066985325035,
      "epoch": 15.727386150966938,
      "step": 50422
    },
    {
      "contrastive_lambda": 0.06156948053789629,
      "epoch": 15.727698066126013,
      "step": 50423
    },
    {
      "contrastive_lambda": 0.06155689529244979,
      "epoch": 15.72800998128509,
      "step": 50424
    },
    {
      "contrastive_lambda": 0.06154431124901982,
      "epoch": 15.728321896444168,
      "step": 50425
    },
    {
      "contrastive_lambda": 0.06153172840764104,
      "epoch": 15.728633811603244,
      "step": 50426
    },
    {
      "contrastive_lambda": 0.06151914676834802,
      "epoch": 15.728945726762321,
      "step": 50427
    },
    {
      "contrastive_lambda": 0.06150656633117496,
      "epoch": 15.729257641921397,
      "step": 50428
    },
    {
      "contrastive_lambda": 0.06149398709615678,
      "epoch": 15.729569557080474,
      "step": 50429
    },
    {
      "epoch": 15.729881472239551,
      "grad_norm": 0.055212900042533875,
      "learning_rate": 6.796891399316557e-06,
      "loss": 0.0203,
      "step": 50430
    },
    {
      "epoch": 15.729881472239551,
      "flow_loss": 0.03849862515926361,
      "step": 50430
    },
    {
      "contrastive_loss": 0.0032000164501369,
      "epoch": 15.729881472239551,
      "step": 50430
    },
    {
      "contrastive_lambda": 0.06148140906332755,
      "epoch": 15.729881472239551,
      "step": 50430
    },
    {
      "contrastive_lambda": 0.06146883223272198,
      "epoch": 15.730193387398627,
      "step": 50431
    },
    {
      "contrastive_lambda": 0.06145625660437465,
      "epoch": 15.730505302557704,
      "step": 50432
    },
    {
      "contrastive_lambda": 0.06144368217831975,
      "epoch": 15.730817217716782,
      "step": 50433
    },
    {
      "contrastive_lambda": 0.06143110895459175,
      "epoch": 15.731129132875857,
      "step": 50434
    },
    {
      "contrastive_lambda": 0.06141853693322552,
      "epoch": 15.731441048034934,
      "step": 50435
    },
    {
      "contrastive_lambda": 0.06140596611425514,
      "epoch": 15.731752963194012,
      "step": 50436
    },
    {
      "contrastive_lambda": 0.06139339649771536,
      "epoch": 15.732064878353087,
      "step": 50437
    },
    {
      "contrastive_lambda": 0.06138082808364037,
      "epoch": 15.732376793512165,
      "step": 50438
    },
    {
      "contrastive_lambda": 0.061368260872064595,
      "epoch": 15.732688708671242,
      "step": 50439
    },
    {
      "epoch": 15.733000623830318,
      "grad_norm": 0.0819440707564354,
      "learning_rate": 6.7830257607327804e-06,
      "loss": 0.0261,
      "step": 50440
    },
    {
      "epoch": 15.733000623830318,
      "flow_loss": 0.02972007729113102,
      "step": 50440
    },
    {
      "contrastive_loss": 0.0028129140846431255,
      "epoch": 15.733000623830318,
      "step": 50440
    },
    {
      "contrastive_lambda": 0.06135569486302289,
      "epoch": 15.733000623830318,
      "step": 50440
    },
    {
      "contrastive_lambda": 0.06134313005654929,
      "epoch": 15.733312538989395,
      "step": 50441
    },
    {
      "contrastive_lambda": 0.06133056645267848,
      "epoch": 15.733624454148472,
      "step": 50442
    },
    {
      "contrastive_lambda": 0.061318004051444885,
      "epoch": 15.733936369307548,
      "step": 50443
    },
    {
      "contrastive_lambda": 0.06130544285288281,
      "epoch": 15.734248284466625,
      "step": 50444
    },
    {
      "contrastive_lambda": 0.061292882857026665,
      "epoch": 15.734560199625701,
      "step": 50445
    },
    {
      "contrastive_lambda": 0.06128032406391115,
      "epoch": 15.734872114784778,
      "step": 50446
    },
    {
      "contrastive_lambda": 0.06126776647357046,
      "epoch": 15.735184029943856,
      "step": 50447
    },
    {
      "contrastive_lambda": 0.061255210086039236,
      "epoch": 15.735495945102931,
      "step": 50448
    },
    {
      "contrastive_lambda": 0.06124265490135161,
      "epoch": 15.735807860262009,
      "step": 50449
    },
    {
      "epoch": 15.736119775421086,
      "grad_norm": 0.08323085308074951,
      "learning_rate": 6.7691732503247e-06,
      "loss": 0.0183,
      "step": 50450
    },
    {
      "epoch": 15.736119775421086,
      "flow_loss": 0.045573700219392776,
      "step": 50450
    },
    {
      "contrastive_loss": 0.0032423529773950577,
      "epoch": 15.736119775421086,
      "step": 50450
    },
    {
      "contrastive_lambda": 0.06123010091954223,
      "epoch": 15.736119775421086,
      "step": 50450
    },
    {
      "contrastive_lambda": 0.061217548140645395,
      "epoch": 15.736431690580162,
      "step": 50451
    },
    {
      "contrastive_lambda": 0.061204996564695524,
      "epoch": 15.736743605739239,
      "step": 50452
    },
    {
      "contrastive_lambda": 0.061192446191727146,
      "epoch": 15.737055520898316,
      "step": 50453
    },
    {
      "contrastive_lambda": 0.06117989702177462,
      "epoch": 15.737367436057392,
      "step": 50454
    },
    {
      "contrastive_lambda": 0.061167349054872255,
      "epoch": 15.73767935121647,
      "step": 50455
    },
    {
      "contrastive_lambda": 0.06115480229105441,
      "epoch": 15.737991266375547,
      "step": 50456
    },
    {
      "contrastive_lambda": 0.06114225673035584,
      "epoch": 15.738303181534622,
      "step": 50457
    },
    {
      "contrastive_lambda": 0.06112971237281056,
      "epoch": 15.7386150966937,
      "step": 50458
    },
    {
      "contrastive_lambda": 0.06111716921845317,
      "epoch": 15.738927011852777,
      "step": 50459
    },
    {
      "epoch": 15.739238927011852,
      "grad_norm": 0.07005535811185837,
      "learning_rate": 6.755333872300346e-06,
      "loss": 0.0236,
      "step": 50460
    },
    {
      "epoch": 15.739238927011852,
      "flow_loss": 0.013764441944658756,
      "step": 50460
    },
    {
      "contrastive_loss": 0.003858665470033884,
      "epoch": 15.739238927011852,
      "step": 50460
    },
    {
      "contrastive_lambda": 0.06110462726731786,
      "epoch": 15.739238927011852,
      "step": 50460
    },
    {
      "contrastive_lambda": 0.061092086519439204,
      "epoch": 15.73955084217093,
      "step": 50461
    },
    {
      "contrastive_lambda": 0.06107954697485146,
      "epoch": 15.739862757330005,
      "step": 50462
    },
    {
      "contrastive_lambda": 0.06106700863358905,
      "epoch": 15.740174672489083,
      "step": 50463
    },
    {
      "contrastive_lambda": 0.06105447149568638,
      "epoch": 15.74048658764816,
      "step": 50464
    },
    {
      "contrastive_lambda": 0.06104193556117793,
      "epoch": 15.740798502807236,
      "step": 50465
    },
    {
      "contrastive_lambda": 0.06102940083009778,
      "epoch": 15.741110417966313,
      "step": 50466
    },
    {
      "contrastive_lambda": 0.06101686730248057,
      "epoch": 15.74142233312539,
      "step": 50467
    },
    {
      "contrastive_lambda": 0.061004334978360386,
      "epoch": 15.741734248284466,
      "step": 50468
    },
    {
      "contrastive_lambda": 0.06099180385777181,
      "epoch": 15.742046163443543,
      "step": 50469
    },
    {
      "epoch": 15.74235807860262,
      "grad_norm": 0.06836119294166565,
      "learning_rate": 6.741507630863747e-06,
      "loss": 0.0198,
      "step": 50470
    },
    {
      "epoch": 15.74235807860262,
      "flow_loss": 0.01233997568488121,
      "step": 50470
    },
    {
      "contrastive_loss": 0.0030952501110732555,
      "epoch": 15.74235807860262,
      "step": 50470
    },
    {
      "contrastive_lambda": 0.0609792739407492,
      "epoch": 15.74235807860262,
      "step": 50470
    },
    {
      "contrastive_lambda": 0.06096674522732676,
      "epoch": 15.742669993761696,
      "step": 50471
    },
    {
      "contrastive_lambda": 0.06095421771753895,
      "epoch": 15.742981908920774,
      "step": 50472
    },
    {
      "contrastive_lambda": 0.06094169141142003,
      "epoch": 15.743293824079851,
      "step": 50473
    },
    {
      "contrastive_lambda": 0.06092916630900441,
      "epoch": 15.743605739238927,
      "step": 50474
    },
    {
      "contrastive_lambda": 0.060916642410326516,
      "epoch": 15.743917654398004,
      "step": 50475
    },
    {
      "contrastive_lambda": 0.06090411971542048,
      "epoch": 15.744229569557081,
      "step": 50476
    },
    {
      "contrastive_lambda": 0.06089159822432072,
      "epoch": 15.744541484716157,
      "step": 50477
    },
    {
      "contrastive_lambda": 0.060879077937061654,
      "epoch": 15.744853399875234,
      "step": 50478
    },
    {
      "contrastive_lambda": 0.060866558853677366,
      "epoch": 15.74516531503431,
      "step": 50479
    },
    {
      "epoch": 15.745477230193387,
      "grad_norm": 0.04797036945819855,
      "learning_rate": 6.727694530214945e-06,
      "loss": 0.0191,
      "step": 50480
    },
    {
      "epoch": 15.745477230193387,
      "flow_loss": 0.014812725596129894,
      "step": 50480
    },
    {
      "contrastive_loss": 0.005238815676420927,
      "epoch": 15.745477230193387,
      "step": 50480
    },
    {
      "contrastive_lambda": 0.060854040974202384,
      "epoch": 15.745477230193387,
      "step": 50480
    },
    {
      "contrastive_lambda": 0.060841524298671124,
      "epoch": 15.745789145352465,
      "step": 50481
    },
    {
      "contrastive_lambda": 0.06082900882711767,
      "epoch": 15.74610106051154,
      "step": 50482
    },
    {
      "contrastive_lambda": 0.060816494559576495,
      "epoch": 15.746412975670617,
      "step": 50483
    },
    {
      "contrastive_lambda": 0.060803981496081794,
      "epoch": 15.746724890829695,
      "step": 50484
    },
    {
      "contrastive_lambda": 0.06079146963666776,
      "epoch": 15.74703680598877,
      "step": 50485
    },
    {
      "contrastive_lambda": 0.060778958981369036,
      "epoch": 15.747348721147848,
      "step": 50486
    },
    {
      "contrastive_lambda": 0.060766449530219646,
      "epoch": 15.747660636306925,
      "step": 50487
    },
    {
      "contrastive_lambda": 0.06075394128325401,
      "epoch": 15.747972551466,
      "step": 50488
    },
    {
      "contrastive_lambda": 0.06074143424050649,
      "epoch": 15.748284466625078,
      "step": 50489
    },
    {
      "epoch": 15.748596381784155,
      "grad_norm": 0.07406266778707504,
      "learning_rate": 6.713894574550028e-06,
      "loss": 0.024,
      "step": 50490
    },
    {
      "epoch": 15.748596381784155,
      "flow_loss": 0.008929247967898846,
      "step": 50490
    },
    {
      "contrastive_loss": 0.0034770015627145767,
      "epoch": 15.748596381784155,
      "step": 50490
    },
    {
      "contrastive_lambda": 0.060728928402010995,
      "epoch": 15.748596381784155,
      "step": 50490
    },
    {
      "contrastive_lambda": 0.06071642376780223,
      "epoch": 15.748908296943231,
      "step": 50491
    },
    {
      "contrastive_lambda": 0.06070392033791444,
      "epoch": 15.749220212102308,
      "step": 50492
    },
    {
      "contrastive_lambda": 0.060691418112381657,
      "epoch": 15.749532127261386,
      "step": 50493
    },
    {
      "contrastive_lambda": 0.06067891709123846,
      "epoch": 15.749844042420461,
      "step": 50494
    },
    {
      "contrastive_lambda": 0.06066641727451877,
      "epoch": 15.750155957579539,
      "step": 50495
    },
    {
      "contrastive_lambda": 0.060653918662257,
      "epoch": 15.750467872738614,
      "step": 50496
    },
    {
      "contrastive_lambda": 0.060641421254487626,
      "epoch": 15.750779787897692,
      "step": 50497
    },
    {
      "contrastive_lambda": 0.060628925051244675,
      "epoch": 15.751091703056769,
      "step": 50498
    },
    {
      "contrastive_lambda": 0.06061643005256245,
      "epoch": 15.751403618215845,
      "step": 50499
    },
    {
      "epoch": 15.751715533374922,
      "grad_norm": 0.06403348594903946,
      "learning_rate": 6.700107768061015e-06,
      "loss": 0.02,
      "step": 50500
    },
    {
      "epoch": 15.751715533374922,
      "flow_loss": 0.02504856325685978,
      "step": 50500
    },
    {
      "contrastive_loss": 0.003303602570667863,
      "epoch": 15.751715533374922,
      "step": 50500
    },
    {
      "contrastive_lambda": 0.06060393625847532,
      "epoch": 15.751715533374922,
      "step": 50500
    },
    {
      "contrastive_lambda": 0.060591443669017364,
      "epoch": 15.752027448534,
      "step": 50501
    },
    {
      "contrastive_lambda": 0.06057895228422283,
      "epoch": 15.752339363693075,
      "step": 50502
    },
    {
      "contrastive_lambda": 0.060566462104126195,
      "epoch": 15.752651278852152,
      "step": 50503
    },
    {
      "contrastive_lambda": 0.060553973128761485,
      "epoch": 15.75296319401123,
      "step": 50504
    },
    {
      "contrastive_lambda": 0.060541485358163116,
      "epoch": 15.753275109170305,
      "step": 50505
    },
    {
      "contrastive_lambda": 0.06052899879236512,
      "epoch": 15.753587024329383,
      "step": 50506
    },
    {
      "contrastive_lambda": 0.060516513431401686,
      "epoch": 15.75389893948846,
      "step": 50507
    },
    {
      "contrastive_lambda": 0.06050402927530746,
      "epoch": 15.754210854647535,
      "step": 50508
    },
    {
      "contrastive_lambda": 0.06049154632411624,
      "epoch": 15.754522769806613,
      "step": 50509
    },
    {
      "epoch": 15.75483468496569,
      "grad_norm": 0.06499524414539337,
      "learning_rate": 6.686334114936016e-06,
      "loss": 0.0217,
      "step": 50510
    },
    {
      "epoch": 15.75483468496569,
      "flow_loss": 0.021679894998669624,
      "step": 50510
    },
    {
      "contrastive_loss": 0.0032632669899612665,
      "epoch": 15.75483468496569,
      "step": 50510
    },
    {
      "contrastive_lambda": 0.060479064577862396,
      "epoch": 15.75483468496569,
      "step": 50510
    },
    {
      "contrastive_lambda": 0.06046658403658023,
      "epoch": 15.755146600124766,
      "step": 50511
    },
    {
      "contrastive_lambda": 0.06045410470030382,
      "epoch": 15.755458515283843,
      "step": 50512
    },
    {
      "contrastive_lambda": 0.06044162656906732,
      "epoch": 15.755770430442919,
      "step": 50513
    },
    {
      "contrastive_lambda": 0.0604291496429053,
      "epoch": 15.756082345601996,
      "step": 50514
    },
    {
      "contrastive_lambda": 0.06041667392185157,
      "epoch": 15.756394260761073,
      "step": 50515
    },
    {
      "contrastive_lambda": 0.060404199405940606,
      "epoch": 15.756706175920149,
      "step": 50516
    },
    {
      "contrastive_lambda": 0.06039172609520638,
      "epoch": 15.757018091079226,
      "step": 50517
    },
    {
      "contrastive_lambda": 0.06037925398968319,
      "epoch": 15.757330006238304,
      "step": 50518
    },
    {
      "contrastive_lambda": 0.06036678308940524,
      "epoch": 15.75764192139738,
      "step": 50519
    },
    {
      "epoch": 15.757953836556457,
      "grad_norm": 0.09758363664150238,
      "learning_rate": 6.672573619359063e-06,
      "loss": 0.0195,
      "step": 50520
    },
    {
      "epoch": 15.757953836556457,
      "flow_loss": 0.0064331600442528725,
      "step": 50520
    },
    {
      "contrastive_loss": 0.0036931962240487337,
      "epoch": 15.757953836556457,
      "step": 50520
    },
    {
      "contrastive_lambda": 0.06035431339440672,
      "epoch": 15.757953836556457,
      "step": 50520
    },
    {
      "contrastive_lambda": 0.06034184490472183,
      "epoch": 15.758265751715534,
      "step": 50521
    },
    {
      "contrastive_lambda": 0.060329377620384816,
      "epoch": 15.75857766687461,
      "step": 50522
    },
    {
      "contrastive_lambda": 0.06031691154142971,
      "epoch": 15.758889582033687,
      "step": 50523
    },
    {
      "contrastive_lambda": 0.06030444666789081,
      "epoch": 15.759201497192764,
      "step": 50524
    },
    {
      "contrastive_lambda": 0.06029198299980204,
      "epoch": 15.75951341235184,
      "step": 50525
    },
    {
      "contrastive_lambda": 0.06027952053719787,
      "epoch": 15.759825327510917,
      "step": 50526
    },
    {
      "contrastive_lambda": 0.0602670592801125,
      "epoch": 15.760137242669995,
      "step": 50527
    },
    {
      "contrastive_lambda": 0.06025459922857984,
      "epoch": 15.76044915782907,
      "step": 50528
    },
    {
      "contrastive_lambda": 0.060242140382634146,
      "epoch": 15.760761072988148,
      "step": 50529
    },
    {
      "epoch": 15.761072988147223,
      "grad_norm": 0.0762949287891388,
      "learning_rate": 6.658826285510256e-06,
      "loss": 0.024,
      "step": 50530
    },
    {
      "epoch": 15.761072988147223,
      "flow_loss": 0.0229087695479393,
      "step": 50530
    },
    {
      "contrastive_loss": 0.0029629713390022516,
      "epoch": 15.761072988147223,
      "step": 50530
    },
    {
      "contrastive_lambda": 0.060229682742309554,
      "epoch": 15.761072988147223,
      "step": 50530
    },
    {
      "contrastive_lambda": 0.060217226307640315,
      "epoch": 15.7613849033063,
      "step": 50531
    },
    {
      "contrastive_lambda": 0.06020477107866057,
      "epoch": 15.761696818465378,
      "step": 50532
    },
    {
      "contrastive_lambda": 0.06019231705540434,
      "epoch": 15.762008733624453,
      "step": 50533
    },
    {
      "contrastive_lambda": 0.06017986423790589,
      "epoch": 15.76232064878353,
      "step": 50534
    },
    {
      "contrastive_lambda": 0.060167412626199346,
      "epoch": 15.762632563942608,
      "step": 50535
    },
    {
      "contrastive_lambda": 0.06015496222031863,
      "epoch": 15.762944479101684,
      "step": 50536
    },
    {
      "contrastive_lambda": 0.06014251302029816,
      "epoch": 15.763256394260761,
      "step": 50537
    },
    {
      "contrastive_lambda": 0.060130065026172075,
      "epoch": 15.763568309419838,
      "step": 50538
    },
    {
      "contrastive_lambda": 0.06011761823797429,
      "epoch": 15.763880224578914,
      "step": 50539
    },
    {
      "epoch": 15.764192139737991,
      "grad_norm": 0.06805530935525894,
      "learning_rate": 6.645092117565666e-06,
      "loss": 0.0219,
      "step": 50540
    },
    {
      "epoch": 15.764192139737991,
      "flow_loss": 0.012633634731173515,
      "step": 50540
    },
    {
      "contrastive_loss": 0.0031533443834632635,
      "epoch": 15.764192139737991,
      "step": 50540
    },
    {
      "contrastive_lambda": 0.060105172655739114,
      "epoch": 15.764192139737991,
      "step": 50540
    },
    {
      "contrastive_lambda": 0.06009272827950052,
      "epoch": 15.764504054897069,
      "step": 50541
    },
    {
      "contrastive_lambda": 0.06008028510929253,
      "epoch": 15.764815970056144,
      "step": 50542
    },
    {
      "contrastive_lambda": 0.06006784314514968,
      "epoch": 15.765127885215222,
      "step": 50543
    },
    {
      "contrastive_lambda": 0.06005540238710566,
      "epoch": 15.765439800374299,
      "step": 50544
    },
    {
      "contrastive_lambda": 0.06004296283519478,
      "epoch": 15.765751715533375,
      "step": 50545
    },
    {
      "contrastive_lambda": 0.060030524489451176,
      "epoch": 15.766063630692452,
      "step": 50546
    },
    {
      "contrastive_lambda": 0.060018087349908655,
      "epoch": 15.766375545851528,
      "step": 50547
    },
    {
      "contrastive_lambda": 0.06000565141660169,
      "epoch": 15.766687461010605,
      "step": 50548
    },
    {
      "contrastive_lambda": 0.059993216689564255,
      "epoch": 15.766999376169682,
      "step": 50549
    },
    {
      "epoch": 15.767311291328758,
      "grad_norm": 0.05958649888634682,
      "learning_rate": 6.631371119697371e-06,
      "loss": 0.0146,
      "step": 50550
    },
    {
      "epoch": 15.767311291328758,
      "flow_loss": 0.013976912014186382,
      "step": 50550
    },
    {
      "contrastive_loss": 0.0037491959519684315,
      "epoch": 15.767311291328758,
      "step": 50550
    },
    {
      "contrastive_lambda": 0.05998078316883032,
      "epoch": 15.767311291328758,
      "step": 50550
    },
    {
      "contrastive_lambda": 0.05996835085443414,
      "epoch": 15.767623206487835,
      "step": 50551
    },
    {
      "contrastive_lambda": 0.059955919746409625,
      "epoch": 15.767935121646913,
      "step": 50552
    },
    {
      "contrastive_lambda": 0.05994348984479081,
      "epoch": 15.768247036805988,
      "step": 50553
    },
    {
      "contrastive_lambda": 0.05993106114961211,
      "epoch": 15.768558951965066,
      "step": 50554
    },
    {
      "contrastive_lambda": 0.05991863366090733,
      "epoch": 15.768870867124143,
      "step": 50555
    },
    {
      "contrastive_lambda": 0.05990620737871055,
      "epoch": 15.769182782283218,
      "step": 50556
    },
    {
      "contrastive_lambda": 0.05989378230305603,
      "epoch": 15.769494697442296,
      "step": 50557
    },
    {
      "contrastive_lambda": 0.05988135843397757,
      "epoch": 15.769806612601373,
      "step": 50558
    },
    {
      "contrastive_lambda": 0.05986893577150926,
      "epoch": 15.770118527760449,
      "step": 50559
    },
    {
      "epoch": 15.770430442919526,
      "grad_norm": 0.06719183176755905,
      "learning_rate": 6.6176632960734505e-06,
      "loss": 0.0232,
      "step": 50560
    },
    {
      "epoch": 15.770430442919526,
      "flow_loss": 0.021214192733168602,
      "step": 50560
    },
    {
      "contrastive_loss": 0.003939281217753887,
      "epoch": 15.770430442919526,
      "step": 50560
    },
    {
      "contrastive_lambda": 0.05985651431568545,
      "epoch": 15.770430442919526,
      "step": 50560
    },
    {
      "contrastive_lambda": 0.0598440940665399,
      "epoch": 15.770742358078603,
      "step": 50561
    },
    {
      "contrastive_lambda": 0.059831675024106856,
      "epoch": 15.771054273237679,
      "step": 50562
    },
    {
      "contrastive_lambda": 0.05981925718842018,
      "epoch": 15.771366188396756,
      "step": 50563
    },
    {
      "contrastive_lambda": 0.05980684055951391,
      "epoch": 15.771678103555832,
      "step": 50564
    },
    {
      "contrastive_lambda": 0.059794425137422336,
      "epoch": 15.77199001871491,
      "step": 50565
    },
    {
      "contrastive_lambda": 0.059782010922179274,
      "epoch": 15.772301933873987,
      "step": 50566
    },
    {
      "contrastive_lambda": 0.059769597913818806,
      "epoch": 15.772613849033062,
      "step": 50567
    },
    {
      "contrastive_lambda": 0.05975718611237513,
      "epoch": 15.77292576419214,
      "step": 50568
    },
    {
      "contrastive_lambda": 0.05974477551788193,
      "epoch": 15.773237679351217,
      "step": 50569
    },
    {
      "epoch": 15.773549594510293,
      "grad_norm": 0.08089431375265121,
      "learning_rate": 6.603968650857978e-06,
      "loss": 0.0208,
      "step": 50570
    },
    {
      "epoch": 15.773549594510293,
      "flow_loss": 0.00995500385761261,
      "step": 50570
    },
    {
      "contrastive_loss": 0.0035247476771473885,
      "epoch": 15.773549594510293,
      "step": 50570
    },
    {
      "contrastive_lambda": 0.059732366130373526,
      "epoch": 15.773549594510293,
      "step": 50570
    },
    {
      "contrastive_lambda": 0.05971995794988377,
      "epoch": 15.77386150966937,
      "step": 50571
    },
    {
      "contrastive_lambda": 0.059707550976446755,
      "epoch": 15.774173424828447,
      "step": 50572
    },
    {
      "contrastive_lambda": 0.05969514521009661,
      "epoch": 15.774485339987523,
      "step": 50573
    },
    {
      "contrastive_lambda": 0.059682740650867094,
      "epoch": 15.7747972551466,
      "step": 50574
    },
    {
      "contrastive_lambda": 0.0596703372987924,
      "epoch": 15.775109170305678,
      "step": 50575
    },
    {
      "contrastive_lambda": 0.05965793515390644,
      "epoch": 15.775421085464753,
      "step": 50576
    },
    {
      "contrastive_lambda": 0.059645534216243246,
      "epoch": 15.77573300062383,
      "step": 50577
    },
    {
      "contrastive_lambda": 0.0596331344858369,
      "epoch": 15.776044915782908,
      "step": 50578
    },
    {
      "contrastive_lambda": 0.05962073596272127,
      "epoch": 15.776356830941983,
      "step": 50579
    },
    {
      "epoch": 15.77666874610106,
      "grad_norm": 0.05262676253914833,
      "learning_rate": 6.5902871882110085e-06,
      "loss": 0.0225,
      "step": 50580
    },
    {
      "epoch": 15.77666874610106,
      "flow_loss": 0.016055911779403687,
      "step": 50580
    },
    {
      "contrastive_loss": 0.0031668192241340876,
      "epoch": 15.77666874610106,
      "step": 50580
    },
    {
      "contrastive_lambda": 0.05960833864693038,
      "epoch": 15.77666874610106,
      "step": 50580
    },
    {
      "contrastive_lambda": 0.0595959425384982,
      "epoch": 15.776980661260136,
      "step": 50581
    },
    {
      "contrastive_lambda": 0.05958354763745877,
      "epoch": 15.777292576419214,
      "step": 50582
    },
    {
      "contrastive_lambda": 0.0595711539438461,
      "epoch": 15.777604491578291,
      "step": 50583
    },
    {
      "contrastive_lambda": 0.059558761457694176,
      "epoch": 15.777916406737367,
      "step": 50584
    },
    {
      "contrastive_lambda": 0.0595463701790368,
      "epoch": 15.778228321896444,
      "step": 50585
    },
    {
      "contrastive_lambda": 0.05953398010790817,
      "epoch": 15.778540237055521,
      "step": 50586
    },
    {
      "contrastive_lambda": 0.05952159124434192,
      "epoch": 15.778852152214597,
      "step": 50587
    },
    {
      "contrastive_lambda": 0.05950920358837236,
      "epoch": 15.779164067373674,
      "step": 50588
    },
    {
      "contrastive_lambda": 0.059496817140033464,
      "epoch": 15.779475982532752,
      "step": 50589
    },
    {
      "epoch": 15.779787897691827,
      "grad_norm": 0.0849105566740036,
      "learning_rate": 6.576618912288635e-06,
      "loss": 0.02,
      "step": 50590
    },
    {
      "epoch": 15.779787897691827,
      "flow_loss": 0.008036317303776741,
      "step": 50590
    },
    {
      "contrastive_loss": 0.0037214881740510464,
      "epoch": 15.779787897691827,
      "step": 50590
    },
    {
      "contrastive_lambda": 0.059484431899358925,
      "epoch": 15.779787897691827,
      "step": 50590
    },
    {
      "contrastive_lambda": 0.05947204786638277,
      "epoch": 15.780099812850905,
      "step": 50591
    },
    {
      "contrastive_lambda": 0.0594596650411392,
      "epoch": 15.780411728009982,
      "step": 50592
    },
    {
      "contrastive_lambda": 0.059447283423661734,
      "epoch": 15.780723643169058,
      "step": 50593
    },
    {
      "contrastive_lambda": 0.05943490301398463,
      "epoch": 15.781035558328135,
      "step": 50594
    },
    {
      "contrastive_lambda": 0.05942252381214186,
      "epoch": 15.781347473487212,
      "step": 50595
    },
    {
      "contrastive_lambda": 0.05941014581816717,
      "epoch": 15.781659388646288,
      "step": 50596
    },
    {
      "contrastive_lambda": 0.059397769032094705,
      "epoch": 15.781971303805365,
      "step": 50597
    },
    {
      "contrastive_lambda": 0.059385393453958046,
      "epoch": 15.78228321896444,
      "step": 50598
    },
    {
      "contrastive_lambda": 0.059373019083791445,
      "epoch": 15.782595134123518,
      "step": 50599
    },
    {
      "epoch": 15.782907049282596,
      "grad_norm": 0.05333417281508446,
      "learning_rate": 6.562963827242913e-06,
      "loss": 0.0184,
      "step": 50600
    },
    {
      "epoch": 15.782907049282596,
      "flow_loss": 0.01736854389309883,
      "step": 50600
    },
    {
      "contrastive_loss": 0.003932269290089607,
      "epoch": 15.782907049282596,
      "step": 50600
    },
    {
      "contrastive_lambda": 0.05936064592162882,
      "epoch": 15.782907049282596,
      "step": 50600
    },
    {
      "contrastive_lambda": 0.05934827396750392,
      "epoch": 15.783218964441671,
      "step": 50601
    },
    {
      "contrastive_lambda": 0.05933590322145077,
      "epoch": 15.783530879600749,
      "step": 50602
    },
    {
      "contrastive_lambda": 0.05932353368350329,
      "epoch": 15.783842794759826,
      "step": 50603
    },
    {
      "contrastive_lambda": 0.05931116535369524,
      "epoch": 15.784154709918901,
      "step": 50604
    },
    {
      "contrastive_lambda": 0.05929879823206069,
      "epoch": 15.784466625077979,
      "step": 50605
    },
    {
      "contrastive_lambda": 0.059286432318633675,
      "epoch": 15.784778540237056,
      "step": 50606
    },
    {
      "contrastive_lambda": 0.05927406761344778,
      "epoch": 15.785090455396132,
      "step": 50607
    },
    {
      "contrastive_lambda": 0.05926170411653714,
      "epoch": 15.78540237055521,
      "step": 50608
    },
    {
      "contrastive_lambda": 0.05924934182793551,
      "epoch": 15.785714285714286,
      "step": 50609
    },
    {
      "epoch": 15.786026200873362,
      "grad_norm": 0.06233125180006027,
      "learning_rate": 6.549321937221886e-06,
      "loss": 0.021,
      "step": 50610
    },
    {
      "epoch": 15.786026200873362,
      "flow_loss": 0.008243527263402939,
      "step": 50610
    },
    {
      "contrastive_loss": 0.003515755757689476,
      "epoch": 15.786026200873362,
      "step": 50610
    },
    {
      "contrastive_lambda": 0.05923698074767669,
      "epoch": 15.786026200873362,
      "step": 50610
    },
    {
      "contrastive_lambda": 0.05922462087579494,
      "epoch": 15.78633811603244,
      "step": 50611
    },
    {
      "contrastive_lambda": 0.059212262212323785,
      "epoch": 15.786650031191517,
      "step": 50612
    },
    {
      "contrastive_lambda": 0.05919990475729725,
      "epoch": 15.786961946350592,
      "step": 50613
    },
    {
      "contrastive_lambda": 0.05918754851074931,
      "epoch": 15.78727386150967,
      "step": 50614
    },
    {
      "contrastive_lambda": 0.05917519347271355,
      "epoch": 15.787585776668745,
      "step": 50615
    },
    {
      "contrastive_lambda": 0.05916283964322411,
      "epoch": 15.787897691827823,
      "step": 50616
    },
    {
      "contrastive_lambda": 0.0591504870223149,
      "epoch": 15.7882096069869,
      "step": 50617
    },
    {
      "contrastive_lambda": 0.059138135610019515,
      "epoch": 15.788521522145976,
      "step": 50618
    },
    {
      "contrastive_lambda": 0.05912578540637209,
      "epoch": 15.788833437305053,
      "step": 50619
    },
    {
      "epoch": 15.78914535246413,
      "grad_norm": 0.08418416976928711,
      "learning_rate": 6.5356932463696064e-06,
      "loss": 0.0236,
      "step": 50620
    },
    {
      "epoch": 15.78914535246413,
      "flow_loss": 0.023868581280112267,
      "step": 50620
    },
    {
      "contrastive_loss": 0.003727732924744487,
      "epoch": 15.78914535246413,
      "step": 50620
    },
    {
      "contrastive_lambda": 0.05911343641140626,
      "epoch": 15.78914535246413,
      "step": 50620
    },
    {
      "contrastive_lambda": 0.059101088625155895,
      "epoch": 15.789457267623206,
      "step": 50621
    },
    {
      "contrastive_lambda": 0.059088742047655074,
      "epoch": 15.789769182782283,
      "step": 50622
    },
    {
      "contrastive_lambda": 0.05907639667893744,
      "epoch": 15.79008109794136,
      "step": 50623
    },
    {
      "contrastive_lambda": 0.0590640525190369,
      "epoch": 15.790393013100436,
      "step": 50624
    },
    {
      "contrastive_lambda": 0.05905170956798739,
      "epoch": 15.790704928259514,
      "step": 50625
    },
    {
      "contrastive_lambda": 0.05903936782582253,
      "epoch": 15.791016843418591,
      "step": 50626
    },
    {
      "contrastive_lambda": 0.059027027292576306,
      "epoch": 15.791328758577666,
      "step": 50627
    },
    {
      "contrastive_lambda": 0.05901468796828252,
      "epoch": 15.791640673736744,
      "step": 50628
    },
    {
      "contrastive_lambda": 0.05900234985297498,
      "epoch": 15.791952588895821,
      "step": 50629
    },
    {
      "epoch": 15.792264504054897,
      "grad_norm": 0.06186913326382637,
      "learning_rate": 6.522077758826101e-06,
      "loss": 0.0194,
      "step": 50630
    },
    {
      "epoch": 15.792264504054897,
      "flow_loss": 0.03315848857164383,
      "step": 50630
    },
    {
      "contrastive_loss": 0.004385167732834816,
      "epoch": 15.792264504054897,
      "step": 50630
    },
    {
      "contrastive_lambda": 0.05899001294668765,
      "epoch": 15.792264504054897,
      "step": 50630
    },
    {
      "contrastive_lambda": 0.058977677249454186,
      "epoch": 15.792576419213974,
      "step": 50631
    },
    {
      "contrastive_lambda": 0.058965342761308326,
      "epoch": 15.79288833437305,
      "step": 50632
    },
    {
      "contrastive_lambda": 0.05895300948228421,
      "epoch": 15.793200249532127,
      "step": 50633
    },
    {
      "contrastive_lambda": 0.05894067741241532,
      "epoch": 15.793512164691204,
      "step": 50634
    },
    {
      "contrastive_lambda": 0.05892834655173579,
      "epoch": 15.79382407985028,
      "step": 50635
    },
    {
      "contrastive_lambda": 0.05891601690027909,
      "epoch": 15.794135995009357,
      "step": 50636
    },
    {
      "contrastive_lambda": 0.058903688458079195,
      "epoch": 15.794447910168435,
      "step": 50637
    },
    {
      "contrastive_lambda": 0.05889136122516986,
      "epoch": 15.79475982532751,
      "step": 50638
    },
    {
      "contrastive_lambda": 0.058879035201584884,
      "epoch": 15.795071740486588,
      "step": 50639
    },
    {
      "epoch": 15.795383655645665,
      "grad_norm": 0.07260768860578537,
      "learning_rate": 6.5084754787274275e-06,
      "loss": 0.0206,
      "step": 50640
    },
    {
      "epoch": 15.795383655645665,
      "flow_loss": 0.010315324179828167,
      "step": 50640
    },
    {
      "contrastive_loss": 0.004283476620912552,
      "epoch": 15.795383655645665,
      "step": 50640
    },
    {
      "contrastive_lambda": 0.058866710387358134,
      "epoch": 15.795383655645665,
      "step": 50640
    },
    {
      "contrastive_lambda": 0.058854386782523416,
      "epoch": 15.79569557080474,
      "step": 50641
    },
    {
      "contrastive_lambda": 0.05884206438711437,
      "epoch": 15.796007485963818,
      "step": 50642
    },
    {
      "contrastive_lambda": 0.05882974320116491,
      "epoch": 15.796319401122895,
      "step": 50643
    },
    {
      "contrastive_lambda": 0.058817423224708565,
      "epoch": 15.796631316281971,
      "step": 50644
    },
    {
      "contrastive_lambda": 0.05880510445777942,
      "epoch": 15.796943231441048,
      "step": 50645
    },
    {
      "contrastive_lambda": 0.05879278690041123,
      "epoch": 15.797255146600126,
      "step": 50646
    },
    {
      "contrastive_lambda": 0.058780470552637576,
      "epoch": 15.797567061759201,
      "step": 50647
    },
    {
      "contrastive_lambda": 0.05876815541449226,
      "epoch": 15.797878976918279,
      "step": 50648
    },
    {
      "contrastive_lambda": 0.05875584148600915,
      "epoch": 15.798190892077354,
      "step": 50649
    },
    {
      "epoch": 15.798502807236432,
      "grad_norm": 0.0651976466178894,
      "learning_rate": 6.494886410205553e-06,
      "loss": 0.0223,
      "step": 50650
    },
    {
      "epoch": 15.798502807236432,
      "flow_loss": 0.028462819755077362,
      "step": 50650
    },
    {
      "contrastive_loss": 0.0038611567579209805,
      "epoch": 15.798502807236432,
      "step": 50650
    },
    {
      "contrastive_lambda": 0.05874352876722194,
      "epoch": 15.798502807236432,
      "step": 50650
    },
    {
      "contrastive_lambda": 0.058731217258164437,
      "epoch": 15.798814722395509,
      "step": 50651
    },
    {
      "contrastive_lambda": 0.05871890695887039,
      "epoch": 15.799126637554584,
      "step": 50652
    },
    {
      "contrastive_lambda": 0.058706597869373434,
      "epoch": 15.799438552713662,
      "step": 50653
    },
    {
      "contrastive_lambda": 0.05869428998970749,
      "epoch": 15.79975046787274,
      "step": 50654
    },
    {
      "contrastive_lambda": 0.05868198331990604,
      "epoch": 15.800062383031815,
      "step": 50655
    },
    {
      "contrastive_lambda": 0.0586696778600031,
      "epoch": 15.800374298190892,
      "step": 50656
    },
    {
      "contrastive_lambda": 0.058657373610032315,
      "epoch": 15.80068621334997,
      "step": 50657
    },
    {
      "contrastive_lambda": 0.05864507057002738,
      "epoch": 15.800998128509045,
      "step": 50658
    },
    {
      "contrastive_lambda": 0.05863276874002199,
      "epoch": 15.801310043668122,
      "step": 50659
    },
    {
      "epoch": 15.8016219588272,
      "grad_norm": 0.07843852788209915,
      "learning_rate": 6.481310557388521e-06,
      "loss": 0.0222,
      "step": 50660
    },
    {
      "epoch": 15.8016219588272,
      "flow_loss": 0.021353917196393013,
      "step": 50660
    },
    {
      "contrastive_loss": 0.0039701745845377445,
      "epoch": 15.8016219588272,
      "step": 50660
    },
    {
      "contrastive_lambda": 0.05862046812005006,
      "epoch": 15.8016219588272,
      "step": 50660
    },
    {
      "contrastive_lambda": 0.05860816871014496,
      "epoch": 15.801933873986275,
      "step": 50661
    },
    {
      "contrastive_lambda": 0.05859587051034071,
      "epoch": 15.802245789145353,
      "step": 50662
    },
    {
      "contrastive_lambda": 0.05858357352067112,
      "epoch": 15.80255770430443,
      "step": 50663
    },
    {
      "contrastive_lambda": 0.05857127774116955,
      "epoch": 15.802869619463506,
      "step": 50664
    },
    {
      "contrastive_lambda": 0.05855898317186997,
      "epoch": 15.803181534622583,
      "step": 50665
    },
    {
      "contrastive_lambda": 0.05854668981280586,
      "epoch": 15.803493449781659,
      "step": 50666
    },
    {
      "contrastive_lambda": 0.05853439766401114,
      "epoch": 15.803805364940736,
      "step": 50667
    },
    {
      "contrastive_lambda": 0.05852210672551955,
      "epoch": 15.804117280099813,
      "step": 50668
    },
    {
      "contrastive_lambda": 0.05850981699736452,
      "epoch": 15.804429195258889,
      "step": 50669
    },
    {
      "epoch": 15.804741110417966,
      "grad_norm": 0.055853988975286484,
      "learning_rate": 6.46774792440028e-06,
      "loss": 0.0211,
      "step": 50670
    },
    {
      "epoch": 15.804741110417966,
      "flow_loss": 0.012401450425386429,
      "step": 50670
    },
    {
      "contrastive_loss": 0.00427274638786912,
      "epoch": 15.804741110417966,
      "step": 50670
    },
    {
      "contrastive_lambda": 0.05849752847957995,
      "epoch": 15.804741110417966,
      "step": 50670
    },
    {
      "contrastive_lambda": 0.058485241172199554,
      "epoch": 15.805053025577044,
      "step": 50671
    },
    {
      "contrastive_lambda": 0.05847295507525674,
      "epoch": 15.80536494073612,
      "step": 50672
    },
    {
      "contrastive_lambda": 0.05846067018878559,
      "epoch": 15.805676855895197,
      "step": 50673
    },
    {
      "contrastive_lambda": 0.05844838651281947,
      "epoch": 15.805988771054274,
      "step": 50674
    },
    {
      "contrastive_lambda": 0.058436104047392134,
      "epoch": 15.80630068621335,
      "step": 50675
    },
    {
      "contrastive_lambda": 0.05842382279253744,
      "epoch": 15.806612601372427,
      "step": 50676
    },
    {
      "contrastive_lambda": 0.0584115427482888,
      "epoch": 15.806924516531504,
      "step": 50677
    },
    {
      "contrastive_lambda": 0.058399263914679866,
      "epoch": 15.80723643169058,
      "step": 50678
    },
    {
      "contrastive_lambda": 0.05838698629174466,
      "epoch": 15.807548346849657,
      "step": 50679
    },
    {
      "epoch": 15.807860262008735,
      "grad_norm": 0.08470571041107178,
      "learning_rate": 6.4541985153608206e-06,
      "loss": 0.0202,
      "step": 50680
    },
    {
      "epoch": 15.807860262008735,
      "flow_loss": 0.044504594057798386,
      "step": 50680
    },
    {
      "contrastive_loss": 0.0035550743341445923,
      "epoch": 15.807860262008735,
      "step": 50680
    },
    {
      "contrastive_lambda": 0.058374709879516484,
      "epoch": 15.807860262008735,
      "step": 50680
    },
    {
      "contrastive_lambda": 0.05836243467802921,
      "epoch": 15.80817217716781,
      "step": 50681
    },
    {
      "contrastive_lambda": 0.0583501606873163,
      "epoch": 15.808484092326887,
      "step": 50682
    },
    {
      "contrastive_lambda": 0.0583378879074114,
      "epoch": 15.808796007485963,
      "step": 50683
    },
    {
      "contrastive_lambda": 0.058325616338348485,
      "epoch": 15.80910792264504,
      "step": 50684
    },
    {
      "contrastive_lambda": 0.05831334598016086,
      "epoch": 15.809419837804118,
      "step": 50685
    },
    {
      "contrastive_lambda": 0.05830107683288227,
      "epoch": 15.809731752963193,
      "step": 50686
    },
    {
      "contrastive_lambda": 0.05828880889654642,
      "epoch": 15.81004366812227,
      "step": 50687
    },
    {
      "contrastive_lambda": 0.05827654217118683,
      "epoch": 15.810355583281348,
      "step": 50688
    },
    {
      "contrastive_lambda": 0.05826427665683703,
      "epoch": 15.810667498440424,
      "step": 50689
    },
    {
      "epoch": 15.810979413599501,
      "grad_norm": 0.06065887585282326,
      "learning_rate": 6.4406623343861e-06,
      "loss": 0.0239,
      "step": 50690
    },
    {
      "epoch": 15.810979413599501,
      "flow_loss": 0.03683360293507576,
      "step": 50690
    },
    {
      "contrastive_loss": 0.003677169792354107,
      "epoch": 15.810979413599501,
      "step": 50690
    },
    {
      "contrastive_lambda": 0.058252012353531,
      "epoch": 15.810979413599501,
      "step": 50690
    },
    {
      "contrastive_lambda": 0.0582397492613021,
      "epoch": 15.811291328758578,
      "step": 50691
    },
    {
      "contrastive_lambda": 0.05822748738018413,
      "epoch": 15.811603243917654,
      "step": 50692
    },
    {
      "contrastive_lambda": 0.0582152267102104,
      "epoch": 15.811915159076731,
      "step": 50693
    },
    {
      "contrastive_lambda": 0.05820296725141477,
      "epoch": 15.812227074235809,
      "step": 50694
    },
    {
      "contrastive_lambda": 0.058190709003830776,
      "epoch": 15.812538989394884,
      "step": 50695
    },
    {
      "contrastive_lambda": 0.05817845196749205,
      "epoch": 15.812850904553962,
      "step": 50696
    },
    {
      "contrastive_lambda": 0.05816619614243218,
      "epoch": 15.813162819713039,
      "step": 50697
    },
    {
      "contrastive_lambda": 0.05815394152868486,
      "epoch": 15.813474734872115,
      "step": 50698
    },
    {
      "contrastive_lambda": 0.05814168812628345,
      "epoch": 15.813786650031192,
      "step": 50699
    },
    {
      "epoch": 15.814098565190267,
      "grad_norm": 0.048442307859659195,
      "learning_rate": 6.427139385588038e-06,
      "loss": 0.0237,
      "step": 50700
    },
    {
      "epoch": 15.814098565190267,
      "flow_loss": 0.027718225494027138,
      "step": 50700
    },
    {
      "contrastive_loss": 0.003185839159414172,
      "epoch": 15.814098565190267,
      "step": 50700
    },
    {
      "contrastive_lambda": 0.05812943593526165,
      "epoch": 15.814098565190267,
      "step": 50700
    },
    {
      "contrastive_lambda": 0.05811718495565327,
      "epoch": 15.814410480349345,
      "step": 50701
    },
    {
      "contrastive_lambda": 0.05810493518749166,
      "epoch": 15.814722395508422,
      "step": 50702
    },
    {
      "contrastive_lambda": 0.05809268663081052,
      "epoch": 15.815034310667498,
      "step": 50703
    },
    {
      "contrastive_lambda": 0.05808043928564327,
      "epoch": 15.815346225826575,
      "step": 50704
    },
    {
      "contrastive_lambda": 0.058068193152023606,
      "epoch": 15.815658140985652,
      "step": 50705
    },
    {
      "contrastive_lambda": 0.058055948229985055,
      "epoch": 15.815970056144728,
      "step": 50706
    },
    {
      "contrastive_lambda": 0.0580437045195612,
      "epoch": 15.816281971303805,
      "step": 50707
    },
    {
      "contrastive_lambda": 0.05803146202078563,
      "epoch": 15.816593886462883,
      "step": 50708
    },
    {
      "contrastive_lambda": 0.058019220733692034,
      "epoch": 15.816905801621958,
      "step": 50709
    },
    {
      "epoch": 15.817217716781036,
      "grad_norm": 0.07384133338928223,
      "learning_rate": 6.413629673074561e-06,
      "loss": 0.0207,
      "step": 50710
    },
    {
      "epoch": 15.817217716781036,
      "flow_loss": 0.011540808714926243,
      "step": 50710
    },
    {
      "contrastive_loss": 0.003546041902154684,
      "epoch": 15.817217716781036,
      "step": 50710
    },
    {
      "contrastive_lambda": 0.05800698065831372,
      "epoch": 15.817217716781036,
      "step": 50710
    },
    {
      "contrastive_lambda": 0.0579947417946845,
      "epoch": 15.817529631940113,
      "step": 50711
    },
    {
      "contrastive_lambda": 0.05798250414283751,
      "epoch": 15.817841547099189,
      "step": 50712
    },
    {
      "contrastive_lambda": 0.05797026770280678,
      "epoch": 15.818153462258266,
      "step": 50713
    },
    {
      "contrastive_lambda": 0.057958032474625665,
      "epoch": 15.818465377417343,
      "step": 50714
    },
    {
      "contrastive_lambda": 0.057945798458327646,
      "epoch": 15.818777292576419,
      "step": 50715
    },
    {
      "contrastive_lambda": 0.05793356565394636,
      "epoch": 15.819089207735496,
      "step": 50716
    },
    {
      "contrastive_lambda": 0.05792133406151534,
      "epoch": 15.819401122894572,
      "step": 50717
    },
    {
      "contrastive_lambda": 0.057909103681067886,
      "epoch": 15.81971303805365,
      "step": 50718
    },
    {
      "contrastive_lambda": 0.057896874512637975,
      "epoch": 15.820024953212727,
      "step": 50719
    },
    {
      "epoch": 15.820336868371802,
      "grad_norm": 0.05418532341718674,
      "learning_rate": 6.400133200949554e-06,
      "loss": 0.018,
      "step": 50720
    },
    {
      "epoch": 15.820336868371802,
      "flow_loss": 0.025621244683861732,
      "step": 50720
    },
    {
      "contrastive_loss": 0.003672108519822359,
      "epoch": 15.820336868371802,
      "step": 50720
    },
    {
      "contrastive_lambda": 0.057884646556258745,
      "epoch": 15.820336868371802,
      "step": 50720
    },
    {
      "contrastive_lambda": 0.05787241981196384,
      "epoch": 15.82064878353088,
      "step": 50721
    },
    {
      "contrastive_lambda": 0.05786019427978695,
      "epoch": 15.820960698689957,
      "step": 50722
    },
    {
      "contrastive_lambda": 0.057847969959761214,
      "epoch": 15.821272613849032,
      "step": 50723
    },
    {
      "contrastive_lambda": 0.057835746851920444,
      "epoch": 15.82158452900811,
      "step": 50724
    },
    {
      "contrastive_lambda": 0.05782352495629822,
      "epoch": 15.821896444167187,
      "step": 50725
    },
    {
      "contrastive_lambda": 0.0578113042729278,
      "epoch": 15.822208359326263,
      "step": 50726
    },
    {
      "contrastive_lambda": 0.057799084801842815,
      "epoch": 15.82252027448534,
      "step": 50727
    },
    {
      "contrastive_lambda": 0.0577868665430768,
      "epoch": 15.822832189644418,
      "step": 50728
    },
    {
      "contrastive_lambda": 0.057774649496663055,
      "epoch": 15.823144104803493,
      "step": 50729
    },
    {
      "epoch": 15.82345601996257,
      "grad_norm": 0.06655433028936386,
      "learning_rate": 6.386649973312897e-06,
      "loss": 0.0183,
      "step": 50730
    },
    {
      "epoch": 15.82345601996257,
      "flow_loss": 0.019741909578442574,
      "step": 50730
    },
    {
      "contrastive_loss": 0.0030075907707214355,
      "epoch": 15.82345601996257,
      "step": 50730
    },
    {
      "contrastive_lambda": 0.05776243366263534,
      "epoch": 15.82345601996257,
      "step": 50730
    },
    {
      "contrastive_lambda": 0.05775021904102701,
      "epoch": 15.823767935121648,
      "step": 50731
    },
    {
      "contrastive_lambda": 0.05773800563187148,
      "epoch": 15.824079850280723,
      "step": 50732
    },
    {
      "contrastive_lambda": 0.057725793435202455,
      "epoch": 15.8243917654398,
      "step": 50733
    },
    {
      "contrastive_lambda": 0.05771358245105318,
      "epoch": 15.824703680598876,
      "step": 50734
    },
    {
      "contrastive_lambda": 0.05770137267945713,
      "epoch": 15.825015595757954,
      "step": 50735
    },
    {
      "contrastive_lambda": 0.05768916412044811,
      "epoch": 15.825327510917031,
      "step": 50736
    },
    {
      "contrastive_lambda": 0.05767695677405921,
      "epoch": 15.825639426076107,
      "step": 50737
    },
    {
      "contrastive_lambda": 0.05766475064032417,
      "epoch": 15.825951341235184,
      "step": 50738
    },
    {
      "contrastive_lambda": 0.05765254571927625,
      "epoch": 15.826263256394261,
      "step": 50739
    },
    {
      "epoch": 15.826575171553337,
      "grad_norm": 0.08937127143144608,
      "learning_rate": 6.37317999426042e-06,
      "loss": 0.0263,
      "step": 50740
    },
    {
      "epoch": 15.826575171553337,
      "flow_loss": 0.011400318704545498,
      "step": 50740
    },
    {
      "contrastive_loss": 0.003469664603471756,
      "epoch": 15.826575171553337,
      "step": 50740
    },
    {
      "contrastive_lambda": 0.057640342010948864,
      "epoch": 15.826575171553337,
      "step": 50740
    },
    {
      "contrastive_lambda": 0.05762813951537582,
      "epoch": 15.826887086712414,
      "step": 50741
    },
    {
      "contrastive_lambda": 0.0576159382325902,
      "epoch": 15.827199001871492,
      "step": 50742
    },
    {
      "contrastive_lambda": 0.05760373816262565,
      "epoch": 15.827510917030567,
      "step": 50743
    },
    {
      "contrastive_lambda": 0.05759153930551564,
      "epoch": 15.827822832189645,
      "step": 50744
    },
    {
      "contrastive_lambda": 0.05757934166129347,
      "epoch": 15.828134747348722,
      "step": 50745
    },
    {
      "contrastive_lambda": 0.05756714522999257,
      "epoch": 15.828446662507798,
      "step": 50746
    },
    {
      "contrastive_lambda": 0.05755495001164662,
      "epoch": 15.828758577666875,
      "step": 50747
    },
    {
      "contrastive_lambda": 0.057542756006288776,
      "epoch": 15.829070492825952,
      "step": 50748
    },
    {
      "contrastive_lambda": 0.05753056321395272,
      "epoch": 15.829382407985028,
      "step": 50749
    },
    {
      "epoch": 15.829694323144105,
      "grad_norm": 0.0737014040350914,
      "learning_rate": 6.359723267883977e-06,
      "loss": 0.0202,
      "step": 50750
    },
    {
      "epoch": 15.829694323144105,
      "flow_loss": 0.03529779613018036,
      "step": 50750
    },
    {
      "contrastive_loss": 0.0034624957479536533,
      "epoch": 15.829694323144105,
      "step": 50750
    },
    {
      "contrastive_lambda": 0.05751837163467166,
      "epoch": 15.829694323144105,
      "step": 50750
    },
    {
      "contrastive_lambda": 0.05750618126847912,
      "epoch": 15.83000623830318,
      "step": 50751
    },
    {
      "contrastive_lambda": 0.057493992115408454,
      "epoch": 15.830318153462258,
      "step": 50752
    },
    {
      "contrastive_lambda": 0.0574818041754932,
      "epoch": 15.830630068621335,
      "step": 50753
    },
    {
      "contrastive_lambda": 0.05746961744876666,
      "epoch": 15.830941983780411,
      "step": 50754
    },
    {
      "contrastive_lambda": 0.05745743193526237,
      "epoch": 15.831253898939488,
      "step": 50755
    },
    {
      "contrastive_lambda": 0.057445247635013574,
      "epoch": 15.831565814098566,
      "step": 50756
    },
    {
      "contrastive_lambda": 0.05743306454805369,
      "epoch": 15.831877729257641,
      "step": 50757
    },
    {
      "contrastive_lambda": 0.05742088267441636,
      "epoch": 15.832189644416719,
      "step": 50758
    },
    {
      "contrastive_lambda": 0.05740870201413473,
      "epoch": 15.832501559575796,
      "step": 50759
    },
    {
      "epoch": 15.832813474734872,
      "grad_norm": 0.0512721873819828,
      "learning_rate": 6.346279798271343e-06,
      "loss": 0.0199,
      "step": 50760
    },
    {
      "epoch": 15.832813474734872,
      "flow_loss": 0.010582437738776207,
      "step": 50760
    },
    {
      "contrastive_loss": 0.0030382275581359863,
      "epoch": 15.832813474734872,
      "step": 50760
    },
    {
      "contrastive_lambda": 0.05739652256724237,
      "epoch": 15.832813474734872,
      "step": 50760
    },
    {
      "contrastive_lambda": 0.05738434433377243,
      "epoch": 15.833125389893949,
      "step": 50761
    },
    {
      "contrastive_lambda": 0.05737216731375849,
      "epoch": 15.833437305053026,
      "step": 50762
    },
    {
      "contrastive_lambda": 0.057359991507233865,
      "epoch": 15.833749220212102,
      "step": 50763
    },
    {
      "contrastive_lambda": 0.057347816914231964,
      "epoch": 15.83406113537118,
      "step": 50764
    },
    {
      "contrastive_lambda": 0.05733564353478615,
      "epoch": 15.834373050530257,
      "step": 50765
    },
    {
      "contrastive_lambda": 0.0573234713689299,
      "epoch": 15.834684965689332,
      "step": 50766
    },
    {
      "contrastive_lambda": 0.057311300416696354,
      "epoch": 15.83499688084841,
      "step": 50767
    },
    {
      "contrastive_lambda": 0.05729913067811915,
      "epoch": 15.835308796007485,
      "step": 50768
    },
    {
      "contrastive_lambda": 0.05728696215323131,
      "epoch": 15.835620711166563,
      "step": 50769
    },
    {
      "epoch": 15.83593262632564,
      "grad_norm": 0.056991349905729294,
      "learning_rate": 6.332849589506301e-06,
      "loss": 0.0195,
      "step": 50770
    },
    {
      "epoch": 15.83593262632564,
      "flow_loss": 0.01720489375293255,
      "step": 50770
    },
    {
      "contrastive_loss": 0.0028033345006406307,
      "epoch": 15.83593262632564,
      "step": 50770
    },
    {
      "contrastive_lambda": 0.05727479484206649,
      "epoch": 15.83593262632564,
      "step": 50770
    },
    {
      "contrastive_lambda": 0.057262628744658095,
      "epoch": 15.836244541484715,
      "step": 50771
    },
    {
      "contrastive_lambda": 0.057250463861039214,
      "epoch": 15.836556456643793,
      "step": 50772
    },
    {
      "contrastive_lambda": 0.05723830019124332,
      "epoch": 15.83686837180287,
      "step": 50773
    },
    {
      "contrastive_lambda": 0.05722613773530377,
      "epoch": 15.837180286961946,
      "step": 50774
    },
    {
      "contrastive_lambda": 0.05721397649325388,
      "epoch": 15.837492202121023,
      "step": 50775
    },
    {
      "contrastive_lambda": 0.057201816465127175,
      "epoch": 15.8378041172801,
      "step": 50776
    },
    {
      "contrastive_lambda": 0.05718965765095668,
      "epoch": 15.838116032439176,
      "step": 50777
    },
    {
      "contrastive_lambda": 0.057177500050775876,
      "epoch": 15.838427947598253,
      "step": 50778
    },
    {
      "contrastive_lambda": 0.05716534366461823,
      "epoch": 15.83873986275733,
      "step": 50779
    },
    {
      "epoch": 15.839051777916406,
      "grad_norm": 0.04738679155707359,
      "learning_rate": 6.319432645668588e-06,
      "loss": 0.0216,
      "step": 50780
    },
    {
      "epoch": 15.839051777916406,
      "flow_loss": 0.009898818098008633,
      "step": 50780
    },
    {
      "contrastive_loss": 0.00487382709980011,
      "epoch": 15.839051777916406,
      "step": 50780
    },
    {
      "contrastive_lambda": 0.057153188492516716,
      "epoch": 15.839051777916406,
      "step": 50780
    },
    {
      "contrastive_lambda": 0.057141034534504975,
      "epoch": 15.839363693075484,
      "step": 50781
    },
    {
      "contrastive_lambda": 0.057128881790616315,
      "epoch": 15.839675608234561,
      "step": 50782
    },
    {
      "contrastive_lambda": 0.05711673026088393,
      "epoch": 15.839987523393637,
      "step": 50783
    },
    {
      "contrastive_lambda": 0.05710457994534124,
      "epoch": 15.840299438552714,
      "step": 50784
    },
    {
      "contrastive_lambda": 0.05709243084402138,
      "epoch": 15.84061135371179,
      "step": 50785
    },
    {
      "contrastive_lambda": 0.05708028295695766,
      "epoch": 15.840923268870867,
      "step": 50786
    },
    {
      "contrastive_lambda": 0.057068136284183724,
      "epoch": 15.841235184029944,
      "step": 50787
    },
    {
      "contrastive_lambda": 0.05705599082573254,
      "epoch": 15.84154709918902,
      "step": 50788
    },
    {
      "contrastive_lambda": 0.05704384658163747,
      "epoch": 15.841859014348097,
      "step": 50789
    },
    {
      "epoch": 15.842170929507175,
      "grad_norm": 0.05444420501589775,
      "learning_rate": 6.306028970833922e-06,
      "loss": 0.0169,
      "step": 50790
    },
    {
      "epoch": 15.842170929507175,
      "flow_loss": 0.044458840042352676,
      "step": 50790
    },
    {
      "contrastive_loss": 0.0033958731219172478,
      "epoch": 15.842170929507175,
      "step": 50790
    },
    {
      "contrastive_lambda": 0.05703170355193199,
      "epoch": 15.842170929507175,
      "step": 50790
    },
    {
      "contrastive_lambda": 0.057019561736649016,
      "epoch": 15.84248284466625,
      "step": 50791
    },
    {
      "contrastive_lambda": 0.05700742113582219,
      "epoch": 15.842794759825328,
      "step": 50792
    },
    {
      "contrastive_lambda": 0.05699528174948476,
      "epoch": 15.843106674984405,
      "step": 50793
    },
    {
      "contrastive_lambda": 0.056983143577669815,
      "epoch": 15.84341859014348,
      "step": 50794
    },
    {
      "contrastive_lambda": 0.056971006620410825,
      "epoch": 15.843730505302558,
      "step": 50795
    },
    {
      "contrastive_lambda": 0.056958870877740875,
      "epoch": 15.844042420461635,
      "step": 50796
    },
    {
      "contrastive_lambda": 0.05694673634969327,
      "epoch": 15.84435433562071,
      "step": 50797
    },
    {
      "contrastive_lambda": 0.05693460303630149,
      "epoch": 15.844666250779788,
      "step": 50798
    },
    {
      "contrastive_lambda": 0.05692247093759856,
      "epoch": 15.844978165938866,
      "step": 50799
    },
    {
      "epoch": 15.845290081097941,
      "grad_norm": 0.1267002522945404,
      "learning_rate": 6.2926385690739665e-06,
      "loss": 0.0203,
      "step": 50800
    },
    {
      "epoch": 15.845290081097941,
      "flow_loss": 0.01469782367348671,
      "step": 50800
    },
    {
      "contrastive_loss": 0.0034626685082912445,
      "epoch": 15.845290081097941,
      "step": 50800
    },
    {
      "contrastive_lambda": 0.05691034005361789,
      "epoch": 15.845290081097941,
      "step": 50800
    },
    {
      "contrastive_lambda": 0.056898210384392744,
      "epoch": 15.845601996257018,
      "step": 50801
    },
    {
      "contrastive_lambda": 0.0568860819299562,
      "epoch": 15.845913911416094,
      "step": 50802
    },
    {
      "contrastive_lambda": 0.05687395469034151,
      "epoch": 15.846225826575171,
      "step": 50803
    },
    {
      "contrastive_lambda": 0.05686182866558226,
      "epoch": 15.846537741734249,
      "step": 50804
    },
    {
      "contrastive_lambda": 0.056849703855711364,
      "epoch": 15.846849656893324,
      "step": 50805
    },
    {
      "contrastive_lambda": 0.056837580260762244,
      "epoch": 15.847161572052402,
      "step": 50806
    },
    {
      "contrastive_lambda": 0.05682545788076798,
      "epoch": 15.847473487211479,
      "step": 50807
    },
    {
      "contrastive_lambda": 0.056813336715761775,
      "epoch": 15.847785402370555,
      "step": 50808
    },
    {
      "contrastive_lambda": 0.05680121676577721,
      "epoch": 15.848097317529632,
      "step": 50809
    },
    {
      "epoch": 15.84840923268871,
      "grad_norm": 0.06626847386360168,
      "learning_rate": 6.279261444456413e-06,
      "loss": 0.0243,
      "step": 50810
    },
    {
      "epoch": 15.84840923268871,
      "flow_loss": 0.021623728796839714,
      "step": 50810
    },
    {
      "contrastive_loss": 0.003514571115374565,
      "epoch": 15.84840923268871,
      "step": 50810
    },
    {
      "contrastive_lambda": 0.05678909803084714,
      "epoch": 15.84840923268871,
      "step": 50810
    },
    {
      "contrastive_lambda": 0.05677698051100488,
      "epoch": 15.848721147847785,
      "step": 50811
    },
    {
      "contrastive_lambda": 0.05676486420628385,
      "epoch": 15.849033063006862,
      "step": 50812
    },
    {
      "contrastive_lambda": 0.056752749116717016,
      "epoch": 15.84934497816594,
      "step": 50813
    },
    {
      "contrastive_lambda": 0.05674063524233769,
      "epoch": 15.849656893325015,
      "step": 50814
    },
    {
      "contrastive_lambda": 0.05672852258317901,
      "epoch": 15.849968808484093,
      "step": 50815
    },
    {
      "contrastive_lambda": 0.056716411139274336,
      "epoch": 15.85028072364317,
      "step": 50816
    },
    {
      "contrastive_lambda": 0.05670430091065681,
      "epoch": 15.850592638802246,
      "step": 50817
    },
    {
      "contrastive_lambda": 0.05669219189735958,
      "epoch": 15.850904553961323,
      "step": 50818
    },
    {
      "contrastive_lambda": 0.05668008409941583,
      "epoch": 15.851216469120399,
      "step": 50819
    },
    {
      "epoch": 15.851528384279476,
      "grad_norm": 0.06417043507099152,
      "learning_rate": 6.265897601044829e-06,
      "loss": 0.0211,
      "step": 50820
    },
    {
      "epoch": 15.851528384279476,
      "flow_loss": 0.018486065790057182,
      "step": 50820
    },
    {
      "contrastive_loss": 0.0033345213159918785,
      "epoch": 15.851528384279476,
      "step": 50820
    },
    {
      "contrastive_lambda": 0.05666797751685887,
      "epoch": 15.851528384279476,
      "step": 50820
    },
    {
      "contrastive_lambda": 0.05665587214972173,
      "epoch": 15.851840299438553,
      "step": 50821
    },
    {
      "contrastive_lambda": 0.05664376799803783,
      "epoch": 15.852152214597629,
      "step": 50822
    },
    {
      "contrastive_lambda": 0.05663166506184014,
      "epoch": 15.852464129756706,
      "step": 50823
    },
    {
      "contrastive_lambda": 0.05661956334116186,
      "epoch": 15.852776044915784,
      "step": 50824
    },
    {
      "contrastive_lambda": 0.05660746283603629,
      "epoch": 15.853087960074859,
      "step": 50825
    },
    {
      "contrastive_lambda": 0.05659536354649647,
      "epoch": 15.853399875233936,
      "step": 50826
    },
    {
      "contrastive_lambda": 0.05658326547257564,
      "epoch": 15.853711790393014,
      "step": 50827
    },
    {
      "contrastive_lambda": 0.05657116861430711,
      "epoch": 15.85402370555209,
      "step": 50828
    },
    {
      "contrastive_lambda": 0.056559072971723745,
      "epoch": 15.854335620711167,
      "step": 50829
    },
    {
      "epoch": 15.854647535870244,
      "grad_norm": 0.09279736876487732,
      "learning_rate": 6.2525470428988434e-06,
      "loss": 0.0247,
      "step": 50830
    },
    {
      "epoch": 15.854647535870244,
      "flow_loss": 0.0318826287984848,
      "step": 50830
    },
    {
      "contrastive_loss": 0.003550367197021842,
      "epoch": 15.854647535870244,
      "step": 50830
    },
    {
      "contrastive_lambda": 0.056546978544858906,
      "epoch": 15.854647535870244,
      "step": 50830
    },
    {
      "contrastive_lambda": 0.05653488533374568,
      "epoch": 15.85495945102932,
      "step": 50831
    },
    {
      "contrastive_lambda": 0.056522793338417254,
      "epoch": 15.855271366188397,
      "step": 50832
    },
    {
      "contrastive_lambda": 0.05651070255890689,
      "epoch": 15.855583281347474,
      "step": 50833
    },
    {
      "contrastive_lambda": 0.056498612995247444,
      "epoch": 15.85589519650655,
      "step": 50834
    },
    {
      "contrastive_lambda": 0.05648652464747228,
      "epoch": 15.856207111665627,
      "step": 50835
    },
    {
      "contrastive_lambda": 0.056474437515614595,
      "epoch": 15.856519026824703,
      "step": 50836
    },
    {
      "contrastive_lambda": 0.056462351599707195,
      "epoch": 15.85683094198378,
      "step": 50837
    },
    {
      "contrastive_lambda": 0.05645026689978355,
      "epoch": 15.857142857142858,
      "step": 50838
    },
    {
      "contrastive_lambda": 0.05643818341587681,
      "epoch": 15.857454772301933,
      "step": 50839
    },
    {
      "epoch": 15.85776668746101,
      "grad_norm": 0.06953216344118118,
      "learning_rate": 6.239209774073962e-06,
      "loss": 0.024,
      "step": 50840
    },
    {
      "epoch": 15.85776668746101,
      "flow_loss": 0.00881704781204462,
      "step": 50840
    },
    {
      "contrastive_loss": 0.003160290652886033,
      "epoch": 15.85776668746101,
      "step": 50840
    },
    {
      "contrastive_lambda": 0.05642610114801988,
      "epoch": 15.85776668746101,
      "step": 50840
    },
    {
      "contrastive_lambda": 0.05641402009624602,
      "epoch": 15.858078602620088,
      "step": 50841
    },
    {
      "contrastive_lambda": 0.056401940260588146,
      "epoch": 15.858390517779164,
      "step": 50842
    },
    {
      "contrastive_lambda": 0.056389861641079675,
      "epoch": 15.858702432938241,
      "step": 50843
    },
    {
      "contrastive_lambda": 0.056377784237753636,
      "epoch": 15.859014348097318,
      "step": 50844
    },
    {
      "contrastive_lambda": 0.056365708050643004,
      "epoch": 15.859326263256394,
      "step": 50845
    },
    {
      "contrastive_lambda": 0.056353633079780974,
      "epoch": 15.859638178415471,
      "step": 50846
    },
    {
      "contrastive_lambda": 0.05634155932520074,
      "epoch": 15.859950093574549,
      "step": 50847
    },
    {
      "contrastive_lambda": 0.05632948678693511,
      "epoch": 15.860262008733624,
      "step": 50848
    },
    {
      "contrastive_lambda": 0.05631741546501745,
      "epoch": 15.860573923892701,
      "step": 50849
    },
    {
      "epoch": 15.860885839051779,
      "grad_norm": 0.08607668429613113,
      "learning_rate": 6.225885798621728e-06,
      "loss": 0.026,
      "step": 50850
    },
    {
      "epoch": 15.860885839051779,
      "flow_loss": 0.027651416137814522,
      "step": 50850
    },
    {
      "contrastive_loss": 0.0036912327632308006,
      "epoch": 15.860885839051779,
      "step": 50850
    },
    {
      "contrastive_lambda": 0.05630534535948095,
      "epoch": 15.860885839051779,
      "step": 50850
    },
    {
      "contrastive_lambda": 0.05629327647035842,
      "epoch": 15.861197754210854,
      "step": 50851
    },
    {
      "contrastive_lambda": 0.05628120879768311,
      "epoch": 15.861509669369932,
      "step": 50852
    },
    {
      "contrastive_lambda": 0.056269142341488054,
      "epoch": 15.861821584529007,
      "step": 50853
    },
    {
      "contrastive_lambda": 0.05625707710180616,
      "epoch": 15.862133499688085,
      "step": 50854
    },
    {
      "contrastive_lambda": 0.056245013078670913,
      "epoch": 15.862445414847162,
      "step": 50855
    },
    {
      "contrastive_lambda": 0.056232950272115056,
      "epoch": 15.862757330006238,
      "step": 50856
    },
    {
      "contrastive_lambda": 0.05622088868217179,
      "epoch": 15.863069245165315,
      "step": 50857
    },
    {
      "contrastive_lambda": 0.05620882830887419,
      "epoch": 15.863381160324392,
      "step": 50858
    },
    {
      "contrastive_lambda": 0.05619676915225513,
      "epoch": 15.863693075483468,
      "step": 50859
    },
    {
      "epoch": 15.864004990642545,
      "grad_norm": 0.0742545947432518,
      "learning_rate": 6.2125751205895925e-06,
      "loss": 0.0166,
      "step": 50860
    },
    {
      "epoch": 15.864004990642545,
      "flow_loss": 0.018196329474449158,
      "step": 50860
    },
    {
      "contrastive_loss": 0.0035186647437512875,
      "epoch": 15.864004990642545,
      "step": 50860
    },
    {
      "contrastive_lambda": 0.056184711212347915,
      "epoch": 15.864004990642545,
      "step": 50860
    },
    {
      "contrastive_lambda": 0.056172654489185625,
      "epoch": 15.864316905801623,
      "step": 50861
    },
    {
      "contrastive_lambda": 0.05616059898280107,
      "epoch": 15.864628820960698,
      "step": 50862
    },
    {
      "contrastive_lambda": 0.05614854469322755,
      "epoch": 15.864940736119776,
      "step": 50863
    },
    {
      "contrastive_lambda": 0.05613649162049794,
      "epoch": 15.865252651278853,
      "step": 50864
    },
    {
      "contrastive_lambda": 0.05612443976464515,
      "epoch": 15.865564566437929,
      "step": 50865
    },
    {
      "contrastive_lambda": 0.05611238912570271,
      "epoch": 15.865876481597006,
      "step": 50866
    },
    {
      "contrastive_lambda": 0.056100339703703206,
      "epoch": 15.866188396756083,
      "step": 50867
    },
    {
      "contrastive_lambda": 0.05608829149867983,
      "epoch": 15.866500311915159,
      "step": 50868
    },
    {
      "contrastive_lambda": 0.056076244510665674,
      "epoch": 15.866812227074236,
      "step": 50869
    },
    {
      "epoch": 15.867124142233312,
      "grad_norm": 0.055397357791662216,
      "learning_rate": 6.199277744020998e-06,
      "loss": 0.0176,
      "step": 50870
    },
    {
      "epoch": 15.867124142233312,
      "flow_loss": 0.030583033338189125,
      "step": 50870
    },
    {
      "contrastive_loss": 0.0035378860775381327,
      "epoch": 15.867124142233312,
      "step": 50870
    },
    {
      "contrastive_lambda": 0.05606419873969365,
      "epoch": 15.867124142233312,
      "step": 50870
    },
    {
      "contrastive_lambda": 0.05605215418579679,
      "epoch": 15.86743605739239,
      "step": 50871
    },
    {
      "contrastive_lambda": 0.05604011084900817,
      "epoch": 15.867747972551467,
      "step": 50872
    },
    {
      "contrastive_lambda": 0.05602806872936078,
      "epoch": 15.868059887710542,
      "step": 50873
    },
    {
      "contrastive_lambda": 0.056016027826887804,
      "epoch": 15.86837180286962,
      "step": 50874
    },
    {
      "contrastive_lambda": 0.05600398814162194,
      "epoch": 15.868683718028697,
      "step": 50875
    },
    {
      "contrastive_lambda": 0.055991949673596275,
      "epoch": 15.868995633187772,
      "step": 50876
    },
    {
      "contrastive_lambda": 0.05597991242284406,
      "epoch": 15.86930754834685,
      "step": 50877
    },
    {
      "contrastive_lambda": 0.05596787638939804,
      "epoch": 15.869619463505927,
      "step": 50878
    },
    {
      "contrastive_lambda": 0.05595584157329142,
      "epoch": 15.869931378665003,
      "step": 50879
    },
    {
      "epoch": 15.87024329382408,
      "grad_norm": 0.09929987788200378,
      "learning_rate": 6.185993672955337e-06,
      "loss": 0.0205,
      "step": 50880
    },
    {
      "epoch": 15.87024329382408,
      "flow_loss": 0.026916321367025375,
      "step": 50880
    },
    {
      "contrastive_loss": 0.0032339105382561684,
      "epoch": 15.87024329382408,
      "step": 50880
    },
    {
      "contrastive_lambda": 0.05594380797455695,
      "epoch": 15.87024329382408,
      "step": 50880
    },
    {
      "contrastive_lambda": 0.05593177559322776,
      "epoch": 15.870555208983157,
      "step": 50881
    },
    {
      "contrastive_lambda": 0.05591974442933684,
      "epoch": 15.870867124142233,
      "step": 50882
    },
    {
      "contrastive_lambda": 0.05590771448291709,
      "epoch": 15.87117903930131,
      "step": 50883
    },
    {
      "contrastive_lambda": 0.05589568575400161,
      "epoch": 15.871490954460388,
      "step": 50884
    },
    {
      "contrastive_lambda": 0.055883658242623424,
      "epoch": 15.871802869619463,
      "step": 50885
    },
    {
      "contrastive_lambda": 0.05587163194881528,
      "epoch": 15.87211478477854,
      "step": 50886
    },
    {
      "contrastive_lambda": 0.05585960687261038,
      "epoch": 15.872426699937616,
      "step": 50887
    },
    {
      "contrastive_lambda": 0.05584758301404136,
      "epoch": 15.872738615096694,
      "step": 50888
    },
    {
      "contrastive_lambda": 0.055835560373141524,
      "epoch": 15.873050530255771,
      "step": 50889
    },
    {
      "epoch": 15.873362445414847,
      "grad_norm": 0.0838063657283783,
      "learning_rate": 6.172722911427947e-06,
      "loss": 0.0269,
      "step": 50890
    },
    {
      "epoch": 15.873362445414847,
      "flow_loss": 0.016304925084114075,
      "step": 50890
    },
    {
      "contrastive_loss": 0.003425631206482649,
      "epoch": 15.873362445414847,
      "step": 50890
    },
    {
      "contrastive_lambda": 0.05582353894994385,
      "epoch": 15.873362445414847,
      "step": 50890
    },
    {
      "contrastive_lambda": 0.05581151874448104,
      "epoch": 15.873674360573924,
      "step": 50891
    },
    {
      "contrastive_lambda": 0.055799499756786164,
      "epoch": 15.873986275733001,
      "step": 50892
    },
    {
      "contrastive_lambda": 0.05578748198689226,
      "epoch": 15.874298190892077,
      "step": 50893
    },
    {
      "contrastive_lambda": 0.05577546543483203,
      "epoch": 15.874610106051154,
      "step": 50894
    },
    {
      "contrastive_lambda": 0.055763450100638656,
      "epoch": 15.874922021210232,
      "step": 50895
    },
    {
      "contrastive_lambda": 0.05575143598434518,
      "epoch": 15.875233936369307,
      "step": 50896
    },
    {
      "contrastive_lambda": 0.055739423085984174,
      "epoch": 15.875545851528384,
      "step": 50897
    },
    {
      "contrastive_lambda": 0.0557274114055889,
      "epoch": 15.87585776668746,
      "step": 50898
    },
    {
      "contrastive_lambda": 0.05571540094319194,
      "epoch": 15.876169681846537,
      "step": 50899
    },
    {
      "epoch": 15.876481597005615,
      "grad_norm": 0.08388946950435638,
      "learning_rate": 6.159465463470149e-06,
      "loss": 0.0214,
      "step": 50900
    },
    {
      "epoch": 15.876481597005615,
      "flow_loss": 0.02275993488729,
      "step": 50900
    },
    {
      "contrastive_loss": 0.003533078357577324,
      "epoch": 15.876481597005615,
      "step": 50900
    },
    {
      "contrastive_lambda": 0.05570339169882654,
      "epoch": 15.876481597005615,
      "step": 50900
    },
    {
      "contrastive_lambda": 0.05569138367252563,
      "epoch": 15.876793512164692,
      "step": 50901
    },
    {
      "contrastive_lambda": 0.05567937686432195,
      "epoch": 15.877105427323768,
      "step": 50902
    },
    {
      "contrastive_lambda": 0.05566737127424842,
      "epoch": 15.877417342482845,
      "step": 50903
    },
    {
      "contrastive_lambda": 0.05565536690233813,
      "epoch": 15.87772925764192,
      "step": 50904
    },
    {
      "contrastive_lambda": 0.05564336374862372,
      "epoch": 15.878041172800998,
      "step": 50905
    },
    {
      "contrastive_lambda": 0.055631361813138325,
      "epoch": 15.878353087960075,
      "step": 50906
    },
    {
      "contrastive_lambda": 0.05561936109591492,
      "epoch": 15.878665003119151,
      "step": 50907
    },
    {
      "contrastive_lambda": 0.05560736159698615,
      "epoch": 15.878976918278228,
      "step": 50908
    },
    {
      "contrastive_lambda": 0.055595363316385094,
      "epoch": 15.879288833437306,
      "step": 50909
    },
    {
      "epoch": 15.879600748596381,
      "grad_norm": 0.06271117925643921,
      "learning_rate": 6.146221333109204e-06,
      "loss": 0.0194,
      "step": 50910
    },
    {
      "epoch": 15.879600748596381,
      "flow_loss": 0.012021389789879322,
      "step": 50910
    },
    {
      "contrastive_loss": 0.0035125594586133957,
      "epoch": 15.879600748596381,
      "step": 50910
    },
    {
      "contrastive_lambda": 0.055583366254144506,
      "epoch": 15.879600748596381,
      "step": 50910
    },
    {
      "contrastive_lambda": 0.05557137041029725,
      "epoch": 15.879912663755459,
      "step": 50911
    },
    {
      "contrastive_lambda": 0.05555937578487652,
      "epoch": 15.880224578914536,
      "step": 50912
    },
    {
      "contrastive_lambda": 0.0555473823779149,
      "epoch": 15.880536494073612,
      "step": 50913
    },
    {
      "contrastive_lambda": 0.055535390189445366,
      "epoch": 15.880848409232689,
      "step": 50914
    },
    {
      "contrastive_lambda": 0.05552339921950089,
      "epoch": 15.881160324391765,
      "step": 50915
    },
    {
      "contrastive_lambda": 0.05551140946811406,
      "epoch": 15.881472239550842,
      "step": 50916
    },
    {
      "contrastive_lambda": 0.05549942093531812,
      "epoch": 15.88178415470992,
      "step": 50917
    },
    {
      "contrastive_lambda": 0.055487433621145665,
      "epoch": 15.882096069868995,
      "step": 50918
    },
    {
      "contrastive_lambda": 0.055475447525629606,
      "epoch": 15.882407985028072,
      "step": 50919
    },
    {
      "epoch": 15.88271990018715,
      "grad_norm": 0.06953466683626175,
      "learning_rate": 6.132990524368326e-06,
      "loss": 0.0187,
      "step": 50920
    },
    {
      "epoch": 15.88271990018715,
      "flow_loss": 0.027238834649324417,
      "step": 50920
    },
    {
      "contrastive_loss": 0.003991232719272375,
      "epoch": 15.88271990018715,
      "step": 50920
    },
    {
      "contrastive_lambda": 0.05546346264880303,
      "epoch": 15.88271990018715,
      "step": 50920
    },
    {
      "contrastive_lambda": 0.055451478990698466,
      "epoch": 15.883031815346225,
      "step": 50921
    },
    {
      "contrastive_lambda": 0.05543949655134878,
      "epoch": 15.883343730505302,
      "step": 50922
    },
    {
      "contrastive_lambda": 0.055427515330787214,
      "epoch": 15.88365564566438,
      "step": 50923
    },
    {
      "contrastive_lambda": 0.05541553532904625,
      "epoch": 15.883967560823455,
      "step": 50924
    },
    {
      "contrastive_lambda": 0.055403556546158916,
      "epoch": 15.884279475982533,
      "step": 50925
    },
    {
      "contrastive_lambda": 0.05539157898215785,
      "epoch": 15.88459139114161,
      "step": 50926
    },
    {
      "contrastive_lambda": 0.055379602637076086,
      "epoch": 15.884903306300686,
      "step": 50927
    },
    {
      "contrastive_lambda": 0.055367627510946316,
      "epoch": 15.885215221459763,
      "step": 50928
    },
    {
      "contrastive_lambda": 0.05535565360380146,
      "epoch": 15.88552713661884,
      "step": 50929
    },
    {
      "epoch": 15.885839051777916,
      "grad_norm": 0.07344812154769897,
      "learning_rate": 6.119773041266685e-06,
      "loss": 0.0271,
      "step": 50930
    },
    {
      "epoch": 15.885839051777916,
      "flow_loss": 0.01385339256376028,
      "step": 50930
    },
    {
      "contrastive_loss": 0.003585734171792865,
      "epoch": 15.885839051777916,
      "step": 50930
    },
    {
      "contrastive_lambda": 0.055343680915674376,
      "epoch": 15.885839051777916,
      "step": 50930
    },
    {
      "contrastive_lambda": 0.055331709446597876,
      "epoch": 15.886150966936993,
      "step": 50931
    },
    {
      "contrastive_lambda": 0.055319739196604656,
      "epoch": 15.886462882096069,
      "step": 50932
    },
    {
      "contrastive_lambda": 0.05530777016572752,
      "epoch": 15.886774797255146,
      "step": 50933
    },
    {
      "contrastive_lambda": 0.05529580235399961,
      "epoch": 15.887086712414224,
      "step": 50934
    },
    {
      "contrastive_lambda": 0.05528383576145335,
      "epoch": 15.8873986275733,
      "step": 50935
    },
    {
      "contrastive_lambda": 0.05527187038812187,
      "epoch": 15.887710542732377,
      "step": 50936
    },
    {
      "contrastive_lambda": 0.05525990623403765,
      "epoch": 15.888022457891454,
      "step": 50937
    },
    {
      "contrastive_lambda": 0.05524794329923366,
      "epoch": 15.88833437305053,
      "step": 50938
    },
    {
      "contrastive_lambda": 0.05523598158374271,
      "epoch": 15.888646288209607,
      "step": 50939
    },
    {
      "epoch": 15.888958203368684,
      "grad_norm": 0.07500303536653519,
      "learning_rate": 6.106568887819402e-06,
      "loss": 0.0191,
      "step": 50940
    },
    {
      "epoch": 15.888958203368684,
      "flow_loss": 0.006565930787473917,
      "step": 50940
    },
    {
      "contrastive_loss": 0.0039798240177333355,
      "epoch": 15.888958203368684,
      "step": 50940
    },
    {
      "contrastive_lambda": 0.05522402108759755,
      "epoch": 15.888958203368684,
      "step": 50940
    },
    {
      "contrastive_lambda": 0.05521206181083099,
      "epoch": 15.88927011852776,
      "step": 50941
    },
    {
      "contrastive_lambda": 0.05520010375347595,
      "epoch": 15.889582033686837,
      "step": 50942
    },
    {
      "contrastive_lambda": 0.05518814691556495,
      "epoch": 15.889893948845915,
      "step": 50943
    },
    {
      "contrastive_lambda": 0.05517619129713097,
      "epoch": 15.89020586400499,
      "step": 50944
    },
    {
      "contrastive_lambda": 0.05516423689820654,
      "epoch": 15.890517779164067,
      "step": 50945
    },
    {
      "contrastive_lambda": 0.055152283718824746,
      "epoch": 15.890829694323145,
      "step": 50946
    },
    {
      "contrastive_lambda": 0.05514033175901828,
      "epoch": 15.89114160948222,
      "step": 50947
    },
    {
      "contrastive_lambda": 0.05512838101881978,
      "epoch": 15.891453524641298,
      "step": 50948
    },
    {
      "contrastive_lambda": 0.055116431498262064,
      "epoch": 15.891765439800373,
      "step": 50949
    },
    {
      "epoch": 15.89207735495945,
      "grad_norm": 0.0710020512342453,
      "learning_rate": 6.093378068037548e-06,
      "loss": 0.0233,
      "step": 50950
    },
    {
      "epoch": 15.89207735495945,
      "flow_loss": 0.014782330021262169,
      "step": 50950
    },
    {
      "contrastive_loss": 0.003347467165440321,
      "epoch": 15.89207735495945,
      "step": 50950
    },
    {
      "contrastive_lambda": 0.05510448319737793,
      "epoch": 15.89207735495945,
      "step": 50950
    },
    {
      "contrastive_lambda": 0.05509253611620013,
      "epoch": 15.892389270118528,
      "step": 50951
    },
    {
      "contrastive_lambda": 0.055080590254761364,
      "epoch": 15.892701185277604,
      "step": 50952
    },
    {
      "contrastive_lambda": 0.05506864561309455,
      "epoch": 15.893013100436681,
      "step": 50953
    },
    {
      "contrastive_lambda": 0.055056702191232154,
      "epoch": 15.893325015595758,
      "step": 50954
    },
    {
      "contrastive_lambda": 0.055044759989207215,
      "epoch": 15.893636930754834,
      "step": 50955
    },
    {
      "contrastive_lambda": 0.05503281900705215,
      "epoch": 15.893948845913911,
      "step": 50956
    },
    {
      "contrastive_lambda": 0.055020879244799925,
      "epoch": 15.894260761072989,
      "step": 50957
    },
    {
      "contrastive_lambda": 0.055008940702483355,
      "epoch": 15.894572676232064,
      "step": 50958
    },
    {
      "contrastive_lambda": 0.05499700338013491,
      "epoch": 15.894884591391142,
      "step": 50959
    },
    {
      "epoch": 15.895196506550219,
      "grad_norm": 0.05224168673157692,
      "learning_rate": 6.080200585928164e-06,
      "loss": 0.0239,
      "step": 50960
    },
    {
      "epoch": 15.895196506550219,
      "flow_loss": 0.026783930137753487,
      "step": 50960
    },
    {
      "contrastive_loss": 0.0031936403829604387,
      "epoch": 15.895196506550219,
      "step": 50960
    },
    {
      "contrastive_lambda": 0.054985067277787514,
      "epoch": 15.895196506550219,
      "step": 50960
    },
    {
      "contrastive_lambda": 0.054973132395473856,
      "epoch": 15.895508421709295,
      "step": 50961
    },
    {
      "contrastive_lambda": 0.05496119873322647,
      "epoch": 15.895820336868372,
      "step": 50962
    },
    {
      "contrastive_lambda": 0.05494926629107827,
      "epoch": 15.89613225202745,
      "step": 50963
    },
    {
      "contrastive_lambda": 0.054937335069062065,
      "epoch": 15.896444167186525,
      "step": 50964
    },
    {
      "contrastive_lambda": 0.05492540506721033,
      "epoch": 15.896756082345602,
      "step": 50965
    },
    {
      "contrastive_lambda": 0.05491347628555593,
      "epoch": 15.897067997504678,
      "step": 50966
    },
    {
      "contrastive_lambda": 0.05490154872413133,
      "epoch": 15.897379912663755,
      "step": 50967
    },
    {
      "contrastive_lambda": 0.054889622382969516,
      "epoch": 15.897691827822833,
      "step": 50968
    },
    {
      "contrastive_lambda": 0.054877697262103176,
      "epoch": 15.898003742981908,
      "step": 50969
    },
    {
      "epoch": 15.898315658140985,
      "grad_norm": 0.0696447491645813,
      "learning_rate": 6.06703644549419e-06,
      "loss": 0.0233,
      "step": 50970
    },
    {
      "epoch": 15.898315658140985,
      "flow_loss": 0.027069585397839546,
      "step": 50970
    },
    {
      "contrastive_loss": 0.003580148331820965,
      "epoch": 15.898315658140985,
      "step": 50970
    },
    {
      "contrastive_lambda": 0.054865773361564785,
      "epoch": 15.898315658140985,
      "step": 50970
    },
    {
      "contrastive_lambda": 0.05485385068138715,
      "epoch": 15.898627573300063,
      "step": 50971
    },
    {
      "contrastive_lambda": 0.05484192922160308,
      "epoch": 15.898939488459138,
      "step": 50972
    },
    {
      "contrastive_lambda": 0.05483000898224494,
      "epoch": 15.899251403618216,
      "step": 50973
    },
    {
      "contrastive_lambda": 0.05481808996334575,
      "epoch": 15.899563318777293,
      "step": 50974
    },
    {
      "contrastive_lambda": 0.054806172164937994,
      "epoch": 15.899875233936369,
      "step": 50975
    },
    {
      "contrastive_lambda": 0.054794255587054363,
      "epoch": 15.900187149095446,
      "step": 50976
    },
    {
      "contrastive_lambda": 0.054782340229727666,
      "epoch": 15.900499064254523,
      "step": 50977
    },
    {
      "contrastive_lambda": 0.054770426092990376,
      "epoch": 15.900810979413599,
      "step": 50978
    },
    {
      "contrastive_lambda": 0.054758513176875134,
      "epoch": 15.901122894572676,
      "step": 50979
    },
    {
      "epoch": 15.901434809731754,
      "grad_norm": 0.05627860873937607,
      "learning_rate": 6.053885650734576e-06,
      "loss": 0.0212,
      "step": 50980
    },
    {
      "epoch": 15.901434809731754,
      "flow_loss": 0.03293244540691376,
      "step": 50980
    },
    {
      "contrastive_loss": 0.0032660365104675293,
      "epoch": 15.901434809731754,
      "step": 50980
    },
    {
      "contrastive_lambda": 0.054746601481414914,
      "epoch": 15.901434809731754,
      "step": 50980
    },
    {
      "contrastive_lambda": 0.05473469100664208,
      "epoch": 15.90174672489083,
      "step": 50981
    },
    {
      "contrastive_lambda": 0.05472278175258943,
      "epoch": 15.902058640049907,
      "step": 50982
    },
    {
      "contrastive_lambda": 0.054710873719289455,
      "epoch": 15.902370555208982,
      "step": 50983
    },
    {
      "contrastive_lambda": 0.05469896690677484,
      "epoch": 15.90268247036806,
      "step": 50984
    },
    {
      "contrastive_lambda": 0.0546870613150785,
      "epoch": 15.902994385527137,
      "step": 50985
    },
    {
      "contrastive_lambda": 0.054675156944232695,
      "epoch": 15.903306300686213,
      "step": 50986
    },
    {
      "contrastive_lambda": 0.05466325379427028,
      "epoch": 15.90361821584529,
      "step": 50987
    },
    {
      "contrastive_lambda": 0.05465135186522396,
      "epoch": 15.903930131004367,
      "step": 50988
    },
    {
      "contrastive_lambda": 0.054639451157126095,
      "epoch": 15.904242046163443,
      "step": 50989
    },
    {
      "epoch": 15.90455396132252,
      "grad_norm": 0.07401996850967407,
      "learning_rate": 6.040748205644153e-06,
      "loss": 0.0262,
      "step": 50990
    },
    {
      "epoch": 15.90455396132252,
      "flow_loss": 0.026734886690974236,
      "step": 50990
    },
    {
      "contrastive_loss": 0.003682358656078577,
      "epoch": 15.90455396132252,
      "step": 50990
    },
    {
      "contrastive_lambda": 0.05462755167000943,
      "epoch": 15.90455396132252,
      "step": 50990
    },
    {
      "contrastive_lambda": 0.05461565340390678,
      "epoch": 15.904865876481598,
      "step": 50991
    },
    {
      "contrastive_lambda": 0.05460375635885045,
      "epoch": 15.905177791640673,
      "step": 50992
    },
    {
      "contrastive_lambda": 0.05459186053487336,
      "epoch": 15.90548970679975,
      "step": 50993
    },
    {
      "contrastive_lambda": 0.05457996593200792,
      "epoch": 15.905801621958828,
      "step": 50994
    },
    {
      "contrastive_lambda": 0.05456807255028673,
      "epoch": 15.906113537117903,
      "step": 50995
    },
    {
      "contrastive_lambda": 0.05455618038974247,
      "epoch": 15.90642545227698,
      "step": 50996
    },
    {
      "contrastive_lambda": 0.054544289450407735,
      "epoch": 15.906737367436058,
      "step": 50997
    },
    {
      "contrastive_lambda": 0.05453239973231516,
      "epoch": 15.907049282595134,
      "step": 50998
    },
    {
      "contrastive_lambda": 0.05452051123549734,
      "epoch": 15.907361197754211,
      "step": 50999
    },
    {
      "epoch": 15.907673112913287,
      "grad_norm": 0.05641574785113335,
      "learning_rate": 6.0276241142137646e-06,
      "loss": 0.0244,
      "step": 51000
    },
    {
      "epoch": 15.907673112913287,
      "flow_loss": 0.016546323895454407,
      "step": 51000
    },
    {
      "contrastive_loss": 0.0047726258635520935,
      "epoch": 15.907673112913287,
      "step": 51000
    },
    {
      "contrastive_lambda": 0.05450862395998679,
      "epoch": 15.907673112913287,
      "step": 51000
    },
    {
      "contrastive_lambda": 0.054496737905815995,
      "epoch": 15.907985028072364,
      "step": 51001
    },
    {
      "contrastive_lambda": 0.054484853073017925,
      "epoch": 15.908296943231441,
      "step": 51002
    },
    {
      "contrastive_lambda": 0.054472969461624776,
      "epoch": 15.908608858390517,
      "step": 51003
    },
    {
      "contrastive_lambda": 0.05446108707166941,
      "epoch": 15.908920773549594,
      "step": 51004
    },
    {
      "contrastive_lambda": 0.054449205903184195,
      "epoch": 15.909232688708672,
      "step": 51005
    },
    {
      "contrastive_lambda": 0.05443732595620171,
      "epoch": 15.909544603867747,
      "step": 51006
    },
    {
      "contrastive_lambda": 0.05442544723075465,
      "epoch": 15.909856519026825,
      "step": 51007
    },
    {
      "contrastive_lambda": 0.0544135697268755,
      "epoch": 15.910168434185902,
      "step": 51008
    },
    {
      "contrastive_lambda": 0.05440169344459689,
      "epoch": 15.910480349344978,
      "step": 51009
    },
    {
      "epoch": 15.910792264504055,
      "grad_norm": 0.046013426035642624,
      "learning_rate": 6.014513380430142e-06,
      "loss": 0.0139,
      "step": 51010
    },
    {
      "epoch": 15.910792264504055,
      "flow_loss": 0.022867757827043533,
      "step": 51010
    },
    {
      "contrastive_loss": 0.0028370225336402655,
      "epoch": 15.910792264504055,
      "step": 51010
    },
    {
      "contrastive_lambda": 0.054389818383951405,
      "epoch": 15.910792264504055,
      "step": 51010
    },
    {
      "contrastive_lambda": 0.05437794454497141,
      "epoch": 15.911104179663132,
      "step": 51011
    },
    {
      "contrastive_lambda": 0.05436607192768972,
      "epoch": 15.911416094822208,
      "step": 51012
    },
    {
      "contrastive_lambda": 0.05435420053213852,
      "epoch": 15.911728009981285,
      "step": 51013
    },
    {
      "contrastive_lambda": 0.05434233035835073,
      "epoch": 15.912039925140363,
      "step": 51014
    },
    {
      "contrastive_lambda": 0.054330461406358777,
      "epoch": 15.912351840299438,
      "step": 51015
    },
    {
      "contrastive_lambda": 0.054318593676195126,
      "epoch": 15.912663755458516,
      "step": 51016
    },
    {
      "contrastive_lambda": 0.05430672716789231,
      "epoch": 15.912975670617591,
      "step": 51017
    },
    {
      "contrastive_lambda": 0.054294861881482914,
      "epoch": 15.913287585776668,
      "step": 51018
    },
    {
      "contrastive_lambda": 0.05428299781699947,
      "epoch": 15.913599500935746,
      "step": 51019
    },
    {
      "epoch": 15.913911416094821,
      "grad_norm": 0.08683092147111893,
      "learning_rate": 6.001416008275984e-06,
      "loss": 0.025,
      "step": 51020
    },
    {
      "epoch": 15.913911416094821,
      "flow_loss": 0.014558270573616028,
      "step": 51020
    },
    {
      "contrastive_loss": 0.005815824493765831,
      "epoch": 15.913911416094821,
      "step": 51020
    },
    {
      "contrastive_lambda": 0.05427113497447461,
      "epoch": 15.913911416094821,
      "step": 51020
    },
    {
      "contrastive_lambda": 0.054259273353940596,
      "epoch": 15.914223331253899,
      "step": 51021
    },
    {
      "contrastive_lambda": 0.054247412955430174,
      "epoch": 15.914535246412976,
      "step": 51022
    },
    {
      "contrastive_lambda": 0.05423555377897582,
      "epoch": 15.914847161572052,
      "step": 51023
    },
    {
      "contrastive_lambda": 0.054223695824609786,
      "epoch": 15.915159076731129,
      "step": 51024
    },
    {
      "contrastive_lambda": 0.05421183909236493,
      "epoch": 15.915470991890206,
      "step": 51025
    },
    {
      "contrastive_lambda": 0.054199983582273736,
      "epoch": 15.915782907049282,
      "step": 51026
    },
    {
      "contrastive_lambda": 0.05418812929436845,
      "epoch": 15.91609482220836,
      "step": 51027
    },
    {
      "contrastive_lambda": 0.054176276228681874,
      "epoch": 15.916406737367437,
      "step": 51028
    },
    {
      "contrastive_lambda": 0.05416442438524621,
      "epoch": 15.916718652526512,
      "step": 51029
    },
    {
      "epoch": 15.91703056768559,
      "grad_norm": 0.08056651800870895,
      "learning_rate": 5.988332001729929e-06,
      "loss": 0.0247,
      "step": 51030
    },
    {
      "epoch": 15.91703056768559,
      "flow_loss": 0.020882535725831985,
      "step": 51030
    },
    {
      "contrastive_loss": 0.0039036814123392105,
      "epoch": 15.91703056768559,
      "step": 51030
    },
    {
      "contrastive_lambda": 0.05415257376409405,
      "epoch": 15.91703056768559,
      "step": 51030
    },
    {
      "contrastive_lambda": 0.054140724365258075,
      "epoch": 15.917342482844667,
      "step": 51031
    },
    {
      "contrastive_lambda": 0.05412887618877055,
      "epoch": 15.917654398003743,
      "step": 51032
    },
    {
      "contrastive_lambda": 0.054117029234663994,
      "epoch": 15.91796631316282,
      "step": 51033
    },
    {
      "contrastive_lambda": 0.054105183502971,
      "epoch": 15.918278228321896,
      "step": 51034
    },
    {
      "contrastive_lambda": 0.054093338993723816,
      "epoch": 15.918590143480973,
      "step": 51035
    },
    {
      "contrastive_lambda": 0.05408149570695514,
      "epoch": 15.91890205864005,
      "step": 51036
    },
    {
      "contrastive_lambda": 0.054069653642697446,
      "epoch": 15.919213973799126,
      "step": 51037
    },
    {
      "contrastive_lambda": 0.05405781280098304,
      "epoch": 15.919525888958203,
      "step": 51038
    },
    {
      "contrastive_lambda": 0.05404597318184451,
      "epoch": 15.91983780411728,
      "step": 51039
    },
    {
      "epoch": 15.920149719276356,
      "grad_norm": 0.07602179795503616,
      "learning_rate": 5.975261364766543e-06,
      "loss": 0.0197,
      "step": 51040
    },
    {
      "epoch": 15.920149719276356,
      "flow_loss": 0.01452602632343769,
      "step": 51040
    },
    {
      "contrastive_loss": 0.004760702606290579,
      "epoch": 15.920149719276356,
      "step": 51040
    },
    {
      "contrastive_lambda": 0.054034134785314214,
      "epoch": 15.920149719276356,
      "step": 51040
    },
    {
      "contrastive_lambda": 0.05402229761142452,
      "epoch": 15.920461634435433,
      "step": 51041
    },
    {
      "contrastive_lambda": 0.05401046166020829,
      "epoch": 15.92077354959451,
      "step": 51042
    },
    {
      "contrastive_lambda": 0.053998626931697546,
      "epoch": 15.921085464753586,
      "step": 51043
    },
    {
      "contrastive_lambda": 0.053986793425924884,
      "epoch": 15.921397379912664,
      "step": 51044
    },
    {
      "contrastive_lambda": 0.053974961142922884,
      "epoch": 15.921709295071741,
      "step": 51045
    },
    {
      "contrastive_lambda": 0.05396313008272374,
      "epoch": 15.922021210230817,
      "step": 51046
    },
    {
      "contrastive_lambda": 0.05395130024535988,
      "epoch": 15.922333125389894,
      "step": 51047
    },
    {
      "contrastive_lambda": 0.053939471630864044,
      "epoch": 15.922645040548971,
      "step": 51048
    },
    {
      "contrastive_lambda": 0.053927644239268435,
      "epoch": 15.922956955708047,
      "step": 51049
    },
    {
      "epoch": 15.923268870867124,
      "grad_norm": 0.041314586997032166,
      "learning_rate": 5.962204101356356e-06,
      "loss": 0.0208,
      "step": 51050
    },
    {
      "epoch": 15.923268870867124,
      "flow_loss": 0.0298719834536314,
      "step": 51050
    },
    {
      "contrastive_loss": 0.00345442583784461,
      "epoch": 15.923268870867124,
      "step": 51050
    },
    {
      "contrastive_lambda": 0.05391581807060558,
      "epoch": 15.923268870867124,
      "step": 51050
    },
    {
      "contrastive_lambda": 0.053903993124907734,
      "epoch": 15.9235807860262,
      "step": 51051
    },
    {
      "contrastive_lambda": 0.05389216940220731,
      "epoch": 15.923892701185277,
      "step": 51052
    },
    {
      "contrastive_lambda": 0.05388034690253701,
      "epoch": 15.924204616344355,
      "step": 51053
    },
    {
      "contrastive_lambda": 0.05386852562592903,
      "epoch": 15.92451653150343,
      "step": 51054
    },
    {
      "contrastive_lambda": 0.053856705572415786,
      "epoch": 15.924828446662508,
      "step": 51055
    },
    {
      "contrastive_lambda": 0.05384488674202981,
      "epoch": 15.925140361821585,
      "step": 51056
    },
    {
      "contrastive_lambda": 0.053833069134803346,
      "epoch": 15.92545227698066,
      "step": 51057
    },
    {
      "contrastive_lambda": 0.05382125275076882,
      "epoch": 15.925764192139738,
      "step": 51058
    },
    {
      "contrastive_lambda": 0.05380943758995865,
      "epoch": 15.926076107298815,
      "step": 51059
    },
    {
      "epoch": 15.92638802245789,
      "grad_norm": 0.06431151926517487,
      "learning_rate": 5.94916021546581e-06,
      "loss": 0.0223,
      "step": 51060
    },
    {
      "epoch": 15.92638802245789,
      "flow_loss": 0.01708000898361206,
      "step": 51060
    },
    {
      "contrastive_loss": 0.003664665622636676,
      "epoch": 15.92638802245789,
      "step": 51060
    },
    {
      "contrastive_lambda": 0.05379762365240526,
      "epoch": 15.92638802245789,
      "step": 51060
    },
    {
      "contrastive_lambda": 0.05378581093814111,
      "epoch": 15.926699937616968,
      "step": 51061
    },
    {
      "contrastive_lambda": 0.053773999447198406,
      "epoch": 15.927011852776046,
      "step": 51062
    },
    {
      "contrastive_lambda": 0.05376218917960962,
      "epoch": 15.927323767935121,
      "step": 51063
    },
    {
      "contrastive_lambda": 0.053750380135407116,
      "epoch": 15.927635683094199,
      "step": 51064
    },
    {
      "contrastive_lambda": 0.05373857231462331,
      "epoch": 15.927947598253276,
      "step": 51065
    },
    {
      "contrastive_lambda": 0.053726765717290514,
      "epoch": 15.928259513412351,
      "step": 51066
    },
    {
      "contrastive_lambda": 0.053714960343441254,
      "epoch": 15.928571428571429,
      "step": 51067
    },
    {
      "contrastive_lambda": 0.053703156193107615,
      "epoch": 15.928883343730504,
      "step": 51068
    },
    {
      "contrastive_lambda": 0.05369135326632224,
      "epoch": 15.929195258889582,
      "step": 51069
    },
    {
      "epoch": 15.92950717404866,
      "grad_norm": 0.05661120265722275,
      "learning_rate": 5.936129711057298e-06,
      "loss": 0.0217,
      "step": 51070
    },
    {
      "epoch": 15.92950717404866,
      "flow_loss": 0.009857959114015102,
      "step": 51070
    },
    {
      "contrastive_loss": 0.0031576757319271564,
      "epoch": 15.92950717404866,
      "step": 51070
    },
    {
      "contrastive_lambda": 0.05367955156311721,
      "epoch": 15.92950717404866,
      "step": 51070
    },
    {
      "contrastive_lambda": 0.05366775108352506,
      "epoch": 15.929819089207735,
      "step": 51071
    },
    {
      "contrastive_lambda": 0.05365595182757826,
      "epoch": 15.930131004366812,
      "step": 51072
    },
    {
      "contrastive_lambda": 0.0536441537953089,
      "epoch": 15.93044291952589,
      "step": 51073
    },
    {
      "contrastive_lambda": 0.0536323569867494,
      "epoch": 15.930754834684965,
      "step": 51074
    },
    {
      "contrastive_lambda": 0.053620561401932165,
      "epoch": 15.931066749844042,
      "step": 51075
    },
    {
      "contrastive_lambda": 0.053608767040889516,
      "epoch": 15.93137866500312,
      "step": 51076
    },
    {
      "contrastive_lambda": 0.053596973903653866,
      "epoch": 15.931690580162195,
      "step": 51077
    },
    {
      "contrastive_lambda": 0.05358518199025736,
      "epoch": 15.932002495321273,
      "step": 51078
    },
    {
      "contrastive_lambda": 0.05357339130073241,
      "epoch": 15.93231441048035,
      "step": 51079
    },
    {
      "epoch": 15.932626325639426,
      "grad_norm": 0.07862982898950577,
      "learning_rate": 5.923112592089142e-06,
      "loss": 0.0213,
      "step": 51080
    },
    {
      "epoch": 15.932626325639426,
      "flow_loss": 0.017249492928385735,
      "step": 51080
    },
    {
      "contrastive_loss": 0.0037623881362378597,
      "epoch": 15.932626325639426,
      "step": 51080
    },
    {
      "contrastive_lambda": 0.053561601835111494,
      "epoch": 15.932626325639426,
      "step": 51080
    },
    {
      "contrastive_lambda": 0.05354981359342659,
      "epoch": 15.932938240798503,
      "step": 51081
    },
    {
      "contrastive_lambda": 0.053538026575710274,
      "epoch": 15.93325015595758,
      "step": 51082
    },
    {
      "contrastive_lambda": 0.053526240781994916,
      "epoch": 15.933562071116656,
      "step": 51083
    },
    {
      "contrastive_lambda": 0.053514456212312655,
      "epoch": 15.933873986275733,
      "step": 51084
    },
    {
      "contrastive_lambda": 0.05350267286669591,
      "epoch": 15.934185901434809,
      "step": 51085
    },
    {
      "contrastive_lambda": 0.05349089074517688,
      "epoch": 15.934497816593886,
      "step": 51086
    },
    {
      "contrastive_lambda": 0.05347910984778781,
      "epoch": 15.934809731752964,
      "step": 51087
    },
    {
      "contrastive_lambda": 0.053467330174561345,
      "epoch": 15.93512164691204,
      "step": 51088
    },
    {
      "contrastive_lambda": 0.053455551725529404,
      "epoch": 15.935433562071116,
      "step": 51089
    },
    {
      "epoch": 15.935745477230194,
      "grad_norm": 0.09553402662277222,
      "learning_rate": 5.9101088625155954e-06,
      "loss": 0.0243,
      "step": 51090
    },
    {
      "epoch": 15.935745477230194,
      "flow_loss": 0.013294979929924011,
      "step": 51090
    },
    {
      "contrastive_loss": 0.003289444837719202,
      "epoch": 15.935745477230194,
      "step": 51090
    },
    {
      "contrastive_lambda": 0.05344377450072446,
      "epoch": 15.935745477230194,
      "step": 51090
    },
    {
      "contrastive_lambda": 0.05343199850017882,
      "epoch": 15.93605739238927,
      "step": 51091
    },
    {
      "contrastive_lambda": 0.05342022372392452,
      "epoch": 15.936369307548347,
      "step": 51092
    },
    {
      "contrastive_lambda": 0.05340845017199414,
      "epoch": 15.936681222707424,
      "step": 51093
    },
    {
      "contrastive_lambda": 0.05339667784441998,
      "epoch": 15.9369931378665,
      "step": 51094
    },
    {
      "contrastive_lambda": 0.05338490674123403,
      "epoch": 15.937305053025577,
      "step": 51095
    },
    {
      "contrastive_lambda": 0.05337313686246886,
      "epoch": 15.937616968184654,
      "step": 51096
    },
    {
      "contrastive_lambda": 0.05336136820815646,
      "epoch": 15.93792888334373,
      "step": 51097
    },
    {
      "contrastive_lambda": 0.053349600778329176,
      "epoch": 15.938240798502807,
      "step": 51098
    },
    {
      "contrastive_lambda": 0.053337834573019494,
      "epoch": 15.938552713661885,
      "step": 51099
    },
    {
      "epoch": 15.93886462882096,
      "grad_norm": 0.16125814616680145,
      "learning_rate": 5.897118526286843e-06,
      "loss": 0.0194,
      "step": 51100
    },
    {
      "epoch": 15.93886462882096,
      "flow_loss": 0.053178202360868454,
      "step": 51100
    },
    {
      "contrastive_loss": 0.003207655157893896,
      "epoch": 15.93886462882096,
      "step": 51100
    },
    {
      "contrastive_lambda": 0.053326069592259384,
      "epoch": 15.93886462882096,
      "step": 51100
    },
    {
      "contrastive_lambda": 0.05331430583608121,
      "epoch": 15.939176543980038,
      "step": 51101
    },
    {
      "contrastive_lambda": 0.053302543304517336,
      "epoch": 15.939488459139113,
      "step": 51102
    },
    {
      "contrastive_lambda": 0.053290781997599845,
      "epoch": 15.93980037429819,
      "step": 51103
    },
    {
      "contrastive_lambda": 0.05327902191536088,
      "epoch": 15.940112289457268,
      "step": 51104
    },
    {
      "contrastive_lambda": 0.05326726305783308,
      "epoch": 15.940424204616344,
      "step": 51105
    },
    {
      "contrastive_lambda": 0.05325550542504831,
      "epoch": 15.940736119775421,
      "step": 51106
    },
    {
      "contrastive_lambda": 0.053243749017039044,
      "epoch": 15.941048034934498,
      "step": 51107
    },
    {
      "contrastive_lambda": 0.053231993833837365,
      "epoch": 15.941359950093574,
      "step": 51108
    },
    {
      "contrastive_lambda": 0.05322023987547536,
      "epoch": 15.941671865252651,
      "step": 51109
    },
    {
      "epoch": 15.941983780411729,
      "grad_norm": 0.06358504295349121,
      "learning_rate": 5.884141587349035e-06,
      "loss": 0.0271,
      "step": 51110
    },
    {
      "epoch": 15.941983780411729,
      "flow_loss": 0.015971431508660316,
      "step": 51110
    },
    {
      "contrastive_loss": 0.0051865121349692345,
      "epoch": 15.941983780411729,
      "step": 51110
    },
    {
      "contrastive_lambda": 0.05320848714198567,
      "epoch": 15.941983780411729,
      "step": 51110
    },
    {
      "contrastive_lambda": 0.05319673563340016,
      "epoch": 15.942295695570804,
      "step": 51111
    },
    {
      "contrastive_lambda": 0.05318498534975119,
      "epoch": 15.942607610729882,
      "step": 51112
    },
    {
      "contrastive_lambda": 0.05317323629107107,
      "epoch": 15.942919525888959,
      "step": 51113
    },
    {
      "contrastive_lambda": 0.05316148845739177,
      "epoch": 15.943231441048034,
      "step": 51114
    },
    {
      "contrastive_lambda": 0.0531497418487456,
      "epoch": 15.943543356207112,
      "step": 51115
    },
    {
      "contrastive_lambda": 0.053137996465164816,
      "epoch": 15.94385527136619,
      "step": 51116
    },
    {
      "contrastive_lambda": 0.053126252306681554,
      "epoch": 15.944167186525265,
      "step": 51117
    },
    {
      "contrastive_lambda": 0.05311450937332818,
      "epoch": 15.944479101684342,
      "step": 51118
    },
    {
      "contrastive_lambda": 0.05310276766513661,
      "epoch": 15.944791016843418,
      "step": 51119
    },
    {
      "epoch": 15.945102932002495,
      "grad_norm": 0.06807103753089905,
      "learning_rate": 5.871178049644177e-06,
      "loss": 0.0177,
      "step": 51120
    },
    {
      "epoch": 15.945102932002495,
      "flow_loss": 0.016889072954654694,
      "step": 51120
    },
    {
      "contrastive_loss": 0.003296824172139168,
      "epoch": 15.945102932002495,
      "step": 51120
    },
    {
      "contrastive_lambda": 0.053091027182139205,
      "epoch": 15.945102932002495,
      "step": 51120
    },
    {
      "contrastive_lambda": 0.05307928792436811,
      "epoch": 15.945414847161572,
      "step": 51121
    },
    {
      "contrastive_lambda": 0.053067549891855526,
      "epoch": 15.945726762320648,
      "step": 51122
    },
    {
      "contrastive_lambda": 0.05305581308463375,
      "epoch": 15.946038677479725,
      "step": 51123
    },
    {
      "contrastive_lambda": 0.05304407750273471,
      "epoch": 15.946350592638803,
      "step": 51124
    },
    {
      "contrastive_lambda": 0.05303234314619071,
      "epoch": 15.946662507797878,
      "step": 51125
    },
    {
      "contrastive_lambda": 0.05302061001503394,
      "epoch": 15.946974422956956,
      "step": 51126
    },
    {
      "contrastive_lambda": 0.05300887810929655,
      "epoch": 15.947286338116033,
      "step": 51127
    },
    {
      "contrastive_lambda": 0.05299714742901068,
      "epoch": 15.947598253275109,
      "step": 51128
    },
    {
      "contrastive_lambda": 0.05298541797420864,
      "epoch": 15.947910168434186,
      "step": 51129
    },
    {
      "epoch": 15.948222083593263,
      "grad_norm": 0.08561648428440094,
      "learning_rate": 5.858227917110293e-06,
      "loss": 0.0264,
      "step": 51130
    },
    {
      "epoch": 15.948222083593263,
      "flow_loss": 0.01652636006474495,
      "step": 51130
    },
    {
      "contrastive_loss": 0.004602918401360512,
      "epoch": 15.948222083593263,
      "step": 51130
    },
    {
      "contrastive_lambda": 0.052973689744922337,
      "epoch": 15.948222083593263,
      "step": 51130
    },
    {
      "contrastive_lambda": 0.05296196274118409,
      "epoch": 15.948533998752339,
      "step": 51131
    },
    {
      "contrastive_lambda": 0.052950236963025865,
      "epoch": 15.948845913911416,
      "step": 51132
    },
    {
      "contrastive_lambda": 0.05293851241048003,
      "epoch": 15.949157829070494,
      "step": 51133
    },
    {
      "contrastive_lambda": 0.052926789083578785,
      "epoch": 15.94946974422957,
      "step": 51134
    },
    {
      "contrastive_lambda": 0.05291506698235399,
      "epoch": 15.949781659388647,
      "step": 51135
    },
    {
      "contrastive_lambda": 0.052903346106837945,
      "epoch": 15.950093574547722,
      "step": 51136
    },
    {
      "contrastive_lambda": 0.0528916264570628,
      "epoch": 15.9504054897068,
      "step": 51137
    },
    {
      "contrastive_lambda": 0.05287990803306053,
      "epoch": 15.950717404865877,
      "step": 51138
    },
    {
      "contrastive_lambda": 0.05286819083486344,
      "epoch": 15.951029320024952,
      "step": 51139
    },
    {
      "epoch": 15.95134123518403,
      "grad_norm": 0.07576095312833786,
      "learning_rate": 5.845291193681252e-06,
      "loss": 0.0207,
      "step": 51140
    },
    {
      "epoch": 15.95134123518403,
      "flow_loss": 0.019002361223101616,
      "step": 51140
    },
    {
      "contrastive_loss": 0.004596327431499958,
      "epoch": 15.95134123518403,
      "step": 51140
    },
    {
      "contrastive_lambda": 0.05285647486250372,
      "epoch": 15.95134123518403,
      "step": 51140
    },
    {
      "contrastive_lambda": 0.05284476011601319,
      "epoch": 15.951653150343107,
      "step": 51141
    },
    {
      "contrastive_lambda": 0.052833046595424316,
      "epoch": 15.951965065502183,
      "step": 51142
    },
    {
      "contrastive_lambda": 0.052821334300768796,
      "epoch": 15.95227698066126,
      "step": 51143
    },
    {
      "contrastive_lambda": 0.052809623232079106,
      "epoch": 15.952588895820337,
      "step": 51144
    },
    {
      "contrastive_lambda": 0.052797913389387274,
      "epoch": 15.952900810979413,
      "step": 51145
    },
    {
      "contrastive_lambda": 0.052786204772725276,
      "epoch": 15.95321272613849,
      "step": 51146
    },
    {
      "contrastive_lambda": 0.05277449738212531,
      "epoch": 15.953524641297568,
      "step": 51147
    },
    {
      "contrastive_lambda": 0.052762791217619565,
      "epoch": 15.953836556456643,
      "step": 51148
    },
    {
      "contrastive_lambda": 0.052751086279239745,
      "epoch": 15.95414847161572,
      "step": 51149
    },
    {
      "epoch": 15.954460386774798,
      "grad_norm": 0.06512647867202759,
      "learning_rate": 5.832367883286921e-06,
      "loss": 0.0188,
      "step": 51150
    },
    {
      "epoch": 15.954460386774798,
      "flow_loss": 0.016521012410521507,
      "step": 51150
    },
    {
      "contrastive_loss": 0.00330275297164917,
      "epoch": 15.954460386774798,
      "step": 51150
    },
    {
      "contrastive_lambda": 0.05273938256701838,
      "epoch": 15.954460386774798,
      "step": 51150
    },
    {
      "contrastive_lambda": 0.052727680080987493,
      "epoch": 15.954772301933874,
      "step": 51151
    },
    {
      "contrastive_lambda": 0.052715978821178955,
      "epoch": 15.955084217092951,
      "step": 51152
    },
    {
      "contrastive_lambda": 0.052704278787625014,
      "epoch": 15.955396132252027,
      "step": 51153
    },
    {
      "contrastive_lambda": 0.052692579980357646,
      "epoch": 15.955708047411104,
      "step": 51154
    },
    {
      "contrastive_lambda": 0.05268088239940888,
      "epoch": 15.956019962570181,
      "step": 51155
    },
    {
      "contrastive_lambda": 0.05266918604481102,
      "epoch": 15.956331877729257,
      "step": 51156
    },
    {
      "contrastive_lambda": 0.052657490916595884,
      "epoch": 15.956643792888334,
      "step": 51157
    },
    {
      "contrastive_lambda": 0.05264579701479566,
      "epoch": 15.956955708047412,
      "step": 51158
    },
    {
      "contrastive_lambda": 0.05263410433944249,
      "epoch": 15.957267623206487,
      "step": 51159
    },
    {
      "epoch": 15.957579538365565,
      "grad_norm": 0.08132966607809067,
      "learning_rate": 5.81945798985305e-06,
      "loss": 0.0234,
      "step": 51160
    },
    {
      "epoch": 15.957579538365565,
      "flow_loss": 0.030477361753582954,
      "step": 51160
    },
    {
      "contrastive_loss": 0.002968341112136841,
      "epoch": 15.957579538365565,
      "step": 51160
    },
    {
      "contrastive_lambda": 0.05262241289056813,
      "epoch": 15.957579538365565,
      "step": 51160
    },
    {
      "contrastive_lambda": 0.05261072266820499,
      "epoch": 15.957891453524642,
      "step": 51161
    },
    {
      "contrastive_lambda": 0.05259903367238489,
      "epoch": 15.958203368683717,
      "step": 51162
    },
    {
      "contrastive_lambda": 0.052587345903139904,
      "epoch": 15.958515283842795,
      "step": 51163
    },
    {
      "contrastive_lambda": 0.052575659360502236,
      "epoch": 15.958827199001872,
      "step": 51164
    },
    {
      "contrastive_lambda": 0.05256397404450369,
      "epoch": 15.959139114160948,
      "step": 51165
    },
    {
      "contrastive_lambda": 0.05255228995517636,
      "epoch": 15.959451029320025,
      "step": 51166
    },
    {
      "contrastive_lambda": 0.05254060709255248,
      "epoch": 15.959762944479102,
      "step": 51167
    },
    {
      "contrastive_lambda": 0.05252892545666382,
      "epoch": 15.960074859638178,
      "step": 51168
    },
    {
      "contrastive_lambda": 0.05251724504754257,
      "epoch": 15.960386774797255,
      "step": 51169
    },
    {
      "epoch": 15.960698689956331,
      "grad_norm": 0.08714867383241653,
      "learning_rate": 5.806561517301306e-06,
      "loss": 0.0255,
      "step": 51170
    },
    {
      "epoch": 15.960698689956331,
      "flow_loss": 0.01631143130362034,
      "step": 51170
    },
    {
      "contrastive_loss": 0.004053897224366665,
      "epoch": 15.960698689956331,
      "step": 51170
    },
    {
      "contrastive_lambda": 0.05250556586522076,
      "epoch": 15.960698689956331,
      "step": 51170
    },
    {
      "contrastive_lambda": 0.05249388790973025,
      "epoch": 15.961010605115408,
      "step": 51171
    },
    {
      "contrastive_lambda": 0.05248221118110319,
      "epoch": 15.961322520274486,
      "step": 51172
    },
    {
      "contrastive_lambda": 0.052470535679371544,
      "epoch": 15.961634435433561,
      "step": 51173
    },
    {
      "contrastive_lambda": 0.05245886140456729,
      "epoch": 15.961946350592639,
      "step": 51174
    },
    {
      "contrastive_lambda": 0.05244718835672263,
      "epoch": 15.962258265751716,
      "step": 51175
    },
    {
      "contrastive_lambda": 0.05243551653586931,
      "epoch": 15.962570180910792,
      "step": 51176
    },
    {
      "contrastive_lambda": 0.052423845942039304,
      "epoch": 15.962882096069869,
      "step": 51177
    },
    {
      "contrastive_lambda": 0.052412176575264924,
      "epoch": 15.963194011228946,
      "step": 51178
    },
    {
      "contrastive_lambda": 0.05240050843557792,
      "epoch": 15.963505926388022,
      "step": 51179
    },
    {
      "epoch": 15.9638178415471,
      "grad_norm": 0.06129630655050278,
      "learning_rate": 5.793678469549335e-06,
      "loss": 0.0231,
      "step": 51180
    },
    {
      "epoch": 15.9638178415471,
      "flow_loss": 0.0332806371152401,
      "step": 51180
    },
    {
      "contrastive_loss": 0.004369537346065044,
      "epoch": 15.9638178415471,
      "step": 51180
    },
    {
      "contrastive_lambda": 0.05238884152301043,
      "epoch": 15.9638178415471,
      "step": 51180
    },
    {
      "contrastive_lambda": 0.052377175837594214,
      "epoch": 15.964129756706177,
      "step": 51181
    },
    {
      "contrastive_lambda": 0.05236551137936141,
      "epoch": 15.964441671865252,
      "step": 51182
    },
    {
      "contrastive_lambda": 0.052353848148343984,
      "epoch": 15.96475358702433,
      "step": 51183
    },
    {
      "contrastive_lambda": 0.052342186144573866,
      "epoch": 15.965065502183407,
      "step": 51184
    },
    {
      "contrastive_lambda": 0.05233052536808308,
      "epoch": 15.965377417342483,
      "step": 51185
    },
    {
      "contrastive_lambda": 0.05231886581890366,
      "epoch": 15.96568933250156,
      "step": 51186
    },
    {
      "contrastive_lambda": 0.05230720749706741,
      "epoch": 15.966001247660635,
      "step": 51187
    },
    {
      "contrastive_lambda": 0.05229555040260647,
      "epoch": 15.966313162819713,
      "step": 51188
    },
    {
      "contrastive_lambda": 0.05228389453555249,
      "epoch": 15.96662507797879,
      "step": 51189
    },
    {
      "epoch": 15.966936993137866,
      "grad_norm": 0.055131904780864716,
      "learning_rate": 5.780808850510627e-06,
      "loss": 0.0231,
      "step": 51190
    },
    {
      "epoch": 15.966936993137866,
      "flow_loss": 0.011238123290240765,
      "step": 51190
    },
    {
      "contrastive_loss": 0.0044277869164943695,
      "epoch": 15.966936993137866,
      "step": 51190
    },
    {
      "contrastive_lambda": 0.05227223989593771,
      "epoch": 15.966936993137866,
      "step": 51190
    },
    {
      "contrastive_lambda": 0.052260586483794114,
      "epoch": 15.967248908296943,
      "step": 51191
    },
    {
      "contrastive_lambda": 0.052248934299153504,
      "epoch": 15.96756082345602,
      "step": 51192
    },
    {
      "contrastive_lambda": 0.0522372833420478,
      "epoch": 15.967872738615096,
      "step": 51193
    },
    {
      "contrastive_lambda": 0.05222563361250898,
      "epoch": 15.968184653774173,
      "step": 51194
    },
    {
      "contrastive_lambda": 0.05221398511056907,
      "epoch": 15.96849656893325,
      "step": 51195
    },
    {
      "contrastive_lambda": 0.05220233783625994,
      "epoch": 15.968808484092326,
      "step": 51196
    },
    {
      "contrastive_lambda": 0.05219069178961361,
      "epoch": 15.969120399251404,
      "step": 51197
    },
    {
      "contrastive_lambda": 0.05217904697066178,
      "epoch": 15.969432314410481,
      "step": 51198
    },
    {
      "contrastive_lambda": 0.052167403379436705,
      "epoch": 15.969744229569557,
      "step": 51199
    },
    {
      "epoch": 15.970056144728634,
      "grad_norm": 0.06930909305810928,
      "learning_rate": 5.767952664094673e-06,
      "loss": 0.0216,
      "step": 51200
    },
    {
      "epoch": 15.970056144728634,
      "flow_loss": 0.015047666616737843,
      "step": 51200
    },
    {
      "contrastive_loss": 0.003650745376944542,
      "epoch": 15.970056144728634,
      "step": 51200
    },
    {
      "contrastive_lambda": 0.05215576101596986,
      "epoch": 15.970056144728634,
      "step": 51200
    },
    {
      "contrastive_lambda": 0.05214411988029355,
      "epoch": 15.970368059887711,
      "step": 51201
    },
    {
      "contrastive_lambda": 0.05213247997243964,
      "epoch": 15.970679975046787,
      "step": 51202
    },
    {
      "contrastive_lambda": 0.05212084129243988,
      "epoch": 15.970991890205864,
      "step": 51203
    },
    {
      "contrastive_lambda": 0.052109203840326246,
      "epoch": 15.97130380536494,
      "step": 51204
    },
    {
      "contrastive_lambda": 0.05209756761613077,
      "epoch": 15.971615720524017,
      "step": 51205
    },
    {
      "contrastive_lambda": 0.05208593261988509,
      "epoch": 15.971927635683095,
      "step": 51206
    },
    {
      "contrastive_lambda": 0.05207429885162129,
      "epoch": 15.97223955084217,
      "step": 51207
    },
    {
      "contrastive_lambda": 0.05206266631137135,
      "epoch": 15.972551466001248,
      "step": 51208
    },
    {
      "contrastive_lambda": 0.05205103499916697,
      "epoch": 15.972863381160325,
      "step": 51209
    },
    {
      "epoch": 15.9731752963194,
      "grad_norm": 0.05911125987768173,
      "learning_rate": 5.755109914206791e-06,
      "loss": 0.0186,
      "step": 51210
    },
    {
      "epoch": 15.9731752963194,
      "flow_loss": 0.02572675049304962,
      "step": 51210
    },
    {
      "contrastive_loss": 0.003344547701999545,
      "epoch": 15.9731752963194,
      "step": 51210
    },
    {
      "contrastive_lambda": 0.052039404915040166,
      "epoch": 15.9731752963194,
      "step": 51210
    },
    {
      "contrastive_lambda": 0.05202777605902259,
      "epoch": 15.973487211478478,
      "step": 51211
    },
    {
      "contrastive_lambda": 0.052016148431146436,
      "epoch": 15.973799126637555,
      "step": 51212
    },
    {
      "contrastive_lambda": 0.05200452203144351,
      "epoch": 15.97411104179663,
      "step": 51213
    },
    {
      "contrastive_lambda": 0.051992896859945514,
      "epoch": 15.974422956955708,
      "step": 51214
    },
    {
      "contrastive_lambda": 0.05198127291668447,
      "epoch": 15.974734872114785,
      "step": 51215
    },
    {
      "contrastive_lambda": 0.05196965020169225,
      "epoch": 15.975046787273861,
      "step": 51216
    },
    {
      "contrastive_lambda": 0.05195802871500049,
      "epoch": 15.975358702432938,
      "step": 51217
    },
    {
      "contrastive_lambda": 0.051946408456641446,
      "epoch": 15.975670617592016,
      "step": 51218
    },
    {
      "contrastive_lambda": 0.051934789426646644,
      "epoch": 15.975982532751091,
      "step": 51219
    },
    {
      "epoch": 15.976294447910169,
      "grad_norm": 0.2770957350730896,
      "learning_rate": 5.7422806047483125e-06,
      "loss": 0.024,
      "step": 51220
    },
    {
      "epoch": 15.976294447910169,
      "flow_loss": 0.01841909810900688,
      "step": 51220
    },
    {
      "contrastive_loss": 0.003156891092658043,
      "epoch": 15.976294447910169,
      "step": 51220
    },
    {
      "contrastive_lambda": 0.05192317162504806,
      "epoch": 15.976294447910169,
      "step": 51220
    },
    {
      "contrastive_lambda": 0.05191155505187767,
      "epoch": 15.976606363069244,
      "step": 51221
    },
    {
      "contrastive_lambda": 0.05189993970716705,
      "epoch": 15.976918278228322,
      "step": 51222
    },
    {
      "contrastive_lambda": 0.05188832559094814,
      "epoch": 15.977230193387399,
      "step": 51223
    },
    {
      "contrastive_lambda": 0.051876712703253,
      "epoch": 15.977542108546475,
      "step": 51224
    },
    {
      "contrastive_lambda": 0.05186510104411318,
      "epoch": 15.977854023705552,
      "step": 51225
    },
    {
      "contrastive_lambda": 0.05185349061356076,
      "epoch": 15.97816593886463,
      "step": 51226
    },
    {
      "contrastive_lambda": 0.05184188141162732,
      "epoch": 15.978477854023705,
      "step": 51227
    },
    {
      "contrastive_lambda": 0.05183027343834473,
      "epoch": 15.978789769182782,
      "step": 51228
    },
    {
      "contrastive_lambda": 0.051818666693745075,
      "epoch": 15.97910168434186,
      "step": 51229
    },
    {
      "epoch": 15.979413599500935,
      "grad_norm": 0.06873424351215363,
      "learning_rate": 5.72946473961643e-06,
      "loss": 0.0214,
      "step": 51230
    },
    {
      "epoch": 15.979413599500935,
      "flow_loss": 0.02254766970872879,
      "step": 51230
    },
    {
      "contrastive_loss": 0.003160410327836871,
      "epoch": 15.979413599500935,
      "step": 51230
    },
    {
      "contrastive_lambda": 0.05180706117785988,
      "epoch": 15.979413599500935,
      "step": 51230
    },
    {
      "contrastive_lambda": 0.05179545689072107,
      "epoch": 15.979725514660013,
      "step": 51231
    },
    {
      "contrastive_lambda": 0.05178385383236056,
      "epoch": 15.98003742981909,
      "step": 51232
    },
    {
      "contrastive_lambda": 0.05177225200280999,
      "epoch": 15.980349344978166,
      "step": 51233
    },
    {
      "contrastive_lambda": 0.05176065140210112,
      "epoch": 15.980661260137243,
      "step": 51234
    },
    {
      "contrastive_lambda": 0.051749052030266085,
      "epoch": 15.98097317529632,
      "step": 51235
    },
    {
      "contrastive_lambda": 0.05173745388733636,
      "epoch": 15.981285090455396,
      "step": 51236
    },
    {
      "contrastive_lambda": 0.051725856973343975,
      "epoch": 15.981597005614473,
      "step": 51237
    },
    {
      "contrastive_lambda": 0.05171426128832052,
      "epoch": 15.981908920773549,
      "step": 51238
    },
    {
      "contrastive_lambda": 0.05170266683229785,
      "epoch": 15.982220835932626,
      "step": 51239
    },
    {
      "epoch": 15.982532751091703,
      "grad_norm": 0.06765784323215485,
      "learning_rate": 5.716662322704264e-06,
      "loss": 0.0191,
      "step": 51240
    },
    {
      "epoch": 15.982532751091703,
      "flow_loss": 0.024814801290631294,
      "step": 51240
    },
    {
      "contrastive_loss": 0.0032559866085648537,
      "epoch": 15.982532751091703,
      "step": 51240
    },
    {
      "contrastive_lambda": 0.05169107360530778,
      "epoch": 15.982532751091703,
      "step": 51240
    },
    {
      "contrastive_lambda": 0.05167948160738206,
      "epoch": 15.982844666250779,
      "step": 51241
    },
    {
      "contrastive_lambda": 0.0516678908385525,
      "epoch": 15.983156581409856,
      "step": 51242
    },
    {
      "contrastive_lambda": 0.051656301298851015,
      "epoch": 15.983468496568934,
      "step": 51243
    },
    {
      "contrastive_lambda": 0.05164471298830908,
      "epoch": 15.98378041172801,
      "step": 51244
    },
    {
      "contrastive_lambda": 0.051633125906958566,
      "epoch": 15.984092326887087,
      "step": 51245
    },
    {
      "contrastive_lambda": 0.051621540054831494,
      "epoch": 15.984404242046164,
      "step": 51246
    },
    {
      "contrastive_lambda": 0.05160995543195929,
      "epoch": 15.98471615720524,
      "step": 51247
    },
    {
      "contrastive_lambda": 0.051598372038373974,
      "epoch": 15.985028072364317,
      "step": 51248
    },
    {
      "contrastive_lambda": 0.051586789874107086,
      "epoch": 15.985339987523394,
      "step": 51249
    },
    {
      "epoch": 15.98565190268247,
      "grad_norm": 0.11111912131309509,
      "learning_rate": 5.703873357900852e-06,
      "loss": 0.0194,
      "step": 51250
    },
    {
      "epoch": 15.98565190268247,
      "flow_loss": 0.015041159465909004,
      "step": 51250
    },
    {
      "contrastive_loss": 0.0034428173676133156,
      "epoch": 15.98565190268247,
      "step": 51250
    },
    {
      "contrastive_lambda": 0.05157520893919043,
      "epoch": 15.98565190268247,
      "step": 51250
    },
    {
      "contrastive_lambda": 0.05156362923365587,
      "epoch": 15.985963817841547,
      "step": 51251
    },
    {
      "contrastive_lambda": 0.05155205075753505,
      "epoch": 15.986275733000625,
      "step": 51252
    },
    {
      "contrastive_lambda": 0.05154047351085972,
      "epoch": 15.9865876481597,
      "step": 51253
    },
    {
      "contrastive_lambda": 0.05152889749366174,
      "epoch": 15.986899563318778,
      "step": 51254
    },
    {
      "contrastive_lambda": 0.0515173227059727,
      "epoch": 15.987211478477853,
      "step": 51255
    },
    {
      "contrastive_lambda": 0.051505749147824464,
      "epoch": 15.98752339363693,
      "step": 51256
    },
    {
      "contrastive_lambda": 0.05149417681924845,
      "epoch": 15.987835308796008,
      "step": 51257
    },
    {
      "contrastive_lambda": 0.05148260572027674,
      "epoch": 15.988147223955083,
      "step": 51258
    },
    {
      "contrastive_lambda": 0.05147103585094104,
      "epoch": 15.98845913911416,
      "step": 51259
    },
    {
      "epoch": 15.988771054273238,
      "grad_norm": 0.09623344242572784,
      "learning_rate": 5.691097849091143e-06,
      "loss": 0.0231,
      "step": 51260
    },
    {
      "epoch": 15.988771054273238,
      "flow_loss": 0.01517577189952135,
      "step": 51260
    },
    {
      "contrastive_loss": 0.0030373185873031616,
      "epoch": 15.988771054273238,
      "step": 51260
    },
    {
      "contrastive_lambda": 0.05145946721127287,
      "epoch": 15.988771054273238,
      "step": 51260
    },
    {
      "contrastive_lambda": 0.05144789980130404,
      "epoch": 15.989082969432314,
      "step": 51261
    },
    {
      "contrastive_lambda": 0.05143633362106631,
      "epoch": 15.989394884591391,
      "step": 51262
    },
    {
      "contrastive_lambda": 0.0514247686705912,
      "epoch": 15.989706799750468,
      "step": 51263
    },
    {
      "contrastive_lambda": 0.051413204949910696,
      "epoch": 15.990018714909544,
      "step": 51264
    },
    {
      "contrastive_lambda": 0.05140164245905632,
      "epoch": 15.990330630068621,
      "step": 51265
    },
    {
      "contrastive_lambda": 0.05139008119805977,
      "epoch": 15.990642545227699,
      "step": 51266
    },
    {
      "contrastive_lambda": 0.051378521166952906,
      "epoch": 15.990954460386774,
      "step": 51267
    },
    {
      "contrastive_lambda": 0.0513669623657671,
      "epoch": 15.991266375545852,
      "step": 51268
    },
    {
      "contrastive_lambda": 0.05135540479453432,
      "epoch": 15.991578290704929,
      "step": 51269
    },
    {
      "epoch": 15.991890205864005,
      "grad_norm": 0.058022547513246536,
      "learning_rate": 5.678335800155982e-06,
      "loss": 0.0179,
      "step": 51270
    },
    {
      "epoch": 15.991890205864005,
      "flow_loss": 0.0165117010474205,
      "step": 51270
    },
    {
      "contrastive_loss": 0.003627680242061615,
      "epoch": 15.991890205864005,
      "step": 51270
    },
    {
      "contrastive_lambda": 0.05134384845328627,
      "epoch": 15.991890205864005,
      "step": 51270
    },
    {
      "contrastive_lambda": 0.051332293342054414,
      "epoch": 15.992202121023082,
      "step": 51271
    },
    {
      "contrastive_lambda": 0.05132073946087057,
      "epoch": 15.992514036182158,
      "step": 51272
    },
    {
      "contrastive_lambda": 0.05130918680976654,
      "epoch": 15.992825951341235,
      "step": 51273
    },
    {
      "contrastive_lambda": 0.05129763538877358,
      "epoch": 15.993137866500312,
      "step": 51274
    },
    {
      "contrastive_lambda": 0.05128608519792388,
      "epoch": 15.993449781659388,
      "step": 51275
    },
    {
      "contrastive_lambda": 0.0512745362372487,
      "epoch": 15.993761696818465,
      "step": 51276
    },
    {
      "contrastive_lambda": 0.051262988506779905,
      "epoch": 15.994073611977543,
      "step": 51277
    },
    {
      "contrastive_lambda": 0.051251442006549186,
      "epoch": 15.994385527136618,
      "step": 51278
    },
    {
      "contrastive_lambda": 0.05123989673658802,
      "epoch": 15.994697442295696,
      "step": 51279
    },
    {
      "epoch": 15.995009357454773,
      "grad_norm": 0.07148142904043198,
      "learning_rate": 5.665587214972174e-06,
      "loss": 0.0193,
      "step": 51280
    },
    {
      "epoch": 15.995009357454773,
      "flow_loss": 0.012334703467786312,
      "step": 51280
    },
    {
      "contrastive_loss": 0.0032983748242259026,
      "epoch": 15.995009357454773,
      "step": 51280
    },
    {
      "contrastive_lambda": 0.05122835269692805,
      "epoch": 15.995009357454773,
      "step": 51280
    },
    {
      "contrastive_lambda": 0.051216809887601245,
      "epoch": 15.995321272613849,
      "step": 51281
    },
    {
      "contrastive_lambda": 0.051205268308638974,
      "epoch": 15.995633187772926,
      "step": 51282
    },
    {
      "contrastive_lambda": 0.05119372796007299,
      "epoch": 15.995945102932003,
      "step": 51283
    },
    {
      "contrastive_lambda": 0.05118218884193476,
      "epoch": 15.996257018091079,
      "step": 51284
    },
    {
      "contrastive_lambda": 0.05117065095425599,
      "epoch": 15.996568933250156,
      "step": 51285
    },
    {
      "contrastive_lambda": 0.05115911429706854,
      "epoch": 15.996880848409234,
      "step": 51286
    },
    {
      "contrastive_lambda": 0.051147578870403776,
      "epoch": 15.997192763568309,
      "step": 51287
    },
    {
      "contrastive_lambda": 0.05113604467429339,
      "epoch": 15.997504678727386,
      "step": 51288
    },
    {
      "contrastive_lambda": 0.05112451170876914,
      "epoch": 15.997816593886462,
      "step": 51289
    },
    {
      "epoch": 15.99812850904554,
      "grad_norm": 0.06665074080228806,
      "learning_rate": 5.652852097412386e-06,
      "loss": 0.0185,
      "step": 51290
    },
    {
      "epoch": 15.99812850904554,
      "flow_loss": 0.011796524748206139,
      "step": 51290
    },
    {
      "contrastive_loss": 0.002876096172258258,
      "epoch": 15.99812850904554,
      "step": 51290
    },
    {
      "contrastive_lambda": 0.05111297997386244,
      "epoch": 15.99812850904554,
      "step": 51290
    },
    {
      "contrastive_lambda": 0.051101449469604876,
      "epoch": 15.998440424204617,
      "step": 51291
    },
    {
      "contrastive_lambda": 0.05108992019602837,
      "epoch": 15.998752339363692,
      "step": 51292
    },
    {
      "contrastive_lambda": 0.05107839215316423,
      "epoch": 15.99906425452277,
      "step": 51293
    },
    {
      "contrastive_lambda": 0.051066865341044265,
      "epoch": 15.999376169681847,
      "step": 51294
    },
    {
      "contrastive_lambda": 0.05105533975969989,
      "epoch": 15.999688084840923,
      "step": 51295
    },
    {
      "contrastive_lambda": 0.05104381540916281,
      "epoch": 16.0,
      "step": 51296
    },
    {
      "contrastive_lambda": 0.05103229228946454,
      "epoch": 16.000311915159077,
      "step": 51297
    },
    {
      "contrastive_lambda": 0.051020770400636795,
      "epoch": 16.000623830318155,
      "step": 51298
    },
    {
      "contrastive_lambda": 0.051009249742711094,
      "epoch": 16.00093574547723,
      "step": 51299
    },
    {
      "epoch": 16.001247660636306,
      "grad_norm": 0.0853591114282608,
      "learning_rate": 5.640130451345216e-06,
      "loss": 0.0207,
      "step": 51300
    },
    {
      "epoch": 16.001247660636306,
      "flow_loss": 0.022056059911847115,
      "step": 51300
    },
    {
      "contrastive_loss": 0.003378629684448242,
      "epoch": 16.001247660636306,
      "step": 51300
    },
    {
      "contrastive_lambda": 0.05099773031571908,
      "epoch": 16.001247660636306,
      "step": 51300
    },
    {
      "contrastive_lambda": 0.05098621211969223,
      "epoch": 16.001559575795383,
      "step": 51301
    },
    {
      "contrastive_lambda": 0.050974695154662075,
      "epoch": 16.00187149095446,
      "step": 51302
    },
    {
      "contrastive_lambda": 0.05096317942066042,
      "epoch": 16.002183406113538,
      "step": 51303
    },
    {
      "contrastive_lambda": 0.050951664917718686,
      "epoch": 16.002495321272615,
      "step": 51304
    },
    {
      "contrastive_lambda": 0.050940151645868514,
      "epoch": 16.00280723643169,
      "step": 51305
    },
    {
      "contrastive_lambda": 0.050928639605141324,
      "epoch": 16.003119151590766,
      "step": 51306
    },
    {
      "contrastive_lambda": 0.050917128795568756,
      "epoch": 16.003431066749844,
      "step": 51307
    },
    {
      "contrastive_lambda": 0.050905619217182396,
      "epoch": 16.00374298190892,
      "step": 51308
    },
    {
      "contrastive_lambda": 0.050894110870013776,
      "epoch": 16.004054897068,
      "step": 51309
    },
    {
      "epoch": 16.004366812227076,
      "grad_norm": 0.05208368971943855,
      "learning_rate": 5.627422280635159e-06,
      "loss": 0.0188,
      "step": 51310
    },
    {
      "epoch": 16.004366812227076,
      "flow_loss": 0.017935235053300858,
      "step": 51310
    },
    {
      "contrastive_loss": 0.0033430312760174274,
      "epoch": 16.004366812227076,
      "step": 51310
    },
    {
      "contrastive_lambda": 0.050882603754094424,
      "epoch": 16.004366812227076,
      "step": 51310
    },
    {
      "contrastive_lambda": 0.05087109786945604,
      "epoch": 16.00467872738615,
      "step": 51311
    },
    {
      "contrastive_lambda": 0.05085959321612993,
      "epoch": 16.004990642545227,
      "step": 51312
    },
    {
      "contrastive_lambda": 0.050848089794147844,
      "epoch": 16.005302557704304,
      "step": 51313
    },
    {
      "contrastive_lambda": 0.05083658760354104,
      "epoch": 16.005614472863382,
      "step": 51314
    },
    {
      "contrastive_lambda": 0.05082508664434132,
      "epoch": 16.00592638802246,
      "step": 51315
    },
    {
      "contrastive_lambda": 0.05081358691658022,
      "epoch": 16.006238303181533,
      "step": 51316
    },
    {
      "contrastive_lambda": 0.050802088420289104,
      "epoch": 16.00655021834061,
      "step": 51317
    },
    {
      "contrastive_lambda": 0.050790591155499554,
      "epoch": 16.006862133499688,
      "step": 51318
    },
    {
      "contrastive_lambda": 0.0507790951222431,
      "epoch": 16.007174048658765,
      "step": 51319
    },
    {
      "epoch": 16.007485963817842,
      "grad_norm": 0.06562121957540512,
      "learning_rate": 5.61472758914261e-06,
      "loss": 0.0195,
      "step": 51320
    },
    {
      "epoch": 16.007485963817842,
      "flow_loss": 0.023051800206303596,
      "step": 51320
    },
    {
      "contrastive_loss": 0.0034552160650491714,
      "epoch": 16.007485963817842,
      "step": 51320
    },
    {
      "contrastive_lambda": 0.050767600320551276,
      "epoch": 16.007485963817842,
      "step": 51320
    },
    {
      "contrastive_lambda": 0.050756106750455665,
      "epoch": 16.00779787897692,
      "step": 51321
    },
    {
      "contrastive_lambda": 0.050744614411987576,
      "epoch": 16.008109794135994,
      "step": 51322
    },
    {
      "contrastive_lambda": 0.05073312330517865,
      "epoch": 16.00842170929507,
      "step": 51323
    },
    {
      "contrastive_lambda": 0.050721633430060475,
      "epoch": 16.00873362445415,
      "step": 51324
    },
    {
      "contrastive_lambda": 0.050710144786664246,
      "epoch": 16.009045539613226,
      "step": 51325
    },
    {
      "contrastive_lambda": 0.05069865737502177,
      "epoch": 16.009357454772303,
      "step": 51326
    },
    {
      "contrastive_lambda": 0.050687171195164527,
      "epoch": 16.00966936993138,
      "step": 51327
    },
    {
      "contrastive_lambda": 0.050675686247123874,
      "epoch": 16.009981285090454,
      "step": 51328
    },
    {
      "contrastive_lambda": 0.050664202530931346,
      "epoch": 16.01029320024953,
      "step": 51329
    },
    {
      "epoch": 16.01060511540861,
      "grad_norm": 0.08044393360614777,
      "learning_rate": 5.602046380723918e-06,
      "loss": 0.0205,
      "step": 51330
    },
    {
      "epoch": 16.01060511540861,
      "flow_loss": 0.02386324666440487,
      "step": 51330
    },
    {
      "contrastive_loss": 0.00332584697753191,
      "epoch": 16.01060511540861,
      "step": 51330
    },
    {
      "contrastive_lambda": 0.05065272004661836,
      "epoch": 16.01060511540861,
      "step": 51330
    },
    {
      "contrastive_lambda": 0.05064123879421639,
      "epoch": 16.010917030567686,
      "step": 51331
    },
    {
      "contrastive_lambda": 0.05062975877375714,
      "epoch": 16.011228945726764,
      "step": 51332
    },
    {
      "contrastive_lambda": 0.0506182799852718,
      "epoch": 16.011540860885837,
      "step": 51333
    },
    {
      "contrastive_lambda": 0.05060680242879201,
      "epoch": 16.011852776044915,
      "step": 51334
    },
    {
      "contrastive_lambda": 0.05059532610434925,
      "epoch": 16.012164691203992,
      "step": 51335
    },
    {
      "contrastive_lambda": 0.05058385101197471,
      "epoch": 16.01247660636307,
      "step": 51336
    },
    {
      "contrastive_lambda": 0.05057237715170021,
      "epoch": 16.012788521522147,
      "step": 51337
    },
    {
      "contrastive_lambda": 0.050560904523557104,
      "epoch": 16.013100436681224,
      "step": 51338
    },
    {
      "contrastive_lambda": 0.05054943312757676,
      "epoch": 16.013412351840298,
      "step": 51339
    },
    {
      "epoch": 16.013724266999375,
      "grad_norm": 0.07966212183237076,
      "learning_rate": 5.5893786592312535e-06,
      "loss": 0.0233,
      "step": 51340
    },
    {
      "epoch": 16.013724266999375,
      "flow_loss": 0.0173020176589489,
      "step": 51340
    },
    {
      "contrastive_loss": 0.0033792455215007067,
      "epoch": 16.013724266999375,
      "step": 51340
    },
    {
      "contrastive_lambda": 0.050537962963790706,
      "epoch": 16.013724266999375,
      "step": 51340
    },
    {
      "contrastive_lambda": 0.05052649403223025,
      "epoch": 16.014036182158453,
      "step": 51341
    },
    {
      "contrastive_lambda": 0.05051502633292687,
      "epoch": 16.01434809731753,
      "step": 51342
    },
    {
      "contrastive_lambda": 0.050503559865912206,
      "epoch": 16.014660012476607,
      "step": 51343
    },
    {
      "contrastive_lambda": 0.05049209463121751,
      "epoch": 16.014971927635685,
      "step": 51344
    },
    {
      "contrastive_lambda": 0.0504806306288742,
      "epoch": 16.01528384279476,
      "step": 51345
    },
    {
      "contrastive_lambda": 0.05046916785891392,
      "epoch": 16.015595757953836,
      "step": 51346
    },
    {
      "contrastive_lambda": 0.05045770632136781,
      "epoch": 16.015907673112913,
      "step": 51347
    },
    {
      "contrastive_lambda": 0.05044624601626735,
      "epoch": 16.01621958827199,
      "step": 51348
    },
    {
      "contrastive_lambda": 0.05043478694364423,
      "epoch": 16.016531503431068,
      "step": 51349
    },
    {
      "epoch": 16.016843418590142,
      "grad_norm": 0.07150892168283463,
      "learning_rate": 5.576724428512775e-06,
      "loss": 0.0198,
      "step": 51350
    },
    {
      "epoch": 16.016843418590142,
      "flow_loss": 0.02822948433458805,
      "step": 51350
    },
    {
      "contrastive_loss": 0.0037339162081480026,
      "epoch": 16.016843418590142,
      "step": 51350
    },
    {
      "contrastive_lambda": 0.050423329103529535,
      "epoch": 16.016843418590142,
      "step": 51350
    },
    {
      "contrastive_lambda": 0.05041187249595491,
      "epoch": 16.01715533374922,
      "step": 51351
    },
    {
      "contrastive_lambda": 0.05040041712095156,
      "epoch": 16.017467248908297,
      "step": 51352
    },
    {
      "contrastive_lambda": 0.050388962978550944,
      "epoch": 16.017779164067374,
      "step": 51353
    },
    {
      "contrastive_lambda": 0.05037751006878466,
      "epoch": 16.01809107922645,
      "step": 51354
    },
    {
      "contrastive_lambda": 0.0503660583916839,
      "epoch": 16.01840299438553,
      "step": 51355
    },
    {
      "contrastive_lambda": 0.05035460794728008,
      "epoch": 16.018714909544602,
      "step": 51356
    },
    {
      "contrastive_lambda": 0.05034315873560474,
      "epoch": 16.01902682470368,
      "step": 51357
    },
    {
      "contrastive_lambda": 0.050331710756689074,
      "epoch": 16.019338739862757,
      "step": 51358
    },
    {
      "contrastive_lambda": 0.05032026401056455,
      "epoch": 16.019650655021834,
      "step": 51359
    },
    {
      "epoch": 16.019962570180912,
      "grad_norm": 0.0879846140742302,
      "learning_rate": 5.56408369241247e-06,
      "loss": 0.0257,
      "step": 51360
    },
    {
      "epoch": 16.019962570180912,
      "flow_loss": 0.011963499709963799,
      "step": 51360
    },
    {
      "contrastive_loss": 0.003120537381619215,
      "epoch": 16.019962570180912,
      "step": 51360
    },
    {
      "contrastive_lambda": 0.05030881849726254,
      "epoch": 16.019962570180912,
      "step": 51360
    },
    {
      "contrastive_lambda": 0.05029737421681446,
      "epoch": 16.02027448533999,
      "step": 51361
    },
    {
      "contrastive_lambda": 0.050285931169251785,
      "epoch": 16.020586400499063,
      "step": 51362
    },
    {
      "contrastive_lambda": 0.0502744893546056,
      "epoch": 16.02089831565814,
      "step": 51363
    },
    {
      "contrastive_lambda": 0.05026304877290749,
      "epoch": 16.021210230817218,
      "step": 51364
    },
    {
      "contrastive_lambda": 0.050251609424188715,
      "epoch": 16.021522145976295,
      "step": 51365
    },
    {
      "contrastive_lambda": 0.05024017130848074,
      "epoch": 16.021834061135372,
      "step": 51366
    },
    {
      "contrastive_lambda": 0.050228734425814936,
      "epoch": 16.022145976294446,
      "step": 51367
    },
    {
      "contrastive_lambda": 0.050217298776222496,
      "epoch": 16.022457891453524,
      "step": 51368
    },
    {
      "contrastive_lambda": 0.0502058643597349,
      "epoch": 16.0227698066126,
      "step": 51369
    },
    {
      "epoch": 16.02308172177168,
      "grad_norm": 0.05731339380145073,
      "learning_rate": 5.5514564547702875e-06,
      "loss": 0.0233,
      "step": 51370
    },
    {
      "epoch": 16.02308172177168,
      "flow_loss": 0.028190815821290016,
      "step": 51370
    },
    {
      "contrastive_loss": 0.0031590554863214493,
      "epoch": 16.02308172177168,
      "step": 51370
    },
    {
      "contrastive_lambda": 0.05019443117638345,
      "epoch": 16.02308172177168,
      "step": 51370
    },
    {
      "contrastive_lambda": 0.05018299922619951,
      "epoch": 16.023393636930756,
      "step": 51371
    },
    {
      "contrastive_lambda": 0.05017156850921439,
      "epoch": 16.023705552089833,
      "step": 51372
    },
    {
      "contrastive_lambda": 0.05016013902545957,
      "epoch": 16.024017467248907,
      "step": 51373
    },
    {
      "contrastive_lambda": 0.05014871077496619,
      "epoch": 16.024329382407984,
      "step": 51374
    },
    {
      "contrastive_lambda": 0.05013728375776566,
      "epoch": 16.02464129756706,
      "step": 51375
    },
    {
      "contrastive_lambda": 0.05012585797388924,
      "epoch": 16.02495321272614,
      "step": 51376
    },
    {
      "contrastive_lambda": 0.05011443342336841,
      "epoch": 16.025265127885216,
      "step": 51377
    },
    {
      "contrastive_lambda": 0.05010301010623447,
      "epoch": 16.025577043044294,
      "step": 51378
    },
    {
      "contrastive_lambda": 0.05009158802251856,
      "epoch": 16.025888958203367,
      "step": 51379
    },
    {
      "epoch": 16.026200873362445,
      "grad_norm": 0.0717170462012291,
      "learning_rate": 5.538842719422038e-06,
      "loss": 0.0213,
      "step": 51380
    },
    {
      "epoch": 16.026200873362445,
      "flow_loss": 0.028443967923521996,
      "step": 51380
    },
    {
      "contrastive_loss": 0.003278824035078287,
      "epoch": 16.026200873362445,
      "step": 51380
    },
    {
      "contrastive_lambda": 0.05008016717225211,
      "epoch": 16.026200873362445,
      "step": 51380
    },
    {
      "contrastive_lambda": 0.05006874755546653,
      "epoch": 16.026512788521522,
      "step": 51381
    },
    {
      "contrastive_lambda": 0.050057329172192855,
      "epoch": 16.0268247036806,
      "step": 51382
    },
    {
      "contrastive_lambda": 0.05004591202246261,
      "epoch": 16.027136618839677,
      "step": 51383
    },
    {
      "contrastive_lambda": 0.05003449610630717,
      "epoch": 16.02744853399875,
      "step": 51384
    },
    {
      "contrastive_lambda": 0.05002308142375761,
      "epoch": 16.027760449157828,
      "step": 51385
    },
    {
      "contrastive_lambda": 0.05001166797484541,
      "epoch": 16.028072364316905,
      "step": 51386
    },
    {
      "contrastive_lambda": 0.0500002557596016,
      "epoch": 16.028384279475983,
      "step": 51387
    },
    {
      "contrastive_lambda": 0.049988844778057706,
      "epoch": 16.02869619463506,
      "step": 51388
    },
    {
      "contrastive_lambda": 0.04997743503024504,
      "epoch": 16.029008109794137,
      "step": 51389
    },
    {
      "epoch": 16.02932002495321,
      "grad_norm": 0.0703846663236618,
      "learning_rate": 5.52624249019944e-06,
      "loss": 0.0237,
      "step": 51390
    },
    {
      "epoch": 16.02932002495321,
      "flow_loss": 0.012212419882416725,
      "step": 51390
    },
    {
      "contrastive_loss": 0.004484437871724367,
      "epoch": 16.02932002495321,
      "step": 51390
    },
    {
      "contrastive_lambda": 0.049966026516194695,
      "epoch": 16.02932002495321,
      "step": 51390
    },
    {
      "contrastive_lambda": 0.04995461923593808,
      "epoch": 16.02963194011229,
      "step": 51391
    },
    {
      "contrastive_lambda": 0.04994321318950645,
      "epoch": 16.029943855271366,
      "step": 51392
    },
    {
      "contrastive_lambda": 0.0499318083769309,
      "epoch": 16.030255770430443,
      "step": 51393
    },
    {
      "contrastive_lambda": 0.049920404798242946,
      "epoch": 16.03056768558952,
      "step": 51394
    },
    {
      "contrastive_lambda": 0.049909002453473905,
      "epoch": 16.030879600748598,
      "step": 51395
    },
    {
      "contrastive_lambda": 0.049897601342654696,
      "epoch": 16.031191515907672,
      "step": 51396
    },
    {
      "contrastive_lambda": 0.04988620146581696,
      "epoch": 16.03150343106675,
      "step": 51397
    },
    {
      "contrastive_lambda": 0.049874802822991615,
      "epoch": 16.031815346225827,
      "step": 51398
    },
    {
      "contrastive_lambda": 0.049863405414209916,
      "epoch": 16.032127261384904,
      "step": 51399
    },
    {
      "epoch": 16.03243917654398,
      "grad_norm": 0.05105682089924812,
      "learning_rate": 5.51365577093011e-06,
      "loss": 0.0198,
      "step": 51400
    },
    {
      "epoch": 16.03243917654398,
      "flow_loss": 0.011478857137262821,
      "step": 51400
    },
    {
      "contrastive_loss": 0.003172152442857623,
      "epoch": 16.03243917654398,
      "step": 51400
    },
    {
      "contrastive_lambda": 0.0498520092395035,
      "epoch": 16.03243917654398,
      "step": 51400
    },
    {
      "contrastive_lambda": 0.04984061429890324,
      "epoch": 16.032751091703055,
      "step": 51401
    },
    {
      "contrastive_lambda": 0.04982922059244055,
      "epoch": 16.033063006862132,
      "step": 51402
    },
    {
      "contrastive_lambda": 0.04981782812014662,
      "epoch": 16.03337492202121,
      "step": 51403
    },
    {
      "contrastive_lambda": 0.04980643688205255,
      "epoch": 16.033686837180287,
      "step": 51404
    },
    {
      "contrastive_lambda": 0.04979504687818975,
      "epoch": 16.033998752339365,
      "step": 51405
    },
    {
      "contrastive_lambda": 0.04978365810858948,
      "epoch": 16.034310667498442,
      "step": 51406
    },
    {
      "contrastive_lambda": 0.04977227057328282,
      "epoch": 16.034622582657516,
      "step": 51407
    },
    {
      "contrastive_lambda": 0.04976088427230113,
      "epoch": 16.034934497816593,
      "step": 51408
    },
    {
      "contrastive_lambda": 0.049749499205675396,
      "epoch": 16.03524641297567,
      "step": 51409
    },
    {
      "epoch": 16.035558328134748,
      "grad_norm": 0.059284403920173645,
      "learning_rate": 5.501082565437565e-06,
      "loss": 0.022,
      "step": 51410
    },
    {
      "epoch": 16.035558328134748,
      "flow_loss": 0.02500777319073677,
      "step": 51410
    },
    {
      "contrastive_loss": 0.0031277008820325136,
      "epoch": 16.035558328134748,
      "step": 51410
    },
    {
      "contrastive_lambda": 0.04973811537343692,
      "epoch": 16.035558328134748,
      "step": 51410
    },
    {
      "contrastive_lambda": 0.04972673277561712,
      "epoch": 16.035870243293825,
      "step": 51411
    },
    {
      "contrastive_lambda": 0.04971535141224703,
      "epoch": 16.036182158452903,
      "step": 51412
    },
    {
      "contrastive_lambda": 0.049703971283357795,
      "epoch": 16.036494073611976,
      "step": 51413
    },
    {
      "contrastive_lambda": 0.04969259238898083,
      "epoch": 16.036805988771054,
      "step": 51414
    },
    {
      "contrastive_lambda": 0.04968121472914705,
      "epoch": 16.03711790393013,
      "step": 51415
    },
    {
      "contrastive_lambda": 0.049669838303887826,
      "epoch": 16.03742981908921,
      "step": 51416
    },
    {
      "contrastive_lambda": 0.0496584631132343,
      "epoch": 16.037741734248286,
      "step": 51417
    },
    {
      "contrastive_lambda": 0.04964708915721766,
      "epoch": 16.03805364940736,
      "step": 51418
    },
    {
      "contrastive_lambda": 0.04963571643586917,
      "epoch": 16.038365564566437,
      "step": 51419
    },
    {
      "epoch": 16.038677479725514,
      "grad_norm": 0.06854208558797836,
      "learning_rate": 5.488522877541202e-06,
      "loss": 0.0246,
      "step": 51420
    },
    {
      "epoch": 16.038677479725514,
      "flow_loss": 0.0241482425481081,
      "step": 51420
    },
    {
      "contrastive_loss": 0.003080592257902026,
      "epoch": 16.038677479725514,
      "step": 51420
    },
    {
      "contrastive_lambda": 0.049624344949219856,
      "epoch": 16.038677479725514,
      "step": 51420
    },
    {
      "contrastive_lambda": 0.049612974697300916,
      "epoch": 16.03898939488459,
      "step": 51421
    },
    {
      "contrastive_lambda": 0.04960160568014371,
      "epoch": 16.03930131004367,
      "step": 51422
    },
    {
      "contrastive_lambda": 0.04959023789777922,
      "epoch": 16.039613225202746,
      "step": 51423
    },
    {
      "contrastive_lambda": 0.04957887135023875,
      "epoch": 16.03992514036182,
      "step": 51424
    },
    {
      "contrastive_lambda": 0.04956750603755328,
      "epoch": 16.040237055520898,
      "step": 51425
    },
    {
      "contrastive_lambda": 0.04955614195975405,
      "epoch": 16.040548970679975,
      "step": 51426
    },
    {
      "contrastive_lambda": 0.04954477911687222,
      "epoch": 16.040860885839052,
      "step": 51427
    },
    {
      "contrastive_lambda": 0.04953341750893897,
      "epoch": 16.04117280099813,
      "step": 51428
    },
    {
      "contrastive_lambda": 0.04952205713598545,
      "epoch": 16.041484716157207,
      "step": 51429
    },
    {
      "epoch": 16.04179663131628,
      "grad_norm": 0.07471662014722824,
      "learning_rate": 5.475976711056341e-06,
      "loss": 0.0195,
      "step": 51430
    },
    {
      "epoch": 16.04179663131628,
      "flow_loss": 0.043325282633304596,
      "step": 51430
    },
    {
      "contrastive_loss": 0.0037859498988837004,
      "epoch": 16.04179663131628,
      "step": 51430
    },
    {
      "contrastive_lambda": 0.04951069799804286,
      "epoch": 16.04179663131628,
      "step": 51430
    },
    {
      "contrastive_lambda": 0.04949934009514223,
      "epoch": 16.042108546475358,
      "step": 51431
    },
    {
      "contrastive_lambda": 0.04948798342731475,
      "epoch": 16.042420461634435,
      "step": 51432
    },
    {
      "contrastive_lambda": 0.049476627994591404,
      "epoch": 16.042732376793513,
      "step": 51433
    },
    {
      "contrastive_lambda": 0.04946527379700355,
      "epoch": 16.04304429195259,
      "step": 51434
    },
    {
      "contrastive_lambda": 0.04945392083458233,
      "epoch": 16.043356207111664,
      "step": 51435
    },
    {
      "contrastive_lambda": 0.04944256910735867,
      "epoch": 16.04366812227074,
      "step": 51436
    },
    {
      "contrastive_lambda": 0.04943121861536376,
      "epoch": 16.04398003742982,
      "step": 51437
    },
    {
      "contrastive_lambda": 0.049419869358628854,
      "epoch": 16.044291952588896,
      "step": 51438
    },
    {
      "contrastive_lambda": 0.04940852133718476,
      "epoch": 16.044603867747973,
      "step": 51439
    },
    {
      "epoch": 16.04491578290705,
      "grad_norm": 0.07609803974628448,
      "learning_rate": 5.463444069794166e-06,
      "loss": 0.0214,
      "step": 51440
    },
    {
      "epoch": 16.04491578290705,
      "flow_loss": 0.0205487422645092,
      "step": 51440
    },
    {
      "contrastive_loss": 0.004254444967955351,
      "epoch": 16.04491578290705,
      "step": 51440
    },
    {
      "contrastive_lambda": 0.049397174551062906,
      "epoch": 16.04491578290705,
      "step": 51440
    },
    {
      "contrastive_lambda": 0.04938582900029437,
      "epoch": 16.045227698066125,
      "step": 51441
    },
    {
      "contrastive_lambda": 0.04937448468491007,
      "epoch": 16.045539613225202,
      "step": 51442
    },
    {
      "contrastive_lambda": 0.04936314160494132,
      "epoch": 16.04585152838428,
      "step": 51443
    },
    {
      "contrastive_lambda": 0.04935179976041887,
      "epoch": 16.046163443543357,
      "step": 51444
    },
    {
      "contrastive_lambda": 0.049340459151374194,
      "epoch": 16.046475358702434,
      "step": 51445
    },
    {
      "contrastive_lambda": 0.049329119777838326,
      "epoch": 16.04678727386151,
      "step": 51446
    },
    {
      "contrastive_lambda": 0.04931778163984213,
      "epoch": 16.047099189020585,
      "step": 51447
    },
    {
      "contrastive_lambda": 0.049306444737416855,
      "epoch": 16.047411104179663,
      "step": 51448
    },
    {
      "contrastive_lambda": 0.049295109070593646,
      "epoch": 16.04772301933874,
      "step": 51449
    },
    {
      "epoch": 16.048034934497817,
      "grad_norm": 0.05807699263095856,
      "learning_rate": 5.4509249575617594e-06,
      "loss": 0.0194,
      "step": 51450
    },
    {
      "epoch": 16.048034934497817,
      "flow_loss": 0.010122890584170818,
      "step": 51450
    },
    {
      "contrastive_loss": 0.003923313692212105,
      "epoch": 16.048034934497817,
      "step": 51450
    },
    {
      "contrastive_lambda": 0.049283774639403255,
      "epoch": 16.048034934497817,
      "step": 51450
    },
    {
      "contrastive_lambda": 0.0492724414438771,
      "epoch": 16.048346849656895,
      "step": 51451
    },
    {
      "contrastive_lambda": 0.04926110948404627,
      "epoch": 16.04865876481597,
      "step": 51452
    },
    {
      "contrastive_lambda": 0.049249778759941576,
      "epoch": 16.048970679975046,
      "step": 51453
    },
    {
      "contrastive_lambda": 0.04923844927159432,
      "epoch": 16.049282595134123,
      "step": 51454
    },
    {
      "contrastive_lambda": 0.049227121019035314,
      "epoch": 16.0495945102932,
      "step": 51455
    },
    {
      "contrastive_lambda": 0.04921579400229564,
      "epoch": 16.049906425452278,
      "step": 51456
    },
    {
      "contrastive_lambda": 0.04920446822140673,
      "epoch": 16.050218340611355,
      "step": 51457
    },
    {
      "contrastive_lambda": 0.04919314367639921,
      "epoch": 16.05053025577043,
      "step": 51458
    },
    {
      "contrastive_lambda": 0.049181820367304285,
      "epoch": 16.050842170929506,
      "step": 51459
    },
    {
      "epoch": 16.051154086088584,
      "grad_norm": 0.07403941452503204,
      "learning_rate": 5.438419378162107e-06,
      "loss": 0.0192,
      "step": 51460
    },
    {
      "epoch": 16.051154086088584,
      "flow_loss": 0.018444551154971123,
      "step": 51460
    },
    {
      "contrastive_loss": 0.0036070006899535656,
      "epoch": 16.051154086088584,
      "step": 51460
    },
    {
      "contrastive_lambda": 0.04917049829415315,
      "epoch": 16.051154086088584,
      "step": 51460
    },
    {
      "contrastive_lambda": 0.049159177456976455,
      "epoch": 16.05146600124766,
      "step": 51461
    },
    {
      "contrastive_lambda": 0.049147857855805666,
      "epoch": 16.05177791640674,
      "step": 51462
    },
    {
      "contrastive_lambda": 0.04913653949067148,
      "epoch": 16.052089831565816,
      "step": 51463
    },
    {
      "contrastive_lambda": 0.04912522236160516,
      "epoch": 16.05240174672489,
      "step": 51464
    },
    {
      "contrastive_lambda": 0.04911390646863767,
      "epoch": 16.052713661883967,
      "step": 51465
    },
    {
      "contrastive_lambda": 0.049102591811799934,
      "epoch": 16.053025577043044,
      "step": 51466
    },
    {
      "contrastive_lambda": 0.04909127839112298,
      "epoch": 16.05333749220212,
      "step": 51467
    },
    {
      "contrastive_lambda": 0.049079966206638015,
      "epoch": 16.0536494073612,
      "step": 51468
    },
    {
      "contrastive_lambda": 0.04906865525837589,
      "epoch": 16.053961322520273,
      "step": 51469
    },
    {
      "epoch": 16.05427323767935,
      "grad_norm": 0.18691325187683105,
      "learning_rate": 5.425927335394054e-06,
      "loss": 0.0228,
      "step": 51470
    },
    {
      "epoch": 16.05427323767935,
      "flow_loss": 0.021016065031290054,
      "step": 51470
    },
    {
      "contrastive_loss": 0.005303112789988518,
      "epoch": 16.05427323767935,
      "step": 51470
    },
    {
      "contrastive_lambda": 0.0490573455463677,
      "epoch": 16.05427323767935,
      "step": 51470
    },
    {
      "contrastive_lambda": 0.04904603707064431,
      "epoch": 16.054585152838428,
      "step": 51471
    },
    {
      "contrastive_lambda": 0.049034729831236856,
      "epoch": 16.054897067997505,
      "step": 51472
    },
    {
      "contrastive_lambda": 0.04902342382817626,
      "epoch": 16.055208983156582,
      "step": 51473
    },
    {
      "contrastive_lambda": 0.04901211906149355,
      "epoch": 16.05552089831566,
      "step": 51474
    },
    {
      "contrastive_lambda": 0.04900081553121971,
      "epoch": 16.055832813474733,
      "step": 51475
    },
    {
      "contrastive_lambda": 0.04898951323738587,
      "epoch": 16.05614472863381,
      "step": 51476
    },
    {
      "contrastive_lambda": 0.048978212180022795,
      "epoch": 16.056456643792888,
      "step": 51477
    },
    {
      "contrastive_lambda": 0.048966912359161396,
      "epoch": 16.056768558951966,
      "step": 51478
    },
    {
      "contrastive_lambda": 0.048955613774833096,
      "epoch": 16.057080474111043,
      "step": 51479
    },
    {
      "epoch": 16.05739238927012,
      "grad_norm": 0.07386121898889542,
      "learning_rate": 5.413448833052387e-06,
      "loss": 0.0233,
      "step": 51480
    },
    {
      "epoch": 16.05739238927012,
      "flow_loss": 0.01989605277776718,
      "step": 51480
    },
    {
      "contrastive_loss": 0.0030115265399217606,
      "epoch": 16.05739238927012,
      "step": 51480
    },
    {
      "contrastive_lambda": 0.048944316427068424,
      "epoch": 16.05739238927012,
      "step": 51480
    },
    {
      "contrastive_lambda": 0.048933020315898634,
      "epoch": 16.057704304429194,
      "step": 51481
    },
    {
      "contrastive_lambda": 0.048921725441354535,
      "epoch": 16.05801621958827,
      "step": 51482
    },
    {
      "contrastive_lambda": 0.04891043180346705,
      "epoch": 16.05832813474735,
      "step": 51483
    },
    {
      "contrastive_lambda": 0.04889913940226731,
      "epoch": 16.058640049906426,
      "step": 51484
    },
    {
      "contrastive_lambda": 0.048887848237786136,
      "epoch": 16.058951965065503,
      "step": 51485
    },
    {
      "contrastive_lambda": 0.04887655831005455,
      "epoch": 16.059263880224577,
      "step": 51486
    },
    {
      "contrastive_lambda": 0.04886526961910359,
      "epoch": 16.059575795383655,
      "step": 51487
    },
    {
      "contrastive_lambda": 0.04885398216496406,
      "epoch": 16.059887710542732,
      "step": 51488
    },
    {
      "contrastive_lambda": 0.04884269594766699,
      "epoch": 16.06019962570181,
      "step": 51489
    },
    {
      "epoch": 16.060511540860887,
      "grad_norm": 0.08592905104160309,
      "learning_rate": 5.400983874927701e-06,
      "loss": 0.0251,
      "step": 51490
    },
    {
      "epoch": 16.060511540860887,
      "flow_loss": 0.01972862519323826,
      "step": 51490
    },
    {
      "contrastive_loss": 0.004269199445843697,
      "epoch": 16.060511540860887,
      "step": 51490
    },
    {
      "contrastive_lambda": 0.04883141096724308,
      "epoch": 16.060511540860887,
      "step": 51490
    },
    {
      "contrastive_lambda": 0.04882012722372364,
      "epoch": 16.060823456019964,
      "step": 51491
    },
    {
      "contrastive_lambda": 0.04880884471713948,
      "epoch": 16.061135371179038,
      "step": 51492
    },
    {
      "contrastive_lambda": 0.0487975634475214,
      "epoch": 16.061447286338115,
      "step": 51493
    },
    {
      "contrastive_lambda": 0.04878628341490043,
      "epoch": 16.061759201497193,
      "step": 51494
    },
    {
      "contrastive_lambda": 0.04877500461930745,
      "epoch": 16.06207111665627,
      "step": 51495
    },
    {
      "contrastive_lambda": 0.048763727060773476,
      "epoch": 16.062383031815347,
      "step": 51496
    },
    {
      "contrastive_lambda": 0.04875245073932932,
      "epoch": 16.062694946974425,
      "step": 51497
    },
    {
      "contrastive_lambda": 0.04874117565500602,
      "epoch": 16.0630068621335,
      "step": 51498
    },
    {
      "contrastive_lambda": 0.048729901807834375,
      "epoch": 16.063318777292576,
      "step": 51499
    },
    {
      "epoch": 16.063630692451653,
      "grad_norm": 0.06818687915802002,
      "learning_rate": 5.388532464806567e-06,
      "loss": 0.017,
      "step": 51500
    },
    {
      "epoch": 16.063630692451653,
      "flow_loss": 0.01570814475417137,
      "step": 51500
    },
    {
      "contrastive_loss": 0.004526786971837282,
      "epoch": 16.063630692451653,
      "step": 51500
    },
    {
      "contrastive_lambda": 0.048718629197845364,
      "epoch": 16.063630692451653,
      "step": 51500
    },
    {
      "contrastive_lambda": 0.048707357825069686,
      "epoch": 16.06394260761073,
      "step": 51501
    },
    {
      "contrastive_lambda": 0.04869608768953848,
      "epoch": 16.064254522769808,
      "step": 51502
    },
    {
      "contrastive_lambda": 0.048684818791282725,
      "epoch": 16.06456643792888,
      "step": 51503
    },
    {
      "contrastive_lambda": 0.048673551130333004,
      "epoch": 16.06487835308796,
      "step": 51504
    },
    {
      "contrastive_lambda": 0.048662284706720405,
      "epoch": 16.065190268247036,
      "step": 51505
    },
    {
      "contrastive_lambda": 0.0486510195204759,
      "epoch": 16.065502183406114,
      "step": 51506
    },
    {
      "contrastive_lambda": 0.04863975557163003,
      "epoch": 16.06581409856519,
      "step": 51507
    },
    {
      "contrastive_lambda": 0.04862849286021398,
      "epoch": 16.06612601372427,
      "step": 51508
    },
    {
      "contrastive_lambda": 0.04861723138625862,
      "epoch": 16.066437928883342,
      "step": 51509
    },
    {
      "epoch": 16.06674984404242,
      "grad_norm": 0.05008940026164055,
      "learning_rate": 5.3760946064713546e-06,
      "loss": 0.0188,
      "step": 51510
    },
    {
      "epoch": 16.06674984404242,
      "flow_loss": 0.01571398787200451,
      "step": 51510
    },
    {
      "contrastive_loss": 0.0049782004207372665,
      "epoch": 16.06674984404242,
      "step": 51510
    },
    {
      "contrastive_lambda": 0.0486059711497947,
      "epoch": 16.06674984404242,
      "step": 51510
    },
    {
      "contrastive_lambda": 0.0485947121508532,
      "epoch": 16.067061759201497,
      "step": 51511
    },
    {
      "contrastive_lambda": 0.048583454389464764,
      "epoch": 16.067373674360574,
      "step": 51512
    },
    {
      "contrastive_lambda": 0.04857219786566053,
      "epoch": 16.06768558951965,
      "step": 51513
    },
    {
      "contrastive_lambda": 0.0485609425794713,
      "epoch": 16.06799750467873,
      "step": 51514
    },
    {
      "contrastive_lambda": 0.04854968853092778,
      "epoch": 16.068309419837803,
      "step": 51515
    },
    {
      "contrastive_lambda": 0.048538435720060946,
      "epoch": 16.06862133499688,
      "step": 51516
    },
    {
      "contrastive_lambda": 0.048527184146901714,
      "epoch": 16.068933250155958,
      "step": 51517
    },
    {
      "contrastive_lambda": 0.04851593381148067,
      "epoch": 16.069245165315035,
      "step": 51518
    },
    {
      "contrastive_lambda": 0.04850468471382896,
      "epoch": 16.069557080474112,
      "step": 51519
    },
    {
      "epoch": 16.069868995633186,
      "grad_norm": 0.05842132493853569,
      "learning_rate": 5.363670303700386e-06,
      "loss": 0.0209,
      "step": 51520
    },
    {
      "epoch": 16.069868995633186,
      "flow_loss": 0.015815168619155884,
      "step": 51520
    },
    {
      "contrastive_loss": 0.003718254156410694,
      "epoch": 16.069868995633186,
      "step": 51520
    },
    {
      "contrastive_lambda": 0.04849343685397728,
      "epoch": 16.069868995633186,
      "step": 51520
    },
    {
      "contrastive_lambda": 0.048482190231956435,
      "epoch": 16.070180910792264,
      "step": 51521
    },
    {
      "contrastive_lambda": 0.04847094484779735,
      "epoch": 16.07049282595134,
      "step": 51522
    },
    {
      "contrastive_lambda": 0.04845970070153077,
      "epoch": 16.07080474111042,
      "step": 51523
    },
    {
      "contrastive_lambda": 0.04844845779318746,
      "epoch": 16.071116656269496,
      "step": 51524
    },
    {
      "contrastive_lambda": 0.0484372161227985,
      "epoch": 16.071428571428573,
      "step": 51525
    },
    {
      "contrastive_lambda": 0.048425975690394474,
      "epoch": 16.071740486587647,
      "step": 51526
    },
    {
      "contrastive_lambda": 0.04841473649600636,
      "epoch": 16.072052401746724,
      "step": 51527
    },
    {
      "contrastive_lambda": 0.0484034985396648,
      "epoch": 16.0723643169058,
      "step": 51528
    },
    {
      "contrastive_lambda": 0.048392261821400606,
      "epoch": 16.07267623206488,
      "step": 51529
    },
    {
      "epoch": 16.072988147223956,
      "grad_norm": 0.056642502546310425,
      "learning_rate": 5.351259560267824e-06,
      "loss": 0.0211,
      "step": 51530
    },
    {
      "epoch": 16.072988147223956,
      "flow_loss": 0.015530494041740894,
      "step": 51530
    },
    {
      "contrastive_loss": 0.0043024057522416115,
      "epoch": 16.072988147223956,
      "step": 51530
    },
    {
      "contrastive_lambda": 0.04838102634124486,
      "epoch": 16.072988147223956,
      "step": 51530
    },
    {
      "contrastive_lambda": 0.04836979209922804,
      "epoch": 16.073300062383034,
      "step": 51531
    },
    {
      "contrastive_lambda": 0.048358559095381115,
      "epoch": 16.073611977542107,
      "step": 51532
    },
    {
      "contrastive_lambda": 0.0483473273297349,
      "epoch": 16.073923892701185,
      "step": 51533
    },
    {
      "contrastive_lambda": 0.04833609680232004,
      "epoch": 16.074235807860262,
      "step": 51534
    },
    {
      "contrastive_lambda": 0.048324867513167336,
      "epoch": 16.07454772301934,
      "step": 51535
    },
    {
      "contrastive_lambda": 0.04831363946230788,
      "epoch": 16.074859638178417,
      "step": 51536
    },
    {
      "contrastive_lambda": 0.048302412649772086,
      "epoch": 16.07517155333749,
      "step": 51537
    },
    {
      "contrastive_lambda": 0.04829118707559099,
      "epoch": 16.075483468496568,
      "step": 51538
    },
    {
      "contrastive_lambda": 0.048279962739795124,
      "epoch": 16.075795383655645,
      "step": 51539
    },
    {
      "epoch": 16.076107298814723,
      "grad_norm": 0.07886328548192978,
      "learning_rate": 5.338862379943721e-06,
      "loss": 0.0236,
      "step": 51540
    },
    {
      "epoch": 16.076107298814723,
      "flow_loss": 0.0269940085709095,
      "step": 51540
    },
    {
      "contrastive_loss": 0.0034622575622051954,
      "epoch": 16.076107298814723,
      "step": 51540
    },
    {
      "contrastive_lambda": 0.048268739642415404,
      "epoch": 16.076107298814723,
      "step": 51540
    },
    {
      "contrastive_lambda": 0.048257517783482584,
      "epoch": 16.0764192139738,
      "step": 51541
    },
    {
      "contrastive_lambda": 0.048246297163027474,
      "epoch": 16.076731129132877,
      "step": 51542
    },
    {
      "contrastive_lambda": 0.048235077781080715,
      "epoch": 16.07704304429195,
      "step": 51543
    },
    {
      "contrastive_lambda": 0.04822385963767328,
      "epoch": 16.07735495945103,
      "step": 51544
    },
    {
      "contrastive_lambda": 0.04821264273283565,
      "epoch": 16.077666874610106,
      "step": 51545
    },
    {
      "contrastive_lambda": 0.04820142706659869,
      "epoch": 16.077978789769183,
      "step": 51546
    },
    {
      "contrastive_lambda": 0.04819021263899331,
      "epoch": 16.07829070492826,
      "step": 51547
    },
    {
      "contrastive_lambda": 0.04817899945005,
      "epoch": 16.078602620087338,
      "step": 51548
    },
    {
      "contrastive_lambda": 0.04816778749979972,
      "epoch": 16.078914535246412,
      "step": 51549
    },
    {
      "epoch": 16.07922645040549,
      "grad_norm": 0.05088391527533531,
      "learning_rate": 5.326478766494025e-06,
      "loss": 0.0204,
      "step": 51550
    },
    {
      "epoch": 16.07922645040549,
      "flow_loss": 0.014886240474879742,
      "step": 51550
    },
    {
      "contrastive_loss": 0.0033533722162246704,
      "epoch": 16.07922645040549,
      "step": 51550
    },
    {
      "contrastive_lambda": 0.048156576788273064,
      "epoch": 16.07922645040549,
      "step": 51550
    },
    {
      "contrastive_lambda": 0.04814536731550073,
      "epoch": 16.079538365564567,
      "step": 51551
    },
    {
      "contrastive_lambda": 0.04813415908151358,
      "epoch": 16.079850280723644,
      "step": 51552
    },
    {
      "contrastive_lambda": 0.04812295208634226,
      "epoch": 16.08016219588272,
      "step": 51553
    },
    {
      "contrastive_lambda": 0.048111746330017524,
      "epoch": 16.080474111041795,
      "step": 51554
    },
    {
      "contrastive_lambda": 0.04810054181257023,
      "epoch": 16.080786026200872,
      "step": 51555
    },
    {
      "contrastive_lambda": 0.0480893385340308,
      "epoch": 16.08109794135995,
      "step": 51556
    },
    {
      "contrastive_lambda": 0.04807813649443027,
      "epoch": 16.081409856519027,
      "step": 51557
    },
    {
      "contrastive_lambda": 0.04806693569379894,
      "epoch": 16.081721771678104,
      "step": 51558
    },
    {
      "contrastive_lambda": 0.0480557361321679,
      "epoch": 16.082033686837182,
      "step": 51559
    },
    {
      "epoch": 16.082345601996256,
      "grad_norm": 0.05578502640128136,
      "learning_rate": 5.3141087236805385e-06,
      "loss": 0.0209,
      "step": 51560
    },
    {
      "epoch": 16.082345601996256,
      "flow_loss": 0.03238595649600029,
      "step": 51560
    },
    {
      "contrastive_loss": 0.0035258224233984947,
      "epoch": 16.082345601996256,
      "step": 51560
    },
    {
      "contrastive_lambda": 0.0480445378095678,
      "epoch": 16.082345601996256,
      "step": 51560
    },
    {
      "contrastive_lambda": 0.04803334072602916,
      "epoch": 16.082657517155333,
      "step": 51561
    },
    {
      "contrastive_lambda": 0.04802214488158274,
      "epoch": 16.08296943231441,
      "step": 51562
    },
    {
      "contrastive_lambda": 0.048010950276259345,
      "epoch": 16.083281347473488,
      "step": 51563
    },
    {
      "contrastive_lambda": 0.047999756910089564,
      "epoch": 16.083593262632565,
      "step": 51564
    },
    {
      "contrastive_lambda": 0.047988564783104204,
      "epoch": 16.083905177791642,
      "step": 51565
    },
    {
      "contrastive_lambda": 0.04797737389533374,
      "epoch": 16.084217092950716,
      "step": 51566
    },
    {
      "contrastive_lambda": 0.047966184246808985,
      "epoch": 16.084529008109794,
      "step": 51567
    },
    {
      "contrastive_lambda": 0.04795499583756074,
      "epoch": 16.08484092326887,
      "step": 51568
    },
    {
      "contrastive_lambda": 0.04794380866761927,
      "epoch": 16.08515283842795,
      "step": 51569
    },
    {
      "epoch": 16.085464753587026,
      "grad_norm": 0.06641885638237,
      "learning_rate": 5.3017522552609615e-06,
      "loss": 0.0242,
      "step": 51570
    },
    {
      "epoch": 16.085464753587026,
      "flow_loss": 0.010399499908089638,
      "step": 51570
    },
    {
      "contrastive_loss": 0.003509063273668289,
      "epoch": 16.085464753587026,
      "step": 51570
    },
    {
      "contrastive_lambda": 0.04793262273701565,
      "epoch": 16.085464753587026,
      "step": 51570
    },
    {
      "contrastive_lambda": 0.04792143804578053,
      "epoch": 16.0857766687461,
      "step": 51571
    },
    {
      "contrastive_lambda": 0.047910254593944324,
      "epoch": 16.086088583905177,
      "step": 51572
    },
    {
      "contrastive_lambda": 0.047899072381537955,
      "epoch": 16.086400499064254,
      "step": 51573
    },
    {
      "contrastive_lambda": 0.04788789140859184,
      "epoch": 16.08671241422333,
      "step": 51574
    },
    {
      "contrastive_lambda": 0.04787671167513663,
      "epoch": 16.08702432938241,
      "step": 51575
    },
    {
      "contrastive_lambda": 0.04786553318120329,
      "epoch": 16.087336244541486,
      "step": 51576
    },
    {
      "contrastive_lambda": 0.04785435592682219,
      "epoch": 16.08764815970056,
      "step": 51577
    },
    {
      "contrastive_lambda": 0.04784317991202397,
      "epoch": 16.087960074859637,
      "step": 51578
    },
    {
      "contrastive_lambda": 0.047832005136839495,
      "epoch": 16.088271990018715,
      "step": 51579
    },
    {
      "epoch": 16.088583905177792,
      "grad_norm": 0.07119016349315643,
      "learning_rate": 5.289409364988851e-06,
      "loss": 0.0287,
      "step": 51580
    },
    {
      "epoch": 16.088583905177792,
      "flow_loss": 0.01215278822928667,
      "step": 51580
    },
    {
      "contrastive_loss": 0.003354721236974001,
      "epoch": 16.088583905177792,
      "step": 51580
    },
    {
      "contrastive_lambda": 0.047820831601299074,
      "epoch": 16.088583905177792,
      "step": 51580
    },
    {
      "contrastive_lambda": 0.04780965930543357,
      "epoch": 16.08889582033687,
      "step": 51581
    },
    {
      "contrastive_lambda": 0.047798488249273685,
      "epoch": 16.089207735495947,
      "step": 51582
    },
    {
      "contrastive_lambda": 0.047787318432849835,
      "epoch": 16.08951965065502,
      "step": 51583
    },
    {
      "contrastive_lambda": 0.04777614985619277,
      "epoch": 16.089831565814098,
      "step": 51584
    },
    {
      "contrastive_lambda": 0.04776498251933303,
      "epoch": 16.090143480973175,
      "step": 51585
    },
    {
      "contrastive_lambda": 0.04775381642230114,
      "epoch": 16.090455396132253,
      "step": 51586
    },
    {
      "contrastive_lambda": 0.047742651565128025,
      "epoch": 16.09076731129133,
      "step": 51587
    },
    {
      "contrastive_lambda": 0.04773148794784399,
      "epoch": 16.091079226450404,
      "step": 51588
    },
    {
      "contrastive_lambda": 0.04772032557047984,
      "epoch": 16.09139114160948,
      "step": 51589
    },
    {
      "epoch": 16.09170305676856,
      "grad_norm": 0.03784256428480148,
      "learning_rate": 5.277080056613671e-06,
      "loss": 0.0235,
      "step": 51590
    },
    {
      "epoch": 16.09170305676856,
      "flow_loss": 0.01899341680109501,
      "step": 51590
    },
    {
      "contrastive_loss": 0.0032420349307358265,
      "epoch": 16.09170305676856,
      "step": 51590
    },
    {
      "contrastive_lambda": 0.04770916443306611,
      "epoch": 16.09170305676856,
      "step": 51590
    },
    {
      "contrastive_lambda": 0.04769800453563333,
      "epoch": 16.092014971927636,
      "step": 51591
    },
    {
      "contrastive_lambda": 0.047686845878212036,
      "epoch": 16.092326887086713,
      "step": 51592
    },
    {
      "contrastive_lambda": 0.04767568846083314,
      "epoch": 16.09263880224579,
      "step": 51593
    },
    {
      "contrastive_lambda": 0.04766453228352696,
      "epoch": 16.092950717404864,
      "step": 51594
    },
    {
      "contrastive_lambda": 0.04765337734632419,
      "epoch": 16.093262632563942,
      "step": 51595
    },
    {
      "contrastive_lambda": 0.0476422236492553,
      "epoch": 16.09357454772302,
      "step": 51596
    },
    {
      "contrastive_lambda": 0.04763107119235083,
      "epoch": 16.093886462882097,
      "step": 51597
    },
    {
      "contrastive_lambda": 0.04761991997564169,
      "epoch": 16.094198378041174,
      "step": 51598
    },
    {
      "contrastive_lambda": 0.047608769999158085,
      "epoch": 16.09451029320025,
      "step": 51599
    },
    {
      "epoch": 16.094822208359325,
      "grad_norm": 0.081407330930233,
      "learning_rate": 5.264764333880729e-06,
      "loss": 0.0208,
      "step": 51600
    },
    {
      "epoch": 16.094822208359325,
      "flow_loss": 0.02911256067454815,
      "step": 51600
    },
    {
      "contrastive_loss": 0.0029213791713118553,
      "epoch": 16.094822208359325,
      "step": 51600
    },
    {
      "contrastive_lambda": 0.04759762126293077,
      "epoch": 16.094822208359325,
      "step": 51600
    },
    {
      "contrastive_lambda": 0.04758647376699032,
      "epoch": 16.095134123518402,
      "step": 51601
    },
    {
      "contrastive_lambda": 0.047575327511367116,
      "epoch": 16.09544603867748,
      "step": 51602
    },
    {
      "contrastive_lambda": 0.0475641824960919,
      "epoch": 16.095757953836557,
      "step": 51603
    },
    {
      "contrastive_lambda": 0.04755303872119515,
      "epoch": 16.096069868995635,
      "step": 51604
    },
    {
      "contrastive_lambda": 0.0475418961867074,
      "epoch": 16.09638178415471,
      "step": 51605
    },
    {
      "contrastive_lambda": 0.047530754892659344,
      "epoch": 16.096693699313786,
      "step": 51606
    },
    {
      "contrastive_lambda": 0.04751961483908135,
      "epoch": 16.097005614472863,
      "step": 51607
    },
    {
      "contrastive_lambda": 0.04750847602600394,
      "epoch": 16.09731752963194,
      "step": 51608
    },
    {
      "contrastive_lambda": 0.04749733845345783,
      "epoch": 16.097629444791018,
      "step": 51609
    },
    {
      "epoch": 16.097941359950095,
      "grad_norm": 0.0633959099650383,
      "learning_rate": 5.252462200531216e-06,
      "loss": 0.0225,
      "step": 51610
    },
    {
      "epoch": 16.097941359950095,
      "flow_loss": 0.006779606454074383,
      "step": 51610
    },
    {
      "contrastive_loss": 0.003470722120255232,
      "epoch": 16.097941359950095,
      "step": 51610
    },
    {
      "contrastive_lambda": 0.04748620212147342,
      "epoch": 16.097941359950095,
      "step": 51610
    },
    {
      "contrastive_lambda": 0.04747506703008125,
      "epoch": 16.09825327510917,
      "step": 51611
    },
    {
      "contrastive_lambda": 0.04746393317931202,
      "epoch": 16.098565190268246,
      "step": 51612
    },
    {
      "contrastive_lambda": 0.047452800569195985,
      "epoch": 16.098877105427324,
      "step": 51613
    },
    {
      "contrastive_lambda": 0.04744166919976389,
      "epoch": 16.0991890205864,
      "step": 51614
    },
    {
      "contrastive_lambda": 0.047430539071045996,
      "epoch": 16.09950093574548,
      "step": 51615
    },
    {
      "contrastive_lambda": 0.04741941018307305,
      "epoch": 16.099812850904556,
      "step": 51616
    },
    {
      "contrastive_lambda": 0.04740828253587559,
      "epoch": 16.10012476606363,
      "step": 51617
    },
    {
      "contrastive_lambda": 0.047397156129483864,
      "epoch": 16.100436681222707,
      "step": 51618
    },
    {
      "contrastive_lambda": 0.04738603096392863,
      "epoch": 16.100748596381784,
      "step": 51619
    },
    {
      "epoch": 16.10106051154086,
      "grad_norm": 0.06089259684085846,
      "learning_rate": 5.240173660302194e-06,
      "loss": 0.0173,
      "step": 51620
    },
    {
      "epoch": 16.10106051154086,
      "flow_loss": 0.013105330057442188,
      "step": 51620
    },
    {
      "contrastive_loss": 0.003306616097688675,
      "epoch": 16.10106051154086,
      "step": 51620
    },
    {
      "contrastive_lambda": 0.047374907039240244,
      "epoch": 16.10106051154086,
      "step": 51620
    },
    {
      "contrastive_lambda": 0.047363784355449245,
      "epoch": 16.10137242669994,
      "step": 51621
    },
    {
      "contrastive_lambda": 0.04735266291258622,
      "epoch": 16.101684341859013,
      "step": 51622
    },
    {
      "contrastive_lambda": 0.04734154271068147,
      "epoch": 16.10199625701809,
      "step": 51623
    },
    {
      "contrastive_lambda": 0.04733042374976559,
      "epoch": 16.102308172177167,
      "step": 51624
    },
    {
      "contrastive_lambda": 0.04731930602986917,
      "epoch": 16.102620087336245,
      "step": 51625
    },
    {
      "contrastive_lambda": 0.04730818955102234,
      "epoch": 16.102932002495322,
      "step": 51626
    },
    {
      "contrastive_lambda": 0.04729707431325597,
      "epoch": 16.1032439176544,
      "step": 51627
    },
    {
      "contrastive_lambda": 0.04728596031660043,
      "epoch": 16.103555832813473,
      "step": 51628
    },
    {
      "contrastive_lambda": 0.04727484756108602,
      "epoch": 16.10386774797255,
      "step": 51629
    },
    {
      "epoch": 16.104179663131628,
      "grad_norm": 0.07063935697078705,
      "learning_rate": 5.2278987169266044e-06,
      "loss": 0.0191,
      "step": 51630
    },
    {
      "epoch": 16.104179663131628,
      "flow_loss": 0.017888538539409637,
      "step": 51630
    },
    {
      "contrastive_loss": 0.003480530111119151,
      "epoch": 16.104179663131628,
      "step": 51630
    },
    {
      "contrastive_lambda": 0.04726373604674344,
      "epoch": 16.104179663131628,
      "step": 51630
    },
    {
      "contrastive_lambda": 0.04725262577360295,
      "epoch": 16.104491578290705,
      "step": 51631
    },
    {
      "contrastive_lambda": 0.04724151674169497,
      "epoch": 16.104803493449783,
      "step": 51632
    },
    {
      "contrastive_lambda": 0.047230408951050296,
      "epoch": 16.10511540860886,
      "step": 51633
    },
    {
      "contrastive_lambda": 0.047219302401699026,
      "epoch": 16.105427323767934,
      "step": 51634
    },
    {
      "contrastive_lambda": 0.0472081970936718,
      "epoch": 16.10573923892701,
      "step": 51635
    },
    {
      "contrastive_lambda": 0.04719709302699904,
      "epoch": 16.10605115408609,
      "step": 51636
    },
    {
      "contrastive_lambda": 0.04718599020171105,
      "epoch": 16.106363069245166,
      "step": 51637
    },
    {
      "contrastive_lambda": 0.04717488861783842,
      "epoch": 16.106674984404243,
      "step": 51638
    },
    {
      "contrastive_lambda": 0.04716378827541162,
      "epoch": 16.106986899563317,
      "step": 51639
    },
    {
      "epoch": 16.107298814722395,
      "grad_norm": 0.05203292518854141,
      "learning_rate": 5.215637374133231e-06,
      "loss": 0.0232,
      "step": 51640
    },
    {
      "epoch": 16.107298814722395,
      "flow_loss": 0.020976614207029343,
      "step": 51640
    },
    {
      "contrastive_loss": 0.0034445649944245815,
      "epoch": 16.107298814722395,
      "step": 51640
    },
    {
      "contrastive_lambda": 0.04715268917446097,
      "epoch": 16.107298814722395,
      "step": 51640
    },
    {
      "contrastive_lambda": 0.047141591315016995,
      "epoch": 16.107610729881472,
      "step": 51641
    },
    {
      "contrastive_lambda": 0.04713049469710995,
      "epoch": 16.10792264504055,
      "step": 51642
    },
    {
      "contrastive_lambda": 0.047119399320770305,
      "epoch": 16.108234560199627,
      "step": 51643
    },
    {
      "contrastive_lambda": 0.04710830518602871,
      "epoch": 16.108546475358704,
      "step": 51644
    },
    {
      "contrastive_lambda": 0.0470972122929153,
      "epoch": 16.108858390517778,
      "step": 51645
    },
    {
      "contrastive_lambda": 0.047086120641460616,
      "epoch": 16.109170305676855,
      "step": 51646
    },
    {
      "contrastive_lambda": 0.047075030231695125,
      "epoch": 16.109482220835933,
      "step": 51647
    },
    {
      "contrastive_lambda": 0.047063941063649084,
      "epoch": 16.10979413599501,
      "step": 51648
    },
    {
      "contrastive_lambda": 0.04705285313735286,
      "epoch": 16.110106051154087,
      "step": 51649
    },
    {
      "epoch": 16.110417966313165,
      "grad_norm": 0.06948382407426834,
      "learning_rate": 5.203389635646782e-06,
      "loss": 0.02,
      "step": 51650
    },
    {
      "epoch": 16.110417966313165,
      "flow_loss": 0.020647751167416573,
      "step": 51650
    },
    {
      "contrastive_loss": 0.003482894040644169,
      "epoch": 16.110417966313165,
      "step": 51650
    },
    {
      "contrastive_lambda": 0.04704176645283714,
      "epoch": 16.110417966313165,
      "step": 51650
    },
    {
      "contrastive_lambda": 0.04703068101013208,
      "epoch": 16.11072988147224,
      "step": 51651
    },
    {
      "contrastive_lambda": 0.04701959680926815,
      "epoch": 16.111041796631316,
      "step": 51652
    },
    {
      "contrastive_lambda": 0.04700851385027566,
      "epoch": 16.111353711790393,
      "step": 51653
    },
    {
      "contrastive_lambda": 0.04699743213318497,
      "epoch": 16.11166562694947,
      "step": 51654
    },
    {
      "contrastive_lambda": 0.046986351658026726,
      "epoch": 16.111977542108548,
      "step": 51655
    },
    {
      "contrastive_lambda": 0.046975272424831016,
      "epoch": 16.11228945726762,
      "step": 51656
    },
    {
      "contrastive_lambda": 0.046964194433628315,
      "epoch": 16.1126013724267,
      "step": 51657
    },
    {
      "contrastive_lambda": 0.0469531176844491,
      "epoch": 16.112913287585776,
      "step": 51658
    },
    {
      "contrastive_lambda": 0.046942042177323506,
      "epoch": 16.113225202744854,
      "step": 51659
    },
    {
      "epoch": 16.11353711790393,
      "grad_norm": 0.05975300446152687,
      "learning_rate": 5.191155505187756e-06,
      "loss": 0.0176,
      "step": 51660
    },
    {
      "epoch": 16.11353711790393,
      "flow_loss": 0.025890808552503586,
      "step": 51660
    },
    {
      "contrastive_loss": 0.0031561804935336113,
      "epoch": 16.11353711790393,
      "step": 51660
    },
    {
      "contrastive_lambda": 0.04693096791228207,
      "epoch": 16.11353711790393,
      "step": 51660
    },
    {
      "contrastive_lambda": 0.04691989488935511,
      "epoch": 16.11384903306301,
      "step": 51661
    },
    {
      "contrastive_lambda": 0.04690882310857297,
      "epoch": 16.114160948222082,
      "step": 51662
    },
    {
      "contrastive_lambda": 0.04689775256996609,
      "epoch": 16.11447286338116,
      "step": 51663
    },
    {
      "contrastive_lambda": 0.046886683273564655,
      "epoch": 16.114784778540237,
      "step": 51664
    },
    {
      "contrastive_lambda": 0.04687561521939915,
      "epoch": 16.115096693699314,
      "step": 51665
    },
    {
      "contrastive_lambda": 0.04686454840749982,
      "epoch": 16.11540860885839,
      "step": 51666
    },
    {
      "contrastive_lambda": 0.04685348283789709,
      "epoch": 16.11572052401747,
      "step": 51667
    },
    {
      "contrastive_lambda": 0.04684241851062132,
      "epoch": 16.116032439176543,
      "step": 51668
    },
    {
      "contrastive_lambda": 0.04683135542570277,
      "epoch": 16.11634435433562,
      "step": 51669
    },
    {
      "epoch": 16.116656269494698,
      "grad_norm": 0.07421598583459854,
      "learning_rate": 5.1789349864726e-06,
      "loss": 0.0248,
      "step": 51670
    },
    {
      "epoch": 16.116656269494698,
      "flow_loss": 0.01761884242296219,
      "step": 51670
    },
    {
      "contrastive_loss": 0.0035190884955227375,
      "epoch": 16.116656269494698,
      "step": 51670
    },
    {
      "contrastive_lambda": 0.046820293583171746,
      "epoch": 16.116656269494698,
      "step": 51670
    },
    {
      "contrastive_lambda": 0.04680923298305861,
      "epoch": 16.116968184653775,
      "step": 51671
    },
    {
      "contrastive_lambda": 0.04679817362539368,
      "epoch": 16.117280099812852,
      "step": 51672
    },
    {
      "contrastive_lambda": 0.04678711551020731,
      "epoch": 16.117592014971926,
      "step": 51673
    },
    {
      "contrastive_lambda": 0.04677605863752987,
      "epoch": 16.117903930131003,
      "step": 51674
    },
    {
      "contrastive_lambda": 0.04676500300739156,
      "epoch": 16.11821584529008,
      "step": 51675
    },
    {
      "contrastive_lambda": 0.04675394861982274,
      "epoch": 16.118527760449158,
      "step": 51676
    },
    {
      "contrastive_lambda": 0.04674289547485355,
      "epoch": 16.118839675608235,
      "step": 51677
    },
    {
      "contrastive_lambda": 0.046731843572514586,
      "epoch": 16.119151590767313,
      "step": 51678
    },
    {
      "contrastive_lambda": 0.04672079291283604,
      "epoch": 16.119463505926387,
      "step": 51679
    },
    {
      "epoch": 16.119775421085464,
      "grad_norm": 0.06840293854475021,
      "learning_rate": 5.16672808321354e-06,
      "loss": 0.0245,
      "step": 51680
    },
    {
      "epoch": 16.119775421085464,
      "flow_loss": 0.022643746808171272,
      "step": 51680
    },
    {
      "contrastive_loss": 0.003415312385186553,
      "epoch": 16.119775421085464,
      "step": 51680
    },
    {
      "contrastive_lambda": 0.04670974349584811,
      "epoch": 16.119775421085464,
      "step": 51680
    },
    {
      "contrastive_lambda": 0.04669869532158116,
      "epoch": 16.12008733624454,
      "step": 51681
    },
    {
      "contrastive_lambda": 0.04668764839006556,
      "epoch": 16.12039925140362,
      "step": 51682
    },
    {
      "contrastive_lambda": 0.04667660270133134,
      "epoch": 16.120711166562696,
      "step": 51683
    },
    {
      "contrastive_lambda": 0.04666555825540902,
      "epoch": 16.121023081721773,
      "step": 51684
    },
    {
      "contrastive_lambda": 0.046654515052328926,
      "epoch": 16.121334996880847,
      "step": 51685
    },
    {
      "contrastive_lambda": 0.04664347309212108,
      "epoch": 16.121646912039925,
      "step": 51686
    },
    {
      "contrastive_lambda": 0.04663243237481601,
      "epoch": 16.121958827199002,
      "step": 51687
    },
    {
      "contrastive_lambda": 0.0466213929004437,
      "epoch": 16.12227074235808,
      "step": 51688
    },
    {
      "contrastive_lambda": 0.04661035466903468,
      "epoch": 16.122582657517157,
      "step": 51689
    },
    {
      "epoch": 16.12289457267623,
      "grad_norm": 0.05941926687955856,
      "learning_rate": 5.154534799118749e-06,
      "loss": 0.0204,
      "step": 51690
    },
    {
      "epoch": 16.12289457267623,
      "flow_loss": 0.017576053738594055,
      "step": 51690
    },
    {
      "contrastive_loss": 0.0031382739543914795,
      "epoch": 16.12289457267623,
      "step": 51690
    },
    {
      "contrastive_lambda": 0.0465993176806192,
      "epoch": 16.12289457267623,
      "step": 51690
    },
    {
      "contrastive_lambda": 0.04658828193522735,
      "epoch": 16.123206487835308,
      "step": 51691
    },
    {
      "contrastive_lambda": 0.046577247432889435,
      "epoch": 16.123518402994385,
      "step": 51692
    },
    {
      "contrastive_lambda": 0.04656621417363588,
      "epoch": 16.123830318153463,
      "step": 51693
    },
    {
      "contrastive_lambda": 0.046555182157496544,
      "epoch": 16.12414223331254,
      "step": 51694
    },
    {
      "contrastive_lambda": 0.046544151384502075,
      "epoch": 16.124454148471617,
      "step": 51695
    },
    {
      "contrastive_lambda": 0.04653312185468261,
      "epoch": 16.12476606363069,
      "step": 51696
    },
    {
      "contrastive_lambda": 0.0465220935680683,
      "epoch": 16.12507797878977,
      "step": 51697
    },
    {
      "contrastive_lambda": 0.04651106652468945,
      "epoch": 16.125389893948846,
      "step": 51698
    },
    {
      "contrastive_lambda": 0.0465000407245762,
      "epoch": 16.125701809107923,
      "step": 51699
    },
    {
      "epoch": 16.126013724267,
      "grad_norm": 0.04840376600623131,
      "learning_rate": 5.142355137892207e-06,
      "loss": 0.0192,
      "step": 51700
    },
    {
      "epoch": 16.126013724267,
      "flow_loss": 0.015576699748635292,
      "step": 51700
    },
    {
      "contrastive_loss": 0.0034210053272545338,
      "epoch": 16.126013724267,
      "step": 51700
    },
    {
      "contrastive_lambda": 0.046489016167758745,
      "epoch": 16.126013724267,
      "step": 51700
    },
    {
      "contrastive_lambda": 0.04647799285426757,
      "epoch": 16.126325639426078,
      "step": 51701
    },
    {
      "contrastive_lambda": 0.046466970784132644,
      "epoch": 16.12663755458515,
      "step": 51702
    },
    {
      "contrastive_lambda": 0.04645594995738428,
      "epoch": 16.12694946974423,
      "step": 51703
    },
    {
      "contrastive_lambda": 0.04644493037405273,
      "epoch": 16.127261384903306,
      "step": 51704
    },
    {
      "contrastive_lambda": 0.04643391203416802,
      "epoch": 16.127573300062384,
      "step": 51705
    },
    {
      "contrastive_lambda": 0.04642289493776064,
      "epoch": 16.12788521522146,
      "step": 51706
    },
    {
      "contrastive_lambda": 0.04641187908486055,
      "epoch": 16.128197130380535,
      "step": 51707
    },
    {
      "contrastive_lambda": 0.04640086447549807,
      "epoch": 16.128509045539612,
      "step": 51708
    },
    {
      "contrastive_lambda": 0.046389851109703506,
      "epoch": 16.12882096069869,
      "step": 51709
    },
    {
      "epoch": 16.129132875857767,
      "grad_norm": 0.08397746831178665,
      "learning_rate": 5.130189103233779e-06,
      "loss": 0.0198,
      "step": 51710
    },
    {
      "epoch": 16.129132875857767,
      "flow_loss": 0.01061172690242529,
      "step": 51710
    },
    {
      "contrastive_loss": 0.004823352675884962,
      "epoch": 16.129132875857767,
      "step": 51710
    },
    {
      "contrastive_lambda": 0.046378838987506776,
      "epoch": 16.129132875857767,
      "step": 51710
    },
    {
      "contrastive_lambda": 0.046367828108938136,
      "epoch": 16.129444791016844,
      "step": 51711
    },
    {
      "contrastive_lambda": 0.046356818474028005,
      "epoch": 16.12975670617592,
      "step": 51712
    },
    {
      "contrastive_lambda": 0.04634581008280636,
      "epoch": 16.130068621334996,
      "step": 51713
    },
    {
      "contrastive_lambda": 0.0463348029353034,
      "epoch": 16.130380536494073,
      "step": 51714
    },
    {
      "contrastive_lambda": 0.046323797031549485,
      "epoch": 16.13069245165315,
      "step": 51715
    },
    {
      "contrastive_lambda": 0.046312792371574485,
      "epoch": 16.131004366812228,
      "step": 51716
    },
    {
      "contrastive_lambda": 0.04630178895540876,
      "epoch": 16.131316281971305,
      "step": 51717
    },
    {
      "contrastive_lambda": 0.046290786783082405,
      "epoch": 16.131628197130382,
      "step": 51718
    },
    {
      "contrastive_lambda": 0.046279785854625666,
      "epoch": 16.131940112289456,
      "step": 51719
    },
    {
      "epoch": 16.132252027448533,
      "grad_norm": 0.08798821270465851,
      "learning_rate": 5.118036698839179e-06,
      "loss": 0.0217,
      "step": 51720
    },
    {
      "epoch": 16.132252027448533,
      "flow_loss": 0.013064025901257992,
      "step": 51720
    },
    {
      "contrastive_loss": 0.0050033447332680225,
      "epoch": 16.132252027448533,
      "step": 51720
    },
    {
      "contrastive_lambda": 0.04626878617006874,
      "epoch": 16.132252027448533,
      "step": 51720
    },
    {
      "contrastive_lambda": 0.04625778772944156,
      "epoch": 16.13256394260761,
      "step": 51721
    },
    {
      "contrastive_lambda": 0.04624679053277436,
      "epoch": 16.132875857766688,
      "step": 51722
    },
    {
      "contrastive_lambda": 0.04623579458009752,
      "epoch": 16.133187772925766,
      "step": 51723
    },
    {
      "contrastive_lambda": 0.04622479987144096,
      "epoch": 16.13349968808484,
      "step": 51724
    },
    {
      "contrastive_lambda": 0.04621380640683492,
      "epoch": 16.133811603243917,
      "step": 51725
    },
    {
      "contrastive_lambda": 0.04620281418630945,
      "epoch": 16.134123518402994,
      "step": 51726
    },
    {
      "contrastive_lambda": 0.04619182320989468,
      "epoch": 16.13443543356207,
      "step": 51727
    },
    {
      "contrastive_lambda": 0.04618083347762081,
      "epoch": 16.13474734872115,
      "step": 51728
    },
    {
      "contrastive_lambda": 0.04616984498951793,
      "epoch": 16.135059263880226,
      "step": 51729
    },
    {
      "epoch": 16.1353711790393,
      "grad_norm": 0.04921650514006615,
      "learning_rate": 5.105897928399983e-06,
      "loss": 0.0174,
      "step": 51730
    },
    {
      "epoch": 16.1353711790393,
      "flow_loss": 0.02150884084403515,
      "step": 51730
    },
    {
      "contrastive_loss": 0.003835588227957487,
      "epoch": 16.1353711790393,
      "step": 51730
    },
    {
      "contrastive_lambda": 0.04615885774561623,
      "epoch": 16.1353711790393,
      "step": 51730
    },
    {
      "contrastive_lambda": 0.04614787174594587,
      "epoch": 16.135683094198377,
      "step": 51731
    },
    {
      "contrastive_lambda": 0.04613688699053681,
      "epoch": 16.135995009357455,
      "step": 51732
    },
    {
      "contrastive_lambda": 0.046125903479419306,
      "epoch": 16.136306924516532,
      "step": 51733
    },
    {
      "contrastive_lambda": 0.04611492121262323,
      "epoch": 16.13661883967561,
      "step": 51734
    },
    {
      "contrastive_lambda": 0.04610394019017894,
      "epoch": 16.136930754834687,
      "step": 51735
    },
    {
      "contrastive_lambda": 0.04609296041211658,
      "epoch": 16.13724266999376,
      "step": 51736
    },
    {
      "contrastive_lambda": 0.04608198187846607,
      "epoch": 16.137554585152838,
      "step": 51737
    },
    {
      "contrastive_lambda": 0.04607100458925756,
      "epoch": 16.137866500311915,
      "step": 51738
    },
    {
      "contrastive_lambda": 0.046060028544521125,
      "epoch": 16.138178415470993,
      "step": 51739
    },
    {
      "epoch": 16.13849033063007,
      "grad_norm": 0.09164907783269882,
      "learning_rate": 5.0937727956036464e-06,
      "loss": 0.026,
      "step": 51740
    },
    {
      "epoch": 16.13849033063007,
      "flow_loss": 0.024731675162911415,
      "step": 51740
    },
    {
      "contrastive_loss": 0.003400334157049656,
      "epoch": 16.13849033063007,
      "step": 51740
    },
    {
      "contrastive_lambda": 0.04604905374428697,
      "epoch": 16.13849033063007,
      "step": 51740
    },
    {
      "contrastive_lambda": 0.04603808018858507,
      "epoch": 16.138802245789144,
      "step": 51741
    },
    {
      "contrastive_lambda": 0.04602710787744563,
      "epoch": 16.13911416094822,
      "step": 51742
    },
    {
      "contrastive_lambda": 0.046016136810898556,
      "epoch": 16.1394260761073,
      "step": 51743
    },
    {
      "contrastive_lambda": 0.04600516698897417,
      "epoch": 16.139737991266376,
      "step": 51744
    },
    {
      "contrastive_lambda": 0.04599419841170216,
      "epoch": 16.140049906425453,
      "step": 51745
    },
    {
      "contrastive_lambda": 0.045983231079112896,
      "epoch": 16.14036182158453,
      "step": 51746
    },
    {
      "contrastive_lambda": 0.04597226499123652,
      "epoch": 16.140673736743604,
      "step": 51747
    },
    {
      "contrastive_lambda": 0.045961300148102846,
      "epoch": 16.14098565190268,
      "step": 51748
    },
    {
      "contrastive_lambda": 0.045950336549742066,
      "epoch": 16.14129756706176,
      "step": 51749
    },
    {
      "epoch": 16.141609482220836,
      "grad_norm": 0.19415199756622314,
      "learning_rate": 5.081661304133456e-06,
      "loss": 0.0186,
      "step": 51750
    },
    {
      "epoch": 16.141609482220836,
      "flow_loss": 0.024629555642604828,
      "step": 51750
    },
    {
      "contrastive_loss": 0.0035768377128988504,
      "epoch": 16.141609482220836,
      "step": 51750
    },
    {
      "contrastive_lambda": 0.04593937419618427,
      "epoch": 16.141609482220836,
      "step": 51750
    },
    {
      "contrastive_lambda": 0.04592841308745932,
      "epoch": 16.141921397379914,
      "step": 51751
    },
    {
      "contrastive_lambda": 0.04591745322359747,
      "epoch": 16.142233312538988,
      "step": 51752
    },
    {
      "contrastive_lambda": 0.04590649460462881,
      "epoch": 16.142545227698065,
      "step": 51753
    },
    {
      "contrastive_lambda": 0.045895537230583205,
      "epoch": 16.142857142857142,
      "step": 51754
    },
    {
      "contrastive_lambda": 0.04588458110149085,
      "epoch": 16.14316905801622,
      "step": 51755
    },
    {
      "contrastive_lambda": 0.0458736262173815,
      "epoch": 16.143480973175297,
      "step": 51756
    },
    {
      "contrastive_lambda": 0.04586267257828547,
      "epoch": 16.143792888334374,
      "step": 51757
    },
    {
      "contrastive_lambda": 0.045851720184232836,
      "epoch": 16.14410480349345,
      "step": 51758
    },
    {
      "contrastive_lambda": 0.04584076903525336,
      "epoch": 16.144416718652526,
      "step": 51759
    },
    {
      "epoch": 16.144728633811603,
      "grad_norm": 0.07325298339128494,
      "learning_rate": 5.069563457668558e-06,
      "loss": 0.0201,
      "step": 51760
    },
    {
      "epoch": 16.144728633811603,
      "flow_loss": 0.027558187022805214,
      "step": 51760
    },
    {
      "contrastive_loss": 0.002973754657432437,
      "epoch": 16.144728633811603,
      "step": 51760
    },
    {
      "contrastive_lambda": 0.045829819131377236,
      "epoch": 16.144728633811603,
      "step": 51760
    },
    {
      "contrastive_lambda": 0.045818870472634554,
      "epoch": 16.14504054897068,
      "step": 51761
    },
    {
      "contrastive_lambda": 0.04580792305905501,
      "epoch": 16.145352464129758,
      "step": 51762
    },
    {
      "contrastive_lambda": 0.04579697689066903,
      "epoch": 16.145664379288835,
      "step": 51763
    },
    {
      "contrastive_lambda": 0.0457860319675063,
      "epoch": 16.14597629444791,
      "step": 51764
    },
    {
      "contrastive_lambda": 0.04577508828959698,
      "epoch": 16.146288209606986,
      "step": 51765
    },
    {
      "contrastive_lambda": 0.04576414585697114,
      "epoch": 16.146600124766064,
      "step": 51766
    },
    {
      "contrastive_lambda": 0.0457532046696586,
      "epoch": 16.14691203992514,
      "step": 51767
    },
    {
      "contrastive_lambda": 0.04574226472768933,
      "epoch": 16.14722395508422,
      "step": 51768
    },
    {
      "contrastive_lambda": 0.045731326031093644,
      "epoch": 16.147535870243292,
      "step": 51769
    },
    {
      "epoch": 16.14784778540237,
      "grad_norm": 0.03975443169474602,
      "learning_rate": 5.0574792598839624e-06,
      "loss": 0.0198,
      "step": 51770
    },
    {
      "epoch": 16.14784778540237,
      "flow_loss": 0.04372449219226837,
      "step": 51770
    },
    {
      "contrastive_loss": 0.003063092241063714,
      "epoch": 16.14784778540237,
      "step": 51770
    },
    {
      "contrastive_lambda": 0.04572038857990118,
      "epoch": 16.14784778540237,
      "step": 51770
    },
    {
      "contrastive_lambda": 0.0457094523741422,
      "epoch": 16.148159700561447,
      "step": 51771
    },
    {
      "contrastive_lambda": 0.04569851741384645,
      "epoch": 16.148471615720524,
      "step": 51772
    },
    {
      "contrastive_lambda": 0.04568758369904391,
      "epoch": 16.1487835308796,
      "step": 51773
    },
    {
      "contrastive_lambda": 0.04567665122976483,
      "epoch": 16.14909544603868,
      "step": 51774
    },
    {
      "contrastive_lambda": 0.04566572000603891,
      "epoch": 16.149407361197753,
      "step": 51775
    },
    {
      "contrastive_lambda": 0.04565479002789624,
      "epoch": 16.14971927635683,
      "step": 51776
    },
    {
      "contrastive_lambda": 0.04564386129536685,
      "epoch": 16.150031191515907,
      "step": 51777
    },
    {
      "contrastive_lambda": 0.04563293380848049,
      "epoch": 16.150343106674985,
      "step": 51778
    },
    {
      "contrastive_lambda": 0.0456220075672672,
      "epoch": 16.150655021834062,
      "step": 51779
    },
    {
      "epoch": 16.15096693699314,
      "grad_norm": 0.07377041131258011,
      "learning_rate": 5.0454087144505276e-06,
      "loss": 0.0237,
      "step": 51780
    },
    {
      "epoch": 16.15096693699314,
      "flow_loss": 0.021511252969503403,
      "step": 51780
    },
    {
      "contrastive_loss": 0.0034111174754798412,
      "epoch": 16.15096693699314,
      "step": 51780
    },
    {
      "contrastive_lambda": 0.04561108257175711,
      "epoch": 16.15096693699314,
      "step": 51780
    },
    {
      "contrastive_lambda": 0.04560015882197993,
      "epoch": 16.151278852152213,
      "step": 51781
    },
    {
      "contrastive_lambda": 0.04558923631796585,
      "epoch": 16.15159076731129,
      "step": 51782
    },
    {
      "contrastive_lambda": 0.04557831505974458,
      "epoch": 16.151902682470368,
      "step": 51783
    },
    {
      "contrastive_lambda": 0.04556739504734614,
      "epoch": 16.152214597629445,
      "step": 51784
    },
    {
      "contrastive_lambda": 0.045556476280800506,
      "epoch": 16.152526512788523,
      "step": 51785
    },
    {
      "contrastive_lambda": 0.045545558760137606,
      "epoch": 16.152838427947597,
      "step": 51786
    },
    {
      "contrastive_lambda": 0.0455346424853873,
      "epoch": 16.153150343106674,
      "step": 51787
    },
    {
      "contrastive_lambda": 0.04552372745657973,
      "epoch": 16.15346225826575,
      "step": 51788
    },
    {
      "contrastive_lambda": 0.045512813673744545,
      "epoch": 16.15377417342483,
      "step": 51789
    },
    {
      "epoch": 16.154086088583906,
      "grad_norm": 0.07564781606197357,
      "learning_rate": 5.0333518250349655e-06,
      "loss": 0.0201,
      "step": 51790
    },
    {
      "epoch": 16.154086088583906,
      "flow_loss": 0.02866082638502121,
      "step": 51790
    },
    {
      "contrastive_loss": 0.0060609085485339165,
      "epoch": 16.154086088583906,
      "step": 51790
    },
    {
      "contrastive_lambda": 0.045501901136911715,
      "epoch": 16.154086088583906,
      "step": 51790
    },
    {
      "contrastive_lambda": 0.045490989846111385,
      "epoch": 16.154398003742983,
      "step": 51791
    },
    {
      "contrastive_lambda": 0.04548007980137325,
      "epoch": 16.154709918902057,
      "step": 51792
    },
    {
      "contrastive_lambda": 0.04546917100272735,
      "epoch": 16.155021834061134,
      "step": 51793
    },
    {
      "contrastive_lambda": 0.04545826345020343,
      "epoch": 16.155333749220212,
      "step": 51794
    },
    {
      "contrastive_lambda": 0.045447357143831524,
      "epoch": 16.15564566437929,
      "step": 51795
    },
    {
      "contrastive_lambda": 0.04543645208364144,
      "epoch": 16.155957579538367,
      "step": 51796
    },
    {
      "contrastive_lambda": 0.04542554826966316,
      "epoch": 16.156269494697444,
      "step": 51797
    },
    {
      "contrastive_lambda": 0.04541464570192655,
      "epoch": 16.156581409856518,
      "step": 51798
    },
    {
      "contrastive_lambda": 0.04540374438046163,
      "epoch": 16.156893325015595,
      "step": 51799
    },
    {
      "epoch": 16.157205240174672,
      "grad_norm": 0.09083690494298935,
      "learning_rate": 5.021308595299856e-06,
      "loss": 0.0255,
      "step": 51800
    },
    {
      "epoch": 16.157205240174672,
      "flow_loss": 0.015524300746619701,
      "step": 51800
    },
    {
      "contrastive_loss": 0.003149487543851137,
      "epoch": 16.157205240174672,
      "step": 51800
    },
    {
      "contrastive_lambda": 0.045392844305298,
      "epoch": 16.157205240174672,
      "step": 51800
    },
    {
      "contrastive_lambda": 0.045381945476465846,
      "epoch": 16.15751715533375,
      "step": 51801
    },
    {
      "contrastive_lambda": 0.045371047893994654,
      "epoch": 16.157829070492827,
      "step": 51802
    },
    {
      "contrastive_lambda": 0.045360151557914674,
      "epoch": 16.1581409856519,
      "step": 51803
    },
    {
      "contrastive_lambda": 0.04534925646825577,
      "epoch": 16.15845290081098,
      "step": 51804
    },
    {
      "contrastive_lambda": 0.04533836262504759,
      "epoch": 16.158764815970056,
      "step": 51805
    },
    {
      "contrastive_lambda": 0.04532747002832005,
      "epoch": 16.159076731129133,
      "step": 51806
    },
    {
      "contrastive_lambda": 0.045316578678103236,
      "epoch": 16.15938864628821,
      "step": 51807
    },
    {
      "contrastive_lambda": 0.04530568857442657,
      "epoch": 16.159700561447288,
      "step": 51808
    },
    {
      "contrastive_lambda": 0.04529479971732042,
      "epoch": 16.16001247660636,
      "step": 51809
    },
    {
      "epoch": 16.16032439176544,
      "grad_norm": 0.05596580356359482,
      "learning_rate": 5.009279028903585e-06,
      "loss": 0.0167,
      "step": 51810
    },
    {
      "epoch": 16.16032439176544,
      "flow_loss": 0.01998187229037285,
      "step": 51810
    },
    {
      "contrastive_loss": 0.0037316163070499897,
      "epoch": 16.16032439176544,
      "step": 51810
    },
    {
      "contrastive_lambda": 0.04528391210681426,
      "epoch": 16.16032439176544,
      "step": 51810
    },
    {
      "contrastive_lambda": 0.04527302574293812,
      "epoch": 16.160636306924516,
      "step": 51811
    },
    {
      "contrastive_lambda": 0.04526214062572187,
      "epoch": 16.160948222083594,
      "step": 51812
    },
    {
      "contrastive_lambda": 0.04525125675519509,
      "epoch": 16.16126013724267,
      "step": 51813
    },
    {
      "contrastive_lambda": 0.04524037413138793,
      "epoch": 16.16157205240175,
      "step": 51814
    },
    {
      "contrastive_lambda": 0.045229492754330136,
      "epoch": 16.161883967560822,
      "step": 51815
    },
    {
      "contrastive_lambda": 0.04521861262405147,
      "epoch": 16.1621958827199,
      "step": 51816
    },
    {
      "contrastive_lambda": 0.04520773374058179,
      "epoch": 16.162507797878977,
      "step": 51817
    },
    {
      "contrastive_lambda": 0.045196856103950966,
      "epoch": 16.162819713038054,
      "step": 51818
    },
    {
      "contrastive_lambda": 0.045185979714188695,
      "epoch": 16.16313162819713,
      "step": 51819
    },
    {
      "epoch": 16.163443543356205,
      "grad_norm": 0.08371058851480484,
      "learning_rate": 4.997263129500452e-06,
      "loss": 0.0216,
      "step": 51820
    },
    {
      "epoch": 16.163443543356205,
      "flow_loss": 0.010120302438735962,
      "step": 51820
    },
    {
      "contrastive_loss": 0.0033489891793578863,
      "epoch": 16.163443543356205,
      "step": 51820
    },
    {
      "contrastive_lambda": 0.04517510457132501,
      "epoch": 16.163443543356205,
      "step": 51820
    },
    {
      "contrastive_lambda": 0.045164230675389494,
      "epoch": 16.163755458515283,
      "step": 51821
    },
    {
      "contrastive_lambda": 0.04515335802641207,
      "epoch": 16.16406737367436,
      "step": 51822
    },
    {
      "contrastive_lambda": 0.04514248662442266,
      "epoch": 16.164379288833437,
      "step": 51823
    },
    {
      "contrastive_lambda": 0.04513161646945085,
      "epoch": 16.164691203992515,
      "step": 51824
    },
    {
      "contrastive_lambda": 0.04512074756152645,
      "epoch": 16.165003119151592,
      "step": 51825
    },
    {
      "contrastive_lambda": 0.045109879900679495,
      "epoch": 16.165315034310666,
      "step": 51826
    },
    {
      "contrastive_lambda": 0.045099013486939565,
      "epoch": 16.165626949469743,
      "step": 51827
    },
    {
      "contrastive_lambda": 0.04508814832033664,
      "epoch": 16.16593886462882,
      "step": 51828
    },
    {
      "contrastive_lambda": 0.04507728440090025,
      "epoch": 16.166250779787898,
      "step": 51829
    },
    {
      "epoch": 16.166562694946975,
      "grad_norm": 0.06629646569490433,
      "learning_rate": 4.985260900740535e-06,
      "loss": 0.0161,
      "step": 51830
    },
    {
      "epoch": 16.166562694946975,
      "flow_loss": 0.038438618183135986,
      "step": 51830
    },
    {
      "contrastive_loss": 0.003802212420850992,
      "epoch": 16.166562694946975,
      "step": 51830
    },
    {
      "contrastive_lambda": 0.045066421728660266,
      "epoch": 16.166562694946975,
      "step": 51830
    },
    {
      "contrastive_lambda": 0.04505556030364666,
      "epoch": 16.166874610106053,
      "step": 51831
    },
    {
      "contrastive_lambda": 0.04504470012588896,
      "epoch": 16.167186525265127,
      "step": 51832
    },
    {
      "contrastive_lambda": 0.04503384119541709,
      "epoch": 16.167498440424204,
      "step": 51833
    },
    {
      "contrastive_lambda": 0.04502298351226086,
      "epoch": 16.16781035558328,
      "step": 51834
    },
    {
      "contrastive_lambda": 0.04501212707644986,
      "epoch": 16.16812227074236,
      "step": 51835
    },
    {
      "contrastive_lambda": 0.04500127188801384,
      "epoch": 16.168434185901436,
      "step": 51836
    },
    {
      "contrastive_lambda": 0.04499041794698283,
      "epoch": 16.16874610106051,
      "step": 51837
    },
    {
      "contrastive_lambda": 0.04497956525338637,
      "epoch": 16.169058016219587,
      "step": 51838
    },
    {
      "contrastive_lambda": 0.04496871380725437,
      "epoch": 16.169369931378665,
      "step": 51839
    },
    {
      "epoch": 16.169681846537742,
      "grad_norm": 0.06364114582538605,
      "learning_rate": 4.973272346269814e-06,
      "loss": 0.023,
      "step": 51840
    },
    {
      "epoch": 16.169681846537742,
      "flow_loss": 0.02126998081803322,
      "step": 51840
    },
    {
      "contrastive_loss": 0.003803652012720704,
      "epoch": 16.169681846537742,
      "step": 51840
    },
    {
      "contrastive_lambda": 0.044957863608616366,
      "epoch": 16.169681846537742,
      "step": 51840
    },
    {
      "contrastive_lambda": 0.04494701465750217,
      "epoch": 16.16999376169682,
      "step": 51841
    },
    {
      "contrastive_lambda": 0.04493616695394165,
      "epoch": 16.170305676855897,
      "step": 51842
    },
    {
      "contrastive_lambda": 0.04492532049796444,
      "epoch": 16.17061759201497,
      "step": 51843
    },
    {
      "contrastive_lambda": 0.04491447528960024,
      "epoch": 16.170929507174048,
      "step": 51844
    },
    {
      "contrastive_lambda": 0.044903631328879035,
      "epoch": 16.171241422333125,
      "step": 51845
    },
    {
      "contrastive_lambda": 0.04489278861583018,
      "epoch": 16.171553337492202,
      "step": 51846
    },
    {
      "contrastive_lambda": 0.04488194715048355,
      "epoch": 16.17186525265128,
      "step": 51847
    },
    {
      "contrastive_lambda": 0.044871106932869054,
      "epoch": 16.172177167810357,
      "step": 51848
    },
    {
      "contrastive_lambda": 0.044860267963016176,
      "epoch": 16.17248908296943,
      "step": 51849
    },
    {
      "epoch": 16.17280099812851,
      "grad_norm": 0.13978728652000427,
      "learning_rate": 4.961297469730097e-06,
      "loss": 0.0215,
      "step": 51850
    },
    {
      "epoch": 16.17280099812851,
      "flow_loss": 0.024670273065567017,
      "step": 51850
    },
    {
      "contrastive_loss": 0.0036998922005295753,
      "epoch": 16.17280099812851,
      "step": 51850
    },
    {
      "contrastive_lambda": 0.044849430240954835,
      "epoch": 16.17280099812851,
      "step": 51850
    },
    {
      "contrastive_lambda": 0.04483859376671451,
      "epoch": 16.173112913287586,
      "step": 51851
    },
    {
      "contrastive_lambda": 0.04482775854032506,
      "epoch": 16.173424828446663,
      "step": 51852
    },
    {
      "contrastive_lambda": 0.044816924561816074,
      "epoch": 16.17373674360574,
      "step": 51853
    },
    {
      "contrastive_lambda": 0.04480609183121742,
      "epoch": 16.174048658764814,
      "step": 51854
    },
    {
      "contrastive_lambda": 0.04479526034855863,
      "epoch": 16.17436057392389,
      "step": 51855
    },
    {
      "contrastive_lambda": 0.04478443011386962,
      "epoch": 16.17467248908297,
      "step": 51856
    },
    {
      "contrastive_lambda": 0.04477360112717982,
      "epoch": 16.174984404242046,
      "step": 51857
    },
    {
      "contrastive_lambda": 0.044762773388519195,
      "epoch": 16.175296319401124,
      "step": 51858
    },
    {
      "contrastive_lambda": 0.044751946897917005,
      "epoch": 16.1756082345602,
      "step": 51859
    },
    {
      "epoch": 16.175920149719275,
      "grad_norm": 0.06064328923821449,
      "learning_rate": 4.949336274759031e-06,
      "loss": 0.0195,
      "step": 51860
    },
    {
      "epoch": 16.175920149719275,
      "flow_loss": 0.012200904078781605,
      "step": 51860
    },
    {
      "contrastive_loss": 0.003444432280957699,
      "epoch": 16.175920149719275,
      "step": 51860
    },
    {
      "contrastive_lambda": 0.04474112165540334,
      "epoch": 16.175920149719275,
      "step": 51860
    },
    {
      "contrastive_lambda": 0.044730297661007834,
      "epoch": 16.176232064878352,
      "step": 51861
    },
    {
      "contrastive_lambda": 0.04471947491475997,
      "epoch": 16.17654398003743,
      "step": 51862
    },
    {
      "contrastive_lambda": 0.0447086534166895,
      "epoch": 16.176855895196507,
      "step": 51863
    },
    {
      "contrastive_lambda": 0.04469783316682613,
      "epoch": 16.177167810355584,
      "step": 51864
    },
    {
      "contrastive_lambda": 0.04468701416519949,
      "epoch": 16.17747972551466,
      "step": 51865
    },
    {
      "contrastive_lambda": 0.04467619641183934,
      "epoch": 16.177791640673735,
      "step": 51866
    },
    {
      "contrastive_lambda": 0.04466537990677516,
      "epoch": 16.178103555832813,
      "step": 51867
    },
    {
      "contrastive_lambda": 0.04465456465003664,
      "epoch": 16.17841547099189,
      "step": 51868
    },
    {
      "contrastive_lambda": 0.04464375064165366,
      "epoch": 16.178727386150968,
      "step": 51869
    },
    {
      "epoch": 16.179039301310045,
      "grad_norm": 0.053024303168058395,
      "learning_rate": 4.9373887649901144e-06,
      "loss": 0.0213,
      "step": 51870
    },
    {
      "epoch": 16.179039301310045,
      "flow_loss": 0.030042320489883423,
      "step": 51870
    },
    {
      "contrastive_loss": 0.0038674315437674522,
      "epoch": 16.179039301310045,
      "step": 51870
    },
    {
      "contrastive_lambda": 0.044632937881655455,
      "epoch": 16.179039301310045,
      "step": 51870
    },
    {
      "contrastive_lambda": 0.04462212637007201,
      "epoch": 16.17935121646912,
      "step": 51871
    },
    {
      "contrastive_lambda": 0.044611316106932974,
      "epoch": 16.179663131628196,
      "step": 51872
    },
    {
      "contrastive_lambda": 0.04460050709226776,
      "epoch": 16.179975046787273,
      "step": 51873
    },
    {
      "contrastive_lambda": 0.044589699326106236,
      "epoch": 16.18028696194635,
      "step": 51874
    },
    {
      "contrastive_lambda": 0.044578892808477766,
      "epoch": 16.180598877105428,
      "step": 51875
    },
    {
      "contrastive_lambda": 0.04456808753941205,
      "epoch": 16.180910792264505,
      "step": 51876
    },
    {
      "contrastive_lambda": 0.04455728351893895,
      "epoch": 16.18122270742358,
      "step": 51877
    },
    {
      "contrastive_lambda": 0.044546480747087835,
      "epoch": 16.181534622582657,
      "step": 51878
    },
    {
      "contrastive_lambda": 0.04453567922388846,
      "epoch": 16.181846537741734,
      "step": 51879
    },
    {
      "epoch": 16.18215845290081,
      "grad_norm": 0.04997321590781212,
      "learning_rate": 4.925454944052666e-06,
      "loss": 0.0169,
      "step": 51880
    },
    {
      "epoch": 16.18215845290081,
      "flow_loss": 0.02977490983903408,
      "step": 51880
    },
    {
      "contrastive_loss": 0.003507451619952917,
      "epoch": 16.18215845290081,
      "step": 51880
    },
    {
      "contrastive_lambda": 0.044524878949370406,
      "epoch": 16.18215845290081,
      "step": 51880
    },
    {
      "contrastive_lambda": 0.0445140799235631,
      "epoch": 16.18247036805989,
      "step": 51881
    },
    {
      "contrastive_lambda": 0.04450328214649635,
      "epoch": 16.182782283218966,
      "step": 51882
    },
    {
      "contrastive_lambda": 0.04449248561819985,
      "epoch": 16.18309419837804,
      "step": 51883
    },
    {
      "contrastive_lambda": 0.04448169033870297,
      "epoch": 16.183406113537117,
      "step": 51884
    },
    {
      "contrastive_lambda": 0.04447089630803547,
      "epoch": 16.183718028696195,
      "step": 51885
    },
    {
      "contrastive_lambda": 0.04446010352622681,
      "epoch": 16.184029943855272,
      "step": 51886
    },
    {
      "contrastive_lambda": 0.044449311993306484,
      "epoch": 16.18434185901435,
      "step": 51887
    },
    {
      "contrastive_lambda": 0.04443852170930451,
      "epoch": 16.184653774173423,
      "step": 51888
    },
    {
      "contrastive_lambda": 0.04442773267425004,
      "epoch": 16.1849656893325,
      "step": 51889
    },
    {
      "epoch": 16.185277604491578,
      "grad_norm": 0.061627279967069626,
      "learning_rate": 4.913534815571891e-06,
      "loss": 0.022,
      "step": 51890
    },
    {
      "epoch": 16.185277604491578,
      "flow_loss": 0.026956981047987938,
      "step": 51890
    },
    {
      "contrastive_loss": 0.0030065837781876326,
      "epoch": 16.185277604491578,
      "step": 51890
    },
    {
      "contrastive_lambda": 0.04441694488817283,
      "epoch": 16.185277604491578,
      "step": 51890
    },
    {
      "contrastive_lambda": 0.04440615835110251,
      "epoch": 16.185589519650655,
      "step": 51891
    },
    {
      "contrastive_lambda": 0.04439537306306851,
      "epoch": 16.185901434809733,
      "step": 51892
    },
    {
      "contrastive_lambda": 0.04438458902410031,
      "epoch": 16.18621334996881,
      "step": 51893
    },
    {
      "contrastive_lambda": 0.044373806234227875,
      "epoch": 16.186525265127884,
      "step": 51894
    },
    {
      "contrastive_lambda": 0.04436302469348041,
      "epoch": 16.18683718028696,
      "step": 51895
    },
    {
      "contrastive_lambda": 0.044352244401887675,
      "epoch": 16.18714909544604,
      "step": 51896
    },
    {
      "contrastive_lambda": 0.044341465359479026,
      "epoch": 16.187461010605116,
      "step": 51897
    },
    {
      "contrastive_lambda": 0.044330687566284055,
      "epoch": 16.187772925764193,
      "step": 51898
    },
    {
      "contrastive_lambda": 0.044319911022332514,
      "epoch": 16.18808484092327,
      "step": 51899
    },
    {
      "epoch": 16.188396756082344,
      "grad_norm": 0.06997562944889069,
      "learning_rate": 4.901628383168805e-06,
      "loss": 0.0191,
      "step": 51900
    },
    {
      "epoch": 16.188396756082344,
      "flow_loss": 0.036737095564603806,
      "step": 51900
    },
    {
      "contrastive_loss": 0.003130079945549369,
      "epoch": 16.188396756082344,
      "step": 51900
    },
    {
      "contrastive_lambda": 0.04430913572765377,
      "epoch": 16.188396756082344,
      "step": 51900
    },
    {
      "contrastive_lambda": 0.044298361682277354,
      "epoch": 16.18870867124142,
      "step": 51901
    },
    {
      "contrastive_lambda": 0.044287588886232965,
      "epoch": 16.1890205864005,
      "step": 51902
    },
    {
      "contrastive_lambda": 0.04427681733954997,
      "epoch": 16.189332501559576,
      "step": 51903
    },
    {
      "contrastive_lambda": 0.044266047042257894,
      "epoch": 16.189644416718654,
      "step": 51904
    },
    {
      "contrastive_lambda": 0.04425527799438639,
      "epoch": 16.189956331877728,
      "step": 51905
    },
    {
      "contrastive_lambda": 0.04424451019596487,
      "epoch": 16.190268247036805,
      "step": 51906
    },
    {
      "contrastive_lambda": 0.04423374364702298,
      "epoch": 16.190580162195882,
      "step": 51907
    },
    {
      "contrastive_lambda": 0.04422297834759009,
      "epoch": 16.19089207735496,
      "step": 51908
    },
    {
      "contrastive_lambda": 0.044212214297695784,
      "epoch": 16.191203992514037,
      "step": 51909
    },
    {
      "epoch": 16.191515907673114,
      "grad_norm": 0.06993220001459122,
      "learning_rate": 4.8897356504602585e-06,
      "loss": 0.0191,
      "step": 51910
    },
    {
      "epoch": 16.191515907673114,
      "flow_loss": 0.014047584496438503,
      "step": 51910
    },
    {
      "contrastive_loss": 0.003220974002033472,
      "epoch": 16.191515907673114,
      "step": 51910
    },
    {
      "contrastive_lambda": 0.04420145149736959,
      "epoch": 16.191515907673114,
      "step": 51910
    },
    {
      "contrastive_lambda": 0.04419068994664099,
      "epoch": 16.191827822832188,
      "step": 51911
    },
    {
      "contrastive_lambda": 0.04417992964553957,
      "epoch": 16.192139737991265,
      "step": 51912
    },
    {
      "contrastive_lambda": 0.04416917059409464,
      "epoch": 16.192451653150343,
      "step": 51913
    },
    {
      "contrastive_lambda": 0.044158412792335844,
      "epoch": 16.19276356830942,
      "step": 51914
    },
    {
      "contrastive_lambda": 0.044147656240292654,
      "epoch": 16.193075483468498,
      "step": 51915
    },
    {
      "contrastive_lambda": 0.044136900937994494,
      "epoch": 16.193387398627575,
      "step": 51916
    },
    {
      "contrastive_lambda": 0.04412614688547095,
      "epoch": 16.19369931378665,
      "step": 51917
    },
    {
      "contrastive_lambda": 0.04411539408275156,
      "epoch": 16.194011228945726,
      "step": 51918
    },
    {
      "contrastive_lambda": 0.04410464252986557,
      "epoch": 16.194323144104803,
      "step": 51919
    },
    {
      "epoch": 16.19463505926388,
      "grad_norm": 0.1073654294013977,
      "learning_rate": 4.877856621058957e-06,
      "loss": 0.0199,
      "step": 51920
    },
    {
      "epoch": 16.19463505926388,
      "flow_loss": 0.011743505485355854,
      "step": 51920
    },
    {
      "contrastive_loss": 0.003300028620287776,
      "epoch": 16.19463505926388,
      "step": 51920
    },
    {
      "contrastive_lambda": 0.044093892226842624,
      "epoch": 16.19463505926388,
      "step": 51920
    },
    {
      "contrastive_lambda": 0.04408314317371209,
      "epoch": 16.194946974422958,
      "step": 51921
    },
    {
      "contrastive_lambda": 0.04407239537050356,
      "epoch": 16.195258889582032,
      "step": 51922
    },
    {
      "contrastive_lambda": 0.0440616488172465,
      "epoch": 16.19557080474111,
      "step": 51923
    },
    {
      "contrastive_lambda": 0.044050903513970285,
      "epoch": 16.195882719900187,
      "step": 51924
    },
    {
      "contrastive_lambda": 0.04404015946070439,
      "epoch": 16.196194635059264,
      "step": 51925
    },
    {
      "contrastive_lambda": 0.04402941665747834,
      "epoch": 16.19650655021834,
      "step": 51926
    },
    {
      "contrastive_lambda": 0.044018675104321336,
      "epoch": 16.19681846537742,
      "step": 51927
    },
    {
      "contrastive_lambda": 0.04400793480126319,
      "epoch": 16.197130380536493,
      "step": 51928
    },
    {
      "contrastive_lambda": 0.04399719574833322,
      "epoch": 16.19744229569557,
      "step": 51929
    },
    {
      "epoch": 16.197754210854647,
      "grad_norm": 0.0662158876657486,
      "learning_rate": 4.86599129857343e-06,
      "loss": 0.0218,
      "step": 51930
    },
    {
      "epoch": 16.197754210854647,
      "flow_loss": 0.02543633058667183,
      "step": 51930
    },
    {
      "contrastive_loss": 0.0038217040710151196,
      "epoch": 16.197754210854647,
      "step": 51930
    },
    {
      "contrastive_lambda": 0.04398645794556072,
      "epoch": 16.197754210854647,
      "step": 51930
    },
    {
      "contrastive_lambda": 0.04397572139297534,
      "epoch": 16.198066126013725,
      "step": 51931
    },
    {
      "contrastive_lambda": 0.043964986090606284,
      "epoch": 16.198378041172802,
      "step": 51932
    },
    {
      "contrastive_lambda": 0.04395425203848313,
      "epoch": 16.19868995633188,
      "step": 51933
    },
    {
      "contrastive_lambda": 0.04394351923663542,
      "epoch": 16.199001871490953,
      "step": 51934
    },
    {
      "contrastive_lambda": 0.043932787685092345,
      "epoch": 16.19931378665003,
      "step": 51935
    },
    {
      "contrastive_lambda": 0.04392205738388344,
      "epoch": 16.199625701809108,
      "step": 51936
    },
    {
      "contrastive_lambda": 0.04391132833303818,
      "epoch": 16.199937616968185,
      "step": 51937
    },
    {
      "contrastive_lambda": 0.043900600532585765,
      "epoch": 16.200249532127263,
      "step": 51938
    },
    {
      "contrastive_lambda": 0.04388987398255578,
      "epoch": 16.200561447286336,
      "step": 51939
    },
    {
      "epoch": 16.200873362445414,
      "grad_norm": 0.06141766160726547,
      "learning_rate": 4.85413968660805e-06,
      "loss": 0.0189,
      "step": 51940
    },
    {
      "epoch": 16.200873362445414,
      "flow_loss": 0.03181375563144684,
      "step": 51940
    },
    {
      "contrastive_loss": 0.003253400791436434,
      "epoch": 16.200873362445414,
      "step": 51940
    },
    {
      "contrastive_lambda": 0.04387914868297771,
      "epoch": 16.200873362445414,
      "step": 51940
    },
    {
      "contrastive_lambda": 0.0438684246338808,
      "epoch": 16.20118527760449,
      "step": 51941
    },
    {
      "contrastive_lambda": 0.04385770183529458,
      "epoch": 16.20149719276357,
      "step": 51942
    },
    {
      "contrastive_lambda": 0.04384698028724826,
      "epoch": 16.201809107922646,
      "step": 51943
    },
    {
      "contrastive_lambda": 0.043836259989771253,
      "epoch": 16.202121023081723,
      "step": 51944
    },
    {
      "contrastive_lambda": 0.043825540942893204,
      "epoch": 16.202432938240797,
      "step": 51945
    },
    {
      "contrastive_lambda": 0.043814823146643256,
      "epoch": 16.202744853399874,
      "step": 51946
    },
    {
      "contrastive_lambda": 0.043804106601050885,
      "epoch": 16.20305676855895,
      "step": 51947
    },
    {
      "contrastive_lambda": 0.04379339130614557,
      "epoch": 16.20336868371803,
      "step": 51948
    },
    {
      "contrastive_lambda": 0.04378267726195634,
      "epoch": 16.203680598877106,
      "step": 51949
    },
    {
      "epoch": 16.203992514036184,
      "grad_norm": 0.07048879563808441,
      "learning_rate": 4.842301788763031e-06,
      "loss": 0.0255,
      "step": 51950
    },
    {
      "epoch": 16.203992514036184,
      "flow_loss": 0.034106072038412094,
      "step": 51950
    },
    {
      "contrastive_loss": 0.0038628610782325268,
      "epoch": 16.203992514036184,
      "step": 51950
    },
    {
      "contrastive_lambda": 0.04377196446851295,
      "epoch": 16.203992514036184,
      "step": 51950
    },
    {
      "contrastive_lambda": 0.04376125292584465,
      "epoch": 16.204304429195258,
      "step": 51951
    },
    {
      "contrastive_lambda": 0.04375054263398076,
      "epoch": 16.204616344354335,
      "step": 51952
    },
    {
      "contrastive_lambda": 0.043739833592950694,
      "epoch": 16.204928259513412,
      "step": 51953
    },
    {
      "contrastive_lambda": 0.04372912580278371,
      "epoch": 16.20524017467249,
      "step": 51954
    },
    {
      "contrastive_lambda": 0.04371841926350911,
      "epoch": 16.205552089831567,
      "step": 51955
    },
    {
      "contrastive_lambda": 0.043707713975156604,
      "epoch": 16.20586400499064,
      "step": 51956
    },
    {
      "contrastive_lambda": 0.043697009937755216,
      "epoch": 16.206175920149718,
      "step": 51957
    },
    {
      "contrastive_lambda": 0.04368630715133437,
      "epoch": 16.206487835308796,
      "step": 51958
    },
    {
      "contrastive_lambda": 0.043675605615923485,
      "epoch": 16.206799750467873,
      "step": 51959
    },
    {
      "epoch": 16.20711166562695,
      "grad_norm": 0.07647603750228882,
      "learning_rate": 4.830477608634393e-06,
      "loss": 0.0232,
      "step": 51960
    },
    {
      "epoch": 16.20711166562695,
      "flow_loss": 0.06397483497858047,
      "step": 51960
    },
    {
      "contrastive_loss": 0.005825711414217949,
      "epoch": 16.20711166562695,
      "step": 51960
    },
    {
      "contrastive_lambda": 0.04366490533155176,
      "epoch": 16.20711166562695,
      "step": 51960
    },
    {
      "contrastive_lambda": 0.04365420629824862,
      "epoch": 16.207423580786028,
      "step": 51961
    },
    {
      "contrastive_lambda": 0.04364350851604337,
      "epoch": 16.2077354959451,
      "step": 51962
    },
    {
      "contrastive_lambda": 0.04363281198496538,
      "epoch": 16.20804741110418,
      "step": 51963
    },
    {
      "contrastive_lambda": 0.04362211670504401,
      "epoch": 16.208359326263256,
      "step": 51964
    },
    {
      "contrastive_lambda": 0.04361142267630841,
      "epoch": 16.208671241422334,
      "step": 51965
    },
    {
      "contrastive_lambda": 0.04360072989878794,
      "epoch": 16.20898315658141,
      "step": 51966
    },
    {
      "contrastive_lambda": 0.043590038372512185,
      "epoch": 16.20929507174049,
      "step": 51967
    },
    {
      "contrastive_lambda": 0.04357934809751013,
      "epoch": 16.209606986899562,
      "step": 51968
    },
    {
      "contrastive_lambda": 0.0435686590738113,
      "epoch": 16.20991890205864,
      "step": 51969
    },
    {
      "epoch": 16.210230817217717,
      "grad_norm": 0.0555262453854084,
      "learning_rate": 4.818667149814049e-06,
      "loss": 0.0249,
      "step": 51970
    },
    {
      "epoch": 16.210230817217717,
      "flow_loss": 0.01805197075009346,
      "step": 51970
    },
    {
      "contrastive_loss": 0.003514950629323721,
      "epoch": 16.210230817217717,
      "step": 51970
    },
    {
      "contrastive_lambda": 0.04355797130144484,
      "epoch": 16.210230817217717,
      "step": 51970
    },
    {
      "contrastive_lambda": 0.04354728478044012,
      "epoch": 16.210542732376794,
      "step": 51971
    },
    {
      "contrastive_lambda": 0.04353659951082639,
      "epoch": 16.21085464753587,
      "step": 51972
    },
    {
      "contrastive_lambda": 0.043525915492633016,
      "epoch": 16.211166562694945,
      "step": 51973
    },
    {
      "contrastive_lambda": 0.04351523272588925,
      "epoch": 16.211478477854023,
      "step": 51974
    },
    {
      "contrastive_lambda": 0.04350455121062452,
      "epoch": 16.2117903930131,
      "step": 51975
    },
    {
      "contrastive_lambda": 0.04349387094686785,
      "epoch": 16.212102308172177,
      "step": 51976
    },
    {
      "contrastive_lambda": 0.04348319193464878,
      "epoch": 16.212414223331255,
      "step": 51977
    },
    {
      "contrastive_lambda": 0.04347251417399628,
      "epoch": 16.212726138490332,
      "step": 51978
    },
    {
      "contrastive_lambda": 0.04346183766493983,
      "epoch": 16.213038053649406,
      "step": 51979
    },
    {
      "epoch": 16.213349968808483,
      "grad_norm": 0.05218286067247391,
      "learning_rate": 4.806870415889664e-06,
      "loss": 0.0227,
      "step": 51980
    },
    {
      "epoch": 16.213349968808483,
      "flow_loss": 0.01827142760157585,
      "step": 51980
    },
    {
      "contrastive_loss": 0.003422420471906662,
      "epoch": 16.213349968808483,
      "step": 51980
    },
    {
      "contrastive_lambda": 0.04345116240750885,
      "epoch": 16.213349968808483,
      "step": 51980
    },
    {
      "contrastive_lambda": 0.04344048840173226,
      "epoch": 16.21366188396756,
      "step": 51981
    },
    {
      "contrastive_lambda": 0.043429815647639536,
      "epoch": 16.213973799126638,
      "step": 51982
    },
    {
      "contrastive_lambda": 0.04341914414525999,
      "epoch": 16.214285714285715,
      "step": 51983
    },
    {
      "contrastive_lambda": 0.043408473894622546,
      "epoch": 16.214597629444793,
      "step": 51984
    },
    {
      "contrastive_lambda": 0.04339780489575684,
      "epoch": 16.214909544603866,
      "step": 51985
    },
    {
      "contrastive_lambda": 0.04338713714869208,
      "epoch": 16.215221459762944,
      "step": 51986
    },
    {
      "contrastive_lambda": 0.04337647065345729,
      "epoch": 16.21553337492202,
      "step": 51987
    },
    {
      "contrastive_lambda": 0.04336580541008195,
      "epoch": 16.2158452900811,
      "step": 51988
    },
    {
      "contrastive_lambda": 0.04335514141859492,
      "epoch": 16.216157205240176,
      "step": 51989
    },
    {
      "epoch": 16.21646912039925,
      "grad_norm": 0.067825548350811,
      "learning_rate": 4.795087410444798e-06,
      "loss": 0.0193,
      "step": 51990
    },
    {
      "epoch": 16.21646912039925,
      "flow_loss": 0.01728624850511551,
      "step": 51990
    },
    {
      "contrastive_loss": 0.0035508940927684307,
      "epoch": 16.21646912039925,
      "step": 51990
    },
    {
      "contrastive_lambda": 0.043344478679025855,
      "epoch": 16.21646912039925,
      "step": 51990
    },
    {
      "contrastive_lambda": 0.043333817191403945,
      "epoch": 16.216781035558327,
      "step": 51991
    },
    {
      "contrastive_lambda": 0.04332315695575817,
      "epoch": 16.217092950717404,
      "step": 51992
    },
    {
      "contrastive_lambda": 0.04331249797211789,
      "epoch": 16.217404865876482,
      "step": 51993
    },
    {
      "contrastive_lambda": 0.043301840240512424,
      "epoch": 16.21771678103556,
      "step": 51994
    },
    {
      "contrastive_lambda": 0.043291183760970686,
      "epoch": 16.218028696194636,
      "step": 51995
    },
    {
      "contrastive_lambda": 0.04328052853352221,
      "epoch": 16.21834061135371,
      "step": 51996
    },
    {
      "contrastive_lambda": 0.0432698745581962,
      "epoch": 16.218652526512788,
      "step": 51997
    },
    {
      "contrastive_lambda": 0.04325922183502168,
      "epoch": 16.218964441671865,
      "step": 51998
    },
    {
      "contrastive_lambda": 0.043248570364028016,
      "epoch": 16.219276356830942,
      "step": 51999
    },
    {
      "epoch": 16.21958827199002,
      "grad_norm": 0.08209223300218582,
      "learning_rate": 4.783318137058807e-06,
      "loss": 0.0215,
      "step": 52000
    },
    {
      "epoch": 16.21958827199002,
      "flow_loss": 0.023358339443802834,
      "step": 52000
    },
    {
      "contrastive_loss": 0.0043561505153775215,
      "epoch": 16.21958827199002,
      "step": 52000
    },
    {
      "contrastive_lambda": 0.04323792014524419,
      "epoch": 16.21958827199002,
      "step": 52000
    },
    {
      "contrastive_lambda": 0.04322727117869951,
      "epoch": 16.219900187149097,
      "step": 52001
    },
    {
      "contrastive_lambda": 0.04321662346442334,
      "epoch": 16.22021210230817,
      "step": 52002
    },
    {
      "contrastive_lambda": 0.04320597700244466,
      "epoch": 16.22052401746725,
      "step": 52003
    },
    {
      "contrastive_lambda": 0.04319533179279278,
      "epoch": 16.220835932626326,
      "step": 52004
    },
    {
      "contrastive_lambda": 0.04318468783549684,
      "epoch": 16.221147847785403,
      "step": 52005
    },
    {
      "contrastive_lambda": 0.04317404513058587,
      "epoch": 16.22145976294448,
      "step": 52006
    },
    {
      "contrastive_lambda": 0.04316340367808941,
      "epoch": 16.221771678103554,
      "step": 52007
    },
    {
      "contrastive_lambda": 0.04315276347803626,
      "epoch": 16.22208359326263,
      "step": 52008
    },
    {
      "contrastive_lambda": 0.043142124530455794,
      "epoch": 16.22239550842171,
      "step": 52009
    },
    {
      "epoch": 16.222707423580786,
      "grad_norm": 0.06269717216491699,
      "learning_rate": 4.771562599306895e-06,
      "loss": 0.0195,
      "step": 52010
    },
    {
      "epoch": 16.222707423580786,
      "flow_loss": 0.021592598408460617,
      "step": 52010
    },
    {
      "contrastive_loss": 0.0038419917691498995,
      "epoch": 16.222707423580786,
      "step": 52010
    },
    {
      "contrastive_lambda": 0.04313148683537721,
      "epoch": 16.222707423580786,
      "step": 52010
    },
    {
      "contrastive_lambda": 0.04312085039282948,
      "epoch": 16.223019338739864,
      "step": 52011
    },
    {
      "contrastive_lambda": 0.043110215202841806,
      "epoch": 16.22333125389894,
      "step": 52012
    },
    {
      "contrastive_lambda": 0.04309958126544361,
      "epoch": 16.223643169058015,
      "step": 52013
    },
    {
      "contrastive_lambda": 0.043088948580663755,
      "epoch": 16.223955084217092,
      "step": 52014
    },
    {
      "contrastive_lambda": 0.04307831714853161,
      "epoch": 16.22426699937617,
      "step": 52015
    },
    {
      "contrastive_lambda": 0.04306768696907609,
      "epoch": 16.224578914535247,
      "step": 52016
    },
    {
      "contrastive_lambda": 0.0430570580423264,
      "epoch": 16.224890829694324,
      "step": 52017
    },
    {
      "contrastive_lambda": 0.043046430368311794,
      "epoch": 16.2252027448534,
      "step": 52018
    },
    {
      "contrastive_lambda": 0.0430358039470613,
      "epoch": 16.225514660012475,
      "step": 52019
    },
    {
      "epoch": 16.225826575171553,
      "grad_norm": 0.05543450638651848,
      "learning_rate": 4.759820800760073e-06,
      "loss": 0.0275,
      "step": 52020
    },
    {
      "epoch": 16.225826575171553,
      "flow_loss": 0.02717895247042179,
      "step": 52020
    },
    {
      "contrastive_loss": 0.0032111024484038353,
      "epoch": 16.225826575171553,
      "step": 52020
    },
    {
      "contrastive_lambda": 0.04302517877860412,
      "epoch": 16.225826575171553,
      "step": 52020
    },
    {
      "contrastive_lambda": 0.043014554862969456,
      "epoch": 16.22613849033063,
      "step": 52021
    },
    {
      "contrastive_lambda": 0.04300393220018622,
      "epoch": 16.226450405489707,
      "step": 52022
    },
    {
      "contrastive_lambda": 0.04299331079028362,
      "epoch": 16.226762320648785,
      "step": 52023
    },
    {
      "contrastive_lambda": 0.04298269063329091,
      "epoch": 16.22707423580786,
      "step": 52024
    },
    {
      "contrastive_lambda": 0.04297207172923706,
      "epoch": 16.227386150966936,
      "step": 52025
    },
    {
      "contrastive_lambda": 0.04296145407815127,
      "epoch": 16.227698066126013,
      "step": 52026
    },
    {
      "contrastive_lambda": 0.04295083768006258,
      "epoch": 16.22800998128509,
      "step": 52027
    },
    {
      "contrastive_lambda": 0.04294022253500007,
      "epoch": 16.228321896444168,
      "step": 52028
    },
    {
      "contrastive_lambda": 0.04292960864299289,
      "epoch": 16.228633811603245,
      "step": 52029
    },
    {
      "epoch": 16.22894572676232,
      "grad_norm": 0.06176254153251648,
      "learning_rate": 4.7480927449851834e-06,
      "loss": 0.022,
      "step": 52030
    },
    {
      "epoch": 16.22894572676232,
      "flow_loss": 0.00817287340760231,
      "step": 52030
    },
    {
      "contrastive_loss": 0.00374697707593441,
      "epoch": 16.22894572676232,
      "step": 52030
    },
    {
      "contrastive_lambda": 0.042918996004070176,
      "epoch": 16.22894572676232,
      "step": 52030
    },
    {
      "contrastive_lambda": 0.042908384618260964,
      "epoch": 16.229257641921397,
      "step": 52031
    },
    {
      "contrastive_lambda": 0.04289777448559445,
      "epoch": 16.229569557080474,
      "step": 52032
    },
    {
      "contrastive_lambda": 0.04288716560609951,
      "epoch": 16.22988147223955,
      "step": 52033
    },
    {
      "contrastive_lambda": 0.042876557979805496,
      "epoch": 16.23019338739863,
      "step": 52034
    },
    {
      "contrastive_lambda": 0.04286595160674117,
      "epoch": 16.230505302557706,
      "step": 52035
    },
    {
      "contrastive_lambda": 0.0428553464869359,
      "epoch": 16.23081721771678,
      "step": 52036
    },
    {
      "contrastive_lambda": 0.04284474262041871,
      "epoch": 16.231129132875857,
      "step": 52037
    },
    {
      "contrastive_lambda": 0.04283414000721858,
      "epoch": 16.231441048034934,
      "step": 52038
    },
    {
      "contrastive_lambda": 0.042823538647364545,
      "epoch": 16.231752963194012,
      "step": 52039
    },
    {
      "epoch": 16.23206487835309,
      "grad_norm": 0.10236945003271103,
      "learning_rate": 4.73637843554493e-06,
      "loss": 0.0201,
      "step": 52040
    },
    {
      "epoch": 16.23206487835309,
      "flow_loss": 0.02686082199215889,
      "step": 52040
    },
    {
      "contrastive_loss": 0.0032668462954461575,
      "epoch": 16.23206487835309,
      "step": 52040
    },
    {
      "contrastive_lambda": 0.04281293854088575,
      "epoch": 16.23206487835309,
      "step": 52040
    },
    {
      "contrastive_lambda": 0.042802339687811275,
      "epoch": 16.232376793512163,
      "step": 52041
    },
    {
      "contrastive_lambda": 0.042791742088170104,
      "epoch": 16.23268870867124,
      "step": 52042
    },
    {
      "contrastive_lambda": 0.04278114574199149,
      "epoch": 16.233000623830318,
      "step": 52043
    },
    {
      "contrastive_lambda": 0.042770550649304184,
      "epoch": 16.233312538989395,
      "step": 52044
    },
    {
      "contrastive_lambda": 0.042759956810137445,
      "epoch": 16.233624454148472,
      "step": 52045
    },
    {
      "contrastive_lambda": 0.04274936422452008,
      "epoch": 16.23393636930755,
      "step": 52046
    },
    {
      "contrastive_lambda": 0.0427387728924814,
      "epoch": 16.234248284466624,
      "step": 52047
    },
    {
      "contrastive_lambda": 0.042728182814050386,
      "epoch": 16.2345601996257,
      "step": 52048
    },
    {
      "contrastive_lambda": 0.04271759398925601,
      "epoch": 16.23487211478478,
      "step": 52049
    },
    {
      "epoch": 16.235184029943856,
      "grad_norm": 0.07383958250284195,
      "learning_rate": 4.724677875997774e-06,
      "loss": 0.0244,
      "step": 52050
    },
    {
      "epoch": 16.235184029943856,
      "flow_loss": 0.014698478393256664,
      "step": 52050
    },
    {
      "contrastive_loss": 0.00308649567887187,
      "epoch": 16.235184029943856,
      "step": 52050
    },
    {
      "contrastive_lambda": 0.04270700641812725,
      "epoch": 16.235184029943856,
      "step": 52050
    },
    {
      "contrastive_lambda": 0.0426964201006933,
      "epoch": 16.235495945102933,
      "step": 52051
    },
    {
      "contrastive_lambda": 0.04268583503698292,
      "epoch": 16.23580786026201,
      "step": 52052
    },
    {
      "contrastive_lambda": 0.04267525122702531,
      "epoch": 16.236119775421084,
      "step": 52053
    },
    {
      "contrastive_lambda": 0.042664668670849615,
      "epoch": 16.23643169058016,
      "step": 52054
    },
    {
      "contrastive_lambda": 0.04265408736848458,
      "epoch": 16.23674360573924,
      "step": 52055
    },
    {
      "contrastive_lambda": 0.04264350731995947,
      "epoch": 16.237055520898316,
      "step": 52056
    },
    {
      "contrastive_lambda": 0.04263292852530293,
      "epoch": 16.237367436057394,
      "step": 52057
    },
    {
      "contrastive_lambda": 0.04262235098454431,
      "epoch": 16.237679351216467,
      "step": 52058
    },
    {
      "contrastive_lambda": 0.042611774697712546,
      "epoch": 16.237991266375545,
      "step": 52059
    },
    {
      "epoch": 16.238303181534622,
      "grad_norm": 0.12580083310604095,
      "learning_rate": 4.712991069898065e-06,
      "loss": 0.0156,
      "step": 52060
    },
    {
      "epoch": 16.238303181534622,
      "flow_loss": 0.019914552569389343,
      "step": 52060
    },
    {
      "contrastive_loss": 0.002989966655150056,
      "epoch": 16.238303181534622,
      "step": 52060
    },
    {
      "contrastive_lambda": 0.04260119966483644,
      "epoch": 16.238303181534622,
      "step": 52060
    },
    {
      "contrastive_lambda": 0.0425906258859452,
      "epoch": 16.2386150966937,
      "step": 52061
    },
    {
      "contrastive_lambda": 0.04258005336106774,
      "epoch": 16.238927011852777,
      "step": 52062
    },
    {
      "contrastive_lambda": 0.042569482090232924,
      "epoch": 16.239238927011854,
      "step": 52063
    },
    {
      "contrastive_lambda": 0.04255891207346996,
      "epoch": 16.239550842170928,
      "step": 52064
    },
    {
      "contrastive_lambda": 0.0425483433108077,
      "epoch": 16.239862757330005,
      "step": 52065
    },
    {
      "contrastive_lambda": 0.04253777580227508,
      "epoch": 16.240174672489083,
      "step": 52066
    },
    {
      "contrastive_lambda": 0.04252720954790118,
      "epoch": 16.24048658764816,
      "step": 52067
    },
    {
      "contrastive_lambda": 0.042516644547714866,
      "epoch": 16.240798502807237,
      "step": 52068
    },
    {
      "contrastive_lambda": 0.04250608080174506,
      "epoch": 16.241110417966315,
      "step": 52069
    },
    {
      "epoch": 16.24142233312539,
      "grad_norm": 0.06964583694934845,
      "learning_rate": 4.7013180207959305e-06,
      "loss": 0.024,
      "step": 52070
    },
    {
      "epoch": 16.24142233312539,
      "flow_loss": 0.02113673835992813,
      "step": 52070
    },
    {
      "contrastive_loss": 0.0034474411513656378,
      "epoch": 16.24142233312539,
      "step": 52070
    },
    {
      "contrastive_lambda": 0.04249551831002096,
      "epoch": 16.24142233312539,
      "step": 52070
    },
    {
      "contrastive_lambda": 0.04248495707257127,
      "epoch": 16.241734248284466,
      "step": 52071
    },
    {
      "contrastive_lambda": 0.04247439708942519,
      "epoch": 16.242046163443543,
      "step": 52072
    },
    {
      "contrastive_lambda": 0.042463838360611406,
      "epoch": 16.24235807860262,
      "step": 52073
    },
    {
      "contrastive_lambda": 0.042453280886158906,
      "epoch": 16.242669993761698,
      "step": 52074
    },
    {
      "contrastive_lambda": 0.04244272466609689,
      "epoch": 16.242981908920772,
      "step": 52075
    },
    {
      "contrastive_lambda": 0.04243216970045399,
      "epoch": 16.24329382407985,
      "step": 52076
    },
    {
      "contrastive_lambda": 0.042421615989259365,
      "epoch": 16.243605739238927,
      "step": 52077
    },
    {
      "contrastive_lambda": 0.04241106353254187,
      "epoch": 16.243917654398004,
      "step": 52078
    },
    {
      "contrastive_lambda": 0.042400512330330375,
      "epoch": 16.24422956955708,
      "step": 52079
    },
    {
      "epoch": 16.24454148471616,
      "grad_norm": 0.09871648252010345,
      "learning_rate": 4.6896587322373395e-06,
      "loss": 0.0222,
      "step": 52080
    },
    {
      "epoch": 16.24454148471616,
      "flow_loss": 0.015374560840427876,
      "step": 52080
    },
    {
      "contrastive_loss": 0.0033343539107590914,
      "epoch": 16.24454148471616,
      "step": 52080
    },
    {
      "contrastive_lambda": 0.042389962382653745,
      "epoch": 16.24454148471616,
      "step": 52080
    },
    {
      "contrastive_lambda": 0.042379413689541234,
      "epoch": 16.244853399875232,
      "step": 52081
    },
    {
      "contrastive_lambda": 0.04236886625102143,
      "epoch": 16.24516531503431,
      "step": 52082
    },
    {
      "contrastive_lambda": 0.04235832006712342,
      "epoch": 16.245477230193387,
      "step": 52083
    },
    {
      "contrastive_lambda": 0.04234777513787602,
      "epoch": 16.245789145352465,
      "step": 52084
    },
    {
      "contrastive_lambda": 0.042337231463308145,
      "epoch": 16.246101060511542,
      "step": 52085
    },
    {
      "contrastive_lambda": 0.04232668904344877,
      "epoch": 16.24641297567062,
      "step": 52086
    },
    {
      "contrastive_lambda": 0.04231614787832677,
      "epoch": 16.246724890829693,
      "step": 52087
    },
    {
      "contrastive_lambda": 0.042305607967971004,
      "epoch": 16.24703680598877,
      "step": 52088
    },
    {
      "contrastive_lambda": 0.04229506931241045,
      "epoch": 16.247348721147848,
      "step": 52089
    },
    {
      "epoch": 16.247660636306925,
      "grad_norm": 0.07664661854505539,
      "learning_rate": 4.678013207764081e-06,
      "loss": 0.0184,
      "step": 52090
    },
    {
      "epoch": 16.247660636306925,
      "flow_loss": 0.013448363170027733,
      "step": 52090
    },
    {
      "contrastive_loss": 0.0030825757421553135,
      "epoch": 16.247660636306925,
      "step": 52090
    },
    {
      "contrastive_lambda": 0.04228453191167392,
      "epoch": 16.247660636306925,
      "step": 52090
    },
    {
      "contrastive_lambda": 0.04227399576579022,
      "epoch": 16.247972551466002,
      "step": 52091
    },
    {
      "contrastive_lambda": 0.04226346087478855,
      "epoch": 16.248284466625076,
      "step": 52092
    },
    {
      "contrastive_lambda": 0.0422529272386975,
      "epoch": 16.248596381784154,
      "step": 52093
    },
    {
      "contrastive_lambda": 0.042242394857546106,
      "epoch": 16.24890829694323,
      "step": 52094
    },
    {
      "contrastive_lambda": 0.04223186373136312,
      "epoch": 16.24922021210231,
      "step": 52095
    },
    {
      "contrastive_lambda": 0.04222133386017746,
      "epoch": 16.249532127261386,
      "step": 52096
    },
    {
      "contrastive_lambda": 0.04221080524401799,
      "epoch": 16.249844042420463,
      "step": 52097
    },
    {
      "contrastive_lambda": 0.042200277882913584,
      "epoch": 16.250155957579537,
      "step": 52098
    },
    {
      "contrastive_lambda": 0.0421897517768931,
      "epoch": 16.250467872738614,
      "step": 52099
    },
    {
      "epoch": 16.25077978789769,
      "grad_norm": 0.058537308126688004,
      "learning_rate": 4.666381450913748e-06,
      "loss": 0.0202,
      "step": 52100
    },
    {
      "epoch": 16.25077978789769,
      "flow_loss": 0.038712747395038605,
      "step": 52100
    },
    {
      "contrastive_loss": 0.002736803609877825,
      "epoch": 16.25077978789769,
      "step": 52100
    },
    {
      "contrastive_lambda": 0.042179226925985525,
      "epoch": 16.25077978789769,
      "step": 52100
    },
    {
      "contrastive_lambda": 0.04216870333021949,
      "epoch": 16.25109170305677,
      "step": 52101
    },
    {
      "contrastive_lambda": 0.04215818098962404,
      "epoch": 16.251403618215846,
      "step": 52102
    },
    {
      "contrastive_lambda": 0.04214765990422775,
      "epoch": 16.251715533374924,
      "step": 52103
    },
    {
      "contrastive_lambda": 0.042137140074059776,
      "epoch": 16.252027448533998,
      "step": 52104
    },
    {
      "contrastive_lambda": 0.042126621499148864,
      "epoch": 16.252339363693075,
      "step": 52105
    },
    {
      "contrastive_lambda": 0.04211610417952372,
      "epoch": 16.252651278852152,
      "step": 52106
    },
    {
      "contrastive_lambda": 0.04210558811521331,
      "epoch": 16.25296319401123,
      "step": 52107
    },
    {
      "contrastive_lambda": 0.042095073306246455,
      "epoch": 16.253275109170307,
      "step": 52108
    },
    {
      "contrastive_lambda": 0.04208455975265191,
      "epoch": 16.25358702432938,
      "step": 52109
    },
    {
      "epoch": 16.253898939488458,
      "grad_norm": 0.06054269149899483,
      "learning_rate": 4.654763465219752e-06,
      "loss": 0.0217,
      "step": 52110
    },
    {
      "epoch": 16.253898939488458,
      "flow_loss": 0.013687667436897755,
      "step": 52110
    },
    {
      "contrastive_loss": 0.0042792134918272495,
      "epoch": 16.253898939488458,
      "step": 52110
    },
    {
      "contrastive_lambda": 0.04207404745445864,
      "epoch": 16.253898939488458,
      "step": 52110
    },
    {
      "contrastive_lambda": 0.042063536411695246,
      "epoch": 16.254210854647535,
      "step": 52111
    },
    {
      "contrastive_lambda": 0.0420530266243907,
      "epoch": 16.254522769806613,
      "step": 52112
    },
    {
      "contrastive_lambda": 0.042042518092573866,
      "epoch": 16.25483468496569,
      "step": 52113
    },
    {
      "contrastive_lambda": 0.042032010816273335,
      "epoch": 16.255146600124768,
      "step": 52114
    },
    {
      "contrastive_lambda": 0.04202150479551808,
      "epoch": 16.25545851528384,
      "step": 52115
    },
    {
      "contrastive_lambda": 0.042011000030336976,
      "epoch": 16.25577043044292,
      "step": 52116
    },
    {
      "contrastive_lambda": 0.04200049652075866,
      "epoch": 16.256082345601996,
      "step": 52117
    },
    {
      "contrastive_lambda": 0.04198999426681205,
      "epoch": 16.256394260761073,
      "step": 52118
    },
    {
      "contrastive_lambda": 0.04197949326852579,
      "epoch": 16.25670617592015,
      "step": 52119
    },
    {
      "epoch": 16.257018091079228,
      "grad_norm": 0.10919418185949326,
      "learning_rate": 4.643159254211371e-06,
      "loss": 0.0271,
      "step": 52120
    },
    {
      "epoch": 16.257018091079228,
      "flow_loss": 0.024210598319768906,
      "step": 52120
    },
    {
      "contrastive_loss": 0.004360097926110029,
      "epoch": 16.257018091079228,
      "step": 52120
    },
    {
      "contrastive_lambda": 0.041968993525928644,
      "epoch": 16.257018091079228,
      "step": 52120
    },
    {
      "contrastive_lambda": 0.04195849503904975,
      "epoch": 16.257330006238302,
      "step": 52121
    },
    {
      "contrastive_lambda": 0.04194799780791747,
      "epoch": 16.25764192139738,
      "step": 52122
    },
    {
      "contrastive_lambda": 0.04193750183256084,
      "epoch": 16.257953836556457,
      "step": 52123
    },
    {
      "contrastive_lambda": 0.04192700711300862,
      "epoch": 16.258265751715534,
      "step": 52124
    },
    {
      "contrastive_lambda": 0.04191651364928933,
      "epoch": 16.25857766687461,
      "step": 52125
    },
    {
      "contrastive_lambda": 0.04190602144143202,
      "epoch": 16.258889582033685,
      "step": 52126
    },
    {
      "contrastive_lambda": 0.04189553048946543,
      "epoch": 16.259201497192763,
      "step": 52127
    },
    {
      "contrastive_lambda": 0.041885040793418205,
      "epoch": 16.25951341235184,
      "step": 52128
    },
    {
      "contrastive_lambda": 0.04187455235331922,
      "epoch": 16.259825327510917,
      "step": 52129
    },
    {
      "epoch": 16.260137242669995,
      "grad_norm": 0.0660930797457695,
      "learning_rate": 4.631568821413606e-06,
      "loss": 0.0208,
      "step": 52130
    },
    {
      "epoch": 16.260137242669995,
      "flow_loss": 0.022304337471723557,
      "step": 52130
    },
    {
      "contrastive_loss": 0.0035506393760442734,
      "epoch": 16.260137242669995,
      "step": 52130
    },
    {
      "contrastive_lambda": 0.04186406516919705,
      "epoch": 16.260137242669995,
      "step": 52130
    },
    {
      "contrastive_lambda": 0.04185357924108046,
      "epoch": 16.260449157829072,
      "step": 52131
    },
    {
      "contrastive_lambda": 0.04184309456899854,
      "epoch": 16.260761072988146,
      "step": 52132
    },
    {
      "contrastive_lambda": 0.04183261115297965,
      "epoch": 16.261072988147223,
      "step": 52133
    },
    {
      "contrastive_lambda": 0.041822128993052654,
      "epoch": 16.2613849033063,
      "step": 52134
    },
    {
      "contrastive_lambda": 0.04181164808924642,
      "epoch": 16.261696818465378,
      "step": 52135
    },
    {
      "contrastive_lambda": 0.04180116844158949,
      "epoch": 16.262008733624455,
      "step": 52136
    },
    {
      "contrastive_lambda": 0.0417906900501106,
      "epoch": 16.262320648783533,
      "step": 52137
    },
    {
      "contrastive_lambda": 0.04178021291483869,
      "epoch": 16.262632563942606,
      "step": 52138
    },
    {
      "contrastive_lambda": 0.04176973703580228,
      "epoch": 16.262944479101684,
      "step": 52139
    },
    {
      "epoch": 16.26325639426076,
      "grad_norm": 0.05872398614883423,
      "learning_rate": 4.619992170347359e-06,
      "loss": 0.0191,
      "step": 52140
    },
    {
      "epoch": 16.26325639426076,
      "flow_loss": 0.008846509270370007,
      "step": 52140
    },
    {
      "contrastive_loss": 0.0032878711353987455,
      "epoch": 16.26325639426076,
      "step": 52140
    },
    {
      "contrastive_lambda": 0.04175926241303024,
      "epoch": 16.26325639426076,
      "step": 52140
    },
    {
      "contrastive_lambda": 0.04174878904655105,
      "epoch": 16.26356830941984,
      "step": 52141
    },
    {
      "contrastive_lambda": 0.04173831693639357,
      "epoch": 16.263880224578916,
      "step": 52142
    },
    {
      "contrastive_lambda": 0.04172784608258662,
      "epoch": 16.26419213973799,
      "step": 52143
    },
    {
      "contrastive_lambda": 0.041717376485158775,
      "epoch": 16.264504054897067,
      "step": 52144
    },
    {
      "contrastive_lambda": 0.04170690814413869,
      "epoch": 16.264815970056144,
      "step": 52145
    },
    {
      "contrastive_lambda": 0.04169644105955528,
      "epoch": 16.26512788521522,
      "step": 52146
    },
    {
      "contrastive_lambda": 0.04168597523143702,
      "epoch": 16.2654398003743,
      "step": 52147
    },
    {
      "contrastive_lambda": 0.04167551065981262,
      "epoch": 16.265751715533376,
      "step": 52148
    },
    {
      "contrastive_lambda": 0.04166504734471088,
      "epoch": 16.26606363069245,
      "step": 52149
    },
    {
      "epoch": 16.266375545851528,
      "grad_norm": 0.06728223711252213,
      "learning_rate": 4.608429304529305e-06,
      "loss": 0.0184,
      "step": 52150
    },
    {
      "epoch": 16.266375545851528,
      "flow_loss": 0.01571028307080269,
      "step": 52150
    },
    {
      "contrastive_loss": 0.0033324877731502056,
      "epoch": 16.266375545851528,
      "step": 52150
    },
    {
      "contrastive_lambda": 0.04165458528616045,
      "epoch": 16.266375545851528,
      "step": 52150
    },
    {
      "contrastive_lambda": 0.041644124484190026,
      "epoch": 16.266687461010605,
      "step": 52151
    },
    {
      "contrastive_lambda": 0.041633664938828197,
      "epoch": 16.266999376169682,
      "step": 52152
    },
    {
      "contrastive_lambda": 0.04162320665010372,
      "epoch": 16.26731129132876,
      "step": 52153
    },
    {
      "contrastive_lambda": 0.04161274961804523,
      "epoch": 16.267623206487837,
      "step": 52154
    },
    {
      "contrastive_lambda": 0.04160229384268144,
      "epoch": 16.26793512164691,
      "step": 52155
    },
    {
      "contrastive_lambda": 0.04159183932404098,
      "epoch": 16.268247036805988,
      "step": 52156
    },
    {
      "contrastive_lambda": 0.04158138606215256,
      "epoch": 16.268558951965066,
      "step": 52157
    },
    {
      "contrastive_lambda": 0.04157093405704476,
      "epoch": 16.268870867124143,
      "step": 52158
    },
    {
      "contrastive_lambda": 0.04156048330874634,
      "epoch": 16.26918278228322,
      "step": 52159
    },
    {
      "epoch": 16.269494697442294,
      "grad_norm": 0.06834050267934799,
      "learning_rate": 4.596880227471928e-06,
      "loss": 0.0211,
      "step": 52160
    },
    {
      "epoch": 16.269494697442294,
      "flow_loss": 0.011692668311297894,
      "step": 52160
    },
    {
      "contrastive_loss": 0.0035269216168671846,
      "epoch": 16.269494697442294,
      "step": 52160
    },
    {
      "contrastive_lambda": 0.041550033817285725,
      "epoch": 16.269494697442294,
      "step": 52160
    },
    {
      "contrastive_lambda": 0.041539585582691774,
      "epoch": 16.26980661260137,
      "step": 52161
    },
    {
      "contrastive_lambda": 0.04152913860499319,
      "epoch": 16.27011852776045,
      "step": 52162
    },
    {
      "contrastive_lambda": 0.041518692884218444,
      "epoch": 16.270430442919526,
      "step": 52163
    },
    {
      "contrastive_lambda": 0.04150824842039619,
      "epoch": 16.270742358078603,
      "step": 52164
    },
    {
      "contrastive_lambda": 0.04149780521355512,
      "epoch": 16.27105427323768,
      "step": 52165
    },
    {
      "contrastive_lambda": 0.041487363263723875,
      "epoch": 16.271366188396755,
      "step": 52166
    },
    {
      "contrastive_lambda": 0.04147692257093111,
      "epoch": 16.271678103555832,
      "step": 52167
    },
    {
      "contrastive_lambda": 0.04146648313520529,
      "epoch": 16.27199001871491,
      "step": 52168
    },
    {
      "contrastive_lambda": 0.04145604495657518,
      "epoch": 16.272301933873987,
      "step": 52169
    },
    {
      "epoch": 16.272613849033064,
      "grad_norm": 0.04972269386053085,
      "learning_rate": 4.585344942683539e-06,
      "loss": 0.016,
      "step": 52170
    },
    {
      "epoch": 16.272613849033064,
      "flow_loss": 0.030183978378772736,
      "step": 52170
    },
    {
      "contrastive_loss": 0.0034919397439807653,
      "epoch": 16.272613849033064,
      "step": 52170
    },
    {
      "contrastive_lambda": 0.041445608035069414,
      "epoch": 16.272613849033064,
      "step": 52170
    },
    {
      "contrastive_lambda": 0.04143517237071642,
      "epoch": 16.27292576419214,
      "step": 52171
    },
    {
      "contrastive_lambda": 0.04142473796354501,
      "epoch": 16.273237679351215,
      "step": 52172
    },
    {
      "contrastive_lambda": 0.04141430481358377,
      "epoch": 16.273549594510293,
      "step": 52173
    },
    {
      "contrastive_lambda": 0.04140387292086117,
      "epoch": 16.27386150966937,
      "step": 52174
    },
    {
      "contrastive_lambda": 0.041393442285406035,
      "epoch": 16.274173424828447,
      "step": 52175
    },
    {
      "contrastive_lambda": 0.041383012907246663,
      "epoch": 16.274485339987525,
      "step": 52176
    },
    {
      "contrastive_lambda": 0.04137258478641176,
      "epoch": 16.2747972551466,
      "step": 52177
    },
    {
      "contrastive_lambda": 0.041362157922930076,
      "epoch": 16.275109170305676,
      "step": 52178
    },
    {
      "contrastive_lambda": 0.04135173231683004,
      "epoch": 16.275421085464753,
      "step": 52179
    },
    {
      "epoch": 16.27573300062383,
      "grad_norm": 0.10982649028301239,
      "learning_rate": 4.573823453668241e-06,
      "loss": 0.0215,
      "step": 52180
    },
    {
      "epoch": 16.27573300062383,
      "flow_loss": 0.02278711646795273,
      "step": 52180
    },
    {
      "contrastive_loss": 0.003233947791159153,
      "epoch": 16.27573300062383,
      "step": 52180
    },
    {
      "contrastive_lambda": 0.04134130796814023,
      "epoch": 16.27573300062383,
      "step": 52180
    },
    {
      "contrastive_lambda": 0.04133088487688941,
      "epoch": 16.276044915782908,
      "step": 52181
    },
    {
      "contrastive_lambda": 0.04132046304310577,
      "epoch": 16.276356830941985,
      "step": 52182
    },
    {
      "contrastive_lambda": 0.04131004246681824,
      "epoch": 16.27666874610106,
      "step": 52183
    },
    {
      "contrastive_lambda": 0.04129962314805535,
      "epoch": 16.276980661260136,
      "step": 52184
    },
    {
      "contrastive_lambda": 0.041289205086845526,
      "epoch": 16.277292576419214,
      "step": 52185
    },
    {
      "contrastive_lambda": 0.04127878828321746,
      "epoch": 16.27760449157829,
      "step": 52186
    },
    {
      "contrastive_lambda": 0.04126837273719958,
      "epoch": 16.27791640673737,
      "step": 52187
    },
    {
      "contrastive_lambda": 0.04125795844882035,
      "epoch": 16.278228321896446,
      "step": 52188
    },
    {
      "contrastive_lambda": 0.04124754541810871,
      "epoch": 16.27854023705552,
      "step": 52189
    },
    {
      "epoch": 16.278852152214597,
      "grad_norm": 0.057005468755960464,
      "learning_rate": 4.562315763925995e-06,
      "loss": 0.0188,
      "step": 52190
    },
    {
      "epoch": 16.278852152214597,
      "flow_loss": 0.02930648811161518,
      "step": 52190
    },
    {
      "contrastive_loss": 0.0034523920621722937,
      "epoch": 16.278852152214597,
      "step": 52190
    },
    {
      "contrastive_lambda": 0.04123713364509285,
      "epoch": 16.278852152214597,
      "step": 52190
    },
    {
      "contrastive_lambda": 0.04122672312980147,
      "epoch": 16.279164067373674,
      "step": 52191
    },
    {
      "contrastive_lambda": 0.041216313872263155,
      "epoch": 16.27947598253275,
      "step": 52192
    },
    {
      "contrastive_lambda": 0.04120590587250622,
      "epoch": 16.27978789769183,
      "step": 52193
    },
    {
      "contrastive_lambda": 0.04119549913055931,
      "epoch": 16.280099812850903,
      "step": 52194
    },
    {
      "contrastive_lambda": 0.041185093646451176,
      "epoch": 16.28041172800998,
      "step": 52195
    },
    {
      "contrastive_lambda": 0.04117468942021002,
      "epoch": 16.280723643169058,
      "step": 52196
    },
    {
      "contrastive_lambda": 0.04116428645186465,
      "epoch": 16.281035558328135,
      "step": 52197
    },
    {
      "contrastive_lambda": 0.041153884741443325,
      "epoch": 16.281347473487212,
      "step": 52198
    },
    {
      "contrastive_lambda": 0.041143484288974574,
      "epoch": 16.28165938864629,
      "step": 52199
    },
    {
      "epoch": 16.281971303805364,
      "grad_norm": 0.06107690930366516,
      "learning_rate": 4.5508218769524825e-06,
      "loss": 0.0188,
      "step": 52200
    },
    {
      "epoch": 16.281971303805364,
      "flow_loss": 0.024108899757266045,
      "step": 52200
    },
    {
      "contrastive_loss": 0.003105448093265295,
      "epoch": 16.281971303805364,
      "step": 52200
    },
    {
      "contrastive_lambda": 0.04113308509448721,
      "epoch": 16.281971303805364,
      "step": 52200
    },
    {
      "contrastive_lambda": 0.04112268715800943,
      "epoch": 16.28228321896444,
      "step": 52201
    },
    {
      "contrastive_lambda": 0.04111229047956988,
      "epoch": 16.282595134123518,
      "step": 52202
    },
    {
      "contrastive_lambda": 0.04110189505919715,
      "epoch": 16.282907049282596,
      "step": 52203
    },
    {
      "contrastive_lambda": 0.041091500896919486,
      "epoch": 16.283218964441673,
      "step": 52204
    },
    {
      "contrastive_lambda": 0.04108110799276554,
      "epoch": 16.28353087960075,
      "step": 52205
    },
    {
      "contrastive_lambda": 0.04107071634676385,
      "epoch": 16.283842794759824,
      "step": 52206
    },
    {
      "contrastive_lambda": 0.04106032595894277,
      "epoch": 16.2841547099189,
      "step": 52207
    },
    {
      "contrastive_lambda": 0.041049936829331,
      "epoch": 16.28446662507798,
      "step": 52208
    },
    {
      "contrastive_lambda": 0.041039548957956806,
      "epoch": 16.284778540237056,
      "step": 52209
    },
    {
      "epoch": 16.285090455396134,
      "grad_norm": 0.06820347160100937,
      "learning_rate": 4.539341796239277e-06,
      "loss": 0.027,
      "step": 52210
    },
    {
      "epoch": 16.285090455396134,
      "flow_loss": 0.03727306053042412,
      "step": 52210
    },
    {
      "contrastive_loss": 0.0031242992263287306,
      "epoch": 16.285090455396134,
      "step": 52210
    },
    {
      "contrastive_lambda": 0.04102916234484871,
      "epoch": 16.285090455396134,
      "step": 52210
    },
    {
      "contrastive_lambda": 0.041018776990035255,
      "epoch": 16.285402370555207,
      "step": 52211
    },
    {
      "contrastive_lambda": 0.041008392893544854,
      "epoch": 16.285714285714285,
      "step": 52212
    },
    {
      "contrastive_lambda": 0.04099801005540615,
      "epoch": 16.286026200873362,
      "step": 52213
    },
    {
      "contrastive_lambda": 0.0409876284756473,
      "epoch": 16.28633811603244,
      "step": 52214
    },
    {
      "contrastive_lambda": 0.040977248154296986,
      "epoch": 16.286650031191517,
      "step": 52215
    },
    {
      "contrastive_lambda": 0.040966869091383584,
      "epoch": 16.286961946350594,
      "step": 52216
    },
    {
      "contrastive_lambda": 0.04095649128693557,
      "epoch": 16.287273861509668,
      "step": 52217
    },
    {
      "contrastive_lambda": 0.04094611474098142,
      "epoch": 16.287585776668745,
      "step": 52218
    },
    {
      "contrastive_lambda": 0.04093573945354961,
      "epoch": 16.287897691827823,
      "step": 52219
    },
    {
      "epoch": 16.2882096069869,
      "grad_norm": 0.0586596354842186,
      "learning_rate": 4.527875525273717e-06,
      "loss": 0.0225,
      "step": 52220
    },
    {
      "epoch": 16.2882096069869,
      "flow_loss": 0.011021685786545277,
      "step": 52220
    },
    {
      "contrastive_loss": 0.004657093435525894,
      "epoch": 16.2882096069869,
      "step": 52220
    },
    {
      "contrastive_lambda": 0.04092536542466846,
      "epoch": 16.2882096069869,
      "step": 52220
    },
    {
      "contrastive_lambda": 0.0409149926543666,
      "epoch": 16.288521522145977,
      "step": 52221
    },
    {
      "contrastive_lambda": 0.04090462114267218,
      "epoch": 16.288833437305055,
      "step": 52222
    },
    {
      "contrastive_lambda": 0.04089425088961385,
      "epoch": 16.28914535246413,
      "step": 52223
    },
    {
      "contrastive_lambda": 0.04088388189522013,
      "epoch": 16.289457267623206,
      "step": 52224
    },
    {
      "contrastive_lambda": 0.040873514159519175,
      "epoch": 16.289769182782283,
      "step": 52225
    },
    {
      "contrastive_lambda": 0.040863147682539624,
      "epoch": 16.29008109794136,
      "step": 52226
    },
    {
      "contrastive_lambda": 0.040852782464309845,
      "epoch": 16.290393013100438,
      "step": 52227
    },
    {
      "contrastive_lambda": 0.04084241850485809,
      "epoch": 16.29070492825951,
      "step": 52228
    },
    {
      "contrastive_lambda": 0.04083205580421295,
      "epoch": 16.29101684341859,
      "step": 52229
    },
    {
      "epoch": 16.291328758577666,
      "grad_norm": 0.06714193522930145,
      "learning_rate": 4.51642306753895e-06,
      "loss": 0.0224,
      "step": 52230
    },
    {
      "epoch": 16.291328758577666,
      "flow_loss": 0.035245027393102646,
      "step": 52230
    },
    {
      "contrastive_loss": 0.0030512625817209482,
      "epoch": 16.291328758577666,
      "step": 52230
    },
    {
      "contrastive_lambda": 0.04082169436240296,
      "epoch": 16.291328758577666,
      "step": 52230
    },
    {
      "contrastive_lambda": 0.04081133417945626,
      "epoch": 16.291640673736744,
      "step": 52231
    },
    {
      "contrastive_lambda": 0.04080097525540144,
      "epoch": 16.29195258889582,
      "step": 52232
    },
    {
      "contrastive_lambda": 0.04079061759026659,
      "epoch": 16.2922645040549,
      "step": 52233
    },
    {
      "contrastive_lambda": 0.04078026118408051,
      "epoch": 16.292576419213972,
      "step": 52234
    },
    {
      "contrastive_lambda": 0.04076990603687147,
      "epoch": 16.29288833437305,
      "step": 52235
    },
    {
      "contrastive_lambda": 0.040759552148667666,
      "epoch": 16.293200249532127,
      "step": 52236
    },
    {
      "contrastive_lambda": 0.04074919951949768,
      "epoch": 16.293512164691204,
      "step": 52237
    },
    {
      "contrastive_lambda": 0.04073884814938994,
      "epoch": 16.293824079850282,
      "step": 52238
    },
    {
      "contrastive_lambda": 0.04072849803837253,
      "epoch": 16.29413599500936,
      "step": 52239
    },
    {
      "epoch": 16.294447910168433,
      "grad_norm": 0.09288843721151352,
      "learning_rate": 4.5049844265139306e-06,
      "loss": 0.0285,
      "step": 52240
    },
    {
      "epoch": 16.294447910168433,
      "flow_loss": 0.026628876104950905,
      "step": 52240
    },
    {
      "contrastive_loss": 0.0034207068383693695,
      "epoch": 16.294447910168433,
      "step": 52240
    },
    {
      "contrastive_lambda": 0.040718149186474095,
      "epoch": 16.294447910168433,
      "step": 52240
    },
    {
      "contrastive_lambda": 0.040707801593723,
      "epoch": 16.29475982532751,
      "step": 52241
    },
    {
      "contrastive_lambda": 0.04069745526014751,
      "epoch": 16.295071740486588,
      "step": 52242
    },
    {
      "contrastive_lambda": 0.04068711018577609,
      "epoch": 16.295383655645665,
      "step": 52243
    },
    {
      "contrastive_lambda": 0.04067676637063694,
      "epoch": 16.295695570804742,
      "step": 52244
    },
    {
      "contrastive_lambda": 0.040666423814758434,
      "epoch": 16.296007485963816,
      "step": 52245
    },
    {
      "contrastive_lambda": 0.040656082518169157,
      "epoch": 16.296319401122894,
      "step": 52246
    },
    {
      "contrastive_lambda": 0.04064574248089725,
      "epoch": 16.29663131628197,
      "step": 52247
    },
    {
      "contrastive_lambda": 0.04063540370297114,
      "epoch": 16.29694323144105,
      "step": 52248
    },
    {
      "contrastive_lambda": 0.04062506618441919,
      "epoch": 16.297255146600126,
      "step": 52249
    },
    {
      "epoch": 16.297567061759203,
      "grad_norm": 0.05863313004374504,
      "learning_rate": 4.4935596056734144e-06,
      "loss": 0.0189,
      "step": 52250
    },
    {
      "epoch": 16.297567061759203,
      "flow_loss": 0.020923258736729622,
      "step": 52250
    },
    {
      "contrastive_loss": 0.002883764449506998,
      "epoch": 16.297567061759203,
      "step": 52250
    },
    {
      "contrastive_lambda": 0.040614729925269544,
      "epoch": 16.297567061759203,
      "step": 52250
    },
    {
      "contrastive_lambda": 0.0406043949255509,
      "epoch": 16.297878976918277,
      "step": 52251
    },
    {
      "contrastive_lambda": 0.0405940611852913,
      "epoch": 16.298190892077354,
      "step": 52252
    },
    {
      "contrastive_lambda": 0.040583728704519095,
      "epoch": 16.29850280723643,
      "step": 52253
    },
    {
      "contrastive_lambda": 0.04057339748326283,
      "epoch": 16.29881472239551,
      "step": 52254
    },
    {
      "contrastive_lambda": 0.04056306752155059,
      "epoch": 16.299126637554586,
      "step": 52255
    },
    {
      "contrastive_lambda": 0.04055273881941074,
      "epoch": 16.299438552713664,
      "step": 52256
    },
    {
      "contrastive_lambda": 0.040542411376871756,
      "epoch": 16.299750467872737,
      "step": 52257
    },
    {
      "contrastive_lambda": 0.04053208519396179,
      "epoch": 16.300062383031815,
      "step": 52258
    },
    {
      "contrastive_lambda": 0.04052176027070914,
      "epoch": 16.300374298190892,
      "step": 52259
    },
    {
      "epoch": 16.30068621334997,
      "grad_norm": 0.1031980887055397,
      "learning_rate": 4.482148608487957e-06,
      "loss": 0.0205,
      "step": 52260
    },
    {
      "epoch": 16.30068621334997,
      "flow_loss": 0.008648822084069252,
      "step": 52260
    },
    {
      "contrastive_loss": 0.0039471047930419445,
      "epoch": 16.30068621334997,
      "step": 52260
    },
    {
      "contrastive_lambda": 0.04051143660714229,
      "epoch": 16.30068621334997,
      "step": 52260
    },
    {
      "contrastive_lambda": 0.04050111420328939,
      "epoch": 16.300998128509047,
      "step": 52261
    },
    {
      "contrastive_lambda": 0.04049079305917869,
      "epoch": 16.30131004366812,
      "step": 52262
    },
    {
      "contrastive_lambda": 0.040480473174838605,
      "epoch": 16.301621958827198,
      "step": 52263
    },
    {
      "contrastive_lambda": 0.0404701545502974,
      "epoch": 16.301933873986275,
      "step": 52264
    },
    {
      "contrastive_lambda": 0.04045983718558349,
      "epoch": 16.302245789145353,
      "step": 52265
    },
    {
      "contrastive_lambda": 0.04044952108072486,
      "epoch": 16.30255770430443,
      "step": 52266
    },
    {
      "contrastive_lambda": 0.040439206235749925,
      "epoch": 16.302869619463507,
      "step": 52267
    },
    {
      "contrastive_lambda": 0.040428892650687165,
      "epoch": 16.30318153462258,
      "step": 52268
    },
    {
      "contrastive_lambda": 0.04041858032556456,
      "epoch": 16.30349344978166,
      "step": 52269
    },
    {
      "epoch": 16.303805364940736,
      "grad_norm": 0.0755690336227417,
      "learning_rate": 4.4707514384239365e-06,
      "loss": 0.0211,
      "step": 52270
    },
    {
      "epoch": 16.303805364940736,
      "flow_loss": 0.024006692692637444,
      "step": 52270
    },
    {
      "contrastive_loss": 0.0034047458320856094,
      "epoch": 16.303805364940736,
      "step": 52270
    },
    {
      "contrastive_lambda": 0.040408269260410634,
      "epoch": 16.303805364940736,
      "step": 52270
    },
    {
      "contrastive_lambda": 0.040397959455253485,
      "epoch": 16.304117280099813,
      "step": 52271
    },
    {
      "contrastive_lambda": 0.040387650910121364,
      "epoch": 16.30442919525889,
      "step": 52272
    },
    {
      "contrastive_lambda": 0.04037734362504258,
      "epoch": 16.304741110417968,
      "step": 52273
    },
    {
      "contrastive_lambda": 0.04036703760004545,
      "epoch": 16.305053025577042,
      "step": 52274
    },
    {
      "contrastive_lambda": 0.04035673283515817,
      "epoch": 16.30536494073612,
      "step": 52275
    },
    {
      "contrastive_lambda": 0.040346429330409106,
      "epoch": 16.305676855895197,
      "step": 52276
    },
    {
      "contrastive_lambda": 0.04033612708582629,
      "epoch": 16.305988771054274,
      "step": 52277
    },
    {
      "contrastive_lambda": 0.0403258261014382,
      "epoch": 16.30630068621335,
      "step": 52278
    },
    {
      "contrastive_lambda": 0.04031552637727276,
      "epoch": 16.306612601372425,
      "step": 52279
    },
    {
      "epoch": 16.306924516531502,
      "grad_norm": 0.10919579118490219,
      "learning_rate": 4.459368098943484e-06,
      "loss": 0.0174,
      "step": 52280
    },
    {
      "epoch": 16.306924516531502,
      "flow_loss": 0.01166483573615551,
      "step": 52280
    },
    {
      "contrastive_loss": 0.004096411168575287,
      "epoch": 16.306924516531502,
      "step": 52280
    },
    {
      "contrastive_lambda": 0.0403052279133585,
      "epoch": 16.306924516531502,
      "step": 52280
    },
    {
      "contrastive_lambda": 0.04029493070972362,
      "epoch": 16.30723643169058,
      "step": 52281
    },
    {
      "contrastive_lambda": 0.04028463476639621,
      "epoch": 16.307548346849657,
      "step": 52282
    },
    {
      "contrastive_lambda": 0.04027434008340458,
      "epoch": 16.307860262008735,
      "step": 52283
    },
    {
      "contrastive_lambda": 0.040264046660776986,
      "epoch": 16.308172177167812,
      "step": 52284
    },
    {
      "contrastive_lambda": 0.04025375449854157,
      "epoch": 16.308484092326886,
      "step": 52285
    },
    {
      "contrastive_lambda": 0.04024346359672659,
      "epoch": 16.308796007485963,
      "step": 52286
    },
    {
      "contrastive_lambda": 0.04023317395536036,
      "epoch": 16.30910792264504,
      "step": 52287
    },
    {
      "contrastive_lambda": 0.0402228855744709,
      "epoch": 16.309419837804118,
      "step": 52288
    },
    {
      "contrastive_lambda": 0.04021259845408659,
      "epoch": 16.309731752963195,
      "step": 52289
    },
    {
      "epoch": 16.310043668122272,
      "grad_norm": 0.09126663208007812,
      "learning_rate": 4.447998593504582e-06,
      "loss": 0.0166,
      "step": 52290
    },
    {
      "epoch": 16.310043668122272,
      "flow_loss": 0.024985648691654205,
      "step": 52290
    },
    {
      "contrastive_loss": 0.0033559324219822884,
      "epoch": 16.310043668122272,
      "step": 52290
    },
    {
      "contrastive_lambda": 0.040202312594235345,
      "epoch": 16.310043668122272,
      "step": 52290
    },
    {
      "contrastive_lambda": 0.040192027994945645,
      "epoch": 16.310355583281346,
      "step": 52291
    },
    {
      "contrastive_lambda": 0.040181744656245744,
      "epoch": 16.310667498440424,
      "step": 52292
    },
    {
      "contrastive_lambda": 0.04017146257816362,
      "epoch": 16.3109794135995,
      "step": 52293
    },
    {
      "contrastive_lambda": 0.04016118176072747,
      "epoch": 16.31129132875858,
      "step": 52294
    },
    {
      "contrastive_lambda": 0.04015090220396572,
      "epoch": 16.311603243917656,
      "step": 52295
    },
    {
      "contrastive_lambda": 0.040140623907906126,
      "epoch": 16.31191515907673,
      "step": 52296
    },
    {
      "contrastive_lambda": 0.04013034687257727,
      "epoch": 16.312227074235807,
      "step": 52297
    },
    {
      "contrastive_lambda": 0.04012007109800725,
      "epoch": 16.312538989394884,
      "step": 52298
    },
    {
      "contrastive_lambda": 0.04010979658422403,
      "epoch": 16.31285090455396,
      "step": 52299
    },
    {
      "epoch": 16.31316281971304,
      "grad_norm": 0.08768591284751892,
      "learning_rate": 4.4366429255609744e-06,
      "loss": 0.0226,
      "step": 52300
    },
    {
      "epoch": 16.31316281971304,
      "flow_loss": 0.015535268001258373,
      "step": 52300
    },
    {
      "contrastive_loss": 0.003315630368888378,
      "epoch": 16.31316281971304,
      "step": 52300
    },
    {
      "contrastive_lambda": 0.04009952333125605,
      "epoch": 16.31316281971304,
      "step": 52300
    },
    {
      "contrastive_lambda": 0.04008925133913116,
      "epoch": 16.313474734872116,
      "step": 52301
    },
    {
      "contrastive_lambda": 0.04007898060787779,
      "epoch": 16.31378665003119,
      "step": 52302
    },
    {
      "contrastive_lambda": 0.04006871113752408,
      "epoch": 16.314098565190267,
      "step": 52303
    },
    {
      "contrastive_lambda": 0.040058442928098015,
      "epoch": 16.314410480349345,
      "step": 52304
    },
    {
      "contrastive_lambda": 0.0400481759796279,
      "epoch": 16.314722395508422,
      "step": 52305
    },
    {
      "contrastive_lambda": 0.040037910292141876,
      "epoch": 16.3150343106675,
      "step": 52306
    },
    {
      "contrastive_lambda": 0.040027645865667816,
      "epoch": 16.315346225826577,
      "step": 52307
    },
    {
      "contrastive_lambda": 0.040017382700234305,
      "epoch": 16.31565814098565,
      "step": 52308
    },
    {
      "contrastive_lambda": 0.040007120795869155,
      "epoch": 16.315970056144728,
      "step": 52309
    },
    {
      "epoch": 16.316281971303805,
      "grad_norm": 0.06771242618560791,
      "learning_rate": 4.425301098562212e-06,
      "loss": 0.0218,
      "step": 52310
    },
    {
      "epoch": 16.316281971303805,
      "flow_loss": 0.03836808726191521,
      "step": 52310
    },
    {
      "contrastive_loss": 0.003762406762689352,
      "epoch": 16.316281971303805,
      "step": 52310
    },
    {
      "contrastive_lambda": 0.03999686015260062,
      "epoch": 16.316281971303805,
      "step": 52310
    },
    {
      "contrastive_lambda": 0.039986600770456904,
      "epoch": 16.316593886462883,
      "step": 52311
    },
    {
      "contrastive_lambda": 0.039976342649465924,
      "epoch": 16.31690580162196,
      "step": 52312
    },
    {
      "contrastive_lambda": 0.039966085789655825,
      "epoch": 16.317217716781034,
      "step": 52313
    },
    {
      "contrastive_lambda": 0.03995583019105503,
      "epoch": 16.31752963194011,
      "step": 52314
    },
    {
      "contrastive_lambda": 0.03994557585369135,
      "epoch": 16.31784154709919,
      "step": 52315
    },
    {
      "contrastive_lambda": 0.03993532277759304,
      "epoch": 16.318153462258266,
      "step": 52316
    },
    {
      "contrastive_lambda": 0.039925070962788134,
      "epoch": 16.318465377417343,
      "step": 52317
    },
    {
      "contrastive_lambda": 0.03991482040930466,
      "epoch": 16.31877729257642,
      "step": 52318
    },
    {
      "contrastive_lambda": 0.039904571117170995,
      "epoch": 16.319089207735495,
      "step": 52319
    },
    {
      "epoch": 16.319401122894572,
      "grad_norm": 0.07264456897974014,
      "learning_rate": 4.413973115953651e-06,
      "loss": 0.0189,
      "step": 52320
    },
    {
      "epoch": 16.319401122894572,
      "flow_loss": 0.03489549830555916,
      "step": 52320
    },
    {
      "contrastive_loss": 0.004544705152511597,
      "epoch": 16.319401122894572,
      "step": 52320
    },
    {
      "contrastive_lambda": 0.039894323086414996,
      "epoch": 16.319401122894572,
      "step": 52320
    },
    {
      "contrastive_lambda": 0.03988407631706481,
      "epoch": 16.31971303805365,
      "step": 52321
    },
    {
      "contrastive_lambda": 0.03987383080914869,
      "epoch": 16.320024953212727,
      "step": 52322
    },
    {
      "contrastive_lambda": 0.03986358656269445,
      "epoch": 16.320336868371804,
      "step": 52323
    },
    {
      "contrastive_lambda": 0.03985334357773024,
      "epoch": 16.32064878353088,
      "step": 52324
    },
    {
      "contrastive_lambda": 0.03984310185428441,
      "epoch": 16.320960698689955,
      "step": 52325
    },
    {
      "contrastive_lambda": 0.03983286139238473,
      "epoch": 16.321272613849032,
      "step": 52326
    },
    {
      "contrastive_lambda": 0.039822622192059454,
      "epoch": 16.32158452900811,
      "step": 52327
    },
    {
      "contrastive_lambda": 0.03981238425333655,
      "epoch": 16.321896444167187,
      "step": 52328
    },
    {
      "contrastive_lambda": 0.03980214757624412,
      "epoch": 16.322208359326265,
      "step": 52329
    },
    {
      "epoch": 16.32252027448534,
      "grad_norm": 0.07620280236005783,
      "learning_rate": 4.402658981176416e-06,
      "loss": 0.0256,
      "step": 52330
    },
    {
      "epoch": 16.32252027448534,
      "flow_loss": 0.014770152047276497,
      "step": 52330
    },
    {
      "contrastive_loss": 0.0036972344387322664,
      "epoch": 16.32252027448534,
      "step": 52330
    },
    {
      "contrastive_lambda": 0.03979191216081018,
      "epoch": 16.32252027448534,
      "step": 52330
    },
    {
      "contrastive_lambda": 0.03978167800706289,
      "epoch": 16.322832189644416,
      "step": 52331
    },
    {
      "contrastive_lambda": 0.039771445115030224,
      "epoch": 16.323144104803493,
      "step": 52332
    },
    {
      "contrastive_lambda": 0.03976121348474043,
      "epoch": 16.32345601996257,
      "step": 52333
    },
    {
      "contrastive_lambda": 0.03975098311622122,
      "epoch": 16.323767935121648,
      "step": 52334
    },
    {
      "contrastive_lambda": 0.03974075400950078,
      "epoch": 16.324079850280725,
      "step": 52335
    },
    {
      "contrastive_lambda": 0.03973052616460737,
      "epoch": 16.3243917654398,
      "step": 52336
    },
    {
      "contrastive_lambda": 0.03972029958156875,
      "epoch": 16.324703680598876,
      "step": 52337
    },
    {
      "contrastive_lambda": 0.039710074260413175,
      "epoch": 16.325015595757954,
      "step": 52338
    },
    {
      "contrastive_lambda": 0.03969985020116851,
      "epoch": 16.32532751091703,
      "step": 52339
    },
    {
      "epoch": 16.32563942607611,
      "grad_norm": 0.04345284402370453,
      "learning_rate": 4.391358697667475e-06,
      "loss": 0.0191,
      "step": 52340
    },
    {
      "epoch": 16.32563942607611,
      "flow_loss": 0.026418088003993034,
      "step": 52340
    },
    {
      "contrastive_loss": 0.003604799509048462,
      "epoch": 16.32563942607611,
      "step": 52340
    },
    {
      "contrastive_lambda": 0.03968962740386278,
      "epoch": 16.32563942607611,
      "step": 52340
    },
    {
      "contrastive_lambda": 0.03967940586852409,
      "epoch": 16.325951341235186,
      "step": 52341
    },
    {
      "contrastive_lambda": 0.039669185595180456,
      "epoch": 16.32626325639426,
      "step": 52342
    },
    {
      "contrastive_lambda": 0.03965896658385987,
      "epoch": 16.326575171553337,
      "step": 52343
    },
    {
      "contrastive_lambda": 0.039648748834590464,
      "epoch": 16.326887086712414,
      "step": 52344
    },
    {
      "contrastive_lambda": 0.03963853234740006,
      "epoch": 16.32719900187149,
      "step": 52345
    },
    {
      "contrastive_lambda": 0.03962831712231679,
      "epoch": 16.32751091703057,
      "step": 52346
    },
    {
      "contrastive_lambda": 0.039618103159368534,
      "epoch": 16.327822832189643,
      "step": 52347
    },
    {
      "contrastive_lambda": 0.03960789045858343,
      "epoch": 16.32813474734872,
      "step": 52348
    },
    {
      "contrastive_lambda": 0.03959767901998956,
      "epoch": 16.328446662507798,
      "step": 52349
    },
    {
      "epoch": 16.328758577666875,
      "grad_norm": 0.05839734524488449,
      "learning_rate": 4.3800722688595195e-06,
      "loss": 0.0191,
      "step": 52350
    },
    {
      "epoch": 16.328758577666875,
      "flow_loss": 0.012677870690822601,
      "step": 52350
    },
    {
      "contrastive_loss": 0.003923862241208553,
      "epoch": 16.328758577666875,
      "step": 52350
    },
    {
      "contrastive_lambda": 0.03958746884361469,
      "epoch": 16.328758577666875,
      "step": 52350
    },
    {
      "contrastive_lambda": 0.03957725992948691,
      "epoch": 16.329070492825952,
      "step": 52351
    },
    {
      "contrastive_lambda": 0.039567052277634296,
      "epoch": 16.32938240798503,
      "step": 52352
    },
    {
      "contrastive_lambda": 0.03955684588808456,
      "epoch": 16.329694323144103,
      "step": 52353
    },
    {
      "contrastive_lambda": 0.03954664076086606,
      "epoch": 16.33000623830318,
      "step": 52354
    },
    {
      "contrastive_lambda": 0.0395364368960065,
      "epoch": 16.330318153462258,
      "step": 52355
    },
    {
      "contrastive_lambda": 0.03952623429353397,
      "epoch": 16.330630068621335,
      "step": 52356
    },
    {
      "contrastive_lambda": 0.03951603295347644,
      "epoch": 16.330941983780413,
      "step": 52357
    },
    {
      "contrastive_lambda": 0.039505832875861735,
      "epoch": 16.33125389893949,
      "step": 52358
    },
    {
      "contrastive_lambda": 0.03949563406071799,
      "epoch": 16.331565814098564,
      "step": 52359
    },
    {
      "epoch": 16.33187772925764,
      "grad_norm": 0.075048066675663,
      "learning_rate": 4.368799698181097e-06,
      "loss": 0.0178,
      "step": 52360
    },
    {
      "epoch": 16.33187772925764,
      "flow_loss": 0.027305666357278824,
      "step": 52360
    },
    {
      "contrastive_loss": 0.003364975331351161,
      "epoch": 16.33187772925764,
      "step": 52360
    },
    {
      "contrastive_lambda": 0.039485436508073235,
      "epoch": 16.33187772925764,
      "step": 52360
    },
    {
      "contrastive_lambda": 0.039475240217955176,
      "epoch": 16.33218964441672,
      "step": 52361
    },
    {
      "contrastive_lambda": 0.03946504519039201,
      "epoch": 16.332501559575796,
      "step": 52362
    },
    {
      "contrastive_lambda": 0.03945485142541144,
      "epoch": 16.332813474734873,
      "step": 52363
    },
    {
      "contrastive_lambda": 0.0394446589230415,
      "epoch": 16.333125389893947,
      "step": 52364
    },
    {
      "contrastive_lambda": 0.039434467683310326,
      "epoch": 16.333437305053025,
      "step": 52365
    },
    {
      "contrastive_lambda": 0.03942427770624568,
      "epoch": 16.333749220212102,
      "step": 52366
    },
    {
      "contrastive_lambda": 0.03941408899187543,
      "epoch": 16.33406113537118,
      "step": 52367
    },
    {
      "contrastive_lambda": 0.03940390154022777,
      "epoch": 16.334373050530257,
      "step": 52368
    },
    {
      "contrastive_lambda": 0.03939371535133035,
      "epoch": 16.334684965689334,
      "step": 52369
    },
    {
      "epoch": 16.334996880848408,
      "grad_norm": 0.057281117886304855,
      "learning_rate": 4.357540989056486e-06,
      "loss": 0.0178,
      "step": 52370
    },
    {
      "epoch": 16.334996880848408,
      "flow_loss": 0.012894602492451668,
      "step": 52370
    },
    {
      "contrastive_loss": 0.0034537105821073055,
      "epoch": 16.334996880848408,
      "step": 52370
    },
    {
      "contrastive_lambda": 0.039383530425211144,
      "epoch": 16.334996880848408,
      "step": 52370
    },
    {
      "contrastive_lambda": 0.0393733467618983,
      "epoch": 16.335308796007485,
      "step": 52371
    },
    {
      "contrastive_lambda": 0.039363164361419456,
      "epoch": 16.335620711166563,
      "step": 52372
    },
    {
      "contrastive_lambda": 0.03935298322380276,
      "epoch": 16.33593262632564,
      "step": 52373
    },
    {
      "contrastive_lambda": 0.03934280334907597,
      "epoch": 16.336244541484717,
      "step": 52374
    },
    {
      "contrastive_lambda": 0.0393326247372669,
      "epoch": 16.336556456643795,
      "step": 52375
    },
    {
      "contrastive_lambda": 0.03932244738840379,
      "epoch": 16.33686837180287,
      "step": 52376
    },
    {
      "contrastive_lambda": 0.039312271302514246,
      "epoch": 16.337180286961946,
      "step": 52377
    },
    {
      "contrastive_lambda": 0.03930209647962629,
      "epoch": 16.337492202121023,
      "step": 52378
    },
    {
      "contrastive_lambda": 0.03929192291976785,
      "epoch": 16.3378041172801,
      "step": 52379
    },
    {
      "epoch": 16.338116032439178,
      "grad_norm": 0.06663360446691513,
      "learning_rate": 4.346296144905815e-06,
      "loss": 0.022,
      "step": 52380
    },
    {
      "epoch": 16.338116032439178,
      "flow_loss": 0.021999066695570946,
      "step": 52380
    },
    {
      "contrastive_loss": 0.0037868611980229616,
      "epoch": 16.338116032439178,
      "step": 52380
    },
    {
      "contrastive_lambda": 0.03928175062296674,
      "epoch": 16.338116032439178,
      "step": 52380
    },
    {
      "contrastive_lambda": 0.039271579589250705,
      "epoch": 16.33842794759825,
      "step": 52381
    },
    {
      "contrastive_lambda": 0.03926140981864801,
      "epoch": 16.33873986275733,
      "step": 52382
    },
    {
      "contrastive_lambda": 0.039251241311186236,
      "epoch": 16.339051777916406,
      "step": 52383
    },
    {
      "contrastive_lambda": 0.03924107406689342,
      "epoch": 16.339363693075484,
      "step": 52384
    },
    {
      "contrastive_lambda": 0.03923090808579727,
      "epoch": 16.33967560823456,
      "step": 52385
    },
    {
      "contrastive_lambda": 0.03922074336792575,
      "epoch": 16.33998752339364,
      "step": 52386
    },
    {
      "contrastive_lambda": 0.039210579913306676,
      "epoch": 16.340299438552712,
      "step": 52387
    },
    {
      "contrastive_lambda": 0.03920041772196803,
      "epoch": 16.34061135371179,
      "step": 52388
    },
    {
      "contrastive_lambda": 0.03919025679393756,
      "epoch": 16.340923268870867,
      "step": 52389
    },
    {
      "epoch": 16.341235184029944,
      "grad_norm": 0.06591884791851044,
      "learning_rate": 4.335065169144958e-06,
      "loss": 0.0207,
      "step": 52390
    },
    {
      "epoch": 16.341235184029944,
      "flow_loss": 0.02831357717514038,
      "step": 52390
    },
    {
      "contrastive_loss": 0.0038293288089334965,
      "epoch": 16.341235184029944,
      "step": 52390
    },
    {
      "contrastive_lambda": 0.03918009712924331,
      "epoch": 16.341235184029944,
      "step": 52390
    },
    {
      "contrastive_lambda": 0.039169938727912856,
      "epoch": 16.34154709918902,
      "step": 52391
    },
    {
      "contrastive_lambda": 0.039159781589974074,
      "epoch": 16.341859014348096,
      "step": 52392
    },
    {
      "contrastive_lambda": 0.039149625715455105,
      "epoch": 16.342170929507173,
      "step": 52393
    },
    {
      "contrastive_lambda": 0.03913947110438354,
      "epoch": 16.34248284466625,
      "step": 52394
    },
    {
      "contrastive_lambda": 0.03912931775678735,
      "epoch": 16.342794759825328,
      "step": 52395
    },
    {
      "contrastive_lambda": 0.03911916567269419,
      "epoch": 16.343106674984405,
      "step": 52396
    },
    {
      "contrastive_lambda": 0.03910901485213203,
      "epoch": 16.343418590143482,
      "step": 52397
    },
    {
      "contrastive_lambda": 0.03909886529512868,
      "epoch": 16.343730505302556,
      "step": 52398
    },
    {
      "contrastive_lambda": 0.03908871700171196,
      "epoch": 16.344042420461633,
      "step": 52399
    },
    {
      "epoch": 16.34435433562071,
      "grad_norm": 0.06016960367560387,
      "learning_rate": 4.323848065185593e-06,
      "loss": 0.021,
      "step": 52400
    },
    {
      "epoch": 16.34435433562071,
      "flow_loss": 0.016553176566958427,
      "step": 52400
    },
    {
      "contrastive_loss": 0.003368288278579712,
      "epoch": 16.34435433562071,
      "step": 52400
    },
    {
      "contrastive_lambda": 0.03907856997190967,
      "epoch": 16.34435433562071,
      "step": 52400
    },
    {
      "contrastive_lambda": 0.0390684242057498,
      "epoch": 16.344666250779788,
      "step": 52401
    },
    {
      "contrastive_lambda": 0.03905827970325987,
      "epoch": 16.344978165938866,
      "step": 52402
    },
    {
      "contrastive_lambda": 0.03904813646446792,
      "epoch": 16.345290081097943,
      "step": 52403
    },
    {
      "contrastive_lambda": 0.03903799448940154,
      "epoch": 16.345601996257017,
      "step": 52404
    },
    {
      "contrastive_lambda": 0.039027853778088706,
      "epoch": 16.345913911416094,
      "step": 52405
    },
    {
      "contrastive_lambda": 0.03901771433055734,
      "epoch": 16.34622582657517,
      "step": 52406
    },
    {
      "contrastive_lambda": 0.03900757614683492,
      "epoch": 16.34653774173425,
      "step": 52407
    },
    {
      "contrastive_lambda": 0.03899743922694948,
      "epoch": 16.346849656893326,
      "step": 52408
    },
    {
      "contrastive_lambda": 0.038987303570928666,
      "epoch": 16.3471615720524,
      "step": 52409
    },
    {
      "epoch": 16.347473487211477,
      "grad_norm": 0.057505350559949875,
      "learning_rate": 4.31264483643517e-06,
      "loss": 0.0203,
      "step": 52410
    },
    {
      "epoch": 16.347473487211477,
      "flow_loss": 0.010193655267357826,
      "step": 52410
    },
    {
      "contrastive_loss": 0.003494430799037218,
      "epoch": 16.347473487211477,
      "step": 52410
    },
    {
      "contrastive_lambda": 0.0389771691788004,
      "epoch": 16.347473487211477,
      "step": 52410
    },
    {
      "contrastive_lambda": 0.03896703605059243,
      "epoch": 16.347785402370555,
      "step": 52411
    },
    {
      "contrastive_lambda": 0.03895690418633241,
      "epoch": 16.348097317529632,
      "step": 52412
    },
    {
      "contrastive_lambda": 0.038946773586048256,
      "epoch": 16.34840923268871,
      "step": 52413
    },
    {
      "contrastive_lambda": 0.03893664424976778,
      "epoch": 16.348721147847787,
      "step": 52414
    },
    {
      "contrastive_lambda": 0.03892651617751852,
      "epoch": 16.34903306300686,
      "step": 52415
    },
    {
      "contrastive_lambda": 0.03891638936932845,
      "epoch": 16.349344978165938,
      "step": 52416
    },
    {
      "contrastive_lambda": 0.038906263825225385,
      "epoch": 16.349656893325015,
      "step": 52417
    },
    {
      "contrastive_lambda": 0.03889613954523685,
      "epoch": 16.349968808484093,
      "step": 52418
    },
    {
      "contrastive_lambda": 0.03888601652939083,
      "epoch": 16.35028072364317,
      "step": 52419
    },
    {
      "epoch": 16.350592638802247,
      "grad_norm": 0.0610932894051075,
      "learning_rate": 4.301455486296946e-06,
      "loss": 0.0196,
      "step": 52420
    },
    {
      "epoch": 16.350592638802247,
      "flow_loss": 0.023832054808735847,
      "step": 52420
    },
    {
      "contrastive_loss": 0.003994168248027563,
      "epoch": 16.350592638802247,
      "step": 52420
    },
    {
      "contrastive_lambda": 0.038875894777714914,
      "epoch": 16.350592638802247,
      "step": 52420
    },
    {
      "contrastive_lambda": 0.0388657742902368,
      "epoch": 16.35090455396132,
      "step": 52421
    },
    {
      "contrastive_lambda": 0.038855655066984573,
      "epoch": 16.3512164691204,
      "step": 52422
    },
    {
      "contrastive_lambda": 0.038845537107985606,
      "epoch": 16.351528384279476,
      "step": 52423
    },
    {
      "contrastive_lambda": 0.03883542041326782,
      "epoch": 16.351840299438553,
      "step": 52424
    },
    {
      "contrastive_lambda": 0.038825304982858966,
      "epoch": 16.35215221459763,
      "step": 52425
    },
    {
      "contrastive_lambda": 0.03881519081678658,
      "epoch": 16.352464129756704,
      "step": 52426
    },
    {
      "contrastive_lambda": 0.03880507791507859,
      "epoch": 16.35277604491578,
      "step": 52427
    },
    {
      "contrastive_lambda": 0.038794966277762744,
      "epoch": 16.35308796007486,
      "step": 52428
    },
    {
      "contrastive_lambda": 0.03878485590486663,
      "epoch": 16.353399875233936,
      "step": 52429
    },
    {
      "epoch": 16.353711790393014,
      "grad_norm": 0.07989897578954697,
      "learning_rate": 4.290280018169935e-06,
      "loss": 0.02,
      "step": 52430
    },
    {
      "epoch": 16.353711790393014,
      "flow_loss": 0.03285599499940872,
      "step": 52430
    },
    {
      "contrastive_loss": 0.0032317684963345528,
      "epoch": 16.353711790393014,
      "step": 52430
    },
    {
      "contrastive_lambda": 0.038774746796418125,
      "epoch": 16.353711790393014,
      "step": 52430
    },
    {
      "contrastive_lambda": 0.0387646389524447,
      "epoch": 16.35402370555209,
      "step": 52431
    },
    {
      "contrastive_lambda": 0.03875453237297416,
      "epoch": 16.354335620711165,
      "step": 52432
    },
    {
      "contrastive_lambda": 0.03874442705803438,
      "epoch": 16.354647535870242,
      "step": 52433
    },
    {
      "contrastive_lambda": 0.03873432300765289,
      "epoch": 16.35495945102932,
      "step": 52434
    },
    {
      "contrastive_lambda": 0.03872422022185745,
      "epoch": 16.355271366188397,
      "step": 52435
    },
    {
      "contrastive_lambda": 0.038714118700675815,
      "epoch": 16.355583281347474,
      "step": 52436
    },
    {
      "contrastive_lambda": 0.03870401844413557,
      "epoch": 16.35589519650655,
      "step": 52437
    },
    {
      "contrastive_lambda": 0.0386939194522643,
      "epoch": 16.356207111665626,
      "step": 52438
    },
    {
      "contrastive_lambda": 0.03868382172509005,
      "epoch": 16.356519026824703,
      "step": 52439
    },
    {
      "epoch": 16.35683094198378,
      "grad_norm": 0.07127771526575089,
      "learning_rate": 4.27911843544897e-06,
      "loss": 0.0246,
      "step": 52440
    },
    {
      "epoch": 16.35683094198378,
      "flow_loss": 0.019790388643741608,
      "step": 52440
    },
    {
      "contrastive_loss": 0.004003318026661873,
      "epoch": 16.35683094198378,
      "step": 52440
    },
    {
      "contrastive_lambda": 0.038673725262640235,
      "epoch": 16.35683094198378,
      "step": 52440
    },
    {
      "contrastive_lambda": 0.03866363006494267,
      "epoch": 16.357142857142858,
      "step": 52441
    },
    {
      "contrastive_lambda": 0.038653536132024824,
      "epoch": 16.357454772301935,
      "step": 52442
    },
    {
      "contrastive_lambda": 0.03864344346391446,
      "epoch": 16.35776668746101,
      "step": 52443
    },
    {
      "contrastive_lambda": 0.03863335206063945,
      "epoch": 16.358078602620086,
      "step": 52444
    },
    {
      "contrastive_lambda": 0.0386232619222272,
      "epoch": 16.358390517779164,
      "step": 52445
    },
    {
      "contrastive_lambda": 0.038613173048705485,
      "epoch": 16.35870243293824,
      "step": 52446
    },
    {
      "contrastive_lambda": 0.03860308544010205,
      "epoch": 16.35901434809732,
      "step": 52447
    },
    {
      "contrastive_lambda": 0.03859299909644437,
      "epoch": 16.359326263256396,
      "step": 52448
    },
    {
      "contrastive_lambda": 0.03858291401776015,
      "epoch": 16.35963817841547,
      "step": 52449
    },
    {
      "epoch": 16.359950093574547,
      "grad_norm": 0.07385039329528809,
      "learning_rate": 4.2679707415246294e-06,
      "loss": 0.0223,
      "step": 52450
    },
    {
      "epoch": 16.359950093574547,
      "flow_loss": 0.01116941124200821,
      "step": 52450
    },
    {
      "contrastive_loss": 0.0043664658442139626,
      "epoch": 16.359950093574547,
      "step": 52450
    },
    {
      "contrastive_lambda": 0.03857283020407709,
      "epoch": 16.359950093574547,
      "step": 52450
    },
    {
      "contrastive_lambda": 0.038562747655422835,
      "epoch": 16.360262008733624,
      "step": 52451
    },
    {
      "contrastive_lambda": 0.03855266637182503,
      "epoch": 16.3605739238927,
      "step": 52452
    },
    {
      "contrastive_lambda": 0.03854258635331126,
      "epoch": 16.36088583905178,
      "step": 52453
    },
    {
      "contrastive_lambda": 0.03853250759990917,
      "epoch": 16.361197754210856,
      "step": 52454
    },
    {
      "contrastive_lambda": 0.03852243011164641,
      "epoch": 16.36150966936993,
      "step": 52455
    },
    {
      "contrastive_lambda": 0.03851235388855062,
      "epoch": 16.361821584529007,
      "step": 52456
    },
    {
      "contrastive_lambda": 0.0385022789306495,
      "epoch": 16.362133499688085,
      "step": 52457
    },
    {
      "contrastive_lambda": 0.03849220523797048,
      "epoch": 16.362445414847162,
      "step": 52458
    },
    {
      "contrastive_lambda": 0.0384821328105413,
      "epoch": 16.36275733000624,
      "step": 52459
    },
    {
      "epoch": 16.363069245165313,
      "grad_norm": 0.06307238340377808,
      "learning_rate": 4.256836939783299e-06,
      "loss": 0.0183,
      "step": 52460
    },
    {
      "epoch": 16.363069245165313,
      "flow_loss": 0.01729731634259224,
      "step": 52460
    },
    {
      "contrastive_loss": 0.0036827106960117817,
      "epoch": 16.363069245165313,
      "step": 52460
    },
    {
      "contrastive_lambda": 0.038472061648389566,
      "epoch": 16.363069245165313,
      "step": 52460
    },
    {
      "contrastive_lambda": 0.03846199175154286,
      "epoch": 16.36338116032439,
      "step": 52461
    },
    {
      "contrastive_lambda": 0.03845192312002882,
      "epoch": 16.363693075483468,
      "step": 52462
    },
    {
      "contrastive_lambda": 0.0384418557538751,
      "epoch": 16.364004990642545,
      "step": 52463
    },
    {
      "contrastive_lambda": 0.03843178965310917,
      "epoch": 16.364316905801623,
      "step": 52464
    },
    {
      "contrastive_lambda": 0.038421724817758796,
      "epoch": 16.3646288209607,
      "step": 52465
    },
    {
      "contrastive_lambda": 0.03841166124785128,
      "epoch": 16.364940736119774,
      "step": 52466
    },
    {
      "contrastive_lambda": 0.038401598943414494,
      "epoch": 16.36525265127885,
      "step": 52467
    },
    {
      "contrastive_lambda": 0.038391537904476025,
      "epoch": 16.36556456643793,
      "step": 52468
    },
    {
      "contrastive_lambda": 0.038381478131063296,
      "epoch": 16.365876481597006,
      "step": 52469
    },
    {
      "epoch": 16.366188396756083,
      "grad_norm": 0.06970319896936417,
      "learning_rate": 4.245717033607127e-06,
      "loss": 0.0217,
      "step": 52470
    },
    {
      "epoch": 16.366188396756083,
      "flow_loss": 0.022551922127604485,
      "step": 52470
    },
    {
      "contrastive_loss": 0.003683337476104498,
      "epoch": 16.366188396756083,
      "step": 52470
    },
    {
      "contrastive_lambda": 0.038371419623203895,
      "epoch": 16.366188396756083,
      "step": 52470
    },
    {
      "contrastive_lambda": 0.03836136238092558,
      "epoch": 16.36650031191516,
      "step": 52471
    },
    {
      "contrastive_lambda": 0.03835130640425566,
      "epoch": 16.366812227074234,
      "step": 52472
    },
    {
      "contrastive_lambda": 0.03834125169322189,
      "epoch": 16.367124142233312,
      "step": 52473
    },
    {
      "contrastive_lambda": 0.03833119824785186,
      "epoch": 16.36743605739239,
      "step": 52474
    },
    {
      "contrastive_lambda": 0.038321146068172995,
      "epoch": 16.367747972551467,
      "step": 52475
    },
    {
      "contrastive_lambda": 0.03831109515421305,
      "epoch": 16.368059887710544,
      "step": 52476
    },
    {
      "contrastive_lambda": 0.03830104550599922,
      "epoch": 16.368371802869618,
      "step": 52477
    },
    {
      "contrastive_lambda": 0.03829099712355938,
      "epoch": 16.368683718028695,
      "step": 52478
    },
    {
      "contrastive_lambda": 0.03828095000692111,
      "epoch": 16.368995633187772,
      "step": 52479
    },
    {
      "epoch": 16.36930754834685,
      "grad_norm": 0.07032627612352371,
      "learning_rate": 4.234611026374035e-06,
      "loss": 0.0226,
      "step": 52480
    },
    {
      "epoch": 16.36930754834685,
      "flow_loss": 0.025736115872859955,
      "step": 52480
    },
    {
      "contrastive_loss": 0.004098056349903345,
      "epoch": 16.36930754834685,
      "step": 52480
    },
    {
      "contrastive_lambda": 0.03827090415611173,
      "epoch": 16.36930754834685,
      "step": 52480
    },
    {
      "contrastive_lambda": 0.03826085957115888,
      "epoch": 16.369619463505927,
      "step": 52481
    },
    {
      "contrastive_lambda": 0.03825081625209015,
      "epoch": 16.369931378665004,
      "step": 52482
    },
    {
      "contrastive_lambda": 0.0382407741989329,
      "epoch": 16.37024329382408,
      "step": 52483
    },
    {
      "contrastive_lambda": 0.038230733411714846,
      "epoch": 16.370555208983156,
      "step": 52484
    },
    {
      "contrastive_lambda": 0.038220693890463564,
      "epoch": 16.370867124142233,
      "step": 52485
    },
    {
      "contrastive_lambda": 0.03821065563520637,
      "epoch": 16.37117903930131,
      "step": 52486
    },
    {
      "contrastive_lambda": 0.03820061864597096,
      "epoch": 16.371490954460388,
      "step": 52487
    },
    {
      "contrastive_lambda": 0.038190582922784655,
      "epoch": 16.371802869619465,
      "step": 52488
    },
    {
      "contrastive_lambda": 0.03818054846567509,
      "epoch": 16.37211478477854,
      "step": 52489
    },
    {
      "epoch": 16.372426699937616,
      "grad_norm": 0.06403303146362305,
      "learning_rate": 4.2235189214577694e-06,
      "loss": 0.0179,
      "step": 52490
    },
    {
      "epoch": 16.372426699937616,
      "flow_loss": 0.023198656737804413,
      "step": 52490
    },
    {
      "contrastive_loss": 0.003193474840372801,
      "epoch": 16.372426699937616,
      "step": 52490
    },
    {
      "contrastive_lambda": 0.03817051527466986,
      "epoch": 16.372426699937616,
      "step": 52490
    },
    {
      "contrastive_lambda": 0.038160483349796326,
      "epoch": 16.372738615096694,
      "step": 52491
    },
    {
      "contrastive_lambda": 0.03815045269108208,
      "epoch": 16.37305053025577,
      "step": 52492
    },
    {
      "contrastive_lambda": 0.03814042329855466,
      "epoch": 16.37336244541485,
      "step": 52493
    },
    {
      "contrastive_lambda": 0.03813039517224126,
      "epoch": 16.373674360573922,
      "step": 52494
    },
    {
      "contrastive_lambda": 0.03812036831216975,
      "epoch": 16.373986275733,
      "step": 52495
    },
    {
      "contrastive_lambda": 0.03811034271836755,
      "epoch": 16.374298190892077,
      "step": 52496
    },
    {
      "contrastive_lambda": 0.03810031839086203,
      "epoch": 16.374610106051154,
      "step": 52497
    },
    {
      "contrastive_lambda": 0.03809029532968072,
      "epoch": 16.37492202121023,
      "step": 52498
    },
    {
      "contrastive_lambda": 0.03808027353485105,
      "epoch": 16.37523393636931,
      "step": 52499
    },
    {
      "epoch": 16.375545851528383,
      "grad_norm": 0.07468757033348083,
      "learning_rate": 4.212440722227779e-06,
      "loss": 0.0199,
      "step": 52500
    },
    {
      "epoch": 16.375545851528383,
      "flow_loss": 0.05996333435177803,
      "step": 52500
    },
    {
      "contrastive_loss": 0.0031477725133299828,
      "epoch": 16.375545851528383,
      "step": 52500
    },
    {
      "contrastive_lambda": 0.038070253006400434,
      "epoch": 16.375545851528383,
      "step": 52500
    },
    {
      "contrastive_lambda": 0.03806023374435663,
      "epoch": 16.37585776668746,
      "step": 52501
    },
    {
      "contrastive_lambda": 0.03805021574874684,
      "epoch": 16.376169681846537,
      "step": 52502
    },
    {
      "contrastive_lambda": 0.0380401990195986,
      "epoch": 16.376481597005615,
      "step": 52503
    },
    {
      "contrastive_lambda": 0.03803018355693949,
      "epoch": 16.376793512164692,
      "step": 52504
    },
    {
      "contrastive_lambda": 0.038020169360796774,
      "epoch": 16.37710542732377,
      "step": 52505
    },
    {
      "contrastive_lambda": 0.03801015643119798,
      "epoch": 16.377417342482843,
      "step": 52506
    },
    {
      "contrastive_lambda": 0.03800014476817054,
      "epoch": 16.37772925764192,
      "step": 52507
    },
    {
      "contrastive_lambda": 0.03799013437174198,
      "epoch": 16.378041172800998,
      "step": 52508
    },
    {
      "contrastive_lambda": 0.03798012524193978,
      "epoch": 16.378353087960075,
      "step": 52509
    },
    {
      "epoch": 16.378665003119153,
      "grad_norm": 0.068435437977314,
      "learning_rate": 4.201376432049364e-06,
      "loss": 0.0287,
      "step": 52510
    },
    {
      "epoch": 16.378665003119153,
      "flow_loss": 0.03768075257539749,
      "step": 52510
    },
    {
      "contrastive_loss": 0.0031902799382805824,
      "epoch": 16.378665003119153,
      "step": 52510
    },
    {
      "contrastive_lambda": 0.03797011737879119,
      "epoch": 16.378665003119153,
      "step": 52510
    },
    {
      "contrastive_lambda": 0.0379601107823237,
      "epoch": 16.378976918278227,
      "step": 52511
    },
    {
      "contrastive_lambda": 0.03795010545256494,
      "epoch": 16.379288833437304,
      "step": 52512
    },
    {
      "contrastive_lambda": 0.037940101389542125,
      "epoch": 16.37960074859638,
      "step": 52513
    },
    {
      "contrastive_lambda": 0.037930098593282835,
      "epoch": 16.37991266375546,
      "step": 52514
    },
    {
      "contrastive_lambda": 0.037920097063814384,
      "epoch": 16.380224578914536,
      "step": 52515
    },
    {
      "contrastive_lambda": 0.03791009680116414,
      "epoch": 16.380536494073613,
      "step": 52516
    },
    {
      "contrastive_lambda": 0.03790009780535969,
      "epoch": 16.380848409232687,
      "step": 52517
    },
    {
      "contrastive_lambda": 0.03789010007642829,
      "epoch": 16.381160324391765,
      "step": 52518
    },
    {
      "contrastive_lambda": 0.03788010361439742,
      "epoch": 16.381472239550842,
      "step": 52519
    },
    {
      "epoch": 16.38178415470992,
      "grad_norm": 0.05286230891942978,
      "learning_rate": 4.1903260542835275e-06,
      "loss": 0.024,
      "step": 52520
    },
    {
      "epoch": 16.38178415470992,
      "flow_loss": 0.014919564127922058,
      "step": 52520
    },
    {
      "contrastive_loss": 0.0036531900987029076,
      "epoch": 16.38178415470992,
      "step": 52520
    },
    {
      "contrastive_lambda": 0.03787010841929461,
      "epoch": 16.38178415470992,
      "step": 52520
    },
    {
      "contrastive_lambda": 0.03786011449114701,
      "epoch": 16.382096069868997,
      "step": 52521
    },
    {
      "contrastive_lambda": 0.037850121829982264,
      "epoch": 16.382407985028074,
      "step": 52522
    },
    {
      "contrastive_lambda": 0.03784013043582746,
      "epoch": 16.382719900187148,
      "step": 52523
    },
    {
      "contrastive_lambda": 0.03783014030871029,
      "epoch": 16.383031815346225,
      "step": 52524
    },
    {
      "contrastive_lambda": 0.03782015144865808,
      "epoch": 16.383343730505302,
      "step": 52525
    },
    {
      "contrastive_lambda": 0.037810163855698076,
      "epoch": 16.38365564566438,
      "step": 52526
    },
    {
      "contrastive_lambda": 0.03780017752985776,
      "epoch": 16.383967560823457,
      "step": 52527
    },
    {
      "contrastive_lambda": 0.03779019247116461,
      "epoch": 16.38427947598253,
      "step": 52528
    },
    {
      "contrastive_lambda": 0.03778020867964571,
      "epoch": 16.38459139114161,
      "step": 52529
    },
    {
      "epoch": 16.384903306300686,
      "grad_norm": 0.0877552404999733,
      "learning_rate": 4.1792895922871114e-06,
      "loss": 0.0179,
      "step": 52530
    },
    {
      "epoch": 16.384903306300686,
      "flow_loss": 0.018935903906822205,
      "step": 52530
    },
    {
      "contrastive_loss": 0.003547694068402052,
      "epoch": 16.384903306300686,
      "step": 52530
    },
    {
      "contrastive_lambda": 0.03777022615532871,
      "epoch": 16.384903306300686,
      "step": 52530
    },
    {
      "contrastive_lambda": 0.037760244898240924,
      "epoch": 16.385215221459763,
      "step": 52531
    },
    {
      "contrastive_lambda": 0.0377502649084096,
      "epoch": 16.38552713661884,
      "step": 52532
    },
    {
      "contrastive_lambda": 0.03774028618586228,
      "epoch": 16.385839051777918,
      "step": 52533
    },
    {
      "contrastive_lambda": 0.037730308730625994,
      "epoch": 16.38615096693699,
      "step": 52534
    },
    {
      "contrastive_lambda": 0.03772033254272844,
      "epoch": 16.38646288209607,
      "step": 52535
    },
    {
      "contrastive_lambda": 0.03771035762219693,
      "epoch": 16.386774797255146,
      "step": 52536
    },
    {
      "contrastive_lambda": 0.037700383969058615,
      "epoch": 16.387086712414224,
      "step": 52537
    },
    {
      "contrastive_lambda": 0.037690411583340966,
      "epoch": 16.3873986275733,
      "step": 52538
    },
    {
      "contrastive_lambda": 0.03768044046507135,
      "epoch": 16.38771054273238,
      "step": 52539
    },
    {
      "epoch": 16.388022457891452,
      "grad_norm": 0.05594399571418762,
      "learning_rate": 4.168267049412694e-06,
      "loss": 0.023,
      "step": 52540
    },
    {
      "epoch": 16.388022457891452,
      "flow_loss": 0.02982153184711933,
      "step": 52540
    },
    {
      "contrastive_loss": 0.003767673159018159,
      "epoch": 16.388022457891452,
      "step": 52540
    },
    {
      "contrastive_lambda": 0.03767047061427692,
      "epoch": 16.388022457891452,
      "step": 52540
    },
    {
      "contrastive_lambda": 0.0376605020309852,
      "epoch": 16.38833437305053,
      "step": 52541
    },
    {
      "contrastive_lambda": 0.037650534715223616,
      "epoch": 16.388646288209607,
      "step": 52542
    },
    {
      "contrastive_lambda": 0.0376405686670192,
      "epoch": 16.388958203368684,
      "step": 52543
    },
    {
      "contrastive_lambda": 0.037630603886399494,
      "epoch": 16.38927011852776,
      "step": 52544
    },
    {
      "contrastive_lambda": 0.03762064037339169,
      "epoch": 16.389582033686835,
      "step": 52545
    },
    {
      "contrastive_lambda": 0.037610678128023045,
      "epoch": 16.389893948845913,
      "step": 52546
    },
    {
      "contrastive_lambda": 0.03760071715032115,
      "epoch": 16.39020586400499,
      "step": 52547
    },
    {
      "contrastive_lambda": 0.03759075744031304,
      "epoch": 16.390517779164067,
      "step": 52548
    },
    {
      "contrastive_lambda": 0.03758079899802619,
      "epoch": 16.390829694323145,
      "step": 52549
    },
    {
      "epoch": 16.391141609482222,
      "grad_norm": 0.057414013892412186,
      "learning_rate": 4.157258429008626e-06,
      "loss": 0.0215,
      "step": 52550
    },
    {
      "epoch": 16.391141609482222,
      "flow_loss": 0.016084006056189537,
      "step": 52550
    },
    {
      "contrastive_loss": 0.0031845634803175926,
      "epoch": 16.391141609482222,
      "step": 52550
    },
    {
      "contrastive_lambda": 0.037570841823487855,
      "epoch": 16.391141609482222,
      "step": 52550
    },
    {
      "contrastive_lambda": 0.03756088591672513,
      "epoch": 16.391453524641296,
      "step": 52551
    },
    {
      "contrastive_lambda": 0.03755093127776571,
      "epoch": 16.391765439800373,
      "step": 52552
    },
    {
      "contrastive_lambda": 0.037540977906636575,
      "epoch": 16.39207735495945,
      "step": 52553
    },
    {
      "contrastive_lambda": 0.03753102580336509,
      "epoch": 16.392389270118528,
      "step": 52554
    },
    {
      "contrastive_lambda": 0.037521074967978685,
      "epoch": 16.392701185277605,
      "step": 52555
    },
    {
      "contrastive_lambda": 0.037511125400504386,
      "epoch": 16.393013100436683,
      "step": 52556
    },
    {
      "contrastive_lambda": 0.03750117710096951,
      "epoch": 16.393325015595757,
      "step": 52557
    },
    {
      "contrastive_lambda": 0.03749123006940158,
      "epoch": 16.393636930754834,
      "step": 52558
    },
    {
      "contrastive_lambda": 0.037481284305827645,
      "epoch": 16.39394884591391,
      "step": 52559
    },
    {
      "epoch": 16.39426076107299,
      "grad_norm": 0.06496384739875793,
      "learning_rate": 4.146263734419043e-06,
      "loss": 0.0196,
      "step": 52560
    },
    {
      "epoch": 16.39426076107299,
      "flow_loss": 0.008481523022055626,
      "step": 52560
    },
    {
      "contrastive_loss": 0.0032775993458926678,
      "epoch": 16.39426076107299,
      "step": 52560
    },
    {
      "contrastive_lambda": 0.03747133981027506,
      "epoch": 16.39426076107299,
      "step": 52560
    },
    {
      "contrastive_lambda": 0.037461396582771034,
      "epoch": 16.394572676232066,
      "step": 52561
    },
    {
      "contrastive_lambda": 0.03745145462334282,
      "epoch": 16.39488459139114,
      "step": 52562
    },
    {
      "contrastive_lambda": 0.03744151393201772,
      "epoch": 16.395196506550217,
      "step": 52563
    },
    {
      "contrastive_lambda": 0.03743157450882295,
      "epoch": 16.395508421709295,
      "step": 52564
    },
    {
      "contrastive_lambda": 0.037421636353785814,
      "epoch": 16.395820336868372,
      "step": 52565
    },
    {
      "contrastive_lambda": 0.03741169946693362,
      "epoch": 16.39613225202745,
      "step": 52566
    },
    {
      "contrastive_lambda": 0.03740176384829341,
      "epoch": 16.396444167186527,
      "step": 52567
    },
    {
      "contrastive_lambda": 0.03739182949789244,
      "epoch": 16.3967560823456,
      "step": 52568
    },
    {
      "contrastive_lambda": 0.037381896415758176,
      "epoch": 16.397067997504678,
      "step": 52569
    },
    {
      "epoch": 16.397379912663755,
      "grad_norm": 0.308408260345459,
      "learning_rate": 4.135282968983839e-06,
      "loss": 0.0207,
      "step": 52570
    },
    {
      "epoch": 16.397379912663755,
      "flow_loss": 0.008825264871120453,
      "step": 52570
    },
    {
      "contrastive_loss": 0.00423779059201479,
      "epoch": 16.397379912663755,
      "step": 52570
    },
    {
      "contrastive_lambda": 0.03737196460191766,
      "epoch": 16.397379912663755,
      "step": 52570
    },
    {
      "contrastive_lambda": 0.03736203405639826,
      "epoch": 16.397691827822833,
      "step": 52571
    },
    {
      "contrastive_lambda": 0.03735210477922701,
      "epoch": 16.39800374298191,
      "step": 52572
    },
    {
      "contrastive_lambda": 0.03734217677043128,
      "epoch": 16.398315658140987,
      "step": 52573
    },
    {
      "contrastive_lambda": 0.03733225003003815,
      "epoch": 16.39862757330006,
      "step": 52574
    },
    {
      "contrastive_lambda": 0.03732232455807499,
      "epoch": 16.39893948845914,
      "step": 52575
    },
    {
      "contrastive_lambda": 0.03731240035456895,
      "epoch": 16.399251403618216,
      "step": 52576
    },
    {
      "contrastive_lambda": 0.037302477419547286,
      "epoch": 16.399563318777293,
      "step": 52577
    },
    {
      "contrastive_lambda": 0.03729255575303708,
      "epoch": 16.39987523393637,
      "step": 52578
    },
    {
      "contrastive_lambda": 0.03728263535506571,
      "epoch": 16.400187149095444,
      "step": 52579
    },
    {
      "epoch": 16.40049906425452,
      "grad_norm": 0.07251572608947754,
      "learning_rate": 4.124316136038675e-06,
      "loss": 0.0212,
      "step": 52580
    },
    {
      "epoch": 16.40049906425452,
      "flow_loss": 0.01620582677423954,
      "step": 52580
    },
    {
      "contrastive_loss": 0.003115864936262369,
      "epoch": 16.40049906425452,
      "step": 52580
    },
    {
      "contrastive_lambda": 0.037272716225660085,
      "epoch": 16.40049906425452,
      "step": 52580
    },
    {
      "contrastive_lambda": 0.03726279836484764,
      "epoch": 16.4008109794136,
      "step": 52581
    },
    {
      "contrastive_lambda": 0.03725288177265562,
      "epoch": 16.401122894572676,
      "step": 52582
    },
    {
      "contrastive_lambda": 0.037242966449111015,
      "epoch": 16.401434809731754,
      "step": 52583
    },
    {
      "contrastive_lambda": 0.03723305239424107,
      "epoch": 16.40174672489083,
      "step": 52584
    },
    {
      "contrastive_lambda": 0.037223139608073,
      "epoch": 16.402058640049905,
      "step": 52585
    },
    {
      "contrastive_lambda": 0.03721322809063399,
      "epoch": 16.402370555208982,
      "step": 52586
    },
    {
      "contrastive_lambda": 0.03720331784195113,
      "epoch": 16.40268247036806,
      "step": 52587
    },
    {
      "contrastive_lambda": 0.0371934088620518,
      "epoch": 16.402994385527137,
      "step": 52588
    },
    {
      "contrastive_lambda": 0.03718350115096286,
      "epoch": 16.403306300686214,
      "step": 52589
    },
    {
      "epoch": 16.40361821584529,
      "grad_norm": 0.08980567008256912,
      "learning_rate": 4.1133632389149965e-06,
      "loss": 0.0163,
      "step": 52590
    },
    {
      "epoch": 16.40361821584529,
      "flow_loss": 0.019892258569598198,
      "step": 52590
    },
    {
      "contrastive_loss": 0.0044918367639184,
      "epoch": 16.40361821584529,
      "step": 52590
    },
    {
      "contrastive_lambda": 0.03717359470871179,
      "epoch": 16.40361821584529,
      "step": 52590
    },
    {
      "contrastive_lambda": 0.037163689535325395,
      "epoch": 16.403930131004365,
      "step": 52591
    },
    {
      "contrastive_lambda": 0.037153785630831104,
      "epoch": 16.404242046163443,
      "step": 52592
    },
    {
      "contrastive_lambda": 0.03714388299525606,
      "epoch": 16.40455396132252,
      "step": 52593
    },
    {
      "contrastive_lambda": 0.037133981628627244,
      "epoch": 16.404865876481598,
      "step": 52594
    },
    {
      "contrastive_lambda": 0.03712408153097191,
      "epoch": 16.405177791640675,
      "step": 52595
    },
    {
      "contrastive_lambda": 0.03711418270231731,
      "epoch": 16.40548970679975,
      "step": 52596
    },
    {
      "contrastive_lambda": 0.03710428514269026,
      "epoch": 16.405801621958826,
      "step": 52597
    },
    {
      "contrastive_lambda": 0.03709438885211824,
      "epoch": 16.406113537117903,
      "step": 52598
    },
    {
      "contrastive_lambda": 0.037084493830628174,
      "epoch": 16.40642545227698,
      "step": 52599
    },
    {
      "epoch": 16.406737367436058,
      "grad_norm": 0.055606573820114136,
      "learning_rate": 4.102424280939998e-06,
      "loss": 0.0184,
      "step": 52600
    },
    {
      "epoch": 16.406737367436058,
      "flow_loss": 0.01869380474090576,
      "step": 52600
    },
    {
      "contrastive_loss": 0.003293030196800828,
      "epoch": 16.406737367436058,
      "step": 52600
    },
    {
      "contrastive_lambda": 0.037074600078247255,
      "epoch": 16.406737367436058,
      "step": 52600
    },
    {
      "contrastive_lambda": 0.03706470759500269,
      "epoch": 16.407049282595136,
      "step": 52601
    },
    {
      "contrastive_lambda": 0.03705481638092134,
      "epoch": 16.40736119775421,
      "step": 52602
    },
    {
      "contrastive_lambda": 0.03704492643603058,
      "epoch": 16.407673112913287,
      "step": 52603
    },
    {
      "contrastive_lambda": 0.03703503776035755,
      "epoch": 16.407985028072364,
      "step": 52604
    },
    {
      "contrastive_lambda": 0.037025150353929115,
      "epoch": 16.40829694323144,
      "step": 52605
    },
    {
      "contrastive_lambda": 0.03701526421677254,
      "epoch": 16.40860885839052,
      "step": 52606
    },
    {
      "contrastive_lambda": 0.03700537934891501,
      "epoch": 16.408920773549596,
      "step": 52607
    },
    {
      "contrastive_lambda": 0.036995495750383356,
      "epoch": 16.40923268870867,
      "step": 52608
    },
    {
      "contrastive_lambda": 0.03698561342120499,
      "epoch": 16.409544603867747,
      "step": 52609
    },
    {
      "epoch": 16.409856519026825,
      "grad_norm": 0.08342313021421432,
      "learning_rate": 4.091499265436649e-06,
      "loss": 0.0271,
      "step": 52610
    },
    {
      "epoch": 16.409856519026825,
      "flow_loss": 0.014809553511440754,
      "step": 52610
    },
    {
      "contrastive_loss": 0.0035066320560872555,
      "epoch": 16.409856519026825,
      "step": 52610
    },
    {
      "contrastive_lambda": 0.03697573236140672,
      "epoch": 16.409856519026825,
      "step": 52610
    },
    {
      "contrastive_lambda": 0.03696585257101581,
      "epoch": 16.410168434185902,
      "step": 52611
    },
    {
      "contrastive_lambda": 0.036955974050059404,
      "epoch": 16.41048034934498,
      "step": 52612
    },
    {
      "contrastive_lambda": 0.03694609679856442,
      "epoch": 16.410792264504053,
      "step": 52613
    },
    {
      "contrastive_lambda": 0.036936220816557896,
      "epoch": 16.41110417966313,
      "step": 52614
    },
    {
      "contrastive_lambda": 0.03692634610406714,
      "epoch": 16.411416094822208,
      "step": 52615
    },
    {
      "contrastive_lambda": 0.03691647266111908,
      "epoch": 16.411728009981285,
      "step": 52616
    },
    {
      "contrastive_lambda": 0.03690660048774086,
      "epoch": 16.412039925140363,
      "step": 52617
    },
    {
      "contrastive_lambda": 0.0368967295839594,
      "epoch": 16.41235184029944,
      "step": 52618
    },
    {
      "contrastive_lambda": 0.03688685994980173,
      "epoch": 16.412663755458514,
      "step": 52619
    },
    {
      "epoch": 16.41297567061759,
      "grad_norm": 0.08013980090618134,
      "learning_rate": 4.080588195723684e-06,
      "loss": 0.0249,
      "step": 52620
    },
    {
      "epoch": 16.41297567061759,
      "flow_loss": 0.026324301958084106,
      "step": 52620
    },
    {
      "contrastive_loss": 0.003833112074062228,
      "epoch": 16.41297567061759,
      "step": 52620
    },
    {
      "contrastive_lambda": 0.03687699158529523,
      "epoch": 16.41297567061759,
      "step": 52620
    },
    {
      "contrastive_lambda": 0.036867124490466696,
      "epoch": 16.41328758577667,
      "step": 52621
    },
    {
      "contrastive_lambda": 0.03685725866534317,
      "epoch": 16.413599500935746,
      "step": 52622
    },
    {
      "contrastive_lambda": 0.036847394109951914,
      "epoch": 16.413911416094823,
      "step": 52623
    },
    {
      "contrastive_lambda": 0.03683753082431973,
      "epoch": 16.4142233312539,
      "step": 52624
    },
    {
      "contrastive_lambda": 0.03682766880847366,
      "epoch": 16.414535246412974,
      "step": 52625
    },
    {
      "contrastive_lambda": 0.03681780806244095,
      "epoch": 16.41484716157205,
      "step": 52626
    },
    {
      "contrastive_lambda": 0.03680794858624853,
      "epoch": 16.41515907673113,
      "step": 52627
    },
    {
      "contrastive_lambda": 0.03679809037992343,
      "epoch": 16.415470991890206,
      "step": 52628
    },
    {
      "contrastive_lambda": 0.03678823344349258,
      "epoch": 16.415782907049284,
      "step": 52629
    },
    {
      "epoch": 16.416094822208358,
      "grad_norm": 0.0821954607963562,
      "learning_rate": 4.069691075115578e-06,
      "loss": 0.023,
      "step": 52630
    },
    {
      "epoch": 16.416094822208358,
      "flow_loss": 0.0064516509883105755,
      "step": 52630
    },
    {
      "contrastive_loss": 0.003097028471529484,
      "epoch": 16.416094822208358,
      "step": 52630
    },
    {
      "contrastive_lambda": 0.03677837777698312,
      "epoch": 16.416094822208358,
      "step": 52630
    },
    {
      "contrastive_lambda": 0.036768523380422025,
      "epoch": 16.416406737367435,
      "step": 52631
    },
    {
      "contrastive_lambda": 0.036758670253836334,
      "epoch": 16.416718652526512,
      "step": 52632
    },
    {
      "contrastive_lambda": 0.036748818397253025,
      "epoch": 16.41703056768559,
      "step": 52633
    },
    {
      "contrastive_lambda": 0.03673896781069924,
      "epoch": 16.417342482844667,
      "step": 52634
    },
    {
      "contrastive_lambda": 0.036729118494201796,
      "epoch": 16.417654398003744,
      "step": 52635
    },
    {
      "contrastive_lambda": 0.036719270447787666,
      "epoch": 16.417966313162818,
      "step": 52636
    },
    {
      "contrastive_lambda": 0.036709423671484165,
      "epoch": 16.418278228321896,
      "step": 52637
    },
    {
      "contrastive_lambda": 0.03669957816531799,
      "epoch": 16.418590143480973,
      "step": 52638
    },
    {
      "contrastive_lambda": 0.03668973392931629,
      "epoch": 16.41890205864005,
      "step": 52639
    },
    {
      "epoch": 16.419213973799128,
      "grad_norm": 0.08384866267442703,
      "learning_rate": 4.0588079069226235e-06,
      "loss": 0.02,
      "step": 52640
    },
    {
      "epoch": 16.419213973799128,
      "flow_loss": 0.014574158936738968,
      "step": 52640
    },
    {
      "contrastive_loss": 0.0031113680452108383,
      "epoch": 16.419213973799128,
      "step": 52640
    },
    {
      "contrastive_lambda": 0.036679890963505934,
      "epoch": 16.419213973799128,
      "step": 52640
    },
    {
      "contrastive_lambda": 0.03667004926791395,
      "epoch": 16.419525888958205,
      "step": 52641
    },
    {
      "contrastive_lambda": 0.03666020884256732,
      "epoch": 16.41983780411728,
      "step": 52642
    },
    {
      "contrastive_lambda": 0.03665036968749302,
      "epoch": 16.420149719276356,
      "step": 52643
    },
    {
      "contrastive_lambda": 0.03664053180271809,
      "epoch": 16.420461634435433,
      "step": 52644
    },
    {
      "contrastive_lambda": 0.0366306951882695,
      "epoch": 16.42077354959451,
      "step": 52645
    },
    {
      "contrastive_lambda": 0.03662085984417407,
      "epoch": 16.421085464753588,
      "step": 52646
    },
    {
      "contrastive_lambda": 0.036611025770458994,
      "epoch": 16.421397379912662,
      "step": 52647
    },
    {
      "contrastive_lambda": 0.03660119296715092,
      "epoch": 16.42170929507174,
      "step": 52648
    },
    {
      "contrastive_lambda": 0.03659136143427705,
      "epoch": 16.422021210230817,
      "step": 52649
    },
    {
      "epoch": 16.422333125389894,
      "grad_norm": 0.06262725591659546,
      "learning_rate": 4.0479386944508034e-06,
      "loss": 0.0267,
      "step": 52650
    },
    {
      "epoch": 16.422333125389894,
      "flow_loss": 0.026976365596055984,
      "step": 52650
    },
    {
      "contrastive_loss": 0.0036554443649947643,
      "epoch": 16.422333125389894,
      "step": 52650
    },
    {
      "contrastive_lambda": 0.03658153117186436,
      "epoch": 16.422333125389894,
      "step": 52650
    },
    {
      "contrastive_lambda": 0.0365717021799396,
      "epoch": 16.42264504054897,
      "step": 52651
    },
    {
      "contrastive_lambda": 0.036561874458529875,
      "epoch": 16.42295695570805,
      "step": 52652
    },
    {
      "contrastive_lambda": 0.0365520480076621,
      "epoch": 16.423268870867123,
      "step": 52653
    },
    {
      "contrastive_lambda": 0.036542222827363136,
      "epoch": 16.4235807860262,
      "step": 52654
    },
    {
      "contrastive_lambda": 0.036532398917660136,
      "epoch": 16.423892701185277,
      "step": 52655
    },
    {
      "contrastive_lambda": 0.036522576278579744,
      "epoch": 16.424204616344355,
      "step": 52656
    },
    {
      "contrastive_lambda": 0.03651275491014905,
      "epoch": 16.424516531503432,
      "step": 52657
    },
    {
      "contrastive_lambda": 0.03650293481239503,
      "epoch": 16.42482844666251,
      "step": 52658
    },
    {
      "contrastive_lambda": 0.03649311598534438,
      "epoch": 16.425140361821583,
      "step": 52659
    },
    {
      "epoch": 16.42545227698066,
      "grad_norm": 0.04438941180706024,
      "learning_rate": 4.037083441001932e-06,
      "loss": 0.0189,
      "step": 52660
    },
    {
      "epoch": 16.42545227698066,
      "flow_loss": 0.04000163823366165,
      "step": 52660
    },
    {
      "contrastive_loss": 0.003733322024345398,
      "epoch": 16.42545227698066,
      "step": 52660
    },
    {
      "contrastive_lambda": 0.0364832984290242,
      "epoch": 16.42545227698066,
      "step": 52660
    },
    {
      "contrastive_lambda": 0.03647348214346152,
      "epoch": 16.425764192139738,
      "step": 52661
    },
    {
      "contrastive_lambda": 0.036463667128682986,
      "epoch": 16.426076107298815,
      "step": 52662
    },
    {
      "contrastive_lambda": 0.03645385338471574,
      "epoch": 16.426388022457893,
      "step": 52663
    },
    {
      "contrastive_lambda": 0.036444040911586484,
      "epoch": 16.426699937616966,
      "step": 52664
    },
    {
      "contrastive_lambda": 0.036434229709322086,
      "epoch": 16.427011852776044,
      "step": 52665
    },
    {
      "contrastive_lambda": 0.036424419777949746,
      "epoch": 16.42732376793512,
      "step": 52666
    },
    {
      "contrastive_lambda": 0.03641461111749611,
      "epoch": 16.4276356830942,
      "step": 52667
    },
    {
      "contrastive_lambda": 0.036404803727988155,
      "epoch": 16.427947598253276,
      "step": 52668
    },
    {
      "contrastive_lambda": 0.036394997609452806,
      "epoch": 16.428259513412353,
      "step": 52669
    },
    {
      "epoch": 16.428571428571427,
      "grad_norm": 0.07621902227401733,
      "learning_rate": 4.026242149873516e-06,
      "loss": 0.029,
      "step": 52670
    },
    {
      "epoch": 16.428571428571427,
      "flow_loss": 0.017840620130300522,
      "step": 52670
    },
    {
      "contrastive_loss": 0.004309199750423431,
      "epoch": 16.428571428571427,
      "step": 52670
    },
    {
      "contrastive_lambda": 0.03638519276191676,
      "epoch": 16.428571428571427,
      "step": 52670
    },
    {
      "contrastive_lambda": 0.036375389185407114,
      "epoch": 16.428883343730504,
      "step": 52671
    },
    {
      "contrastive_lambda": 0.03636558687995073,
      "epoch": 16.42919525888958,
      "step": 52672
    },
    {
      "contrastive_lambda": 0.03635578584557431,
      "epoch": 16.42950717404866,
      "step": 52673
    },
    {
      "contrastive_lambda": 0.03634598608230494,
      "epoch": 16.429819089207736,
      "step": 52674
    },
    {
      "contrastive_lambda": 0.03633618759016927,
      "epoch": 16.430131004366814,
      "step": 52675
    },
    {
      "contrastive_lambda": 0.03632639036919422,
      "epoch": 16.430442919525888,
      "step": 52676
    },
    {
      "contrastive_lambda": 0.03631659441940682,
      "epoch": 16.430754834684965,
      "step": 52677
    },
    {
      "contrastive_lambda": 0.03630679974083373,
      "epoch": 16.431066749844042,
      "step": 52678
    },
    {
      "contrastive_lambda": 0.03629700633350191,
      "epoch": 16.43137866500312,
      "step": 52679
    },
    {
      "epoch": 16.431690580162197,
      "grad_norm": 0.08042570948600769,
      "learning_rate": 4.015414824358871e-06,
      "loss": 0.0232,
      "step": 52680
    },
    {
      "epoch": 16.431690580162197,
      "flow_loss": 0.028077732771635056,
      "step": 52680
    },
    {
      "contrastive_loss": 0.0032595214433968067,
      "epoch": 16.431690580162197,
      "step": 52680
    },
    {
      "contrastive_lambda": 0.036287214197438245,
      "epoch": 16.431690580162197,
      "step": 52680
    },
    {
      "contrastive_lambda": 0.03627742333266937,
      "epoch": 16.43200249532127,
      "step": 52681
    },
    {
      "contrastive_lambda": 0.03626763373922226,
      "epoch": 16.43231441048035,
      "step": 52682
    },
    {
      "contrastive_lambda": 0.0362578454171239,
      "epoch": 16.432626325639426,
      "step": 52683
    },
    {
      "contrastive_lambda": 0.03624805836640088,
      "epoch": 16.432938240798503,
      "step": 52684
    },
    {
      "contrastive_lambda": 0.036238272587080234,
      "epoch": 16.43325015595758,
      "step": 52685
    },
    {
      "contrastive_lambda": 0.03622848807918866,
      "epoch": 16.433562071116658,
      "step": 52686
    },
    {
      "contrastive_lambda": 0.03621870484275286,
      "epoch": 16.43387398627573,
      "step": 52687
    },
    {
      "contrastive_lambda": 0.03620892287780003,
      "epoch": 16.43418590143481,
      "step": 52688
    },
    {
      "contrastive_lambda": 0.03619914218435666,
      "epoch": 16.434497816593886,
      "step": 52689
    },
    {
      "epoch": 16.434809731752964,
      "grad_norm": 0.06991944462060928,
      "learning_rate": 4.004601467747054e-06,
      "loss": 0.0213,
      "step": 52690
    },
    {
      "epoch": 16.434809731752964,
      "flow_loss": 0.0181365255266428,
      "step": 52690
    },
    {
      "contrastive_loss": 0.003829765599220991,
      "epoch": 16.434809731752964,
      "step": 52690
    },
    {
      "contrastive_lambda": 0.03618936276244972,
      "epoch": 16.434809731752964,
      "step": 52690
    },
    {
      "contrastive_lambda": 0.03617958461210602,
      "epoch": 16.43512164691204,
      "step": 52691
    },
    {
      "contrastive_lambda": 0.03616980773335221,
      "epoch": 16.43543356207112,
      "step": 52692
    },
    {
      "contrastive_lambda": 0.03616003212621527,
      "epoch": 16.435745477230192,
      "step": 52693
    },
    {
      "contrastive_lambda": 0.036150257790721896,
      "epoch": 16.43605739238927,
      "step": 52694
    },
    {
      "contrastive_lambda": 0.03614048472689896,
      "epoch": 16.436369307548347,
      "step": 52695
    },
    {
      "contrastive_lambda": 0.03613071293477327,
      "epoch": 16.436681222707424,
      "step": 52696
    },
    {
      "contrastive_lambda": 0.036120942414371526,
      "epoch": 16.4369931378665,
      "step": 52697
    },
    {
      "contrastive_lambda": 0.03611117316572049,
      "epoch": 16.437305053025575,
      "step": 52698
    },
    {
      "contrastive_lambda": 0.03610140518884708,
      "epoch": 16.437616968184653,
      "step": 52699
    },
    {
      "epoch": 16.43792888334373,
      "grad_norm": 0.06483791023492813,
      "learning_rate": 3.993802083322873e-06,
      "loss": 0.0212,
      "step": 52700
    },
    {
      "epoch": 16.43792888334373,
      "flow_loss": 0.010430865921080112,
      "step": 52700
    },
    {
      "contrastive_loss": 0.0034627257846295834,
      "epoch": 16.43792888334373,
      "step": 52700
    },
    {
      "contrastive_lambda": 0.036091638483778,
      "epoch": 16.43792888334373,
      "step": 52700
    },
    {
      "contrastive_lambda": 0.03608187305054006,
      "epoch": 16.438240798502807,
      "step": 52701
    },
    {
      "contrastive_lambda": 0.03607210888915996,
      "epoch": 16.438552713661885,
      "step": 52702
    },
    {
      "contrastive_lambda": 0.036062345999664513,
      "epoch": 16.438864628820962,
      "step": 52703
    },
    {
      "contrastive_lambda": 0.03605258438208059,
      "epoch": 16.439176543980036,
      "step": 52704
    },
    {
      "contrastive_lambda": 0.03604282403643466,
      "epoch": 16.439488459139113,
      "step": 52705
    },
    {
      "contrastive_lambda": 0.036033064962753714,
      "epoch": 16.43980037429819,
      "step": 52706
    },
    {
      "contrastive_lambda": 0.03602330716106461,
      "epoch": 16.440112289457268,
      "step": 52707
    },
    {
      "contrastive_lambda": 0.03601355063139383,
      "epoch": 16.440424204616345,
      "step": 52708
    },
    {
      "contrastive_lambda": 0.0360037953737683,
      "epoch": 16.440736119775423,
      "step": 52709
    },
    {
      "epoch": 16.441048034934497,
      "grad_norm": 0.08005582541227341,
      "learning_rate": 3.9830166743668906e-06,
      "loss": 0.0178,
      "step": 52710
    },
    {
      "epoch": 16.441048034934497,
      "flow_loss": 0.020405733957886696,
      "step": 52710
    },
    {
      "contrastive_loss": 0.0034879669547080994,
      "epoch": 16.441048034934497,
      "step": 52710
    },
    {
      "contrastive_lambda": 0.03599404138821466,
      "epoch": 16.441048034934497,
      "step": 52710
    },
    {
      "contrastive_lambda": 0.03598428867475967,
      "epoch": 16.441359950093574,
      "step": 52711
    },
    {
      "contrastive_lambda": 0.03597453723343025,
      "epoch": 16.44167186525265,
      "step": 52712
    },
    {
      "contrastive_lambda": 0.03596478706425288,
      "epoch": 16.44198378041173,
      "step": 52713
    },
    {
      "contrastive_lambda": 0.03595503816725437,
      "epoch": 16.442295695570806,
      "step": 52714
    },
    {
      "contrastive_lambda": 0.03594529054246154,
      "epoch": 16.44260761072988,
      "step": 52715
    },
    {
      "contrastive_lambda": 0.035935544189900914,
      "epoch": 16.442919525888957,
      "step": 52716
    },
    {
      "contrastive_lambda": 0.03592579910959942,
      "epoch": 16.443231441048034,
      "step": 52717
    },
    {
      "contrastive_lambda": 0.035916055301583816,
      "epoch": 16.443543356207112,
      "step": 52718
    },
    {
      "contrastive_lambda": 0.03590631276588052,
      "epoch": 16.44385527136619,
      "step": 52719
    },
    {
      "epoch": 16.444167186525267,
      "grad_norm": 0.06371248513460159,
      "learning_rate": 3.9722452441554425e-06,
      "loss": 0.0177,
      "step": 52720
    },
    {
      "epoch": 16.444167186525267,
      "flow_loss": 0.023686235770583153,
      "step": 52720
    },
    {
      "contrastive_loss": 0.003637616988271475,
      "epoch": 16.444167186525267,
      "step": 52720
    },
    {
      "contrastive_lambda": 0.03589657150251657,
      "epoch": 16.444167186525267,
      "step": 52720
    },
    {
      "contrastive_lambda": 0.03588683151151845,
      "epoch": 16.44447910168434,
      "step": 52721
    },
    {
      "contrastive_lambda": 0.03587709279291279,
      "epoch": 16.444791016843418,
      "step": 52722
    },
    {
      "contrastive_lambda": 0.03586735534672664,
      "epoch": 16.445102932002495,
      "step": 52723
    },
    {
      "contrastive_lambda": 0.03585761917298641,
      "epoch": 16.445414847161572,
      "step": 52724
    },
    {
      "contrastive_lambda": 0.03584788427171881,
      "epoch": 16.44572676232065,
      "step": 52725
    },
    {
      "contrastive_lambda": 0.035838150642950706,
      "epoch": 16.446038677479727,
      "step": 52726
    },
    {
      "contrastive_lambda": 0.03582841828670852,
      "epoch": 16.4463505926388,
      "step": 52727
    },
    {
      "contrastive_lambda": 0.03581868720301917,
      "epoch": 16.44666250779788,
      "step": 52728
    },
    {
      "contrastive_lambda": 0.03580895739190931,
      "epoch": 16.446974422956956,
      "step": 52729
    },
    {
      "epoch": 16.447286338116033,
      "grad_norm": 0.0493592694401741,
      "learning_rate": 3.961487795960584e-06,
      "loss": 0.0218,
      "step": 52730
    },
    {
      "epoch": 16.447286338116033,
      "flow_loss": 0.010337340645492077,
      "step": 52730
    },
    {
      "contrastive_loss": 0.004939715843647718,
      "epoch": 16.447286338116033,
      "step": 52730
    },
    {
      "contrastive_lambda": 0.035799228853405474,
      "epoch": 16.447286338116033,
      "step": 52730
    },
    {
      "contrastive_lambda": 0.03578950158753447,
      "epoch": 16.44759825327511,
      "step": 52731
    },
    {
      "contrastive_lambda": 0.03577977559432283,
      "epoch": 16.447910168434184,
      "step": 52732
    },
    {
      "contrastive_lambda": 0.0357700508737972,
      "epoch": 16.44822208359326,
      "step": 52733
    },
    {
      "contrastive_lambda": 0.035760327425984506,
      "epoch": 16.44853399875234,
      "step": 52734
    },
    {
      "contrastive_lambda": 0.03575060525091117,
      "epoch": 16.448845913911416,
      "step": 52735
    },
    {
      "contrastive_lambda": 0.035740884348603896,
      "epoch": 16.449157829070494,
      "step": 52736
    },
    {
      "contrastive_lambda": 0.03573116471908944,
      "epoch": 16.44946974422957,
      "step": 52737
    },
    {
      "contrastive_lambda": 0.035721446362394216,
      "epoch": 16.449781659388645,
      "step": 52738
    },
    {
      "contrastive_lambda": 0.03571172927854499,
      "epoch": 16.450093574547722,
      "step": 52739
    },
    {
      "epoch": 16.4504054897068,
      "grad_norm": 0.1413232684135437,
      "learning_rate": 3.95074433305016e-06,
      "loss": 0.0231,
      "step": 52740
    },
    {
      "epoch": 16.4504054897068,
      "flow_loss": 0.019608518108725548,
      "step": 52740
    },
    {
      "contrastive_loss": 0.0034242502879351377,
      "epoch": 16.4504054897068,
      "step": 52740
    },
    {
      "contrastive_lambda": 0.03570201346756857,
      "epoch": 16.4504054897068,
      "step": 52740
    },
    {
      "contrastive_lambda": 0.03569229892949133,
      "epoch": 16.450717404865877,
      "step": 52741
    },
    {
      "contrastive_lambda": 0.03568258566434013,
      "epoch": 16.451029320024954,
      "step": 52742
    },
    {
      "contrastive_lambda": 0.03567287367214139,
      "epoch": 16.45134123518403,
      "step": 52743
    },
    {
      "contrastive_lambda": 0.03566316295292177,
      "epoch": 16.451653150343105,
      "step": 52744
    },
    {
      "contrastive_lambda": 0.035653453506708066,
      "epoch": 16.451965065502183,
      "step": 52745
    },
    {
      "contrastive_lambda": 0.03564374533352671,
      "epoch": 16.45227698066126,
      "step": 52746
    },
    {
      "contrastive_lambda": 0.03563403843340446,
      "epoch": 16.452588895820337,
      "step": 52747
    },
    {
      "contrastive_lambda": 0.0356243328063679,
      "epoch": 16.452900810979415,
      "step": 52748
    },
    {
      "contrastive_lambda": 0.03561462845244351,
      "epoch": 16.45321272613849,
      "step": 52749
    },
    {
      "epoch": 16.453524641297566,
      "grad_norm": 0.052789125591516495,
      "learning_rate": 3.940014858687752e-06,
      "loss": 0.0177,
      "step": 52750
    },
    {
      "epoch": 16.453524641297566,
      "flow_loss": 0.020340528339147568,
      "step": 52750
    },
    {
      "contrastive_loss": 0.003403525799512863,
      "epoch": 16.453524641297566,
      "step": 52750
    },
    {
      "contrastive_lambda": 0.035604925371657936,
      "epoch": 16.453524641297566,
      "step": 52750
    },
    {
      "contrastive_lambda": 0.03559522356403788,
      "epoch": 16.453836556456643,
      "step": 52751
    },
    {
      "contrastive_lambda": 0.03558552302960988,
      "epoch": 16.45414847161572,
      "step": 52752
    },
    {
      "contrastive_lambda": 0.03557582376840063,
      "epoch": 16.454460386774798,
      "step": 52753
    },
    {
      "contrastive_lambda": 0.03556612578043655,
      "epoch": 16.454772301933875,
      "step": 52754
    },
    {
      "contrastive_lambda": 0.035556429065744244,
      "epoch": 16.45508421709295,
      "step": 52755
    },
    {
      "contrastive_lambda": 0.0355467336243504,
      "epoch": 16.455396132252027,
      "step": 52756
    },
    {
      "contrastive_lambda": 0.03553703945628156,
      "epoch": 16.455708047411104,
      "step": 52757
    },
    {
      "contrastive_lambda": 0.03552734656156442,
      "epoch": 16.45601996257018,
      "step": 52758
    },
    {
      "contrastive_lambda": 0.035517654940225296,
      "epoch": 16.45633187772926,
      "step": 52759
    },
    {
      "epoch": 16.456643792888336,
      "grad_norm": 0.0711667463183403,
      "learning_rate": 3.929299376132689e-06,
      "loss": 0.0272,
      "step": 52760
    },
    {
      "epoch": 16.456643792888336,
      "flow_loss": 0.02421114593744278,
      "step": 52760
    },
    {
      "contrastive_loss": 0.003264971077442169,
      "epoch": 16.456643792888336,
      "step": 52760
    },
    {
      "contrastive_lambda": 0.035507964592290886,
      "epoch": 16.456643792888336,
      "step": 52760
    },
    {
      "contrastive_lambda": 0.03549827551778778,
      "epoch": 16.45695570804741,
      "step": 52761
    },
    {
      "contrastive_lambda": 0.035488587716742515,
      "epoch": 16.457267623206487,
      "step": 52762
    },
    {
      "contrastive_lambda": 0.03547890118918168,
      "epoch": 16.457579538365565,
      "step": 52763
    },
    {
      "contrastive_lambda": 0.035469215935131915,
      "epoch": 16.457891453524642,
      "step": 52764
    },
    {
      "contrastive_lambda": 0.03545953195461954,
      "epoch": 16.45820336868372,
      "step": 52765
    },
    {
      "contrastive_lambda": 0.03544984924767136,
      "epoch": 16.458515283842793,
      "step": 52766
    },
    {
      "contrastive_lambda": 0.03544016781431358,
      "epoch": 16.45882719900187,
      "step": 52767
    },
    {
      "contrastive_lambda": 0.03543048765457307,
      "epoch": 16.459139114160948,
      "step": 52768
    },
    {
      "contrastive_lambda": 0.03542080876847631,
      "epoch": 16.459451029320025,
      "step": 52769
    },
    {
      "epoch": 16.459762944479102,
      "grad_norm": 0.053909655660390854,
      "learning_rate": 3.918597888640047e-06,
      "loss": 0.0239,
      "step": 52770
    },
    {
      "epoch": 16.459762944479102,
      "flow_loss": 0.014070806093513966,
      "step": 52770
    },
    {
      "contrastive_loss": 0.0028884015046060085,
      "epoch": 16.459762944479102,
      "step": 52770
    },
    {
      "contrastive_lambda": 0.03541113115604971,
      "epoch": 16.459762944479102,
      "step": 52770
    },
    {
      "contrastive_lambda": 0.03540145481731993,
      "epoch": 16.46007485963818,
      "step": 52771
    },
    {
      "contrastive_lambda": 0.035391779752313446,
      "epoch": 16.460386774797254,
      "step": 52772
    },
    {
      "contrastive_lambda": 0.03538210596105662,
      "epoch": 16.46069868995633,
      "step": 52773
    },
    {
      "contrastive_lambda": 0.03537243344357627,
      "epoch": 16.46101060511541,
      "step": 52774
    },
    {
      "contrastive_lambda": 0.03536276219989881,
      "epoch": 16.461322520274486,
      "step": 52775
    },
    {
      "contrastive_lambda": 0.03535309223005062,
      "epoch": 16.461634435433563,
      "step": 52776
    },
    {
      "contrastive_lambda": 0.03534342353405845,
      "epoch": 16.46194635059264,
      "step": 52777
    },
    {
      "contrastive_lambda": 0.035333756111948444,
      "epoch": 16.462258265751714,
      "step": 52778
    },
    {
      "contrastive_lambda": 0.03532408996374742,
      "epoch": 16.46257018091079,
      "step": 52779
    },
    {
      "epoch": 16.46288209606987,
      "grad_norm": 0.08481476455926895,
      "learning_rate": 3.907910399460657e-06,
      "loss": 0.0252,
      "step": 52780
    },
    {
      "epoch": 16.46288209606987,
      "flow_loss": 0.017051836475729942,
      "step": 52780
    },
    {
      "contrastive_loss": 0.0043356106616556644,
      "epoch": 16.46288209606987,
      "step": 52780
    },
    {
      "contrastive_lambda": 0.035314425089481905,
      "epoch": 16.46288209606987,
      "step": 52780
    },
    {
      "contrastive_lambda": 0.03530476148917816,
      "epoch": 16.463194011228946,
      "step": 52781
    },
    {
      "contrastive_lambda": 0.03529509916286283,
      "epoch": 16.463505926388024,
      "step": 52782
    },
    {
      "contrastive_lambda": 0.035285438110562395,
      "epoch": 16.463817841547097,
      "step": 52783
    },
    {
      "contrastive_lambda": 0.03527577833230322,
      "epoch": 16.464129756706175,
      "step": 52784
    },
    {
      "contrastive_lambda": 0.03526611982811195,
      "epoch": 16.464441671865252,
      "step": 52785
    },
    {
      "contrastive_lambda": 0.03525646259801507,
      "epoch": 16.46475358702433,
      "step": 52786
    },
    {
      "contrastive_lambda": 0.035246806642038886,
      "epoch": 16.465065502183407,
      "step": 52787
    },
    {
      "contrastive_lambda": 0.035237151960210045,
      "epoch": 16.465377417342484,
      "step": 52788
    },
    {
      "contrastive_lambda": 0.03522749855255486,
      "epoch": 16.465689332501558,
      "step": 52789
    },
    {
      "epoch": 16.466001247660635,
      "grad_norm": 0.093469999730587,
      "learning_rate": 3.8972369118410956e-06,
      "loss": 0.0181,
      "step": 52790
    },
    {
      "epoch": 16.466001247660635,
      "flow_loss": 0.006848513148725033,
      "step": 52790
    },
    {
      "contrastive_loss": 0.003533294890075922,
      "epoch": 16.466001247660635,
      "step": 52790
    },
    {
      "contrastive_lambda": 0.03521784641909986,
      "epoch": 16.466001247660635,
      "step": 52790
    },
    {
      "contrastive_lambda": 0.03520819555987159,
      "epoch": 16.466313162819713,
      "step": 52791
    },
    {
      "contrastive_lambda": 0.03519854597489641,
      "epoch": 16.46662507797879,
      "step": 52792
    },
    {
      "contrastive_lambda": 0.0351888976642008,
      "epoch": 16.466936993137868,
      "step": 52793
    },
    {
      "contrastive_lambda": 0.035179250627811354,
      "epoch": 16.467248908296945,
      "step": 52794
    },
    {
      "contrastive_lambda": 0.035169604865754156,
      "epoch": 16.46756082345602,
      "step": 52795
    },
    {
      "contrastive_lambda": 0.03515996037805608,
      "epoch": 16.467872738615096,
      "step": 52796
    },
    {
      "contrastive_lambda": 0.035150317164743206,
      "epoch": 16.468184653774173,
      "step": 52797
    },
    {
      "contrastive_lambda": 0.03514067522584219,
      "epoch": 16.46849656893325,
      "step": 52798
    },
    {
      "contrastive_lambda": 0.035131034561379504,
      "epoch": 16.468808484092328,
      "step": 52799
    },
    {
      "epoch": 16.469120399251402,
      "grad_norm": 0.057899221777915955,
      "learning_rate": 3.88657742902368e-06,
      "loss": 0.0275,
      "step": 52800
    },
    {
      "epoch": 16.469120399251402,
      "flow_loss": 0.015295642428100109,
      "step": 52800
    },
    {
      "contrastive_loss": 0.003402547910809517,
      "epoch": 16.469120399251402,
      "step": 52800
    },
    {
      "contrastive_lambda": 0.03512139517138135,
      "epoch": 16.469120399251402,
      "step": 52800
    },
    {
      "contrastive_lambda": 0.03511175705587427,
      "epoch": 16.46943231441048,
      "step": 52801
    },
    {
      "contrastive_lambda": 0.03510212021488479,
      "epoch": 16.469744229569557,
      "step": 52802
    },
    {
      "contrastive_lambda": 0.035092484648439226,
      "epoch": 16.470056144728634,
      "step": 52803
    },
    {
      "contrastive_lambda": 0.035082850356564055,
      "epoch": 16.47036805988771,
      "step": 52804
    },
    {
      "contrastive_lambda": 0.03507321733928559,
      "epoch": 16.47067997504679,
      "step": 52805
    },
    {
      "contrastive_lambda": 0.03506358559663025,
      "epoch": 16.470991890205863,
      "step": 52806
    },
    {
      "contrastive_lambda": 0.035053955128624525,
      "epoch": 16.47130380536494,
      "step": 52807
    },
    {
      "contrastive_lambda": 0.03504432593529477,
      "epoch": 16.471615720524017,
      "step": 52808
    },
    {
      "contrastive_lambda": 0.03503469801666742,
      "epoch": 16.471927635683095,
      "step": 52809
    },
    {
      "epoch": 16.472239550842172,
      "grad_norm": 0.10946354269981384,
      "learning_rate": 3.875931954246504e-06,
      "loss": 0.0178,
      "step": 52810
    },
    {
      "epoch": 16.472239550842172,
      "flow_loss": 0.01106035616248846,
      "step": 52810
    },
    {
      "contrastive_loss": 0.003357382956892252,
      "epoch": 16.472239550842172,
      "step": 52810
    },
    {
      "contrastive_lambda": 0.03502507137276889,
      "epoch": 16.472239550842172,
      "step": 52810
    },
    {
      "contrastive_lambda": 0.035015446003625494,
      "epoch": 16.47255146600125,
      "step": 52811
    },
    {
      "contrastive_lambda": 0.035005821909263546,
      "epoch": 16.472863381160323,
      "step": 52812
    },
    {
      "contrastive_lambda": 0.03499619908970969,
      "epoch": 16.4731752963194,
      "step": 52813
    },
    {
      "contrastive_lambda": 0.03498657754499007,
      "epoch": 16.473487211478478,
      "step": 52814
    },
    {
      "contrastive_lambda": 0.034976957275131226,
      "epoch": 16.473799126637555,
      "step": 52815
    },
    {
      "contrastive_lambda": 0.03496733828015941,
      "epoch": 16.474111041796633,
      "step": 52816
    },
    {
      "contrastive_lambda": 0.03495772056010105,
      "epoch": 16.474422956955706,
      "step": 52817
    },
    {
      "contrastive_lambda": 0.03494810411498245,
      "epoch": 16.474734872114784,
      "step": 52818
    },
    {
      "contrastive_lambda": 0.03493848894483004,
      "epoch": 16.47504678727386,
      "step": 52819
    },
    {
      "epoch": 16.47535870243294,
      "grad_norm": 0.0732717365026474,
      "learning_rate": 3.865300490743351e-06,
      "loss": 0.0199,
      "step": 52820
    },
    {
      "epoch": 16.47535870243294,
      "flow_loss": 0.013794837519526482,
      "step": 52820
    },
    {
      "contrastive_loss": 0.0036432326305657625,
      "epoch": 16.47535870243294,
      "step": 52820
    },
    {
      "contrastive_lambda": 0.03492887504967018,
      "epoch": 16.47535870243294,
      "step": 52820
    },
    {
      "contrastive_lambda": 0.03491926242952931,
      "epoch": 16.475670617592016,
      "step": 52821
    },
    {
      "contrastive_lambda": 0.03490965108443361,
      "epoch": 16.475982532751093,
      "step": 52822
    },
    {
      "contrastive_lambda": 0.03490004101440952,
      "epoch": 16.476294447910167,
      "step": 52823
    },
    {
      "contrastive_lambda": 0.03489043221948329,
      "epoch": 16.476606363069244,
      "step": 52824
    },
    {
      "contrastive_lambda": 0.0348808246996814,
      "epoch": 16.47691827822832,
      "step": 52825
    },
    {
      "contrastive_lambda": 0.03487121845503022,
      "epoch": 16.4772301933874,
      "step": 52826
    },
    {
      "contrastive_lambda": 0.03486161348555594,
      "epoch": 16.477542108546476,
      "step": 52827
    },
    {
      "contrastive_lambda": 0.034852009791284944,
      "epoch": 16.477854023705554,
      "step": 52828
    },
    {
      "contrastive_lambda": 0.03484240737224353,
      "epoch": 16.478165938864628,
      "step": 52829
    },
    {
      "epoch": 16.478477854023705,
      "grad_norm": 0.08415158838033676,
      "learning_rate": 3.854683041743806e-06,
      "loss": 0.0192,
      "step": 52830
    },
    {
      "epoch": 16.478477854023705,
      "flow_loss": 0.01786702871322632,
      "step": 52830
    },
    {
      "contrastive_loss": 0.0038875348400324583,
      "epoch": 16.478477854023705,
      "step": 52830
    },
    {
      "contrastive_lambda": 0.034832806228458135,
      "epoch": 16.478477854023705,
      "step": 52830
    },
    {
      "contrastive_lambda": 0.03482320635995495,
      "epoch": 16.478789769182782,
      "step": 52831
    },
    {
      "contrastive_lambda": 0.03481360776676051,
      "epoch": 16.47910168434186,
      "step": 52832
    },
    {
      "contrastive_lambda": 0.03480401044890086,
      "epoch": 16.479413599500937,
      "step": 52833
    },
    {
      "contrastive_lambda": 0.03479441440640246,
      "epoch": 16.47972551466001,
      "step": 52834
    },
    {
      "contrastive_lambda": 0.034784819639291475,
      "epoch": 16.480037429819088,
      "step": 52835
    },
    {
      "contrastive_lambda": 0.03477522614759443,
      "epoch": 16.480349344978166,
      "step": 52836
    },
    {
      "contrastive_lambda": 0.034765633931337525,
      "epoch": 16.480661260137243,
      "step": 52837
    },
    {
      "contrastive_lambda": 0.03475604299054702,
      "epoch": 16.48097317529632,
      "step": 52838
    },
    {
      "contrastive_lambda": 0.03474645332524923,
      "epoch": 16.481285090455398,
      "step": 52839
    },
    {
      "epoch": 16.48159700561447,
      "grad_norm": 0.06367586553096771,
      "learning_rate": 3.844079610473139e-06,
      "loss": 0.0158,
      "step": 52840
    },
    {
      "epoch": 16.48159700561447,
      "flow_loss": 0.01218953263014555,
      "step": 52840
    },
    {
      "contrastive_loss": 0.0039001055993139744,
      "epoch": 16.48159700561447,
      "step": 52840
    },
    {
      "contrastive_lambda": 0.03473686493547051,
      "epoch": 16.48159700561447,
      "step": 52840
    },
    {
      "contrastive_lambda": 0.03472727782123697,
      "epoch": 16.48190892077355,
      "step": 52841
    },
    {
      "contrastive_lambda": 0.03471769198257507,
      "epoch": 16.482220835932626,
      "step": 52842
    },
    {
      "contrastive_lambda": 0.034708107419511136,
      "epoch": 16.482532751091703,
      "step": 52843
    },
    {
      "contrastive_lambda": 0.03469852413207125,
      "epoch": 16.48284466625078,
      "step": 52844
    },
    {
      "contrastive_lambda": 0.03468894212028184,
      "epoch": 16.483156581409858,
      "step": 52845
    },
    {
      "contrastive_lambda": 0.03467936138416894,
      "epoch": 16.483468496568932,
      "step": 52846
    },
    {
      "contrastive_lambda": 0.034669781923759135,
      "epoch": 16.48378041172801,
      "step": 52847
    },
    {
      "contrastive_lambda": 0.03466020373907858,
      "epoch": 16.484092326887087,
      "step": 52848
    },
    {
      "contrastive_lambda": 0.03465062683015341,
      "epoch": 16.484404242046164,
      "step": 52849
    },
    {
      "epoch": 16.48471615720524,
      "grad_norm": 0.0500667542219162,
      "learning_rate": 3.833490200152423e-06,
      "loss": 0.021,
      "step": 52850
    },
    {
      "epoch": 16.48471615720524,
      "flow_loss": 0.018975118175148964,
      "step": 52850
    },
    {
      "contrastive_loss": 0.0037195279728621244,
      "epoch": 16.48471615720524,
      "step": 52850
    },
    {
      "contrastive_lambda": 0.03464105119701,
      "epoch": 16.48471615720524,
      "step": 52850
    },
    {
      "contrastive_lambda": 0.03463147683967466,
      "epoch": 16.485028072364315,
      "step": 52851
    },
    {
      "contrastive_lambda": 0.03462190375817331,
      "epoch": 16.485339987523393,
      "step": 52852
    },
    {
      "contrastive_lambda": 0.03461233195253266,
      "epoch": 16.48565190268247,
      "step": 52853
    },
    {
      "contrastive_lambda": 0.03460276142277863,
      "epoch": 16.485963817841547,
      "step": 52854
    },
    {
      "contrastive_lambda": 0.03459319216893758,
      "epoch": 16.486275733000625,
      "step": 52855
    },
    {
      "contrastive_lambda": 0.03458362419103578,
      "epoch": 16.486587648159702,
      "step": 52856
    },
    {
      "contrastive_lambda": 0.03457405748909931,
      "epoch": 16.486899563318776,
      "step": 52857
    },
    {
      "contrastive_lambda": 0.03456449206315443,
      "epoch": 16.487211478477853,
      "step": 52858
    },
    {
      "contrastive_lambda": 0.03455492791322756,
      "epoch": 16.48752339363693,
      "step": 52859
    },
    {
      "epoch": 16.487835308796008,
      "grad_norm": 0.05471533536911011,
      "learning_rate": 3.822914813998424e-06,
      "loss": 0.0213,
      "step": 52860
    },
    {
      "epoch": 16.487835308796008,
      "flow_loss": 0.023345505818724632,
      "step": 52860
    },
    {
      "contrastive_loss": 0.005171609576791525,
      "epoch": 16.487835308796008,
      "step": 52860
    },
    {
      "contrastive_lambda": 0.03454536503934469,
      "epoch": 16.487835308796008,
      "step": 52860
    },
    {
      "contrastive_lambda": 0.03453580344153223,
      "epoch": 16.488147223955085,
      "step": 52861
    },
    {
      "contrastive_lambda": 0.03452624311981617,
      "epoch": 16.488459139114163,
      "step": 52862
    },
    {
      "contrastive_lambda": 0.034516684074222814,
      "epoch": 16.488771054273236,
      "step": 52863
    },
    {
      "contrastive_lambda": 0.034507126304778535,
      "epoch": 16.489082969432314,
      "step": 52864
    },
    {
      "contrastive_lambda": 0.03449756981150931,
      "epoch": 16.48939488459139,
      "step": 52865
    },
    {
      "contrastive_lambda": 0.03448801459444145,
      "epoch": 16.48970679975047,
      "step": 52866
    },
    {
      "contrastive_lambda": 0.03447846065360122,
      "epoch": 16.490018714909546,
      "step": 52867
    },
    {
      "contrastive_lambda": 0.03446890798901464,
      "epoch": 16.49033063006862,
      "step": 52868
    },
    {
      "contrastive_lambda": 0.03445935660070787,
      "epoch": 16.490642545227697,
      "step": 52869
    },
    {
      "epoch": 16.490954460386774,
      "grad_norm": 0.09466560930013657,
      "learning_rate": 3.812353455223666e-06,
      "loss": 0.0217,
      "step": 52870
    },
    {
      "epoch": 16.490954460386774,
      "flow_loss": 0.009962868876755238,
      "step": 52870
    },
    {
      "contrastive_loss": 0.00313202990218997,
      "epoch": 16.490954460386774,
      "step": 52870
    },
    {
      "contrastive_lambda": 0.03444980648870738,
      "epoch": 16.490954460386774,
      "step": 52870
    },
    {
      "contrastive_lambda": 0.0344402576530391,
      "epoch": 16.49126637554585,
      "step": 52871
    },
    {
      "contrastive_lambda": 0.03443071009372933,
      "epoch": 16.49157829070493,
      "step": 52872
    },
    {
      "contrastive_lambda": 0.03442116381080418,
      "epoch": 16.491890205864006,
      "step": 52873
    },
    {
      "contrastive_lambda": 0.034411618804289834,
      "epoch": 16.49220212102308,
      "step": 52874
    },
    {
      "contrastive_lambda": 0.034402075074212446,
      "epoch": 16.492514036182158,
      "step": 52875
    },
    {
      "contrastive_lambda": 0.034392532620598215,
      "epoch": 16.492825951341235,
      "step": 52876
    },
    {
      "contrastive_lambda": 0.03438299144347329,
      "epoch": 16.493137866500312,
      "step": 52877
    },
    {
      "contrastive_lambda": 0.03437345154286392,
      "epoch": 16.49344978165939,
      "step": 52878
    },
    {
      "contrastive_lambda": 0.03436391291879609,
      "epoch": 16.493761696818467,
      "step": 52879
    },
    {
      "epoch": 16.49407361197754,
      "grad_norm": 0.15814435482025146,
      "learning_rate": 3.8018061270364225e-06,
      "loss": 0.0216,
      "step": 52880
    },
    {
      "epoch": 16.49407361197754,
      "flow_loss": 0.014404941350221634,
      "step": 52880
    },
    {
      "contrastive_loss": 0.003368060104548931,
      "epoch": 16.49407361197754,
      "step": 52880
    },
    {
      "contrastive_lambda": 0.03435437557129595,
      "epoch": 16.49407361197754,
      "step": 52880
    },
    {
      "contrastive_lambda": 0.03434483950038986,
      "epoch": 16.494385527136618,
      "step": 52881
    },
    {
      "contrastive_lambda": 0.0343353047061038,
      "epoch": 16.494697442295696,
      "step": 52882
    },
    {
      "contrastive_lambda": 0.03432577118846397,
      "epoch": 16.495009357454773,
      "step": 52883
    },
    {
      "contrastive_lambda": 0.034316238947496414,
      "epoch": 16.49532127261385,
      "step": 52884
    },
    {
      "contrastive_lambda": 0.034306707983227325,
      "epoch": 16.495633187772924,
      "step": 52885
    },
    {
      "contrastive_lambda": 0.03429717829568285,
      "epoch": 16.495945102932,
      "step": 52886
    },
    {
      "contrastive_lambda": 0.03428764988488914,
      "epoch": 16.49625701809108,
      "step": 52887
    },
    {
      "contrastive_lambda": 0.03427812275087222,
      "epoch": 16.496568933250156,
      "step": 52888
    },
    {
      "contrastive_lambda": 0.034268596893658354,
      "epoch": 16.496880848409234,
      "step": 52889
    },
    {
      "epoch": 16.49719276356831,
      "grad_norm": 0.060683831572532654,
      "learning_rate": 3.7912728326406688e-06,
      "loss": 0.0188,
      "step": 52890
    },
    {
      "epoch": 16.49719276356831,
      "flow_loss": 0.01730247214436531,
      "step": 52890
    },
    {
      "contrastive_loss": 0.0036599752493202686,
      "epoch": 16.49719276356831,
      "step": 52890
    },
    {
      "contrastive_lambda": 0.03425907231327352,
      "epoch": 16.49719276356831,
      "step": 52890
    },
    {
      "contrastive_lambda": 0.034249549009743974,
      "epoch": 16.497504678727385,
      "step": 52891
    },
    {
      "contrastive_lambda": 0.03424002698309553,
      "epoch": 16.497816593886462,
      "step": 52892
    },
    {
      "contrastive_lambda": 0.03423050623335461,
      "epoch": 16.49812850904554,
      "step": 52893
    },
    {
      "contrastive_lambda": 0.034220986760547245,
      "epoch": 16.498440424204617,
      "step": 52894
    },
    {
      "contrastive_lambda": 0.03421146856469942,
      "epoch": 16.498752339363694,
      "step": 52895
    },
    {
      "contrastive_lambda": 0.034201951645837336,
      "epoch": 16.49906425452277,
      "step": 52896
    },
    {
      "contrastive_lambda": 0.03419243600398714,
      "epoch": 16.499376169681845,
      "step": 52897
    },
    {
      "contrastive_lambda": 0.03418292163917458,
      "epoch": 16.499688084840923,
      "step": 52898
    },
    {
      "contrastive_lambda": 0.034173408551426254,
      "epoch": 16.5,
      "step": 52899
    },
    {
      "epoch": 16.500311915159077,
      "grad_norm": 0.07602328062057495,
      "learning_rate": 3.7807535752361732e-06,
      "loss": 0.0197,
      "step": 52900
    },
    {
      "epoch": 16.500311915159077,
      "flow_loss": 0.02187507227063179,
      "step": 52900
    },
    {
      "contrastive_loss": 0.003840821562334895,
      "epoch": 16.500311915159077,
      "step": 52900
    },
    {
      "contrastive_lambda": 0.03416389674076781,
      "epoch": 16.500311915159077,
      "step": 52900
    },
    {
      "contrastive_lambda": 0.03415438620722555,
      "epoch": 16.500623830318155,
      "step": 52901
    },
    {
      "contrastive_lambda": 0.03414487695082552,
      "epoch": 16.50093574547723,
      "step": 52902
    },
    {
      "contrastive_lambda": 0.03413536897159364,
      "epoch": 16.501247660636306,
      "step": 52903
    },
    {
      "contrastive_lambda": 0.03412586226955616,
      "epoch": 16.501559575795383,
      "step": 52904
    },
    {
      "contrastive_lambda": 0.03411635684473918,
      "epoch": 16.50187149095446,
      "step": 52905
    },
    {
      "contrastive_lambda": 0.034106852697168566,
      "epoch": 16.502183406113538,
      "step": 52906
    },
    {
      "contrastive_lambda": 0.034097349826870516,
      "epoch": 16.502495321272615,
      "step": 52907
    },
    {
      "contrastive_lambda": 0.03408784823387101,
      "epoch": 16.50280723643169,
      "step": 52908
    },
    {
      "contrastive_lambda": 0.03407834791819603,
      "epoch": 16.503119151590766,
      "step": 52909
    },
    {
      "epoch": 16.503431066749844,
      "grad_norm": 0.05636103078722954,
      "learning_rate": 3.7702483580183855e-06,
      "loss": 0.023,
      "step": 52910
    },
    {
      "epoch": 16.503431066749844,
      "flow_loss": 0.010847410187125206,
      "step": 52910
    },
    {
      "contrastive_loss": 0.003068086924031377,
      "epoch": 16.503431066749844,
      "step": 52910
    },
    {
      "contrastive_lambda": 0.03406884887987183,
      "epoch": 16.503431066749844,
      "step": 52910
    },
    {
      "contrastive_lambda": 0.034059351118924275,
      "epoch": 16.50374298190892,
      "step": 52911
    },
    {
      "contrastive_lambda": 0.03404985463537952,
      "epoch": 16.504054897068,
      "step": 52912
    },
    {
      "contrastive_lambda": 0.034040359429263534,
      "epoch": 16.504366812227076,
      "step": 52913
    },
    {
      "contrastive_lambda": 0.03403086550060236,
      "epoch": 16.50467872738615,
      "step": 52914
    },
    {
      "contrastive_lambda": 0.03402137284942186,
      "epoch": 16.504990642545227,
      "step": 52915
    },
    {
      "contrastive_lambda": 0.03401188147574846,
      "epoch": 16.505302557704304,
      "step": 52916
    },
    {
      "contrastive_lambda": 0.03400239137960781,
      "epoch": 16.505614472863382,
      "step": 52917
    },
    {
      "contrastive_lambda": 0.03399290256102616,
      "epoch": 16.50592638802246,
      "step": 52918
    },
    {
      "contrastive_lambda": 0.033983415020029384,
      "epoch": 16.506238303181533,
      "step": 52919
    },
    {
      "epoch": 16.50655021834061,
      "grad_norm": 0.04597591981291771,
      "learning_rate": 3.759757184178525e-06,
      "loss": 0.0149,
      "step": 52920
    },
    {
      "epoch": 16.50655021834061,
      "flow_loss": 0.02411329187452793,
      "step": 52920
    },
    {
      "contrastive_loss": 0.004158442839980125,
      "epoch": 16.50655021834061,
      "step": 52920
    },
    {
      "contrastive_lambda": 0.0339739287566434,
      "epoch": 16.50655021834061,
      "step": 52920
    },
    {
      "contrastive_lambda": 0.033964443770894526,
      "epoch": 16.506862133499688,
      "step": 52921
    },
    {
      "contrastive_lambda": 0.033954960062808515,
      "epoch": 16.507174048658765,
      "step": 52922
    },
    {
      "contrastive_lambda": 0.03394547763241146,
      "epoch": 16.507485963817842,
      "step": 52923
    },
    {
      "contrastive_lambda": 0.03393599647972939,
      "epoch": 16.50779787897692,
      "step": 52924
    },
    {
      "contrastive_lambda": 0.03392651660478818,
      "epoch": 16.508109794135994,
      "step": 52925
    },
    {
      "contrastive_lambda": 0.03391703800761381,
      "epoch": 16.50842170929507,
      "step": 52926
    },
    {
      "contrastive_lambda": 0.03390756068823253,
      "epoch": 16.50873362445415,
      "step": 52927
    },
    {
      "contrastive_lambda": 0.03389808464666999,
      "epoch": 16.509045539613226,
      "step": 52928
    },
    {
      "contrastive_lambda": 0.03388860988295245,
      "epoch": 16.509357454772303,
      "step": 52929
    },
    {
      "epoch": 16.50966936993138,
      "grad_norm": 0.06156960874795914,
      "learning_rate": 3.7492800569035312e-06,
      "loss": 0.0205,
      "step": 52930
    },
    {
      "epoch": 16.50966936993138,
      "flow_loss": 0.029540274292230606,
      "step": 52930
    },
    {
      "contrastive_loss": 0.0030633537098765373,
      "epoch": 16.50966936993138,
      "step": 52930
    },
    {
      "contrastive_lambda": 0.03387913639710566,
      "epoch": 16.50966936993138,
      "step": 52930
    },
    {
      "contrastive_lambda": 0.03386966418915566,
      "epoch": 16.509981285090454,
      "step": 52931
    },
    {
      "contrastive_lambda": 0.03386019325912848,
      "epoch": 16.51029320024953,
      "step": 52932
    },
    {
      "contrastive_lambda": 0.03385072360704999,
      "epoch": 16.51060511540861,
      "step": 52933
    },
    {
      "contrastive_lambda": 0.03384125523294629,
      "epoch": 16.510917030567686,
      "step": 52934
    },
    {
      "contrastive_lambda": 0.03383178813684329,
      "epoch": 16.511228945726764,
      "step": 52935
    },
    {
      "contrastive_lambda": 0.033822322318766807,
      "epoch": 16.511540860885837,
      "step": 52936
    },
    {
      "contrastive_lambda": 0.03381285777874293,
      "epoch": 16.511852776044915,
      "step": 52937
    },
    {
      "contrastive_lambda": 0.033803394516797536,
      "epoch": 16.512164691203992,
      "step": 52938
    },
    {
      "contrastive_lambda": 0.03379393253295665,
      "epoch": 16.51247660636307,
      "step": 52939
    },
    {
      "epoch": 16.512788521522147,
      "grad_norm": 0.09168266505002975,
      "learning_rate": 3.7388169793760754e-06,
      "loss": 0.0249,
      "step": 52940
    },
    {
      "epoch": 16.512788521522147,
      "flow_loss": 0.029037119820713997,
      "step": 52940
    },
    {
      "contrastive_loss": 0.0033270474523305893,
      "epoch": 16.512788521522147,
      "step": 52940
    },
    {
      "contrastive_lambda": 0.0337844718272462,
      "epoch": 16.512788521522147,
      "step": 52940
    },
    {
      "contrastive_lambda": 0.03377501239969205,
      "epoch": 16.513100436681224,
      "step": 52941
    },
    {
      "contrastive_lambda": 0.033765554250320184,
      "epoch": 16.513412351840298,
      "step": 52942
    },
    {
      "contrastive_lambda": 0.03375609737915647,
      "epoch": 16.513724266999375,
      "step": 52943
    },
    {
      "contrastive_lambda": 0.03374664178622694,
      "epoch": 16.514036182158453,
      "step": 52944
    },
    {
      "contrastive_lambda": 0.033737187471557406,
      "epoch": 16.51434809731753,
      "step": 52945
    },
    {
      "contrastive_lambda": 0.03372773443517396,
      "epoch": 16.514660012476607,
      "step": 52946
    },
    {
      "contrastive_lambda": 0.03371828267710236,
      "epoch": 16.514971927635685,
      "step": 52947
    },
    {
      "contrastive_lambda": 0.03370883219736859,
      "epoch": 16.51528384279476,
      "step": 52948
    },
    {
      "contrastive_lambda": 0.033699382995998395,
      "epoch": 16.515595757953836,
      "step": 52949
    },
    {
      "epoch": 16.515907673112913,
      "grad_norm": 0.05194007232785225,
      "learning_rate": 3.728367954774553e-06,
      "loss": 0.0202,
      "step": 52950
    },
    {
      "epoch": 16.515907673112913,
      "flow_loss": 0.03333968296647072,
      "step": 52950
    },
    {
      "contrastive_loss": 0.0027468816842883825,
      "epoch": 16.515907673112913,
      "step": 52950
    },
    {
      "contrastive_lambda": 0.033689935073017874,
      "epoch": 16.515907673112913,
      "step": 52950
    },
    {
      "contrastive_lambda": 0.033680488428453004,
      "epoch": 16.51621958827199,
      "step": 52951
    },
    {
      "contrastive_lambda": 0.03367104306232943,
      "epoch": 16.516531503431068,
      "step": 52952
    },
    {
      "contrastive_lambda": 0.033661598974673135,
      "epoch": 16.516843418590142,
      "step": 52953
    },
    {
      "contrastive_lambda": 0.033652156165510094,
      "epoch": 16.51715533374922,
      "step": 52954
    },
    {
      "contrastive_lambda": 0.03364271463486618,
      "epoch": 16.517467248908297,
      "step": 52955
    },
    {
      "contrastive_lambda": 0.03363327438276725,
      "epoch": 16.517779164067374,
      "step": 52956
    },
    {
      "contrastive_lambda": 0.03362383540923913,
      "epoch": 16.51809107922645,
      "step": 52957
    },
    {
      "contrastive_lambda": 0.03361439771430774,
      "epoch": 16.51840299438553,
      "step": 52958
    },
    {
      "contrastive_lambda": 0.033604961297999,
      "epoch": 16.518714909544602,
      "step": 52959
    },
    {
      "epoch": 16.51902682470368,
      "grad_norm": 0.07848174124956131,
      "learning_rate": 3.7179329862731317e-06,
      "loss": 0.022,
      "step": 52960
    },
    {
      "epoch": 16.51902682470368,
      "flow_loss": 0.03451261296868324,
      "step": 52960
    },
    {
      "contrastive_loss": 0.0032035689800977707,
      "epoch": 16.51902682470368,
      "step": 52960
    },
    {
      "contrastive_lambda": 0.03359552616033867,
      "epoch": 16.51902682470368,
      "step": 52960
    },
    {
      "contrastive_lambda": 0.03358609230135268,
      "epoch": 16.519338739862757,
      "step": 52961
    },
    {
      "contrastive_lambda": 0.03357665972106705,
      "epoch": 16.519650655021834,
      "step": 52962
    },
    {
      "contrastive_lambda": 0.03356722841950732,
      "epoch": 16.519962570180912,
      "step": 52963
    },
    {
      "contrastive_lambda": 0.0335577983966997,
      "epoch": 16.52027448533999,
      "step": 52964
    },
    {
      "contrastive_lambda": 0.03354836965266972,
      "epoch": 16.520586400499063,
      "step": 52965
    },
    {
      "contrastive_lambda": 0.0335389421874433,
      "epoch": 16.52089831565814,
      "step": 52966
    },
    {
      "contrastive_lambda": 0.03352951600104648,
      "epoch": 16.521210230817218,
      "step": 52967
    },
    {
      "contrastive_lambda": 0.033520091093504956,
      "epoch": 16.521522145976295,
      "step": 52968
    },
    {
      "contrastive_lambda": 0.033510667464844546,
      "epoch": 16.521834061135372,
      "step": 52969
    },
    {
      "epoch": 16.522145976294446,
      "grad_norm": 0.05821545049548149,
      "learning_rate": 3.707512077041647e-06,
      "loss": 0.0221,
      "step": 52970
    },
    {
      "epoch": 16.522145976294446,
      "flow_loss": 0.0067880647256970406,
      "step": 52970
    },
    {
      "contrastive_loss": 0.004643058404326439,
      "epoch": 16.522145976294446,
      "step": 52970
    },
    {
      "contrastive_lambda": 0.03350124511509123,
      "epoch": 16.522145976294446,
      "step": 52970
    },
    {
      "contrastive_lambda": 0.033491824044270535,
      "epoch": 16.522457891453524,
      "step": 52971
    },
    {
      "contrastive_lambda": 0.033482404252408615,
      "epoch": 16.5227698066126,
      "step": 52972
    },
    {
      "contrastive_lambda": 0.03347298573953128,
      "epoch": 16.52308172177168,
      "step": 52973
    },
    {
      "contrastive_lambda": 0.03346356850566412,
      "epoch": 16.523393636930756,
      "step": 52974
    },
    {
      "contrastive_lambda": 0.033454152550833116,
      "epoch": 16.523705552089833,
      "step": 52975
    },
    {
      "contrastive_lambda": 0.03344473787506402,
      "epoch": 16.524017467248907,
      "step": 52976
    },
    {
      "contrastive_lambda": 0.0334353244783826,
      "epoch": 16.524329382407984,
      "step": 52977
    },
    {
      "contrastive_lambda": 0.033425912360814825,
      "epoch": 16.52464129756706,
      "step": 52978
    },
    {
      "contrastive_lambda": 0.0334165015223864,
      "epoch": 16.52495321272614,
      "step": 52979
    },
    {
      "epoch": 16.525265127885216,
      "grad_norm": 0.06036679819226265,
      "learning_rate": 3.6971052302457288e-06,
      "loss": 0.0198,
      "step": 52980
    },
    {
      "epoch": 16.525265127885216,
      "flow_loss": 0.019739024341106415,
      "step": 52980
    },
    {
      "contrastive_loss": 0.005777525715529919,
      "epoch": 16.525265127885216,
      "step": 52980
    },
    {
      "contrastive_lambda": 0.03340709196312308,
      "epoch": 16.525265127885216,
      "step": 52980
    },
    {
      "contrastive_lambda": 0.033397683683050794,
      "epoch": 16.525577043044294,
      "step": 52981
    },
    {
      "contrastive_lambda": 0.03338827668219513,
      "epoch": 16.525888958203367,
      "step": 52982
    },
    {
      "contrastive_lambda": 0.03337887096058195,
      "epoch": 16.526200873362445,
      "step": 52983
    },
    {
      "contrastive_lambda": 0.0333694665182373,
      "epoch": 16.526512788521522,
      "step": 52984
    },
    {
      "contrastive_lambda": 0.0333600633551866,
      "epoch": 16.5268247036806,
      "step": 52985
    },
    {
      "contrastive_lambda": 0.03335066147145588,
      "epoch": 16.527136618839677,
      "step": 52986
    },
    {
      "contrastive_lambda": 0.03334126086707079,
      "epoch": 16.52744853399875,
      "step": 52987
    },
    {
      "contrastive_lambda": 0.03333186154205697,
      "epoch": 16.527760449157828,
      "step": 52988
    },
    {
      "contrastive_lambda": 0.03332246349644058,
      "epoch": 16.528072364316905,
      "step": 52989
    },
    {
      "epoch": 16.528384279475983,
      "grad_norm": 0.07278557121753693,
      "learning_rate": 3.6867124490466698e-06,
      "loss": 0.0205,
      "step": 52990
    },
    {
      "epoch": 16.528384279475983,
      "flow_loss": 0.017728565260767937,
      "step": 52990
    },
    {
      "contrastive_loss": 0.0035847583785653114,
      "epoch": 16.528384279475983,
      "step": 52990
    },
    {
      "contrastive_lambda": 0.03331306673024703,
      "epoch": 16.528384279475983,
      "step": 52990
    },
    {
      "contrastive_lambda": 0.0333036712435022,
      "epoch": 16.52869619463506,
      "step": 52991
    },
    {
      "contrastive_lambda": 0.033294277036231945,
      "epoch": 16.529008109794137,
      "step": 52992
    },
    {
      "contrastive_lambda": 0.033284884108461865,
      "epoch": 16.52932002495321,
      "step": 52993
    },
    {
      "contrastive_lambda": 0.033275492460217715,
      "epoch": 16.52963194011229,
      "step": 52994
    },
    {
      "contrastive_lambda": 0.03326610209152536,
      "epoch": 16.529943855271366,
      "step": 52995
    },
    {
      "contrastive_lambda": 0.033256713002410454,
      "epoch": 16.530255770430443,
      "step": 52996
    },
    {
      "contrastive_lambda": 0.03324732519289886,
      "epoch": 16.53056768558952,
      "step": 52997
    },
    {
      "contrastive_lambda": 0.033237938663016164,
      "epoch": 16.530879600748598,
      "step": 52998
    },
    {
      "contrastive_lambda": 0.03322855341278813,
      "epoch": 16.531191515907672,
      "step": 52999
    },
    {
      "epoch": 16.53150343106675,
      "grad_norm": 0.07828233391046524,
      "learning_rate": 3.6763337366015393e-06,
      "loss": 0.024,
      "step": 53000
    },
    {
      "epoch": 16.53150343106675,
      "flow_loss": 0.028152232989668846,
      "step": 53000
    },
    {
      "contrastive_loss": 0.004217164590954781,
      "epoch": 16.53150343106675,
      "step": 53000
    },
    {
      "contrastive_lambda": 0.03321916944224057,
      "epoch": 16.53150343106675,
      "step": 53000
    },
    {
      "contrastive_lambda": 0.03320978675139913,
      "epoch": 16.531815346225827,
      "step": 53001
    },
    {
      "contrastive_lambda": 0.03320040534028962,
      "epoch": 16.532127261384904,
      "step": 53002
    },
    {
      "contrastive_lambda": 0.03319102520893763,
      "epoch": 16.53243917654398,
      "step": 53003
    },
    {
      "contrastive_lambda": 0.03318164635736898,
      "epoch": 16.532751091703055,
      "step": 53004
    },
    {
      "contrastive_lambda": 0.033172268785609305,
      "epoch": 16.533063006862132,
      "step": 53005
    },
    {
      "contrastive_lambda": 0.033162892493684426,
      "epoch": 16.53337492202121,
      "step": 53006
    },
    {
      "contrastive_lambda": 0.03315351748161993,
      "epoch": 16.533686837180287,
      "step": 53007
    },
    {
      "contrastive_lambda": 0.033144143749441635,
      "epoch": 16.533998752339365,
      "step": 53008
    },
    {
      "contrastive_lambda": 0.033134771297175125,
      "epoch": 16.534310667498442,
      "step": 53009
    },
    {
      "epoch": 16.534622582657516,
      "grad_norm": 0.0529494471848011,
      "learning_rate": 3.665969096063121e-06,
      "loss": 0.0234,
      "step": 53010
    },
    {
      "epoch": 16.534622582657516,
      "flow_loss": 0.012119227088987827,
      "step": 53010
    },
    {
      "contrastive_loss": 0.0033664912916719913,
      "epoch": 16.534622582657516,
      "step": 53010
    },
    {
      "contrastive_lambda": 0.03312540012484627,
      "epoch": 16.534622582657516,
      "step": 53010
    },
    {
      "contrastive_lambda": 0.03311603023248044,
      "epoch": 16.534934497816593,
      "step": 53011
    },
    {
      "contrastive_lambda": 0.03310666162010356,
      "epoch": 16.53524641297567,
      "step": 53012
    },
    {
      "contrastive_lambda": 0.03309729428774144,
      "epoch": 16.535558328134748,
      "step": 53013
    },
    {
      "contrastive_lambda": 0.03308792823541945,
      "epoch": 16.535870243293825,
      "step": 53014
    },
    {
      "contrastive_lambda": 0.03307856346316346,
      "epoch": 16.536182158452903,
      "step": 53015
    },
    {
      "contrastive_lambda": 0.03306919997099911,
      "epoch": 16.536494073611976,
      "step": 53016
    },
    {
      "contrastive_lambda": 0.03305983775895199,
      "epoch": 16.536805988771054,
      "step": 53017
    },
    {
      "contrastive_lambda": 0.03305047682704787,
      "epoch": 16.53711790393013,
      "step": 53018
    },
    {
      "contrastive_lambda": 0.03304111717531244,
      "epoch": 16.53742981908921,
      "step": 53019
    },
    {
      "epoch": 16.537741734248286,
      "grad_norm": 0.05273689702153206,
      "learning_rate": 3.6556185305799074e-06,
      "loss": 0.0204,
      "step": 53020
    },
    {
      "epoch": 16.537741734248286,
      "flow_loss": 0.019146637991070747,
      "step": 53020
    },
    {
      "contrastive_loss": 0.002981632249429822,
      "epoch": 16.537741734248286,
      "step": 53020
    },
    {
      "contrastive_lambda": 0.03303175880377124,
      "epoch": 16.537741734248286,
      "step": 53020
    },
    {
      "contrastive_lambda": 0.03302240171245008,
      "epoch": 16.53805364940736,
      "step": 53021
    },
    {
      "contrastive_lambda": 0.03301304590137433,
      "epoch": 16.538365564566437,
      "step": 53022
    },
    {
      "contrastive_lambda": 0.033003691370569965,
      "epoch": 16.538677479725514,
      "step": 53023
    },
    {
      "contrastive_lambda": 0.03299433812006253,
      "epoch": 16.53898939488459,
      "step": 53024
    },
    {
      "contrastive_lambda": 0.03298498614987755,
      "epoch": 16.53930131004367,
      "step": 53025
    },
    {
      "contrastive_lambda": 0.03297563546004073,
      "epoch": 16.539613225202746,
      "step": 53026
    },
    {
      "contrastive_lambda": 0.03296628605057783,
      "epoch": 16.53992514036182,
      "step": 53027
    },
    {
      "contrastive_lambda": 0.03295693792151422,
      "epoch": 16.540237055520898,
      "step": 53028
    },
    {
      "contrastive_lambda": 0.03294759107287576,
      "epoch": 16.540548970679975,
      "step": 53029
    },
    {
      "epoch": 16.540860885839052,
      "grad_norm": 0.13024023175239563,
      "learning_rate": 3.645282043296133e-06,
      "loss": 0.0218,
      "step": 53030
    },
    {
      "epoch": 16.540860885839052,
      "flow_loss": 0.025201622396707535,
      "step": 53030
    },
    {
      "contrastive_loss": 0.004230302758514881,
      "epoch": 16.540860885839052,
      "step": 53030
    },
    {
      "contrastive_lambda": 0.032938245504688046,
      "epoch": 16.540860885839052,
      "step": 53030
    },
    {
      "contrastive_lambda": 0.032928901216976614,
      "epoch": 16.54117280099813,
      "step": 53031
    },
    {
      "contrastive_lambda": 0.032919558209767164,
      "epoch": 16.541484716157207,
      "step": 53032
    },
    {
      "contrastive_lambda": 0.03291021648308523,
      "epoch": 16.54179663131628,
      "step": 53033
    },
    {
      "contrastive_lambda": 0.03290087603695635,
      "epoch": 16.542108546475358,
      "step": 53034
    },
    {
      "contrastive_lambda": 0.03289153687140639,
      "epoch": 16.542420461634435,
      "step": 53035
    },
    {
      "contrastive_lambda": 0.03288219898646072,
      "epoch": 16.542732376793513,
      "step": 53036
    },
    {
      "contrastive_lambda": 0.03287286238214504,
      "epoch": 16.54304429195259,
      "step": 53037
    },
    {
      "contrastive_lambda": 0.032863527058485,
      "epoch": 16.543356207111664,
      "step": 53038
    },
    {
      "contrastive_lambda": 0.03285419301550596,
      "epoch": 16.54366812227074,
      "step": 53039
    },
    {
      "epoch": 16.54398003742982,
      "grad_norm": 0.06039295345544815,
      "learning_rate": 3.6349596373517427e-06,
      "loss": 0.0168,
      "step": 53040
    },
    {
      "epoch": 16.54398003742982,
      "flow_loss": 0.053324971348047256,
      "step": 53040
    },
    {
      "contrastive_loss": 0.003700210712850094,
      "epoch": 16.54398003742982,
      "step": 53040
    },
    {
      "contrastive_lambda": 0.032844860253233854,
      "epoch": 16.54398003742982,
      "step": 53040
    },
    {
      "contrastive_lambda": 0.03283552877169399,
      "epoch": 16.544291952588896,
      "step": 53041
    },
    {
      "contrastive_lambda": 0.03282619857091207,
      "epoch": 16.544603867747973,
      "step": 53042
    },
    {
      "contrastive_lambda": 0.03281686965091368,
      "epoch": 16.54491578290705,
      "step": 53043
    },
    {
      "contrastive_lambda": 0.03280754201172431,
      "epoch": 16.545227698066125,
      "step": 53044
    },
    {
      "contrastive_lambda": 0.032798215653369545,
      "epoch": 16.545539613225202,
      "step": 53045
    },
    {
      "contrastive_lambda": 0.03278889057587514,
      "epoch": 16.54585152838428,
      "step": 53046
    },
    {
      "contrastive_lambda": 0.03277956677926641,
      "epoch": 16.546163443543357,
      "step": 53047
    },
    {
      "contrastive_lambda": 0.03277024426356906,
      "epoch": 16.546475358702434,
      "step": 53048
    },
    {
      "contrastive_lambda": 0.032760923028808675,
      "epoch": 16.54678727386151,
      "step": 53049
    },
    {
      "epoch": 16.547099189020585,
      "grad_norm": 0.10805337131023407,
      "learning_rate": 3.6246513158824215e-06,
      "loss": 0.026,
      "step": 53050
    },
    {
      "epoch": 16.547099189020585,
      "flow_loss": 0.013319496996700764,
      "step": 53050
    },
    {
      "contrastive_loss": 0.0034224337432533503,
      "epoch": 16.547099189020585,
      "step": 53050
    },
    {
      "contrastive_lambda": 0.03275160307501068,
      "epoch": 16.547099189020585,
      "step": 53050
    },
    {
      "contrastive_lambda": 0.03274228440220067,
      "epoch": 16.547411104179663,
      "step": 53051
    },
    {
      "contrastive_lambda": 0.032732967010404235,
      "epoch": 16.54772301933874,
      "step": 53052
    },
    {
      "contrastive_lambda": 0.032723650899646906,
      "epoch": 16.548034934497817,
      "step": 53053
    },
    {
      "contrastive_lambda": 0.03271433606995433,
      "epoch": 16.548346849656895,
      "step": 53054
    },
    {
      "contrastive_lambda": 0.03270502252135182,
      "epoch": 16.54865876481597,
      "step": 53055
    },
    {
      "contrastive_lambda": 0.03269571025386492,
      "epoch": 16.548970679975046,
      "step": 53056
    },
    {
      "contrastive_lambda": 0.03268639926751943,
      "epoch": 16.549282595134123,
      "step": 53057
    },
    {
      "contrastive_lambda": 0.032677089562340667,
      "epoch": 16.5495945102932,
      "step": 53058
    },
    {
      "contrastive_lambda": 0.032667781138354224,
      "epoch": 16.549906425452278,
      "step": 53059
    },
    {
      "epoch": 16.550218340611355,
      "grad_norm": 0.03873676434159279,
      "learning_rate": 3.6143570820195593e-06,
      "loss": 0.0197,
      "step": 53060
    },
    {
      "epoch": 16.550218340611355,
      "flow_loss": 0.012484049424529076,
      "step": 53060
    },
    {
      "contrastive_loss": 0.003755521960556507,
      "epoch": 16.550218340611355,
      "step": 53060
    },
    {
      "contrastive_lambda": 0.03265847399558558,
      "epoch": 16.550218340611355,
      "step": 53060
    },
    {
      "contrastive_lambda": 0.032649168134060214,
      "epoch": 16.55053025577043,
      "step": 53061
    },
    {
      "contrastive_lambda": 0.03263986355380366,
      "epoch": 16.550842170929506,
      "step": 53062
    },
    {
      "contrastive_lambda": 0.03263056025484151,
      "epoch": 16.551154086088584,
      "step": 53063
    },
    {
      "contrastive_lambda": 0.03262125823719919,
      "epoch": 16.55146600124766,
      "step": 53064
    },
    {
      "contrastive_lambda": 0.032611957500902344,
      "epoch": 16.55177791640674,
      "step": 53065
    },
    {
      "contrastive_lambda": 0.03260265804597623,
      "epoch": 16.552089831565816,
      "step": 53066
    },
    {
      "contrastive_lambda": 0.03259335987244655,
      "epoch": 16.55240174672489,
      "step": 53067
    },
    {
      "contrastive_lambda": 0.03258406298033861,
      "epoch": 16.552713661883967,
      "step": 53068
    },
    {
      "contrastive_lambda": 0.032574767369678015,
      "epoch": 16.553025577043044,
      "step": 53069
    },
    {
      "epoch": 16.55333749220212,
      "grad_norm": 0.0687609538435936,
      "learning_rate": 3.6040769388902773e-06,
      "loss": 0.0147,
      "step": 53070
    },
    {
      "epoch": 16.55333749220212,
      "flow_loss": 0.026604942977428436,
      "step": 53070
    },
    {
      "contrastive_loss": 0.003648740239441395,
      "epoch": 16.55333749220212,
      "step": 53070
    },
    {
      "contrastive_lambda": 0.032565473040490345,
      "epoch": 16.55333749220212,
      "step": 53070
    },
    {
      "contrastive_lambda": 0.03255617999280086,
      "epoch": 16.5536494073612,
      "step": 53071
    },
    {
      "contrastive_lambda": 0.03254688822663515,
      "epoch": 16.553961322520273,
      "step": 53072
    },
    {
      "contrastive_lambda": 0.03253759774201881,
      "epoch": 16.55427323767935,
      "step": 53073
    },
    {
      "contrastive_lambda": 0.03252830853897698,
      "epoch": 16.554585152838428,
      "step": 53074
    },
    {
      "contrastive_lambda": 0.03251902061753548,
      "epoch": 16.554897067997505,
      "step": 53075
    },
    {
      "contrastive_lambda": 0.03250973397771961,
      "epoch": 16.555208983156582,
      "step": 53076
    },
    {
      "contrastive_lambda": 0.03250044861955487,
      "epoch": 16.55552089831566,
      "step": 53077
    },
    {
      "contrastive_lambda": 0.03249116454306672,
      "epoch": 16.555832813474733,
      "step": 53078
    },
    {
      "contrastive_lambda": 0.03248188174828043,
      "epoch": 16.55614472863381,
      "step": 53079
    },
    {
      "epoch": 16.556456643792888,
      "grad_norm": 0.06079225242137909,
      "learning_rate": 3.593810889617405e-06,
      "loss": 0.0228,
      "step": 53080
    },
    {
      "epoch": 16.556456643792888,
      "flow_loss": 0.014120371080935001,
      "step": 53080
    },
    {
      "contrastive_loss": 0.003314786124974489,
      "epoch": 16.556456643792888,
      "step": 53080
    },
    {
      "contrastive_lambda": 0.032472600235221694,
      "epoch": 16.556456643792888,
      "step": 53080
    },
    {
      "contrastive_lambda": 0.032463320003915885,
      "epoch": 16.556768558951966,
      "step": 53081
    },
    {
      "contrastive_lambda": 0.03245404105438843,
      "epoch": 16.557080474111043,
      "step": 53082
    },
    {
      "contrastive_lambda": 0.03244476338666474,
      "epoch": 16.55739238927012,
      "step": 53083
    },
    {
      "contrastive_lambda": 0.03243548700077037,
      "epoch": 16.557704304429194,
      "step": 53084
    },
    {
      "contrastive_lambda": 0.032426211896730506,
      "epoch": 16.55801621958827,
      "step": 53085
    },
    {
      "contrastive_lambda": 0.0324169380745708,
      "epoch": 16.55832813474735,
      "step": 53086
    },
    {
      "contrastive_lambda": 0.032407665534316676,
      "epoch": 16.558640049906426,
      "step": 53087
    },
    {
      "contrastive_lambda": 0.03239839427599339,
      "epoch": 16.558951965065503,
      "step": 53088
    },
    {
      "contrastive_lambda": 0.03238912429962654,
      "epoch": 16.559263880224577,
      "step": 53089
    },
    {
      "epoch": 16.559575795383655,
      "grad_norm": 0.07026684284210205,
      "learning_rate": 3.5835589373194978e-06,
      "loss": 0.0175,
      "step": 53090
    },
    {
      "epoch": 16.559575795383655,
      "flow_loss": 0.02681099809706211,
      "step": 53090
    },
    {
      "contrastive_loss": 0.003583539742976427,
      "epoch": 16.559575795383655,
      "step": 53090
    },
    {
      "contrastive_lambda": 0.032379855605241425,
      "epoch": 16.559575795383655,
      "step": 53090
    },
    {
      "contrastive_lambda": 0.03237058819286337,
      "epoch": 16.559887710542732,
      "step": 53091
    },
    {
      "contrastive_lambda": 0.03236132206251807,
      "epoch": 16.56019962570181,
      "step": 53092
    },
    {
      "contrastive_lambda": 0.03235205721423062,
      "epoch": 16.560511540860887,
      "step": 53093
    },
    {
      "contrastive_lambda": 0.03234279364802661,
      "epoch": 16.560823456019964,
      "step": 53094
    },
    {
      "contrastive_lambda": 0.03233353136393147,
      "epoch": 16.561135371179038,
      "step": 53095
    },
    {
      "contrastive_lambda": 0.03232427036197033,
      "epoch": 16.561447286338115,
      "step": 53096
    },
    {
      "contrastive_lambda": 0.032315010642168907,
      "epoch": 16.561759201497193,
      "step": 53097
    },
    {
      "contrastive_lambda": 0.032305752204552396,
      "epoch": 16.56207111665627,
      "step": 53098
    },
    {
      "contrastive_lambda": 0.03229649504914617,
      "epoch": 16.562383031815347,
      "step": 53099
    },
    {
      "epoch": 16.562694946974425,
      "grad_norm": 0.10799256712198257,
      "learning_rate": 3.5733210851108257e-06,
      "loss": 0.0254,
      "step": 53100
    },
    {
      "epoch": 16.562694946974425,
      "flow_loss": 0.020375201478600502,
      "step": 53100
    },
    {
      "contrastive_loss": 0.0031488286331295967,
      "epoch": 16.562694946974425,
      "step": 53100
    },
    {
      "contrastive_lambda": 0.03228723917597581,
      "epoch": 16.562694946974425,
      "step": 53100
    },
    {
      "contrastive_lambda": 0.032277984585066366,
      "epoch": 16.5630068621335,
      "step": 53101
    },
    {
      "contrastive_lambda": 0.03226873127644336,
      "epoch": 16.563318777292576,
      "step": 53102
    },
    {
      "contrastive_lambda": 0.03225947925013234,
      "epoch": 16.563630692451653,
      "step": 53103
    },
    {
      "contrastive_lambda": 0.03225022850615844,
      "epoch": 16.56394260761073,
      "step": 53104
    },
    {
      "contrastive_lambda": 0.03224097904454715,
      "epoch": 16.564254522769808,
      "step": 53105
    },
    {
      "contrastive_lambda": 0.032231730865323716,
      "epoch": 16.56456643792888,
      "step": 53106
    },
    {
      "contrastive_lambda": 0.032222483968513516,
      "epoch": 16.56487835308796,
      "step": 53107
    },
    {
      "contrastive_lambda": 0.03221323835414197,
      "epoch": 16.565190268247036,
      "step": 53108
    },
    {
      "contrastive_lambda": 0.032203994022234395,
      "epoch": 16.565502183406114,
      "step": 53109
    },
    {
      "epoch": 16.56581409856519,
      "grad_norm": 0.0640207976102829,
      "learning_rate": 3.5630973361014008e-06,
      "loss": 0.0204,
      "step": 53110
    },
    {
      "epoch": 16.56581409856519,
      "flow_loss": 0.010696315206587315,
      "step": 53110
    },
    {
      "contrastive_loss": 0.0031979666091501713,
      "epoch": 16.56581409856519,
      "step": 53110
    },
    {
      "contrastive_lambda": 0.0321947509728161,
      "epoch": 16.56581409856519,
      "step": 53110
    },
    {
      "contrastive_lambda": 0.032185509205912566,
      "epoch": 16.56612601372427,
      "step": 53111
    },
    {
      "contrastive_lambda": 0.03217626872154894,
      "epoch": 16.566437928883342,
      "step": 53112
    },
    {
      "contrastive_lambda": 0.032167029519750534,
      "epoch": 16.56674984404242,
      "step": 53113
    },
    {
      "contrastive_lambda": 0.03215779160054294,
      "epoch": 16.567061759201497,
      "step": 53114
    },
    {
      "contrastive_lambda": 0.03214855496395125,
      "epoch": 16.567373674360574,
      "step": 53115
    },
    {
      "contrastive_lambda": 0.03213931961000094,
      "epoch": 16.56768558951965,
      "step": 53116
    },
    {
      "contrastive_lambda": 0.03213008553871716,
      "epoch": 16.56799750467873,
      "step": 53117
    },
    {
      "contrastive_lambda": 0.03212085275012533,
      "epoch": 16.568309419837803,
      "step": 53118
    },
    {
      "contrastive_lambda": 0.032111621244250765,
      "epoch": 16.56862133499688,
      "step": 53119
    },
    {
      "epoch": 16.568933250155958,
      "grad_norm": 0.12081097066402435,
      "learning_rate": 3.552887693396889e-06,
      "loss": 0.0214,
      "step": 53120
    },
    {
      "epoch": 16.568933250155958,
      "flow_loss": 0.022767262533307076,
      "step": 53120
    },
    {
      "contrastive_loss": 0.0041555436328053474,
      "epoch": 16.568933250155958,
      "step": 53120
    },
    {
      "contrastive_lambda": 0.032102391021118726,
      "epoch": 16.568933250155958,
      "step": 53120
    },
    {
      "contrastive_lambda": 0.03209316208075458,
      "epoch": 16.569245165315035,
      "step": 53121
    },
    {
      "contrastive_lambda": 0.032083934423183635,
      "epoch": 16.569557080474112,
      "step": 53122
    },
    {
      "contrastive_lambda": 0.0320747080484311,
      "epoch": 16.569868995633186,
      "step": 53123
    },
    {
      "contrastive_lambda": 0.032065482956522395,
      "epoch": 16.570180910792264,
      "step": 53124
    },
    {
      "contrastive_lambda": 0.03205625914748256,
      "epoch": 16.57049282595134,
      "step": 53125
    },
    {
      "contrastive_lambda": 0.03204703662133712,
      "epoch": 16.57080474111042,
      "step": 53126
    },
    {
      "contrastive_lambda": 0.0320378153781114,
      "epoch": 16.571116656269496,
      "step": 53127
    },
    {
      "contrastive_lambda": 0.03202859541783054,
      "epoch": 16.571428571428573,
      "step": 53128
    },
    {
      "contrastive_lambda": 0.0320193767405198,
      "epoch": 16.571740486587647,
      "step": 53129
    },
    {
      "epoch": 16.572052401746724,
      "grad_norm": 0.09677872806787491,
      "learning_rate": 3.542692160098754e-06,
      "loss": 0.0251,
      "step": 53130
    },
    {
      "epoch": 16.572052401746724,
      "flow_loss": 0.034692611545324326,
      "step": 53130
    },
    {
      "contrastive_loss": 0.004019289277493954,
      "epoch": 16.572052401746724,
      "step": 53130
    },
    {
      "contrastive_lambda": 0.03201015934620455,
      "epoch": 16.572052401746724,
      "step": 53130
    },
    {
      "contrastive_lambda": 0.032000943234909984,
      "epoch": 16.5723643169058,
      "step": 53131
    },
    {
      "contrastive_lambda": 0.031991728406661424,
      "epoch": 16.57267623206488,
      "step": 53132
    },
    {
      "contrastive_lambda": 0.03198251486148418,
      "epoch": 16.572988147223956,
      "step": 53133
    },
    {
      "contrastive_lambda": 0.0319733025994034,
      "epoch": 16.573300062383034,
      "step": 53134
    },
    {
      "contrastive_lambda": 0.031964091620444446,
      "epoch": 16.573611977542107,
      "step": 53135
    },
    {
      "contrastive_lambda": 0.031954881924632306,
      "epoch": 16.573923892701185,
      "step": 53136
    },
    {
      "contrastive_lambda": 0.03194567351199257,
      "epoch": 16.574235807860262,
      "step": 53137
    },
    {
      "contrastive_lambda": 0.03193646638255038,
      "epoch": 16.57454772301934,
      "step": 53138
    },
    {
      "contrastive_lambda": 0.03192726053633088,
      "epoch": 16.574859638178417,
      "step": 53139
    },
    {
      "epoch": 16.57517155333749,
      "grad_norm": 0.07989776134490967,
      "learning_rate": 3.5325107393040846e-06,
      "loss": 0.0267,
      "step": 53140
    },
    {
      "epoch": 16.57517155333749,
      "flow_loss": 0.03470085561275482,
      "step": 53140
    },
    {
      "contrastive_loss": 0.0032728081569075584,
      "epoch": 16.57517155333749,
      "step": 53140
    },
    {
      "contrastive_lambda": 0.031918055973359394,
      "epoch": 16.57517155333749,
      "step": 53140
    },
    {
      "contrastive_lambda": 0.03190885269366117,
      "epoch": 16.575483468496568,
      "step": 53141
    },
    {
      "contrastive_lambda": 0.031899650697261306,
      "epoch": 16.575795383655645,
      "step": 53142
    },
    {
      "contrastive_lambda": 0.03189044998418522,
      "epoch": 16.576107298814723,
      "step": 53143
    },
    {
      "contrastive_lambda": 0.03188125055445801,
      "epoch": 16.5764192139738,
      "step": 53144
    },
    {
      "contrastive_lambda": 0.03187205240810492,
      "epoch": 16.576731129132877,
      "step": 53145
    },
    {
      "contrastive_lambda": 0.031862855545151225,
      "epoch": 16.57704304429195,
      "step": 53146
    },
    {
      "contrastive_lambda": 0.031853659965622005,
      "epoch": 16.57735495945103,
      "step": 53147
    },
    {
      "contrastive_lambda": 0.031844465669542577,
      "epoch": 16.577666874610106,
      "step": 53148
    },
    {
      "contrastive_lambda": 0.031835272656938196,
      "epoch": 16.577978789769183,
      "step": 53149
    },
    {
      "epoch": 16.57829070492826,
      "grad_norm": 0.07057145237922668,
      "learning_rate": 3.522343434105757e-06,
      "loss": 0.0256,
      "step": 53150
    },
    {
      "epoch": 16.57829070492826,
      "flow_loss": 0.021235911175608635,
      "step": 53150
    },
    {
      "contrastive_loss": 0.003628724254667759,
      "epoch": 16.57829070492826,
      "step": 53150
    },
    {
      "contrastive_lambda": 0.031826080927833955,
      "epoch": 16.57829070492826,
      "step": 53150
    },
    {
      "contrastive_lambda": 0.031816890482255056,
      "epoch": 16.578602620087338,
      "step": 53151
    },
    {
      "contrastive_lambda": 0.03180770132022687,
      "epoch": 16.578914535246412,
      "step": 53152
    },
    {
      "contrastive_lambda": 0.03179851344177426,
      "epoch": 16.57922645040549,
      "step": 53153
    },
    {
      "contrastive_lambda": 0.03178932684692276,
      "epoch": 16.579538365564567,
      "step": 53154
    },
    {
      "contrastive_lambda": 0.03178014153569736,
      "epoch": 16.579850280723644,
      "step": 53155
    },
    {
      "contrastive_lambda": 0.031770957508123254,
      "epoch": 16.58016219588272,
      "step": 53156
    },
    {
      "contrastive_lambda": 0.0317617747642257,
      "epoch": 16.580474111041795,
      "step": 53157
    },
    {
      "contrastive_lambda": 0.0317525933040298,
      "epoch": 16.580786026200872,
      "step": 53158
    },
    {
      "contrastive_lambda": 0.03174341312756068,
      "epoch": 16.58109794135995,
      "step": 53159
    },
    {
      "epoch": 16.581409856519027,
      "grad_norm": 0.06257839500904083,
      "learning_rate": 3.512190247592323e-06,
      "loss": 0.0228,
      "step": 53160
    },
    {
      "epoch": 16.581409856519027,
      "flow_loss": 0.019372761249542236,
      "step": 53160
    },
    {
      "contrastive_loss": 0.0036039166152477264,
      "epoch": 16.581409856519027,
      "step": 53160
    },
    {
      "contrastive_lambda": 0.03173423423484367,
      "epoch": 16.581409856519027,
      "step": 53160
    },
    {
      "contrastive_lambda": 0.03172505662590386,
      "epoch": 16.581721771678104,
      "step": 53161
    },
    {
      "contrastive_lambda": 0.031715880300766386,
      "epoch": 16.582033686837182,
      "step": 53162
    },
    {
      "contrastive_lambda": 0.0317067052594564,
      "epoch": 16.582345601996256,
      "step": 53163
    },
    {
      "contrastive_lambda": 0.03169753150199894,
      "epoch": 16.582657517155333,
      "step": 53164
    },
    {
      "contrastive_lambda": 0.03168835902841949,
      "epoch": 16.58296943231441,
      "step": 53165
    },
    {
      "contrastive_lambda": 0.03167918783874285,
      "epoch": 16.583281347473488,
      "step": 53166
    },
    {
      "contrastive_lambda": 0.0316700179329944,
      "epoch": 16.583593262632565,
      "step": 53167
    },
    {
      "contrastive_lambda": 0.03166084931119917,
      "epoch": 16.583905177791642,
      "step": 53168
    },
    {
      "contrastive_lambda": 0.031651681973382306,
      "epoch": 16.584217092950716,
      "step": 53169
    },
    {
      "epoch": 16.584529008109794,
      "grad_norm": 0.05557211861014366,
      "learning_rate": 3.502051182848054e-06,
      "loss": 0.0201,
      "step": 53170
    },
    {
      "epoch": 16.584529008109794,
      "flow_loss": 0.029026515781879425,
      "step": 53170
    },
    {
      "contrastive_loss": 0.00363146117888391,
      "epoch": 16.584529008109794,
      "step": 53170
    },
    {
      "contrastive_lambda": 0.03164251591956885,
      "epoch": 16.584529008109794,
      "step": 53170
    },
    {
      "contrastive_lambda": 0.03163335114978416,
      "epoch": 16.58484092326887,
      "step": 53171
    },
    {
      "contrastive_lambda": 0.03162418766405317,
      "epoch": 16.58515283842795,
      "step": 53172
    },
    {
      "contrastive_lambda": 0.031615025462401136,
      "epoch": 16.585464753587026,
      "step": 53173
    },
    {
      "contrastive_lambda": 0.031605864544853035,
      "epoch": 16.5857766687461,
      "step": 53174
    },
    {
      "contrastive_lambda": 0.031596704911434015,
      "epoch": 16.586088583905177,
      "step": 53175
    },
    {
      "contrastive_lambda": 0.03158754656216928,
      "epoch": 16.586400499064254,
      "step": 53176
    },
    {
      "contrastive_lambda": 0.03157838949708386,
      "epoch": 16.58671241422333,
      "step": 53177
    },
    {
      "contrastive_lambda": 0.03156923371620285,
      "epoch": 16.58702432938241,
      "step": 53178
    },
    {
      "contrastive_lambda": 0.03156007921955151,
      "epoch": 16.587336244541486,
      "step": 53179
    },
    {
      "epoch": 16.58764815970056,
      "grad_norm": 0.04580509662628174,
      "learning_rate": 3.4919262429529308e-06,
      "loss": 0.0166,
      "step": 53180
    },
    {
      "epoch": 16.58764815970056,
      "flow_loss": 0.010958272032439709,
      "step": 53180
    },
    {
      "contrastive_loss": 0.003911852836608887,
      "epoch": 16.58764815970056,
      "step": 53180
    },
    {
      "contrastive_lambda": 0.0315509260071547,
      "epoch": 16.58764815970056,
      "step": 53180
    },
    {
      "contrastive_lambda": 0.03154177407903752,
      "epoch": 16.587960074859637,
      "step": 53181
    },
    {
      "contrastive_lambda": 0.03153262343522539,
      "epoch": 16.588271990018715,
      "step": 53182
    },
    {
      "contrastive_lambda": 0.03152347407574302,
      "epoch": 16.588583905177792,
      "step": 53183
    },
    {
      "contrastive_lambda": 0.03151432600061577,
      "epoch": 16.58889582033687,
      "step": 53184
    },
    {
      "contrastive_lambda": 0.031505179209868506,
      "epoch": 16.589207735495947,
      "step": 53185
    },
    {
      "contrastive_lambda": 0.03149603370352638,
      "epoch": 16.58951965065502,
      "step": 53186
    },
    {
      "contrastive_lambda": 0.03148688948161449,
      "epoch": 16.589831565814098,
      "step": 53187
    },
    {
      "contrastive_lambda": 0.031477746544157914,
      "epoch": 16.590143480973175,
      "step": 53188
    },
    {
      "contrastive_lambda": 0.031468604891181695,
      "epoch": 16.590455396132253,
      "step": 53189
    },
    {
      "epoch": 16.59076731129133,
      "grad_norm": 0.07387102395296097,
      "learning_rate": 3.4818154309826325e-06,
      "loss": 0.0262,
      "step": 53190
    },
    {
      "epoch": 16.59076731129133,
      "flow_loss": 0.03577180951833725,
      "step": 53190
    },
    {
      "contrastive_loss": 0.003734148107469082,
      "epoch": 16.59076731129133,
      "step": 53190
    },
    {
      "contrastive_lambda": 0.03145946452271092,
      "epoch": 16.59076731129133,
      "step": 53190
    },
    {
      "contrastive_lambda": 0.03145032543877063,
      "epoch": 16.591079226450404,
      "step": 53191
    },
    {
      "contrastive_lambda": 0.031441187639385915,
      "epoch": 16.59139114160948,
      "step": 53192
    },
    {
      "contrastive_lambda": 0.031432051124581584,
      "epoch": 16.59170305676856,
      "step": 53193
    },
    {
      "contrastive_lambda": 0.03142291589438301,
      "epoch": 16.592014971927636,
      "step": 53194
    },
    {
      "contrastive_lambda": 0.03141378194881522,
      "epoch": 16.592326887086713,
      "step": 53195
    },
    {
      "contrastive_lambda": 0.03140464928790304,
      "epoch": 16.59263880224579,
      "step": 53196
    },
    {
      "contrastive_lambda": 0.03139551791167161,
      "epoch": 16.592950717404864,
      "step": 53197
    },
    {
      "contrastive_lambda": 0.03138638782014602,
      "epoch": 16.593262632563942,
      "step": 53198
    },
    {
      "contrastive_lambda": 0.0313772590133512,
      "epoch": 16.59357454772302,
      "step": 53199
    },
    {
      "epoch": 16.593886462882097,
      "grad_norm": 0.08476221561431885,
      "learning_rate": 3.4717187500085734e-06,
      "loss": 0.0255,
      "step": 53200
    },
    {
      "epoch": 16.593886462882097,
      "flow_loss": 0.027045413851737976,
      "step": 53200
    },
    {
      "contrastive_loss": 0.003335502464324236,
      "epoch": 16.593886462882097,
      "step": 53200
    },
    {
      "contrastive_lambda": 0.031368131491312345,
      "epoch": 16.593886462882097,
      "step": 53200
    },
    {
      "contrastive_lambda": 0.03135900525405427,
      "epoch": 16.594198378041174,
      "step": 53201
    },
    {
      "contrastive_lambda": 0.03134988030160213,
      "epoch": 16.59451029320025,
      "step": 53202
    },
    {
      "contrastive_lambda": 0.03134075663398095,
      "epoch": 16.594822208359325,
      "step": 53203
    },
    {
      "contrastive_lambda": 0.03133163425121549,
      "epoch": 16.595134123518402,
      "step": 53204
    },
    {
      "contrastive_lambda": 0.03132251315333112,
      "epoch": 16.59544603867748,
      "step": 53205
    },
    {
      "contrastive_lambda": 0.03131339334035271,
      "epoch": 16.595757953836557,
      "step": 53206
    },
    {
      "contrastive_lambda": 0.03130427481230519,
      "epoch": 16.596069868995635,
      "step": 53207
    },
    {
      "contrastive_lambda": 0.031295157569213694,
      "epoch": 16.59638178415471,
      "step": 53208
    },
    {
      "contrastive_lambda": 0.0312860416111031,
      "epoch": 16.596693699313786,
      "step": 53209
    },
    {
      "epoch": 16.597005614472863,
      "grad_norm": 0.08227913081645966,
      "learning_rate": 3.46163620309784e-06,
      "loss": 0.0206,
      "step": 53210
    },
    {
      "epoch": 16.597005614472863,
      "flow_loss": 0.010138674639165401,
      "step": 53210
    },
    {
      "contrastive_loss": 0.0037458636797964573,
      "epoch": 16.597005614472863,
      "step": 53210
    },
    {
      "contrastive_lambda": 0.03127692693799827,
      "epoch": 16.597005614472863,
      "step": 53210
    },
    {
      "contrastive_lambda": 0.031267813549924584,
      "epoch": 16.59731752963194,
      "step": 53211
    },
    {
      "contrastive_lambda": 0.03125870144690668,
      "epoch": 16.597629444791018,
      "step": 53212
    },
    {
      "contrastive_lambda": 0.031249590628969703,
      "epoch": 16.597941359950095,
      "step": 53213
    },
    {
      "contrastive_lambda": 0.03124048109613864,
      "epoch": 16.59825327510917,
      "step": 53214
    },
    {
      "contrastive_lambda": 0.031231372848438244,
      "epoch": 16.598565190268246,
      "step": 53215
    },
    {
      "contrastive_lambda": 0.03122226588589372,
      "epoch": 16.598877105427324,
      "step": 53216
    },
    {
      "contrastive_lambda": 0.0312131602085301,
      "epoch": 16.5991890205864,
      "step": 53217
    },
    {
      "contrastive_lambda": 0.03120405581637209,
      "epoch": 16.59950093574548,
      "step": 53218
    },
    {
      "contrastive_lambda": 0.03119495270944489,
      "epoch": 16.599812850904556,
      "step": 53219
    },
    {
      "epoch": 16.60012476606363,
      "grad_norm": 0.0717628002166748,
      "learning_rate": 3.4515677933132595e-06,
      "loss": 0.0201,
      "step": 53220
    },
    {
      "epoch": 16.60012476606363,
      "flow_loss": 0.023193446919322014,
      "step": 53220
    },
    {
      "contrastive_loss": 0.004232908599078655,
      "epoch": 16.60012476606363,
      "step": 53220
    },
    {
      "contrastive_lambda": 0.03118585088777326,
      "epoch": 16.60012476606363,
      "step": 53220
    },
    {
      "contrastive_lambda": 0.03117675035138212,
      "epoch": 16.600436681222707,
      "step": 53221
    },
    {
      "contrastive_lambda": 0.031167651100296734,
      "epoch": 16.600748596381784,
      "step": 53222
    },
    {
      "contrastive_lambda": 0.0311585531345418,
      "epoch": 16.60106051154086,
      "step": 53223
    },
    {
      "contrastive_lambda": 0.031149456454142244,
      "epoch": 16.60137242669994,
      "step": 53224
    },
    {
      "contrastive_lambda": 0.03114036105912321,
      "epoch": 16.601684341859013,
      "step": 53225
    },
    {
      "contrastive_lambda": 0.031131266949509406,
      "epoch": 16.60199625701809,
      "step": 53226
    },
    {
      "contrastive_lambda": 0.031122174125325752,
      "epoch": 16.602308172177167,
      "step": 53227
    },
    {
      "contrastive_lambda": 0.03111308258659745,
      "epoch": 16.602620087336245,
      "step": 53228
    },
    {
      "contrastive_lambda": 0.03110399233334915,
      "epoch": 16.602932002495322,
      "step": 53229
    },
    {
      "epoch": 16.6032439176544,
      "grad_norm": 0.08236962556838989,
      "learning_rate": 3.4415135237133466e-06,
      "loss": 0.0158,
      "step": 53230
    },
    {
      "epoch": 16.6032439176544,
      "flow_loss": 0.010594245977699757,
      "step": 53230
    },
    {
      "contrastive_loss": 0.003787139430642128,
      "epoch": 16.6032439176544,
      "step": 53230
    },
    {
      "contrastive_lambda": 0.031094903365605997,
      "epoch": 16.6032439176544,
      "step": 53230
    },
    {
      "contrastive_lambda": 0.031085815683392692,
      "epoch": 16.603555832813473,
      "step": 53231
    },
    {
      "contrastive_lambda": 0.031076729286734217,
      "epoch": 16.60386774797255,
      "step": 53232
    },
    {
      "contrastive_lambda": 0.031067644175655607,
      "epoch": 16.604179663131628,
      "step": 53233
    },
    {
      "contrastive_lambda": 0.03105856035018162,
      "epoch": 16.604491578290705,
      "step": 53234
    },
    {
      "contrastive_lambda": 0.031049477810337178,
      "epoch": 16.604803493449783,
      "step": 53235
    },
    {
      "contrastive_lambda": 0.031040396556147376,
      "epoch": 16.60511540860886,
      "step": 53236
    },
    {
      "contrastive_lambda": 0.031031316587636804,
      "epoch": 16.605427323767934,
      "step": 53237
    },
    {
      "contrastive_lambda": 0.031022237904830552,
      "epoch": 16.60573923892701,
      "step": 53238
    },
    {
      "contrastive_lambda": 0.031013160507753434,
      "epoch": 16.60605115408609,
      "step": 53239
    },
    {
      "epoch": 16.606363069245166,
      "grad_norm": 0.07501878589391708,
      "learning_rate": 3.4314733973523196e-06,
      "loss": 0.0209,
      "step": 53240
    },
    {
      "epoch": 16.606363069245166,
      "flow_loss": 0.014985394664108753,
      "step": 53240
    },
    {
      "contrastive_loss": 0.0044046426191926,
      "epoch": 16.606363069245166,
      "step": 53240
    },
    {
      "contrastive_lambda": 0.031004084396430376,
      "epoch": 16.606363069245166,
      "step": 53240
    },
    {
      "contrastive_lambda": 0.0309950095708863,
      "epoch": 16.606674984404243,
      "step": 53241
    },
    {
      "contrastive_lambda": 0.030985936031145966,
      "epoch": 16.606986899563317,
      "step": 53242
    },
    {
      "contrastive_lambda": 0.030976863777234354,
      "epoch": 16.607298814722395,
      "step": 53243
    },
    {
      "contrastive_lambda": 0.030967792809176276,
      "epoch": 16.607610729881472,
      "step": 53244
    },
    {
      "contrastive_lambda": 0.0309587231269966,
      "epoch": 16.60792264504055,
      "step": 53245
    },
    {
      "contrastive_lambda": 0.03094965473072031,
      "epoch": 16.608234560199627,
      "step": 53246
    },
    {
      "contrastive_lambda": 0.030940587620372106,
      "epoch": 16.608546475358704,
      "step": 53247
    },
    {
      "contrastive_lambda": 0.030931521795976913,
      "epoch": 16.608858390517778,
      "step": 53248
    },
    {
      "contrastive_lambda": 0.0309224572575596,
      "epoch": 16.609170305676855,
      "step": 53249
    },
    {
      "epoch": 16.609482220835933,
      "grad_norm": 0.10755687952041626,
      "learning_rate": 3.4214474172800993e-06,
      "loss": 0.0177,
      "step": 53250
    },
    {
      "epoch": 16.609482220835933,
      "flow_loss": 0.026182368397712708,
      "step": 53250
    },
    {
      "contrastive_loss": 0.0031652883626520634,
      "epoch": 16.609482220835933,
      "step": 53250
    },
    {
      "contrastive_lambda": 0.03091339400514498,
      "epoch": 16.609482220835933,
      "step": 53250
    },
    {
      "contrastive_lambda": 0.03090433203875792,
      "epoch": 16.60979413599501,
      "step": 53251
    },
    {
      "contrastive_lambda": 0.03089527135842335,
      "epoch": 16.610106051154087,
      "step": 53252
    },
    {
      "contrastive_lambda": 0.030886211964165966,
      "epoch": 16.610417966313165,
      "step": 53253
    },
    {
      "contrastive_lambda": 0.030877153856010642,
      "epoch": 16.61072988147224,
      "step": 53254
    },
    {
      "contrastive_lambda": 0.030868097033982245,
      "epoch": 16.611041796631316,
      "step": 53255
    },
    {
      "contrastive_lambda": 0.03085904149810559,
      "epoch": 16.611353711790393,
      "step": 53256
    },
    {
      "contrastive_lambda": 0.030849987248405597,
      "epoch": 16.61166562694947,
      "step": 53257
    },
    {
      "contrastive_lambda": 0.030840934284906918,
      "epoch": 16.611977542108548,
      "step": 53258
    },
    {
      "contrastive_lambda": 0.030831882607634475,
      "epoch": 16.61228945726762,
      "step": 53259
    },
    {
      "epoch": 16.6126013724267,
      "grad_norm": 0.06396747380495071,
      "learning_rate": 3.411435586542322e-06,
      "loss": 0.0279,
      "step": 53260
    },
    {
      "epoch": 16.6126013724267,
      "flow_loss": 0.01803302951157093,
      "step": 53260
    },
    {
      "contrastive_loss": 0.003047180362045765,
      "epoch": 16.6126013724267,
      "step": 53260
    },
    {
      "contrastive_lambda": 0.03082283221661314,
      "epoch": 16.6126013724267,
      "step": 53260
    },
    {
      "contrastive_lambda": 0.0308137831118675,
      "epoch": 16.612913287585776,
      "step": 53261
    },
    {
      "contrastive_lambda": 0.030804735293422536,
      "epoch": 16.613225202744854,
      "step": 53262
    },
    {
      "contrastive_lambda": 0.030795688761303175,
      "epoch": 16.61353711790393,
      "step": 53263
    },
    {
      "contrastive_lambda": 0.03078664351553395,
      "epoch": 16.61384903306301,
      "step": 53264
    },
    {
      "contrastive_lambda": 0.030777599556139845,
      "epoch": 16.614160948222082,
      "step": 53265
    },
    {
      "contrastive_lambda": 0.03076855688314556,
      "epoch": 16.61447286338116,
      "step": 53266
    },
    {
      "contrastive_lambda": 0.03075951549657585,
      "epoch": 16.614784778540237,
      "step": 53267
    },
    {
      "contrastive_lambda": 0.0307504753964557,
      "epoch": 16.615096693699314,
      "step": 53268
    },
    {
      "contrastive_lambda": 0.0307414365828097,
      "epoch": 16.61540860885839,
      "step": 53269
    },
    {
      "epoch": 16.61572052401747,
      "grad_norm": 0.10944642871618271,
      "learning_rate": 3.4014379081802995e-06,
      "loss": 0.025,
      "step": 53270
    },
    {
      "epoch": 16.61572052401747,
      "flow_loss": 0.030798297375440598,
      "step": 53270
    },
    {
      "contrastive_loss": 0.0036180363968014717,
      "epoch": 16.61572052401747,
      "step": 53270
    },
    {
      "contrastive_lambda": 0.030732399055662663,
      "epoch": 16.61572052401747,
      "step": 53270
    },
    {
      "contrastive_lambda": 0.030723362815039512,
      "epoch": 16.616032439176543,
      "step": 53271
    },
    {
      "contrastive_lambda": 0.03071432786096473,
      "epoch": 16.61634435433562,
      "step": 53272
    },
    {
      "contrastive_lambda": 0.03070529419346335,
      "epoch": 16.616656269494698,
      "step": 53273
    },
    {
      "contrastive_lambda": 0.030696261812560077,
      "epoch": 16.616968184653775,
      "step": 53274
    },
    {
      "contrastive_lambda": 0.030687230718279612,
      "epoch": 16.617280099812852,
      "step": 53275
    },
    {
      "contrastive_lambda": 0.03067820091064688,
      "epoch": 16.617592014971926,
      "step": 53276
    },
    {
      "contrastive_lambda": 0.03066917238968636,
      "epoch": 16.617903930131003,
      "step": 53277
    },
    {
      "contrastive_lambda": 0.030660145155422924,
      "epoch": 16.61821584529008,
      "step": 53278
    },
    {
      "contrastive_lambda": 0.03065111920788144,
      "epoch": 16.618527760449158,
      "step": 53279
    },
    {
      "epoch": 16.618839675608235,
      "grad_norm": 0.0739215761423111,
      "learning_rate": 3.391454385231102e-06,
      "loss": 0.0223,
      "step": 53280
    },
    {
      "epoch": 16.618839675608235,
      "flow_loss": 0.013662116602063179,
      "step": 53280
    },
    {
      "contrastive_loss": 0.003202093532308936,
      "epoch": 16.618839675608235,
      "step": 53280
    },
    {
      "contrastive_lambda": 0.03064209454708655,
      "epoch": 16.618839675608235,
      "step": 53280
    },
    {
      "contrastive_lambda": 0.030633071173062965,
      "epoch": 16.619151590767313,
      "step": 53281
    },
    {
      "contrastive_lambda": 0.030624049085835547,
      "epoch": 16.619463505926387,
      "step": 53282
    },
    {
      "contrastive_lambda": 0.03061502828542889,
      "epoch": 16.619775421085464,
      "step": 53283
    },
    {
      "contrastive_lambda": 0.0306060087718677,
      "epoch": 16.62008733624454,
      "step": 53284
    },
    {
      "contrastive_lambda": 0.030596990545176894,
      "epoch": 16.62039925140362,
      "step": 53285
    },
    {
      "contrastive_lambda": 0.03058797360538107,
      "epoch": 16.620711166562696,
      "step": 53286
    },
    {
      "contrastive_lambda": 0.030578957952505037,
      "epoch": 16.621023081721773,
      "step": 53287
    },
    {
      "contrastive_lambda": 0.030569943586573334,
      "epoch": 16.621334996880847,
      "step": 53288
    },
    {
      "contrastive_lambda": 0.030560930507610773,
      "epoch": 16.621646912039925,
      "step": 53289
    },
    {
      "epoch": 16.621958827199002,
      "grad_norm": 0.08691499382257462,
      "learning_rate": 3.3814850207274095e-06,
      "loss": 0.021,
      "step": 53290
    },
    {
      "epoch": 16.621958827199002,
      "flow_loss": 0.010225802659988403,
      "step": 53290
    },
    {
      "contrastive_loss": 0.003383203409612179,
      "epoch": 16.621958827199002,
      "step": 53290
    },
    {
      "contrastive_lambda": 0.030551918715642168,
      "epoch": 16.621958827199002,
      "step": 53290
    },
    {
      "contrastive_lambda": 0.030542908210692055,
      "epoch": 16.62227074235808,
      "step": 53291
    },
    {
      "contrastive_lambda": 0.030533898992785247,
      "epoch": 16.622582657517157,
      "step": 53292
    },
    {
      "contrastive_lambda": 0.030524891061946446,
      "epoch": 16.62289457267623,
      "step": 53293
    },
    {
      "contrastive_lambda": 0.0305158844182003,
      "epoch": 16.623206487835308,
      "step": 53294
    },
    {
      "contrastive_lambda": 0.030506879061571457,
      "epoch": 16.623518402994385,
      "step": 53295
    },
    {
      "contrastive_lambda": 0.030497874992084673,
      "epoch": 16.623830318153463,
      "step": 53296
    },
    {
      "contrastive_lambda": 0.03048887220976465,
      "epoch": 16.62414223331254,
      "step": 53297
    },
    {
      "contrastive_lambda": 0.030479870714636093,
      "epoch": 16.624454148471617,
      "step": 53298
    },
    {
      "contrastive_lambda": 0.030470870506723535,
      "epoch": 16.62476606363069,
      "step": 53299
    },
    {
      "epoch": 16.62507797878977,
      "grad_norm": 0.06143159791827202,
      "learning_rate": 3.371529817697694e-06,
      "loss": 0.0212,
      "step": 53300
    },
    {
      "epoch": 16.62507797878977,
      "flow_loss": 0.016813144087791443,
      "step": 53300
    },
    {
      "contrastive_loss": 0.0032459525391459465,
      "epoch": 16.62507797878977,
      "step": 53300
    },
    {
      "contrastive_lambda": 0.030461871586051792,
      "epoch": 16.62507797878977,
      "step": 53300
    },
    {
      "contrastive_lambda": 0.030452873952645454,
      "epoch": 16.625389893948846,
      "step": 53301
    },
    {
      "contrastive_lambda": 0.030443877606529224,
      "epoch": 16.625701809107923,
      "step": 53302
    },
    {
      "contrastive_lambda": 0.03043488254772786,
      "epoch": 16.626013724267,
      "step": 53303
    },
    {
      "contrastive_lambda": 0.030425888776265786,
      "epoch": 16.626325639426078,
      "step": 53304
    },
    {
      "contrastive_lambda": 0.030416896292167872,
      "epoch": 16.62663755458515,
      "step": 53305
    },
    {
      "contrastive_lambda": 0.030407905095458654,
      "epoch": 16.62694946974423,
      "step": 53306
    },
    {
      "contrastive_lambda": 0.03039891518616289,
      "epoch": 16.627261384903306,
      "step": 53307
    },
    {
      "contrastive_lambda": 0.030389926564305114,
      "epoch": 16.627573300062384,
      "step": 53308
    },
    {
      "contrastive_lambda": 0.030380939229910087,
      "epoch": 16.62788521522146,
      "step": 53309
    },
    {
      "epoch": 16.628197130380535,
      "grad_norm": 0.04361928999423981,
      "learning_rate": 3.3615887791660585e-06,
      "loss": 0.0229,
      "step": 53310
    },
    {
      "epoch": 16.628197130380535,
      "flow_loss": 0.010966775007545948,
      "step": 53310
    },
    {
      "contrastive_loss": 0.003474839963018894,
      "epoch": 16.628197130380535,
      "step": 53310
    },
    {
      "contrastive_lambda": 0.030371953183002287,
      "epoch": 16.628197130380535,
      "step": 53310
    },
    {
      "contrastive_lambda": 0.030362968423606584,
      "epoch": 16.628509045539612,
      "step": 53311
    },
    {
      "contrastive_lambda": 0.030353984951747237,
      "epoch": 16.62882096069869,
      "step": 53312
    },
    {
      "contrastive_lambda": 0.030345002767449225,
      "epoch": 16.629132875857767,
      "step": 53313
    },
    {
      "contrastive_lambda": 0.03033602187073714,
      "epoch": 16.629444791016844,
      "step": 53314
    },
    {
      "contrastive_lambda": 0.030327042261635406,
      "epoch": 16.62975670617592,
      "step": 53315
    },
    {
      "contrastive_lambda": 0.030318063940168782,
      "epoch": 16.630068621334996,
      "step": 53316
    },
    {
      "contrastive_lambda": 0.030309086906361915,
      "epoch": 16.630380536494073,
      "step": 53317
    },
    {
      "contrastive_lambda": 0.03030011116023923,
      "epoch": 16.63069245165315,
      "step": 53318
    },
    {
      "contrastive_lambda": 0.030291136701825483,
      "epoch": 16.631004366812228,
      "step": 53319
    },
    {
      "epoch": 16.631316281971305,
      "grad_norm": 0.05758177861571312,
      "learning_rate": 3.3516619081523426e-06,
      "loss": 0.0201,
      "step": 53320
    },
    {
      "epoch": 16.631316281971305,
      "flow_loss": 0.023842209950089455,
      "step": 53320
    },
    {
      "contrastive_loss": 0.004355517216026783,
      "epoch": 16.631316281971305,
      "step": 53320
    },
    {
      "contrastive_lambda": 0.03028216353114538,
      "epoch": 16.631316281971305,
      "step": 53320
    },
    {
      "contrastive_lambda": 0.030273191648223285,
      "epoch": 16.631628197130382,
      "step": 53321
    },
    {
      "contrastive_lambda": 0.030264221053084017,
      "epoch": 16.631940112289456,
      "step": 53322
    },
    {
      "contrastive_lambda": 0.030255251745751888,
      "epoch": 16.632252027448533,
      "step": 53323
    },
    {
      "contrastive_lambda": 0.03024628372625171,
      "epoch": 16.63256394260761,
      "step": 53324
    },
    {
      "contrastive_lambda": 0.030237316994608132,
      "epoch": 16.632875857766688,
      "step": 53325
    },
    {
      "contrastive_lambda": 0.030228351550845522,
      "epoch": 16.633187772925766,
      "step": 53326
    },
    {
      "contrastive_lambda": 0.03021938739498853,
      "epoch": 16.63349968808484,
      "step": 53327
    },
    {
      "contrastive_lambda": 0.030210424527061908,
      "epoch": 16.633811603243917,
      "step": 53328
    },
    {
      "contrastive_lambda": 0.030201462947089863,
      "epoch": 16.634123518402994,
      "step": 53329
    },
    {
      "epoch": 16.63443543356207,
      "grad_norm": 0.07482292503118515,
      "learning_rate": 3.3417492076720567e-06,
      "loss": 0.022,
      "step": 53330
    },
    {
      "epoch": 16.63443543356207,
      "flow_loss": 0.01492990180850029,
      "step": 53330
    },
    {
      "contrastive_loss": 0.003735638689249754,
      "epoch": 16.63443543356207,
      "step": 53330
    },
    {
      "contrastive_lambda": 0.030192502655097264,
      "epoch": 16.63443543356207,
      "step": 53330
    },
    {
      "contrastive_lambda": 0.030183543651108702,
      "epoch": 16.63474734872115,
      "step": 53331
    },
    {
      "contrastive_lambda": 0.030174585935148546,
      "epoch": 16.635059263880226,
      "step": 53332
    },
    {
      "contrastive_lambda": 0.030165629507241498,
      "epoch": 16.6353711790393,
      "step": 53333
    },
    {
      "contrastive_lambda": 0.030156674367411984,
      "epoch": 16.635683094198377,
      "step": 53334
    },
    {
      "contrastive_lambda": 0.03014772051568454,
      "epoch": 16.635995009357455,
      "step": 53335
    },
    {
      "contrastive_lambda": 0.030138767952083978,
      "epoch": 16.636306924516532,
      "step": 53336
    },
    {
      "contrastive_lambda": 0.030129816676634558,
      "epoch": 16.63661883967561,
      "step": 53337
    },
    {
      "contrastive_lambda": 0.030120866689360926,
      "epoch": 16.636930754834687,
      "step": 53338
    },
    {
      "contrastive_lambda": 0.03011191799028773,
      "epoch": 16.63724266999376,
      "step": 53339
    },
    {
      "epoch": 16.637554585152838,
      "grad_norm": 0.04870109632611275,
      "learning_rate": 3.3318506807364147e-06,
      "loss": 0.0183,
      "step": 53340
    },
    {
      "epoch": 16.637554585152838,
      "flow_loss": 0.02108481340110302,
      "step": 53340
    },
    {
      "contrastive_loss": 0.0035847534891217947,
      "epoch": 16.637554585152838,
      "step": 53340
    },
    {
      "contrastive_lambda": 0.03010297057943917,
      "epoch": 16.637554585152838,
      "step": 53340
    },
    {
      "contrastive_lambda": 0.030094024456840174,
      "epoch": 16.637866500311915,
      "step": 53341
    },
    {
      "contrastive_lambda": 0.030085079622515054,
      "epoch": 16.638178415470993,
      "step": 53342
    },
    {
      "contrastive_lambda": 0.030076136076488347,
      "epoch": 16.63849033063007,
      "step": 53343
    },
    {
      "contrastive_lambda": 0.030067193818784643,
      "epoch": 16.638802245789144,
      "step": 53344
    },
    {
      "contrastive_lambda": 0.03005825284942837,
      "epoch": 16.63911416094822,
      "step": 53345
    },
    {
      "contrastive_lambda": 0.030049313168443947,
      "epoch": 16.6394260761073,
      "step": 53346
    },
    {
      "contrastive_lambda": 0.03004037477585625,
      "epoch": 16.639737991266376,
      "step": 53347
    },
    {
      "contrastive_lambda": 0.03003143767168942,
      "epoch": 16.640049906425453,
      "step": 53348
    },
    {
      "contrastive_lambda": 0.030022501855968164,
      "epoch": 16.64036182158453,
      "step": 53349
    },
    {
      "epoch": 16.640673736743604,
      "grad_norm": 0.08055965602397919,
      "learning_rate": 3.3219663303523553e-06,
      "loss": 0.0233,
      "step": 53350
    },
    {
      "epoch": 16.640673736743604,
      "flow_loss": 0.026168452575802803,
      "step": 53350
    },
    {
      "contrastive_loss": 0.0030812215991318226,
      "epoch": 16.640673736743604,
      "step": 53350
    },
    {
      "contrastive_lambda": 0.030013567328716795,
      "epoch": 16.640673736743604,
      "step": 53350
    },
    {
      "contrastive_lambda": 0.03000463408995996,
      "epoch": 16.64098565190268,
      "step": 53351
    },
    {
      "contrastive_lambda": 0.029995702139722136,
      "epoch": 16.64129756706176,
      "step": 53352
    },
    {
      "contrastive_lambda": 0.029986771478027696,
      "epoch": 16.641609482220836,
      "step": 53353
    },
    {
      "contrastive_lambda": 0.029977842104901287,
      "epoch": 16.641921397379914,
      "step": 53354
    },
    {
      "contrastive_lambda": 0.029968914020367332,
      "epoch": 16.64223331253899,
      "step": 53355
    },
    {
      "contrastive_lambda": 0.029959987224450257,
      "epoch": 16.642545227698065,
      "step": 53356
    },
    {
      "contrastive_lambda": 0.029951061717174488,
      "epoch": 16.642857142857142,
      "step": 53357
    },
    {
      "contrastive_lambda": 0.02994213749856467,
      "epoch": 16.64316905801622,
      "step": 53358
    },
    {
      "contrastive_lambda": 0.029933214568645117,
      "epoch": 16.643480973175297,
      "step": 53359
    },
    {
      "epoch": 16.643792888334374,
      "grad_norm": 0.047328393906354904,
      "learning_rate": 3.3120961595224374e-06,
      "loss": 0.0203,
      "step": 53360
    },
    {
      "epoch": 16.643792888334374,
      "flow_loss": 0.013404707424342632,
      "step": 53360
    },
    {
      "contrastive_loss": 0.0038844256196171045,
      "epoch": 16.643792888334374,
      "step": 53360
    },
    {
      "contrastive_lambda": 0.02992429292744042,
      "epoch": 16.643792888334374,
      "step": 53360
    },
    {
      "contrastive_lambda": 0.029915372574974897,
      "epoch": 16.64410480349345,
      "step": 53361
    },
    {
      "contrastive_lambda": 0.02990645351127308,
      "epoch": 16.644416718652526,
      "step": 53362
    },
    {
      "contrastive_lambda": 0.029897535736359393,
      "epoch": 16.644728633811603,
      "step": 53363
    },
    {
      "contrastive_lambda": 0.02988861925025832,
      "epoch": 16.64504054897068,
      "step": 53364
    },
    {
      "contrastive_lambda": 0.029879704052994283,
      "epoch": 16.645352464129758,
      "step": 53365
    },
    {
      "contrastive_lambda": 0.02987079014459182,
      "epoch": 16.645664379288835,
      "step": 53366
    },
    {
      "contrastive_lambda": 0.029861877525075187,
      "epoch": 16.64597629444791,
      "step": 53367
    },
    {
      "contrastive_lambda": 0.029852966194468977,
      "epoch": 16.646288209606986,
      "step": 53368
    },
    {
      "contrastive_lambda": 0.029844056152797394,
      "epoch": 16.646600124766064,
      "step": 53369
    },
    {
      "epoch": 16.64691203992514,
      "grad_norm": 0.06771044433116913,
      "learning_rate": 3.302240171245002e-06,
      "loss": 0.0206,
      "step": 53370
    },
    {
      "epoch": 16.64691203992514,
      "flow_loss": 0.025907453149557114,
      "step": 53370
    },
    {
      "contrastive_loss": 0.0038725952617824078,
      "epoch": 16.64691203992514,
      "step": 53370
    },
    {
      "contrastive_lambda": 0.029835147400085138,
      "epoch": 16.64691203992514,
      "step": 53370
    },
    {
      "contrastive_lambda": 0.02982623993635658,
      "epoch": 16.64722395508422,
      "step": 53371
    },
    {
      "contrastive_lambda": 0.029817333761635978,
      "epoch": 16.647535870243296,
      "step": 53372
    },
    {
      "contrastive_lambda": 0.029808428875947923,
      "epoch": 16.64784778540237,
      "step": 53373
    },
    {
      "contrastive_lambda": 0.029799525279316674,
      "epoch": 16.648159700561447,
      "step": 53374
    },
    {
      "contrastive_lambda": 0.029790622971766767,
      "epoch": 16.648471615720524,
      "step": 53375
    },
    {
      "contrastive_lambda": 0.02978172195332257,
      "epoch": 16.6487835308796,
      "step": 53376
    },
    {
      "contrastive_lambda": 0.02977282222400851,
      "epoch": 16.64909544603868,
      "step": 53377
    },
    {
      "contrastive_lambda": 0.0297639237838489,
      "epoch": 16.649407361197753,
      "step": 53378
    },
    {
      "contrastive_lambda": 0.029755026632868276,
      "epoch": 16.64971927635683,
      "step": 53379
    },
    {
      "epoch": 16.650031191515907,
      "grad_norm": 0.07234036922454834,
      "learning_rate": 3.29239836851401e-06,
      "loss": 0.0216,
      "step": 53380
    },
    {
      "epoch": 16.650031191515907,
      "flow_loss": 0.013207037933170795,
      "step": 53380
    },
    {
      "contrastive_loss": 0.003399672918021679,
      "epoch": 16.650031191515907,
      "step": 53380
    },
    {
      "contrastive_lambda": 0.02974613077109084,
      "epoch": 16.650031191515907,
      "step": 53380
    },
    {
      "contrastive_lambda": 0.029737236198541073,
      "epoch": 16.650343106674985,
      "step": 53381
    },
    {
      "contrastive_lambda": 0.02972834291524351,
      "epoch": 16.650655021834062,
      "step": 53382
    },
    {
      "contrastive_lambda": 0.0297194509212223,
      "epoch": 16.65096693699314,
      "step": 53383
    },
    {
      "contrastive_lambda": 0.029710560216501924,
      "epoch": 16.651278852152213,
      "step": 53384
    },
    {
      "contrastive_lambda": 0.029701670801106805,
      "epoch": 16.65159076731129,
      "step": 53385
    },
    {
      "contrastive_lambda": 0.029692782675061147,
      "epoch": 16.651902682470368,
      "step": 53386
    },
    {
      "contrastive_lambda": 0.029683895838389485,
      "epoch": 16.652214597629445,
      "step": 53387
    },
    {
      "contrastive_lambda": 0.02967501029111619,
      "epoch": 16.652526512788523,
      "step": 53388
    },
    {
      "contrastive_lambda": 0.029666126033265516,
      "epoch": 16.6528384279476,
      "step": 53389
    },
    {
      "epoch": 16.653150343106674,
      "grad_norm": 0.04898921772837639,
      "learning_rate": 3.2825707543191588e-06,
      "loss": 0.022,
      "step": 53390
    },
    {
      "epoch": 16.653150343106674,
      "flow_loss": 0.01668214239180088,
      "step": 53390
    },
    {
      "contrastive_loss": 0.003255194053053856,
      "epoch": 16.653150343106674,
      "step": 53390
    },
    {
      "contrastive_lambda": 0.029657243064861893,
      "epoch": 16.653150343106674,
      "step": 53390
    },
    {
      "contrastive_lambda": 0.029648361385929523,
      "epoch": 16.65346225826575,
      "step": 53391
    },
    {
      "contrastive_lambda": 0.02963948099649294,
      "epoch": 16.65377417342483,
      "step": 53392
    },
    {
      "contrastive_lambda": 0.02963060189657646,
      "epoch": 16.654086088583906,
      "step": 53393
    },
    {
      "contrastive_lambda": 0.029621724086204393,
      "epoch": 16.654398003742983,
      "step": 53394
    },
    {
      "contrastive_lambda": 0.029612847565401,
      "epoch": 16.654709918902057,
      "step": 53395
    },
    {
      "contrastive_lambda": 0.02960397233419082,
      "epoch": 16.655021834061134,
      "step": 53396
    },
    {
      "contrastive_lambda": 0.029595098392597885,
      "epoch": 16.655333749220212,
      "step": 53397
    },
    {
      "contrastive_lambda": 0.029586225740646843,
      "epoch": 16.65564566437929,
      "step": 53398
    },
    {
      "contrastive_lambda": 0.029577354378361842,
      "epoch": 16.655957579538367,
      "step": 53399
    },
    {
      "epoch": 16.656269494697444,
      "grad_norm": 0.062428876757621765,
      "learning_rate": 3.272757331645804e-06,
      "loss": 0.0215,
      "step": 53400
    },
    {
      "epoch": 16.656269494697444,
      "flow_loss": 0.008759691379964352,
      "step": 53400
    },
    {
      "contrastive_loss": 0.002877245657145977,
      "epoch": 16.656269494697444,
      "step": 53400
    },
    {
      "contrastive_lambda": 0.029568484305767195,
      "epoch": 16.656269494697444,
      "step": 53400
    },
    {
      "contrastive_lambda": 0.029559615522887328,
      "epoch": 16.656581409856518,
      "step": 53401
    },
    {
      "contrastive_lambda": 0.029550748029746443,
      "epoch": 16.656893325015595,
      "step": 53402
    },
    {
      "contrastive_lambda": 0.0295418818263688,
      "epoch": 16.657205240174672,
      "step": 53403
    },
    {
      "contrastive_lambda": 0.02953301691277893,
      "epoch": 16.65751715533375,
      "step": 53404
    },
    {
      "contrastive_lambda": 0.02952415328900093,
      "epoch": 16.657829070492827,
      "step": 53405
    },
    {
      "contrastive_lambda": 0.02951529095505928,
      "epoch": 16.658140985651904,
      "step": 53406
    },
    {
      "contrastive_lambda": 0.02950642991097807,
      "epoch": 16.65845290081098,
      "step": 53407
    },
    {
      "contrastive_lambda": 0.029497570156781616,
      "epoch": 16.658764815970056,
      "step": 53408
    },
    {
      "contrastive_lambda": 0.029488711692494507,
      "epoch": 16.659076731129133,
      "step": 53409
    },
    {
      "epoch": 16.65938864628821,
      "grad_norm": 0.0659327507019043,
      "learning_rate": 3.2629581034750166e-06,
      "loss": 0.0201,
      "step": 53410
    },
    {
      "epoch": 16.65938864628821,
      "flow_loss": 0.013845020905137062,
      "step": 53410
    },
    {
      "contrastive_loss": 0.004439356736838818,
      "epoch": 16.65938864628821,
      "step": 53410
    },
    {
      "contrastive_lambda": 0.02947985451814067,
      "epoch": 16.65938864628821,
      "step": 53410
    },
    {
      "contrastive_lambda": 0.029470998633744527,
      "epoch": 16.659700561447288,
      "step": 53411
    },
    {
      "contrastive_lambda": 0.02946214403933045,
      "epoch": 16.66001247660636,
      "step": 53412
    },
    {
      "contrastive_lambda": 0.029453290734922533,
      "epoch": 16.66032439176544,
      "step": 53413
    },
    {
      "contrastive_lambda": 0.029444438720545085,
      "epoch": 16.660636306924516,
      "step": 53414
    },
    {
      "contrastive_lambda": 0.029435587996222534,
      "epoch": 16.660948222083594,
      "step": 53415
    },
    {
      "contrastive_lambda": 0.029426738561979027,
      "epoch": 16.66126013724267,
      "step": 53416
    },
    {
      "contrastive_lambda": 0.029417890417838877,
      "epoch": 16.66157205240175,
      "step": 53417
    },
    {
      "contrastive_lambda": 0.029409043563826176,
      "epoch": 16.661883967560822,
      "step": 53418
    },
    {
      "contrastive_lambda": 0.02940019799996535,
      "epoch": 16.6621958827199,
      "step": 53419
    },
    {
      "epoch": 16.662507797878977,
      "grad_norm": 0.11100567877292633,
      "learning_rate": 3.2531730727835218e-06,
      "loss": 0.0215,
      "step": 53420
    },
    {
      "epoch": 16.662507797878977,
      "flow_loss": 0.02926625870168209,
      "step": 53420
    },
    {
      "contrastive_loss": 0.0031987468246370554,
      "epoch": 16.662507797878977,
      "step": 53420
    },
    {
      "contrastive_lambda": 0.0293913537262806,
      "epoch": 16.662507797878977,
      "step": 53420
    },
    {
      "contrastive_lambda": 0.029382510742796186,
      "epoch": 16.662819713038054,
      "step": 53421
    },
    {
      "contrastive_lambda": 0.02937366904953631,
      "epoch": 16.66313162819713,
      "step": 53422
    },
    {
      "contrastive_lambda": 0.029364828646525287,
      "epoch": 16.66344354335621,
      "step": 53423
    },
    {
      "contrastive_lambda": 0.02935598953378732,
      "epoch": 16.663755458515283,
      "step": 53424
    },
    {
      "contrastive_lambda": 0.029347151711346497,
      "epoch": 16.66406737367436,
      "step": 53425
    },
    {
      "contrastive_lambda": 0.029338315179227303,
      "epoch": 16.664379288833437,
      "step": 53426
    },
    {
      "contrastive_lambda": 0.02932947993745383,
      "epoch": 16.664691203992515,
      "step": 53427
    },
    {
      "contrastive_lambda": 0.02932064598605033,
      "epoch": 16.665003119151592,
      "step": 53428
    },
    {
      "contrastive_lambda": 0.02931181332504096,
      "epoch": 16.665315034310666,
      "step": 53429
    },
    {
      "epoch": 16.665626949469743,
      "grad_norm": 0.07255879044532776,
      "learning_rate": 3.2434022425437914e-06,
      "loss": 0.0211,
      "step": 53430
    },
    {
      "epoch": 16.665626949469743,
      "flow_loss": 0.026410846039652824,
      "step": 53430
    },
    {
      "contrastive_loss": 0.0036511030048131943,
      "epoch": 16.665626949469743,
      "step": 53430
    },
    {
      "contrastive_lambda": 0.02930298195444997,
      "epoch": 16.665626949469743,
      "step": 53430
    },
    {
      "contrastive_lambda": 0.02929415187430162,
      "epoch": 16.66593886462882,
      "step": 53431
    },
    {
      "contrastive_lambda": 0.029285323084620007,
      "epoch": 16.666250779787898,
      "step": 53432
    },
    {
      "contrastive_lambda": 0.02927649558542944,
      "epoch": 16.666562694946975,
      "step": 53433
    },
    {
      "contrastive_lambda": 0.02926766937675418,
      "epoch": 16.666874610106053,
      "step": 53434
    },
    {
      "contrastive_lambda": 0.02925884445861826,
      "epoch": 16.667186525265127,
      "step": 53435
    },
    {
      "contrastive_lambda": 0.029250020831045997,
      "epoch": 16.667498440424204,
      "step": 53436
    },
    {
      "contrastive_lambda": 0.02924119849406137,
      "epoch": 16.66781035558328,
      "step": 53437
    },
    {
      "contrastive_lambda": 0.029232377447688807,
      "epoch": 16.66812227074236,
      "step": 53438
    },
    {
      "contrastive_lambda": 0.029223557691952506,
      "epoch": 16.668434185901436,
      "step": 53439
    },
    {
      "epoch": 16.668746101060513,
      "grad_norm": 0.051508497446775436,
      "learning_rate": 3.233645615723907e-06,
      "loss": 0.0191,
      "step": 53440
    },
    {
      "epoch": 16.668746101060513,
      "flow_loss": 0.01860480196774006,
      "step": 53440
    },
    {
      "contrastive_loss": 0.003138607833534479,
      "epoch": 16.668746101060513,
      "step": 53440
    },
    {
      "contrastive_lambda": 0.02921473922687645,
      "epoch": 16.668746101060513,
      "step": 53440
    },
    {
      "contrastive_lambda": 0.029205922052484956,
      "epoch": 16.669058016219587,
      "step": 53441
    },
    {
      "contrastive_lambda": 0.029197106168802167,
      "epoch": 16.669369931378665,
      "step": 53442
    },
    {
      "contrastive_lambda": 0.02918829157585212,
      "epoch": 16.669681846537742,
      "step": 53443
    },
    {
      "contrastive_lambda": 0.0291794782736593,
      "epoch": 16.66999376169682,
      "step": 53444
    },
    {
      "contrastive_lambda": 0.02917066626224757,
      "epoch": 16.670305676855897,
      "step": 53445
    },
    {
      "contrastive_lambda": 0.029161855541641135,
      "epoch": 16.67061759201497,
      "step": 53446
    },
    {
      "contrastive_lambda": 0.029153046111864367,
      "epoch": 16.670929507174048,
      "step": 53447
    },
    {
      "contrastive_lambda": 0.029144237972941023,
      "epoch": 16.671241422333125,
      "step": 53448
    },
    {
      "contrastive_lambda": 0.02913543112489564,
      "epoch": 16.671553337492202,
      "step": 53449
    },
    {
      "epoch": 16.67186525265128,
      "grad_norm": 0.09423265606164932,
      "learning_rate": 3.2239031952876918e-06,
      "loss": 0.0208,
      "step": 53450
    },
    {
      "epoch": 16.67186525265128,
      "flow_loss": 0.019455840811133385,
      "step": 53450
    },
    {
      "contrastive_loss": 0.003615241963416338,
      "epoch": 16.67186525265128,
      "step": 53450
    },
    {
      "contrastive_lambda": 0.02912662556775225,
      "epoch": 16.67186525265128,
      "step": 53450
    },
    {
      "contrastive_lambda": 0.02911782130153484,
      "epoch": 16.672177167810357,
      "step": 53451
    },
    {
      "contrastive_lambda": 0.029109018326267777,
      "epoch": 16.67248908296943,
      "step": 53452
    },
    {
      "contrastive_lambda": 0.029100216641974985,
      "epoch": 16.67280099812851,
      "step": 53453
    },
    {
      "contrastive_lambda": 0.029091416248680613,
      "epoch": 16.673112913287586,
      "step": 53454
    },
    {
      "contrastive_lambda": 0.02908261714640903,
      "epoch": 16.673424828446663,
      "step": 53455
    },
    {
      "contrastive_lambda": 0.029073819335184103,
      "epoch": 16.67373674360574,
      "step": 53456
    },
    {
      "contrastive_lambda": 0.02906502281503004,
      "epoch": 16.674048658764818,
      "step": 53457
    },
    {
      "contrastive_lambda": 0.029056227585970984,
      "epoch": 16.67436057392389,
      "step": 53458
    },
    {
      "contrastive_lambda": 0.02904743364803103,
      "epoch": 16.67467248908297,
      "step": 53459
    },
    {
      "epoch": 16.674984404242046,
      "grad_norm": 0.12596926093101501,
      "learning_rate": 3.21417498419464e-06,
      "loss": 0.0284,
      "step": 53460
    },
    {
      "epoch": 16.674984404242046,
      "flow_loss": 0.019145669415593147,
      "step": 53460
    },
    {
      "contrastive_loss": 0.004383854568004608,
      "epoch": 16.674984404242046,
      "step": 53460
    },
    {
      "contrastive_lambda": 0.029038641001234156,
      "epoch": 16.674984404242046,
      "step": 53460
    },
    {
      "contrastive_lambda": 0.029029849645604733,
      "epoch": 16.675296319401124,
      "step": 53461
    },
    {
      "contrastive_lambda": 0.02902105958116663,
      "epoch": 16.6756082345602,
      "step": 53462
    },
    {
      "contrastive_lambda": 0.029012270807944107,
      "epoch": 16.675920149719275,
      "step": 53463
    },
    {
      "contrastive_lambda": 0.029003483325961144,
      "epoch": 16.676232064878352,
      "step": 53464
    },
    {
      "contrastive_lambda": 0.028994697135241776,
      "epoch": 16.67654398003743,
      "step": 53465
    },
    {
      "contrastive_lambda": 0.02898591223581032,
      "epoch": 16.676855895196507,
      "step": 53466
    },
    {
      "contrastive_lambda": 0.028977128627690696,
      "epoch": 16.677167810355584,
      "step": 53467
    },
    {
      "contrastive_lambda": 0.028968346310907,
      "epoch": 16.67747972551466,
      "step": 53468
    },
    {
      "contrastive_lambda": 0.02895956528548338,
      "epoch": 16.677791640673735,
      "step": 53469
    },
    {
      "epoch": 16.678103555832813,
      "grad_norm": 0.03976661339402199,
      "learning_rate": 3.204460985399921e-06,
      "loss": 0.0175,
      "step": 53470
    },
    {
      "epoch": 16.678103555832813,
      "flow_loss": 0.026707418262958527,
      "step": 53470
    },
    {
      "contrastive_loss": 0.003495931625366211,
      "epoch": 16.678103555832813,
      "step": 53470
    },
    {
      "contrastive_lambda": 0.028950785551443814,
      "epoch": 16.678103555832813,
      "step": 53470
    },
    {
      "contrastive_lambda": 0.02894200710881234,
      "epoch": 16.67841547099189,
      "step": 53471
    },
    {
      "contrastive_lambda": 0.028933229957613216,
      "epoch": 16.678727386150968,
      "step": 53472
    },
    {
      "contrastive_lambda": 0.028924454097870367,
      "epoch": 16.679039301310045,
      "step": 53473
    },
    {
      "contrastive_lambda": 0.028915679529607885,
      "epoch": 16.679351216469122,
      "step": 53474
    },
    {
      "contrastive_lambda": 0.02890690625284975,
      "epoch": 16.679663131628196,
      "step": 53475
    },
    {
      "contrastive_lambda": 0.028898134267620113,
      "epoch": 16.679975046787273,
      "step": 53476
    },
    {
      "contrastive_lambda": 0.028889363573943005,
      "epoch": 16.68028696194635,
      "step": 53477
    },
    {
      "contrastive_lambda": 0.02888059417184241,
      "epoch": 16.680598877105428,
      "step": 53478
    },
    {
      "contrastive_lambda": 0.02887182606134242,
      "epoch": 16.680910792264505,
      "step": 53479
    },
    {
      "epoch": 16.68122270742358,
      "grad_norm": 0.05847015604376793,
      "learning_rate": 3.1947612018543903e-06,
      "loss": 0.0225,
      "step": 53480
    },
    {
      "epoch": 16.68122270742358,
      "flow_loss": 0.02282784879207611,
      "step": 53480
    },
    {
      "contrastive_loss": 0.0031882142648100853,
      "epoch": 16.68122270742358,
      "step": 53480
    },
    {
      "contrastive_lambda": 0.028863059242467126,
      "epoch": 16.68122270742358,
      "step": 53480
    },
    {
      "contrastive_lambda": 0.028854293715240453,
      "epoch": 16.681534622582657,
      "step": 53481
    },
    {
      "contrastive_lambda": 0.028845529479686494,
      "epoch": 16.681846537741734,
      "step": 53482
    },
    {
      "contrastive_lambda": 0.028836766535829284,
      "epoch": 16.68215845290081,
      "step": 53483
    },
    {
      "contrastive_lambda": 0.028828004883692804,
      "epoch": 16.68247036805989,
      "step": 53484
    },
    {
      "contrastive_lambda": 0.028819244523301202,
      "epoch": 16.682782283218966,
      "step": 53485
    },
    {
      "contrastive_lambda": 0.028810485454678292,
      "epoch": 16.68309419837804,
      "step": 53486
    },
    {
      "contrastive_lambda": 0.028801727677848166,
      "epoch": 16.683406113537117,
      "step": 53487
    },
    {
      "contrastive_lambda": 0.02879297119283486,
      "epoch": 16.683718028696195,
      "step": 53488
    },
    {
      "contrastive_lambda": 0.02878421599966241,
      "epoch": 16.684029943855272,
      "step": 53489
    },
    {
      "epoch": 16.68434185901435,
      "grad_norm": 0.08482675999403,
      "learning_rate": 3.1850756365045753e-06,
      "loss": 0.0217,
      "step": 53490
    },
    {
      "epoch": 16.68434185901435,
      "flow_loss": 0.01901530846953392,
      "step": 53490
    },
    {
      "contrastive_loss": 0.003479868872091174,
      "epoch": 16.68434185901435,
      "step": 53490
    },
    {
      "contrastive_lambda": 0.028775462098354798,
      "epoch": 16.68434185901435,
      "step": 53490
    },
    {
      "contrastive_lambda": 0.02876670948893606,
      "epoch": 16.684653774173427,
      "step": 53491
    },
    {
      "contrastive_lambda": 0.028757958171430065,
      "epoch": 16.6849656893325,
      "step": 53492
    },
    {
      "contrastive_lambda": 0.02874920814586096,
      "epoch": 16.685277604491578,
      "step": 53493
    },
    {
      "contrastive_lambda": 0.028740459412252506,
      "epoch": 16.685589519650655,
      "step": 53494
    },
    {
      "contrastive_lambda": 0.02873171197062896,
      "epoch": 16.685901434809733,
      "step": 53495
    },
    {
      "contrastive_lambda": 0.02872296582101419,
      "epoch": 16.68621334996881,
      "step": 53496
    },
    {
      "contrastive_lambda": 0.028714220963432124,
      "epoch": 16.686525265127884,
      "step": 53497
    },
    {
      "contrastive_lambda": 0.028705477397906798,
      "epoch": 16.68683718028696,
      "step": 53498
    },
    {
      "contrastive_lambda": 0.028696735124462136,
      "epoch": 16.68714909544604,
      "step": 53499
    },
    {
      "epoch": 16.687461010605116,
      "grad_norm": 0.07908294349908829,
      "learning_rate": 3.175404292292722e-06,
      "loss": 0.0173,
      "step": 53500
    },
    {
      "epoch": 16.687461010605116,
      "flow_loss": 0.03255297243595123,
      "step": 53500
    },
    {
      "contrastive_loss": 0.003492967691272497,
      "epoch": 16.687461010605116,
      "step": 53500
    },
    {
      "contrastive_lambda": 0.02868799414312212,
      "epoch": 16.687461010605116,
      "step": 53500
    },
    {
      "contrastive_lambda": 0.02867925445391084,
      "epoch": 16.687772925764193,
      "step": 53501
    },
    {
      "contrastive_lambda": 0.028670516056852058,
      "epoch": 16.68808484092327,
      "step": 53502
    },
    {
      "contrastive_lambda": 0.028661778951969807,
      "epoch": 16.688396756082344,
      "step": 53503
    },
    {
      "contrastive_lambda": 0.028653043139288126,
      "epoch": 16.68870867124142,
      "step": 53504
    },
    {
      "contrastive_lambda": 0.02864430861883077,
      "epoch": 16.6890205864005,
      "step": 53505
    },
    {
      "contrastive_lambda": 0.028635575390621837,
      "epoch": 16.689332501559576,
      "step": 53506
    },
    {
      "contrastive_lambda": 0.028626843454685358,
      "epoch": 16.689644416718654,
      "step": 53507
    },
    {
      "contrastive_lambda": 0.028618112811045038,
      "epoch": 16.68995633187773,
      "step": 53508
    },
    {
      "contrastive_lambda": 0.028609383459725024,
      "epoch": 16.690268247036805,
      "step": 53509
    },
    {
      "epoch": 16.690580162195882,
      "grad_norm": 0.07491594552993774,
      "learning_rate": 3.1657471721566965e-06,
      "loss": 0.0259,
      "step": 53510
    },
    {
      "epoch": 16.690580162195882,
      "flow_loss": 0.022955549880862236,
      "step": 53510
    },
    {
      "contrastive_loss": 0.0033716363832354546,
      "epoch": 16.690580162195882,
      "step": 53510
    },
    {
      "contrastive_lambda": 0.02860065540074902,
      "epoch": 16.690580162195882,
      "step": 53510
    },
    {
      "contrastive_lambda": 0.02859192863414106,
      "epoch": 16.69089207735496,
      "step": 53511
    },
    {
      "contrastive_lambda": 0.02858320315992524,
      "epoch": 16.691203992514037,
      "step": 53512
    },
    {
      "contrastive_lambda": 0.02857447897812526,
      "epoch": 16.691515907673114,
      "step": 53513
    },
    {
      "contrastive_lambda": 0.028565756088765104,
      "epoch": 16.691827822832188,
      "step": 53514
    },
    {
      "contrastive_lambda": 0.02855703449186875,
      "epoch": 16.692139737991265,
      "step": 53515
    },
    {
      "contrastive_lambda": 0.028548314187459956,
      "epoch": 16.692451653150343,
      "step": 53516
    },
    {
      "contrastive_lambda": 0.02853959517556276,
      "epoch": 16.69276356830942,
      "step": 53517
    },
    {
      "contrastive_lambda": 0.028530877456201087,
      "epoch": 16.693075483468498,
      "step": 53518
    },
    {
      "contrastive_lambda": 0.02852216102939875,
      "epoch": 16.693387398627575,
      "step": 53519
    },
    {
      "epoch": 16.69369931378665,
      "grad_norm": 0.07978270202875137,
      "learning_rate": 3.1561042790300977e-06,
      "loss": 0.0201,
      "step": 53520
    },
    {
      "epoch": 16.69369931378665,
      "flow_loss": 0.012997055426239967,
      "step": 53520
    },
    {
      "contrastive_loss": 0.0029820476192981005,
      "epoch": 16.69369931378665,
      "step": 53520
    },
    {
      "contrastive_lambda": 0.028513445895179734,
      "epoch": 16.69369931378665,
      "step": 53520
    },
    {
      "contrastive_lambda": 0.028504732053567794,
      "epoch": 16.694011228945726,
      "step": 53521
    },
    {
      "contrastive_lambda": 0.028496019504586856,
      "epoch": 16.694323144104803,
      "step": 53522
    },
    {
      "contrastive_lambda": 0.028487308248261012,
      "epoch": 16.69463505926388,
      "step": 53523
    },
    {
      "contrastive_lambda": 0.028478598284613854,
      "epoch": 16.694946974422958,
      "step": 53524
    },
    {
      "contrastive_lambda": 0.02846988961366942,
      "epoch": 16.695258889582032,
      "step": 53525
    },
    {
      "contrastive_lambda": 0.028461182235451632,
      "epoch": 16.69557080474111,
      "step": 53526
    },
    {
      "contrastive_lambda": 0.028452476149984196,
      "epoch": 16.695882719900187,
      "step": 53527
    },
    {
      "contrastive_lambda": 0.028443771357291037,
      "epoch": 16.696194635059264,
      "step": 53528
    },
    {
      "contrastive_lambda": 0.028435067857396135,
      "epoch": 16.69650655021834,
      "step": 53529
    },
    {
      "epoch": 16.69681846537742,
      "grad_norm": 0.06402527540922165,
      "learning_rate": 3.1464756158421816e-06,
      "loss": 0.0215,
      "step": 53530
    },
    {
      "epoch": 16.69681846537742,
      "flow_loss": 0.015004554763436317,
      "step": 53530
    },
    {
      "contrastive_loss": 0.0036159073933959007,
      "epoch": 16.69681846537742,
      "step": 53530
    },
    {
      "contrastive_lambda": 0.02842636565032325,
      "epoch": 16.69681846537742,
      "step": 53530
    },
    {
      "contrastive_lambda": 0.028417664736096304,
      "epoch": 16.697130380536493,
      "step": 53531
    },
    {
      "contrastive_lambda": 0.02840896511473906,
      "epoch": 16.69744229569557,
      "step": 53532
    },
    {
      "contrastive_lambda": 0.02840026678627533,
      "epoch": 16.697754210854647,
      "step": 53533
    },
    {
      "contrastive_lambda": 0.02839156975072915,
      "epoch": 16.698066126013725,
      "step": 53534
    },
    {
      "contrastive_lambda": 0.028382874008124226,
      "epoch": 16.698378041172802,
      "step": 53535
    },
    {
      "contrastive_lambda": 0.028374179558484425,
      "epoch": 16.69868995633188,
      "step": 53536
    },
    {
      "contrastive_lambda": 0.028365486401833673,
      "epoch": 16.699001871490953,
      "step": 53537
    },
    {
      "contrastive_lambda": 0.028356794538195618,
      "epoch": 16.69931378665003,
      "step": 53538
    },
    {
      "contrastive_lambda": 0.028348103967594185,
      "epoch": 16.699625701809108,
      "step": 53539
    },
    {
      "epoch": 16.699937616968185,
      "grad_norm": 0.05984005331993103,
      "learning_rate": 3.136861185517875e-06,
      "loss": 0.0212,
      "step": 53540
    },
    {
      "epoch": 16.699937616968185,
      "flow_loss": 0.014921517111361027,
      "step": 53540
    },
    {
      "contrastive_loss": 0.005025721155107021,
      "epoch": 16.699937616968185,
      "step": 53540
    },
    {
      "contrastive_lambda": 0.028339414690053244,
      "epoch": 16.699937616968185,
      "step": 53540
    },
    {
      "contrastive_lambda": 0.028330726705596554,
      "epoch": 16.700249532127263,
      "step": 53541
    },
    {
      "contrastive_lambda": 0.02832204001424804,
      "epoch": 16.700561447286336,
      "step": 53542
    },
    {
      "contrastive_lambda": 0.02831335461603135,
      "epoch": 16.700873362445414,
      "step": 53543
    },
    {
      "contrastive_lambda": 0.028304670510970353,
      "epoch": 16.70118527760449,
      "step": 53544
    },
    {
      "contrastive_lambda": 0.02829598769908892,
      "epoch": 16.70149719276357,
      "step": 53545
    },
    {
      "contrastive_lambda": 0.02828730618041081,
      "epoch": 16.701809107922646,
      "step": 53546
    },
    {
      "contrastive_lambda": 0.02827862595495989,
      "epoch": 16.702121023081723,
      "step": 53547
    },
    {
      "contrastive_lambda": 0.028269947022759867,
      "epoch": 16.702432938240797,
      "step": 53548
    },
    {
      "contrastive_lambda": 0.028261269383834497,
      "epoch": 16.702744853399874,
      "step": 53549
    },
    {
      "epoch": 16.70305676855895,
      "grad_norm": 0.06237814202904701,
      "learning_rate": 3.127260990977798e-06,
      "loss": 0.0242,
      "step": 53550
    },
    {
      "epoch": 16.70305676855895,
      "flow_loss": 0.017934098839759827,
      "step": 53550
    },
    {
      "contrastive_loss": 0.0033570046070963144,
      "epoch": 16.70305676855895,
      "step": 53550
    },
    {
      "contrastive_lambda": 0.028252593038207707,
      "epoch": 16.70305676855895,
      "step": 53550
    },
    {
      "contrastive_lambda": 0.0282439179859032,
      "epoch": 16.70336868371803,
      "step": 53551
    },
    {
      "contrastive_lambda": 0.02823524422694479,
      "epoch": 16.703680598877106,
      "step": 53552
    },
    {
      "contrastive_lambda": 0.02822657176135629,
      "epoch": 16.703992514036184,
      "step": 53553
    },
    {
      "contrastive_lambda": 0.02821790058916135,
      "epoch": 16.704304429195258,
      "step": 53554
    },
    {
      "contrastive_lambda": 0.028209230710383948,
      "epoch": 16.704616344354335,
      "step": 53555
    },
    {
      "contrastive_lambda": 0.028200562125047512,
      "epoch": 16.704928259513412,
      "step": 53556
    },
    {
      "contrastive_lambda": 0.028191894833176134,
      "epoch": 16.70524017467249,
      "step": 53557
    },
    {
      "contrastive_lambda": 0.028183228834793572,
      "epoch": 16.705552089831567,
      "step": 53558
    },
    {
      "contrastive_lambda": 0.028174564129923363,
      "epoch": 16.70586400499064,
      "step": 53559
    },
    {
      "epoch": 16.706175920149718,
      "grad_norm": 0.07180669903755188,
      "learning_rate": 3.1176750351382235e-06,
      "loss": 0.0151,
      "step": 53560
    },
    {
      "epoch": 16.706175920149718,
      "flow_loss": 0.02614240162074566,
      "step": 53560
    },
    {
      "contrastive_loss": 0.0036117108538746834,
      "epoch": 16.706175920149718,
      "step": 53560
    },
    {
      "contrastive_lambda": 0.028165900718589376,
      "epoch": 16.706175920149718,
      "step": 53560
    },
    {
      "contrastive_lambda": 0.028157238600815426,
      "epoch": 16.706487835308796,
      "step": 53561
    },
    {
      "contrastive_lambda": 0.02814857777662505,
      "epoch": 16.706799750467873,
      "step": 53562
    },
    {
      "contrastive_lambda": 0.028139918246042228,
      "epoch": 16.70711166562695,
      "step": 53563
    },
    {
      "contrastive_lambda": 0.028131260009090664,
      "epoch": 16.707423580786028,
      "step": 53564
    },
    {
      "contrastive_lambda": 0.028122603065794005,
      "epoch": 16.7077354959451,
      "step": 53565
    },
    {
      "contrastive_lambda": 0.028113947416176066,
      "epoch": 16.70804741110418,
      "step": 53566
    },
    {
      "contrastive_lambda": 0.028105293060260383,
      "epoch": 16.708359326263256,
      "step": 53567
    },
    {
      "contrastive_lambda": 0.028096639998070938,
      "epoch": 16.708671241422334,
      "step": 53568
    },
    {
      "contrastive_lambda": 0.028087988229631378,
      "epoch": 16.70898315658141,
      "step": 53569
    },
    {
      "epoch": 16.70929507174049,
      "grad_norm": 0.06465096026659012,
      "learning_rate": 3.1081033209111153e-06,
      "loss": 0.0297,
      "step": 53570
    },
    {
      "epoch": 16.70929507174049,
      "flow_loss": 0.01936214044690132,
      "step": 53570
    },
    {
      "contrastive_loss": 0.003209077985957265,
      "epoch": 16.70929507174049,
      "step": 53570
    },
    {
      "contrastive_lambda": 0.02807933775496535,
      "epoch": 16.70929507174049,
      "step": 53570
    },
    {
      "contrastive_lambda": 0.028070688574096614,
      "epoch": 16.709606986899562,
      "step": 53571
    },
    {
      "contrastive_lambda": 0.028062040687048928,
      "epoch": 16.70991890205864,
      "step": 53572
    },
    {
      "contrastive_lambda": 0.02805339409384583,
      "epoch": 16.710230817217717,
      "step": 53573
    },
    {
      "contrastive_lambda": 0.028044748794511187,
      "epoch": 16.710542732376794,
      "step": 53574
    },
    {
      "contrastive_lambda": 0.02803610478906876,
      "epoch": 16.71085464753587,
      "step": 53575
    },
    {
      "contrastive_lambda": 0.028027462077542087,
      "epoch": 16.711166562694945,
      "step": 53576
    },
    {
      "contrastive_lambda": 0.02801882065995498,
      "epoch": 16.711478477854023,
      "step": 53577
    },
    {
      "contrastive_lambda": 0.02801018053633103,
      "epoch": 16.7117903930131,
      "step": 53578
    },
    {
      "contrastive_lambda": 0.028001541706693833,
      "epoch": 16.712102308172177,
      "step": 53579
    },
    {
      "epoch": 16.712414223331255,
      "grad_norm": 0.1224280446767807,
      "learning_rate": 3.0985458512041155e-06,
      "loss": 0.0209,
      "step": 53580
    },
    {
      "epoch": 16.712414223331255,
      "flow_loss": 0.020123491063714027,
      "step": 53580
    },
    {
      "contrastive_loss": 0.004431844688951969,
      "epoch": 16.712414223331255,
      "step": 53580
    },
    {
      "contrastive_lambda": 0.027992904171067423,
      "epoch": 16.712414223331255,
      "step": 53580
    },
    {
      "contrastive_lambda": 0.02798426792947517,
      "epoch": 16.712726138490332,
      "step": 53581
    },
    {
      "contrastive_lambda": 0.027975632981940834,
      "epoch": 16.713038053649406,
      "step": 53582
    },
    {
      "contrastive_lambda": 0.027966999328488173,
      "epoch": 16.713349968808483,
      "step": 53583
    },
    {
      "contrastive_lambda": 0.027958366969140613,
      "epoch": 16.71366188396756,
      "step": 53584
    },
    {
      "contrastive_lambda": 0.02794973590392219,
      "epoch": 16.713973799126638,
      "step": 53585
    },
    {
      "contrastive_lambda": 0.027941106132856275,
      "epoch": 16.714285714285715,
      "step": 53586
    },
    {
      "contrastive_lambda": 0.027932477655966625,
      "epoch": 16.714597629444793,
      "step": 53587
    },
    {
      "contrastive_lambda": 0.027923850473276945,
      "epoch": 16.714909544603866,
      "step": 53588
    },
    {
      "contrastive_lambda": 0.02791522458481077,
      "epoch": 16.715221459762944,
      "step": 53589
    },
    {
      "epoch": 16.71553337492202,
      "grad_norm": 0.0724254697561264,
      "learning_rate": 3.089002628920512e-06,
      "loss": 0.0224,
      "step": 53590
    },
    {
      "epoch": 16.71553337492202,
      "flow_loss": 0.03304719179868698,
      "step": 53590
    },
    {
      "contrastive_loss": 0.0050089797005057335,
      "epoch": 16.71553337492202,
      "step": 53590
    },
    {
      "contrastive_lambda": 0.02790659999059175,
      "epoch": 16.71553337492202,
      "step": 53590
    },
    {
      "contrastive_lambda": 0.0278979766906437,
      "epoch": 16.7158452900811,
      "step": 53591
    },
    {
      "contrastive_lambda": 0.027889354684990098,
      "epoch": 16.716157205240176,
      "step": 53592
    },
    {
      "contrastive_lambda": 0.027880733973654648,
      "epoch": 16.71646912039925,
      "step": 53593
    },
    {
      "contrastive_lambda": 0.027872114556661054,
      "epoch": 16.716781035558327,
      "step": 53594
    },
    {
      "contrastive_lambda": 0.027863496434032742,
      "epoch": 16.717092950717404,
      "step": 53595
    },
    {
      "contrastive_lambda": 0.027854879605793526,
      "epoch": 16.717404865876482,
      "step": 53596
    },
    {
      "contrastive_lambda": 0.027846264071966886,
      "epoch": 16.71771678103556,
      "step": 53597
    },
    {
      "contrastive_lambda": 0.027837649832576583,
      "epoch": 16.718028696194636,
      "step": 53598
    },
    {
      "contrastive_lambda": 0.027829036887646208,
      "epoch": 16.71834061135371,
      "step": 53599
    },
    {
      "epoch": 16.718652526512788,
      "grad_norm": 0.08899980783462524,
      "learning_rate": 3.079473656959303e-06,
      "loss": 0.0257,
      "step": 53600
    },
    {
      "epoch": 16.718652526512788,
      "flow_loss": 0.009422320872545242,
      "step": 53600
    },
    {
      "contrastive_loss": 0.00490461615845561,
      "epoch": 16.718652526512788,
      "step": 53600
    },
    {
      "contrastive_lambda": 0.027820425237199298,
      "epoch": 16.718652526512788,
      "step": 53600
    },
    {
      "contrastive_lambda": 0.027811814881259445,
      "epoch": 16.718964441671865,
      "step": 53601
    },
    {
      "contrastive_lambda": 0.027803205819850407,
      "epoch": 16.719276356830942,
      "step": 53602
    },
    {
      "contrastive_lambda": 0.02779459805299561,
      "epoch": 16.71958827199002,
      "step": 53603
    },
    {
      "contrastive_lambda": 0.027785991580718872,
      "epoch": 16.719900187149097,
      "step": 53604
    },
    {
      "contrastive_lambda": 0.027777386403043502,
      "epoch": 16.72021210230817,
      "step": 53605
    },
    {
      "contrastive_lambda": 0.027768782519993263,
      "epoch": 16.72052401746725,
      "step": 53606
    },
    {
      "contrastive_lambda": 0.027760179931591744,
      "epoch": 16.720835932626326,
      "step": 53607
    },
    {
      "contrastive_lambda": 0.027751578637862484,
      "epoch": 16.721147847785403,
      "step": 53608
    },
    {
      "contrastive_lambda": 0.02774297863882913,
      "epoch": 16.72145976294448,
      "step": 53609
    },
    {
      "epoch": 16.721771678103554,
      "grad_norm": 0.07331276684999466,
      "learning_rate": 3.0699589382151393e-06,
      "loss": 0.0196,
      "step": 53610
    },
    {
      "epoch": 16.721771678103554,
      "flow_loss": 0.02919447422027588,
      "step": 53610
    },
    {
      "contrastive_loss": 0.0038560170214623213,
      "epoch": 16.721771678103554,
      "step": 53610
    },
    {
      "contrastive_lambda": 0.02773437993451522,
      "epoch": 16.721771678103554,
      "step": 53610
    },
    {
      "contrastive_lambda": 0.027725782524944287,
      "epoch": 16.72208359326263,
      "step": 53611
    },
    {
      "contrastive_lambda": 0.027717186410139982,
      "epoch": 16.72239550842171,
      "step": 53612
    },
    {
      "contrastive_lambda": 0.027708591590125675,
      "epoch": 16.722707423580786,
      "step": 53613
    },
    {
      "contrastive_lambda": 0.02769999806492518,
      "epoch": 16.723019338739864,
      "step": 53614
    },
    {
      "contrastive_lambda": 0.027691405834562033,
      "epoch": 16.72333125389894,
      "step": 53615
    },
    {
      "contrastive_lambda": 0.027682814899059605,
      "epoch": 16.723643169058015,
      "step": 53616
    },
    {
      "contrastive_lambda": 0.027674225258441598,
      "epoch": 16.723955084217092,
      "step": 53617
    },
    {
      "contrastive_lambda": 0.02766563691273155,
      "epoch": 16.72426699937617,
      "step": 53618
    },
    {
      "contrastive_lambda": 0.027657049861952887,
      "epoch": 16.724578914535247,
      "step": 53619
    },
    {
      "epoch": 16.724890829694324,
      "grad_norm": 0.0451541505753994,
      "learning_rate": 3.060458475578326e-06,
      "loss": 0.0202,
      "step": 53620
    },
    {
      "epoch": 16.724890829694324,
      "flow_loss": 0.020463846623897552,
      "step": 53620
    },
    {
      "contrastive_loss": 0.0037851270753890276,
      "epoch": 16.724890829694324,
      "step": 53620
    },
    {
      "contrastive_lambda": 0.027648464106129256,
      "epoch": 16.724890829694324,
      "step": 53620
    },
    {
      "contrastive_lambda": 0.027639879645284304,
      "epoch": 16.7252027448534,
      "step": 53621
    },
    {
      "contrastive_lambda": 0.027631296479441347,
      "epoch": 16.725514660012475,
      "step": 53622
    },
    {
      "contrastive_lambda": 0.027622714608624088,
      "epoch": 16.725826575171553,
      "step": 53623
    },
    {
      "contrastive_lambda": 0.027614134032855786,
      "epoch": 16.72613849033063,
      "step": 53624
    },
    {
      "contrastive_lambda": 0.027605554752160255,
      "epoch": 16.726450405489707,
      "step": 53625
    },
    {
      "contrastive_lambda": 0.027596976766561032,
      "epoch": 16.726762320648785,
      "step": 53626
    },
    {
      "contrastive_lambda": 0.027588400076081432,
      "epoch": 16.72707423580786,
      "step": 53627
    },
    {
      "contrastive_lambda": 0.02757982468074499,
      "epoch": 16.727386150966936,
      "step": 53628
    },
    {
      "contrastive_lambda": 0.027571250580575413,
      "epoch": 16.727698066126013,
      "step": 53629
    },
    {
      "epoch": 16.72800998128509,
      "grad_norm": 0.07835277915000916,
      "learning_rate": 3.0509722719348656e-06,
      "loss": 0.0226,
      "step": 53630
    },
    {
      "epoch": 16.72800998128509,
      "flow_loss": 0.017955642193555832,
      "step": 53630
    },
    {
      "contrastive_loss": 0.003483312204480171,
      "epoch": 16.72800998128509,
      "step": 53630
    },
    {
      "contrastive_lambda": 0.027562677775595956,
      "epoch": 16.72800998128509,
      "step": 53630
    },
    {
      "contrastive_lambda": 0.02755410626583027,
      "epoch": 16.728321896444168,
      "step": 53631
    },
    {
      "contrastive_lambda": 0.02754553605130189,
      "epoch": 16.728633811603245,
      "step": 53632
    },
    {
      "contrastive_lambda": 0.027536967132034185,
      "epoch": 16.72894572676232,
      "step": 53633
    },
    {
      "contrastive_lambda": 0.027528399508050805,
      "epoch": 16.729257641921397,
      "step": 53634
    },
    {
      "contrastive_lambda": 0.027519833179375064,
      "epoch": 16.729569557080474,
      "step": 53635
    },
    {
      "contrastive_lambda": 0.027511268146030443,
      "epoch": 16.72988147223955,
      "step": 53636
    },
    {
      "contrastive_lambda": 0.027502704408040646,
      "epoch": 16.73019338739863,
      "step": 53637
    },
    {
      "contrastive_lambda": 0.02749414196542893,
      "epoch": 16.730505302557706,
      "step": 53638
    },
    {
      "contrastive_lambda": 0.02748558081821889,
      "epoch": 16.73081721771678,
      "step": 53639
    },
    {
      "epoch": 16.731129132875857,
      "grad_norm": 0.05737490579485893,
      "learning_rate": 3.041500330166408e-06,
      "loss": 0.0192,
      "step": 53640
    },
    {
      "epoch": 16.731129132875857,
      "flow_loss": 0.035130929201841354,
      "step": 53640
    },
    {
      "contrastive_loss": 0.007495987229049206,
      "epoch": 16.731129132875857,
      "step": 53640
    },
    {
      "contrastive_lambda": 0.027477020966434007,
      "epoch": 16.731129132875857,
      "step": 53640
    },
    {
      "contrastive_lambda": 0.02746846241009754,
      "epoch": 16.731441048034934,
      "step": 53641
    },
    {
      "contrastive_lambda": 0.0274599051492333,
      "epoch": 16.731752963194012,
      "step": 53642
    },
    {
      "contrastive_lambda": 0.027451349183864437,
      "epoch": 16.73206487835309,
      "step": 53643
    },
    {
      "contrastive_lambda": 0.027442794514014546,
      "epoch": 16.732376793512163,
      "step": 53644
    },
    {
      "contrastive_lambda": 0.02743424113970716,
      "epoch": 16.73268870867124,
      "step": 53645
    },
    {
      "contrastive_lambda": 0.02742568906096554,
      "epoch": 16.733000623830318,
      "step": 53646
    },
    {
      "contrastive_lambda": 0.02741713827781317,
      "epoch": 16.733312538989395,
      "step": 53647
    },
    {
      "contrastive_lambda": 0.02740858879027369,
      "epoch": 16.733624454148472,
      "step": 53648
    },
    {
      "contrastive_lambda": 0.027400040598370312,
      "epoch": 16.73393636930755,
      "step": 53649
    },
    {
      "epoch": 16.734248284466624,
      "grad_norm": 0.09009990096092224,
      "learning_rate": 3.032042653150291e-06,
      "loss": 0.0245,
      "step": 53650
    },
    {
      "epoch": 16.734248284466624,
      "flow_loss": 0.02203054539859295,
      "step": 53650
    },
    {
      "contrastive_loss": 0.003735824953764677,
      "epoch": 16.734248284466624,
      "step": 53650
    },
    {
      "contrastive_lambda": 0.027391493702126624,
      "epoch": 16.734248284466624,
      "step": 53650
    },
    {
      "contrastive_lambda": 0.02738294810156594,
      "epoch": 16.7345601996257,
      "step": 53651
    },
    {
      "contrastive_lambda": 0.027374403796711744,
      "epoch": 16.73487211478478,
      "step": 53652
    },
    {
      "contrastive_lambda": 0.027365860787587404,
      "epoch": 16.735184029943856,
      "step": 53653
    },
    {
      "contrastive_lambda": 0.027357319074216402,
      "epoch": 16.735495945102933,
      "step": 53654
    },
    {
      "contrastive_lambda": 0.027348778656622164,
      "epoch": 16.73580786026201,
      "step": 53655
    },
    {
      "contrastive_lambda": 0.02734023953482817,
      "epoch": 16.736119775421084,
      "step": 53656
    },
    {
      "contrastive_lambda": 0.02733170170885768,
      "epoch": 16.73643169058016,
      "step": 53657
    },
    {
      "contrastive_lambda": 0.027323165178734066,
      "epoch": 16.73674360573924,
      "step": 53658
    },
    {
      "contrastive_lambda": 0.027314629944480973,
      "epoch": 16.737055520898316,
      "step": 53659
    },
    {
      "epoch": 16.737367436057394,
      "grad_norm": 0.06225080043077469,
      "learning_rate": 3.0225992437594887e-06,
      "loss": 0.0186,
      "step": 53660
    },
    {
      "epoch": 16.737367436057394,
      "flow_loss": 0.01732775568962097,
      "step": 53660
    },
    {
      "contrastive_loss": 0.003099357709288597,
      "epoch": 16.737367436057394,
      "step": 53660
    },
    {
      "contrastive_lambda": 0.027306096006121605,
      "epoch": 16.737367436057394,
      "step": 53660
    },
    {
      "contrastive_lambda": 0.0272975633636795,
      "epoch": 16.737679351216467,
      "step": 53661
    },
    {
      "contrastive_lambda": 0.02728903201717786,
      "epoch": 16.737991266375545,
      "step": 53662
    },
    {
      "contrastive_lambda": 0.02728050196664017,
      "epoch": 16.738303181534622,
      "step": 53663
    },
    {
      "contrastive_lambda": 0.02727197321208985,
      "epoch": 16.7386150966937,
      "step": 53664
    },
    {
      "contrastive_lambda": 0.027263445753550275,
      "epoch": 16.738927011852777,
      "step": 53665
    },
    {
      "contrastive_lambda": 0.027254919591044757,
      "epoch": 16.739238927011854,
      "step": 53666
    },
    {
      "contrastive_lambda": 0.027246394724596834,
      "epoch": 16.739550842170928,
      "step": 53667
    },
    {
      "contrastive_lambda": 0.027237871154229654,
      "epoch": 16.739862757330005,
      "step": 53668
    },
    {
      "contrastive_lambda": 0.027229348879966808,
      "epoch": 16.740174672489083,
      "step": 53669
    },
    {
      "epoch": 16.74048658764816,
      "grad_norm": 0.061132848262786865,
      "learning_rate": 3.0131701048626783e-06,
      "loss": 0.0164,
      "step": 53670
    },
    {
      "epoch": 16.74048658764816,
      "flow_loss": 0.031641989946365356,
      "step": 53670
    },
    {
      "contrastive_loss": 0.003206067718565464,
      "epoch": 16.74048658764816,
      "step": 53670
    },
    {
      "contrastive_lambda": 0.027220827901831335,
      "epoch": 16.74048658764816,
      "step": 53670
    },
    {
      "contrastive_lambda": 0.027212308219846937,
      "epoch": 16.740798502807237,
      "step": 53671
    },
    {
      "contrastive_lambda": 0.027203789834036873,
      "epoch": 16.741110417966315,
      "step": 53672
    },
    {
      "contrastive_lambda": 0.027195272744424404,
      "epoch": 16.74142233312539,
      "step": 53673
    },
    {
      "contrastive_lambda": 0.027186756951032953,
      "epoch": 16.741734248284466,
      "step": 53674
    },
    {
      "contrastive_lambda": 0.027178242453885837,
      "epoch": 16.742046163443543,
      "step": 53675
    },
    {
      "contrastive_lambda": 0.027169729253006425,
      "epoch": 16.74235807860262,
      "step": 53676
    },
    {
      "contrastive_lambda": 0.027161217348418032,
      "epoch": 16.742669993761698,
      "step": 53677
    },
    {
      "contrastive_lambda": 0.027152706740144084,
      "epoch": 16.742981908920772,
      "step": 53678
    },
    {
      "contrastive_lambda": 0.027144197428207784,
      "epoch": 16.74329382407985,
      "step": 53679
    },
    {
      "epoch": 16.743605739238927,
      "grad_norm": 0.08533410727977753,
      "learning_rate": 3.003755239324163e-06,
      "loss": 0.0192,
      "step": 53680
    },
    {
      "epoch": 16.743605739238927,
      "flow_loss": 0.021637020632624626,
      "step": 53680
    },
    {
      "contrastive_loss": 0.003983807284384966,
      "epoch": 16.743605739238927,
      "step": 53680
    },
    {
      "contrastive_lambda": 0.027135689412632558,
      "epoch": 16.743605739238927,
      "step": 53680
    },
    {
      "contrastive_lambda": 0.02712718269344161,
      "epoch": 16.743917654398004,
      "step": 53681
    },
    {
      "contrastive_lambda": 0.02711867727065831,
      "epoch": 16.74422956955708,
      "step": 53682
    },
    {
      "contrastive_lambda": 0.027110173144306138,
      "epoch": 16.74454148471616,
      "step": 53683
    },
    {
      "contrastive_lambda": 0.02710167031440819,
      "epoch": 16.744853399875232,
      "step": 53684
    },
    {
      "contrastive_lambda": 0.027093168780987886,
      "epoch": 16.74516531503431,
      "step": 53685
    },
    {
      "contrastive_lambda": 0.027084668544068546,
      "epoch": 16.745477230193387,
      "step": 53686
    },
    {
      "contrastive_lambda": 0.027076169603673317,
      "epoch": 16.745789145352465,
      "step": 53687
    },
    {
      "contrastive_lambda": 0.02706767195982579,
      "epoch": 16.746101060511542,
      "step": 53688
    },
    {
      "contrastive_lambda": 0.027059175612548947,
      "epoch": 16.74641297567062,
      "step": 53689
    },
    {
      "epoch": 16.746724890829693,
      "grad_norm": 0.10228191316127777,
      "learning_rate": 2.9943546500039553e-06,
      "loss": 0.021,
      "step": 53690
    },
    {
      "epoch": 16.746724890829693,
      "flow_loss": 0.008768552914261818,
      "step": 53690
    },
    {
      "contrastive_loss": 0.0030068382620811462,
      "epoch": 16.746724890829693,
      "step": 53690
    },
    {
      "contrastive_lambda": 0.02705068056186627,
      "epoch": 16.746724890829693,
      "step": 53690
    },
    {
      "contrastive_lambda": 0.027042186807801072,
      "epoch": 16.74703680598877,
      "step": 53691
    },
    {
      "contrastive_lambda": 0.027033694350376447,
      "epoch": 16.747348721147848,
      "step": 53692
    },
    {
      "contrastive_lambda": 0.027025203189615876,
      "epoch": 16.747660636306925,
      "step": 53693
    },
    {
      "contrastive_lambda": 0.02701671332554262,
      "epoch": 16.747972551466002,
      "step": 53694
    },
    {
      "contrastive_lambda": 0.027008224758179822,
      "epoch": 16.748284466625076,
      "step": 53695
    },
    {
      "contrastive_lambda": 0.0269997374875508,
      "epoch": 16.748596381784154,
      "step": 53696
    },
    {
      "contrastive_lambda": 0.026991251513678982,
      "epoch": 16.74890829694323,
      "step": 53697
    },
    {
      "contrastive_lambda": 0.026982766836587346,
      "epoch": 16.74922021210231,
      "step": 53698
    },
    {
      "contrastive_lambda": 0.02697428345629943,
      "epoch": 16.749532127261386,
      "step": 53699
    },
    {
      "epoch": 16.749844042420463,
      "grad_norm": 0.08802621066570282,
      "learning_rate": 2.9849683397576877e-06,
      "loss": 0.0223,
      "step": 53700
    },
    {
      "epoch": 16.749844042420463,
      "flow_loss": 0.011911275796592236,
      "step": 53700
    },
    {
      "contrastive_loss": 0.003820507787168026,
      "epoch": 16.749844042420463,
      "step": 53700
    },
    {
      "contrastive_lambda": 0.026965801372838327,
      "epoch": 16.749844042420463,
      "step": 53700
    },
    {
      "contrastive_lambda": 0.02695732058622735,
      "epoch": 16.750155957579537,
      "step": 53701
    },
    {
      "contrastive_lambda": 0.026948841096489762,
      "epoch": 16.750467872738614,
      "step": 53702
    },
    {
      "contrastive_lambda": 0.026940362903648762,
      "epoch": 16.75077978789769,
      "step": 53703
    },
    {
      "contrastive_lambda": 0.0269318860077275,
      "epoch": 16.75109170305677,
      "step": 53704
    },
    {
      "contrastive_lambda": 0.026923410408749515,
      "epoch": 16.751403618215846,
      "step": 53705
    },
    {
      "contrastive_lambda": 0.026914936106737786,
      "epoch": 16.751715533374924,
      "step": 53706
    },
    {
      "contrastive_lambda": 0.026906463101715683,
      "epoch": 16.752027448533998,
      "step": 53707
    },
    {
      "contrastive_lambda": 0.0268979913937063,
      "epoch": 16.752339363693075,
      "step": 53708
    },
    {
      "contrastive_lambda": 0.02688952098273284,
      "epoch": 16.752651278852152,
      "step": 53709
    },
    {
      "epoch": 16.75296319401123,
      "grad_norm": 0.05922809988260269,
      "learning_rate": 2.975596311436679e-06,
      "loss": 0.0225,
      "step": 53710
    },
    {
      "epoch": 16.75296319401123,
      "flow_loss": 0.033099595457315445,
      "step": 53710
    },
    {
      "contrastive_loss": 0.003454666119068861,
      "epoch": 16.75296319401123,
      "step": 53710
    },
    {
      "contrastive_lambda": 0.026881051868818784,
      "epoch": 16.75296319401123,
      "step": 53710
    },
    {
      "contrastive_lambda": 0.026872584051987114,
      "epoch": 16.753275109170307,
      "step": 53711
    },
    {
      "contrastive_lambda": 0.02686411753226109,
      "epoch": 16.75358702432938,
      "step": 53712
    },
    {
      "contrastive_lambda": 0.02685565230966408,
      "epoch": 16.753898939488458,
      "step": 53713
    },
    {
      "contrastive_lambda": 0.026847188384219067,
      "epoch": 16.754210854647535,
      "step": 53714
    },
    {
      "contrastive_lambda": 0.026838725755949255,
      "epoch": 16.754522769806613,
      "step": 53715
    },
    {
      "contrastive_lambda": 0.026830264424878125,
      "epoch": 16.75483468496569,
      "step": 53716
    },
    {
      "contrastive_lambda": 0.026821804391028603,
      "epoch": 16.755146600124768,
      "step": 53717
    },
    {
      "contrastive_lambda": 0.026813345654424003,
      "epoch": 16.75545851528384,
      "step": 53718
    },
    {
      "contrastive_lambda": 0.026804888215087475,
      "epoch": 16.75577043044292,
      "step": 53719
    },
    {
      "epoch": 16.756082345601996,
      "grad_norm": 0.055975597351789474,
      "learning_rate": 2.966238567887902e-06,
      "loss": 0.0241,
      "step": 53720
    },
    {
      "epoch": 16.756082345601996,
      "flow_loss": 0.02603357471525669,
      "step": 53720
    },
    {
      "contrastive_loss": 0.0041109295561909676,
      "epoch": 16.756082345601996,
      "step": 53720
    },
    {
      "contrastive_lambda": 0.026796432073042165,
      "epoch": 16.756082345601996,
      "step": 53720
    },
    {
      "contrastive_lambda": 0.026787977228311333,
      "epoch": 16.756394260761073,
      "step": 53721
    },
    {
      "contrastive_lambda": 0.026779523680918127,
      "epoch": 16.75670617592015,
      "step": 53722
    },
    {
      "contrastive_lambda": 0.026771071430885696,
      "epoch": 16.757018091079228,
      "step": 53723
    },
    {
      "contrastive_lambda": 0.026762620478237353,
      "epoch": 16.757330006238302,
      "step": 53724
    },
    {
      "contrastive_lambda": 0.026754170822996026,
      "epoch": 16.75764192139738,
      "step": 53725
    },
    {
      "contrastive_lambda": 0.026745722465184973,
      "epoch": 16.757953836556457,
      "step": 53726
    },
    {
      "contrastive_lambda": 0.026737275404827565,
      "epoch": 16.758265751715534,
      "step": 53727
    },
    {
      "contrastive_lambda": 0.026728829641946672,
      "epoch": 16.75857766687461,
      "step": 53728
    },
    {
      "contrastive_lambda": 0.026720385176565664,
      "epoch": 16.758889582033685,
      "step": 53729
    },
    {
      "epoch": 16.759201497192763,
      "grad_norm": 0.08490924537181854,
      "learning_rate": 2.9568951119539943e-06,
      "loss": 0.0196,
      "step": 53730
    },
    {
      "epoch": 16.759201497192763,
      "flow_loss": 0.013545852154493332,
      "step": 53730
    },
    {
      "contrastive_loss": 0.0034712341148406267,
      "epoch": 16.759201497192763,
      "step": 53730
    },
    {
      "contrastive_lambda": 0.026711942008707523,
      "epoch": 16.759201497192763,
      "step": 53730
    },
    {
      "contrastive_lambda": 0.026703500138395397,
      "epoch": 16.75951341235184,
      "step": 53731
    },
    {
      "contrastive_lambda": 0.0266950595656526,
      "epoch": 16.759825327510917,
      "step": 53732
    },
    {
      "contrastive_lambda": 0.026686620290502117,
      "epoch": 16.760137242669995,
      "step": 53733
    },
    {
      "contrastive_lambda": 0.02667818231296709,
      "epoch": 16.760449157829072,
      "step": 53734
    },
    {
      "contrastive_lambda": 0.02666974563307084,
      "epoch": 16.760761072988146,
      "step": 53735
    },
    {
      "contrastive_lambda": 0.02666131025083629,
      "epoch": 16.761072988147223,
      "step": 53736
    },
    {
      "contrastive_lambda": 0.0266528761662867,
      "epoch": 16.7613849033063,
      "step": 53737
    },
    {
      "contrastive_lambda": 0.026644443379444938,
      "epoch": 16.761696818465378,
      "step": 53738
    },
    {
      "contrastive_lambda": 0.026636011890334432,
      "epoch": 16.762008733624455,
      "step": 53739
    },
    {
      "epoch": 16.762320648783533,
      "grad_norm": 0.07210157066583633,
      "learning_rate": 2.947565946473241e-06,
      "loss": 0.0198,
      "step": 53740
    },
    {
      "epoch": 16.762320648783533,
      "flow_loss": 0.006259594578295946,
      "step": 53740
    },
    {
      "contrastive_loss": 0.0035260566510260105,
      "epoch": 16.762320648783533,
      "step": 53740
    },
    {
      "contrastive_lambda": 0.02662758169897822,
      "epoch": 16.762320648783533,
      "step": 53740
    },
    {
      "contrastive_lambda": 0.026619152805399282,
      "epoch": 16.762632563942606,
      "step": 53741
    },
    {
      "contrastive_lambda": 0.026610725209620822,
      "epoch": 16.762944479101684,
      "step": 53742
    },
    {
      "contrastive_lambda": 0.026602298911665934,
      "epoch": 16.76325639426076,
      "step": 53743
    },
    {
      "contrastive_lambda": 0.026593873911557764,
      "epoch": 16.76356830941984,
      "step": 53744
    },
    {
      "contrastive_lambda": 0.026585450209319406,
      "epoch": 16.763880224578916,
      "step": 53745
    },
    {
      "contrastive_lambda": 0.02657702780497384,
      "epoch": 16.76419213973799,
      "step": 53746
    },
    {
      "contrastive_lambda": 0.026568606698544273,
      "epoch": 16.764504054897067,
      "step": 53747
    },
    {
      "contrastive_lambda": 0.026560186890053794,
      "epoch": 16.764815970056144,
      "step": 53748
    },
    {
      "contrastive_lambda": 0.026551768379525276,
      "epoch": 16.76512788521522,
      "step": 53749
    },
    {
      "epoch": 16.7654398003743,
      "grad_norm": 0.05670024827122688,
      "learning_rate": 2.9382510742796188e-06,
      "loss": 0.0144,
      "step": 53750
    },
    {
      "epoch": 16.7654398003743,
      "flow_loss": 0.0331554040312767,
      "step": 53750
    },
    {
      "contrastive_loss": 0.004077814985066652,
      "epoch": 16.7654398003743,
      "step": 53750
    },
    {
      "contrastive_lambda": 0.026543351166982032,
      "epoch": 16.7654398003743,
      "step": 53750
    },
    {
      "contrastive_lambda": 0.02653493525244721,
      "epoch": 16.765751715533376,
      "step": 53751
    },
    {
      "contrastive_lambda": 0.02652652063594363,
      "epoch": 16.76606363069245,
      "step": 53752
    },
    {
      "contrastive_lambda": 0.026518107317494544,
      "epoch": 16.766375545851528,
      "step": 53753
    },
    {
      "contrastive_lambda": 0.02650969529712288,
      "epoch": 16.766687461010605,
      "step": 53754
    },
    {
      "contrastive_lambda": 0.026501284574851736,
      "epoch": 16.766999376169682,
      "step": 53755
    },
    {
      "contrastive_lambda": 0.02649287515070431,
      "epoch": 16.76731129132876,
      "step": 53756
    },
    {
      "contrastive_lambda": 0.026484467024703473,
      "epoch": 16.767623206487837,
      "step": 53757
    },
    {
      "contrastive_lambda": 0.026476060196872375,
      "epoch": 16.76793512164691,
      "step": 53758
    },
    {
      "contrastive_lambda": 0.02646765466723411,
      "epoch": 16.768247036805988,
      "step": 53759
    },
    {
      "epoch": 16.768558951965066,
      "grad_norm": 0.07609184086322784,
      "learning_rate": 2.9289504982027204e-06,
      "loss": 0.0241,
      "step": 53760
    },
    {
      "epoch": 16.768558951965066,
      "flow_loss": 0.040709562599658966,
      "step": 53760
    },
    {
      "contrastive_loss": 0.0028925593942403793,
      "epoch": 16.768558951965066,
      "step": 53760
    },
    {
      "contrastive_lambda": 0.026459250435811488,
      "epoch": 16.768558951965066,
      "step": 53760
    },
    {
      "contrastive_lambda": 0.026450847502627828,
      "epoch": 16.768870867124143,
      "step": 53761
    },
    {
      "contrastive_lambda": 0.02644244586770611,
      "epoch": 16.76918278228322,
      "step": 53762
    },
    {
      "contrastive_lambda": 0.02643404553106926,
      "epoch": 16.769494697442294,
      "step": 53763
    },
    {
      "contrastive_lambda": 0.026425646492740373,
      "epoch": 16.76980661260137,
      "step": 53764
    },
    {
      "contrastive_lambda": 0.026417248752742484,
      "epoch": 16.77011852776045,
      "step": 53765
    },
    {
      "contrastive_lambda": 0.026408852311098463,
      "epoch": 16.770430442919526,
      "step": 53766
    },
    {
      "contrastive_lambda": 0.026400457167831626,
      "epoch": 16.770742358078603,
      "step": 53767
    },
    {
      "contrastive_lambda": 0.02639206332296473,
      "epoch": 16.77105427323768,
      "step": 53768
    },
    {
      "contrastive_lambda": 0.02638367077652093,
      "epoch": 16.771366188396755,
      "step": 53769
    },
    {
      "epoch": 16.771678103555832,
      "grad_norm": 0.05098826438188553,
      "learning_rate": 2.9196642210678248e-06,
      "loss": 0.0215,
      "step": 53770
    },
    {
      "epoch": 16.771678103555832,
      "flow_loss": 0.01927291788160801,
      "step": 53770
    },
    {
      "contrastive_loss": 0.0036794317420572042,
      "epoch": 16.771678103555832,
      "step": 53770
    },
    {
      "contrastive_lambda": 0.0263752795285232,
      "epoch": 16.771678103555832,
      "step": 53770
    },
    {
      "contrastive_lambda": 0.026366889578994523,
      "epoch": 16.77199001871491,
      "step": 53771
    },
    {
      "contrastive_lambda": 0.026358500927957773,
      "epoch": 16.772301933873987,
      "step": 53772
    },
    {
      "contrastive_lambda": 0.026350113575436263,
      "epoch": 16.772613849033064,
      "step": 53773
    },
    {
      "contrastive_lambda": 0.02634172752145275,
      "epoch": 16.77292576419214,
      "step": 53774
    },
    {
      "contrastive_lambda": 0.026333342766030332,
      "epoch": 16.773237679351215,
      "step": 53775
    },
    {
      "contrastive_lambda": 0.026324959309191875,
      "epoch": 16.773549594510293,
      "step": 53776
    },
    {
      "contrastive_lambda": 0.02631657715096042,
      "epoch": 16.77386150966937,
      "step": 53777
    },
    {
      "contrastive_lambda": 0.026308196291359054,
      "epoch": 16.774173424828447,
      "step": 53778
    },
    {
      "contrastive_lambda": 0.026299816730410597,
      "epoch": 16.774485339987525,
      "step": 53779
    },
    {
      "epoch": 16.7747972551466,
      "grad_norm": 0.04814770072698593,
      "learning_rate": 2.910392245695853e-06,
      "loss": 0.0171,
      "step": 53780
    },
    {
      "epoch": 16.7747972551466,
      "flow_loss": 0.0177428238093853,
      "step": 53780
    },
    {
      "contrastive_loss": 0.0032185735180974007,
      "epoch": 16.7747972551466,
      "step": 53780
    },
    {
      "contrastive_lambda": 0.026291438468138084,
      "epoch": 16.7747972551466,
      "step": 53780
    },
    {
      "contrastive_lambda": 0.026283061504564553,
      "epoch": 16.775109170305676,
      "step": 53781
    },
    {
      "contrastive_lambda": 0.026274685839712875,
      "epoch": 16.775421085464753,
      "step": 53782
    },
    {
      "contrastive_lambda": 0.026266311473605974,
      "epoch": 16.77573300062383,
      "step": 53783
    },
    {
      "contrastive_lambda": 0.026257938406266945,
      "epoch": 16.776044915782908,
      "step": 53784
    },
    {
      "contrastive_lambda": 0.026249566637718658,
      "epoch": 16.776356830941985,
      "step": 53785
    },
    {
      "contrastive_lambda": 0.02624119616798415,
      "epoch": 16.77666874610106,
      "step": 53786
    },
    {
      "contrastive_lambda": 0.026232826997086234,
      "epoch": 16.776980661260136,
      "step": 53787
    },
    {
      "contrastive_lambda": 0.026224459125047894,
      "epoch": 16.777292576419214,
      "step": 53788
    },
    {
      "contrastive_lambda": 0.026216092551892112,
      "epoch": 16.77760449157829,
      "step": 53789
    },
    {
      "epoch": 16.77791640673737,
      "grad_norm": 0.08626129478216171,
      "learning_rate": 2.9011345749033804e-06,
      "loss": 0.016,
      "step": 53790
    },
    {
      "epoch": 16.77791640673737,
      "flow_loss": 0.019015783444046974,
      "step": 53790
    },
    {
      "contrastive_loss": 0.004323775880038738,
      "epoch": 16.77791640673737,
      "step": 53790
    },
    {
      "contrastive_lambda": 0.026207727277641812,
      "epoch": 16.77791640673737,
      "step": 53790
    },
    {
      "contrastive_lambda": 0.026199363302320033,
      "epoch": 16.778228321896446,
      "step": 53791
    },
    {
      "contrastive_lambda": 0.02619100062594948,
      "epoch": 16.77854023705552,
      "step": 53792
    },
    {
      "contrastive_lambda": 0.02618263924855324,
      "epoch": 16.778852152214597,
      "step": 53793
    },
    {
      "contrastive_lambda": 0.02617427917015419,
      "epoch": 16.779164067373674,
      "step": 53794
    },
    {
      "contrastive_lambda": 0.026165920390775255,
      "epoch": 16.77947598253275,
      "step": 53795
    },
    {
      "contrastive_lambda": 0.026157562910439303,
      "epoch": 16.77978789769183,
      "step": 53796
    },
    {
      "contrastive_lambda": 0.026149206729169427,
      "epoch": 16.780099812850903,
      "step": 53797
    },
    {
      "contrastive_lambda": 0.026140851846988333,
      "epoch": 16.78041172800998,
      "step": 53798
    },
    {
      "contrastive_lambda": 0.026132498263918946,
      "epoch": 16.780723643169058,
      "step": 53799
    },
    {
      "epoch": 16.781035558328135,
      "grad_norm": 0.0825771614909172,
      "learning_rate": 2.8918912115026677e-06,
      "loss": 0.0238,
      "step": 53800
    },
    {
      "epoch": 16.781035558328135,
      "flow_loss": 0.03215642273426056,
      "step": 53800
    },
    {
      "contrastive_loss": 0.003450945718213916,
      "epoch": 16.781035558328135,
      "step": 53800
    },
    {
      "contrastive_lambda": 0.026124145979984248,
      "epoch": 16.781035558328135,
      "step": 53800
    },
    {
      "contrastive_lambda": 0.02611579499520711,
      "epoch": 16.781347473487212,
      "step": 53801
    },
    {
      "contrastive_lambda": 0.02610744530961051,
      "epoch": 16.78165938864629,
      "step": 53802
    },
    {
      "contrastive_lambda": 0.026099096923217213,
      "epoch": 16.781971303805364,
      "step": 53803
    },
    {
      "contrastive_lambda": 0.026090749836050087,
      "epoch": 16.78228321896444,
      "step": 53804
    },
    {
      "contrastive_lambda": 0.02608240404813217,
      "epoch": 16.782595134123518,
      "step": 53805
    },
    {
      "contrastive_lambda": 0.026074059559486107,
      "epoch": 16.782907049282596,
      "step": 53806
    },
    {
      "contrastive_lambda": 0.026065716370134995,
      "epoch": 16.783218964441673,
      "step": 53807
    },
    {
      "contrastive_lambda": 0.026057374480101703,
      "epoch": 16.78353087960075,
      "step": 53808
    },
    {
      "contrastive_lambda": 0.02604903388940899,
      "epoch": 16.783842794759824,
      "step": 53809
    },
    {
      "epoch": 16.7841547099189,
      "grad_norm": 0.06713656336069107,
      "learning_rate": 2.8826621583015743e-06,
      "loss": 0.0206,
      "step": 53810
    },
    {
      "epoch": 16.7841547099189,
      "flow_loss": 0.01670650951564312,
      "step": 53810
    },
    {
      "contrastive_loss": 0.0034824879840016365,
      "epoch": 16.7841547099189,
      "step": 53810
    },
    {
      "contrastive_lambda": 0.026040694598079783,
      "epoch": 16.7841547099189,
      "step": 53810
    },
    {
      "contrastive_lambda": 0.02603235660613684,
      "epoch": 16.78446662507798,
      "step": 53811
    },
    {
      "contrastive_lambda": 0.02602401991360309,
      "epoch": 16.784778540237056,
      "step": 53812
    },
    {
      "contrastive_lambda": 0.02601568452050146,
      "epoch": 16.785090455396134,
      "step": 53813
    },
    {
      "contrastive_lambda": 0.02600735042685476,
      "epoch": 16.785402370555207,
      "step": 53814
    },
    {
      "contrastive_lambda": 0.02599901763268575,
      "epoch": 16.785714285714285,
      "step": 53815
    },
    {
      "contrastive_lambda": 0.02599068613801747,
      "epoch": 16.786026200873362,
      "step": 53816
    },
    {
      "contrastive_lambda": 0.02598235594287246,
      "epoch": 16.78633811603244,
      "step": 53817
    },
    {
      "contrastive_lambda": 0.025974027047273807,
      "epoch": 16.786650031191517,
      "step": 53818
    },
    {
      "contrastive_lambda": 0.025965699451244384,
      "epoch": 16.786961946350594,
      "step": 53819
    },
    {
      "epoch": 16.787273861509668,
      "grad_norm": 0.07092736661434174,
      "learning_rate": 2.8734474181036643e-06,
      "loss": 0.0162,
      "step": 53820
    },
    {
      "epoch": 16.787273861509668,
      "flow_loss": 0.009187774732708931,
      "step": 53820
    },
    {
      "contrastive_loss": 0.005733584053814411,
      "epoch": 16.787273861509668,
      "step": 53820
    },
    {
      "contrastive_lambda": 0.025957373154806784,
      "epoch": 16.787273861509668,
      "step": 53820
    },
    {
      "contrastive_lambda": 0.025949048157984045,
      "epoch": 16.787585776668745,
      "step": 53821
    },
    {
      "contrastive_lambda": 0.02594072446079887,
      "epoch": 16.787897691827823,
      "step": 53822
    },
    {
      "contrastive_lambda": 0.025932402063274018,
      "epoch": 16.7882096069869,
      "step": 53823
    },
    {
      "contrastive_lambda": 0.025924080965432528,
      "epoch": 16.788521522145977,
      "step": 53824
    },
    {
      "contrastive_lambda": 0.025915761167297047,
      "epoch": 16.788833437305055,
      "step": 53825
    },
    {
      "contrastive_lambda": 0.02590744266889039,
      "epoch": 16.78914535246413,
      "step": 53826
    },
    {
      "contrastive_lambda": 0.02589912547023554,
      "epoch": 16.789457267623206,
      "step": 53827
    },
    {
      "contrastive_lambda": 0.025890809571355033,
      "epoch": 16.789769182782283,
      "step": 53828
    },
    {
      "contrastive_lambda": 0.025882494972271686,
      "epoch": 16.79008109794136,
      "step": 53829
    },
    {
      "epoch": 16.790393013100438,
      "grad_norm": 0.04813016206026077,
      "learning_rate": 2.864246993708114e-06,
      "loss": 0.0182,
      "step": 53830
    },
    {
      "epoch": 16.790393013100438,
      "flow_loss": 0.014656453393399715,
      "step": 53830
    },
    {
      "contrastive_loss": 0.003203134983778,
      "epoch": 16.790393013100438,
      "step": 53830
    },
    {
      "contrastive_lambda": 0.02587418167300859,
      "epoch": 16.790393013100438,
      "step": 53830
    },
    {
      "contrastive_lambda": 0.025865869673588227,
      "epoch": 16.79070492825951,
      "step": 53831
    },
    {
      "contrastive_lambda": 0.025857558974033634,
      "epoch": 16.79101684341859,
      "step": 53832
    },
    {
      "contrastive_lambda": 0.02584924957436735,
      "epoch": 16.791328758577666,
      "step": 53833
    },
    {
      "contrastive_lambda": 0.025840941474612245,
      "epoch": 16.791640673736744,
      "step": 53834
    },
    {
      "contrastive_lambda": 0.02583263467479119,
      "epoch": 16.79195258889582,
      "step": 53835
    },
    {
      "contrastive_lambda": 0.025824329174926886,
      "epoch": 16.7922645040549,
      "step": 53836
    },
    {
      "contrastive_lambda": 0.02581602497504204,
      "epoch": 16.792576419213972,
      "step": 53837
    },
    {
      "contrastive_lambda": 0.025807722075159634,
      "epoch": 16.79288833437305,
      "step": 53838
    },
    {
      "contrastive_lambda": 0.02579942047530215,
      "epoch": 16.793200249532127,
      "step": 53839
    },
    {
      "epoch": 16.793512164691204,
      "grad_norm": 0.07098562270402908,
      "learning_rate": 2.8550608879097884e-06,
      "loss": 0.0198,
      "step": 53840
    },
    {
      "epoch": 16.793512164691204,
      "flow_loss": 0.009519574232399464,
      "step": 53840
    },
    {
      "contrastive_loss": 0.003075577784329653,
      "epoch": 16.793512164691204,
      "step": 53840
    },
    {
      "contrastive_lambda": 0.02579112017549251,
      "epoch": 16.793512164691204,
      "step": 53840
    },
    {
      "contrastive_lambda": 0.025782821175753423,
      "epoch": 16.793824079850282,
      "step": 53841
    },
    {
      "contrastive_lambda": 0.025774523476107647,
      "epoch": 16.79413599500936,
      "step": 53842
    },
    {
      "contrastive_lambda": 0.025766227076578052,
      "epoch": 16.794447910168433,
      "step": 53843
    },
    {
      "contrastive_lambda": 0.02575793197718712,
      "epoch": 16.79475982532751,
      "step": 53844
    },
    {
      "contrastive_lambda": 0.025749638177957834,
      "epoch": 16.795071740486588,
      "step": 53845
    },
    {
      "contrastive_lambda": 0.025741345678912786,
      "epoch": 16.795383655645665,
      "step": 53846
    },
    {
      "contrastive_lambda": 0.02573305448007479,
      "epoch": 16.795695570804742,
      "step": 53847
    },
    {
      "contrastive_lambda": 0.025724764581466608,
      "epoch": 16.796007485963816,
      "step": 53848
    },
    {
      "contrastive_lambda": 0.025716475983110887,
      "epoch": 16.796319401122894,
      "step": 53849
    },
    {
      "epoch": 16.79663131628197,
      "grad_norm": 0.06598671525716782,
      "learning_rate": 2.845889103499172e-06,
      "loss": 0.0187,
      "step": 53850
    },
    {
      "epoch": 16.79663131628197,
      "flow_loss": 0.033881012350320816,
      "step": 53850
    },
    {
      "contrastive_loss": 0.002900170162320137,
      "epoch": 16.79663131628197,
      "step": 53850
    },
    {
      "contrastive_lambda": 0.02570818868503033,
      "epoch": 16.79663131628197,
      "step": 53850
    },
    {
      "contrastive_lambda": 0.0256999026872477,
      "epoch": 16.79694323144105,
      "step": 53851
    },
    {
      "contrastive_lambda": 0.025691617989785698,
      "epoch": 16.797255146600126,
      "step": 53852
    },
    {
      "contrastive_lambda": 0.025683334592667084,
      "epoch": 16.797567061759203,
      "step": 53853
    },
    {
      "contrastive_lambda": 0.02567505249591462,
      "epoch": 16.797878976918277,
      "step": 53854
    },
    {
      "contrastive_lambda": 0.025666771699550894,
      "epoch": 16.798190892077354,
      "step": 53855
    },
    {
      "contrastive_lambda": 0.02565849220359867,
      "epoch": 16.79850280723643,
      "step": 53856
    },
    {
      "contrastive_lambda": 0.025650214008080485,
      "epoch": 16.79881472239551,
      "step": 53857
    },
    {
      "contrastive_lambda": 0.02564193711301921,
      "epoch": 16.799126637554586,
      "step": 53858
    },
    {
      "contrastive_lambda": 0.0256336615184376,
      "epoch": 16.799438552713664,
      "step": 53859
    },
    {
      "epoch": 16.799750467872737,
      "grad_norm": 0.08522392809391022,
      "learning_rate": 2.8367316432624138e-06,
      "loss": 0.0222,
      "step": 53860
    },
    {
      "epoch": 16.799750467872737,
      "flow_loss": 0.013669301755726337,
      "step": 53860
    },
    {
      "contrastive_loss": 0.004214993678033352,
      "epoch": 16.799750467872737,
      "step": 53860
    },
    {
      "contrastive_lambda": 0.025625387224358143,
      "epoch": 16.799750467872737,
      "step": 53860
    },
    {
      "contrastive_lambda": 0.02561711423080365,
      "epoch": 16.800062383031815,
      "step": 53861
    },
    {
      "contrastive_lambda": 0.025608842537796828,
      "epoch": 16.800374298190892,
      "step": 53862
    },
    {
      "contrastive_lambda": 0.025600572145360212,
      "epoch": 16.80068621334997,
      "step": 53863
    },
    {
      "contrastive_lambda": 0.025592303053516563,
      "epoch": 16.800998128509047,
      "step": 53864
    },
    {
      "contrastive_lambda": 0.02558403526228864,
      "epoch": 16.80131004366812,
      "step": 53865
    },
    {
      "contrastive_lambda": 0.02557576877169898,
      "epoch": 16.801621958827198,
      "step": 53866
    },
    {
      "contrastive_lambda": 0.025567503581770346,
      "epoch": 16.801933873986275,
      "step": 53867
    },
    {
      "contrastive_lambda": 0.02555923969252516,
      "epoch": 16.802245789145353,
      "step": 53868
    },
    {
      "contrastive_lambda": 0.02555097710398635,
      "epoch": 16.80255770430443,
      "step": 53869
    },
    {
      "epoch": 16.802869619463507,
      "grad_norm": 0.05429556593298912,
      "learning_rate": 2.8275885099813105e-06,
      "loss": 0.0183,
      "step": 53870
    },
    {
      "epoch": 16.802869619463507,
      "flow_loss": 0.013432028703391552,
      "step": 53870
    },
    {
      "contrastive_loss": 0.0028525693342089653,
      "epoch": 16.802869619463507,
      "step": 53870
    },
    {
      "contrastive_lambda": 0.025542715816176564,
      "epoch": 16.802869619463507,
      "step": 53870
    },
    {
      "contrastive_lambda": 0.02553445582911823,
      "epoch": 16.80318153462258,
      "step": 53871
    },
    {
      "contrastive_lambda": 0.025526197142834217,
      "epoch": 16.80349344978166,
      "step": 53872
    },
    {
      "contrastive_lambda": 0.025517939757347063,
      "epoch": 16.803805364940736,
      "step": 53873
    },
    {
      "contrastive_lambda": 0.025509683672679306,
      "epoch": 16.804117280099813,
      "step": 53874
    },
    {
      "contrastive_lambda": 0.02550142888885376,
      "epoch": 16.80442919525889,
      "step": 53875
    },
    {
      "contrastive_lambda": 0.025493175405893076,
      "epoch": 16.804741110417968,
      "step": 53876
    },
    {
      "contrastive_lambda": 0.025484923223819678,
      "epoch": 16.805053025577042,
      "step": 53877
    },
    {
      "contrastive_lambda": 0.025476672342656437,
      "epoch": 16.80536494073612,
      "step": 53878
    },
    {
      "contrastive_lambda": 0.025468422762425724,
      "epoch": 16.805676855895197,
      "step": 53879
    },
    {
      "epoch": 16.805988771054274,
      "grad_norm": 0.06500104814767838,
      "learning_rate": 2.8184597064332963e-06,
      "loss": 0.0172,
      "step": 53880
    },
    {
      "epoch": 16.805988771054274,
      "flow_loss": 0.015290305018424988,
      "step": 53880
    },
    {
      "contrastive_loss": 0.003720685839653015,
      "epoch": 16.805988771054274,
      "step": 53880
    },
    {
      "contrastive_lambda": 0.025460174483150244,
      "epoch": 16.805988771054274,
      "step": 53880
    },
    {
      "contrastive_lambda": 0.025451927504852756,
      "epoch": 16.80630068621335,
      "step": 53881
    },
    {
      "contrastive_lambda": 0.02544368182755563,
      "epoch": 16.806612601372425,
      "step": 53882
    },
    {
      "contrastive_lambda": 0.025435437451281684,
      "epoch": 16.806924516531502,
      "step": 53883
    },
    {
      "contrastive_lambda": 0.025427194376053452,
      "epoch": 16.80723643169058,
      "step": 53884
    },
    {
      "contrastive_lambda": 0.025418952601893363,
      "epoch": 16.807548346849657,
      "step": 53885
    },
    {
      "contrastive_lambda": 0.025410712128824342,
      "epoch": 16.807860262008735,
      "step": 53886
    },
    {
      "contrastive_lambda": 0.025402472956868705,
      "epoch": 16.808172177167812,
      "step": 53887
    },
    {
      "contrastive_lambda": 0.0253942350860491,
      "epoch": 16.808484092326886,
      "step": 53888
    },
    {
      "contrastive_lambda": 0.025385998516388286,
      "epoch": 16.808796007485963,
      "step": 53889
    },
    {
      "epoch": 16.80910792264504,
      "grad_norm": 0.053434520959854126,
      "learning_rate": 2.809345235391464e-06,
      "loss": 0.0206,
      "step": 53890
    },
    {
      "epoch": 16.80910792264504,
      "flow_loss": 0.010566136799752712,
      "step": 53890
    },
    {
      "contrastive_loss": 0.004031606484204531,
      "epoch": 16.80910792264504,
      "step": 53890
    },
    {
      "contrastive_lambda": 0.02537776324790858,
      "epoch": 16.80910792264504,
      "step": 53890
    },
    {
      "contrastive_lambda": 0.02536952928063263,
      "epoch": 16.809419837804118,
      "step": 53891
    },
    {
      "contrastive_lambda": 0.025361296614583195,
      "epoch": 16.809731752963195,
      "step": 53892
    },
    {
      "contrastive_lambda": 0.025353065249782647,
      "epoch": 16.81004366812227,
      "step": 53893
    },
    {
      "contrastive_lambda": 0.025344835186253745,
      "epoch": 16.810355583281346,
      "step": 53894
    },
    {
      "contrastive_lambda": 0.025336606424018804,
      "epoch": 16.810667498440424,
      "step": 53895
    },
    {
      "contrastive_lambda": 0.025328378963100473,
      "epoch": 16.8109794135995,
      "step": 53896
    },
    {
      "contrastive_lambda": 0.0253201528035214,
      "epoch": 16.81129132875858,
      "step": 53897
    },
    {
      "contrastive_lambda": 0.02531192794530407,
      "epoch": 16.811603243917656,
      "step": 53898
    },
    {
      "contrastive_lambda": 0.025303704388471016,
      "epoch": 16.81191515907673,
      "step": 53899
    },
    {
      "epoch": 16.812227074235807,
      "grad_norm": 0.06281355023384094,
      "learning_rate": 2.80024509962456e-06,
      "loss": 0.0182,
      "step": 53900
    },
    {
      "epoch": 16.812227074235807,
      "flow_loss": 0.02266426756978035,
      "step": 53900
    },
    {
      "contrastive_loss": 0.003236530814319849,
      "epoch": 16.812227074235807,
      "step": 53900
    },
    {
      "contrastive_lambda": 0.02529548213304489,
      "epoch": 16.812227074235807,
      "step": 53900
    },
    {
      "contrastive_lambda": 0.025287261179048115,
      "epoch": 16.812538989394884,
      "step": 53901
    },
    {
      "contrastive_lambda": 0.025279041526503176,
      "epoch": 16.81285090455396,
      "step": 53902
    },
    {
      "contrastive_lambda": 0.025270823175432833,
      "epoch": 16.81316281971304,
      "step": 53903
    },
    {
      "contrastive_lambda": 0.0252626061258594,
      "epoch": 16.813474734872116,
      "step": 53904
    },
    {
      "contrastive_lambda": 0.02525439037780558,
      "epoch": 16.81378665003119,
      "step": 53905
    },
    {
      "contrastive_lambda": 0.02524617593129369,
      "epoch": 16.814098565190267,
      "step": 53906
    },
    {
      "contrastive_lambda": 0.025237962786346435,
      "epoch": 16.814410480349345,
      "step": 53907
    },
    {
      "contrastive_lambda": 0.025229750942986184,
      "epoch": 16.814722395508422,
      "step": 53908
    },
    {
      "contrastive_lambda": 0.025221540401235587,
      "epoch": 16.8150343106675,
      "step": 53909
    },
    {
      "epoch": 16.815346225826573,
      "grad_norm": 0.0687202513217926,
      "learning_rate": 2.7911593018969563e-06,
      "loss": 0.0196,
      "step": 53910
    },
    {
      "epoch": 16.815346225826573,
      "flow_loss": 0.016330301761627197,
      "step": 53910
    },
    {
      "contrastive_loss": 0.0032845367677509785,
      "epoch": 16.815346225826573,
      "step": 53910
    },
    {
      "contrastive_lambda": 0.02521333116111707,
      "epoch": 16.815346225826573,
      "step": 53910
    },
    {
      "contrastive_lambda": 0.025205123222653225,
      "epoch": 16.81565814098565,
      "step": 53911
    },
    {
      "contrastive_lambda": 0.025196916585866425,
      "epoch": 16.815970056144728,
      "step": 53912
    },
    {
      "contrastive_lambda": 0.025188711250779316,
      "epoch": 16.816281971303805,
      "step": 53913
    },
    {
      "contrastive_lambda": 0.02518050721741416,
      "epoch": 16.816593886462883,
      "step": 53914
    },
    {
      "contrastive_lambda": 0.025172304485793662,
      "epoch": 16.81690580162196,
      "step": 53915
    },
    {
      "contrastive_lambda": 0.025164103055940357,
      "epoch": 16.817217716781034,
      "step": 53916
    },
    {
      "contrastive_lambda": 0.02515590292787656,
      "epoch": 16.81752963194011,
      "step": 53917
    },
    {
      "contrastive_lambda": 0.025147704101624757,
      "epoch": 16.81784154709919,
      "step": 53918
    },
    {
      "contrastive_lambda": 0.025139506577207538,
      "epoch": 16.818153462258266,
      "step": 53919
    },
    {
      "epoch": 16.818465377417343,
      "grad_norm": 0.08520931005477905,
      "learning_rate": 2.7820878449686838e-06,
      "loss": 0.0235,
      "step": 53920
    },
    {
      "epoch": 16.818465377417343,
      "flow_loss": 0.009899187833070755,
      "step": 53920
    },
    {
      "contrastive_loss": 0.00325752142816782,
      "epoch": 16.818465377417343,
      "step": 53920
    },
    {
      "contrastive_lambda": 0.02513131035464733,
      "epoch": 16.818465377417343,
      "step": 53920
    },
    {
      "contrastive_lambda": 0.02512311543396656,
      "epoch": 16.81877729257642,
      "step": 53921
    },
    {
      "contrastive_lambda": 0.02511492181518782,
      "epoch": 16.819089207735495,
      "step": 53922
    },
    {
      "contrastive_lambda": 0.02510672949833337,
      "epoch": 16.819401122894572,
      "step": 53923
    },
    {
      "contrastive_lambda": 0.025098538483425914,
      "epoch": 16.81971303805365,
      "step": 53924
    },
    {
      "contrastive_lambda": 0.025090348770487603,
      "epoch": 16.820024953212727,
      "step": 53925
    },
    {
      "contrastive_lambda": 0.02508216035954114,
      "epoch": 16.820336868371804,
      "step": 53926
    },
    {
      "contrastive_lambda": 0.025073973250609005,
      "epoch": 16.820648783530878,
      "step": 53927
    },
    {
      "contrastive_lambda": 0.025065787443713405,
      "epoch": 16.820960698689955,
      "step": 53928
    },
    {
      "contrastive_lambda": 0.02505760293887699,
      "epoch": 16.821272613849032,
      "step": 53929
    },
    {
      "epoch": 16.82158452900811,
      "grad_norm": 0.06503617763519287,
      "learning_rate": 2.7730307315953995e-06,
      "loss": 0.0178,
      "step": 53930
    },
    {
      "epoch": 16.82158452900811,
      "flow_loss": 0.01516328752040863,
      "step": 53930
    },
    {
      "contrastive_loss": 0.0038823075592517853,
      "epoch": 16.82158452900811,
      "step": 53930
    },
    {
      "contrastive_lambda": 0.025049419736122125,
      "epoch": 16.82158452900811,
      "step": 53930
    },
    {
      "contrastive_lambda": 0.02504123783547113,
      "epoch": 16.821896444167187,
      "step": 53931
    },
    {
      "contrastive_lambda": 0.0250330572369466,
      "epoch": 16.822208359326265,
      "step": 53932
    },
    {
      "contrastive_lambda": 0.02502487794057101,
      "epoch": 16.82252027448534,
      "step": 53933
    },
    {
      "contrastive_lambda": 0.025016699946366627,
      "epoch": 16.822832189644416,
      "step": 53934
    },
    {
      "contrastive_lambda": 0.025008523254355985,
      "epoch": 16.823144104803493,
      "step": 53935
    },
    {
      "contrastive_lambda": 0.02500034786456129,
      "epoch": 16.82345601996257,
      "step": 53936
    },
    {
      "contrastive_lambda": 0.02499217377700519,
      "epoch": 16.823767935121648,
      "step": 53937
    },
    {
      "contrastive_lambda": 0.024984000991710054,
      "epoch": 16.824079850280725,
      "step": 53938
    },
    {
      "contrastive_lambda": 0.0249758295086982,
      "epoch": 16.8243917654398,
      "step": 53939
    },
    {
      "epoch": 16.824703680598876,
      "grad_norm": 0.07246829569339752,
      "learning_rate": 2.763987964528425e-06,
      "loss": 0.0177,
      "step": 53940
    },
    {
      "epoch": 16.824703680598876,
      "flow_loss": 0.02252642624080181,
      "step": 53940
    },
    {
      "contrastive_loss": 0.004028696566820145,
      "epoch": 16.824703680598876,
      "step": 53940
    },
    {
      "contrastive_lambda": 0.02496765932799211,
      "epoch": 16.824703680598876,
      "step": 53940
    },
    {
      "contrastive_lambda": 0.024959490449614208,
      "epoch": 16.825015595757954,
      "step": 53941
    },
    {
      "contrastive_lambda": 0.024951322873586645,
      "epoch": 16.82532751091703,
      "step": 53942
    },
    {
      "contrastive_lambda": 0.024943156599932237,
      "epoch": 16.82563942607611,
      "step": 53943
    },
    {
      "contrastive_lambda": 0.024934991628672964,
      "epoch": 16.825951341235182,
      "step": 53944
    },
    {
      "contrastive_lambda": 0.024926827959831477,
      "epoch": 16.82626325639426,
      "step": 53945
    },
    {
      "contrastive_lambda": 0.02491866559343009,
      "epoch": 16.826575171553337,
      "step": 53946
    },
    {
      "contrastive_lambda": 0.024910504529491062,
      "epoch": 16.826887086712414,
      "step": 53947
    },
    {
      "contrastive_lambda": 0.02490234476803682,
      "epoch": 16.82719900187149,
      "step": 53948
    },
    {
      "contrastive_lambda": 0.024894186309089905,
      "epoch": 16.82751091703057,
      "step": 53949
    },
    {
      "epoch": 16.827822832189643,
      "grad_norm": 0.0737864226102829,
      "learning_rate": 2.754959546514718e-06,
      "loss": 0.0198,
      "step": 53950
    },
    {
      "epoch": 16.827822832189643,
      "flow_loss": 0.04260697960853577,
      "step": 53950
    },
    {
      "contrastive_loss": 0.0033927462063729763,
      "epoch": 16.827822832189643,
      "step": 53950
    },
    {
      "contrastive_lambda": 0.024886029152672517,
      "epoch": 16.827822832189643,
      "step": 53950
    },
    {
      "contrastive_lambda": 0.024877873298807085,
      "epoch": 16.82813474734872,
      "step": 53951
    },
    {
      "contrastive_lambda": 0.024869718747515868,
      "epoch": 16.828446662507798,
      "step": 53952
    },
    {
      "contrastive_lambda": 0.024861565498821236,
      "epoch": 16.828758577666875,
      "step": 53953
    },
    {
      "contrastive_lambda": 0.024853413552745784,
      "epoch": 16.829070492825952,
      "step": 53954
    },
    {
      "contrastive_lambda": 0.02484526290931155,
      "epoch": 16.82938240798503,
      "step": 53955
    },
    {
      "contrastive_lambda": 0.024837113568541014,
      "epoch": 16.829694323144103,
      "step": 53956
    },
    {
      "contrastive_lambda": 0.024828965530456604,
      "epoch": 16.83000623830318,
      "step": 53957
    },
    {
      "contrastive_lambda": 0.024820818795080468,
      "epoch": 16.830318153462258,
      "step": 53958
    },
    {
      "contrastive_lambda": 0.024812673362434978,
      "epoch": 16.830630068621335,
      "step": 53959
    },
    {
      "epoch": 16.830941983780413,
      "grad_norm": 0.06885627657175064,
      "learning_rate": 2.7459454802968576e-06,
      "loss": 0.0281,
      "step": 53960
    },
    {
      "epoch": 16.830941983780413,
      "flow_loss": 0.020126396790146828,
      "step": 53960
    },
    {
      "contrastive_loss": 0.0035802985075861216,
      "epoch": 16.830941983780413,
      "step": 53960
    },
    {
      "contrastive_lambda": 0.024804529232542616,
      "epoch": 16.830941983780413,
      "step": 53960
    },
    {
      "contrastive_lambda": 0.02479638640542564,
      "epoch": 16.831253898939487,
      "step": 53961
    },
    {
      "contrastive_lambda": 0.02478824488110637,
      "epoch": 16.831565814098564,
      "step": 53962
    },
    {
      "contrastive_lambda": 0.024780104659607005,
      "epoch": 16.83187772925764,
      "step": 53963
    },
    {
      "contrastive_lambda": 0.02477196574095003,
      "epoch": 16.83218964441672,
      "step": 53964
    },
    {
      "contrastive_lambda": 0.02476382812515765,
      "epoch": 16.832501559575796,
      "step": 53965
    },
    {
      "contrastive_lambda": 0.024755691812252234,
      "epoch": 16.832813474734873,
      "step": 53966
    },
    {
      "contrastive_lambda": 0.024747556802256043,
      "epoch": 16.833125389893947,
      "step": 53967
    },
    {
      "contrastive_lambda": 0.02473942309519156,
      "epoch": 16.833437305053025,
      "step": 53968
    },
    {
      "contrastive_lambda": 0.024731290691080765,
      "epoch": 16.833749220212102,
      "step": 53969
    },
    {
      "epoch": 16.83406113537118,
      "grad_norm": 0.0772889256477356,
      "learning_rate": 2.7369457686131028e-06,
      "loss": 0.0177,
      "step": 53970
    },
    {
      "epoch": 16.83406113537118,
      "flow_loss": 0.021083541214466095,
      "step": 53970
    },
    {
      "contrastive_loss": 0.003981881309300661,
      "epoch": 16.83406113537118,
      "step": 53970
    },
    {
      "contrastive_lambda": 0.024723159589946087,
      "epoch": 16.83406113537118,
      "step": 53970
    },
    {
      "contrastive_lambda": 0.024715029791810006,
      "epoch": 16.834373050530257,
      "step": 53971
    },
    {
      "contrastive_lambda": 0.024706901296694617,
      "epoch": 16.834684965689334,
      "step": 53972
    },
    {
      "contrastive_lambda": 0.024698774104622234,
      "epoch": 16.834996880848408,
      "step": 53973
    },
    {
      "contrastive_lambda": 0.02469064821561512,
      "epoch": 16.835308796007485,
      "step": 53974
    },
    {
      "contrastive_lambda": 0.024682523629695585,
      "epoch": 16.835620711166563,
      "step": 53975
    },
    {
      "contrastive_lambda": 0.024674400346885894,
      "epoch": 16.83593262632564,
      "step": 53976
    },
    {
      "contrastive_lambda": 0.02466627836720836,
      "epoch": 16.836244541484717,
      "step": 53977
    },
    {
      "contrastive_lambda": 0.02465815769068519,
      "epoch": 16.83655645664379,
      "step": 53978
    },
    {
      "contrastive_lambda": 0.024650038317338696,
      "epoch": 16.83686837180287,
      "step": 53979
    },
    {
      "epoch": 16.837180286961946,
      "grad_norm": 0.07770199328660965,
      "learning_rate": 2.7279604141973004e-06,
      "loss": 0.0255,
      "step": 53980
    },
    {
      "epoch": 16.837180286961946,
      "flow_loss": 0.012515031732618809,
      "step": 53980
    },
    {
      "contrastive_loss": 0.0034073805436491966,
      "epoch": 16.837180286961946,
      "step": 53980
    },
    {
      "contrastive_lambda": 0.024641920247191085,
      "epoch": 16.837180286961946,
      "step": 53980
    },
    {
      "contrastive_lambda": 0.02463380348026467,
      "epoch": 16.837492202121023,
      "step": 53981
    },
    {
      "contrastive_lambda": 0.02462568801658155,
      "epoch": 16.8378041172801,
      "step": 53982
    },
    {
      "contrastive_lambda": 0.0246175738561642,
      "epoch": 16.838116032439178,
      "step": 53983
    },
    {
      "contrastive_lambda": 0.024609460999034827,
      "epoch": 16.83842794759825,
      "step": 53984
    },
    {
      "contrastive_lambda": 0.02460134944521547,
      "epoch": 16.83873986275733,
      "step": 53985
    },
    {
      "contrastive_lambda": 0.024593239194728556,
      "epoch": 16.839051777916406,
      "step": 53986
    },
    {
      "contrastive_lambda": 0.024585130247596343,
      "epoch": 16.839363693075484,
      "step": 53987
    },
    {
      "contrastive_lambda": 0.02457702260384087,
      "epoch": 16.83967560823456,
      "step": 53988
    },
    {
      "contrastive_lambda": 0.024568916263484564,
      "epoch": 16.83998752339364,
      "step": 53989
    },
    {
      "epoch": 16.840299438552712,
      "grad_norm": 0.07513074576854706,
      "learning_rate": 2.7189894197789946e-06,
      "loss": 0.0237,
      "step": 53990
    },
    {
      "epoch": 16.840299438552712,
      "flow_loss": 0.007679445669054985,
      "step": 53990
    },
    {
      "contrastive_loss": 0.003342568874359131,
      "epoch": 16.840299438552712,
      "step": 53990
    },
    {
      "contrastive_lambda": 0.024560811226549573,
      "epoch": 16.840299438552712,
      "step": 53990
    },
    {
      "contrastive_lambda": 0.024552707493058046,
      "epoch": 16.84061135371179,
      "step": 53991
    },
    {
      "contrastive_lambda": 0.024544605063032354,
      "epoch": 16.840923268870867,
      "step": 53992
    },
    {
      "contrastive_lambda": 0.02453650393649448,
      "epoch": 16.841235184029944,
      "step": 53993
    },
    {
      "contrastive_lambda": 0.02452840411346685,
      "epoch": 16.84154709918902,
      "step": 53994
    },
    {
      "contrastive_lambda": 0.02452030559397167,
      "epoch": 16.841859014348096,
      "step": 53995
    },
    {
      "contrastive_lambda": 0.02451220837803103,
      "epoch": 16.842170929507173,
      "step": 53996
    },
    {
      "contrastive_lambda": 0.024504112465667194,
      "epoch": 16.84248284466625,
      "step": 53997
    },
    {
      "contrastive_lambda": 0.024496017856902252,
      "epoch": 16.842794759825328,
      "step": 53998
    },
    {
      "contrastive_lambda": 0.02448792455175841,
      "epoch": 16.843106674984405,
      "step": 53999
    },
    {
      "epoch": 16.843418590143482,
      "grad_norm": 0.06948806345462799,
      "learning_rate": 2.7100327880833055e-06,
      "loss": 0.0195,
      "step": 54000
    },
    {
      "epoch": 16.843418590143482,
      "flow_loss": 0.04008615016937256,
      "step": 54000
    },
    {
      "contrastive_loss": 0.0025698402896523476,
      "epoch": 16.843418590143482,
      "step": 54000
    },
    {
      "contrastive_lambda": 0.024479832550258096,
      "epoch": 16.843418590143482,
      "step": 54000
    },
    {
      "contrastive_lambda": 0.024471741852423234,
      "epoch": 16.843730505302556,
      "step": 54001
    },
    {
      "contrastive_lambda": 0.024463652458276086,
      "epoch": 16.844042420461633,
      "step": 54002
    },
    {
      "contrastive_lambda": 0.02445556436783891,
      "epoch": 16.84435433562071,
      "step": 54003
    },
    {
      "contrastive_lambda": 0.024447477581133747,
      "epoch": 16.844666250779788,
      "step": 54004
    },
    {
      "contrastive_lambda": 0.02443939209818269,
      "epoch": 16.844978165938866,
      "step": 54005
    },
    {
      "contrastive_lambda": 0.02443130791900827,
      "epoch": 16.845290081097943,
      "step": 54006
    },
    {
      "contrastive_lambda": 0.024423225043632313,
      "epoch": 16.845601996257017,
      "step": 54007
    },
    {
      "contrastive_lambda": 0.024415143472077128,
      "epoch": 16.845913911416094,
      "step": 54008
    },
    {
      "contrastive_lambda": 0.02440706320436481,
      "epoch": 16.84622582657517,
      "step": 54009
    },
    {
      "epoch": 16.84653774173425,
      "grad_norm": 0.05769273266196251,
      "learning_rate": 2.70109052183104e-06,
      "loss": 0.0167,
      "step": 54010
    },
    {
      "epoch": 16.84653774173425,
      "flow_loss": 0.015241977758705616,
      "step": 54010
    },
    {
      "contrastive_loss": 0.0031478903256356716,
      "epoch": 16.84653774173425,
      "step": 54010
    },
    {
      "contrastive_lambda": 0.024398984240517396,
      "epoch": 16.84653774173425,
      "step": 54010
    },
    {
      "contrastive_lambda": 0.02439090658055737,
      "epoch": 16.846849656893326,
      "step": 54011
    },
    {
      "contrastive_lambda": 0.024382830224506602,
      "epoch": 16.8471615720524,
      "step": 54012
    },
    {
      "contrastive_lambda": 0.024374755172387297,
      "epoch": 16.847473487211477,
      "step": 54013
    },
    {
      "contrastive_lambda": 0.02436668142422166,
      "epoch": 16.847785402370555,
      "step": 54014
    },
    {
      "contrastive_lambda": 0.024358608980031726,
      "epoch": 16.848097317529632,
      "step": 54015
    },
    {
      "contrastive_lambda": 0.024350537839839592,
      "epoch": 16.84840923268871,
      "step": 54016
    },
    {
      "contrastive_lambda": 0.024342468003667572,
      "epoch": 16.848721147847787,
      "step": 54017
    },
    {
      "contrastive_lambda": 0.02433439947153765,
      "epoch": 16.84903306300686,
      "step": 54018
    },
    {
      "contrastive_lambda": 0.024326332243472026,
      "epoch": 16.849344978165938,
      "step": 54019
    },
    {
      "epoch": 16.849656893325015,
      "grad_norm": 0.0542309544980526,
      "learning_rate": 2.69216262373862e-06,
      "loss": 0.0197,
      "step": 54020
    },
    {
      "epoch": 16.849656893325015,
      "flow_loss": 0.012354426085948944,
      "step": 54020
    },
    {
      "contrastive_loss": 0.0035133780911564827,
      "epoch": 16.849656893325015,
      "step": 54020
    },
    {
      "contrastive_lambda": 0.024318266319492743,
      "epoch": 16.849656893325015,
      "step": 54020
    },
    {
      "contrastive_lambda": 0.02431020169962189,
      "epoch": 16.849968808484093,
      "step": 54021
    },
    {
      "contrastive_lambda": 0.024302138383881677,
      "epoch": 16.85028072364317,
      "step": 54022
    },
    {
      "contrastive_lambda": 0.024294076372294138,
      "epoch": 16.850592638802247,
      "step": 54023
    },
    {
      "contrastive_lambda": 0.024286015664881366,
      "epoch": 16.85090455396132,
      "step": 54024
    },
    {
      "contrastive_lambda": 0.024277956261665623,
      "epoch": 16.8512164691204,
      "step": 54025
    },
    {
      "contrastive_lambda": 0.02426989816266878,
      "epoch": 16.851528384279476,
      "step": 54026
    },
    {
      "contrastive_lambda": 0.024261841367912984,
      "epoch": 16.851840299438553,
      "step": 54027
    },
    {
      "contrastive_lambda": 0.024253785877420386,
      "epoch": 16.85215221459763,
      "step": 54028
    },
    {
      "contrastive_lambda": 0.02424573169121308,
      "epoch": 16.852464129756704,
      "step": 54029
    },
    {
      "epoch": 16.85277604491578,
      "grad_norm": 0.17284613847732544,
      "learning_rate": 2.6832490965181036e-06,
      "loss": 0.0207,
      "step": 54030
    },
    {
      "epoch": 16.85277604491578,
      "flow_loss": 0.012288316152989864,
      "step": 54030
    },
    {
      "contrastive_loss": 0.0031445170752704144,
      "epoch": 16.85277604491578,
      "step": 54030
    },
    {
      "contrastive_lambda": 0.0242376788093131,
      "epoch": 16.85277604491578,
      "step": 54030
    },
    {
      "contrastive_lambda": 0.024229627231742545,
      "epoch": 16.85308796007486,
      "step": 54031
    },
    {
      "contrastive_lambda": 0.02422157695852345,
      "epoch": 16.853399875233936,
      "step": 54032
    },
    {
      "contrastive_lambda": 0.024213527989677908,
      "epoch": 16.853711790393014,
      "step": 54033
    },
    {
      "contrastive_lambda": 0.024205480325228013,
      "epoch": 16.85402370555209,
      "step": 54034
    },
    {
      "contrastive_lambda": 0.024197433965195803,
      "epoch": 16.854335620711165,
      "step": 54035
    },
    {
      "contrastive_lambda": 0.024189388909603426,
      "epoch": 16.854647535870242,
      "step": 54036
    },
    {
      "contrastive_lambda": 0.024181345158472756,
      "epoch": 16.85495945102932,
      "step": 54037
    },
    {
      "contrastive_lambda": 0.024173302711825995,
      "epoch": 16.855271366188397,
      "step": 54038
    },
    {
      "contrastive_lambda": 0.02416526156968507,
      "epoch": 16.855583281347474,
      "step": 54039
    },
    {
      "epoch": 16.85589519650655,
      "grad_norm": 0.052077796310186386,
      "learning_rate": 2.6743499428771857e-06,
      "loss": 0.0201,
      "step": 54040
    },
    {
      "epoch": 16.85589519650655,
      "flow_loss": 0.011193301528692245,
      "step": 54040
    },
    {
      "contrastive_loss": 0.004056677222251892,
      "epoch": 16.85589519650655,
      "step": 54040
    },
    {
      "contrastive_lambda": 0.02415722173207213,
      "epoch": 16.85589519650655,
      "step": 54040
    },
    {
      "contrastive_lambda": 0.024149183199009217,
      "epoch": 16.856207111665626,
      "step": 54041
    },
    {
      "contrastive_lambda": 0.024141145970518307,
      "epoch": 16.856519026824703,
      "step": 54042
    },
    {
      "contrastive_lambda": 0.024133110046621442,
      "epoch": 16.85683094198378,
      "step": 54043
    },
    {
      "contrastive_lambda": 0.024125075427340714,
      "epoch": 16.857142857142858,
      "step": 54044
    },
    {
      "contrastive_lambda": 0.024117042112698106,
      "epoch": 16.857454772301935,
      "step": 54045
    },
    {
      "contrastive_lambda": 0.024109010102715656,
      "epoch": 16.85776668746101,
      "step": 54046
    },
    {
      "contrastive_lambda": 0.024100979397415345,
      "epoch": 16.858078602620086,
      "step": 54047
    },
    {
      "contrastive_lambda": 0.024092949996819213,
      "epoch": 16.858390517779164,
      "step": 54048
    },
    {
      "contrastive_lambda": 0.024084921900949352,
      "epoch": 16.85870243293824,
      "step": 54049
    },
    {
      "epoch": 16.85901434809732,
      "grad_norm": 0.06604693830013275,
      "learning_rate": 2.6654651655191875e-06,
      "loss": 0.0224,
      "step": 54050
    },
    {
      "epoch": 16.85901434809732,
      "flow_loss": 0.01594686135649681,
      "step": 54050
    },
    {
      "contrastive_loss": 0.003419191110879183,
      "epoch": 16.85901434809732,
      "step": 54050
    },
    {
      "contrastive_lambda": 0.02407689510982758,
      "epoch": 16.85901434809732,
      "step": 54050
    },
    {
      "contrastive_lambda": 0.024068869623476097,
      "epoch": 16.859326263256396,
      "step": 54051
    },
    {
      "contrastive_lambda": 0.02406084544191689,
      "epoch": 16.85963817841547,
      "step": 54052
    },
    {
      "contrastive_lambda": 0.024052822565171772,
      "epoch": 16.859950093574547,
      "step": 54053
    },
    {
      "contrastive_lambda": 0.024044800993263005,
      "epoch": 16.860262008733624,
      "step": 54054
    },
    {
      "contrastive_lambda": 0.024036780726212348,
      "epoch": 16.8605739238927,
      "step": 54055
    },
    {
      "contrastive_lambda": 0.024028761764041784,
      "epoch": 16.86088583905178,
      "step": 54056
    },
    {
      "contrastive_lambda": 0.024020744106773573,
      "epoch": 16.861197754210856,
      "step": 54057
    },
    {
      "contrastive_lambda": 0.02401272775442942,
      "epoch": 16.86150966936993,
      "step": 54058
    },
    {
      "contrastive_lambda": 0.024004712707031417,
      "epoch": 16.861821584529007,
      "step": 54059
    },
    {
      "epoch": 16.862133499688085,
      "grad_norm": 0.08561395853757858,
      "learning_rate": 2.6565947671430836e-06,
      "loss": 0.0182,
      "step": 54060
    },
    {
      "epoch": 16.862133499688085,
      "flow_loss": 0.01650458201766014,
      "step": 54060
    },
    {
      "contrastive_loss": 0.004165491554886103,
      "epoch": 16.862133499688085,
      "step": 54060
    },
    {
      "contrastive_lambda": 0.02399669896460155,
      "epoch": 16.862133499688085,
      "step": 54060
    },
    {
      "contrastive_lambda": 0.023988686527161684,
      "epoch": 16.862445414847162,
      "step": 54061
    },
    {
      "contrastive_lambda": 0.023980675394733864,
      "epoch": 16.86275733000624,
      "step": 54062
    },
    {
      "contrastive_lambda": 0.02397266556734018,
      "epoch": 16.863069245165313,
      "step": 54063
    },
    {
      "contrastive_lambda": 0.023964657045002336,
      "epoch": 16.86338116032439,
      "step": 54064
    },
    {
      "contrastive_lambda": 0.023956649827742538,
      "epoch": 16.863693075483468,
      "step": 54065
    },
    {
      "contrastive_lambda": 0.02394864391558249,
      "epoch": 16.864004990642545,
      "step": 54066
    },
    {
      "contrastive_lambda": 0.02394063930854423,
      "epoch": 16.864316905801623,
      "step": 54067
    },
    {
      "contrastive_lambda": 0.023932636006649854,
      "epoch": 16.8646288209607,
      "step": 54068
    },
    {
      "contrastive_lambda": 0.02392463400992112,
      "epoch": 16.864940736119774,
      "step": 54069
    },
    {
      "epoch": 16.86525265127885,
      "grad_norm": 0.07175687700510025,
      "learning_rate": 2.647738750443457e-06,
      "loss": 0.0229,
      "step": 54070
    },
    {
      "epoch": 16.86525265127885,
      "flow_loss": 0.012798160314559937,
      "step": 54070
    },
    {
      "contrastive_loss": 0.003472353797405958,
      "epoch": 16.86525265127885,
      "step": 54070
    },
    {
      "contrastive_lambda": 0.023916633318380065,
      "epoch": 16.86525265127885,
      "step": 54070
    },
    {
      "contrastive_lambda": 0.023908633932048617,
      "epoch": 16.86556456643793,
      "step": 54071
    },
    {
      "contrastive_lambda": 0.02390063585094865,
      "epoch": 16.865876481597006,
      "step": 54072
    },
    {
      "contrastive_lambda": 0.02389263907510203,
      "epoch": 16.866188396756083,
      "step": 54073
    },
    {
      "contrastive_lambda": 0.02388464360453091,
      "epoch": 16.86650031191516,
      "step": 54074
    },
    {
      "contrastive_lambda": 0.02387664943925699,
      "epoch": 16.866812227074234,
      "step": 54075
    },
    {
      "contrastive_lambda": 0.023868656579302372,
      "epoch": 16.867124142233312,
      "step": 54076
    },
    {
      "contrastive_lambda": 0.023860665024688754,
      "epoch": 16.86743605739239,
      "step": 54077
    },
    {
      "contrastive_lambda": 0.02385267477543812,
      "epoch": 16.867747972551467,
      "step": 54078
    },
    {
      "contrastive_lambda": 0.02384468583157251,
      "epoch": 16.868059887710544,
      "step": 54079
    },
    {
      "epoch": 16.868371802869618,
      "grad_norm": 0.0656324103474617,
      "learning_rate": 2.6388971181105393e-06,
      "loss": 0.0179,
      "step": 54080
    },
    {
      "epoch": 16.868371802869618,
      "flow_loss": 0.009545199573040009,
      "step": 54080
    },
    {
      "contrastive_loss": 0.0033019804395735264,
      "epoch": 16.868371802869618,
      "step": 54080
    },
    {
      "contrastive_lambda": 0.023836698193113737,
      "epoch": 16.868371802869618,
      "step": 54080
    },
    {
      "contrastive_lambda": 0.023828711860083618,
      "epoch": 16.868683718028695,
      "step": 54081
    },
    {
      "contrastive_lambda": 0.02382072683250419,
      "epoch": 16.868995633187772,
      "step": 54082
    },
    {
      "contrastive_lambda": 0.023812743110397272,
      "epoch": 16.86930754834685,
      "step": 54083
    },
    {
      "contrastive_lambda": 0.023804760693784677,
      "epoch": 16.869619463505927,
      "step": 54084
    },
    {
      "contrastive_lambda": 0.023796779582688443,
      "epoch": 16.869931378665004,
      "step": 54085
    },
    {
      "contrastive_lambda": 0.02378879977713033,
      "epoch": 16.87024329382408,
      "step": 54086
    },
    {
      "contrastive_lambda": 0.023780821277132325,
      "epoch": 16.870555208983156,
      "step": 54087
    },
    {
      "contrastive_lambda": 0.023772844082716182,
      "epoch": 16.870867124142233,
      "step": 54088
    },
    {
      "contrastive_lambda": 0.023764868193903832,
      "epoch": 16.87117903930131,
      "step": 54089
    },
    {
      "epoch": 16.871490954460388,
      "grad_norm": 0.061814915388822556,
      "learning_rate": 2.630069872830171e-06,
      "loss": 0.0197,
      "step": 54090
    },
    {
      "epoch": 16.871490954460388,
      "flow_loss": 0.014543749392032623,
      "step": 54090
    },
    {
      "contrastive_loss": 0.003411012701690197,
      "epoch": 16.871490954460388,
      "step": 54090
    },
    {
      "contrastive_lambda": 0.023756893610717145,
      "epoch": 16.871490954460388,
      "step": 54090
    },
    {
      "contrastive_lambda": 0.023748920333177936,
      "epoch": 16.871802869619465,
      "step": 54091
    },
    {
      "contrastive_lambda": 0.02374094836130819,
      "epoch": 16.87211478477854,
      "step": 54092
    },
    {
      "contrastive_lambda": 0.02373297769512961,
      "epoch": 16.872426699937616,
      "step": 54093
    },
    {
      "contrastive_lambda": 0.02372500833466412,
      "epoch": 16.872738615096694,
      "step": 54094
    },
    {
      "contrastive_lambda": 0.023717040279933543,
      "epoch": 16.87305053025577,
      "step": 54095
    },
    {
      "contrastive_lambda": 0.0237090735309598,
      "epoch": 16.87336244541485,
      "step": 54096
    },
    {
      "contrastive_lambda": 0.0237011080877646,
      "epoch": 16.873674360573922,
      "step": 54097
    },
    {
      "contrastive_lambda": 0.023693143950369977,
      "epoch": 16.873986275733,
      "step": 54098
    },
    {
      "contrastive_lambda": 0.023685181118797527,
      "epoch": 16.874298190892077,
      "step": 54099
    },
    {
      "epoch": 16.874610106051154,
      "grad_norm": 0.050381824374198914,
      "learning_rate": 2.6212570172838514e-06,
      "loss": 0.0221,
      "step": 54100
    },
    {
      "epoch": 16.874610106051154,
      "flow_loss": 0.02134127914905548,
      "step": 54100
    },
    {
      "contrastive_loss": 0.003906250931322575,
      "epoch": 16.874610106051154,
      "step": 54100
    },
    {
      "contrastive_lambda": 0.023677219593069287,
      "epoch": 16.874610106051154,
      "step": 54100
    },
    {
      "contrastive_lambda": 0.023669259373206852,
      "epoch": 16.87492202121023,
      "step": 54101
    },
    {
      "contrastive_lambda": 0.02366130045923226,
      "epoch": 16.87523393636931,
      "step": 54102
    },
    {
      "contrastive_lambda": 0.023653342851167325,
      "epoch": 16.875545851528383,
      "step": 54103
    },
    {
      "contrastive_lambda": 0.023645386549033753,
      "epoch": 16.87585776668746,
      "step": 54104
    },
    {
      "contrastive_lambda": 0.02363743155285336,
      "epoch": 16.876169681846537,
      "step": 54105
    },
    {
      "contrastive_lambda": 0.023629477862648074,
      "epoch": 16.876481597005615,
      "step": 54106
    },
    {
      "contrastive_lambda": 0.023621525478439487,
      "epoch": 16.876793512164692,
      "step": 54107
    },
    {
      "contrastive_lambda": 0.023613574400249637,
      "epoch": 16.87710542732377,
      "step": 54108
    },
    {
      "contrastive_lambda": 0.02360562462810023,
      "epoch": 16.877417342482843,
      "step": 54109
    },
    {
      "epoch": 16.87772925764192,
      "grad_norm": 0.10125143826007843,
      "learning_rate": 2.6124585541486778e-06,
      "loss": 0.0215,
      "step": 54110
    },
    {
      "epoch": 16.87772925764192,
      "flow_loss": 0.031068868935108185,
      "step": 54110
    },
    {
      "contrastive_loss": 0.0036770300939679146,
      "epoch": 16.87772925764192,
      "step": 54110
    },
    {
      "contrastive_lambda": 0.023597676162013026,
      "epoch": 16.87772925764192,
      "step": 54110
    },
    {
      "contrastive_lambda": 0.023589729002009896,
      "epoch": 16.878041172800998,
      "step": 54111
    },
    {
      "contrastive_lambda": 0.023581783148112434,
      "epoch": 16.878353087960075,
      "step": 54112
    },
    {
      "contrastive_lambda": 0.023573838600342678,
      "epoch": 16.878665003119153,
      "step": 54113
    },
    {
      "contrastive_lambda": 0.023565895358722277,
      "epoch": 16.878976918278227,
      "step": 54114
    },
    {
      "contrastive_lambda": 0.023557953423273048,
      "epoch": 16.879288833437304,
      "step": 54115
    },
    {
      "contrastive_lambda": 0.02355001279401664,
      "epoch": 16.87960074859638,
      "step": 54116
    },
    {
      "contrastive_lambda": 0.02354207347097509,
      "epoch": 16.87991266375546,
      "step": 54117
    },
    {
      "contrastive_lambda": 0.023534135454169824,
      "epoch": 16.880224578914536,
      "step": 54118
    },
    {
      "contrastive_lambda": 0.023526198743622828,
      "epoch": 16.880536494073613,
      "step": 54119
    },
    {
      "epoch": 16.880848409232687,
      "grad_norm": 0.06922250986099243,
      "learning_rate": 2.6036744860974127e-06,
      "loss": 0.0227,
      "step": 54120
    },
    {
      "epoch": 16.880848409232687,
      "flow_loss": 0.023010537028312683,
      "step": 54120
    },
    {
      "contrastive_loss": 0.003523830557242036,
      "epoch": 16.880848409232687,
      "step": 54120
    },
    {
      "contrastive_lambda": 0.02351826333935586,
      "epoch": 16.880848409232687,
      "step": 54120
    },
    {
      "contrastive_lambda": 0.023510329241390626,
      "epoch": 16.881160324391765,
      "step": 54121
    },
    {
      "contrastive_lambda": 0.023502396449748886,
      "epoch": 16.881472239550842,
      "step": 54122
    },
    {
      "contrastive_lambda": 0.023494464964452344,
      "epoch": 16.88178415470992,
      "step": 54123
    },
    {
      "contrastive_lambda": 0.023486534785522706,
      "epoch": 16.882096069868997,
      "step": 54124
    },
    {
      "contrastive_lambda": 0.023478605912981898,
      "epoch": 16.882407985028074,
      "step": 54125
    },
    {
      "contrastive_lambda": 0.023470678346851515,
      "epoch": 16.882719900187148,
      "step": 54126
    },
    {
      "contrastive_lambda": 0.023462752087153316,
      "epoch": 16.883031815346225,
      "step": 54127
    },
    {
      "contrastive_lambda": 0.023454827133909117,
      "epoch": 16.883343730505302,
      "step": 54128
    },
    {
      "contrastive_lambda": 0.023446903487140403,
      "epoch": 16.88365564566438,
      "step": 54129
    },
    {
      "epoch": 16.883967560823457,
      "grad_norm": 0.07660993188619614,
      "learning_rate": 2.594904815798399e-06,
      "loss": 0.0256,
      "step": 54130
    },
    {
      "epoch": 16.883967560823457,
      "flow_loss": 0.035000260919332504,
      "step": 54130
    },
    {
      "contrastive_loss": 0.0042531839571893215,
      "epoch": 16.883967560823457,
      "step": 54130
    },
    {
      "contrastive_lambda": 0.02343898114686921,
      "epoch": 16.883967560823457,
      "step": 54130
    },
    {
      "contrastive_lambda": 0.02343106011311702,
      "epoch": 16.88427947598253,
      "step": 54131
    },
    {
      "contrastive_lambda": 0.02342314038590565,
      "epoch": 16.88459139114161,
      "step": 54132
    },
    {
      "contrastive_lambda": 0.02341522196525686,
      "epoch": 16.884903306300686,
      "step": 54133
    },
    {
      "contrastive_lambda": 0.023407304851192245,
      "epoch": 16.885215221459763,
      "step": 54134
    },
    {
      "contrastive_lambda": 0.02339938904373351,
      "epoch": 16.88552713661884,
      "step": 54135
    },
    {
      "contrastive_lambda": 0.023391474542902524,
      "epoch": 16.885839051777918,
      "step": 54136
    },
    {
      "contrastive_lambda": 0.023383561348720827,
      "epoch": 16.88615096693699,
      "step": 54137
    },
    {
      "contrastive_lambda": 0.023375649461210124,
      "epoch": 16.88646288209607,
      "step": 54138
    },
    {
      "contrastive_lambda": 0.02336773888039223,
      "epoch": 16.886774797255146,
      "step": 54139
    },
    {
      "epoch": 16.887086712414224,
      "grad_norm": 0.06794687360525131,
      "learning_rate": 2.586149545915656e-06,
      "loss": 0.0245,
      "step": 54140
    },
    {
      "epoch": 16.887086712414224,
      "flow_loss": 0.016200212761759758,
      "step": 54140
    },
    {
      "contrastive_loss": 0.003469649702310562,
      "epoch": 16.887086712414224,
      "step": 54140
    },
    {
      "contrastive_lambda": 0.023359829606288685,
      "epoch": 16.887086712414224,
      "step": 54140
    },
    {
      "contrastive_lambda": 0.02335192163892119,
      "epoch": 16.8873986275733,
      "step": 54141
    },
    {
      "contrastive_lambda": 0.02334401497831151,
      "epoch": 16.88771054273238,
      "step": 54142
    },
    {
      "contrastive_lambda": 0.02333610962448124,
      "epoch": 16.888022457891452,
      "step": 54143
    },
    {
      "contrastive_lambda": 0.023328205577452188,
      "epoch": 16.88833437305053,
      "step": 54144
    },
    {
      "contrastive_lambda": 0.023320302837245843,
      "epoch": 16.888646288209607,
      "step": 54145
    },
    {
      "contrastive_lambda": 0.023312401403883853,
      "epoch": 16.888958203368684,
      "step": 54146
    },
    {
      "contrastive_lambda": 0.023304501277388145,
      "epoch": 16.88927011852776,
      "step": 54147
    },
    {
      "contrastive_lambda": 0.023296602457780147,
      "epoch": 16.889582033686835,
      "step": 54148
    },
    {
      "contrastive_lambda": 0.023288704945081673,
      "epoch": 16.889893948845913,
      "step": 54149
    },
    {
      "epoch": 16.89020586400499,
      "grad_norm": 0.060475241392850876,
      "learning_rate": 2.577408679108778e-06,
      "loss": 0.0238,
      "step": 54150
    },
    {
      "epoch": 16.89020586400499,
      "flow_loss": 0.012961192056536674,
      "step": 54150
    },
    {
      "contrastive_loss": 0.003455731086432934,
      "epoch": 16.89020586400499,
      "step": 54150
    },
    {
      "contrastive_lambda": 0.02328080873931415,
      "epoch": 16.89020586400499,
      "step": 54150
    },
    {
      "contrastive_lambda": 0.0232729138404994,
      "epoch": 16.890517779164067,
      "step": 54151
    },
    {
      "contrastive_lambda": 0.023265020248659007,
      "epoch": 16.890829694323145,
      "step": 54152
    },
    {
      "contrastive_lambda": 0.023257127963814628,
      "epoch": 16.891141609482222,
      "step": 54153
    },
    {
      "contrastive_lambda": 0.02324923698598791,
      "epoch": 16.891453524641296,
      "step": 54154
    },
    {
      "contrastive_lambda": 0.023241347315200556,
      "epoch": 16.891765439800373,
      "step": 54155
    },
    {
      "contrastive_lambda": 0.02323345895147405,
      "epoch": 16.89207735495945,
      "step": 54156
    },
    {
      "contrastive_lambda": 0.023225571894830155,
      "epoch": 16.892389270118528,
      "step": 54157
    },
    {
      "contrastive_lambda": 0.02321768614529024,
      "epoch": 16.892701185277605,
      "step": 54158
    },
    {
      "contrastive_lambda": 0.02320980170287623,
      "epoch": 16.893013100436683,
      "step": 54159
    },
    {
      "epoch": 16.893325015595757,
      "grad_norm": 0.04867423325777054,
      "learning_rate": 2.5686822180330306e-06,
      "loss": 0.0237,
      "step": 54160
    },
    {
      "epoch": 16.893325015595757,
      "flow_loss": 0.02353566139936447,
      "step": 54160
    },
    {
      "contrastive_loss": 0.003463944187387824,
      "epoch": 16.893325015595757,
      "step": 54160
    },
    {
      "contrastive_lambda": 0.02320191856760967,
      "epoch": 16.893325015595757,
      "step": 54160
    },
    {
      "contrastive_lambda": 0.023194036739512036,
      "epoch": 16.893636930754834,
      "step": 54161
    },
    {
      "contrastive_lambda": 0.023186156218605036,
      "epoch": 16.89394884591391,
      "step": 54162
    },
    {
      "contrastive_lambda": 0.02317827700491032,
      "epoch": 16.89426076107299,
      "step": 54163
    },
    {
      "contrastive_lambda": 0.023170399098449312,
      "epoch": 16.894572676232066,
      "step": 54164
    },
    {
      "contrastive_lambda": 0.02316252249924383,
      "epoch": 16.89488459139114,
      "step": 54165
    },
    {
      "contrastive_lambda": 0.02315464720731536,
      "epoch": 16.895196506550217,
      "step": 54166
    },
    {
      "contrastive_lambda": 0.02314677322268549,
      "epoch": 16.895508421709295,
      "step": 54167
    },
    {
      "contrastive_lambda": 0.023138900545375873,
      "epoch": 16.895820336868372,
      "step": 54168
    },
    {
      "contrastive_lambda": 0.02313102917540788,
      "epoch": 16.89613225202745,
      "step": 54169
    },
    {
      "epoch": 16.896444167186527,
      "grad_norm": 0.08677355200052261,
      "learning_rate": 2.5599701653392703e-06,
      "loss": 0.0177,
      "step": 54170
    },
    {
      "epoch": 16.896444167186527,
      "flow_loss": 0.01936974748969078,
      "step": 54170
    },
    {
      "contrastive_loss": 0.0036463672295212746,
      "epoch": 16.896444167186527,
      "step": 54170
    },
    {
      "contrastive_lambda": 0.023123159112803326,
      "epoch": 16.896444167186527,
      "step": 54170
    },
    {
      "contrastive_lambda": 0.02311529035758375,
      "epoch": 16.8967560823456,
      "step": 54171
    },
    {
      "contrastive_lambda": 0.023107422909770636,
      "epoch": 16.897067997504678,
      "step": 54172
    },
    {
      "contrastive_lambda": 0.023099556769385576,
      "epoch": 16.897379912663755,
      "step": 54173
    },
    {
      "contrastive_lambda": 0.023091691936450276,
      "epoch": 16.897691827822833,
      "step": 54174
    },
    {
      "contrastive_lambda": 0.023083828410985996,
      "epoch": 16.89800374298191,
      "step": 54175
    },
    {
      "contrastive_lambda": 0.023075966193014552,
      "epoch": 16.898315658140987,
      "step": 54176
    },
    {
      "contrastive_lambda": 0.02306810528255754,
      "epoch": 16.89862757330006,
      "step": 54177
    },
    {
      "contrastive_lambda": 0.02306024567963627,
      "epoch": 16.89893948845914,
      "step": 54178
    },
    {
      "contrastive_lambda": 0.02305238738427251,
      "epoch": 16.899251403618216,
      "step": 54179
    },
    {
      "epoch": 16.899563318777293,
      "grad_norm": 0.07569393515586853,
      "learning_rate": 2.551272523673992e-06,
      "loss": 0.02,
      "step": 54180
    },
    {
      "epoch": 16.899563318777293,
      "flow_loss": 0.01570066623389721,
      "step": 54180
    },
    {
      "contrastive_loss": 0.0038930352311581373,
      "epoch": 16.899563318777293,
      "step": 54180
    },
    {
      "contrastive_lambda": 0.023044530396487628,
      "epoch": 16.899563318777293,
      "step": 54180
    },
    {
      "contrastive_lambda": 0.023036674716303218,
      "epoch": 16.89987523393637,
      "step": 54181
    },
    {
      "contrastive_lambda": 0.02302882034374093,
      "epoch": 16.900187149095444,
      "step": 54182
    },
    {
      "contrastive_lambda": 0.02302096727882219,
      "epoch": 16.90049906425452,
      "step": 54183
    },
    {
      "contrastive_lambda": 0.023013115521568484,
      "epoch": 16.9008109794136,
      "step": 54184
    },
    {
      "contrastive_lambda": 0.023005265072001513,
      "epoch": 16.901122894572676,
      "step": 54185
    },
    {
      "contrastive_lambda": 0.022997415930142595,
      "epoch": 16.901434809731754,
      "step": 54186
    },
    {
      "contrastive_lambda": 0.022989568096013435,
      "epoch": 16.90174672489083,
      "step": 54187
    },
    {
      "contrastive_lambda": 0.022981721569635405,
      "epoch": 16.902058640049905,
      "step": 54188
    },
    {
      "contrastive_lambda": 0.022973876351030043,
      "epoch": 16.902370555208982,
      "step": 54189
    },
    {
      "epoch": 16.90268247036806,
      "grad_norm": 0.049711503088474274,
      "learning_rate": 2.542589295679315e-06,
      "loss": 0.0206,
      "step": 54190
    },
    {
      "epoch": 16.90268247036806,
      "flow_loss": 0.012202092446386814,
      "step": 54190
    },
    {
      "contrastive_loss": 0.0033074538223445415,
      "epoch": 16.90268247036806,
      "step": 54190
    },
    {
      "contrastive_lambda": 0.022966032440218942,
      "epoch": 16.90268247036806,
      "step": 54190
    },
    {
      "contrastive_lambda": 0.02295818983722353,
      "epoch": 16.902994385527137,
      "step": 54191
    },
    {
      "contrastive_lambda": 0.022950348542065235,
      "epoch": 16.903306300686214,
      "step": 54192
    },
    {
      "contrastive_lambda": 0.02294250855476576,
      "epoch": 16.90361821584529,
      "step": 54193
    },
    {
      "contrastive_lambda": 0.022934669875346425,
      "epoch": 16.903930131004365,
      "step": 54194
    },
    {
      "contrastive_lambda": 0.022926832503828876,
      "epoch": 16.904242046163443,
      "step": 54195
    },
    {
      "contrastive_lambda": 0.02291899644023443,
      "epoch": 16.90455396132252,
      "step": 54196
    },
    {
      "contrastive_lambda": 0.022911161684584624,
      "epoch": 16.904865876481598,
      "step": 54197
    },
    {
      "contrastive_lambda": 0.022903328236900944,
      "epoch": 16.905177791640675,
      "step": 54198
    },
    {
      "contrastive_lambda": 0.022895496097204926,
      "epoch": 16.90548970679975,
      "step": 54199
    },
    {
      "epoch": 16.905801621958826,
      "grad_norm": 0.049458231776952744,
      "learning_rate": 2.5339204839929575e-06,
      "loss": 0.0194,
      "step": 54200
    },
    {
      "epoch": 16.905801621958826,
      "flow_loss": 0.01136088278144598,
      "step": 54200
    },
    {
      "contrastive_loss": 0.004447042942047119,
      "epoch": 16.905801621958826,
      "step": 54200
    },
    {
      "contrastive_lambda": 0.022887665265517942,
      "epoch": 16.905801621958826,
      "step": 54200
    },
    {
      "contrastive_lambda": 0.022879835741861587,
      "epoch": 16.906113537117903,
      "step": 54201
    },
    {
      "contrastive_lambda": 0.022872007526257232,
      "epoch": 16.90642545227698,
      "step": 54202
    },
    {
      "contrastive_lambda": 0.02286418061872625,
      "epoch": 16.906737367436058,
      "step": 54203
    },
    {
      "contrastive_lambda": 0.022856355019290342,
      "epoch": 16.907049282595136,
      "step": 54204
    },
    {
      "contrastive_lambda": 0.022848530727970773,
      "epoch": 16.90736119775421,
      "step": 54205
    },
    {
      "contrastive_lambda": 0.022840707744789135,
      "epoch": 16.907673112913287,
      "step": 54206
    },
    {
      "contrastive_lambda": 0.02283288606976669,
      "epoch": 16.907985028072364,
      "step": 54207
    },
    {
      "contrastive_lambda": 0.022825065702924974,
      "epoch": 16.90829694323144,
      "step": 54208
    },
    {
      "contrastive_lambda": 0.02281724664428547,
      "epoch": 16.90860885839052,
      "step": 54209
    },
    {
      "epoch": 16.908920773549596,
      "grad_norm": 0.05340094491839409,
      "learning_rate": 2.525266091248296e-06,
      "loss": 0.0185,
      "step": 54210
    },
    {
      "epoch": 16.908920773549596,
      "flow_loss": 0.019702384248375893,
      "step": 54210
    },
    {
      "contrastive_loss": 0.003366478020325303,
      "epoch": 16.908920773549596,
      "step": 54210
    },
    {
      "contrastive_lambda": 0.022809428893869554,
      "epoch": 16.908920773549596,
      "step": 54210
    },
    {
      "contrastive_lambda": 0.02280161245169865,
      "epoch": 16.90923268870867,
      "step": 54211
    },
    {
      "contrastive_lambda": 0.02279379731779435,
      "epoch": 16.909544603867747,
      "step": 54212
    },
    {
      "contrastive_lambda": 0.022785983492177864,
      "epoch": 16.909856519026825,
      "step": 54213
    },
    {
      "contrastive_lambda": 0.022778170974870726,
      "epoch": 16.910168434185902,
      "step": 54214
    },
    {
      "contrastive_lambda": 0.0227703597658942,
      "epoch": 16.91048034934498,
      "step": 54215
    },
    {
      "contrastive_lambda": 0.022762549865269932,
      "epoch": 16.910792264504053,
      "step": 54216
    },
    {
      "contrastive_lambda": 0.022754741273019297,
      "epoch": 16.91110417966313,
      "step": 54217
    },
    {
      "contrastive_lambda": 0.022746933989163554,
      "epoch": 16.911416094822208,
      "step": 54218
    },
    {
      "contrastive_lambda": 0.022739128013724186,
      "epoch": 16.911728009981285,
      "step": 54219
    },
    {
      "epoch": 16.912039925140363,
      "grad_norm": 0.05700109899044037,
      "learning_rate": 2.5166261200743e-06,
      "loss": 0.0215,
      "step": 54220
    },
    {
      "epoch": 16.912039925140363,
      "flow_loss": 0.03031175769865513,
      "step": 54220
    },
    {
      "contrastive_loss": 0.0035493692848831415,
      "epoch": 16.912039925140363,
      "step": 54220
    },
    {
      "contrastive_lambda": 0.02273132334672262,
      "epoch": 16.912039925140363,
      "step": 54220
    },
    {
      "contrastive_lambda": 0.022723519988180174,
      "epoch": 16.91235184029944,
      "step": 54221
    },
    {
      "contrastive_lambda": 0.02271571793811833,
      "epoch": 16.912663755458514,
      "step": 54222
    },
    {
      "contrastive_lambda": 0.022707917196558514,
      "epoch": 16.91297567061759,
      "step": 54223
    },
    {
      "contrastive_lambda": 0.022700117763521988,
      "epoch": 16.91328758577667,
      "step": 54224
    },
    {
      "contrastive_lambda": 0.022692319639030234,
      "epoch": 16.913599500935746,
      "step": 54225
    },
    {
      "contrastive_lambda": 0.022684522823104458,
      "epoch": 16.913911416094823,
      "step": 54226
    },
    {
      "contrastive_lambda": 0.022676727315766254,
      "epoch": 16.9142233312539,
      "step": 54227
    },
    {
      "contrastive_lambda": 0.022668933117036938,
      "epoch": 16.914535246412974,
      "step": 54228
    },
    {
      "contrastive_lambda": 0.02266114022693777,
      "epoch": 16.91484716157205,
      "step": 54229
    },
    {
      "epoch": 16.91515907673113,
      "grad_norm": 0.08490859717130661,
      "learning_rate": 2.5080005730955646e-06,
      "loss": 0.0237,
      "step": 54230
    },
    {
      "epoch": 16.91515907673113,
      "flow_loss": 0.0202422346919775,
      "step": 54230
    },
    {
      "contrastive_loss": 0.0037993048317730427,
      "epoch": 16.91515907673113,
      "step": 54230
    },
    {
      "contrastive_lambda": 0.022653348645490234,
      "epoch": 16.91515907673113,
      "step": 54230
    },
    {
      "contrastive_lambda": 0.022645558372715646,
      "epoch": 16.915470991890206,
      "step": 54231
    },
    {
      "contrastive_lambda": 0.022637769408635267,
      "epoch": 16.915782907049284,
      "step": 54232
    },
    {
      "contrastive_lambda": 0.02262998175327069,
      "epoch": 16.916094822208358,
      "step": 54233
    },
    {
      "contrastive_lambda": 0.022622195406643064,
      "epoch": 16.916406737367435,
      "step": 54234
    },
    {
      "contrastive_lambda": 0.022614410368773763,
      "epoch": 16.916718652526512,
      "step": 54235
    },
    {
      "contrastive_lambda": 0.022606626639684213,
      "epoch": 16.91703056768559,
      "step": 54236
    },
    {
      "contrastive_lambda": 0.02259884421939562,
      "epoch": 16.917342482844667,
      "step": 54237
    },
    {
      "contrastive_lambda": 0.022591063107929465,
      "epoch": 16.917654398003744,
      "step": 54238
    },
    {
      "contrastive_lambda": 0.02258328330530701,
      "epoch": 16.917966313162818,
      "step": 54239
    },
    {
      "epoch": 16.918278228321896,
      "grad_norm": 0.04320657625794411,
      "learning_rate": 2.499389452932299e-06,
      "loss": 0.0166,
      "step": 54240
    },
    {
      "epoch": 16.918278228321896,
      "flow_loss": 0.009918862953782082,
      "step": 54240
    },
    {
      "contrastive_loss": 0.003286292776465416,
      "epoch": 16.918278228321896,
      "step": 54240
    },
    {
      "contrastive_lambda": 0.022575504811549574,
      "epoch": 16.918278228321896,
      "step": 54240
    },
    {
      "contrastive_lambda": 0.02256772762667858,
      "epoch": 16.918590143480973,
      "step": 54241
    },
    {
      "contrastive_lambda": 0.02255995175071518,
      "epoch": 16.91890205864005,
      "step": 54242
    },
    {
      "contrastive_lambda": 0.022552177183680744,
      "epoch": 16.919213973799128,
      "step": 54243
    },
    {
      "contrastive_lambda": 0.0225444039255967,
      "epoch": 16.919525888958205,
      "step": 54244
    },
    {
      "contrastive_lambda": 0.022536631976484256,
      "epoch": 16.91983780411728,
      "step": 54245
    },
    {
      "contrastive_lambda": 0.022528861336364725,
      "epoch": 16.920149719276356,
      "step": 54246
    },
    {
      "contrastive_lambda": 0.022521092005259535,
      "epoch": 16.920461634435433,
      "step": 54247
    },
    {
      "contrastive_lambda": 0.02251332398318978,
      "epoch": 16.92077354959451,
      "step": 54248
    },
    {
      "contrastive_lambda": 0.02250555727017678,
      "epoch": 16.921085464753588,
      "step": 54249
    },
    {
      "epoch": 16.921397379912662,
      "grad_norm": 0.062051791697740555,
      "learning_rate": 2.4907927622003336e-06,
      "loss": 0.0248,
      "step": 54250
    },
    {
      "epoch": 16.921397379912662,
      "flow_loss": 0.011424636468291283,
      "step": 54250
    },
    {
      "contrastive_loss": 0.0034942799247801304,
      "epoch": 16.921397379912662,
      "step": 54250
    },
    {
      "contrastive_lambda": 0.022497791866242067,
      "epoch": 16.921397379912662,
      "step": 54250
    },
    {
      "contrastive_lambda": 0.022490027771406684,
      "epoch": 16.92170929507174,
      "step": 54251
    },
    {
      "contrastive_lambda": 0.022482264985692058,
      "epoch": 16.922021210230817,
      "step": 54252
    },
    {
      "contrastive_lambda": 0.022474503509119392,
      "epoch": 16.922333125389894,
      "step": 54253
    },
    {
      "contrastive_lambda": 0.022466743341709894,
      "epoch": 16.92264504054897,
      "step": 54254
    },
    {
      "contrastive_lambda": 0.022458984483485045,
      "epoch": 16.92295695570805,
      "step": 54255
    },
    {
      "contrastive_lambda": 0.022451226934465995,
      "epoch": 16.923268870867123,
      "step": 54256
    },
    {
      "contrastive_lambda": 0.02244347069467395,
      "epoch": 16.9235807860262,
      "step": 54257
    },
    {
      "contrastive_lambda": 0.022435715764130337,
      "epoch": 16.923892701185277,
      "step": 54258
    },
    {
      "contrastive_lambda": 0.022427962142856306,
      "epoch": 16.924204616344355,
      "step": 54259
    },
    {
      "epoch": 16.924516531503432,
      "grad_norm": 0.06775996834039688,
      "learning_rate": 2.4822105035111177e-06,
      "loss": 0.019,
      "step": 54260
    },
    {
      "epoch": 16.924516531503432,
      "flow_loss": 0.010936840437352657,
      "step": 54260
    },
    {
      "contrastive_loss": 0.003283271100372076,
      "epoch": 16.924516531503432,
      "step": 54260
    },
    {
      "contrastive_lambda": 0.022420209830873006,
      "epoch": 16.924516531503432,
      "step": 54260
    },
    {
      "contrastive_lambda": 0.022412458828201975,
      "epoch": 16.92482844666251,
      "step": 54261
    },
    {
      "contrastive_lambda": 0.022404709134864198,
      "epoch": 16.925140361821583,
      "step": 54262
    },
    {
      "contrastive_lambda": 0.022396960750881156,
      "epoch": 16.92545227698066,
      "step": 54263
    },
    {
      "contrastive_lambda": 0.02238921367627389,
      "epoch": 16.925764192139738,
      "step": 54264
    },
    {
      "contrastive_lambda": 0.022381467911063657,
      "epoch": 16.926076107298815,
      "step": 54265
    },
    {
      "contrastive_lambda": 0.022373723455271777,
      "epoch": 16.926388022457893,
      "step": 54266
    },
    {
      "contrastive_lambda": 0.022365980308919453,
      "epoch": 16.926699937616966,
      "step": 54267
    },
    {
      "contrastive_lambda": 0.022358238472027947,
      "epoch": 16.927011852776044,
      "step": 54268
    },
    {
      "contrastive_lambda": 0.022350497944618464,
      "epoch": 16.92732376793512,
      "step": 54269
    },
    {
      "epoch": 16.9276356830942,
      "grad_norm": 0.04938606172800064,
      "learning_rate": 2.4736426794717273e-06,
      "loss": 0.0186,
      "step": 54270
    },
    {
      "epoch": 16.9276356830942,
      "flow_loss": 0.03229004889726639,
      "step": 54270
    },
    {
      "contrastive_loss": 0.003184886183589697,
      "epoch": 16.9276356830942,
      "step": 54270
    },
    {
      "contrastive_lambda": 0.022342758726712153,
      "epoch": 16.9276356830942,
      "step": 54270
    },
    {
      "contrastive_lambda": 0.022335020818330276,
      "epoch": 16.927947598253276,
      "step": 54271
    },
    {
      "contrastive_lambda": 0.022327284219494148,
      "epoch": 16.928259513412353,
      "step": 54272
    },
    {
      "contrastive_lambda": 0.02231954893022481,
      "epoch": 16.928571428571427,
      "step": 54273
    },
    {
      "contrastive_lambda": 0.02231181495054363,
      "epoch": 16.928883343730504,
      "step": 54274
    },
    {
      "contrastive_lambda": 0.02230408228047165,
      "epoch": 16.92919525888958,
      "step": 54275
    },
    {
      "contrastive_lambda": 0.022296350920030183,
      "epoch": 16.92950717404866,
      "step": 54276
    },
    {
      "contrastive_lambda": 0.022288620869240383,
      "epoch": 16.929819089207736,
      "step": 54277
    },
    {
      "contrastive_lambda": 0.022280892128123453,
      "epoch": 16.930131004366814,
      "step": 54278
    },
    {
      "contrastive_lambda": 0.022273164696700598,
      "epoch": 16.930442919525888,
      "step": 54279
    },
    {
      "epoch": 16.930754834684965,
      "grad_norm": 0.054054055362939835,
      "learning_rate": 2.4650892926848135e-06,
      "loss": 0.019,
      "step": 54280
    },
    {
      "epoch": 16.930754834684965,
      "flow_loss": 0.022185297682881355,
      "step": 54280
    },
    {
      "contrastive_loss": 0.005163941998034716,
      "epoch": 16.930754834684965,
      "step": 54280
    },
    {
      "contrastive_lambda": 0.022265438574993024,
      "epoch": 16.930754834684965,
      "step": 54280
    },
    {
      "contrastive_lambda": 0.022257713763021825,
      "epoch": 16.931066749844042,
      "step": 54281
    },
    {
      "contrastive_lambda": 0.02224999026080826,
      "epoch": 16.93137866500312,
      "step": 54282
    },
    {
      "contrastive_lambda": 0.022242268068373372,
      "epoch": 16.931690580162197,
      "step": 54283
    },
    {
      "contrastive_lambda": 0.022234547185738474,
      "epoch": 16.93200249532127,
      "step": 54284
    },
    {
      "contrastive_lambda": 0.02222682761292477,
      "epoch": 16.93231441048035,
      "step": 54285
    },
    {
      "contrastive_lambda": 0.022219109349953303,
      "epoch": 16.932626325639426,
      "step": 54286
    },
    {
      "contrastive_lambda": 0.022211392396845275,
      "epoch": 16.932938240798503,
      "step": 54287
    },
    {
      "contrastive_lambda": 0.02220367675362178,
      "epoch": 16.93325015595758,
      "step": 54288
    },
    {
      "contrastive_lambda": 0.022195962420304083,
      "epoch": 16.933562071116658,
      "step": 54289
    },
    {
      "epoch": 16.93387398627573,
      "grad_norm": 0.05797572061419487,
      "learning_rate": 2.456550345748704e-06,
      "loss": 0.017,
      "step": 54290
    },
    {
      "epoch": 16.93387398627573,
      "flow_loss": 0.025310631841421127,
      "step": 54290
    },
    {
      "contrastive_loss": 0.004123344086110592,
      "epoch": 16.93387398627573,
      "step": 54290
    },
    {
      "contrastive_lambda": 0.022188249396913384,
      "epoch": 16.93387398627573,
      "step": 54290
    },
    {
      "contrastive_lambda": 0.022180537683470614,
      "epoch": 16.93418590143481,
      "step": 54291
    },
    {
      "contrastive_lambda": 0.02217282727999703,
      "epoch": 16.934497816593886,
      "step": 54292
    },
    {
      "contrastive_lambda": 0.022165118186513844,
      "epoch": 16.934809731752964,
      "step": 54293
    },
    {
      "contrastive_lambda": 0.022157410403041977,
      "epoch": 16.93512164691204,
      "step": 54294
    },
    {
      "contrastive_lambda": 0.02214970392960275,
      "epoch": 16.93543356207112,
      "step": 54295
    },
    {
      "contrastive_lambda": 0.022141998766217363,
      "epoch": 16.935745477230192,
      "step": 54296
    },
    {
      "contrastive_lambda": 0.022134294912906693,
      "epoch": 16.93605739238927,
      "step": 54297
    },
    {
      "contrastive_lambda": 0.02212659236969211,
      "epoch": 16.936369307548347,
      "step": 54298
    },
    {
      "contrastive_lambda": 0.022118891136594487,
      "epoch": 16.936681222707424,
      "step": 54299
    },
    {
      "epoch": 16.9369931378665,
      "grad_norm": 0.056173175573349,
      "learning_rate": 2.4480258412572733e-06,
      "loss": 0.0194,
      "step": 54300
    },
    {
      "epoch": 16.9369931378665,
      "flow_loss": 0.02075849659740925,
      "step": 54300
    },
    {
      "contrastive_loss": 0.003139758948236704,
      "epoch": 16.9369931378665,
      "step": 54300
    },
    {
      "contrastive_lambda": 0.02211119121363503,
      "epoch": 16.9369931378665,
      "step": 54300
    },
    {
      "contrastive_lambda": 0.02210349260083494,
      "epoch": 16.937305053025575,
      "step": 54301
    },
    {
      "contrastive_lambda": 0.02209579529821526,
      "epoch": 16.937616968184653,
      "step": 54302
    },
    {
      "contrastive_lambda": 0.022088099305797082,
      "epoch": 16.93792888334373,
      "step": 54303
    },
    {
      "contrastive_lambda": 0.022080404623601557,
      "epoch": 16.938240798502807,
      "step": 54304
    },
    {
      "contrastive_lambda": 0.022072711251649613,
      "epoch": 16.938552713661885,
      "step": 54305
    },
    {
      "contrastive_lambda": 0.022065019189962565,
      "epoch": 16.938864628820962,
      "step": 54306
    },
    {
      "contrastive_lambda": 0.022057328438561452,
      "epoch": 16.939176543980036,
      "step": 54307
    },
    {
      "contrastive_lambda": 0.022049638997467202,
      "epoch": 16.939488459139113,
      "step": 54308
    },
    {
      "contrastive_lambda": 0.022041950866701132,
      "epoch": 16.93980037429819,
      "step": 54309
    },
    {
      "epoch": 16.940112289457268,
      "grad_norm": 0.0652613639831543,
      "learning_rate": 2.4395157818000612e-06,
      "loss": 0.0193,
      "step": 54310
    },
    {
      "epoch": 16.940112289457268,
      "flow_loss": 0.018201109021902084,
      "step": 54310
    },
    {
      "contrastive_loss": 0.0041170502081513405,
      "epoch": 16.940112289457268,
      "step": 54310
    },
    {
      "contrastive_lambda": 0.022034264046284058,
      "epoch": 16.940112289457268,
      "step": 54310
    },
    {
      "contrastive_lambda": 0.022026578536237185,
      "epoch": 16.940424204616345,
      "step": 54311
    },
    {
      "contrastive_lambda": 0.022018894336581663,
      "epoch": 16.940736119775423,
      "step": 54312
    },
    {
      "contrastive_lambda": 0.022011211447338475,
      "epoch": 16.941048034934497,
      "step": 54313
    },
    {
      "contrastive_lambda": 0.02200352986852866,
      "epoch": 16.941359950093574,
      "step": 54314
    },
    {
      "contrastive_lambda": 0.021995849600173367,
      "epoch": 16.94167186525265,
      "step": 54315
    },
    {
      "contrastive_lambda": 0.021988170642293525,
      "epoch": 16.94198378041173,
      "step": 54316
    },
    {
      "contrastive_lambda": 0.021980492994910172,
      "epoch": 16.942295695570806,
      "step": 54317
    },
    {
      "contrastive_lambda": 0.021972816658044625,
      "epoch": 16.94260761072988,
      "step": 54318
    },
    {
      "contrastive_lambda": 0.02196514163171759,
      "epoch": 16.942919525888957,
      "step": 54319
    },
    {
      "epoch": 16.943231441048034,
      "grad_norm": 0.08136647194623947,
      "learning_rate": 2.431020169962189e-06,
      "loss": 0.0165,
      "step": 54320
    },
    {
      "epoch": 16.943231441048034,
      "flow_loss": 0.021578744053840637,
      "step": 54320
    },
    {
      "contrastive_loss": 0.0030810507014393806,
      "epoch": 16.943231441048034,
      "step": 54320
    },
    {
      "contrastive_lambda": 0.02195746791595038,
      "epoch": 16.943231441048034,
      "step": 54320
    },
    {
      "contrastive_lambda": 0.02194979551076387,
      "epoch": 16.943543356207112,
      "step": 54321
    },
    {
      "contrastive_lambda": 0.021942124416179043,
      "epoch": 16.94385527136619,
      "step": 54322
    },
    {
      "contrastive_lambda": 0.02193445463221716,
      "epoch": 16.944167186525267,
      "step": 54323
    },
    {
      "contrastive_lambda": 0.021926786158899036,
      "epoch": 16.94447910168434,
      "step": 54324
    },
    {
      "contrastive_lambda": 0.021919118996245823,
      "epoch": 16.944791016843418,
      "step": 54325
    },
    {
      "contrastive_lambda": 0.021911453144278503,
      "epoch": 16.945102932002495,
      "step": 54326
    },
    {
      "contrastive_lambda": 0.021903788603018004,
      "epoch": 16.945414847161572,
      "step": 54327
    },
    {
      "contrastive_lambda": 0.021896125372485475,
      "epoch": 16.94572676232065,
      "step": 54328
    },
    {
      "contrastive_lambda": 0.02188846345270179,
      "epoch": 16.946038677479727,
      "step": 54329
    },
    {
      "epoch": 16.9463505926388,
      "grad_norm": 0.06054288521409035,
      "learning_rate": 2.422539008324409e-06,
      "loss": 0.0182,
      "step": 54330
    },
    {
      "epoch": 16.9463505926388,
      "flow_loss": 0.02293797768652439,
      "step": 54330
    },
    {
      "contrastive_loss": 0.00332196825183928,
      "epoch": 16.9463505926388,
      "step": 54330
    },
    {
      "contrastive_lambda": 0.021880802843688096,
      "epoch": 16.9463505926388,
      "step": 54330
    },
    {
      "contrastive_lambda": 0.021873143545465323,
      "epoch": 16.94666250779788,
      "step": 54331
    },
    {
      "contrastive_lambda": 0.021865485558054454,
      "epoch": 16.946974422956956,
      "step": 54332
    },
    {
      "contrastive_lambda": 0.02185782888147647,
      "epoch": 16.947286338116033,
      "step": 54333
    },
    {
      "contrastive_lambda": 0.02185017351575247,
      "epoch": 16.94759825327511,
      "step": 54334
    },
    {
      "contrastive_lambda": 0.02184251946090332,
      "epoch": 16.947910168434184,
      "step": 54335
    },
    {
      "contrastive_lambda": 0.021834866716950063,
      "epoch": 16.94822208359326,
      "step": 54336
    },
    {
      "contrastive_lambda": 0.02182721528391368,
      "epoch": 16.94853399875234,
      "step": 54337
    },
    {
      "contrastive_lambda": 0.021819565161815102,
      "epoch": 16.948845913911416,
      "step": 54338
    },
    {
      "contrastive_lambda": 0.021811916350675364,
      "epoch": 16.949157829070494,
      "step": 54339
    },
    {
      "epoch": 16.94946974422957,
      "grad_norm": 0.078239306807518,
      "learning_rate": 2.414072299463066e-06,
      "loss": 0.0242,
      "step": 54340
    },
    {
      "epoch": 16.94946974422957,
      "flow_loss": 0.012632356956601143,
      "step": 54340
    },
    {
      "contrastive_loss": 0.003436206141486764,
      "epoch": 16.94946974422957,
      "step": 54340
    },
    {
      "contrastive_lambda": 0.021804268850515396,
      "epoch": 16.94946974422957,
      "step": 54340
    },
    {
      "contrastive_lambda": 0.021796622661356124,
      "epoch": 16.949781659388645,
      "step": 54341
    },
    {
      "contrastive_lambda": 0.0217889777832187,
      "epoch": 16.950093574547722,
      "step": 54342
    },
    {
      "contrastive_lambda": 0.021781334216123827,
      "epoch": 16.9504054897068,
      "step": 54343
    },
    {
      "contrastive_lambda": 0.02177369196009271,
      "epoch": 16.950717404865877,
      "step": 54344
    },
    {
      "contrastive_lambda": 0.02176605101514595,
      "epoch": 16.951029320024954,
      "step": 54345
    },
    {
      "contrastive_lambda": 0.021758411381304854,
      "epoch": 16.95134123518403,
      "step": 54346
    },
    {
      "contrastive_lambda": 0.021750773058590245,
      "epoch": 16.951653150343105,
      "step": 54347
    },
    {
      "contrastive_lambda": 0.021743136047022993,
      "epoch": 16.951965065502183,
      "step": 54348
    },
    {
      "contrastive_lambda": 0.02173550034662408,
      "epoch": 16.95227698066126,
      "step": 54349
    },
    {
      "epoch": 16.952588895820337,
      "grad_norm": 0.06924659013748169,
      "learning_rate": 2.4056200459501186e-06,
      "loss": 0.0223,
      "step": 54350
    },
    {
      "epoch": 16.952588895820337,
      "flow_loss": 0.012810105457901955,
      "step": 54350
    },
    {
      "contrastive_loss": 0.0028135725297033787,
      "epoch": 16.952588895820337,
      "step": 54350
    },
    {
      "contrastive_lambda": 0.02172786595741455,
      "epoch": 16.952588895820337,
      "step": 54350
    },
    {
      "contrastive_lambda": 0.021720232879415102,
      "epoch": 16.952900810979415,
      "step": 54351
    },
    {
      "contrastive_lambda": 0.021712601112646834,
      "epoch": 16.95321272613849,
      "step": 54352
    },
    {
      "contrastive_lambda": 0.021704970657130673,
      "epoch": 16.953524641297566,
      "step": 54353
    },
    {
      "contrastive_lambda": 0.021697341512887436,
      "epoch": 16.953836556456643,
      "step": 54354
    },
    {
      "contrastive_lambda": 0.02168971367993816,
      "epoch": 16.95414847161572,
      "step": 54355
    },
    {
      "contrastive_lambda": 0.02168208715830361,
      "epoch": 16.954460386774798,
      "step": 54356
    },
    {
      "contrastive_lambda": 0.021674461948004764,
      "epoch": 16.954772301933875,
      "step": 54357
    },
    {
      "contrastive_lambda": 0.02166683804906261,
      "epoch": 16.95508421709295,
      "step": 54358
    },
    {
      "contrastive_lambda": 0.02165921546149796,
      "epoch": 16.955396132252027,
      "step": 54359
    },
    {
      "epoch": 16.955708047411104,
      "grad_norm": 0.08319556713104248,
      "learning_rate": 2.397182250353147e-06,
      "loss": 0.0235,
      "step": 54360
    },
    {
      "epoch": 16.955708047411104,
      "flow_loss": 0.02266065776348114,
      "step": 54360
    },
    {
      "contrastive_loss": 0.003333870554342866,
      "epoch": 16.955708047411104,
      "step": 54360
    },
    {
      "contrastive_lambda": 0.02165159418533169,
      "epoch": 16.955708047411104,
      "step": 54360
    },
    {
      "contrastive_lambda": 0.02164397422058484,
      "epoch": 16.95601996257018,
      "step": 54361
    },
    {
      "contrastive_lambda": 0.021636355567278,
      "epoch": 16.95633187772926,
      "step": 54362
    },
    {
      "contrastive_lambda": 0.021628738225432376,
      "epoch": 16.956643792888336,
      "step": 54363
    },
    {
      "contrastive_lambda": 0.021621122195068787,
      "epoch": 16.95695570804741,
      "step": 54364
    },
    {
      "contrastive_lambda": 0.021613507476207938,
      "epoch": 16.957267623206487,
      "step": 54365
    },
    {
      "contrastive_lambda": 0.021605894068870923,
      "epoch": 16.957579538365565,
      "step": 54366
    },
    {
      "contrastive_lambda": 0.021598281973078448,
      "epoch": 16.957891453524642,
      "step": 54367
    },
    {
      "contrastive_lambda": 0.021590671188851385,
      "epoch": 16.95820336868372,
      "step": 54368
    },
    {
      "contrastive_lambda": 0.021583061716210772,
      "epoch": 16.958515283842793,
      "step": 54369
    },
    {
      "epoch": 16.95882719900187,
      "grad_norm": 0.06380704790353775,
      "learning_rate": 2.388758915235334e-06,
      "loss": 0.0214,
      "step": 54370
    },
    {
      "epoch": 16.95882719900187,
      "flow_loss": 0.018822090700268745,
      "step": 54370
    },
    {
      "contrastive_loss": 0.0033301475923508406,
      "epoch": 16.95882719900187,
      "step": 54370
    },
    {
      "contrastive_lambda": 0.021575453555177315,
      "epoch": 16.95882719900187,
      "step": 54370
    },
    {
      "contrastive_lambda": 0.021567846705771887,
      "epoch": 16.959139114160948,
      "step": 54371
    },
    {
      "contrastive_lambda": 0.02156024116801547,
      "epoch": 16.959451029320025,
      "step": 54372
    },
    {
      "contrastive_lambda": 0.021552636941928716,
      "epoch": 16.959762944479102,
      "step": 54373
    },
    {
      "contrastive_lambda": 0.02154503402753255,
      "epoch": 16.96007485963818,
      "step": 54374
    },
    {
      "contrastive_lambda": 0.021537432424847958,
      "epoch": 16.960386774797254,
      "step": 54375
    },
    {
      "contrastive_lambda": 0.021529832133895588,
      "epoch": 16.96069868995633,
      "step": 54376
    },
    {
      "contrastive_lambda": 0.02152223315469637,
      "epoch": 16.96101060511541,
      "step": 54377
    },
    {
      "contrastive_lambda": 0.021514635487271117,
      "epoch": 16.961322520274486,
      "step": 54378
    },
    {
      "contrastive_lambda": 0.021507039131640537,
      "epoch": 16.961634435433563,
      "step": 54379
    },
    {
      "epoch": 16.96194635059264,
      "grad_norm": 0.10304722934961319,
      "learning_rate": 2.380350043155455e-06,
      "loss": 0.021,
      "step": 54380
    },
    {
      "epoch": 16.96194635059264,
      "flow_loss": 0.02252846211194992,
      "step": 54380
    },
    {
      "contrastive_loss": 0.003137076273560524,
      "epoch": 16.96194635059264,
      "step": 54380
    },
    {
      "contrastive_lambda": 0.02149944408782578,
      "epoch": 16.96194635059264,
      "step": 54380
    },
    {
      "contrastive_lambda": 0.02149185035584733,
      "epoch": 16.962258265751714,
      "step": 54381
    },
    {
      "contrastive_lambda": 0.02148425793572617,
      "epoch": 16.96257018091079,
      "step": 54382
    },
    {
      "contrastive_lambda": 0.02147666682748317,
      "epoch": 16.96288209606987,
      "step": 54383
    },
    {
      "contrastive_lambda": 0.021469077031138928,
      "epoch": 16.963194011228946,
      "step": 54384
    },
    {
      "contrastive_lambda": 0.021461488546714425,
      "epoch": 16.963505926388024,
      "step": 54385
    },
    {
      "contrastive_lambda": 0.021453901374230422,
      "epoch": 16.963817841547097,
      "step": 54386
    },
    {
      "contrastive_lambda": 0.021446315513707737,
      "epoch": 16.964129756706175,
      "step": 54387
    },
    {
      "contrastive_lambda": 0.021438730965167185,
      "epoch": 16.964441671865252,
      "step": 54388
    },
    {
      "contrastive_lambda": 0.021431147728629474,
      "epoch": 16.96475358702433,
      "step": 54389
    },
    {
      "epoch": 16.965065502183407,
      "grad_norm": 0.07005060464143753,
      "learning_rate": 2.371955636667911e-06,
      "loss": 0.022,
      "step": 54390
    },
    {
      "epoch": 16.965065502183407,
      "flow_loss": 0.02208537980914116,
      "step": 54390
    },
    {
      "contrastive_loss": 0.0038021733053028584,
      "epoch": 16.965065502183407,
      "step": 54390
    },
    {
      "contrastive_lambda": 0.02142356580411542,
      "epoch": 16.965065502183407,
      "step": 54390
    },
    {
      "contrastive_lambda": 0.021415985191645892,
      "epoch": 16.965377417342484,
      "step": 54391
    },
    {
      "contrastive_lambda": 0.021408405891241544,
      "epoch": 16.965689332501558,
      "step": 54392
    },
    {
      "contrastive_lambda": 0.021400827902923303,
      "epoch": 16.966001247660635,
      "step": 54393
    },
    {
      "contrastive_lambda": 0.021393251226711818,
      "epoch": 16.966313162819713,
      "step": 54394
    },
    {
      "contrastive_lambda": 0.021385675862627906,
      "epoch": 16.96662507797879,
      "step": 54395
    },
    {
      "contrastive_lambda": 0.02137810181069233,
      "epoch": 16.966936993137868,
      "step": 54396
    },
    {
      "contrastive_lambda": 0.021370529070925903,
      "epoch": 16.967248908296945,
      "step": 54397
    },
    {
      "contrastive_lambda": 0.021362957643349334,
      "epoch": 16.96756082345602,
      "step": 54398
    },
    {
      "contrastive_lambda": 0.021355387527983383,
      "epoch": 16.967872738615096,
      "step": 54399
    },
    {
      "epoch": 16.968184653774173,
      "grad_norm": 0.06554673612117767,
      "learning_rate": 2.3635756983227008e-06,
      "loss": 0.0202,
      "step": 54400
    },
    {
      "epoch": 16.968184653774173,
      "flow_loss": 0.022606028243899345,
      "step": 54400
    },
    {
      "contrastive_loss": 0.0036455425433814526,
      "epoch": 16.968184653774173,
      "step": 54400
    },
    {
      "contrastive_lambda": 0.02134781872484881,
      "epoch": 16.968184653774173,
      "step": 54400
    },
    {
      "contrastive_lambda": 0.021340251233966434,
      "epoch": 16.96849656893325,
      "step": 54401
    },
    {
      "contrastive_lambda": 0.021332685055356793,
      "epoch": 16.968808484092328,
      "step": 54402
    },
    {
      "contrastive_lambda": 0.02132512018904087,
      "epoch": 16.969120399251402,
      "step": 54403
    },
    {
      "contrastive_lambda": 0.021317556635039314,
      "epoch": 16.96943231441048,
      "step": 54404
    },
    {
      "contrastive_lambda": 0.021309994393372833,
      "epoch": 16.969744229569557,
      "step": 54405
    },
    {
      "contrastive_lambda": 0.021302433464062187,
      "epoch": 16.970056144728634,
      "step": 54406
    },
    {
      "contrastive_lambda": 0.021294873847128137,
      "epoch": 16.97036805988771,
      "step": 54407
    },
    {
      "contrastive_lambda": 0.02128731554259128,
      "epoch": 16.97067997504679,
      "step": 54408
    },
    {
      "contrastive_lambda": 0.021279758550472427,
      "epoch": 16.970991890205863,
      "step": 54409
    },
    {
      "epoch": 16.97130380536494,
      "grad_norm": 0.06411531567573547,
      "learning_rate": 2.3552102306654278e-06,
      "loss": 0.0225,
      "step": 54410
    },
    {
      "epoch": 16.97130380536494,
      "flow_loss": 0.040322382003068924,
      "step": 54410
    },
    {
      "contrastive_loss": 0.004414519295096397,
      "epoch": 16.97130380536494,
      "step": 54410
    },
    {
      "contrastive_lambda": 0.0212722028707924,
      "epoch": 16.97130380536494,
      "step": 54410
    },
    {
      "contrastive_lambda": 0.021264648503571737,
      "epoch": 16.971615720524017,
      "step": 54411
    },
    {
      "contrastive_lambda": 0.02125709544883131,
      "epoch": 16.971927635683095,
      "step": 54412
    },
    {
      "contrastive_lambda": 0.0212495437065916,
      "epoch": 16.972239550842172,
      "step": 54413
    },
    {
      "contrastive_lambda": 0.021241993276873483,
      "epoch": 16.97255146600125,
      "step": 54414
    },
    {
      "contrastive_lambda": 0.02123444415969772,
      "epoch": 16.972863381160323,
      "step": 54415
    },
    {
      "contrastive_lambda": 0.021226896355084846,
      "epoch": 16.9731752963194,
      "step": 54416
    },
    {
      "contrastive_lambda": 0.02121934986305557,
      "epoch": 16.973487211478478,
      "step": 54417
    },
    {
      "contrastive_lambda": 0.021211804683630764,
      "epoch": 16.973799126637555,
      "step": 54418
    },
    {
      "contrastive_lambda": 0.0212042608168308,
      "epoch": 16.974111041796633,
      "step": 54419
    },
    {
      "epoch": 16.974422956955706,
      "grad_norm": 0.07426497340202332,
      "learning_rate": 2.346859236237292e-06,
      "loss": 0.0255,
      "step": 54420
    },
    {
      "epoch": 16.974422956955706,
      "flow_loss": 0.01856522262096405,
      "step": 54420
    },
    {
      "contrastive_loss": 0.0037201615050435066,
      "epoch": 16.974422956955706,
      "step": 54420
    },
    {
      "contrastive_lambda": 0.021196718262676606,
      "epoch": 16.974422956955706,
      "step": 54420
    },
    {
      "contrastive_lambda": 0.021189177021188887,
      "epoch": 16.974734872114784,
      "step": 54421
    },
    {
      "contrastive_lambda": 0.021181637092388184,
      "epoch": 16.97504678727386,
      "step": 54422
    },
    {
      "contrastive_lambda": 0.0211740984762952,
      "epoch": 16.97535870243294,
      "step": 54423
    },
    {
      "contrastive_lambda": 0.021166561172930587,
      "epoch": 16.975670617592016,
      "step": 54424
    },
    {
      "contrastive_lambda": 0.021159025182314994,
      "epoch": 16.975982532751093,
      "step": 54425
    },
    {
      "contrastive_lambda": 0.02115149050446924,
      "epoch": 16.976294447910167,
      "step": 54426
    },
    {
      "contrastive_lambda": 0.02114395713941375,
      "epoch": 16.976606363069244,
      "step": 54427
    },
    {
      "contrastive_lambda": 0.02113642508716934,
      "epoch": 16.97691827822832,
      "step": 54428
    },
    {
      "contrastive_lambda": 0.021128894347756666,
      "epoch": 16.9772301933874,
      "step": 54429
    },
    {
      "epoch": 16.977542108546476,
      "grad_norm": 0.09745839238166809,
      "learning_rate": 2.3385227175751145e-06,
      "loss": 0.0207,
      "step": 54430
    },
    {
      "epoch": 16.977542108546476,
      "flow_loss": 0.023651335388422012,
      "step": 54430
    },
    {
      "contrastive_loss": 0.004181695636361837,
      "epoch": 16.977542108546476,
      "step": 54430
    },
    {
      "contrastive_lambda": 0.02112136492119615,
      "epoch": 16.977542108546476,
      "step": 54430
    },
    {
      "contrastive_lambda": 0.02111383680750878,
      "epoch": 16.977854023705554,
      "step": 54431
    },
    {
      "contrastive_lambda": 0.021106310006714923,
      "epoch": 16.978165938864628,
      "step": 54432
    },
    {
      "contrastive_lambda": 0.02109878451883529,
      "epoch": 16.978477854023705,
      "step": 54433
    },
    {
      "contrastive_lambda": 0.02109126034389064,
      "epoch": 16.978789769182782,
      "step": 54434
    },
    {
      "contrastive_lambda": 0.0210837374819014,
      "epoch": 16.97910168434186,
      "step": 54435
    },
    {
      "contrastive_lambda": 0.02107621593288822,
      "epoch": 16.979413599500937,
      "step": 54436
    },
    {
      "contrastive_lambda": 0.02106869569687192,
      "epoch": 16.97972551466001,
      "step": 54437
    },
    {
      "contrastive_lambda": 0.021061176773872925,
      "epoch": 16.980037429819088,
      "step": 54438
    },
    {
      "contrastive_lambda": 0.021053659163911997,
      "epoch": 16.980349344978166,
      "step": 54439
    },
    {
      "epoch": 16.980661260137243,
      "grad_norm": 0.06441514939069748,
      "learning_rate": 2.330200677211314e-06,
      "loss": 0.0203,
      "step": 54440
    },
    {
      "epoch": 16.980661260137243,
      "flow_loss": 0.01421364489942789,
      "step": 54440
    },
    {
      "contrastive_loss": 0.00406148936599493,
      "epoch": 16.980661260137243,
      "step": 54440
    },
    {
      "contrastive_lambda": 0.021046142867009565,
      "epoch": 16.980661260137243,
      "step": 54440
    },
    {
      "contrastive_lambda": 0.02103862788318628,
      "epoch": 16.98097317529632,
      "step": 54441
    },
    {
      "contrastive_lambda": 0.021031114212462843,
      "epoch": 16.981285090455398,
      "step": 54442
    },
    {
      "contrastive_lambda": 0.021023601854859797,
      "epoch": 16.98159700561447,
      "step": 54443
    },
    {
      "contrastive_lambda": 0.021016090810397736,
      "epoch": 16.98190892077355,
      "step": 54444
    },
    {
      "contrastive_lambda": 0.02100858107909731,
      "epoch": 16.982220835932626,
      "step": 54445
    },
    {
      "contrastive_lambda": 0.021001072660979003,
      "epoch": 16.982532751091703,
      "step": 54446
    },
    {
      "contrastive_lambda": 0.02099356555606341,
      "epoch": 16.98284466625078,
      "step": 54447
    },
    {
      "contrastive_lambda": 0.020986059764371234,
      "epoch": 16.983156581409858,
      "step": 54448
    },
    {
      "contrastive_lambda": 0.020978555285922962,
      "epoch": 16.983468496568932,
      "step": 54449
    },
    {
      "epoch": 16.98378041172801,
      "grad_norm": 0.07427921146154404,
      "learning_rate": 2.3218931176738847e-06,
      "loss": 0.0166,
      "step": 54450
    },
    {
      "epoch": 16.98378041172801,
      "flow_loss": 0.017491593956947327,
      "step": 54450
    },
    {
      "contrastive_loss": 0.0027662967331707478,
      "epoch": 16.98378041172801,
      "step": 54450
    },
    {
      "contrastive_lambda": 0.020971052120739186,
      "epoch": 16.98378041172801,
      "step": 54450
    },
    {
      "contrastive_lambda": 0.020963550268840447,
      "epoch": 16.984092326887087,
      "step": 54451
    },
    {
      "contrastive_lambda": 0.02095604973024734,
      "epoch": 16.984404242046164,
      "step": 54452
    },
    {
      "contrastive_lambda": 0.0209485505049804,
      "epoch": 16.98471615720524,
      "step": 54453
    },
    {
      "contrastive_lambda": 0.020941052593060172,
      "epoch": 16.985028072364315,
      "step": 54454
    },
    {
      "contrastive_lambda": 0.020933555994507302,
      "epoch": 16.985339987523393,
      "step": 54455
    },
    {
      "contrastive_lambda": 0.02092606070934233,
      "epoch": 16.98565190268247,
      "step": 54456
    },
    {
      "contrastive_lambda": 0.020918566737585687,
      "epoch": 16.985963817841547,
      "step": 54457
    },
    {
      "contrastive_lambda": 0.020911074079258074,
      "epoch": 16.986275733000625,
      "step": 54458
    },
    {
      "contrastive_lambda": 0.020903582734379866,
      "epoch": 16.986587648159702,
      "step": 54459
    },
    {
      "epoch": 16.986899563318776,
      "grad_norm": 0.07717957347631454,
      "learning_rate": 2.313600041486469e-06,
      "loss": 0.019,
      "step": 54460
    },
    {
      "epoch": 16.986899563318776,
      "flow_loss": 0.01860141195356846,
      "step": 54460
    },
    {
      "contrastive_loss": 0.0033191617112606764,
      "epoch": 16.986899563318776,
      "step": 54460
    },
    {
      "contrastive_lambda": 0.020896092702971714,
      "epoch": 16.986899563318776,
      "step": 54460
    },
    {
      "contrastive_lambda": 0.020888603985054155,
      "epoch": 16.987211478477853,
      "step": 54461
    },
    {
      "contrastive_lambda": 0.020881116580647674,
      "epoch": 16.98752339363693,
      "step": 54462
    },
    {
      "contrastive_lambda": 0.02087363048977281,
      "epoch": 16.987835308796008,
      "step": 54463
    },
    {
      "contrastive_lambda": 0.0208661457124501,
      "epoch": 16.988147223955085,
      "step": 54464
    },
    {
      "contrastive_lambda": 0.020858662248700033,
      "epoch": 16.988459139114163,
      "step": 54465
    },
    {
      "contrastive_lambda": 0.020851180098543143,
      "epoch": 16.988771054273236,
      "step": 54466
    },
    {
      "contrastive_lambda": 0.020843699262000026,
      "epoch": 16.989082969432314,
      "step": 54467
    },
    {
      "contrastive_lambda": 0.020836219739091055,
      "epoch": 16.98939488459139,
      "step": 54468
    },
    {
      "contrastive_lambda": 0.020828741529836825,
      "epoch": 16.98970679975047,
      "step": 54469
    },
    {
      "epoch": 16.990018714909546,
      "grad_norm": 0.0797310546040535,
      "learning_rate": 2.3053214511682743e-06,
      "loss": 0.0228,
      "step": 54470
    },
    {
      "epoch": 16.990018714909546,
      "flow_loss": 0.013184416107833385,
      "step": 54470
    },
    {
      "contrastive_loss": 0.0038312640972435474,
      "epoch": 16.990018714909546,
      "step": 54470
    },
    {
      "contrastive_lambda": 0.020821264634257708,
      "epoch": 16.990018714909546,
      "step": 54470
    },
    {
      "contrastive_lambda": 0.020813789052374354,
      "epoch": 16.99033063006862,
      "step": 54471
    },
    {
      "contrastive_lambda": 0.020806314784207247,
      "epoch": 16.990642545227697,
      "step": 54472
    },
    {
      "contrastive_lambda": 0.020798841829776815,
      "epoch": 16.990954460386774,
      "step": 54473
    },
    {
      "contrastive_lambda": 0.020791370189103542,
      "epoch": 16.99126637554585,
      "step": 54474
    },
    {
      "contrastive_lambda": 0.020783899862208022,
      "epoch": 16.99157829070493,
      "step": 54475
    },
    {
      "contrastive_lambda": 0.02077643084911046,
      "epoch": 16.991890205864006,
      "step": 54476
    },
    {
      "contrastive_lambda": 0.020768963149831732,
      "epoch": 16.99220212102308,
      "step": 54477
    },
    {
      "contrastive_lambda": 0.020761496764391985,
      "epoch": 16.992514036182158,
      "step": 54478
    },
    {
      "contrastive_lambda": 0.020754031692811814,
      "epoch": 16.992825951341235,
      "step": 54479
    },
    {
      "epoch": 16.993137866500312,
      "grad_norm": 0.05364714935421944,
      "learning_rate": 2.2970573492341163e-06,
      "loss": 0.0174,
      "step": 54480
    },
    {
      "epoch": 16.993137866500312,
      "flow_loss": 0.021589357405900955,
      "step": 54480
    },
    {
      "contrastive_loss": 0.004438531119376421,
      "epoch": 16.993137866500312,
      "step": 54480
    },
    {
      "contrastive_lambda": 0.02074656793511176,
      "epoch": 16.993137866500312,
      "step": 54480
    },
    {
      "contrastive_lambda": 0.020739105491312027,
      "epoch": 16.99344978165939,
      "step": 54481
    },
    {
      "contrastive_lambda": 0.020731644361433377,
      "epoch": 16.993761696818467,
      "step": 54482
    },
    {
      "contrastive_lambda": 0.020724184545496127,
      "epoch": 16.99407361197754,
      "step": 54483
    },
    {
      "contrastive_lambda": 0.020716726043520706,
      "epoch": 16.994385527136618,
      "step": 54484
    },
    {
      "contrastive_lambda": 0.020709268855527596,
      "epoch": 16.994697442295696,
      "step": 54485
    },
    {
      "contrastive_lambda": 0.020701812981537338,
      "epoch": 16.995009357454773,
      "step": 54486
    },
    {
      "contrastive_lambda": 0.02069435842157008,
      "epoch": 16.99532127261385,
      "step": 54487
    },
    {
      "contrastive_lambda": 0.02068690517564664,
      "epoch": 16.995633187772924,
      "step": 54488
    },
    {
      "contrastive_lambda": 0.02067945324378717,
      "epoch": 16.995945102932,
      "step": 54489
    },
    {
      "epoch": 16.99625701809108,
      "grad_norm": 0.09345608204603195,
      "learning_rate": 2.288807738194415e-06,
      "loss": 0.0229,
      "step": 54490
    },
    {
      "epoch": 16.99625701809108,
      "flow_loss": 0.018128452822566032,
      "step": 54490
    },
    {
      "contrastive_loss": 0.0033059855923056602,
      "epoch": 16.99625701809108,
      "step": 54490
    },
    {
      "contrastive_lambda": 0.020672002626012154,
      "epoch": 16.99625701809108,
      "step": 54490
    },
    {
      "contrastive_lambda": 0.020664553322342183,
      "epoch": 16.996568933250156,
      "step": 54491
    },
    {
      "contrastive_lambda": 0.020657105332797465,
      "epoch": 16.996880848409234,
      "step": 54492
    },
    {
      "contrastive_lambda": 0.02064965865739843,
      "epoch": 16.99719276356831,
      "step": 54493
    },
    {
      "contrastive_lambda": 0.020642213296165723,
      "epoch": 16.997504678727385,
      "step": 54494
    },
    {
      "contrastive_lambda": 0.020634769249119556,
      "epoch": 16.997816593886462,
      "step": 54495
    },
    {
      "contrastive_lambda": 0.02062732651628041,
      "epoch": 16.99812850904554,
      "step": 54496
    },
    {
      "contrastive_lambda": 0.020619885097668655,
      "epoch": 16.998440424204617,
      "step": 54497
    },
    {
      "contrastive_lambda": 0.020612444993304613,
      "epoch": 16.998752339363694,
      "step": 54498
    },
    {
      "contrastive_lambda": 0.020605006203208875,
      "epoch": 16.99906425452277,
      "step": 54499
    },
    {
      "epoch": 16.999376169681845,
      "grad_norm": 0.057310812175273895,
      "learning_rate": 2.2805726205551768e-06,
      "loss": 0.0226,
      "step": 54500
    },
    {
      "epoch": 16.999376169681845,
      "flow_loss": 0.01551368460059166,
      "step": 54500
    },
    {
      "contrastive_loss": 0.0033908402547240257,
      "epoch": 16.999376169681845,
      "step": 54500
    },
    {
      "contrastive_lambda": 0.02059756872740165,
      "epoch": 16.999376169681845,
      "step": 54500
    },
    {
      "contrastive_lambda": 0.020590132565903474,
      "epoch": 16.999688084840923,
      "step": 54501
    },
    {
      "contrastive_lambda": 0.02058269771873472,
      "epoch": 17.0,
      "step": 54502
    },
    {
      "contrastive_lambda": 0.020575264185915598,
      "epoch": 17.000311915159077,
      "step": 54503
    },
    {
      "contrastive_lambda": 0.020567831967466588,
      "epoch": 17.000623830318155,
      "step": 54504
    },
    {
      "contrastive_lambda": 0.02056040106340823,
      "epoch": 17.00093574547723,
      "step": 54505
    },
    {
      "contrastive_lambda": 0.020552971473760673,
      "epoch": 17.001247660636306,
      "step": 54506
    },
    {
      "contrastive_lambda": 0.020545543198544458,
      "epoch": 17.001559575795383,
      "step": 54507
    },
    {
      "contrastive_lambda": 0.020538116237779735,
      "epoch": 17.00187149095446,
      "step": 54508
    },
    {
      "contrastive_lambda": 0.020530690591487044,
      "epoch": 17.002183406113538,
      "step": 54509
    },
    {
      "epoch": 17.002495321272615,
      "grad_norm": 0.08861753344535828,
      "learning_rate": 2.272351998818023e-06,
      "loss": 0.0227,
      "step": 54510
    },
    {
      "epoch": 17.002495321272615,
      "flow_loss": 0.03355783969163895,
      "step": 54510
    },
    {
      "contrastive_loss": 0.0028422819450497627,
      "epoch": 17.002495321272615,
      "step": 54510
    },
    {
      "contrastive_lambda": 0.020523266259686646,
      "epoch": 17.002495321272615,
      "step": 54510
    },
    {
      "contrastive_lambda": 0.020515843242398968,
      "epoch": 17.00280723643169,
      "step": 54511
    },
    {
      "contrastive_lambda": 0.020508421539644328,
      "epoch": 17.003119151590766,
      "step": 54512
    },
    {
      "contrastive_lambda": 0.020501001151443154,
      "epoch": 17.003431066749844,
      "step": 54513
    },
    {
      "contrastive_lambda": 0.020493582077815597,
      "epoch": 17.00374298190892,
      "step": 54514
    },
    {
      "contrastive_lambda": 0.020486164318782085,
      "epoch": 17.004054897068,
      "step": 54515
    },
    {
      "contrastive_lambda": 0.0204787478743631,
      "epoch": 17.004366812227076,
      "step": 54516
    },
    {
      "contrastive_lambda": 0.02047133274457874,
      "epoch": 17.00467872738615,
      "step": 54517
    },
    {
      "contrastive_lambda": 0.020463918929449598,
      "epoch": 17.004990642545227,
      "step": 54518
    },
    {
      "contrastive_lambda": 0.020456506428995713,
      "epoch": 17.005302557704304,
      "step": 54519
    },
    {
      "epoch": 17.005614472863382,
      "grad_norm": 0.05003120377659798,
      "learning_rate": 2.2641458754801505e-06,
      "loss": 0.019,
      "step": 54520
    },
    {
      "epoch": 17.005614472863382,
      "flow_loss": 0.04109889268875122,
      "step": 54520
    },
    {
      "contrastive_loss": 0.004451354965567589,
      "epoch": 17.005614472863382,
      "step": 54520
    },
    {
      "contrastive_lambda": 0.02044909524323757,
      "epoch": 17.005614472863382,
      "step": 54520
    },
    {
      "contrastive_lambda": 0.020441685372195484,
      "epoch": 17.00592638802246,
      "step": 54521
    },
    {
      "contrastive_lambda": 0.020434276815889718,
      "epoch": 17.006238303181533,
      "step": 54522
    },
    {
      "contrastive_lambda": 0.02042686957434059,
      "epoch": 17.00655021834061,
      "step": 54523
    },
    {
      "contrastive_lambda": 0.020419463647568525,
      "epoch": 17.006862133499688,
      "step": 54524
    },
    {
      "contrastive_lambda": 0.020412059035593677,
      "epoch": 17.007174048658765,
      "step": 54525
    },
    {
      "contrastive_lambda": 0.020404655738436417,
      "epoch": 17.007485963817842,
      "step": 54526
    },
    {
      "contrastive_lambda": 0.02039725375611695,
      "epoch": 17.00779787897692,
      "step": 54527
    },
    {
      "contrastive_lambda": 0.02038985308865565,
      "epoch": 17.008109794135994,
      "step": 54528
    },
    {
      "contrastive_lambda": 0.020382453736072892,
      "epoch": 17.00842170929507,
      "step": 54529
    },
    {
      "epoch": 17.00873362445415,
      "grad_norm": 0.07058350741863251,
      "learning_rate": 2.2559542530343756e-06,
      "loss": 0.0205,
      "step": 54530
    },
    {
      "epoch": 17.00873362445415,
      "flow_loss": 0.026597188785672188,
      "step": 54530
    },
    {
      "contrastive_loss": 0.004381095990538597,
      "epoch": 17.00873362445415,
      "step": 54530
    },
    {
      "contrastive_lambda": 0.020375055698388822,
      "epoch": 17.00873362445415,
      "step": 54530
    },
    {
      "contrastive_lambda": 0.02036765897562376,
      "epoch": 17.009045539613226,
      "step": 54531
    },
    {
      "contrastive_lambda": 0.02036026356779802,
      "epoch": 17.009357454772303,
      "step": 54532
    },
    {
      "contrastive_lambda": 0.020352869474931756,
      "epoch": 17.00966936993138,
      "step": 54533
    },
    {
      "contrastive_lambda": 0.020345476697045506,
      "epoch": 17.009981285090454,
      "step": 54534
    },
    {
      "contrastive_lambda": 0.020338085234159198,
      "epoch": 17.01029320024953,
      "step": 54535
    },
    {
      "contrastive_lambda": 0.02033069508629337,
      "epoch": 17.01060511540861,
      "step": 54536
    },
    {
      "contrastive_lambda": 0.020323306253468176,
      "epoch": 17.010917030567686,
      "step": 54537
    },
    {
      "contrastive_lambda": 0.020315918735703764,
      "epoch": 17.011228945726764,
      "step": 54538
    },
    {
      "contrastive_lambda": 0.020308532533020507,
      "epoch": 17.011540860885837,
      "step": 54539
    },
    {
      "epoch": 17.011852776044915,
      "grad_norm": 0.039480060338974,
      "learning_rate": 2.247777133969087e-06,
      "loss": 0.0172,
      "step": 54540
    },
    {
      "epoch": 17.011852776044915,
      "flow_loss": 0.016426697373390198,
      "step": 54540
    },
    {
      "contrastive_loss": 0.0033134017139673233,
      "epoch": 17.011852776044915,
      "step": 54540
    },
    {
      "contrastive_lambda": 0.020301147645438777,
      "epoch": 17.011852776044915,
      "step": 54540
    },
    {
      "contrastive_lambda": 0.020293764072978615,
      "epoch": 17.012164691203992,
      "step": 54541
    },
    {
      "contrastive_lambda": 0.020286381815660337,
      "epoch": 17.01247660636307,
      "step": 54542
    },
    {
      "contrastive_lambda": 0.020279000873504205,
      "epoch": 17.012788521522147,
      "step": 54543
    },
    {
      "contrastive_lambda": 0.020271621246530314,
      "epoch": 17.013100436681224,
      "step": 54544
    },
    {
      "contrastive_lambda": 0.020264242934759147,
      "epoch": 17.013412351840298,
      "step": 54545
    },
    {
      "contrastive_lambda": 0.020256865938210744,
      "epoch": 17.013724266999375,
      "step": 54546
    },
    {
      "contrastive_lambda": 0.020249490256905367,
      "epoch": 17.014036182158453,
      "step": 54547
    },
    {
      "contrastive_lambda": 0.020242115890863277,
      "epoch": 17.01434809731753,
      "step": 54548
    },
    {
      "contrastive_lambda": 0.02023474284010468,
      "epoch": 17.014660012476607,
      "step": 54549
    },
    {
      "epoch": 17.014971927635685,
      "grad_norm": 0.04884306713938713,
      "learning_rate": 2.2396145207682795e-06,
      "loss": 0.0189,
      "step": 54550
    },
    {
      "epoch": 17.014971927635685,
      "flow_loss": 0.023060590028762817,
      "step": 54550
    },
    {
      "contrastive_loss": 0.003350898390635848,
      "epoch": 17.014971927635685,
      "step": 54550
    },
    {
      "contrastive_lambda": 0.020227371104649672,
      "epoch": 17.014971927635685,
      "step": 54550
    },
    {
      "contrastive_lambda": 0.02022000068451868,
      "epoch": 17.01528384279476,
      "step": 54551
    },
    {
      "contrastive_lambda": 0.020212631579731744,
      "epoch": 17.015595757953836,
      "step": 54552
    },
    {
      "contrastive_lambda": 0.02020526379030918,
      "epoch": 17.015907673112913,
      "step": 54553
    },
    {
      "contrastive_lambda": 0.020197897316271085,
      "epoch": 17.01621958827199,
      "step": 54554
    },
    {
      "contrastive_lambda": 0.02019053215763761,
      "epoch": 17.016531503431068,
      "step": 54555
    },
    {
      "contrastive_lambda": 0.02018316831442918,
      "epoch": 17.016843418590142,
      "step": 54556
    },
    {
      "contrastive_lambda": 0.02017580578666578,
      "epoch": 17.01715533374922,
      "step": 54557
    },
    {
      "contrastive_lambda": 0.020168444574367617,
      "epoch": 17.017467248908297,
      "step": 54558
    },
    {
      "contrastive_lambda": 0.020161084677555008,
      "epoch": 17.017779164067374,
      "step": 54559
    },
    {
      "epoch": 17.01809107922645,
      "grad_norm": 0.06555183976888657,
      "learning_rate": 2.231466415911543e-06,
      "loss": 0.0234,
      "step": 54560
    },
    {
      "epoch": 17.01809107922645,
      "flow_loss": 0.012589726597070694,
      "step": 54560
    },
    {
      "contrastive_loss": 0.0030541829764842987,
      "epoch": 17.01809107922645,
      "step": 54560
    },
    {
      "contrastive_lambda": 0.020153726096247937,
      "epoch": 17.01809107922645,
      "step": 54560
    },
    {
      "contrastive_lambda": 0.02014636883046661,
      "epoch": 17.01840299438553,
      "step": 54561
    },
    {
      "contrastive_lambda": 0.0201390128802314,
      "epoch": 17.018714909544602,
      "step": 54562
    },
    {
      "contrastive_lambda": 0.020131658245562234,
      "epoch": 17.01902682470368,
      "step": 54563
    },
    {
      "contrastive_lambda": 0.020124304926479486,
      "epoch": 17.019338739862757,
      "step": 54564
    },
    {
      "contrastive_lambda": 0.02011695292300314,
      "epoch": 17.019650655021834,
      "step": 54565
    },
    {
      "contrastive_lambda": 0.020109602235153345,
      "epoch": 17.019962570180912,
      "step": 54566
    },
    {
      "contrastive_lambda": 0.020102252862950365,
      "epoch": 17.02027448533999,
      "step": 54567
    },
    {
      "contrastive_lambda": 0.02009490480641435,
      "epoch": 17.020586400499063,
      "step": 54568
    },
    {
      "contrastive_lambda": 0.020087558065565336,
      "epoch": 17.02089831565814,
      "step": 54569
    },
    {
      "epoch": 17.021210230817218,
      "grad_norm": 0.05634037032723427,
      "learning_rate": 2.2233328218740524e-06,
      "loss": 0.022,
      "step": 54570
    },
    {
      "epoch": 17.021210230817218,
      "flow_loss": 0.013890255242586136,
      "step": 54570
    },
    {
      "contrastive_loss": 0.003345077857375145,
      "epoch": 17.021210230817218,
      "step": 54570
    },
    {
      "contrastive_lambda": 0.02008021264042359,
      "epoch": 17.021210230817218,
      "step": 54570
    },
    {
      "contrastive_lambda": 0.020072868531009147,
      "epoch": 17.021522145976295,
      "step": 54571
    },
    {
      "contrastive_lambda": 0.020065525737342216,
      "epoch": 17.021834061135372,
      "step": 54572
    },
    {
      "contrastive_lambda": 0.02005818425944289,
      "epoch": 17.022145976294446,
      "step": 54573
    },
    {
      "contrastive_lambda": 0.020050844097331266,
      "epoch": 17.022457891453524,
      "step": 54574
    },
    {
      "contrastive_lambda": 0.02004350525102755,
      "epoch": 17.0227698066126,
      "step": 54575
    },
    {
      "contrastive_lambda": 0.02003616772055178,
      "epoch": 17.02308172177168,
      "step": 54576
    },
    {
      "contrastive_lambda": 0.02002883150592416,
      "epoch": 17.023393636930756,
      "step": 54577
    },
    {
      "contrastive_lambda": 0.02002149660716468,
      "epoch": 17.023705552089833,
      "step": 54578
    },
    {
      "contrastive_lambda": 0.02001416302429354,
      "epoch": 17.024017467248907,
      "step": 54579
    },
    {
      "epoch": 17.024329382407984,
      "grad_norm": 0.05272839963436127,
      "learning_rate": 2.215213741126576e-06,
      "loss": 0.0189,
      "step": 54580
    },
    {
      "epoch": 17.024329382407984,
      "flow_loss": 0.033620573580265045,
      "step": 54580
    },
    {
      "contrastive_loss": 0.0035927670542150736,
      "epoch": 17.024329382407984,
      "step": 54580
    },
    {
      "contrastive_lambda": 0.020006830757330896,
      "epoch": 17.024329382407984,
      "step": 54580
    },
    {
      "contrastive_lambda": 0.019999499806296672,
      "epoch": 17.02464129756706,
      "step": 54581
    },
    {
      "contrastive_lambda": 0.019992170171211132,
      "epoch": 17.02495321272614,
      "step": 54582
    },
    {
      "contrastive_lambda": 0.019984841852094315,
      "epoch": 17.025265127885216,
      "step": 54583
    },
    {
      "contrastive_lambda": 0.01997751484896626,
      "epoch": 17.025577043044294,
      "step": 54584
    },
    {
      "contrastive_lambda": 0.01997018916184712,
      "epoch": 17.025888958203367,
      "step": 54585
    },
    {
      "contrastive_lambda": 0.019962864790756985,
      "epoch": 17.026200873362445,
      "step": 54586
    },
    {
      "contrastive_lambda": 0.019955541735715898,
      "epoch": 17.026512788521522,
      "step": 54587
    },
    {
      "contrastive_lambda": 0.019948219996743954,
      "epoch": 17.0268247036806,
      "step": 54588
    },
    {
      "contrastive_lambda": 0.019940899573861193,
      "epoch": 17.027136618839677,
      "step": 54589
    },
    {
      "epoch": 17.02744853399875,
      "grad_norm": 0.0736021101474762,
      "learning_rate": 2.2071091761354912e-06,
      "loss": 0.0229,
      "step": 54590
    },
    {
      "epoch": 17.02744853399875,
      "flow_loss": 0.016451507806777954,
      "step": 54590
    },
    {
      "contrastive_loss": 0.003509071422740817,
      "epoch": 17.02744853399875,
      "step": 54590
    },
    {
      "contrastive_lambda": 0.019933580467087708,
      "epoch": 17.02744853399875,
      "step": 54590
    },
    {
      "contrastive_lambda": 0.01992626267644365,
      "epoch": 17.027760449157828,
      "step": 54591
    },
    {
      "contrastive_lambda": 0.01991894620194895,
      "epoch": 17.028072364316905,
      "step": 54592
    },
    {
      "contrastive_lambda": 0.0199116310436237,
      "epoch": 17.028384279475983,
      "step": 54593
    },
    {
      "contrastive_lambda": 0.019904317201488053,
      "epoch": 17.02869619463506,
      "step": 54594
    },
    {
      "contrastive_lambda": 0.019897004675561825,
      "epoch": 17.029008109794137,
      "step": 54595
    },
    {
      "contrastive_lambda": 0.019889693465865332,
      "epoch": 17.02932002495321,
      "step": 54596
    },
    {
      "contrastive_lambda": 0.019882383572418505,
      "epoch": 17.02963194011229,
      "step": 54597
    },
    {
      "contrastive_lambda": 0.019875074995241326,
      "epoch": 17.029943855271366,
      "step": 54598
    },
    {
      "contrastive_lambda": 0.019867767734354003,
      "epoch": 17.030255770430443,
      "step": 54599
    },
    {
      "epoch": 17.03056768558952,
      "grad_norm": 0.07351279258728027,
      "learning_rate": 2.1990191293627337e-06,
      "loss": 0.0203,
      "step": 54600
    },
    {
      "epoch": 17.03056768558952,
      "flow_loss": 0.017215587198734283,
      "step": 54600
    },
    {
      "contrastive_loss": 0.003700840752571821,
      "epoch": 17.03056768558952,
      "step": 54600
    },
    {
      "contrastive_lambda": 0.01986046178977635,
      "epoch": 17.03056768558952,
      "step": 54600
    },
    {
      "contrastive_lambda": 0.019853157161528467,
      "epoch": 17.030879600748598,
      "step": 54601
    },
    {
      "contrastive_lambda": 0.0198458538496305,
      "epoch": 17.031191515907672,
      "step": 54602
    },
    {
      "contrastive_lambda": 0.019838551854102326,
      "epoch": 17.03150343106675,
      "step": 54603
    },
    {
      "contrastive_lambda": 0.019831251174964037,
      "epoch": 17.031815346225827,
      "step": 54604
    },
    {
      "contrastive_lambda": 0.01982395181223573,
      "epoch": 17.032127261384904,
      "step": 54605
    },
    {
      "contrastive_lambda": 0.019816653765937164,
      "epoch": 17.03243917654398,
      "step": 54606
    },
    {
      "contrastive_lambda": 0.019809357036088604,
      "epoch": 17.032751091703055,
      "step": 54607
    },
    {
      "contrastive_lambda": 0.019802061622709977,
      "epoch": 17.033063006862132,
      "step": 54608
    },
    {
      "contrastive_lambda": 0.01979476752582121,
      "epoch": 17.03337492202121,
      "step": 54609
    },
    {
      "epoch": 17.033686837180287,
      "grad_norm": 0.09125473350286484,
      "learning_rate": 2.1909436032658548e-06,
      "loss": 0.0189,
      "step": 54610
    },
    {
      "epoch": 17.033686837180287,
      "flow_loss": 0.02502685785293579,
      "step": 54610
    },
    {
      "contrastive_loss": 0.0030265210662037134,
      "epoch": 17.033686837180287,
      "step": 54610
    },
    {
      "contrastive_lambda": 0.0197874747454424,
      "epoch": 17.033686837180287,
      "step": 54610
    },
    {
      "contrastive_lambda": 0.019780183281593477,
      "epoch": 17.033998752339365,
      "step": 54611
    },
    {
      "contrastive_lambda": 0.019772893134294367,
      "epoch": 17.034310667498442,
      "step": 54612
    },
    {
      "contrastive_lambda": 0.01976560430356522,
      "epoch": 17.034622582657516,
      "step": 54613
    },
    {
      "contrastive_lambda": 0.01975831678942591,
      "epoch": 17.034934497816593,
      "step": 54614
    },
    {
      "contrastive_lambda": 0.01975103059189648,
      "epoch": 17.03524641297567,
      "step": 54615
    },
    {
      "contrastive_lambda": 0.01974374571099685,
      "epoch": 17.035558328134748,
      "step": 54616
    },
    {
      "contrastive_lambda": 0.019736462146747014,
      "epoch": 17.035870243293825,
      "step": 54617
    },
    {
      "contrastive_lambda": 0.019729179899166838,
      "epoch": 17.036182158452903,
      "step": 54618
    },
    {
      "contrastive_lambda": 0.019721898968276474,
      "epoch": 17.036494073611976,
      "step": 54619
    },
    {
      "epoch": 17.036805988771054,
      "grad_norm": 0.05783083289861679,
      "learning_rate": 2.1828826002979806e-06,
      "loss": 0.0212,
      "step": 54620
    },
    {
      "epoch": 17.036805988771054,
      "flow_loss": 0.02105722203850746,
      "step": 54620
    },
    {
      "contrastive_loss": 0.0036652730777859688,
      "epoch": 17.036805988771054,
      "step": 54620
    },
    {
      "contrastive_lambda": 0.019714619354095797,
      "epoch": 17.036805988771054,
      "step": 54620
    },
    {
      "contrastive_lambda": 0.01970734105664479,
      "epoch": 17.03711790393013,
      "step": 54621
    },
    {
      "contrastive_lambda": 0.019700064075943324,
      "epoch": 17.03742981908921,
      "step": 54622
    },
    {
      "contrastive_lambda": 0.01969278841201133,
      "epoch": 17.037741734248286,
      "step": 54623
    },
    {
      "contrastive_lambda": 0.01968551406486896,
      "epoch": 17.03805364940736,
      "step": 54624
    },
    {
      "contrastive_lambda": 0.01967824103453597,
      "epoch": 17.038365564566437,
      "step": 54625
    },
    {
      "contrastive_lambda": 0.01967096932103235,
      "epoch": 17.038677479725514,
      "step": 54626
    },
    {
      "contrastive_lambda": 0.01966369892437808,
      "epoch": 17.03898939488459,
      "step": 54627
    },
    {
      "contrastive_lambda": 0.019656429844592982,
      "epoch": 17.03930131004367,
      "step": 54628
    },
    {
      "contrastive_lambda": 0.01964916208169709,
      "epoch": 17.039613225202746,
      "step": 54629
    },
    {
      "epoch": 17.03992514036182,
      "grad_norm": 0.05840672552585602,
      "learning_rate": 2.1748361229078362e-06,
      "loss": 0.02,
      "step": 54630
    },
    {
      "epoch": 17.03992514036182,
      "flow_loss": 0.035277605056762695,
      "step": 54630
    },
    {
      "contrastive_loss": 0.00397469662129879,
      "epoch": 17.03992514036182,
      "step": 54630
    },
    {
      "contrastive_lambda": 0.019641895635710283,
      "epoch": 17.03992514036182,
      "step": 54630
    },
    {
      "contrastive_lambda": 0.019634630506652484,
      "epoch": 17.040237055520898,
      "step": 54631
    },
    {
      "contrastive_lambda": 0.01962736669454368,
      "epoch": 17.040548970679975,
      "step": 54632
    },
    {
      "contrastive_lambda": 0.019620104199403687,
      "epoch": 17.040860885839052,
      "step": 54633
    },
    {
      "contrastive_lambda": 0.019612843021252435,
      "epoch": 17.04117280099813,
      "step": 54634
    },
    {
      "contrastive_lambda": 0.019605583160109852,
      "epoch": 17.041484716157207,
      "step": 54635
    },
    {
      "contrastive_lambda": 0.01959832461599581,
      "epoch": 17.04179663131628,
      "step": 54636
    },
    {
      "contrastive_lambda": 0.01959106738893035,
      "epoch": 17.042108546475358,
      "step": 54637
    },
    {
      "contrastive_lambda": 0.019583811478933177,
      "epoch": 17.042420461634435,
      "step": 54638
    },
    {
      "contrastive_lambda": 0.01957655688602422,
      "epoch": 17.042732376793513,
      "step": 54639
    },
    {
      "epoch": 17.04304429195259,
      "grad_norm": 0.06764201819896698,
      "learning_rate": 2.1668041735397327e-06,
      "loss": 0.0225,
      "step": 54640
    },
    {
      "epoch": 17.04304429195259,
      "flow_loss": 0.01955808885395527,
      "step": 54640
    },
    {
      "contrastive_loss": 0.00412070844322443,
      "epoch": 17.04304429195259,
      "step": 54640
    },
    {
      "contrastive_lambda": 0.019569303610223465,
      "epoch": 17.04304429195259,
      "step": 54640
    },
    {
      "contrastive_lambda": 0.019562051651550727,
      "epoch": 17.043356207111664,
      "step": 54641
    },
    {
      "contrastive_lambda": 0.01955480101002588,
      "epoch": 17.04366812227074,
      "step": 54642
    },
    {
      "contrastive_lambda": 0.019547551685668907,
      "epoch": 17.04398003742982,
      "step": 54643
    },
    {
      "contrastive_lambda": 0.019540303678499515,
      "epoch": 17.044291952588896,
      "step": 54644
    },
    {
      "contrastive_lambda": 0.019533056988537745,
      "epoch": 17.044603867747973,
      "step": 54645
    },
    {
      "contrastive_lambda": 0.019525811615803246,
      "epoch": 17.04491578290705,
      "step": 54646
    },
    {
      "contrastive_lambda": 0.019518567560316058,
      "epoch": 17.045227698066125,
      "step": 54647
    },
    {
      "contrastive_lambda": 0.01951132482209611,
      "epoch": 17.045539613225202,
      "step": 54648
    },
    {
      "contrastive_lambda": 0.019504083401163053,
      "epoch": 17.04585152838428,
      "step": 54649
    },
    {
      "epoch": 17.046163443543357,
      "grad_norm": 0.06686296314001083,
      "learning_rate": 2.1587867546335514e-06,
      "loss": 0.0168,
      "step": 54650
    },
    {
      "epoch": 17.046163443543357,
      "flow_loss": 0.038797732442617416,
      "step": 54650
    },
    {
      "contrastive_loss": 0.0034368950873613358,
      "epoch": 17.046163443543357,
      "step": 54650
    },
    {
      "contrastive_lambda": 0.019496843297536814,
      "epoch": 17.046163443543357,
      "step": 54650
    },
    {
      "contrastive_lambda": 0.01948960451123738,
      "epoch": 17.046475358702434,
      "step": 54651
    },
    {
      "contrastive_lambda": 0.019482367042284288,
      "epoch": 17.04678727386151,
      "step": 54652
    },
    {
      "contrastive_lambda": 0.01947513089069769,
      "epoch": 17.047099189020585,
      "step": 54653
    },
    {
      "contrastive_lambda": 0.01946789605649729,
      "epoch": 17.047411104179663,
      "step": 54654
    },
    {
      "contrastive_lambda": 0.019460662539702966,
      "epoch": 17.04772301933874,
      "step": 54655
    },
    {
      "contrastive_lambda": 0.019453430340334532,
      "epoch": 17.048034934497817,
      "step": 54656
    },
    {
      "contrastive_lambda": 0.01944619945841164,
      "epoch": 17.048346849656895,
      "step": 54657
    },
    {
      "contrastive_lambda": 0.019438969893954383,
      "epoch": 17.04865876481597,
      "step": 54658
    },
    {
      "contrastive_lambda": 0.01943174164698258,
      "epoch": 17.048970679975046,
      "step": 54659
    },
    {
      "epoch": 17.049282595134123,
      "grad_norm": 0.0758696049451828,
      "learning_rate": 2.1507838686247894e-06,
      "loss": 0.0221,
      "step": 54660
    },
    {
      "epoch": 17.049282595134123,
      "flow_loss": 0.02173217572271824,
      "step": 54660
    },
    {
      "contrastive_loss": 0.0034659216180443764,
      "epoch": 17.049282595134123,
      "step": 54660
    },
    {
      "contrastive_lambda": 0.01942451471751583,
      "epoch": 17.049282595134123,
      "step": 54660
    },
    {
      "contrastive_lambda": 0.019417289105574054,
      "epoch": 17.0495945102932,
      "step": 54661
    },
    {
      "contrastive_lambda": 0.01941006481117713,
      "epoch": 17.049906425452278,
      "step": 54662
    },
    {
      "contrastive_lambda": 0.01940284183434471,
      "epoch": 17.050218340611355,
      "step": 54663
    },
    {
      "contrastive_lambda": 0.019395620175096717,
      "epoch": 17.05053025577043,
      "step": 54664
    },
    {
      "contrastive_lambda": 0.019388399833452974,
      "epoch": 17.050842170929506,
      "step": 54665
    },
    {
      "contrastive_lambda": 0.019381180809433185,
      "epoch": 17.051154086088584,
      "step": 54666
    },
    {
      "contrastive_lambda": 0.019373963103057223,
      "epoch": 17.05146600124766,
      "step": 54667
    },
    {
      "contrastive_lambda": 0.01936674671434474,
      "epoch": 17.05177791640674,
      "step": 54668
    },
    {
      "contrastive_lambda": 0.01935953164331561,
      "epoch": 17.052089831565816,
      "step": 54669
    },
    {
      "epoch": 17.05240174672489,
      "grad_norm": 0.19640089571475983,
      "learning_rate": 2.1427955179444957e-06,
      "loss": 0.0191,
      "step": 54670
    },
    {
      "epoch": 17.05240174672489,
      "flow_loss": 0.03393159061670303,
      "step": 54670
    },
    {
      "contrastive_loss": 0.0044113583862781525,
      "epoch": 17.05240174672489,
      "step": 54670
    },
    {
      "contrastive_lambda": 0.0193523178899897,
      "epoch": 17.05240174672489,
      "step": 54670
    },
    {
      "contrastive_lambda": 0.019345105454386613,
      "epoch": 17.052713661883967,
      "step": 54671
    },
    {
      "contrastive_lambda": 0.019337894336526273,
      "epoch": 17.053025577043044,
      "step": 54672
    },
    {
      "contrastive_lambda": 0.01933068453642839,
      "epoch": 17.05333749220212,
      "step": 54673
    },
    {
      "contrastive_lambda": 0.019323476054112665,
      "epoch": 17.0536494073612,
      "step": 54674
    },
    {
      "contrastive_lambda": 0.019316268889598975,
      "epoch": 17.053961322520273,
      "step": 54675
    },
    {
      "contrastive_lambda": 0.019309063042907026,
      "epoch": 17.05427323767935,
      "step": 54676
    },
    {
      "contrastive_lambda": 0.019301858514056525,
      "epoch": 17.054585152838428,
      "step": 54677
    },
    {
      "contrastive_lambda": 0.019294655303067343,
      "epoch": 17.054897067997505,
      "step": 54678
    },
    {
      "contrastive_lambda": 0.019287453409959132,
      "epoch": 17.055208983156582,
      "step": 54679
    },
    {
      "epoch": 17.05552089831566,
      "grad_norm": 0.0450795441865921,
      "learning_rate": 2.13482170501933e-06,
      "loss": 0.0253,
      "step": 54680
    },
    {
      "epoch": 17.05552089831566,
      "flow_loss": 0.01738840900361538,
      "step": 54680
    },
    {
      "contrastive_loss": 0.003979132045060396,
      "epoch": 17.05552089831566,
      "step": 54680
    },
    {
      "contrastive_lambda": 0.019280252834751543,
      "epoch": 17.05552089831566,
      "step": 54680
    },
    {
      "contrastive_lambda": 0.019273053577464616,
      "epoch": 17.055832813474733,
      "step": 54681
    },
    {
      "contrastive_lambda": 0.019265855638117835,
      "epoch": 17.05614472863381,
      "step": 54682
    },
    {
      "contrastive_lambda": 0.019258659016731017,
      "epoch": 17.056456643792888,
      "step": 54683
    },
    {
      "contrastive_lambda": 0.01925146371332387,
      "epoch": 17.056768558951966,
      "step": 54684
    },
    {
      "contrastive_lambda": 0.019244269727916097,
      "epoch": 17.057080474111043,
      "step": 54685
    },
    {
      "contrastive_lambda": 0.019237077060527463,
      "epoch": 17.05739238927012,
      "step": 54686
    },
    {
      "contrastive_lambda": 0.01922988571117773,
      "epoch": 17.057704304429194,
      "step": 54687
    },
    {
      "contrastive_lambda": 0.019222695679886492,
      "epoch": 17.05801621958827,
      "step": 54688
    },
    {
      "contrastive_lambda": 0.019215506966673623,
      "epoch": 17.05832813474735,
      "step": 54689
    },
    {
      "epoch": 17.058640049906426,
      "grad_norm": 0.09109678864479065,
      "learning_rate": 2.1268624322715202e-06,
      "loss": 0.0179,
      "step": 54690
    },
    {
      "epoch": 17.058640049906426,
      "flow_loss": 0.0165505763143301,
      "step": 54690
    },
    {
      "contrastive_loss": 0.0031800447031855583,
      "epoch": 17.058640049906426,
      "step": 54690
    },
    {
      "contrastive_lambda": 0.019208319571558663,
      "epoch": 17.058640049906426,
      "step": 54690
    },
    {
      "contrastive_lambda": 0.019201133494561373,
      "epoch": 17.058951965065503,
      "step": 54691
    },
    {
      "contrastive_lambda": 0.01919394873570157,
      "epoch": 17.059263880224577,
      "step": 54692
    },
    {
      "contrastive_lambda": 0.019186765294998798,
      "epoch": 17.059575795383655,
      "step": 54693
    },
    {
      "contrastive_lambda": 0.019179583172472814,
      "epoch": 17.059887710542732,
      "step": 54694
    },
    {
      "contrastive_lambda": 0.019172402368143326,
      "epoch": 17.06019962570181,
      "step": 54695
    },
    {
      "contrastive_lambda": 0.01916522288202993,
      "epoch": 17.060511540860887,
      "step": 54696
    },
    {
      "contrastive_lambda": 0.019158044714152445,
      "epoch": 17.060823456019964,
      "step": 54697
    },
    {
      "contrastive_lambda": 0.019150867864530408,
      "epoch": 17.061135371179038,
      "step": 54698
    },
    {
      "contrastive_lambda": 0.019143692333183637,
      "epoch": 17.061447286338115,
      "step": 54699
    },
    {
      "epoch": 17.061759201497193,
      "grad_norm": 0.052218783646821976,
      "learning_rate": 2.118917702118889e-06,
      "loss": 0.0217,
      "step": 54700
    },
    {
      "epoch": 17.061759201497193,
      "flow_loss": 0.015256033279001713,
      "step": 54700
    },
    {
      "contrastive_loss": 0.003953651990741491,
      "epoch": 17.061759201497193,
      "step": 54700
    },
    {
      "contrastive_lambda": 0.01913651812013173,
      "epoch": 17.061759201497193,
      "step": 54700
    },
    {
      "contrastive_lambda": 0.019129345225394334,
      "epoch": 17.06207111665627,
      "step": 54701
    },
    {
      "contrastive_lambda": 0.019122173648991214,
      "epoch": 17.062383031815347,
      "step": 54702
    },
    {
      "contrastive_lambda": 0.019115003390941798,
      "epoch": 17.062694946974425,
      "step": 54703
    },
    {
      "contrastive_lambda": 0.019107834451266015,
      "epoch": 17.0630068621335,
      "step": 54704
    },
    {
      "contrastive_lambda": 0.01910066682998346,
      "epoch": 17.063318777292576,
      "step": 54705
    },
    {
      "contrastive_lambda": 0.019093500527113616,
      "epoch": 17.063630692451653,
      "step": 54706
    },
    {
      "contrastive_lambda": 0.019086335542676303,
      "epoch": 17.06394260761073,
      "step": 54707
    },
    {
      "contrastive_lambda": 0.01907917187669117,
      "epoch": 17.064254522769808,
      "step": 54708
    },
    {
      "contrastive_lambda": 0.019072009529177647,
      "epoch": 17.06456643792888,
      "step": 54709
    },
    {
      "epoch": 17.06487835308796,
      "grad_norm": 0.0863046795129776,
      "learning_rate": 2.1109875169748327e-06,
      "loss": 0.0156,
      "step": 54710
    },
    {
      "epoch": 17.06487835308796,
      "flow_loss": 0.0180794857442379,
      "step": 54710
    },
    {
      "contrastive_loss": 0.003271922469139099,
      "epoch": 17.06487835308796,
      "step": 54710
    },
    {
      "contrastive_lambda": 0.01906484850015555,
      "epoch": 17.06487835308796,
      "step": 54710
    },
    {
      "contrastive_lambda": 0.01905768878964459,
      "epoch": 17.065190268247036,
      "step": 54711
    },
    {
      "contrastive_lambda": 0.01905053039766419,
      "epoch": 17.065502183406114,
      "step": 54712
    },
    {
      "contrastive_lambda": 0.019043373324234114,
      "epoch": 17.06581409856519,
      "step": 54713
    },
    {
      "contrastive_lambda": 0.019036217569373848,
      "epoch": 17.06612601372427,
      "step": 54714
    },
    {
      "contrastive_lambda": 0.019029063133103152,
      "epoch": 17.066437928883342,
      "step": 54715
    },
    {
      "contrastive_lambda": 0.019021910015441623,
      "epoch": 17.06674984404242,
      "step": 54716
    },
    {
      "contrastive_lambda": 0.0190147582164088,
      "epoch": 17.067061759201497,
      "step": 54717
    },
    {
      "contrastive_lambda": 0.019007607736024335,
      "epoch": 17.067373674360574,
      "step": 54718
    },
    {
      "contrastive_lambda": 0.019000458574307877,
      "epoch": 17.06768558951965,
      "step": 54719
    },
    {
      "epoch": 17.06799750467873,
      "grad_norm": 0.05579486861824989,
      "learning_rate": 2.103071879248336e-06,
      "loss": 0.0237,
      "step": 54720
    },
    {
      "epoch": 17.06799750467873,
      "flow_loss": 0.03887956961989403,
      "step": 54720
    },
    {
      "contrastive_loss": 0.0034344163723289967,
      "epoch": 17.06799750467873,
      "step": 54720
    },
    {
      "contrastive_lambda": 0.018993310731278856,
      "epoch": 17.06799750467873,
      "step": 54720
    },
    {
      "contrastive_lambda": 0.018986164206957035,
      "epoch": 17.068309419837803,
      "step": 54721
    },
    {
      "contrastive_lambda": 0.018979019001362007,
      "epoch": 17.06862133499688,
      "step": 54722
    },
    {
      "contrastive_lambda": 0.01897187511451326,
      "epoch": 17.068933250155958,
      "step": 54723
    },
    {
      "contrastive_lambda": 0.018964732546430496,
      "epoch": 17.069245165315035,
      "step": 54724
    },
    {
      "contrastive_lambda": 0.018957591297133147,
      "epoch": 17.069557080474112,
      "step": 54725
    },
    {
      "contrastive_lambda": 0.018950451366640808,
      "epoch": 17.069868995633186,
      "step": 54726
    },
    {
      "contrastive_lambda": 0.018943312754973296,
      "epoch": 17.070180910792264,
      "step": 54727
    },
    {
      "contrastive_lambda": 0.018936175462149873,
      "epoch": 17.07049282595134,
      "step": 54728
    },
    {
      "contrastive_lambda": 0.018929039488190302,
      "epoch": 17.07080474111042,
      "step": 54729
    },
    {
      "epoch": 17.071116656269496,
      "grad_norm": 0.04250963032245636,
      "learning_rate": 2.0951707913439478e-06,
      "loss": 0.0216,
      "step": 54730
    },
    {
      "epoch": 17.071116656269496,
      "flow_loss": 0.017823930829763412,
      "step": 54730
    },
    {
      "contrastive_loss": 0.0030625173822045326,
      "epoch": 17.071116656269496,
      "step": 54730
    },
    {
      "contrastive_lambda": 0.018921904833114123,
      "epoch": 17.071116656269496,
      "step": 54730
    },
    {
      "contrastive_lambda": 0.018914771496940708,
      "epoch": 17.071428571428573,
      "step": 54731
    },
    {
      "contrastive_lambda": 0.01890763947968993,
      "epoch": 17.071740486587647,
      "step": 54732
    },
    {
      "contrastive_lambda": 0.018900508781381054,
      "epoch": 17.072052401746724,
      "step": 54733
    },
    {
      "contrastive_lambda": 0.018893379402033783,
      "epoch": 17.0723643169058,
      "step": 54734
    },
    {
      "contrastive_lambda": 0.018886251341667715,
      "epoch": 17.07267623206488,
      "step": 54735
    },
    {
      "contrastive_lambda": 0.01887912460030222,
      "epoch": 17.072988147223956,
      "step": 54736
    },
    {
      "contrastive_lambda": 0.018871999177956844,
      "epoch": 17.073300062383034,
      "step": 54737
    },
    {
      "contrastive_lambda": 0.018864875074651344,
      "epoch": 17.073611977542107,
      "step": 54738
    },
    {
      "contrastive_lambda": 0.01885775229040504,
      "epoch": 17.073923892701185,
      "step": 54739
    },
    {
      "epoch": 17.074235807860262,
      "grad_norm": 0.08879178762435913,
      "learning_rate": 2.0872842556618255e-06,
      "loss": 0.017,
      "step": 54740
    },
    {
      "epoch": 17.074235807860262,
      "flow_loss": 0.020892055705189705,
      "step": 54740
    },
    {
      "contrastive_loss": 0.003487963695079088,
      "epoch": 17.074235807860262,
      "step": 54740
    },
    {
      "contrastive_lambda": 0.01885063082523758,
      "epoch": 17.074235807860262,
      "step": 54740
    },
    {
      "contrastive_lambda": 0.01884351067916834,
      "epoch": 17.07454772301934,
      "step": 54741
    },
    {
      "contrastive_lambda": 0.018836391852217027,
      "epoch": 17.074859638178417,
      "step": 54742
    },
    {
      "contrastive_lambda": 0.018829274344402958,
      "epoch": 17.07517155333749,
      "step": 54743
    },
    {
      "contrastive_lambda": 0.01882215815574584,
      "epoch": 17.075483468496568,
      "step": 54744
    },
    {
      "contrastive_lambda": 0.018815043286265043,
      "epoch": 17.075795383655645,
      "step": 54745
    },
    {
      "contrastive_lambda": 0.018807929735980222,
      "epoch": 17.076107298814723,
      "step": 54746
    },
    {
      "contrastive_lambda": 0.018800817504910694,
      "epoch": 17.0764192139738,
      "step": 54747
    },
    {
      "contrastive_lambda": 0.018793706593076,
      "epoch": 17.076731129132877,
      "step": 54748
    },
    {
      "contrastive_lambda": 0.018786597000495786,
      "epoch": 17.07704304429195,
      "step": 54749
    },
    {
      "epoch": 17.07735495945103,
      "grad_norm": 0.08343813568353653,
      "learning_rate": 2.079412274597686e-06,
      "loss": 0.0212,
      "step": 54750
    },
    {
      "epoch": 17.07735495945103,
      "flow_loss": 0.01864556409418583,
      "step": 54750
    },
    {
      "contrastive_loss": 0.004252543672919273,
      "epoch": 17.07735495945103,
      "step": 54750
    },
    {
      "contrastive_lambda": 0.018779488727189375,
      "epoch": 17.07735495945103,
      "step": 54750
    },
    {
      "contrastive_lambda": 0.018772381773176416,
      "epoch": 17.077666874610106,
      "step": 54751
    },
    {
      "contrastive_lambda": 0.018765276138476172,
      "epoch": 17.077978789769183,
      "step": 54752
    },
    {
      "contrastive_lambda": 0.018758171823108294,
      "epoch": 17.07829070492826,
      "step": 54753
    },
    {
      "contrastive_lambda": 0.01875106882709221,
      "epoch": 17.078602620087338,
      "step": 54754
    },
    {
      "contrastive_lambda": 0.018743967150447405,
      "epoch": 17.078914535246412,
      "step": 54755
    },
    {
      "contrastive_lambda": 0.018736866793193308,
      "epoch": 17.07922645040549,
      "step": 54756
    },
    {
      "contrastive_lambda": 0.018729767755349513,
      "epoch": 17.079538365564567,
      "step": 54757
    },
    {
      "contrastive_lambda": 0.018722670036935285,
      "epoch": 17.079850280723644,
      "step": 54758
    },
    {
      "contrastive_lambda": 0.018715573637970273,
      "epoch": 17.08016219588272,
      "step": 54759
    },
    {
      "epoch": 17.080474111041795,
      "grad_norm": 0.09861820191144943,
      "learning_rate": 2.0715548505428284e-06,
      "loss": 0.018,
      "step": 54760
    },
    {
      "epoch": 17.080474111041795,
      "flow_loss": 0.02092953585088253,
      "step": 54760
    },
    {
      "contrastive_loss": 0.003548169508576393,
      "epoch": 17.080474111041795,
      "step": 54760
    },
    {
      "contrastive_lambda": 0.018708478558473685,
      "epoch": 17.080474111041795,
      "step": 54760
    },
    {
      "contrastive_lambda": 0.018701384798465226,
      "epoch": 17.080786026200872,
      "step": 54761
    },
    {
      "contrastive_lambda": 0.01869429235796427,
      "epoch": 17.08109794135995,
      "step": 54762
    },
    {
      "contrastive_lambda": 0.018687201236990192,
      "epoch": 17.081409856519027,
      "step": 54763
    },
    {
      "contrastive_lambda": 0.01868011143556253,
      "epoch": 17.081721771678104,
      "step": 54764
    },
    {
      "contrastive_lambda": 0.018673022953700602,
      "epoch": 17.082033686837182,
      "step": 54765
    },
    {
      "contrastive_lambda": 0.01866593579142395,
      "epoch": 17.082345601996256,
      "step": 54766
    },
    {
      "contrastive_lambda": 0.018658849948751943,
      "epoch": 17.082657517155333,
      "step": 54767
    },
    {
      "contrastive_lambda": 0.018651765425704125,
      "epoch": 17.08296943231441,
      "step": 54768
    },
    {
      "contrastive_lambda": 0.018644682222299702,
      "epoch": 17.083281347473488,
      "step": 54769
    },
    {
      "epoch": 17.083593262632565,
      "grad_norm": 0.29243311285972595,
      "learning_rate": 2.0637119858841258e-06,
      "loss": 0.0172,
      "step": 54770
    },
    {
      "epoch": 17.083593262632565,
      "flow_loss": 0.015213031321763992,
      "step": 54770
    },
    {
      "contrastive_loss": 0.003008565865457058,
      "epoch": 17.083593262632565,
      "step": 54770
    },
    {
      "contrastive_lambda": 0.018637600338558324,
      "epoch": 17.083593262632565,
      "step": 54770
    },
    {
      "contrastive_lambda": 0.018630519774499144,
      "epoch": 17.083905177791642,
      "step": 54771
    },
    {
      "contrastive_lambda": 0.01862344053014181,
      "epoch": 17.084217092950716,
      "step": 54772
    },
    {
      "contrastive_lambda": 0.0186163626055057,
      "epoch": 17.084529008109794,
      "step": 54773
    },
    {
      "contrastive_lambda": 0.01860928600061007,
      "epoch": 17.08484092326887,
      "step": 54774
    },
    {
      "contrastive_lambda": 0.018602210715474465,
      "epoch": 17.08515283842795,
      "step": 54775
    },
    {
      "contrastive_lambda": 0.018595136750118257,
      "epoch": 17.085464753587026,
      "step": 54776
    },
    {
      "contrastive_lambda": 0.01858806410456071,
      "epoch": 17.0857766687461,
      "step": 54777
    },
    {
      "contrastive_lambda": 0.018580992778821415,
      "epoch": 17.086088583905177,
      "step": 54778
    },
    {
      "contrastive_lambda": 0.018573922772919638,
      "epoch": 17.086400499064254,
      "step": 54779
    },
    {
      "epoch": 17.08671241422333,
      "grad_norm": 0.09368453919887543,
      "learning_rate": 2.055883683004034e-06,
      "loss": 0.0149,
      "step": 54780
    },
    {
      "epoch": 17.08671241422333,
      "flow_loss": 0.01163586974143982,
      "step": 54780
    },
    {
      "contrastive_loss": 0.003410710021853447,
      "epoch": 17.08671241422333,
      "step": 54780
    },
    {
      "contrastive_lambda": 0.01856685408687475,
      "epoch": 17.08671241422333,
      "step": 54780
    },
    {
      "contrastive_lambda": 0.01855978672070624,
      "epoch": 17.08702432938241,
      "step": 54781
    },
    {
      "contrastive_lambda": 0.01855272067443331,
      "epoch": 17.087336244541486,
      "step": 54782
    },
    {
      "contrastive_lambda": 0.0185456559480755,
      "epoch": 17.08764815970056,
      "step": 54783
    },
    {
      "contrastive_lambda": 0.018538592541652132,
      "epoch": 17.087960074859637,
      "step": 54784
    },
    {
      "contrastive_lambda": 0.01853153045518252,
      "epoch": 17.088271990018715,
      "step": 54785
    },
    {
      "contrastive_lambda": 0.018524469688686096,
      "epoch": 17.088583905177792,
      "step": 54786
    },
    {
      "contrastive_lambda": 0.01851741024218212,
      "epoch": 17.08889582033687,
      "step": 54787
    },
    {
      "contrastive_lambda": 0.01851035211568991,
      "epoch": 17.089207735495947,
      "step": 54788
    },
    {
      "contrastive_lambda": 0.018503295309229062,
      "epoch": 17.08951965065502,
      "step": 54789
    },
    {
      "epoch": 17.089831565814098,
      "grad_norm": 0.16083106398582458,
      "learning_rate": 2.0480699442806006e-06,
      "loss": 0.0188,
      "step": 54790
    },
    {
      "epoch": 17.089831565814098,
      "flow_loss": 0.028690557926893234,
      "step": 54790
    },
    {
      "contrastive_loss": 0.0038362666964530945,
      "epoch": 17.089831565814098,
      "step": 54790
    },
    {
      "contrastive_lambda": 0.018496239822818672,
      "epoch": 17.089831565814098,
      "step": 54790
    },
    {
      "contrastive_lambda": 0.018489185656478224,
      "epoch": 17.090143480973175,
      "step": 54791
    },
    {
      "contrastive_lambda": 0.018482132810227092,
      "epoch": 17.090455396132253,
      "step": 54792
    },
    {
      "contrastive_lambda": 0.018475081284084427,
      "epoch": 17.09076731129133,
      "step": 54793
    },
    {
      "contrastive_lambda": 0.018468031078069602,
      "epoch": 17.091079226450404,
      "step": 54794
    },
    {
      "contrastive_lambda": 0.018460982192202158,
      "epoch": 17.09139114160948,
      "step": 54795
    },
    {
      "contrastive_lambda": 0.01845393462650119,
      "epoch": 17.09170305676856,
      "step": 54796
    },
    {
      "contrastive_lambda": 0.01844688838098618,
      "epoch": 17.092014971927636,
      "step": 54797
    },
    {
      "contrastive_lambda": 0.018439843455676286,
      "epoch": 17.092326887086713,
      "step": 54798
    },
    {
      "contrastive_lambda": 0.01843279985059082,
      "epoch": 17.09263880224579,
      "step": 54799
    },
    {
      "epoch": 17.092950717404864,
      "grad_norm": 0.07110895961523056,
      "learning_rate": 2.0402707720874105e-06,
      "loss": 0.0228,
      "step": 54800
    },
    {
      "epoch": 17.092950717404864,
      "flow_loss": 0.029021447524428368,
      "step": 54800
    },
    {
      "contrastive_loss": 0.0035526645369827747,
      "epoch": 17.092950717404864,
      "step": 54800
    },
    {
      "contrastive_lambda": 0.01842575756574938,
      "epoch": 17.092950717404864,
      "step": 54800
    },
    {
      "contrastive_lambda": 0.018418716601170948,
      "epoch": 17.093262632563942,
      "step": 54801
    },
    {
      "contrastive_lambda": 0.018411676956874956,
      "epoch": 17.09357454772302,
      "step": 54802
    },
    {
      "contrastive_lambda": 0.01840463863288072,
      "epoch": 17.093886462882097,
      "step": 54803
    },
    {
      "contrastive_lambda": 0.018397601629207505,
      "epoch": 17.094198378041174,
      "step": 54804
    },
    {
      "contrastive_lambda": 0.018390565945874515,
      "epoch": 17.09451029320025,
      "step": 54805
    },
    {
      "contrastive_lambda": 0.01838353158290129,
      "epoch": 17.094822208359325,
      "step": 54806
    },
    {
      "contrastive_lambda": 0.018376498540306874,
      "epoch": 17.095134123518402,
      "step": 54807
    },
    {
      "contrastive_lambda": 0.01836946681811069,
      "epoch": 17.09544603867748,
      "step": 54808
    },
    {
      "contrastive_lambda": 0.018362436416331895,
      "epoch": 17.095757953836557,
      "step": 54809
    },
    {
      "epoch": 17.096069868995635,
      "grad_norm": 0.09361185133457184,
      "learning_rate": 2.032486168793668e-06,
      "loss": 0.0216,
      "step": 54810
    },
    {
      "epoch": 17.096069868995635,
      "flow_loss": 0.028329454362392426,
      "step": 54810
    },
    {
      "contrastive_loss": 0.0035909400321543217,
      "epoch": 17.096069868995635,
      "step": 54810
    },
    {
      "contrastive_lambda": 0.01835540733498986,
      "epoch": 17.096069868995635,
      "step": 54810
    },
    {
      "contrastive_lambda": 0.01834837957410379,
      "epoch": 17.09638178415471,
      "step": 54811
    },
    {
      "contrastive_lambda": 0.01834135313369295,
      "epoch": 17.096693699313786,
      "step": 54812
    },
    {
      "contrastive_lambda": 0.018334328013776713,
      "epoch": 17.097005614472863,
      "step": 54813
    },
    {
      "contrastive_lambda": 0.018327304214374285,
      "epoch": 17.09731752963194,
      "step": 54814
    },
    {
      "contrastive_lambda": 0.018320281735504818,
      "epoch": 17.097629444791018,
      "step": 54815
    },
    {
      "contrastive_lambda": 0.018313260577187684,
      "epoch": 17.097941359950095,
      "step": 54816
    },
    {
      "contrastive_lambda": 0.018306240739442092,
      "epoch": 17.09825327510917,
      "step": 54817
    },
    {
      "contrastive_lambda": 0.018299222222287304,
      "epoch": 17.098565190268246,
      "step": 54818
    },
    {
      "contrastive_lambda": 0.01829220502574258,
      "epoch": 17.098877105427324,
      "step": 54819
    },
    {
      "epoch": 17.0991890205864,
      "grad_norm": 0.10376707464456558,
      "learning_rate": 2.024716136764104e-06,
      "loss": 0.0195,
      "step": 54820
    },
    {
      "epoch": 17.0991890205864,
      "flow_loss": 0.022860506549477577,
      "step": 54820
    },
    {
      "contrastive_loss": 0.0035367622040212154,
      "epoch": 17.0991890205864,
      "step": 54820
    },
    {
      "contrastive_lambda": 0.018285189149827075,
      "epoch": 17.0991890205864,
      "step": 54820
    },
    {
      "contrastive_lambda": 0.018278174594560048,
      "epoch": 17.09950093574548,
      "step": 54821
    },
    {
      "contrastive_lambda": 0.01827116135996082,
      "epoch": 17.099812850904556,
      "step": 54822
    },
    {
      "contrastive_lambda": 0.018264149446048483,
      "epoch": 17.10012476606363,
      "step": 54823
    },
    {
      "contrastive_lambda": 0.01825713885284236,
      "epoch": 17.100436681222707,
      "step": 54824
    },
    {
      "contrastive_lambda": 0.018250129580361707,
      "epoch": 17.100748596381784,
      "step": 54825
    },
    {
      "contrastive_lambda": 0.018243121628625625,
      "epoch": 17.10106051154086,
      "step": 54826
    },
    {
      "contrastive_lambda": 0.01823611499765343,
      "epoch": 17.10137242669994,
      "step": 54827
    },
    {
      "contrastive_lambda": 0.018229109687464162,
      "epoch": 17.101684341859013,
      "step": 54828
    },
    {
      "contrastive_lambda": 0.018222105698077196,
      "epoch": 17.10199625701809,
      "step": 54829
    },
    {
      "epoch": 17.102308172177167,
      "grad_norm": 0.07169344276189804,
      "learning_rate": 2.0169606783590757e-06,
      "loss": 0.0194,
      "step": 54830
    },
    {
      "epoch": 17.102308172177167,
      "flow_loss": 0.013858226127922535,
      "step": 54830
    },
    {
      "contrastive_loss": 0.0035254370886832476,
      "epoch": 17.102308172177167,
      "step": 54830
    },
    {
      "contrastive_lambda": 0.018215103029511792,
      "epoch": 17.102308172177167,
      "step": 54830
    },
    {
      "contrastive_lambda": 0.01820810168178688,
      "epoch": 17.102620087336245,
      "step": 54831
    },
    {
      "contrastive_lambda": 0.018201101654921892,
      "epoch": 17.102932002495322,
      "step": 54832
    },
    {
      "contrastive_lambda": 0.01819410294893592,
      "epoch": 17.1032439176544,
      "step": 54833
    },
    {
      "contrastive_lambda": 0.01818710556384817,
      "epoch": 17.103555832813473,
      "step": 54834
    },
    {
      "contrastive_lambda": 0.018180109499677855,
      "epoch": 17.10386774797255,
      "step": 54835
    },
    {
      "contrastive_lambda": 0.01817311475644412,
      "epoch": 17.104179663131628,
      "step": 54836
    },
    {
      "contrastive_lambda": 0.01816612133416612,
      "epoch": 17.104491578290705,
      "step": 54837
    },
    {
      "contrastive_lambda": 0.018159129232863058,
      "epoch": 17.104803493449783,
      "step": 54838
    },
    {
      "contrastive_lambda": 0.018152138452554034,
      "epoch": 17.10511540860886,
      "step": 54839
    },
    {
      "epoch": 17.105427323767934,
      "grad_norm": 0.07226630300283432,
      "learning_rate": 2.0092197959344638e-06,
      "loss": 0.0186,
      "step": 54840
    },
    {
      "epoch": 17.105427323767934,
      "flow_loss": 0.014783356338739395,
      "step": 54840
    },
    {
      "contrastive_loss": 0.003241931553930044,
      "epoch": 17.105427323767934,
      "step": 54840
    },
    {
      "contrastive_lambda": 0.018145148993258364,
      "epoch": 17.105427323767934,
      "step": 54840
    },
    {
      "contrastive_lambda": 0.018138160854995145,
      "epoch": 17.10573923892701,
      "step": 54841
    },
    {
      "contrastive_lambda": 0.018131174037783526,
      "epoch": 17.10605115408609,
      "step": 54842
    },
    {
      "contrastive_lambda": 0.01812418854164266,
      "epoch": 17.106363069245166,
      "step": 54843
    },
    {
      "contrastive_lambda": 0.01811720436659159,
      "epoch": 17.106674984404243,
      "step": 54844
    },
    {
      "contrastive_lambda": 0.01811022151264957,
      "epoch": 17.106986899563317,
      "step": 54845
    },
    {
      "contrastive_lambda": 0.018103239979835817,
      "epoch": 17.107298814722395,
      "step": 54846
    },
    {
      "contrastive_lambda": 0.018096259768169365,
      "epoch": 17.107610729881472,
      "step": 54847
    },
    {
      "contrastive_lambda": 0.018089280877669367,
      "epoch": 17.10792264504055,
      "step": 54848
    },
    {
      "contrastive_lambda": 0.01808230330835503,
      "epoch": 17.108234560199627,
      "step": 54849
    },
    {
      "epoch": 17.108546475358704,
      "grad_norm": 0.07504348456859589,
      "learning_rate": 2.0014934918417606e-06,
      "loss": 0.0214,
      "step": 54850
    },
    {
      "epoch": 17.108546475358704,
      "flow_loss": 0.00993591919541359,
      "step": 54850
    },
    {
      "contrastive_loss": 0.0033443658612668514,
      "epoch": 17.108546475358704,
      "step": 54850
    },
    {
      "contrastive_lambda": 0.018075327060245283,
      "epoch": 17.108546475358704,
      "step": 54850
    },
    {
      "contrastive_lambda": 0.0180683521333595,
      "epoch": 17.108858390517778,
      "step": 54851
    },
    {
      "contrastive_lambda": 0.018061378527716665,
      "epoch": 17.109170305676855,
      "step": 54852
    },
    {
      "contrastive_lambda": 0.01805440624333593,
      "epoch": 17.109482220835933,
      "step": 54853
    },
    {
      "contrastive_lambda": 0.018047435280236446,
      "epoch": 17.10979413599501,
      "step": 54854
    },
    {
      "contrastive_lambda": 0.018040465638437253,
      "epoch": 17.110106051154087,
      "step": 54855
    },
    {
      "contrastive_lambda": 0.018033497317957392,
      "epoch": 17.110417966313165,
      "step": 54856
    },
    {
      "contrastive_lambda": 0.01802653031881618,
      "epoch": 17.11072988147224,
      "step": 54857
    },
    {
      "contrastive_lambda": 0.01801956464103255,
      "epoch": 17.111041796631316,
      "step": 54858
    },
    {
      "contrastive_lambda": 0.018012600284625646,
      "epoch": 17.111353711790393,
      "step": 54859
    },
    {
      "epoch": 17.11166562694947,
      "grad_norm": 0.06253011524677277,
      "learning_rate": 1.99378176842801e-06,
      "loss": 0.0207,
      "step": 54860
    },
    {
      "epoch": 17.11166562694947,
      "flow_loss": 0.016672935336828232,
      "step": 54860
    },
    {
      "contrastive_loss": 0.004109696950763464,
      "epoch": 17.11166562694947,
      "step": 54860
    },
    {
      "contrastive_lambda": 0.018005637249614626,
      "epoch": 17.11166562694947,
      "step": 54860
    },
    {
      "contrastive_lambda": 0.01799867553601847,
      "epoch": 17.111977542108548,
      "step": 54861
    },
    {
      "contrastive_lambda": 0.017991715143856224,
      "epoch": 17.11228945726762,
      "step": 54862
    },
    {
      "contrastive_lambda": 0.0179847560731472,
      "epoch": 17.1126013724267,
      "step": 54863
    },
    {
      "contrastive_lambda": 0.017977798323910277,
      "epoch": 17.112913287585776,
      "step": 54864
    },
    {
      "contrastive_lambda": 0.017970841896164658,
      "epoch": 17.113225202744854,
      "step": 54865
    },
    {
      "contrastive_lambda": 0.017963886789929273,
      "epoch": 17.11353711790393,
      "step": 54866
    },
    {
      "contrastive_lambda": 0.017956933005223163,
      "epoch": 17.11384903306301,
      "step": 54867
    },
    {
      "contrastive_lambda": 0.017949980542065647,
      "epoch": 17.114160948222082,
      "step": 54868
    },
    {
      "contrastive_lambda": 0.017943029400475596,
      "epoch": 17.11447286338116,
      "step": 54869
    },
    {
      "epoch": 17.114784778540237,
      "grad_norm": 0.06558630615472794,
      "learning_rate": 1.9860846280358224e-06,
      "loss": 0.0225,
      "step": 54870
    },
    {
      "epoch": 17.114784778540237,
      "flow_loss": 0.049233559519052505,
      "step": 54870
    },
    {
      "contrastive_loss": 0.0030569517984986305,
      "epoch": 17.114784778540237,
      "step": 54870
    },
    {
      "contrastive_lambda": 0.017936079580472053,
      "epoch": 17.114784778540237,
      "step": 54870
    },
    {
      "contrastive_lambda": 0.017929131082074168,
      "epoch": 17.115096693699314,
      "step": 54871
    },
    {
      "contrastive_lambda": 0.017922183905300926,
      "epoch": 17.11540860885839,
      "step": 54872
    },
    {
      "contrastive_lambda": 0.017915238050171367,
      "epoch": 17.11572052401747,
      "step": 54873
    },
    {
      "contrastive_lambda": 0.017908293516704532,
      "epoch": 17.116032439176543,
      "step": 54874
    },
    {
      "contrastive_lambda": 0.017901350304919517,
      "epoch": 17.11634435433562,
      "step": 54875
    },
    {
      "contrastive_lambda": 0.01789440841483536,
      "epoch": 17.116656269494698,
      "step": 54876
    },
    {
      "contrastive_lambda": 0.01788746784647105,
      "epoch": 17.116968184653775,
      "step": 54877
    },
    {
      "contrastive_lambda": 0.01788052859984557,
      "epoch": 17.117280099812852,
      "step": 54878
    },
    {
      "contrastive_lambda": 0.017873590674978013,
      "epoch": 17.117592014971926,
      "step": 54879
    },
    {
      "epoch": 17.117903930131003,
      "grad_norm": 0.07263737171888351,
      "learning_rate": 1.978402073003394e-06,
      "loss": 0.0215,
      "step": 54880
    },
    {
      "epoch": 17.117903930131003,
      "flow_loss": 0.01898249052464962,
      "step": 54880
    },
    {
      "contrastive_loss": 0.003716629697009921,
      "epoch": 17.117903930131003,
      "step": 54880
    },
    {
      "contrastive_lambda": 0.017866654071887367,
      "epoch": 17.117903930131003,
      "step": 54880
    },
    {
      "contrastive_lambda": 0.017859718790592727,
      "epoch": 17.11821584529008,
      "step": 54881
    },
    {
      "contrastive_lambda": 0.017852784831112967,
      "epoch": 17.118527760449158,
      "step": 54882
    },
    {
      "contrastive_lambda": 0.017845852193467182,
      "epoch": 17.118839675608235,
      "step": 54883
    },
    {
      "contrastive_lambda": 0.017838920877674358,
      "epoch": 17.119151590767313,
      "step": 54884
    },
    {
      "contrastive_lambda": 0.017831990883753535,
      "epoch": 17.119463505926387,
      "step": 54885
    },
    {
      "contrastive_lambda": 0.017825062211723697,
      "epoch": 17.119775421085464,
      "step": 54886
    },
    {
      "contrastive_lambda": 0.01781813486160383,
      "epoch": 17.12008733624454,
      "step": 54887
    },
    {
      "contrastive_lambda": 0.017811208833412917,
      "epoch": 17.12039925140362,
      "step": 54888
    },
    {
      "contrastive_lambda": 0.01780428412717,
      "epoch": 17.120711166562696,
      "step": 54889
    },
    {
      "epoch": 17.121023081721773,
      "grad_norm": 0.0684819296002388,
      "learning_rate": 1.9707341056644736e-06,
      "loss": 0.0286,
      "step": 54890
    },
    {
      "epoch": 17.121023081721773,
      "flow_loss": 0.026516949757933617,
      "step": 54890
    },
    {
      "contrastive_loss": 0.003132646670565009,
      "epoch": 17.121023081721773,
      "step": 54890
    },
    {
      "contrastive_lambda": 0.017797360742893897,
      "epoch": 17.121023081721773,
      "step": 54890
    },
    {
      "contrastive_lambda": 0.01779043868060376,
      "epoch": 17.121334996880847,
      "step": 54891
    },
    {
      "contrastive_lambda": 0.01778351794031857,
      "epoch": 17.121646912039925,
      "step": 54892
    },
    {
      "contrastive_lambda": 0.017776598522057152,
      "epoch": 17.121958827199002,
      "step": 54893
    },
    {
      "contrastive_lambda": 0.017769680425838652,
      "epoch": 17.12227074235808,
      "step": 54894
    },
    {
      "contrastive_lambda": 0.017762763651681945,
      "epoch": 17.122582657517157,
      "step": 54895
    },
    {
      "contrastive_lambda": 0.017755848199605906,
      "epoch": 17.12289457267623,
      "step": 54896
    },
    {
      "contrastive_lambda": 0.01774893406962963,
      "epoch": 17.123206487835308,
      "step": 54897
    },
    {
      "contrastive_lambda": 0.0177420212617721,
      "epoch": 17.123518402994385,
      "step": 54898
    },
    {
      "contrastive_lambda": 0.017735109776052194,
      "epoch": 17.123830318153463,
      "step": 54899
    },
    {
      "epoch": 17.12414223331254,
      "grad_norm": 0.07870200276374817,
      "learning_rate": 1.963080728348399e-06,
      "loss": 0.0188,
      "step": 54900
    },
    {
      "epoch": 17.12414223331254,
      "flow_loss": 0.013071362860500813,
      "step": 54900
    },
    {
      "contrastive_loss": 0.0034897318109869957,
      "epoch": 17.12414223331254,
      "step": 54900
    },
    {
      "contrastive_lambda": 0.017728199612488837,
      "epoch": 17.12414223331254,
      "step": 54900
    },
    {
      "contrastive_lambda": 0.017721290771101017,
      "epoch": 17.124454148471617,
      "step": 54901
    },
    {
      "contrastive_lambda": 0.01771438325190755,
      "epoch": 17.12476606363069,
      "step": 54902
    },
    {
      "contrastive_lambda": 0.017707477054927645,
      "epoch": 17.12507797878977,
      "step": 54903
    },
    {
      "contrastive_lambda": 0.017700572180180008,
      "epoch": 17.125389893948846,
      "step": 54904
    },
    {
      "contrastive_lambda": 0.017693668627683623,
      "epoch": 17.125701809107923,
      "step": 54905
    },
    {
      "contrastive_lambda": 0.017686766397457476,
      "epoch": 17.126013724267,
      "step": 54906
    },
    {
      "contrastive_lambda": 0.01767986548952033,
      "epoch": 17.126325639426078,
      "step": 54907
    },
    {
      "contrastive_lambda": 0.01767296590389128,
      "epoch": 17.12663755458515,
      "step": 54908
    },
    {
      "contrastive_lambda": 0.017666067640589256,
      "epoch": 17.12694946974423,
      "step": 54909
    },
    {
      "epoch": 17.127261384903306,
      "grad_norm": 0.10876642167568207,
      "learning_rate": 1.955441943380054e-06,
      "loss": 0.0232,
      "step": 54910
    },
    {
      "epoch": 17.127261384903306,
      "flow_loss": 0.017170200124382973,
      "step": 54910
    },
    {
      "contrastive_loss": 0.003607329446822405,
      "epoch": 17.127261384903306,
      "step": 54910
    },
    {
      "contrastive_lambda": 0.01765917069963302,
      "epoch": 17.127261384903306,
      "step": 54910
    },
    {
      "contrastive_lambda": 0.017652275081041613,
      "epoch": 17.127573300062384,
      "step": 54911
    },
    {
      "contrastive_lambda": 0.017645380784833797,
      "epoch": 17.12788521522146,
      "step": 54912
    },
    {
      "contrastive_lambda": 0.017638487811028558,
      "epoch": 17.128197130380535,
      "step": 54913
    },
    {
      "contrastive_lambda": 0.01763159615964488,
      "epoch": 17.128509045539612,
      "step": 54914
    },
    {
      "contrastive_lambda": 0.01762470583070147,
      "epoch": 17.12882096069869,
      "step": 54915
    },
    {
      "contrastive_lambda": 0.01761781682421737,
      "epoch": 17.129132875857767,
      "step": 54916
    },
    {
      "contrastive_lambda": 0.01761092914021145,
      "epoch": 17.129444791016844,
      "step": 54917
    },
    {
      "contrastive_lambda": 0.017604042778702478,
      "epoch": 17.12975670617592,
      "step": 54918
    },
    {
      "contrastive_lambda": 0.017597157739709435,
      "epoch": 17.130068621334996,
      "step": 54919
    },
    {
      "epoch": 17.130380536494073,
      "grad_norm": 0.06581514328718185,
      "learning_rate": 1.947817753079906e-06,
      "loss": 0.0271,
      "step": 54920
    },
    {
      "epoch": 17.130380536494073,
      "flow_loss": 0.038727037608623505,
      "step": 54920
    },
    {
      "contrastive_loss": 0.0037639460060745478,
      "epoch": 17.130380536494073,
      "step": 54920
    },
    {
      "contrastive_lambda": 0.017590274023251196,
      "epoch": 17.130380536494073,
      "step": 54920
    },
    {
      "contrastive_lambda": 0.01758339162934658,
      "epoch": 17.13069245165315,
      "step": 54921
    },
    {
      "contrastive_lambda": 0.01757651055801457,
      "epoch": 17.131004366812228,
      "step": 54922
    },
    {
      "contrastive_lambda": 0.017569630809273873,
      "epoch": 17.131316281971305,
      "step": 54923
    },
    {
      "contrastive_lambda": 0.017562752383143365,
      "epoch": 17.131628197130382,
      "step": 54924
    },
    {
      "contrastive_lambda": 0.017555875279642086,
      "epoch": 17.131940112289456,
      "step": 54925
    },
    {
      "contrastive_lambda": 0.017548999498788687,
      "epoch": 17.132252027448533,
      "step": 54926
    },
    {
      "contrastive_lambda": 0.017542125040602097,
      "epoch": 17.13256394260761,
      "step": 54927
    },
    {
      "contrastive_lambda": 0.017535251905101246,
      "epoch": 17.132875857766688,
      "step": 54928
    },
    {
      "contrastive_lambda": 0.01752838009230484,
      "epoch": 17.133187772925766,
      "step": 54929
    },
    {
      "epoch": 17.13349968808484,
      "grad_norm": 0.04947511851787567,
      "learning_rate": 1.9402081597639785e-06,
      "loss": 0.0193,
      "step": 54930
    },
    {
      "epoch": 17.13349968808484,
      "flow_loss": 0.006888687610626221,
      "step": 54930
    },
    {
      "contrastive_loss": 0.0030254414305090904,
      "epoch": 17.13349968808484,
      "step": 54930
    },
    {
      "contrastive_lambda": 0.017521509602231755,
      "epoch": 17.13349968808484,
      "step": 54930
    },
    {
      "contrastive_lambda": 0.017514640434900863,
      "epoch": 17.133811603243917,
      "step": 54931
    },
    {
      "contrastive_lambda": 0.017507772590330983,
      "epoch": 17.134123518402994,
      "step": 54932
    },
    {
      "contrastive_lambda": 0.01750090606854099,
      "epoch": 17.13443543356207,
      "step": 54933
    },
    {
      "contrastive_lambda": 0.017494040869549587,
      "epoch": 17.13474734872115,
      "step": 54934
    },
    {
      "contrastive_lambda": 0.017487176993375653,
      "epoch": 17.135059263880226,
      "step": 54935
    },
    {
      "contrastive_lambda": 0.01748031444003806,
      "epoch": 17.1353711790393,
      "step": 54936
    },
    {
      "contrastive_lambda": 0.017473453209555567,
      "epoch": 17.135683094198377,
      "step": 54937
    },
    {
      "contrastive_lambda": 0.017466593301947053,
      "epoch": 17.135995009357455,
      "step": 54938
    },
    {
      "contrastive_lambda": 0.017459734717231223,
      "epoch": 17.136306924516532,
      "step": 54939
    },
    {
      "epoch": 17.13661883967561,
      "grad_norm": 0.03251181170344353,
      "learning_rate": 1.9326131657438683e-06,
      "loss": 0.0177,
      "step": 54940
    },
    {
      "epoch": 17.13661883967561,
      "flow_loss": 0.011898137629032135,
      "step": 54940
    },
    {
      "contrastive_loss": 0.0035099652595818043,
      "epoch": 17.13661883967561,
      "step": 54940
    },
    {
      "contrastive_lambda": 0.017452877455426896,
      "epoch": 17.13661883967561,
      "step": 54940
    },
    {
      "contrastive_lambda": 0.01744602151655289,
      "epoch": 17.136930754834687,
      "step": 54941
    },
    {
      "contrastive_lambda": 0.017439166900628078,
      "epoch": 17.13724266999376,
      "step": 54942
    },
    {
      "contrastive_lambda": 0.017432313607671168,
      "epoch": 17.137554585152838,
      "step": 54943
    },
    {
      "contrastive_lambda": 0.01742546163770098,
      "epoch": 17.137866500311915,
      "step": 54944
    },
    {
      "contrastive_lambda": 0.017418610990736272,
      "epoch": 17.138178415470993,
      "step": 54945
    },
    {
      "contrastive_lambda": 0.017411761666795922,
      "epoch": 17.13849033063007,
      "step": 54946
    },
    {
      "contrastive_lambda": 0.01740491366589847,
      "epoch": 17.138802245789144,
      "step": 54947
    },
    {
      "contrastive_lambda": 0.0173980669880629,
      "epoch": 17.13911416094822,
      "step": 54948
    },
    {
      "contrastive_lambda": 0.01739122163330803,
      "epoch": 17.1394260761073,
      "step": 54949
    },
    {
      "epoch": 17.139737991266376,
      "grad_norm": 0.07398918271064758,
      "learning_rate": 1.925032773326724e-06,
      "loss": 0.0178,
      "step": 54950
    },
    {
      "epoch": 17.139737991266376,
      "flow_loss": 0.043602295219898224,
      "step": 54950
    },
    {
      "contrastive_loss": 0.0035748742520809174,
      "epoch": 17.139737991266376,
      "step": 54950
    },
    {
      "contrastive_lambda": 0.017384377601652456,
      "epoch": 17.139737991266376,
      "step": 54950
    },
    {
      "contrastive_lambda": 0.017377534893115,
      "epoch": 17.140049906425453,
      "step": 54951
    },
    {
      "contrastive_lambda": 0.017370693507714474,
      "epoch": 17.14036182158453,
      "step": 54952
    },
    {
      "contrastive_lambda": 0.01736385344546948,
      "epoch": 17.140673736743604,
      "step": 54953
    },
    {
      "contrastive_lambda": 0.017357014706399,
      "epoch": 17.14098565190268,
      "step": 54954
    },
    {
      "contrastive_lambda": 0.017350177290521684,
      "epoch": 17.14129756706176,
      "step": 54955
    },
    {
      "contrastive_lambda": 0.017343341197856188,
      "epoch": 17.141609482220836,
      "step": 54956
    },
    {
      "contrastive_lambda": 0.017336506428421383,
      "epoch": 17.141921397379914,
      "step": 54957
    },
    {
      "contrastive_lambda": 0.017329672982235866,
      "epoch": 17.142233312538988,
      "step": 54958
    },
    {
      "contrastive_lambda": 0.01732284085931851,
      "epoch": 17.142545227698065,
      "step": 54959
    },
    {
      "epoch": 17.142857142857142,
      "grad_norm": 0.08070529252290726,
      "learning_rate": 1.9174669848152916e-06,
      "loss": 0.0215,
      "step": 54960
    },
    {
      "epoch": 17.142857142857142,
      "flow_loss": 0.014631661586463451,
      "step": 54960
    },
    {
      "contrastive_loss": 0.0037512248381972313,
      "epoch": 17.142857142857142,
      "step": 54960
    },
    {
      "contrastive_lambda": 0.017316010059688025,
      "epoch": 17.142857142857142,
      "step": 54960
    },
    {
      "contrastive_lambda": 0.01730918058336306,
      "epoch": 17.14316905801622,
      "step": 54961
    },
    {
      "contrastive_lambda": 0.017302352430362378,
      "epoch": 17.143480973175297,
      "step": 54962
    },
    {
      "contrastive_lambda": 0.017295525600704797,
      "epoch": 17.143792888334374,
      "step": 54963
    },
    {
      "contrastive_lambda": 0.017288700094408804,
      "epoch": 17.14410480349345,
      "step": 54964
    },
    {
      "contrastive_lambda": 0.017281875911493272,
      "epoch": 17.144416718652526,
      "step": 54965
    },
    {
      "contrastive_lambda": 0.017275053051976963,
      "epoch": 17.144728633811603,
      "step": 54966
    },
    {
      "contrastive_lambda": 0.01726823151587842,
      "epoch": 17.14504054897068,
      "step": 54967
    },
    {
      "contrastive_lambda": 0.017261411303216512,
      "epoch": 17.145352464129758,
      "step": 54968
    },
    {
      "contrastive_lambda": 0.01725459241400984,
      "epoch": 17.145664379288835,
      "step": 54969
    },
    {
      "epoch": 17.14597629444791,
      "grad_norm": 0.040525950491428375,
      "learning_rate": 1.9099158025078336e-06,
      "loss": 0.0237,
      "step": 54970
    },
    {
      "epoch": 17.14597629444791,
      "flow_loss": 0.011899987235665321,
      "step": 54970
    },
    {
      "contrastive_loss": 0.0032105492427945137,
      "epoch": 17.14597629444791,
      "step": 54970
    },
    {
      "contrastive_lambda": 0.017247774848276998,
      "epoch": 17.14597629444791,
      "step": 54970
    },
    {
      "contrastive_lambda": 0.017240958606036916,
      "epoch": 17.146288209606986,
      "step": 54971
    },
    {
      "contrastive_lambda": 0.01723414368730808,
      "epoch": 17.146600124766064,
      "step": 54972
    },
    {
      "contrastive_lambda": 0.017227330092109305,
      "epoch": 17.14691203992514,
      "step": 54973
    },
    {
      "contrastive_lambda": 0.017220517820459247,
      "epoch": 17.14722395508422,
      "step": 54974
    },
    {
      "contrastive_lambda": 0.01721370687237639,
      "epoch": 17.147535870243292,
      "step": 54975
    },
    {
      "contrastive_lambda": 0.017206897247879716,
      "epoch": 17.14784778540237,
      "step": 54976
    },
    {
      "contrastive_lambda": 0.017200088946987713,
      "epoch": 17.148159700561447,
      "step": 54977
    },
    {
      "contrastive_lambda": 0.017193281969719032,
      "epoch": 17.148471615720524,
      "step": 54978
    },
    {
      "contrastive_lambda": 0.01718647631609249,
      "epoch": 17.1487835308796,
      "step": 54979
    },
    {
      "epoch": 17.14909544603868,
      "grad_norm": 0.07755489647388458,
      "learning_rate": 1.90237922869822e-06,
      "loss": 0.0169,
      "step": 54980
    },
    {
      "epoch": 17.14909544603868,
      "flow_loss": 0.016942519694566727,
      "step": 54980
    },
    {
      "contrastive_loss": 0.003979180008172989,
      "epoch": 17.14909544603868,
      "step": 54980
    },
    {
      "contrastive_lambda": 0.01717967198612652,
      "epoch": 17.14909544603868,
      "step": 54980
    },
    {
      "contrastive_lambda": 0.017172868979839884,
      "epoch": 17.149407361197753,
      "step": 54981
    },
    {
      "contrastive_lambda": 0.01716606729725134,
      "epoch": 17.14971927635683,
      "step": 54982
    },
    {
      "contrastive_lambda": 0.01715926693837938,
      "epoch": 17.150031191515907,
      "step": 54983
    },
    {
      "contrastive_lambda": 0.017152467903242763,
      "epoch": 17.150343106674985,
      "step": 54984
    },
    {
      "contrastive_lambda": 0.017145670191859974,
      "epoch": 17.150655021834062,
      "step": 54985
    },
    {
      "contrastive_lambda": 0.017138873804249777,
      "epoch": 17.15096693699314,
      "step": 54986
    },
    {
      "contrastive_lambda": 0.017132078740430823,
      "epoch": 17.151278852152213,
      "step": 54987
    },
    {
      "contrastive_lambda": 0.017125285000421597,
      "epoch": 17.15159076731129,
      "step": 54988
    },
    {
      "contrastive_lambda": 0.017118492584240863,
      "epoch": 17.151902682470368,
      "step": 54989
    },
    {
      "epoch": 17.152214597629445,
      "grad_norm": 0.050245501101017,
      "learning_rate": 1.8948572656758367e-06,
      "loss": 0.0178,
      "step": 54990
    },
    {
      "epoch": 17.152214597629445,
      "flow_loss": 0.01420708280056715,
      "step": 54990
    },
    {
      "contrastive_loss": 0.0032389089465141296,
      "epoch": 17.152214597629445,
      "step": 54990
    },
    {
      "contrastive_lambda": 0.017111701491907272,
      "epoch": 17.152214597629445,
      "step": 54990
    },
    {
      "contrastive_lambda": 0.01710491172343931,
      "epoch": 17.152526512788523,
      "step": 54991
    },
    {
      "contrastive_lambda": 0.01709812327885557,
      "epoch": 17.152838427947597,
      "step": 54992
    },
    {
      "contrastive_lambda": 0.017091336158174875,
      "epoch": 17.153150343106674,
      "step": 54993
    },
    {
      "contrastive_lambda": 0.01708455036141565,
      "epoch": 17.15346225826575,
      "step": 54994
    },
    {
      "contrastive_lambda": 0.017077765888596552,
      "epoch": 17.15377417342483,
      "step": 54995
    },
    {
      "contrastive_lambda": 0.017070982739736174,
      "epoch": 17.154086088583906,
      "step": 54996
    },
    {
      "contrastive_lambda": 0.01706420091485311,
      "epoch": 17.154398003742983,
      "step": 54997
    },
    {
      "contrastive_lambda": 0.017057420413965962,
      "epoch": 17.154709918902057,
      "step": 54998
    },
    {
      "contrastive_lambda": 0.017050641237093322,
      "epoch": 17.155021834061134,
      "step": 54999
    },
    {
      "epoch": 17.155333749220212,
      "grad_norm": 0.07757943123579025,
      "learning_rate": 1.8873499157256834e-06,
      "loss": 0.0173,
      "step": 55000
    },
    {
      "epoch": 17.155333749220212,
      "flow_loss": 0.016417507082223892,
      "step": 55000
    },
    {
      "contrastive_loss": 0.0031492982525378466,
      "epoch": 17.155333749220212,
      "step": 55000
    },
    {
      "contrastive_lambda": 0.017043863384253732,
      "epoch": 17.155333749220212,
      "step": 55000
    },
    {
      "contrastive_lambda": 0.0170370868554659,
      "epoch": 17.15564566437929,
      "step": 55001
    },
    {
      "contrastive_lambda": 0.017030311650748253,
      "epoch": 17.155957579538367,
      "step": 55002
    },
    {
      "contrastive_lambda": 0.017023537770119446,
      "epoch": 17.156269494697444,
      "step": 55003
    },
    {
      "contrastive_lambda": 0.017016765213597962,
      "epoch": 17.156581409856518,
      "step": 55004
    },
    {
      "contrastive_lambda": 0.01700999398120251,
      "epoch": 17.156893325015595,
      "step": 55005
    },
    {
      "contrastive_lambda": 0.017003224072951628,
      "epoch": 17.157205240174672,
      "step": 55006
    },
    {
      "contrastive_lambda": 0.01699645548886375,
      "epoch": 17.15751715533375,
      "step": 55007
    },
    {
      "contrastive_lambda": 0.016989688228957522,
      "epoch": 17.157829070492827,
      "step": 55008
    },
    {
      "contrastive_lambda": 0.01698292229325149,
      "epoch": 17.1581409856519,
      "step": 55009
    },
    {
      "epoch": 17.15845290081098,
      "grad_norm": 0.07578540593385696,
      "learning_rate": 1.879857181128286e-06,
      "loss": 0.0227,
      "step": 55010
    },
    {
      "epoch": 17.15845290081098,
      "flow_loss": 0.040510743856430054,
      "step": 55010
    },
    {
      "contrastive_loss": 0.0028544303495436907,
      "epoch": 17.15845290081098,
      "step": 55010
    },
    {
      "contrastive_lambda": 0.016976157681764192,
      "epoch": 17.15845290081098,
      "step": 55010
    },
    {
      "contrastive_lambda": 0.016969394394514226,
      "epoch": 17.158764815970056,
      "step": 55011
    },
    {
      "contrastive_lambda": 0.016962632431520075,
      "epoch": 17.159076731129133,
      "step": 55012
    },
    {
      "contrastive_lambda": 0.01695587179280028,
      "epoch": 17.15938864628821,
      "step": 55013
    },
    {
      "contrastive_lambda": 0.01694911247837344,
      "epoch": 17.159700561447288,
      "step": 55014
    },
    {
      "contrastive_lambda": 0.016942354488257927,
      "epoch": 17.16001247660636,
      "step": 55015
    },
    {
      "contrastive_lambda": 0.016935597822472448,
      "epoch": 17.16032439176544,
      "step": 55016
    },
    {
      "contrastive_lambda": 0.01692884248103549,
      "epoch": 17.160636306924516,
      "step": 55017
    },
    {
      "contrastive_lambda": 0.01692208846396548,
      "epoch": 17.160948222083594,
      "step": 55018
    },
    {
      "contrastive_lambda": 0.01691533577128096,
      "epoch": 17.16126013724267,
      "step": 55019
    },
    {
      "epoch": 17.16157205240175,
      "grad_norm": 0.04658321291208267,
      "learning_rate": 1.8723790641597349e-06,
      "loss": 0.0196,
      "step": 55020
    },
    {
      "epoch": 17.16157205240175,
      "flow_loss": 0.031220750883221626,
      "step": 55020
    },
    {
      "contrastive_loss": 0.0032147064339369535,
      "epoch": 17.16157205240175,
      "step": 55020
    },
    {
      "contrastive_lambda": 0.01690858440300058,
      "epoch": 17.16157205240175,
      "step": 55020
    },
    {
      "contrastive_lambda": 0.01690183435914261,
      "epoch": 17.161883967560822,
      "step": 55021
    },
    {
      "contrastive_lambda": 0.016895085639725804,
      "epoch": 17.1621958827199,
      "step": 55022
    },
    {
      "contrastive_lambda": 0.01688833824476854,
      "epoch": 17.162507797878977,
      "step": 55023
    },
    {
      "contrastive_lambda": 0.01688159217428925,
      "epoch": 17.162819713038054,
      "step": 55024
    },
    {
      "contrastive_lambda": 0.01687484742830664,
      "epoch": 17.16313162819713,
      "step": 55025
    },
    {
      "contrastive_lambda": 0.016868104006838913,
      "epoch": 17.163443543356205,
      "step": 55026
    },
    {
      "contrastive_lambda": 0.016861361909904726,
      "epoch": 17.163755458515283,
      "step": 55027
    },
    {
      "contrastive_lambda": 0.016854621137522674,
      "epoch": 17.16406737367436,
      "step": 55028
    },
    {
      "contrastive_lambda": 0.01684788168971102,
      "epoch": 17.164379288833437,
      "step": 55029
    },
    {
      "epoch": 17.164691203992515,
      "grad_norm": 0.21060770750045776,
      "learning_rate": 1.8649155670916906e-06,
      "loss": 0.0241,
      "step": 55030
    },
    {
      "epoch": 17.164691203992515,
      "flow_loss": 0.02150670997798443,
      "step": 55030
    },
    {
      "contrastive_loss": 0.002872876590117812,
      "epoch": 17.164691203992515,
      "step": 55030
    },
    {
      "contrastive_lambda": 0.016841143566488304,
      "epoch": 17.164691203992515,
      "step": 55030
    },
    {
      "contrastive_lambda": 0.016834406767873122,
      "epoch": 17.165003119151592,
      "step": 55031
    },
    {
      "contrastive_lambda": 0.01682767129388374,
      "epoch": 17.165315034310666,
      "step": 55032
    },
    {
      "contrastive_lambda": 0.016820937144538806,
      "epoch": 17.165626949469743,
      "step": 55033
    },
    {
      "contrastive_lambda": 0.016814204319856696,
      "epoch": 17.16593886462882,
      "step": 55034
    },
    {
      "contrastive_lambda": 0.01680747281985584,
      "epoch": 17.166250779787898,
      "step": 55035
    },
    {
      "contrastive_lambda": 0.016800742644554778,
      "epoch": 17.166562694946975,
      "step": 55036
    },
    {
      "contrastive_lambda": 0.016794013793971885,
      "epoch": 17.166874610106053,
      "step": 55037
    },
    {
      "contrastive_lambda": 0.01678728626812559,
      "epoch": 17.167186525265127,
      "step": 55038
    },
    {
      "contrastive_lambda": 0.01678056006703449,
      "epoch": 17.167498440424204,
      "step": 55039
    },
    {
      "epoch": 17.16781035558328,
      "grad_norm": 0.10577364265918732,
      "learning_rate": 1.8574666921913565e-06,
      "loss": 0.0267,
      "step": 55040
    },
    {
      "epoch": 17.16781035558328,
      "flow_loss": 0.009050274267792702,
      "step": 55040
    },
    {
      "contrastive_loss": 0.0033089593052864075,
      "epoch": 17.16781035558328,
      "step": 55040
    },
    {
      "contrastive_lambda": 0.016773835190716846,
      "epoch": 17.16781035558328,
      "step": 55040
    },
    {
      "contrastive_lambda": 0.016767111639191257,
      "epoch": 17.16812227074236,
      "step": 55041
    },
    {
      "contrastive_lambda": 0.016760389412475984,
      "epoch": 17.168434185901436,
      "step": 55042
    },
    {
      "contrastive_lambda": 0.016753668510589514,
      "epoch": 17.16874610106051,
      "step": 55043
    },
    {
      "contrastive_lambda": 0.016746948933550387,
      "epoch": 17.169058016219587,
      "step": 55044
    },
    {
      "contrastive_lambda": 0.016740230681376866,
      "epoch": 17.169369931378665,
      "step": 55045
    },
    {
      "contrastive_lambda": 0.016733513754087492,
      "epoch": 17.169681846537742,
      "step": 55046
    },
    {
      "contrastive_lambda": 0.01672679815170064,
      "epoch": 17.16999376169682,
      "step": 55047
    },
    {
      "contrastive_lambda": 0.01672008387423468,
      "epoch": 17.170305676855897,
      "step": 55048
    },
    {
      "contrastive_lambda": 0.016713370921707993,
      "epoch": 17.17061759201497,
      "step": 55049
    },
    {
      "epoch": 17.170929507174048,
      "grad_norm": 0.05598954111337662,
      "learning_rate": 1.8500324417215166e-06,
      "loss": 0.0162,
      "step": 55050
    },
    {
      "epoch": 17.170929507174048,
      "flow_loss": 0.012134023010730743,
      "step": 55050
    },
    {
      "contrastive_loss": 0.003771077375859022,
      "epoch": 17.170929507174048,
      "step": 55050
    },
    {
      "contrastive_lambda": 0.016706659294139115,
      "epoch": 17.170929507174048,
      "step": 55050
    },
    {
      "contrastive_lambda": 0.016699948991546365,
      "epoch": 17.171241422333125,
      "step": 55051
    },
    {
      "contrastive_lambda": 0.016693240013948174,
      "epoch": 17.171553337492202,
      "step": 55052
    },
    {
      "contrastive_lambda": 0.016686532361362805,
      "epoch": 17.17186525265128,
      "step": 55053
    },
    {
      "contrastive_lambda": 0.016679826033808798,
      "epoch": 17.172177167810357,
      "step": 55054
    },
    {
      "contrastive_lambda": 0.016673121031304527,
      "epoch": 17.17248908296943,
      "step": 55055
    },
    {
      "contrastive_lambda": 0.016666417353868312,
      "epoch": 17.17280099812851,
      "step": 55056
    },
    {
      "contrastive_lambda": 0.016659715001518527,
      "epoch": 17.173112913287586,
      "step": 55057
    },
    {
      "contrastive_lambda": 0.016653013974273656,
      "epoch": 17.173424828446663,
      "step": 55058
    },
    {
      "contrastive_lambda": 0.016646314272151908,
      "epoch": 17.17373674360574,
      "step": 55059
    },
    {
      "epoch": 17.174048658764814,
      "grad_norm": 0.061999619007110596,
      "learning_rate": 1.8426128179404977e-06,
      "loss": 0.0177,
      "step": 55060
    },
    {
      "epoch": 17.174048658764814,
      "flow_loss": 0.03427712619304657,
      "step": 55060
    },
    {
      "contrastive_loss": 0.0031985442619770765,
      "epoch": 17.174048658764814,
      "step": 55060
    },
    {
      "contrastive_lambda": 0.01663961589517171,
      "epoch": 17.174048658764814,
      "step": 55060
    },
    {
      "contrastive_lambda": 0.016632918843351552,
      "epoch": 17.17436057392389,
      "step": 55061
    },
    {
      "contrastive_lambda": 0.016626223116709582,
      "epoch": 17.17467248908297,
      "step": 55062
    },
    {
      "contrastive_lambda": 0.016619528715264398,
      "epoch": 17.174984404242046,
      "step": 55063
    },
    {
      "contrastive_lambda": 0.01661283563903415,
      "epoch": 17.175296319401124,
      "step": 55064
    },
    {
      "contrastive_lambda": 0.016606143888037217,
      "epoch": 17.1756082345602,
      "step": 55065
    },
    {
      "contrastive_lambda": 0.016599453462292024,
      "epoch": 17.175920149719275,
      "step": 55066
    },
    {
      "contrastive_lambda": 0.016592764361816892,
      "epoch": 17.176232064878352,
      "step": 55067
    },
    {
      "contrastive_lambda": 0.016586076586630083,
      "epoch": 17.17654398003743,
      "step": 55068
    },
    {
      "contrastive_lambda": 0.016579390136750083,
      "epoch": 17.176855895196507,
      "step": 55069
    },
    {
      "epoch": 17.177167810355584,
      "grad_norm": 0.062041521072387695,
      "learning_rate": 1.8352078231021807e-06,
      "loss": 0.021,
      "step": 55070
    },
    {
      "epoch": 17.177167810355584,
      "flow_loss": 0.008631597273051739,
      "step": 55070
    },
    {
      "contrastive_loss": 0.0034441861789673567,
      "epoch": 17.177167810355584,
      "step": 55070
    },
    {
      "contrastive_lambda": 0.0165727050121951,
      "epoch": 17.177167810355584,
      "step": 55070
    },
    {
      "contrastive_lambda": 0.016566021212983506,
      "epoch": 17.17747972551466,
      "step": 55071
    },
    {
      "contrastive_lambda": 0.01655933873913351,
      "epoch": 17.177791640673735,
      "step": 55072
    },
    {
      "contrastive_lambda": 0.0165526575906636,
      "epoch": 17.178103555832813,
      "step": 55073
    },
    {
      "contrastive_lambda": 0.01654597776759209,
      "epoch": 17.17841547099189,
      "step": 55074
    },
    {
      "contrastive_lambda": 0.01653929926993719,
      "epoch": 17.178727386150968,
      "step": 55075
    },
    {
      "contrastive_lambda": 0.01653262209771722,
      "epoch": 17.179039301310045,
      "step": 55076
    },
    {
      "contrastive_lambda": 0.016525946250950607,
      "epoch": 17.17935121646912,
      "step": 55077
    },
    {
      "contrastive_lambda": 0.016519271729655394,
      "epoch": 17.179663131628196,
      "step": 55078
    },
    {
      "contrastive_lambda": 0.01651259853385023,
      "epoch": 17.179975046787273,
      "step": 55079
    },
    {
      "epoch": 17.18028696194635,
      "grad_norm": 0.058723945170640945,
      "learning_rate": 1.8278174594560049e-06,
      "loss": 0.0216,
      "step": 55080
    },
    {
      "epoch": 17.18028696194635,
      "flow_loss": 0.012200862169265747,
      "step": 55080
    },
    {
      "contrastive_loss": 0.003667558543384075,
      "epoch": 17.18028696194635,
      "step": 55080
    },
    {
      "contrastive_lambda": 0.016505926663553105,
      "epoch": 17.18028696194635,
      "step": 55080
    },
    {
      "contrastive_lambda": 0.0164992561187825,
      "epoch": 17.180598877105428,
      "step": 55081
    },
    {
      "contrastive_lambda": 0.016492586899556627,
      "epoch": 17.180910792264505,
      "step": 55082
    },
    {
      "contrastive_lambda": 0.01648591900589369,
      "epoch": 17.18122270742358,
      "step": 55083
    },
    {
      "contrastive_lambda": 0.01647925243781212,
      "epoch": 17.181534622582657,
      "step": 55084
    },
    {
      "contrastive_lambda": 0.016472587195330235,
      "epoch": 17.181846537741734,
      "step": 55085
    },
    {
      "contrastive_lambda": 0.016465923278466077,
      "epoch": 17.18215845290081,
      "step": 55086
    },
    {
      "contrastive_lambda": 0.01645926068723813,
      "epoch": 17.18247036805989,
      "step": 55087
    },
    {
      "contrastive_lambda": 0.01645259942166455,
      "epoch": 17.182782283218966,
      "step": 55088
    },
    {
      "contrastive_lambda": 0.01644593948176354,
      "epoch": 17.18309419837804,
      "step": 55089
    },
    {
      "epoch": 17.183406113537117,
      "grad_norm": 0.08896539360284805,
      "learning_rate": 1.82044172924698e-06,
      "loss": 0.0196,
      "step": 55090
    },
    {
      "epoch": 17.183406113537117,
      "flow_loss": 0.015147282741963863,
      "step": 55090
    },
    {
      "contrastive_loss": 0.0034760606940835714,
      "epoch": 17.183406113537117,
      "step": 55090
    },
    {
      "contrastive_lambda": 0.01643928086755353,
      "epoch": 17.183406113537117,
      "step": 55090
    },
    {
      "contrastive_lambda": 0.01643262357905262,
      "epoch": 17.183718028696195,
      "step": 55091
    },
    {
      "contrastive_lambda": 0.01642596761627918,
      "epoch": 17.184029943855272,
      "step": 55092
    },
    {
      "contrastive_lambda": 0.01641931297925142,
      "epoch": 17.18434185901435,
      "step": 55093
    },
    {
      "contrastive_lambda": 0.01641265966798755,
      "epoch": 17.184653774173423,
      "step": 55094
    },
    {
      "contrastive_lambda": 0.016406007682505774,
      "epoch": 17.1849656893325,
      "step": 55095
    },
    {
      "contrastive_lambda": 0.016399357022824468,
      "epoch": 17.185277604491578,
      "step": 55096
    },
    {
      "contrastive_lambda": 0.016392707688961727,
      "epoch": 17.185589519650655,
      "step": 55097
    },
    {
      "contrastive_lambda": 0.016386059680935927,
      "epoch": 17.185901434809733,
      "step": 55098
    },
    {
      "contrastive_lambda": 0.016379412998765108,
      "epoch": 17.18621334996881,
      "step": 55099
    },
    {
      "epoch": 17.186525265127884,
      "grad_norm": 0.07262121140956879,
      "learning_rate": 1.813080634715636e-06,
      "loss": 0.0177,
      "step": 55100
    },
    {
      "epoch": 17.186525265127884,
      "flow_loss": 0.022184813395142555,
      "step": 55100
    },
    {
      "contrastive_loss": 0.004075202625244856,
      "epoch": 17.186525265127884,
      "step": 55100
    },
    {
      "contrastive_lambda": 0.016372767642467534,
      "epoch": 17.186525265127884,
      "step": 55100
    },
    {
      "contrastive_lambda": 0.016366123612061634,
      "epoch": 17.18683718028696,
      "step": 55101
    },
    {
      "contrastive_lambda": 0.016359480907565338,
      "epoch": 17.18714909544604,
      "step": 55102
    },
    {
      "contrastive_lambda": 0.016352839528997076,
      "epoch": 17.187461010605116,
      "step": 55103
    },
    {
      "contrastive_lambda": 0.016346199476374945,
      "epoch": 17.187772925764193,
      "step": 55104
    },
    {
      "contrastive_lambda": 0.016339560749717152,
      "epoch": 17.18808484092327,
      "step": 55105
    },
    {
      "contrastive_lambda": 0.01633292334904185,
      "epoch": 17.188396756082344,
      "step": 55106
    },
    {
      "contrastive_lambda": 0.016326287274367357,
      "epoch": 17.18870867124142,
      "step": 55107
    },
    {
      "contrastive_lambda": 0.016319652525711825,
      "epoch": 17.1890205864005,
      "step": 55108
    },
    {
      "contrastive_lambda": 0.016313019103093462,
      "epoch": 17.189332501559576,
      "step": 55109
    },
    {
      "epoch": 17.189644416718654,
      "grad_norm": 0.08168764412403107,
      "learning_rate": 1.8057341780981119e-06,
      "loss": 0.0219,
      "step": 55110
    },
    {
      "epoch": 17.189644416718654,
      "flow_loss": 0.055070921778678894,
      "step": 55110
    },
    {
      "contrastive_loss": 0.0031730197370052338,
      "epoch": 17.189644416718654,
      "step": 55110
    },
    {
      "contrastive_lambda": 0.016306387006530365,
      "epoch": 17.189644416718654,
      "step": 55110
    },
    {
      "contrastive_lambda": 0.01629975623604074,
      "epoch": 17.189956331877728,
      "step": 55111
    },
    {
      "contrastive_lambda": 0.016293126791642853,
      "epoch": 17.190268247036805,
      "step": 55112
    },
    {
      "contrastive_lambda": 0.0162864986733548,
      "epoch": 17.190580162195882,
      "step": 55113
    },
    {
      "contrastive_lambda": 0.01627987188119473,
      "epoch": 17.19089207735496,
      "step": 55114
    },
    {
      "contrastive_lambda": 0.016273246415180964,
      "epoch": 17.191203992514037,
      "step": 55115
    },
    {
      "contrastive_lambda": 0.016266622275331488,
      "epoch": 17.191515907673114,
      "step": 55116
    },
    {
      "contrastive_lambda": 0.016259999461664565,
      "epoch": 17.191827822832188,
      "step": 55117
    },
    {
      "contrastive_lambda": 0.016253377974198235,
      "epoch": 17.192139737991265,
      "step": 55118
    },
    {
      "contrastive_lambda": 0.01624675781295082,
      "epoch": 17.192451653150343,
      "step": 55119
    },
    {
      "epoch": 17.19276356830942,
      "grad_norm": 0.07509937882423401,
      "learning_rate": 1.7984023616260338e-06,
      "loss": 0.0292,
      "step": 55120
    },
    {
      "epoch": 17.19276356830942,
      "flow_loss": 0.011717583052814007,
      "step": 55120
    },
    {
      "contrastive_loss": 0.003732050769031048,
      "epoch": 17.19276356830942,
      "step": 55120
    },
    {
      "contrastive_lambda": 0.01624013897794041,
      "epoch": 17.19276356830942,
      "step": 55120
    },
    {
      "contrastive_lambda": 0.016233521469185053,
      "epoch": 17.193075483468498,
      "step": 55121
    },
    {
      "contrastive_lambda": 0.01622690528670301,
      "epoch": 17.193387398627575,
      "step": 55122
    },
    {
      "contrastive_lambda": 0.01622029043051232,
      "epoch": 17.19369931378665,
      "step": 55123
    },
    {
      "contrastive_lambda": 0.01621367690063119,
      "epoch": 17.194011228945726,
      "step": 55124
    },
    {
      "contrastive_lambda": 0.016207064697077778,
      "epoch": 17.194323144104803,
      "step": 55125
    },
    {
      "contrastive_lambda": 0.01620045381987012,
      "epoch": 17.19463505926388,
      "step": 55126
    },
    {
      "contrastive_lambda": 0.016193844269026425,
      "epoch": 17.194946974422958,
      "step": 55127
    },
    {
      "contrastive_lambda": 0.01618723604456479,
      "epoch": 17.195258889582032,
      "step": 55128
    },
    {
      "contrastive_lambda": 0.0161806291465032,
      "epoch": 17.19557080474111,
      "step": 55129
    },
    {
      "epoch": 17.195882719900187,
      "grad_norm": 0.09857641905546188,
      "learning_rate": 1.7910851875266421e-06,
      "loss": 0.0214,
      "step": 55130
    },
    {
      "epoch": 17.195882719900187,
      "flow_loss": 0.021722014993429184,
      "step": 55130
    },
    {
      "contrastive_loss": 0.003118455410003662,
      "epoch": 17.195882719900187,
      "step": 55130
    },
    {
      "contrastive_lambda": 0.016174023574859975,
      "epoch": 17.195882719900187,
      "step": 55130
    },
    {
      "contrastive_lambda": 0.016167419329653154,
      "epoch": 17.196194635059264,
      "step": 55131
    },
    {
      "contrastive_lambda": 0.01616081641090078,
      "epoch": 17.19650655021834,
      "step": 55132
    },
    {
      "contrastive_lambda": 0.016154214818621004,
      "epoch": 17.19681846537742,
      "step": 55133
    },
    {
      "contrastive_lambda": 0.016147614552831924,
      "epoch": 17.197130380536493,
      "step": 55134
    },
    {
      "contrastive_lambda": 0.016141015613551635,
      "epoch": 17.19744229569557,
      "step": 55135
    },
    {
      "contrastive_lambda": 0.016134418000798234,
      "epoch": 17.197754210854647,
      "step": 55136
    },
    {
      "contrastive_lambda": 0.016127821714589763,
      "epoch": 17.198066126013725,
      "step": 55137
    },
    {
      "contrastive_lambda": 0.016121226754944373,
      "epoch": 17.198378041172802,
      "step": 55138
    },
    {
      "contrastive_lambda": 0.016114633121880162,
      "epoch": 17.19868995633188,
      "step": 55139
    },
    {
      "epoch": 17.199001871490953,
      "grad_norm": 0.06435680389404297,
      "learning_rate": 1.7837826580226757e-06,
      "loss": 0.0199,
      "step": 55140
    },
    {
      "epoch": 17.199001871490953,
      "flow_loss": 0.007666600868105888,
      "step": 55140
    },
    {
      "contrastive_loss": 0.0033536511473357677,
      "epoch": 17.199001871490953,
      "step": 55140
    },
    {
      "contrastive_lambda": 0.01610804081541506,
      "epoch": 17.199001871490953,
      "step": 55140
    },
    {
      "contrastive_lambda": 0.016101449835567272,
      "epoch": 17.19931378665003,
      "step": 55141
    },
    {
      "contrastive_lambda": 0.016094860182354842,
      "epoch": 17.199625701809108,
      "step": 55142
    },
    {
      "contrastive_lambda": 0.016088271855795866,
      "epoch": 17.199937616968185,
      "step": 55143
    },
    {
      "contrastive_lambda": 0.01608168485590833,
      "epoch": 17.200249532127263,
      "step": 55144
    },
    {
      "contrastive_lambda": 0.01607509918271033,
      "epoch": 17.200561447286336,
      "step": 55145
    },
    {
      "contrastive_lambda": 0.01606851483621985,
      "epoch": 17.200873362445414,
      "step": 55146
    },
    {
      "contrastive_lambda": 0.016061931816455155,
      "epoch": 17.20118527760449,
      "step": 55147
    },
    {
      "contrastive_lambda": 0.016055350123434065,
      "epoch": 17.20149719276357,
      "step": 55148
    },
    {
      "contrastive_lambda": 0.01604876975717473,
      "epoch": 17.201809107922646,
      "step": 55149
    },
    {
      "epoch": 17.202121023081723,
      "grad_norm": 0.04247860610485077,
      "learning_rate": 1.7764947753324656e-06,
      "loss": 0.0144,
      "step": 55150
    },
    {
      "epoch": 17.202121023081723,
      "flow_loss": 0.027380259707570076,
      "step": 55150
    },
    {
      "contrastive_loss": 0.0032133953645825386,
      "epoch": 17.202121023081723,
      "step": 55150
    },
    {
      "contrastive_lambda": 0.016042190717695193,
      "epoch": 17.202121023081723,
      "step": 55150
    },
    {
      "contrastive_lambda": 0.016035613005013383,
      "epoch": 17.202432938240797,
      "step": 55151
    },
    {
      "contrastive_lambda": 0.016029036619147452,
      "epoch": 17.202744853399874,
      "step": 55152
    },
    {
      "contrastive_lambda": 0.016022461560115497,
      "epoch": 17.20305676855895,
      "step": 55153
    },
    {
      "contrastive_lambda": 0.016015887827935338,
      "epoch": 17.20336868371803,
      "step": 55154
    },
    {
      "contrastive_lambda": 0.01600931542262518,
      "epoch": 17.203680598877106,
      "step": 55155
    },
    {
      "contrastive_lambda": 0.0160027443442029,
      "epoch": 17.203992514036184,
      "step": 55156
    },
    {
      "contrastive_lambda": 0.01599617459268654,
      "epoch": 17.204304429195258,
      "step": 55157
    },
    {
      "contrastive_lambda": 0.01598960616809425,
      "epoch": 17.204616344354335,
      "step": 55158
    },
    {
      "contrastive_lambda": 0.01598303907044385,
      "epoch": 17.204928259513412,
      "step": 55159
    },
    {
      "epoch": 17.20524017467249,
      "grad_norm": 0.06227397546172142,
      "learning_rate": 1.7692215416698799e-06,
      "loss": 0.021,
      "step": 55160
    },
    {
      "epoch": 17.20524017467249,
      "flow_loss": 0.018898390233516693,
      "step": 55160
    },
    {
      "contrastive_loss": 0.0028753792867064476,
      "epoch": 17.20524017467249,
      "step": 55160
    },
    {
      "contrastive_lambda": 0.015976473299753435,
      "epoch": 17.20524017467249,
      "step": 55160
    },
    {
      "contrastive_lambda": 0.015969908856041104,
      "epoch": 17.205552089831567,
      "step": 55161
    },
    {
      "contrastive_lambda": 0.015963345739324675,
      "epoch": 17.20586400499064,
      "step": 55162
    },
    {
      "contrastive_lambda": 0.015956783949622133,
      "epoch": 17.206175920149718,
      "step": 55163
    },
    {
      "contrastive_lambda": 0.015950223486951687,
      "epoch": 17.206487835308796,
      "step": 55164
    },
    {
      "contrastive_lambda": 0.0159436643513311,
      "epoch": 17.206799750467873,
      "step": 55165
    },
    {
      "contrastive_lambda": 0.015937106542778523,
      "epoch": 17.20711166562695,
      "step": 55166
    },
    {
      "contrastive_lambda": 0.015930550061311777,
      "epoch": 17.207423580786028,
      "step": 55167
    },
    {
      "contrastive_lambda": 0.015923994906948902,
      "epoch": 17.2077354959451,
      "step": 55168
    },
    {
      "contrastive_lambda": 0.01591744107970794,
      "epoch": 17.20804741110418,
      "step": 55169
    },
    {
      "epoch": 17.208359326263256,
      "grad_norm": 0.07073557376861572,
      "learning_rate": 1.7619629592443233e-06,
      "loss": 0.0198,
      "step": 55170
    },
    {
      "epoch": 17.208359326263256,
      "flow_loss": 0.017201121896505356,
      "step": 55170
    },
    {
      "contrastive_loss": 0.002886687172576785,
      "epoch": 17.208359326263256,
      "step": 55170
    },
    {
      "contrastive_lambda": 0.015910888579606763,
      "epoch": 17.208359326263256,
      "step": 55170
    },
    {
      "contrastive_lambda": 0.01590433740666336,
      "epoch": 17.208671241422334,
      "step": 55171
    },
    {
      "contrastive_lambda": 0.01589778756089577,
      "epoch": 17.20898315658141,
      "step": 55172
    },
    {
      "contrastive_lambda": 0.01589123904232187,
      "epoch": 17.20929507174049,
      "step": 55173
    },
    {
      "contrastive_lambda": 0.01588469185095953,
      "epoch": 17.209606986899562,
      "step": 55174
    },
    {
      "contrastive_lambda": 0.015878145986826853,
      "epoch": 17.20991890205864,
      "step": 55175
    },
    {
      "contrastive_lambda": 0.015871601449941708,
      "epoch": 17.210230817217717,
      "step": 55176
    },
    {
      "contrastive_lambda": 0.01586505824032214,
      "epoch": 17.210542732376794,
      "step": 55177
    },
    {
      "contrastive_lambda": 0.015858516357985908,
      "epoch": 17.21085464753587,
      "step": 55178
    },
    {
      "contrastive_lambda": 0.015851975802951057,
      "epoch": 17.211166562694945,
      "step": 55179
    },
    {
      "epoch": 17.211478477854023,
      "grad_norm": 0.05744726210832596,
      "learning_rate": 1.7547190302607709e-06,
      "loss": 0.0197,
      "step": 55180
    },
    {
      "epoch": 17.211478477854023,
      "flow_loss": 0.016925204545259476,
      "step": 55180
    },
    {
      "contrastive_loss": 0.0036243984941393137,
      "epoch": 17.211478477854023,
      "step": 55180
    },
    {
      "contrastive_lambda": 0.015845436575235516,
      "epoch": 17.211478477854023,
      "step": 55180
    },
    {
      "contrastive_lambda": 0.015838898674857216,
      "epoch": 17.2117903930131,
      "step": 55181
    },
    {
      "contrastive_lambda": 0.015832362101834085,
      "epoch": 17.212102308172177,
      "step": 55182
    },
    {
      "contrastive_lambda": 0.015825826856183944,
      "epoch": 17.212414223331255,
      "step": 55183
    },
    {
      "contrastive_lambda": 0.015819292937924834,
      "epoch": 17.212726138490332,
      "step": 55184
    },
    {
      "contrastive_lambda": 0.015812760347074628,
      "epoch": 17.213038053649406,
      "step": 55185
    },
    {
      "contrastive_lambda": 0.015806229083651202,
      "epoch": 17.213349968808483,
      "step": 55186
    },
    {
      "contrastive_lambda": 0.015799699147672486,
      "epoch": 17.21366188396756,
      "step": 55187
    },
    {
      "contrastive_lambda": 0.015793170539156465,
      "epoch": 17.213973799126638,
      "step": 55188
    },
    {
      "contrastive_lambda": 0.015786643258120903,
      "epoch": 17.214285714285715,
      "step": 55189
    },
    {
      "epoch": 17.214597629444793,
      "grad_norm": 0.06281594932079315,
      "learning_rate": 1.747489756919729e-06,
      "loss": 0.0216,
      "step": 55190
    },
    {
      "epoch": 17.214597629444793,
      "flow_loss": 0.017604853957891464,
      "step": 55190
    },
    {
      "contrastive_loss": 0.003357695648446679,
      "epoch": 17.214597629444793,
      "step": 55190
    },
    {
      "contrastive_lambda": 0.015780117304583785,
      "epoch": 17.214597629444793,
      "step": 55190
    },
    {
      "contrastive_lambda": 0.015773592678562876,
      "epoch": 17.214909544603866,
      "step": 55191
    },
    {
      "contrastive_lambda": 0.015767069380076215,
      "epoch": 17.215221459762944,
      "step": 55192
    },
    {
      "contrastive_lambda": 0.01576054740914168,
      "epoch": 17.21553337492202,
      "step": 55193
    },
    {
      "contrastive_lambda": 0.01575402676577703,
      "epoch": 17.2158452900811,
      "step": 55194
    },
    {
      "contrastive_lambda": 0.015747507450000198,
      "epoch": 17.216157205240176,
      "step": 55195
    },
    {
      "contrastive_lambda": 0.01574098946182917,
      "epoch": 17.21646912039925,
      "step": 55196
    },
    {
      "contrastive_lambda": 0.01573447280128154,
      "epoch": 17.216781035558327,
      "step": 55197
    },
    {
      "contrastive_lambda": 0.015727957468375464,
      "epoch": 17.217092950717404,
      "step": 55198
    },
    {
      "contrastive_lambda": 0.015721443463128704,
      "epoch": 17.217404865876482,
      "step": 55199
    },
    {
      "epoch": 17.21771678103556,
      "grad_norm": 0.08658621460199356,
      "learning_rate": 1.7402751414172802e-06,
      "loss": 0.0226,
      "step": 55200
    },
    {
      "epoch": 17.21771678103556,
      "flow_loss": 0.02117808349430561,
      "step": 55200
    },
    {
      "contrastive_loss": 0.0033833771012723446,
      "epoch": 17.21771678103556,
      "step": 55200
    },
    {
      "contrastive_lambda": 0.015714930785559078,
      "epoch": 17.21771678103556,
      "step": 55200
    },
    {
      "contrastive_lambda": 0.015708419435684517,
      "epoch": 17.218028696194636,
      "step": 55201
    },
    {
      "contrastive_lambda": 0.015701909413522674,
      "epoch": 17.21834061135371,
      "step": 55202
    },
    {
      "contrastive_lambda": 0.015695400719091646,
      "epoch": 17.218652526512788,
      "step": 55203
    },
    {
      "contrastive_lambda": 0.015688893352409194,
      "epoch": 17.218964441671865,
      "step": 55204
    },
    {
      "contrastive_lambda": 0.015682387313493085,
      "epoch": 17.219276356830942,
      "step": 55205
    },
    {
      "contrastive_lambda": 0.015675882602361246,
      "epoch": 17.21958827199002,
      "step": 55206
    },
    {
      "contrastive_lambda": 0.0156693792190315,
      "epoch": 17.219900187149097,
      "step": 55207
    },
    {
      "contrastive_lambda": 0.01566287716352155,
      "epoch": 17.22021210230817,
      "step": 55208
    },
    {
      "contrastive_lambda": 0.01565637643584933,
      "epoch": 17.22052401746725,
      "step": 55209
    },
    {
      "epoch": 17.220835932626326,
      "grad_norm": 0.06748824566602707,
      "learning_rate": 1.7330751859450044e-06,
      "loss": 0.0188,
      "step": 55210
    },
    {
      "epoch": 17.220835932626326,
      "flow_loss": 0.029628951102495193,
      "step": 55210
    },
    {
      "contrastive_loss": 0.004509345628321171,
      "epoch": 17.220835932626326,
      "step": 55210
    },
    {
      "contrastive_lambda": 0.015649877036032767,
      "epoch": 17.220835932626326,
      "step": 55210
    },
    {
      "contrastive_lambda": 0.015643378964089516,
      "epoch": 17.221147847785403,
      "step": 55211
    },
    {
      "contrastive_lambda": 0.01563688222003745,
      "epoch": 17.22145976294448,
      "step": 55212
    },
    {
      "contrastive_lambda": 0.015630386803894336,
      "epoch": 17.221771678103554,
      "step": 55213
    },
    {
      "contrastive_lambda": 0.01562389271567799,
      "epoch": 17.22208359326263,
      "step": 55214
    },
    {
      "contrastive_lambda": 0.015617399955406341,
      "epoch": 17.22239550842171,
      "step": 55215
    },
    {
      "contrastive_lambda": 0.015610908523096989,
      "epoch": 17.222707423580786,
      "step": 55216
    },
    {
      "contrastive_lambda": 0.015604418418767918,
      "epoch": 17.223019338739864,
      "step": 55217
    },
    {
      "contrastive_lambda": 0.015597929642436836,
      "epoch": 17.22333125389894,
      "step": 55218
    },
    {
      "contrastive_lambda": 0.015591442194121397,
      "epoch": 17.223643169058015,
      "step": 55219
    },
    {
      "epoch": 17.223955084217092,
      "grad_norm": 0.06397152692079544,
      "learning_rate": 1.7258898926900801e-06,
      "loss": 0.0196,
      "step": 55220
    },
    {
      "epoch": 17.223955084217092,
      "flow_loss": 0.020118916407227516,
      "step": 55220
    },
    {
      "contrastive_loss": 0.005071644671261311,
      "epoch": 17.223955084217092,
      "step": 55220
    },
    {
      "contrastive_lambda": 0.015584956073839695,
      "epoch": 17.223955084217092,
      "step": 55220
    },
    {
      "contrastive_lambda": 0.015578471281609274,
      "epoch": 17.22426699937617,
      "step": 55221
    },
    {
      "contrastive_lambda": 0.015571987817447952,
      "epoch": 17.224578914535247,
      "step": 55222
    },
    {
      "contrastive_lambda": 0.015565505681373604,
      "epoch": 17.224890829694324,
      "step": 55223
    },
    {
      "contrastive_lambda": 0.015559024873403882,
      "epoch": 17.2252027448534,
      "step": 55224
    },
    {
      "contrastive_lambda": 0.015552545393556494,
      "epoch": 17.225514660012475,
      "step": 55225
    },
    {
      "contrastive_lambda": 0.015546067241849482,
      "epoch": 17.225826575171553,
      "step": 55226
    },
    {
      "contrastive_lambda": 0.01553959041830033,
      "epoch": 17.22613849033063,
      "step": 55227
    },
    {
      "contrastive_lambda": 0.015533114922926972,
      "epoch": 17.226450405489707,
      "step": 55228
    },
    {
      "contrastive_lambda": 0.015526640755747001,
      "epoch": 17.226762320648785,
      "step": 55229
    },
    {
      "epoch": 17.22707423580786,
      "grad_norm": 0.0870586410164833,
      "learning_rate": 1.7187192638352002e-06,
      "loss": 0.023,
      "step": 55230
    },
    {
      "epoch": 17.22707423580786,
      "flow_loss": 0.01563241332769394,
      "step": 55230
    },
    {
      "contrastive_loss": 0.0032833274453878403,
      "epoch": 17.22707423580786,
      "step": 55230
    },
    {
      "contrastive_lambda": 0.015520167916778294,
      "epoch": 17.22707423580786,
      "step": 55230
    },
    {
      "contrastive_lambda": 0.015513696406038557,
      "epoch": 17.227386150966936,
      "step": 55231
    },
    {
      "contrastive_lambda": 0.0155072262235455,
      "epoch": 17.227698066126013,
      "step": 55232
    },
    {
      "contrastive_lambda": 0.015500757369316887,
      "epoch": 17.22800998128509,
      "step": 55233
    },
    {
      "contrastive_lambda": 0.015494289843370534,
      "epoch": 17.228321896444168,
      "step": 55234
    },
    {
      "contrastive_lambda": 0.015487823645724041,
      "epoch": 17.228633811603245,
      "step": 55235
    },
    {
      "contrastive_lambda": 0.015481358776395115,
      "epoch": 17.22894572676232,
      "step": 55236
    },
    {
      "contrastive_lambda": 0.015474895235401687,
      "epoch": 17.229257641921397,
      "step": 55237
    },
    {
      "contrastive_lambda": 0.015468433022761241,
      "epoch": 17.229569557080474,
      "step": 55238
    },
    {
      "contrastive_lambda": 0.015461972138491709,
      "epoch": 17.22988147223955,
      "step": 55239
    },
    {
      "epoch": 17.23019338739863,
      "grad_norm": 0.10712127387523651,
      "learning_rate": 1.7115633015586163e-06,
      "loss": 0.0227,
      "step": 55240
    },
    {
      "epoch": 17.23019338739863,
      "flow_loss": 0.029631393030285835,
      "step": 55240
    },
    {
      "contrastive_loss": 0.003815694246441126,
      "epoch": 17.23019338739863,
      "step": 55240
    },
    {
      "contrastive_lambda": 0.015455512582610631,
      "epoch": 17.23019338739863,
      "step": 55240
    },
    {
      "contrastive_lambda": 0.015449054355135716,
      "epoch": 17.230505302557706,
      "step": 55241
    },
    {
      "contrastive_lambda": 0.015442597456084783,
      "epoch": 17.23081721771678,
      "step": 55242
    },
    {
      "contrastive_lambda": 0.015436141885475485,
      "epoch": 17.231129132875857,
      "step": 55243
    },
    {
      "contrastive_lambda": 0.015429687643325474,
      "epoch": 17.231441048034934,
      "step": 55244
    },
    {
      "contrastive_lambda": 0.015423234729652568,
      "epoch": 17.231752963194012,
      "step": 55245
    },
    {
      "contrastive_lambda": 0.015416783144474366,
      "epoch": 17.23206487835309,
      "step": 55246
    },
    {
      "contrastive_lambda": 0.015410332887808575,
      "epoch": 17.232376793512163,
      "step": 55247
    },
    {
      "contrastive_lambda": 0.015403883959672737,
      "epoch": 17.23268870867124,
      "step": 55248
    },
    {
      "contrastive_lambda": 0.015397436360084726,
      "epoch": 17.233000623830318,
      "step": 55249
    },
    {
      "epoch": 17.233312538989395,
      "grad_norm": 0.06165109947323799,
      "learning_rate": 1.7044220080341178e-06,
      "loss": 0.0235,
      "step": 55250
    },
    {
      "epoch": 17.233312538989395,
      "flow_loss": 0.027532124891877174,
      "step": 55250
    },
    {
      "contrastive_loss": 0.003505069762468338,
      "epoch": 17.233312538989395,
      "step": 55250
    },
    {
      "contrastive_lambda": 0.01539099008906225,
      "epoch": 17.233312538989395,
      "step": 55250
    },
    {
      "contrastive_lambda": 0.015384545146622852,
      "epoch": 17.233624454148472,
      "step": 55251
    },
    {
      "contrastive_lambda": 0.015378101532784183,
      "epoch": 17.23393636930755,
      "step": 55252
    },
    {
      "contrastive_lambda": 0.015371659247564062,
      "epoch": 17.234248284466624,
      "step": 55253
    },
    {
      "contrastive_lambda": 0.01536521829097992,
      "epoch": 17.2345601996257,
      "step": 55254
    },
    {
      "contrastive_lambda": 0.015358778663049577,
      "epoch": 17.23487211478478,
      "step": 55255
    },
    {
      "contrastive_lambda": 0.01535234036379074,
      "epoch": 17.235184029943856,
      "step": 55256
    },
    {
      "contrastive_lambda": 0.01534590339322095,
      "epoch": 17.235495945102933,
      "step": 55257
    },
    {
      "contrastive_lambda": 0.015339467751357916,
      "epoch": 17.23580786026201,
      "step": 55258
    },
    {
      "contrastive_lambda": 0.015333033438219124,
      "epoch": 17.236119775421084,
      "step": 55259
    },
    {
      "epoch": 17.23643169058016,
      "grad_norm": 0.07455559074878693,
      "learning_rate": 1.6972953854310414e-06,
      "loss": 0.0216,
      "step": 55260
    },
    {
      "epoch": 17.23643169058016,
      "flow_loss": 0.009677484631538391,
      "step": 55260
    },
    {
      "contrastive_loss": 0.0035779294557869434,
      "epoch": 17.23643169058016,
      "step": 55260
    },
    {
      "contrastive_lambda": 0.015326600453822392,
      "epoch": 17.23643169058016,
      "step": 55260
    },
    {
      "contrastive_lambda": 0.015320168798185374,
      "epoch": 17.23674360573924,
      "step": 55261
    },
    {
      "contrastive_lambda": 0.01531373847132561,
      "epoch": 17.237055520898316,
      "step": 55262
    },
    {
      "contrastive_lambda": 0.0153073094732607,
      "epoch": 17.237367436057394,
      "step": 55263
    },
    {
      "contrastive_lambda": 0.015300881804008404,
      "epoch": 17.237679351216467,
      "step": 55264
    },
    {
      "contrastive_lambda": 0.015294455463586154,
      "epoch": 17.237991266375545,
      "step": 55265
    },
    {
      "contrastive_lambda": 0.015288030452011714,
      "epoch": 17.238303181534622,
      "step": 55266
    },
    {
      "contrastive_lambda": 0.01528160676930268,
      "epoch": 17.2386150966937,
      "step": 55267
    },
    {
      "contrastive_lambda": 0.01527518441547665,
      "epoch": 17.238927011852777,
      "step": 55268
    },
    {
      "contrastive_lambda": 0.015268763390551221,
      "epoch": 17.239238927011854,
      "step": 55269
    },
    {
      "epoch": 17.239550842170928,
      "grad_norm": 0.05025709420442581,
      "learning_rate": 1.690183435914261e-06,
      "loss": 0.0239,
      "step": 55270
    },
    {
      "epoch": 17.239550842170928,
      "flow_loss": 0.03372626006603241,
      "step": 55270
    },
    {
      "contrastive_loss": 0.004565594717860222,
      "epoch": 17.239550842170928,
      "step": 55270
    },
    {
      "contrastive_lambda": 0.01526234369454399,
      "epoch": 17.239550842170928,
      "step": 55270
    },
    {
      "contrastive_lambda": 0.015255925327472497,
      "epoch": 17.239862757330005,
      "step": 55271
    },
    {
      "contrastive_lambda": 0.015249508289354508,
      "epoch": 17.240174672489083,
      "step": 55272
    },
    {
      "contrastive_lambda": 0.015243092580207507,
      "epoch": 17.24048658764816,
      "step": 55273
    },
    {
      "contrastive_lambda": 0.015236678200049036,
      "epoch": 17.240798502807237,
      "step": 55274
    },
    {
      "contrastive_lambda": 0.015230265148896804,
      "epoch": 17.241110417966315,
      "step": 55275
    },
    {
      "contrastive_lambda": 0.015223853426768186,
      "epoch": 17.24142233312539,
      "step": 55276
    },
    {
      "contrastive_lambda": 0.015217443033681055,
      "epoch": 17.241734248284466,
      "step": 55277
    },
    {
      "contrastive_lambda": 0.015211033969652787,
      "epoch": 17.242046163443543,
      "step": 55278
    },
    {
      "contrastive_lambda": 0.015204626234700924,
      "epoch": 17.24235807860262,
      "step": 55279
    },
    {
      "epoch": 17.242669993761698,
      "grad_norm": 0.07824428379535675,
      "learning_rate": 1.6830861616442206e-06,
      "loss": 0.0228,
      "step": 55280
    },
    {
      "epoch": 17.242669993761698,
      "flow_loss": 0.027711408212780952,
      "step": 55280
    },
    {
      "contrastive_loss": 0.0030047562904655933,
      "epoch": 17.242669993761698,
      "step": 55280
    },
    {
      "contrastive_lambda": 0.015198219828843229,
      "epoch": 17.242669993761698,
      "step": 55280
    },
    {
      "contrastive_lambda": 0.015191814752097021,
      "epoch": 17.242981908920772,
      "step": 55281
    },
    {
      "contrastive_lambda": 0.01518541100448001,
      "epoch": 17.24329382407985,
      "step": 55282
    },
    {
      "contrastive_lambda": 0.015179008586009735,
      "epoch": 17.243605739238927,
      "step": 55283
    },
    {
      "contrastive_lambda": 0.015172607496703738,
      "epoch": 17.243917654398004,
      "step": 55284
    },
    {
      "contrastive_lambda": 0.015166207736579618,
      "epoch": 17.24422956955708,
      "step": 55285
    },
    {
      "contrastive_lambda": 0.015159809305654803,
      "epoch": 17.24454148471616,
      "step": 55286
    },
    {
      "contrastive_lambda": 0.015153412203946892,
      "epoch": 17.244853399875232,
      "step": 55287
    },
    {
      "contrastive_lambda": 0.015147016431473426,
      "epoch": 17.24516531503431,
      "step": 55288
    },
    {
      "contrastive_lambda": 0.015140621988251945,
      "epoch": 17.245477230193387,
      "step": 55289
    },
    {
      "epoch": 17.245789145352465,
      "grad_norm": 0.05413070693612099,
      "learning_rate": 1.6760035647768568e-06,
      "loss": 0.0202,
      "step": 55290
    },
    {
      "epoch": 17.245789145352465,
      "flow_loss": 0.00774889113381505,
      "step": 55290
    },
    {
      "contrastive_loss": 0.003298055147752166,
      "epoch": 17.245789145352465,
      "step": 55290
    },
    {
      "contrastive_lambda": 0.015134228874299993,
      "epoch": 17.245789145352465,
      "step": 55290
    },
    {
      "contrastive_lambda": 0.01512783708963511,
      "epoch": 17.246101060511542,
      "step": 55291
    },
    {
      "contrastive_lambda": 0.015121446634274782,
      "epoch": 17.24641297567062,
      "step": 55292
    },
    {
      "contrastive_lambda": 0.01511505750823644,
      "epoch": 17.246724890829693,
      "step": 55293
    },
    {
      "contrastive_lambda": 0.015108669711537848,
      "epoch": 17.24703680598877,
      "step": 55294
    },
    {
      "contrastive_lambda": 0.015102283244196268,
      "epoch": 17.247348721147848,
      "step": 55295
    },
    {
      "contrastive_lambda": 0.01509589810622941,
      "epoch": 17.247660636306925,
      "step": 55296
    },
    {
      "contrastive_lambda": 0.015089514297654594,
      "epoch": 17.247972551466002,
      "step": 55297
    },
    {
      "contrastive_lambda": 0.015083131818489415,
      "epoch": 17.248284466625076,
      "step": 55298
    },
    {
      "contrastive_lambda": 0.01507675066875136,
      "epoch": 17.248596381784154,
      "step": 55299
    },
    {
      "epoch": 17.24890829694323,
      "grad_norm": 0.0562131442129612,
      "learning_rate": 1.6689356474636985e-06,
      "loss": 0.0202,
      "step": 55300
    },
    {
      "epoch": 17.24890829694323,
      "flow_loss": 0.014923407696187496,
      "step": 55300
    },
    {
      "contrastive_loss": 0.003880392527207732,
      "epoch": 17.24890829694323,
      "step": 55300
    },
    {
      "contrastive_lambda": 0.015070370848457915,
      "epoch": 17.24890829694323,
      "step": 55300
    },
    {
      "contrastive_lambda": 0.015063992357626621,
      "epoch": 17.24922021210231,
      "step": 55301
    },
    {
      "contrastive_lambda": 0.01505761519627491,
      "epoch": 17.249532127261386,
      "step": 55302
    },
    {
      "contrastive_lambda": 0.015051239364420266,
      "epoch": 17.249844042420463,
      "step": 55303
    },
    {
      "contrastive_lambda": 0.015044864862080232,
      "epoch": 17.250155957579537,
      "step": 55304
    },
    {
      "contrastive_lambda": 0.015038491689272182,
      "epoch": 17.250467872738614,
      "step": 55305
    },
    {
      "contrastive_lambda": 0.015032119846013603,
      "epoch": 17.25077978789769,
      "step": 55306
    },
    {
      "contrastive_lambda": 0.015025749332322147,
      "epoch": 17.25109170305677,
      "step": 55307
    },
    {
      "contrastive_lambda": 0.015019380148215022,
      "epoch": 17.251403618215846,
      "step": 55308
    },
    {
      "contrastive_lambda": 0.015013012293709826,
      "epoch": 17.251715533374924,
      "step": 55309
    },
    {
      "epoch": 17.252027448533998,
      "grad_norm": 0.06803182512521744,
      "learning_rate": 1.6618824118517784e-06,
      "loss": 0.0209,
      "step": 55310
    },
    {
      "epoch": 17.252027448533998,
      "flow_loss": 0.025080079212784767,
      "step": 55310
    },
    {
      "contrastive_loss": 0.003260559868067503,
      "epoch": 17.252027448533998,
      "step": 55310
    },
    {
      "contrastive_lambda": 0.01500664576882399,
      "epoch": 17.252027448533998,
      "step": 55310
    },
    {
      "contrastive_lambda": 0.015000280573574942,
      "epoch": 17.252339363693075,
      "step": 55311
    },
    {
      "contrastive_lambda": 0.01499391670798017,
      "epoch": 17.252651278852152,
      "step": 55312
    },
    {
      "contrastive_lambda": 0.014987554172057216,
      "epoch": 17.25296319401123,
      "step": 55313
    },
    {
      "contrastive_lambda": 0.014981192965823342,
      "epoch": 17.253275109170307,
      "step": 55314
    },
    {
      "contrastive_lambda": 0.014974833089296091,
      "epoch": 17.25358702432938,
      "step": 55315
    },
    {
      "contrastive_lambda": 0.014968474542492782,
      "epoch": 17.253898939488458,
      "step": 55316
    },
    {
      "contrastive_lambda": 0.014962117325431012,
      "epoch": 17.254210854647535,
      "step": 55317
    },
    {
      "contrastive_lambda": 0.014955761438128157,
      "epoch": 17.254522769806613,
      "step": 55318
    },
    {
      "contrastive_lambda": 0.01494940688060159,
      "epoch": 17.25483468496569,
      "step": 55319
    },
    {
      "epoch": 17.255146600124768,
      "grad_norm": 0.1587265431880951,
      "learning_rate": 1.654843860083688e-06,
      "loss": 0.026,
      "step": 55320
    },
    {
      "epoch": 17.255146600124768,
      "flow_loss": 0.012310367077589035,
      "step": 55320
    },
    {
      "contrastive_loss": 0.0039672874845564365,
      "epoch": 17.255146600124768,
      "step": 55320
    },
    {
      "contrastive_lambda": 0.014943053652868743,
      "epoch": 17.255146600124768,
      "step": 55320
    },
    {
      "contrastive_lambda": 0.014936701754947157,
      "epoch": 17.25545851528384,
      "step": 55321
    },
    {
      "contrastive_lambda": 0.014930351186853985,
      "epoch": 17.25577043044292,
      "step": 55322
    },
    {
      "contrastive_lambda": 0.014924001948606935,
      "epoch": 17.256082345601996,
      "step": 55323
    },
    {
      "contrastive_lambda": 0.01491765404022316,
      "epoch": 17.256394260761073,
      "step": 55324
    },
    {
      "contrastive_lambda": 0.014911307461720258,
      "epoch": 17.25670617592015,
      "step": 55325
    },
    {
      "contrastive_lambda": 0.014904962213115547,
      "epoch": 17.257018091079228,
      "step": 55326
    },
    {
      "contrastive_lambda": 0.014898618294426347,
      "epoch": 17.257330006238302,
      "step": 55327
    },
    {
      "contrastive_lambda": 0.0148922757056702,
      "epoch": 17.25764192139738,
      "step": 55328
    },
    {
      "contrastive_lambda": 0.014885934446864424,
      "epoch": 17.257953836556457,
      "step": 55329
    },
    {
      "epoch": 17.258265751715534,
      "grad_norm": 0.0760204866528511,
      "learning_rate": 1.647819994297556e-06,
      "loss": 0.0188,
      "step": 55330
    },
    {
      "epoch": 17.258265751715534,
      "flow_loss": 0.015563872642815113,
      "step": 55330
    },
    {
      "contrastive_loss": 0.003581703407689929,
      "epoch": 17.258265751715534,
      "step": 55330
    },
    {
      "contrastive_lambda": 0.014879594518026396,
      "epoch": 17.258265751715534,
      "step": 55330
    },
    {
      "contrastive_lambda": 0.014873255919173545,
      "epoch": 17.25857766687461,
      "step": 55331
    },
    {
      "contrastive_lambda": 0.014866918650323135,
      "epoch": 17.258889582033685,
      "step": 55332
    },
    {
      "contrastive_lambda": 0.014860582711492543,
      "epoch": 17.259201497192763,
      "step": 55333
    },
    {
      "contrastive_lambda": 0.014854248102699363,
      "epoch": 17.25951341235184,
      "step": 55334
    },
    {
      "contrastive_lambda": 0.01484791482396075,
      "epoch": 17.259825327510917,
      "step": 55335
    },
    {
      "contrastive_lambda": 0.01484158287529408,
      "epoch": 17.260137242669995,
      "step": 55336
    },
    {
      "contrastive_lambda": 0.014835252256716835,
      "epoch": 17.260449157829072,
      "step": 55337
    },
    {
      "contrastive_lambda": 0.014828922968246228,
      "epoch": 17.260761072988146,
      "step": 55338
    },
    {
      "contrastive_lambda": 0.014822595009899686,
      "epoch": 17.261072988147223,
      "step": 55339
    },
    {
      "epoch": 17.2613849033063,
      "grad_norm": 0.07465586811304092,
      "learning_rate": 1.6408108166270363e-06,
      "loss": 0.0224,
      "step": 55340
    },
    {
      "epoch": 17.2613849033063,
      "flow_loss": 0.010385021567344666,
      "step": 55340
    },
    {
      "contrastive_loss": 0.004079295322299004,
      "epoch": 17.2613849033063,
      "step": 55340
    },
    {
      "contrastive_lambda": 0.014816268381694586,
      "epoch": 17.2613849033063,
      "step": 55340
    },
    {
      "contrastive_lambda": 0.014809943083648192,
      "epoch": 17.261696818465378,
      "step": 55341
    },
    {
      "contrastive_lambda": 0.014803619115777933,
      "epoch": 17.262008733624455,
      "step": 55342
    },
    {
      "contrastive_lambda": 0.014797296478101074,
      "epoch": 17.262320648783533,
      "step": 55343
    },
    {
      "contrastive_lambda": 0.014790975170634879,
      "epoch": 17.262632563942606,
      "step": 55344
    },
    {
      "contrastive_lambda": 0.014784655193396945,
      "epoch": 17.262944479101684,
      "step": 55345
    },
    {
      "contrastive_lambda": 0.014778336546404314,
      "epoch": 17.26325639426076,
      "step": 55346
    },
    {
      "contrastive_lambda": 0.014772019229674471,
      "epoch": 17.26356830941984,
      "step": 55347
    },
    {
      "contrastive_lambda": 0.014765703243224682,
      "epoch": 17.263880224578916,
      "step": 55348
    },
    {
      "contrastive_lambda": 0.014759388587072264,
      "epoch": 17.26419213973799,
      "step": 55349
    },
    {
      "epoch": 17.264504054897067,
      "grad_norm": 0.07521772384643555,
      "learning_rate": 1.6338163292013486e-06,
      "loss": 0.021,
      "step": 55350
    },
    {
      "epoch": 17.264504054897067,
      "flow_loss": 0.014401908963918686,
      "step": 55350
    },
    {
      "contrastive_loss": 0.0033295201137661934,
      "epoch": 17.264504054897067,
      "step": 55350
    },
    {
      "contrastive_lambda": 0.014753075261234483,
      "epoch": 17.264504054897067,
      "step": 55350
    },
    {
      "contrastive_lambda": 0.014746763265728768,
      "epoch": 17.264815970056144,
      "step": 55351
    },
    {
      "contrastive_lambda": 0.014740452600572329,
      "epoch": 17.26512788521522,
      "step": 55352
    },
    {
      "contrastive_lambda": 0.01473414326578254,
      "epoch": 17.2654398003743,
      "step": 55353
    },
    {
      "contrastive_lambda": 0.01472783526137661,
      "epoch": 17.265751715533376,
      "step": 55354
    },
    {
      "contrastive_lambda": 0.014721528587371802,
      "epoch": 17.26606363069245,
      "step": 55355
    },
    {
      "contrastive_lambda": 0.014715223243785547,
      "epoch": 17.266375545851528,
      "step": 55356
    },
    {
      "contrastive_lambda": 0.014708919230635054,
      "epoch": 17.266687461010605,
      "step": 55357
    },
    {
      "contrastive_lambda": 0.014702616547937586,
      "epoch": 17.266999376169682,
      "step": 55358
    },
    {
      "contrastive_lambda": 0.014696315195710519,
      "epoch": 17.26731129132876,
      "step": 55359
    },
    {
      "epoch": 17.267623206487837,
      "grad_norm": 0.08585245907306671,
      "learning_rate": 1.6268365341452208e-06,
      "loss": 0.021,
      "step": 55360
    },
    {
      "epoch": 17.267623206487837,
      "flow_loss": 0.04289186745882034,
      "step": 55360
    },
    {
      "contrastive_loss": 0.0038260286673903465,
      "epoch": 17.267623206487837,
      "step": 55360
    },
    {
      "contrastive_lambda": 0.014690015173971005,
      "epoch": 17.267623206487837,
      "step": 55360
    },
    {
      "contrastive_lambda": 0.014683716482736364,
      "epoch": 17.26793512164691,
      "step": 55361
    },
    {
      "contrastive_lambda": 0.01467741912202386,
      "epoch": 17.268247036805988,
      "step": 55362
    },
    {
      "contrastive_lambda": 0.014671123091850757,
      "epoch": 17.268558951965066,
      "step": 55363
    },
    {
      "contrastive_lambda": 0.01466482839223443,
      "epoch": 17.268870867124143,
      "step": 55364
    },
    {
      "contrastive_lambda": 0.014658535023191921,
      "epoch": 17.26918278228322,
      "step": 55365
    },
    {
      "contrastive_lambda": 0.01465224298474066,
      "epoch": 17.269494697442294,
      "step": 55366
    },
    {
      "contrastive_lambda": 0.014645952276897745,
      "epoch": 17.26980661260137,
      "step": 55367
    },
    {
      "contrastive_lambda": 0.014639662899680606,
      "epoch": 17.27011852776045,
      "step": 55368
    },
    {
      "contrastive_lambda": 0.014633374853106285,
      "epoch": 17.270430442919526,
      "step": 55369
    },
    {
      "epoch": 17.270742358078603,
      "grad_norm": 0.06881076097488403,
      "learning_rate": 1.6198714335789345e-06,
      "loss": 0.0242,
      "step": 55370
    },
    {
      "epoch": 17.270742358078603,
      "flow_loss": 0.020945919677615166,
      "step": 55370
    },
    {
      "contrastive_loss": 0.003198085818439722,
      "epoch": 17.270742358078603,
      "step": 55370
    },
    {
      "contrastive_lambda": 0.014627088137192268,
      "epoch": 17.270742358078603,
      "step": 55370
    },
    {
      "contrastive_lambda": 0.014620802751955542,
      "epoch": 17.27105427323768,
      "step": 55371
    },
    {
      "contrastive_lambda": 0.014614518697413537,
      "epoch": 17.271366188396755,
      "step": 55372
    },
    {
      "contrastive_lambda": 0.014608235973583239,
      "epoch": 17.271678103555832,
      "step": 55373
    },
    {
      "contrastive_lambda": 0.01460195458048208,
      "epoch": 17.27199001871491,
      "step": 55374
    },
    {
      "contrastive_lambda": 0.014595674518127322,
      "epoch": 17.272301933873987,
      "step": 55375
    },
    {
      "contrastive_lambda": 0.014589395786535952,
      "epoch": 17.272613849033064,
      "step": 55376
    },
    {
      "contrastive_lambda": 0.014583118385725402,
      "epoch": 17.27292576419214,
      "step": 55377
    },
    {
      "contrastive_lambda": 0.014576842315712712,
      "epoch": 17.273237679351215,
      "step": 55378
    },
    {
      "contrastive_lambda": 0.014570567576515203,
      "epoch": 17.273549594510293,
      "step": 55379
    },
    {
      "epoch": 17.27386150966937,
      "grad_norm": 0.05634984374046326,
      "learning_rate": 1.612921029618303e-06,
      "loss": 0.0185,
      "step": 55380
    },
    {
      "epoch": 17.27386150966937,
      "flow_loss": 0.027639400213956833,
      "step": 55380
    },
    {
      "contrastive_loss": 0.004016988445073366,
      "epoch": 17.27386150966937,
      "step": 55380
    },
    {
      "contrastive_lambda": 0.014564294168150138,
      "epoch": 17.27386150966937,
      "step": 55380
    },
    {
      "contrastive_lambda": 0.014558022090634504,
      "epoch": 17.274173424828447,
      "step": 55381
    },
    {
      "contrastive_lambda": 0.014551751343985675,
      "epoch": 17.274485339987525,
      "step": 55382
    },
    {
      "contrastive_lambda": 0.014545481928220805,
      "epoch": 17.2747972551466,
      "step": 55383
    },
    {
      "contrastive_lambda": 0.014539213843356935,
      "epoch": 17.275109170305676,
      "step": 55384
    },
    {
      "contrastive_lambda": 0.014532947089411441,
      "epoch": 17.275421085464753,
      "step": 55385
    },
    {
      "contrastive_lambda": 0.014526681666401475,
      "epoch": 17.27573300062383,
      "step": 55386
    },
    {
      "contrastive_lambda": 0.014520417574344135,
      "epoch": 17.276044915782908,
      "step": 55387
    },
    {
      "contrastive_lambda": 0.014514154813256741,
      "epoch": 17.276356830941985,
      "step": 55388
    },
    {
      "contrastive_lambda": 0.014507893383156223,
      "epoch": 17.27666874610106,
      "step": 55389
    },
    {
      "epoch": 17.276980661260136,
      "grad_norm": 0.0754147619009018,
      "learning_rate": 1.6059853243746815e-06,
      "loss": 0.0212,
      "step": 55390
    },
    {
      "epoch": 17.276980661260136,
      "flow_loss": 0.01698247343301773,
      "step": 55390
    },
    {
      "contrastive_loss": 0.0030840453691780567,
      "epoch": 17.276980661260136,
      "step": 55390
    },
    {
      "contrastive_lambda": 0.014501633284059845,
      "epoch": 17.276980661260136,
      "step": 55390
    },
    {
      "contrastive_lambda": 0.014495374515984927,
      "epoch": 17.277292576419214,
      "step": 55391
    },
    {
      "contrastive_lambda": 0.014489117078948455,
      "epoch": 17.27760449157829,
      "step": 55392
    },
    {
      "contrastive_lambda": 0.014482860972967637,
      "epoch": 17.27791640673737,
      "step": 55393
    },
    {
      "contrastive_lambda": 0.014476606198059683,
      "epoch": 17.278228321896446,
      "step": 55394
    },
    {
      "contrastive_lambda": 0.014470352754241522,
      "epoch": 17.27854023705552,
      "step": 55395
    },
    {
      "contrastive_lambda": 0.014464100641530586,
      "epoch": 17.278852152214597,
      "step": 55396
    },
    {
      "contrastive_lambda": 0.014457849859943861,
      "epoch": 17.279164067373674,
      "step": 55397
    },
    {
      "contrastive_lambda": 0.0144516004094985,
      "epoch": 17.27947598253275,
      "step": 55398
    },
    {
      "contrastive_lambda": 0.01444535229021171,
      "epoch": 17.27978789769183,
      "step": 55399
    },
    {
      "epoch": 17.280099812850903,
      "grad_norm": 0.05641171708703041,
      "learning_rate": 1.5990643199549404e-06,
      "loss": 0.0167,
      "step": 55400
    },
    {
      "epoch": 17.280099812850903,
      "flow_loss": 0.0216189194470644,
      "step": 55400
    },
    {
      "contrastive_loss": 0.003048066981136799,
      "epoch": 17.280099812850903,
      "step": 55400
    },
    {
      "contrastive_lambda": 0.01443910550210048,
      "epoch": 17.280099812850903,
      "step": 55400
    },
    {
      "contrastive_lambda": 0.014432860045181961,
      "epoch": 17.28041172800998,
      "step": 55401
    },
    {
      "contrastive_lambda": 0.014426615919473418,
      "epoch": 17.280723643169058,
      "step": 55402
    },
    {
      "contrastive_lambda": 0.014420373124991837,
      "epoch": 17.281035558328135,
      "step": 55403
    },
    {
      "contrastive_lambda": 0.01441413166175437,
      "epoch": 17.281347473487212,
      "step": 55404
    },
    {
      "contrastive_lambda": 0.014407891529778172,
      "epoch": 17.28165938864629,
      "step": 55405
    },
    {
      "contrastive_lambda": 0.014401652729080283,
      "epoch": 17.281971303805364,
      "step": 55406
    },
    {
      "contrastive_lambda": 0.014395415259677746,
      "epoch": 17.28228321896444,
      "step": 55407
    },
    {
      "contrastive_lambda": 0.01438917912158788,
      "epoch": 17.282595134123518,
      "step": 55408
    },
    {
      "contrastive_lambda": 0.014382944314827617,
      "epoch": 17.282907049282596,
      "step": 55409
    },
    {
      "epoch": 17.283218964441673,
      "grad_norm": 0.07148458808660507,
      "learning_rate": 1.5921580184615147e-06,
      "loss": 0.0208,
      "step": 55410
    },
    {
      "epoch": 17.283218964441673,
      "flow_loss": 0.030546274036169052,
      "step": 55410
    },
    {
      "contrastive_loss": 0.0039179977029562,
      "epoch": 17.283218964441673,
      "step": 55410
    },
    {
      "contrastive_lambda": 0.014376710839414109,
      "epoch": 17.283218964441673,
      "step": 55410
    },
    {
      "contrastive_lambda": 0.014370478695364397,
      "epoch": 17.28353087960075,
      "step": 55411
    },
    {
      "contrastive_lambda": 0.014364247882695524,
      "epoch": 17.283842794759824,
      "step": 55412
    },
    {
      "contrastive_lambda": 0.0143580184014247,
      "epoch": 17.2841547099189,
      "step": 55413
    },
    {
      "contrastive_lambda": 0.014351790251568963,
      "epoch": 17.28446662507798,
      "step": 55414
    },
    {
      "contrastive_lambda": 0.014345563433145303,
      "epoch": 17.284778540237056,
      "step": 55415
    },
    {
      "contrastive_lambda": 0.014339337946170927,
      "epoch": 17.285090455396134,
      "step": 55416
    },
    {
      "contrastive_lambda": 0.014333113790662821,
      "epoch": 17.285402370555207,
      "step": 55417
    },
    {
      "contrastive_lambda": 0.014326890966638028,
      "epoch": 17.285714285714285,
      "step": 55418
    },
    {
      "contrastive_lambda": 0.014320669474113645,
      "epoch": 17.286026200873362,
      "step": 55419
    },
    {
      "epoch": 17.28633811603244,
      "grad_norm": 0.0917242243885994,
      "learning_rate": 1.5852664219923374e-06,
      "loss": 0.0235,
      "step": 55420
    },
    {
      "epoch": 17.28633811603244,
      "flow_loss": 0.01781759038567543,
      "step": 55420
    },
    {
      "contrastive_loss": 0.003550739958882332,
      "epoch": 17.28633811603244,
      "step": 55420
    },
    {
      "contrastive_lambda": 0.014314449313106714,
      "epoch": 17.28633811603244,
      "step": 55420
    },
    {
      "contrastive_lambda": 0.014308230483634332,
      "epoch": 17.286650031191517,
      "step": 55421
    },
    {
      "contrastive_lambda": 0.014302012985713486,
      "epoch": 17.286961946350594,
      "step": 55422
    },
    {
      "contrastive_lambda": 0.014295796819361217,
      "epoch": 17.287273861509668,
      "step": 55423
    },
    {
      "contrastive_lambda": 0.014289581984594624,
      "epoch": 17.287585776668745,
      "step": 55424
    },
    {
      "contrastive_lambda": 0.014283368481430692,
      "epoch": 17.287897691827823,
      "step": 55425
    },
    {
      "contrastive_lambda": 0.014277156309886574,
      "epoch": 17.2882096069869,
      "step": 55426
    },
    {
      "contrastive_lambda": 0.014270945469979146,
      "epoch": 17.288521522145977,
      "step": 55427
    },
    {
      "contrastive_lambda": 0.014264735961725505,
      "epoch": 17.288833437305055,
      "step": 55428
    },
    {
      "contrastive_lambda": 0.014258527785142638,
      "epoch": 17.28914535246413,
      "step": 55429
    },
    {
      "epoch": 17.289457267623206,
      "grad_norm": 0.17128895223140717,
      "learning_rate": 1.5783895326409172e-06,
      "loss": 0.0259,
      "step": 55430
    },
    {
      "epoch": 17.289457267623206,
      "flow_loss": 0.0150874312967062,
      "step": 55430
    },
    {
      "contrastive_loss": 0.003794283140450716,
      "epoch": 17.289457267623206,
      "step": 55430
    },
    {
      "contrastive_lambda": 0.014252320940247587,
      "epoch": 17.289457267623206,
      "step": 55430
    },
    {
      "contrastive_lambda": 0.014246115427057449,
      "epoch": 17.289769182782283,
      "step": 55431
    },
    {
      "contrastive_lambda": 0.014239911245589154,
      "epoch": 17.29008109794136,
      "step": 55432
    },
    {
      "contrastive_lambda": 0.01423370839585969,
      "epoch": 17.290393013100438,
      "step": 55433
    },
    {
      "contrastive_lambda": 0.014227506877886154,
      "epoch": 17.29070492825951,
      "step": 55434
    },
    {
      "contrastive_lambda": 0.014221306691685365,
      "epoch": 17.29101684341859,
      "step": 55435
    },
    {
      "contrastive_lambda": 0.014215107837274532,
      "epoch": 17.291328758577666,
      "step": 55436
    },
    {
      "contrastive_lambda": 0.014208910314670586,
      "epoch": 17.291640673736744,
      "step": 55437
    },
    {
      "contrastive_lambda": 0.014202714123890459,
      "epoch": 17.29195258889582,
      "step": 55438
    },
    {
      "contrastive_lambda": 0.014196519264951135,
      "epoch": 17.2922645040549,
      "step": 55439
    },
    {
      "epoch": 17.292576419213972,
      "grad_norm": 0.05014802888035774,
      "learning_rate": 1.5715273524962438e-06,
      "loss": 0.0257,
      "step": 55440
    },
    {
      "epoch": 17.292576419213972,
      "flow_loss": 0.018022846430540085,
      "step": 55440
    },
    {
      "contrastive_loss": 0.0035846279934048653,
      "epoch": 17.292576419213972,
      "step": 55440
    },
    {
      "contrastive_lambda": 0.014190325737869713,
      "epoch": 17.292576419213972,
      "step": 55440
    },
    {
      "contrastive_lambda": 0.014184133542663013,
      "epoch": 17.29288833437305,
      "step": 55441
    },
    {
      "contrastive_lambda": 0.014177942679348132,
      "epoch": 17.293200249532127,
      "step": 55442
    },
    {
      "contrastive_lambda": 0.014171753147942057,
      "epoch": 17.293512164691204,
      "step": 55443
    },
    {
      "contrastive_lambda": 0.014165564948461662,
      "epoch": 17.293824079850282,
      "step": 55444
    },
    {
      "contrastive_lambda": 0.01415937808092399,
      "epoch": 17.29413599500936,
      "step": 55445
    },
    {
      "contrastive_lambda": 0.014153192545345916,
      "epoch": 17.294447910168433,
      "step": 55446
    },
    {
      "contrastive_lambda": 0.014147008341744427,
      "epoch": 17.29475982532751,
      "step": 55447
    },
    {
      "contrastive_lambda": 0.014140825470136564,
      "epoch": 17.295071740486588,
      "step": 55448
    },
    {
      "contrastive_lambda": 0.014134643930539204,
      "epoch": 17.295383655645665,
      "step": 55449
    },
    {
      "epoch": 17.295695570804742,
      "grad_norm": 0.04233597218990326,
      "learning_rate": 1.564679883642889e-06,
      "loss": 0.0204,
      "step": 55450
    },
    {
      "epoch": 17.295695570804742,
      "flow_loss": 0.016883833333849907,
      "step": 55450
    },
    {
      "contrastive_loss": 0.003187856636941433,
      "epoch": 17.295695570804742,
      "step": 55450
    },
    {
      "contrastive_lambda": 0.014128463722969276,
      "epoch": 17.295695570804742,
      "step": 55450
    },
    {
      "contrastive_lambda": 0.014122284847443767,
      "epoch": 17.296007485963816,
      "step": 55451
    },
    {
      "contrastive_lambda": 0.014116107303979553,
      "epoch": 17.296319401122894,
      "step": 55452
    },
    {
      "contrastive_lambda": 0.014109931092593675,
      "epoch": 17.29663131628197,
      "step": 55453
    },
    {
      "contrastive_lambda": 0.01410375621330301,
      "epoch": 17.29694323144105,
      "step": 55454
    },
    {
      "contrastive_lambda": 0.014097582666124486,
      "epoch": 17.297255146600126,
      "step": 55455
    },
    {
      "contrastive_lambda": 0.014091410451075037,
      "epoch": 17.297567061759203,
      "step": 55456
    },
    {
      "contrastive_lambda": 0.014085239568171537,
      "epoch": 17.297878976918277,
      "step": 55457
    },
    {
      "contrastive_lambda": 0.014079070017430917,
      "epoch": 17.298190892077354,
      "step": 55458
    },
    {
      "contrastive_lambda": 0.014072901798870163,
      "epoch": 17.29850280723643,
      "step": 55459
    },
    {
      "epoch": 17.29881472239551,
      "grad_norm": 0.04798530787229538,
      "learning_rate": 1.5578471281609276e-06,
      "loss": 0.0197,
      "step": 55460
    },
    {
      "epoch": 17.29881472239551,
      "flow_loss": 0.01431585755199194,
      "step": 55460
    },
    {
      "contrastive_loss": 0.0032744663767516613,
      "epoch": 17.29881472239551,
      "step": 55460
    },
    {
      "contrastive_lambda": 0.014066734912506151,
      "epoch": 17.29881472239551,
      "step": 55460
    },
    {
      "contrastive_lambda": 0.014060569358355701,
      "epoch": 17.299126637554586,
      "step": 55461
    },
    {
      "contrastive_lambda": 0.01405440513643591,
      "epoch": 17.299438552713664,
      "step": 55462
    },
    {
      "contrastive_lambda": 0.014048242246763487,
      "epoch": 17.299750467872737,
      "step": 55463
    },
    {
      "contrastive_lambda": 0.014042080689355418,
      "epoch": 17.300062383031815,
      "step": 55464
    },
    {
      "contrastive_lambda": 0.014035920464228524,
      "epoch": 17.300374298190892,
      "step": 55465
    },
    {
      "contrastive_lambda": 0.01402976157139979,
      "epoch": 17.30068621334997,
      "step": 55466
    },
    {
      "contrastive_lambda": 0.014023604010886093,
      "epoch": 17.300998128509047,
      "step": 55467
    },
    {
      "contrastive_lambda": 0.014017447782704195,
      "epoch": 17.30131004366812,
      "step": 55468
    },
    {
      "contrastive_lambda": 0.01401129288687103,
      "epoch": 17.301621958827198,
      "step": 55469
    },
    {
      "epoch": 17.301933873986275,
      "grad_norm": 0.07361838966608047,
      "learning_rate": 1.551029088125966e-06,
      "loss": 0.0199,
      "step": 55470
    },
    {
      "epoch": 17.301933873986275,
      "flow_loss": 0.017812738195061684,
      "step": 55470
    },
    {
      "contrastive_loss": 0.003371483413502574,
      "epoch": 17.301933873986275,
      "step": 55470
    },
    {
      "contrastive_lambda": 0.014005139323403637,
      "epoch": 17.301933873986275,
      "step": 55470
    },
    {
      "contrastive_lambda": 0.013998987092318671,
      "epoch": 17.302245789145353,
      "step": 55471
    },
    {
      "contrastive_lambda": 0.013992836193633063,
      "epoch": 17.30255770430443,
      "step": 55472
    },
    {
      "contrastive_lambda": 0.013986686627363742,
      "epoch": 17.302869619463507,
      "step": 55473
    },
    {
      "contrastive_lambda": 0.013980538393527475,
      "epoch": 17.30318153462258,
      "step": 55474
    },
    {
      "contrastive_lambda": 0.013974391492141136,
      "epoch": 17.30349344978166,
      "step": 55475
    },
    {
      "contrastive_lambda": 0.013968245923221656,
      "epoch": 17.303805364940736,
      "step": 55476
    },
    {
      "contrastive_lambda": 0.013962101686785744,
      "epoch": 17.304117280099813,
      "step": 55477
    },
    {
      "contrastive_lambda": 0.013955958782850442,
      "epoch": 17.30442919525889,
      "step": 55478
    },
    {
      "contrastive_lambda": 0.013949817211432403,
      "epoch": 17.304741110417968,
      "step": 55479
    },
    {
      "epoch": 17.305053025577042,
      "grad_norm": 0.08489876985549927,
      "learning_rate": 1.544225765609142e-06,
      "loss": 0.0207,
      "step": 55480
    },
    {
      "epoch": 17.305053025577042,
      "flow_loss": 0.015096724964678288,
      "step": 55480
    },
    {
      "contrastive_loss": 0.003235822543501854,
      "epoch": 17.305053025577042,
      "step": 55480
    },
    {
      "contrastive_lambda": 0.013943676972548502,
      "epoch": 17.305053025577042,
      "step": 55480
    },
    {
      "contrastive_lambda": 0.013937538066215671,
      "epoch": 17.30536494073612,
      "step": 55481
    },
    {
      "contrastive_lambda": 0.013931400492450619,
      "epoch": 17.305676855895197,
      "step": 55482
    },
    {
      "contrastive_lambda": 0.01392526425127033,
      "epoch": 17.305988771054274,
      "step": 55483
    },
    {
      "contrastive_lambda": 0.01391912934269146,
      "epoch": 17.30630068621335,
      "step": 55484
    },
    {
      "contrastive_lambda": 0.013912995766730885,
      "epoch": 17.306612601372425,
      "step": 55485
    },
    {
      "contrastive_lambda": 0.013906863523405422,
      "epoch": 17.306924516531502,
      "step": 55486
    },
    {
      "contrastive_lambda": 0.013900732612731892,
      "epoch": 17.30723643169058,
      "step": 55487
    },
    {
      "contrastive_lambda": 0.013894603034727115,
      "epoch": 17.307548346849657,
      "step": 55488
    },
    {
      "contrastive_lambda": 0.013888474789407967,
      "epoch": 17.307860262008735,
      "step": 55489
    },
    {
      "epoch": 17.308172177167812,
      "grad_norm": 0.07974804937839508,
      "learning_rate": 1.53743716267713e-06,
      "loss": 0.0211,
      "step": 55490
    },
    {
      "epoch": 17.308172177167812,
      "flow_loss": 0.017505642026662827,
      "step": 55490
    },
    {
      "contrastive_loss": 0.0034154108725488186,
      "epoch": 17.308172177167812,
      "step": 55490
    },
    {
      "contrastive_lambda": 0.013882347876791046,
      "epoch": 17.308172177167812,
      "step": 55490
    },
    {
      "contrastive_lambda": 0.013876222296893392,
      "epoch": 17.308484092326886,
      "step": 55491
    },
    {
      "contrastive_lambda": 0.013870098049731494,
      "epoch": 17.308796007485963,
      "step": 55492
    },
    {
      "contrastive_lambda": 0.013863975135322448,
      "epoch": 17.30910792264504,
      "step": 55493
    },
    {
      "contrastive_lambda": 0.013857853553682908,
      "epoch": 17.309419837804118,
      "step": 55494
    },
    {
      "contrastive_lambda": 0.013851733304829639,
      "epoch": 17.309731752963195,
      "step": 55495
    },
    {
      "contrastive_lambda": 0.01384561438877946,
      "epoch": 17.310043668122272,
      "step": 55496
    },
    {
      "contrastive_lambda": 0.01383949680554919,
      "epoch": 17.310355583281346,
      "step": 55497
    },
    {
      "contrastive_lambda": 0.013833380555155428,
      "epoch": 17.310667498440424,
      "step": 55498
    },
    {
      "contrastive_lambda": 0.013827265637615105,
      "epoch": 17.3109794135995,
      "step": 55499
    },
    {
      "epoch": 17.31129132875858,
      "grad_norm": 0.060543932020664215,
      "learning_rate": 1.5306632813921361e-06,
      "loss": 0.0227,
      "step": 55500
    },
    {
      "epoch": 17.31129132875858,
      "flow_loss": 0.011848381720483303,
      "step": 55500
    },
    {
      "contrastive_loss": 0.003246583975851536,
      "epoch": 17.31129132875858,
      "step": 55500
    },
    {
      "contrastive_lambda": 0.013821152052944985,
      "epoch": 17.31129132875858,
      "step": 55500
    },
    {
      "contrastive_lambda": 0.013815039801161721,
      "epoch": 17.311603243917656,
      "step": 55501
    },
    {
      "contrastive_lambda": 0.01380892888228219,
      "epoch": 17.31191515907673,
      "step": 55502
    },
    {
      "contrastive_lambda": 0.013802819296322988,
      "epoch": 17.312227074235807,
      "step": 55503
    },
    {
      "contrastive_lambda": 0.013796711043300991,
      "epoch": 17.312538989394884,
      "step": 55504
    },
    {
      "contrastive_lambda": 0.013790604123232963,
      "epoch": 17.31285090455396,
      "step": 55505
    },
    {
      "contrastive_lambda": 0.013784498536135614,
      "epoch": 17.31316281971304,
      "step": 55506
    },
    {
      "contrastive_lambda": 0.013778394282025597,
      "epoch": 17.313474734872116,
      "step": 55507
    },
    {
      "contrastive_lambda": 0.013772291360919786,
      "epoch": 17.31378665003119,
      "step": 55508
    },
    {
      "contrastive_lambda": 0.01376618977283478,
      "epoch": 17.314098565190267,
      "step": 55509
    },
    {
      "epoch": 17.314410480349345,
      "grad_norm": 0.046140704303979874,
      "learning_rate": 1.52390412381187e-06,
      "loss": 0.0217,
      "step": 55510
    },
    {
      "epoch": 17.314410480349345,
      "flow_loss": 0.018995599821209908,
      "step": 55510
    },
    {
      "contrastive_loss": 0.004655448254197836,
      "epoch": 17.314410480349345,
      "step": 55510
    },
    {
      "contrastive_lambda": 0.0137600895177874,
      "epoch": 17.314410480349345,
      "step": 55510
    },
    {
      "contrastive_lambda": 0.013753990595794352,
      "epoch": 17.314722395508422,
      "step": 55511
    },
    {
      "contrastive_lambda": 0.013747893006872347,
      "epoch": 17.3150343106675,
      "step": 55512
    },
    {
      "contrastive_lambda": 0.013741796751038149,
      "epoch": 17.315346225826577,
      "step": 55513
    },
    {
      "contrastive_lambda": 0.013735701828308355,
      "epoch": 17.31565814098565,
      "step": 55514
    },
    {
      "contrastive_lambda": 0.013729608238699675,
      "epoch": 17.315970056144728,
      "step": 55515
    },
    {
      "contrastive_lambda": 0.01372351598222904,
      "epoch": 17.316281971303805,
      "step": 55516
    },
    {
      "contrastive_lambda": 0.01371742505891288,
      "epoch": 17.316593886462883,
      "step": 55517
    },
    {
      "contrastive_lambda": 0.013711335468768071,
      "epoch": 17.31690580162196,
      "step": 55518
    },
    {
      "contrastive_lambda": 0.013705247211811267,
      "epoch": 17.317217716781034,
      "step": 55519
    },
    {
      "epoch": 17.31752963194011,
      "grad_norm": 0.06671971082687378,
      "learning_rate": 1.5171596919895948e-06,
      "loss": 0.0245,
      "step": 55520
    },
    {
      "epoch": 17.31752963194011,
      "flow_loss": 0.02724003605544567,
      "step": 55520
    },
    {
      "contrastive_loss": 0.003661246970295906,
      "epoch": 17.31752963194011,
      "step": 55520
    },
    {
      "contrastive_lambda": 0.013699160288059009,
      "epoch": 17.31752963194011,
      "step": 55520
    },
    {
      "contrastive_lambda": 0.01369307469752823,
      "epoch": 17.31784154709919,
      "step": 55521
    },
    {
      "contrastive_lambda": 0.01368699044023547,
      "epoch": 17.318153462258266,
      "step": 55522
    },
    {
      "contrastive_lambda": 0.013680907516197438,
      "epoch": 17.318465377417343,
      "step": 55523
    },
    {
      "contrastive_lambda": 0.013674825925430845,
      "epoch": 17.31877729257642,
      "step": 55524
    },
    {
      "contrastive_lambda": 0.013668745667952287,
      "epoch": 17.319089207735495,
      "step": 55525
    },
    {
      "contrastive_lambda": 0.013662666743778418,
      "epoch": 17.319401122894572,
      "step": 55526
    },
    {
      "contrastive_lambda": 0.013656589152926057,
      "epoch": 17.31971303805365,
      "step": 55527
    },
    {
      "contrastive_lambda": 0.013650512895411748,
      "epoch": 17.320024953212727,
      "step": 55528
    },
    {
      "contrastive_lambda": 0.013644437971252199,
      "epoch": 17.320336868371804,
      "step": 55529
    },
    {
      "epoch": 17.32064878353088,
      "grad_norm": 0.06546877324581146,
      "learning_rate": 1.5104299879740936e-06,
      "loss": 0.0177,
      "step": 55530
    },
    {
      "epoch": 17.32064878353088,
      "flow_loss": 0.04032127186655998,
      "step": 55530
    },
    {
      "contrastive_loss": 0.0036673482973128557,
      "epoch": 17.32064878353088,
      "step": 55530
    },
    {
      "contrastive_lambda": 0.013638364380464008,
      "epoch": 17.32064878353088,
      "step": 55530
    },
    {
      "contrastive_lambda": 0.013632292123063827,
      "epoch": 17.320960698689955,
      "step": 55531
    },
    {
      "contrastive_lambda": 0.013626221199068367,
      "epoch": 17.321272613849032,
      "step": 55532
    },
    {
      "contrastive_lambda": 0.013620151608494169,
      "epoch": 17.32158452900811,
      "step": 55533
    },
    {
      "contrastive_lambda": 0.013614083351357997,
      "epoch": 17.321896444167187,
      "step": 55534
    },
    {
      "contrastive_lambda": 0.013608016427676506,
      "epoch": 17.322208359326265,
      "step": 55535
    },
    {
      "contrastive_lambda": 0.013601950837466126,
      "epoch": 17.32252027448534,
      "step": 55536
    },
    {
      "contrastive_lambda": 0.013595886580743621,
      "epoch": 17.322832189644416,
      "step": 55537
    },
    {
      "contrastive_lambda": 0.013589823657525701,
      "epoch": 17.323144104803493,
      "step": 55538
    },
    {
      "contrastive_lambda": 0.013583762067828853,
      "epoch": 17.32345601996257,
      "step": 55539
    },
    {
      "epoch": 17.323767935121648,
      "grad_norm": 0.0993923470377922,
      "learning_rate": 1.5037150138096701e-06,
      "loss": 0.0199,
      "step": 55540
    },
    {
      "epoch": 17.323767935121648,
      "flow_loss": 0.011453337036073208,
      "step": 55540
    },
    {
      "contrastive_loss": 0.003427156712859869,
      "epoch": 17.323767935121648,
      "step": 55540
    },
    {
      "contrastive_lambda": 0.013577701811669785,
      "epoch": 17.323767935121648,
      "step": 55540
    },
    {
      "contrastive_lambda": 0.013571642889064983,
      "epoch": 17.324079850280725,
      "step": 55541
    },
    {
      "contrastive_lambda": 0.013565585300031158,
      "epoch": 17.3243917654398,
      "step": 55542
    },
    {
      "contrastive_lambda": 0.013559529044584906,
      "epoch": 17.324703680598876,
      "step": 55543
    },
    {
      "contrastive_lambda": 0.013553474122742826,
      "epoch": 17.325015595757954,
      "step": 55544
    },
    {
      "contrastive_lambda": 0.013547420534521515,
      "epoch": 17.32532751091703,
      "step": 55545
    },
    {
      "contrastive_lambda": 0.013541368279937627,
      "epoch": 17.32563942607611,
      "step": 55546
    },
    {
      "contrastive_lambda": 0.013535317359007648,
      "epoch": 17.325951341235186,
      "step": 55547
    },
    {
      "contrastive_lambda": 0.013529267771748232,
      "epoch": 17.32626325639426,
      "step": 55548
    },
    {
      "contrastive_lambda": 0.013523219518175866,
      "epoch": 17.326575171553337,
      "step": 55549
    },
    {
      "epoch": 17.326887086712414,
      "grad_norm": 0.11633744090795517,
      "learning_rate": 1.4970147715361538e-06,
      "loss": 0.0253,
      "step": 55550
    },
    {
      "epoch": 17.326887086712414,
      "flow_loss": 0.024779273197054863,
      "step": 55550
    },
    {
      "contrastive_loss": 0.0033985497429966927,
      "epoch": 17.326887086712414,
      "step": 55550
    },
    {
      "contrastive_lambda": 0.013517172598307259,
      "epoch": 17.326887086712414,
      "step": 55550
    },
    {
      "contrastive_lambda": 0.013511127012159008,
      "epoch": 17.32719900187149,
      "step": 55551
    },
    {
      "contrastive_lambda": 0.0135050827597476,
      "epoch": 17.32751091703057,
      "step": 55552
    },
    {
      "contrastive_lambda": 0.013499039841089577,
      "epoch": 17.327822832189643,
      "step": 55553
    },
    {
      "contrastive_lambda": 0.013492998256201594,
      "epoch": 17.32813474734872,
      "step": 55554
    },
    {
      "contrastive_lambda": 0.013486958005100191,
      "epoch": 17.328446662507798,
      "step": 55555
    },
    {
      "contrastive_lambda": 0.013480919087801913,
      "epoch": 17.328758577666875,
      "step": 55556
    },
    {
      "contrastive_lambda": 0.0134748815043233,
      "epoch": 17.329070492825952,
      "step": 55557
    },
    {
      "contrastive_lambda": 0.01346884525468095,
      "epoch": 17.32938240798503,
      "step": 55558
    },
    {
      "contrastive_lambda": 0.013462810338891407,
      "epoch": 17.329694323144103,
      "step": 55559
    },
    {
      "epoch": 17.33000623830318,
      "grad_norm": 0.05670351907610893,
      "learning_rate": 1.4903292631889054e-06,
      "loss": 0.0196,
      "step": 55560
    },
    {
      "epoch": 17.33000623830318,
      "flow_loss": 0.03693500533699989,
      "step": 55560
    },
    {
      "contrastive_loss": 0.005214963108301163,
      "epoch": 17.33000623830318,
      "step": 55560
    },
    {
      "contrastive_lambda": 0.0134567767569711,
      "epoch": 17.33000623830318,
      "step": 55560
    },
    {
      "contrastive_lambda": 0.013450744508936685,
      "epoch": 17.330318153462258,
      "step": 55561
    },
    {
      "contrastive_lambda": 0.013444713594804758,
      "epoch": 17.330630068621335,
      "step": 55562
    },
    {
      "contrastive_lambda": 0.01343868401459175,
      "epoch": 17.330941983780413,
      "step": 55563
    },
    {
      "contrastive_lambda": 0.01343265576831415,
      "epoch": 17.33125389893949,
      "step": 55564
    },
    {
      "contrastive_lambda": 0.013426628855988665,
      "epoch": 17.331565814098564,
      "step": 55565
    },
    {
      "contrastive_lambda": 0.01342060327763156,
      "epoch": 17.33187772925764,
      "step": 55566
    },
    {
      "contrastive_lambda": 0.0134145790332596,
      "epoch": 17.33218964441672,
      "step": 55567
    },
    {
      "contrastive_lambda": 0.01340855612288916,
      "epoch": 17.332501559575796,
      "step": 55568
    },
    {
      "contrastive_lambda": 0.013402534546536782,
      "epoch": 17.332813474734873,
      "step": 55569
    },
    {
      "epoch": 17.333125389893947,
      "grad_norm": 0.05353041738271713,
      "learning_rate": 1.483658490798795e-06,
      "loss": 0.0225,
      "step": 55570
    },
    {
      "epoch": 17.333125389893947,
      "flow_loss": 0.03831779211759567,
      "step": 55570
    },
    {
      "contrastive_loss": 0.003118325723335147,
      "epoch": 17.333125389893947,
      "step": 55570
    },
    {
      "contrastive_lambda": 0.013396514304219065,
      "epoch": 17.333125389893947,
      "step": 55570
    },
    {
      "contrastive_lambda": 0.013390495395952329,
      "epoch": 17.333437305053025,
      "step": 55571
    },
    {
      "contrastive_lambda": 0.013384477821753171,
      "epoch": 17.333749220212102,
      "step": 55572
    },
    {
      "contrastive_lambda": 0.01337846158163819,
      "epoch": 17.33406113537118,
      "step": 55573
    },
    {
      "contrastive_lambda": 0.013372446675623761,
      "epoch": 17.334373050530257,
      "step": 55574
    },
    {
      "contrastive_lambda": 0.013366433103726316,
      "epoch": 17.334684965689334,
      "step": 55575
    },
    {
      "contrastive_lambda": 0.013360420865962563,
      "epoch": 17.334996880848408,
      "step": 55576
    },
    {
      "contrastive_lambda": 0.013354409962348712,
      "epoch": 17.335308796007485,
      "step": 55577
    },
    {
      "contrastive_lambda": 0.013348400392901472,
      "epoch": 17.335620711166563,
      "step": 55578
    },
    {
      "contrastive_lambda": 0.013342392157637162,
      "epoch": 17.33593262632564,
      "step": 55579
    },
    {
      "epoch": 17.336244541484717,
      "grad_norm": 0.04659378156065941,
      "learning_rate": 1.4770024563922457e-06,
      "loss": 0.0198,
      "step": 55580
    },
    {
      "epoch": 17.336244541484717,
      "flow_loss": 0.01240587793290615,
      "step": 55580
    },
    {
      "contrastive_loss": 0.002863212488591671,
      "epoch": 17.336244541484717,
      "step": 55580
    },
    {
      "contrastive_lambda": 0.013336385256572325,
      "epoch": 17.336244541484717,
      "step": 55580
    },
    {
      "contrastive_lambda": 0.013330379689723448,
      "epoch": 17.336556456643795,
      "step": 55581
    },
    {
      "contrastive_lambda": 0.013324375457106963,
      "epoch": 17.33686837180287,
      "step": 55582
    },
    {
      "contrastive_lambda": 0.013318372558739244,
      "epoch": 17.337180286961946,
      "step": 55583
    },
    {
      "contrastive_lambda": 0.013312370994637002,
      "epoch": 17.337492202121023,
      "step": 55584
    },
    {
      "contrastive_lambda": 0.013306370764816389,
      "epoch": 17.3378041172801,
      "step": 55585
    },
    {
      "contrastive_lambda": 0.013300371869294114,
      "epoch": 17.338116032439178,
      "step": 55586
    },
    {
      "contrastive_lambda": 0.013294374308086443,
      "epoch": 17.33842794759825,
      "step": 55587
    },
    {
      "contrastive_lambda": 0.013288378081209806,
      "epoch": 17.33873986275733,
      "step": 55588
    },
    {
      "contrastive_lambda": 0.013282383188680802,
      "epoch": 17.339051777916406,
      "step": 55589
    },
    {
      "epoch": 17.339363693075484,
      "grad_norm": 0.09521305561065674,
      "learning_rate": 1.4703611619911628e-06,
      "loss": 0.028,
      "step": 55590
    },
    {
      "epoch": 17.339363693075484,
      "flow_loss": 0.027629638090729713,
      "step": 55590
    },
    {
      "contrastive_loss": 0.0036051790229976177,
      "epoch": 17.339363693075484,
      "step": 55590
    },
    {
      "contrastive_lambda": 0.01327638963051575,
      "epoch": 17.339363693075484,
      "step": 55590
    },
    {
      "contrastive_lambda": 0.013270397406731138,
      "epoch": 17.33967560823456,
      "step": 55591
    },
    {
      "contrastive_lambda": 0.013264406517343341,
      "epoch": 17.33998752339364,
      "step": 55592
    },
    {
      "contrastive_lambda": 0.013258416962368846,
      "epoch": 17.340299438552712,
      "step": 55593
    },
    {
      "contrastive_lambda": 0.013252428741823918,
      "epoch": 17.34061135371179,
      "step": 55594
    },
    {
      "contrastive_lambda": 0.01324644185572521,
      "epoch": 17.340923268870867,
      "step": 55595
    },
    {
      "contrastive_lambda": 0.013240456304088988,
      "epoch": 17.341235184029944,
      "step": 55596
    },
    {
      "contrastive_lambda": 0.013234472086931737,
      "epoch": 17.34154709918902,
      "step": 55597
    },
    {
      "contrastive_lambda": 0.013228489204269778,
      "epoch": 17.341859014348096,
      "step": 55598
    },
    {
      "contrastive_lambda": 0.013222507656119542,
      "epoch": 17.342170929507173,
      "step": 55599
    },
    {
      "epoch": 17.34248284466625,
      "grad_norm": 0.06033439561724663,
      "learning_rate": 1.4637346096130155e-06,
      "loss": 0.0205,
      "step": 55600
    },
    {
      "epoch": 17.34248284466625,
      "flow_loss": 0.02266821265220642,
      "step": 55600
    },
    {
      "contrastive_loss": 0.0037255347706377506,
      "epoch": 17.34248284466625,
      "step": 55600
    },
    {
      "contrastive_lambda": 0.013216527442497461,
      "epoch": 17.34248284466625,
      "step": 55600
    },
    {
      "contrastive_lambda": 0.013210548563419855,
      "epoch": 17.342794759825328,
      "step": 55601
    },
    {
      "contrastive_lambda": 0.01320457101890321,
      "epoch": 17.343106674984405,
      "step": 55602
    },
    {
      "contrastive_lambda": 0.013198594808963904,
      "epoch": 17.343418590143482,
      "step": 55603
    },
    {
      "contrastive_lambda": 0.013192619933618255,
      "epoch": 17.343730505302556,
      "step": 55604
    },
    {
      "contrastive_lambda": 0.01318664639288264,
      "epoch": 17.344042420461633,
      "step": 55605
    },
    {
      "contrastive_lambda": 0.013180674186773544,
      "epoch": 17.34435433562071,
      "step": 55606
    },
    {
      "contrastive_lambda": 0.013174703315307235,
      "epoch": 17.344666250779788,
      "step": 55607
    },
    {
      "contrastive_lambda": 0.013168733778500141,
      "epoch": 17.344978165938866,
      "step": 55608
    },
    {
      "contrastive_lambda": 0.013162765576368585,
      "epoch": 17.345290081097943,
      "step": 55609
    },
    {
      "epoch": 17.345601996257017,
      "grad_norm": 0.07841017842292786,
      "learning_rate": 1.4571228012707662e-06,
      "loss": 0.0179,
      "step": 55610
    },
    {
      "epoch": 17.345601996257017,
      "flow_loss": 0.023701105266809464,
      "step": 55610
    },
    {
      "contrastive_loss": 0.003306811675429344,
      "epoch": 17.345601996257017,
      "step": 55610
    },
    {
      "contrastive_lambda": 0.01315679870892894,
      "epoch": 17.345601996257017,
      "step": 55610
    },
    {
      "contrastive_lambda": 0.013150833176197585,
      "epoch": 17.345913911416094,
      "step": 55611
    },
    {
      "contrastive_lambda": 0.013144868978190838,
      "epoch": 17.34622582657517,
      "step": 55612
    },
    {
      "contrastive_lambda": 0.013138906114925075,
      "epoch": 17.34653774173425,
      "step": 55613
    },
    {
      "contrastive_lambda": 0.013132944586416728,
      "epoch": 17.346849656893326,
      "step": 55614
    },
    {
      "contrastive_lambda": 0.013126984392682006,
      "epoch": 17.3471615720524,
      "step": 55615
    },
    {
      "contrastive_lambda": 0.013121025533737285,
      "epoch": 17.347473487211477,
      "step": 55616
    },
    {
      "contrastive_lambda": 0.013115068009598885,
      "epoch": 17.347785402370555,
      "step": 55617
    },
    {
      "contrastive_lambda": 0.013109111820283181,
      "epoch": 17.348097317529632,
      "step": 55618
    },
    {
      "contrastive_lambda": 0.01310315696580655,
      "epoch": 17.34840923268871,
      "step": 55619
    },
    {
      "epoch": 17.348721147847787,
      "grad_norm": 0.0573897548019886,
      "learning_rate": 1.4505257389729132e-06,
      "loss": 0.022,
      "step": 55620
    },
    {
      "epoch": 17.348721147847787,
      "flow_loss": 0.025768546387553215,
      "step": 55620
    },
    {
      "contrastive_loss": 0.004336927086114883,
      "epoch": 17.348721147847787,
      "step": 55620
    },
    {
      "contrastive_lambda": 0.013097203446185257,
      "epoch": 17.348721147847787,
      "step": 55620
    },
    {
      "contrastive_lambda": 0.013091251261435566,
      "epoch": 17.34903306300686,
      "step": 55621
    },
    {
      "contrastive_lambda": 0.013085300411573908,
      "epoch": 17.349344978165938,
      "step": 55622
    },
    {
      "contrastive_lambda": 0.013079350896616493,
      "epoch": 17.349656893325015,
      "step": 55623
    },
    {
      "contrastive_lambda": 0.013073402716579752,
      "epoch": 17.349968808484093,
      "step": 55624
    },
    {
      "contrastive_lambda": 0.013067455871479838,
      "epoch": 17.35028072364317,
      "step": 55625
    },
    {
      "contrastive_lambda": 0.013061510361333184,
      "epoch": 17.350592638802247,
      "step": 55626
    },
    {
      "contrastive_lambda": 0.013055566186156109,
      "epoch": 17.35090455396132,
      "step": 55627
    },
    {
      "contrastive_lambda": 0.013049623345964712,
      "epoch": 17.3512164691204,
      "step": 55628
    },
    {
      "contrastive_lambda": 0.013043681840775478,
      "epoch": 17.351528384279476,
      "step": 55629
    },
    {
      "epoch": 17.351840299438553,
      "grad_norm": 0.11370434612035751,
      "learning_rate": 1.4439434247234596e-06,
      "loss": 0.0225,
      "step": 55630
    },
    {
      "epoch": 17.351840299438553,
      "flow_loss": 0.022319085896015167,
      "step": 55630
    },
    {
      "contrastive_loss": 0.003624659264460206,
      "epoch": 17.351840299438553,
      "step": 55630
    },
    {
      "contrastive_lambda": 0.013037741670604674,
      "epoch": 17.351840299438553,
      "step": 55630
    },
    {
      "contrastive_lambda": 0.013031802835468509,
      "epoch": 17.35215221459763,
      "step": 55631
    },
    {
      "contrastive_lambda": 0.013025865335383413,
      "epoch": 17.352464129756704,
      "step": 55632
    },
    {
      "contrastive_lambda": 0.01301992917036543,
      "epoch": 17.35277604491578,
      "step": 55633
    },
    {
      "contrastive_lambda": 0.013013994340430934,
      "epoch": 17.35308796007486,
      "step": 55634
    },
    {
      "contrastive_lambda": 0.013008060845596359,
      "epoch": 17.353399875233936,
      "step": 55635
    },
    {
      "contrastive_lambda": 0.013002128685877745,
      "epoch": 17.353711790393014,
      "step": 55636
    },
    {
      "contrastive_lambda": 0.01299619786129147,
      "epoch": 17.35402370555209,
      "step": 55637
    },
    {
      "contrastive_lambda": 0.012990268371853797,
      "epoch": 17.354335620711165,
      "step": 55638
    },
    {
      "contrastive_lambda": 0.01298434021758088,
      "epoch": 17.354647535870242,
      "step": 55639
    },
    {
      "epoch": 17.35495945102932,
      "grad_norm": 0.06243385747075081,
      "learning_rate": 1.4373758605219445e-06,
      "loss": 0.0259,
      "step": 55640
    },
    {
      "epoch": 17.35495945102932,
      "flow_loss": 0.022290730848908424,
      "step": 55640
    },
    {
      "contrastive_loss": 0.003947571851313114,
      "epoch": 17.35495945102932,
      "step": 55640
    },
    {
      "contrastive_lambda": 0.012978413398489042,
      "epoch": 17.35495945102932,
      "step": 55640
    },
    {
      "contrastive_lambda": 0.0129724879145946,
      "epoch": 17.355271366188397,
      "step": 55641
    },
    {
      "contrastive_lambda": 0.012966563765913708,
      "epoch": 17.355583281347474,
      "step": 55642
    },
    {
      "contrastive_lambda": 0.012960640952462688,
      "epoch": 17.35589519650655,
      "step": 55643
    },
    {
      "contrastive_lambda": 0.012954719474257692,
      "epoch": 17.356207111665626,
      "step": 55644
    },
    {
      "contrastive_lambda": 0.01294879933131493,
      "epoch": 17.356519026824703,
      "step": 55645
    },
    {
      "contrastive_lambda": 0.012942880523650724,
      "epoch": 17.35683094198378,
      "step": 55646
    },
    {
      "contrastive_lambda": 0.01293696305128128,
      "epoch": 17.357142857142858,
      "step": 55647
    },
    {
      "contrastive_lambda": 0.01293104691422281,
      "epoch": 17.357454772301935,
      "step": 55648
    },
    {
      "contrastive_lambda": 0.012925132112491522,
      "epoch": 17.35776668746101,
      "step": 55649
    },
    {
      "epoch": 17.358078602620086,
      "grad_norm": 0.09052269905805588,
      "learning_rate": 1.4308230483634333e-06,
      "loss": 0.0227,
      "step": 55650
    },
    {
      "epoch": 17.358078602620086,
      "flow_loss": 0.023582275956869125,
      "step": 55650
    },
    {
      "contrastive_loss": 0.003366501070559025,
      "epoch": 17.358078602620086,
      "step": 55650
    },
    {
      "contrastive_lambda": 0.012919218646103625,
      "epoch": 17.358078602620086,
      "step": 55650
    },
    {
      "contrastive_lambda": 0.012913306515075273,
      "epoch": 17.358390517779164,
      "step": 55651
    },
    {
      "contrastive_lambda": 0.012907395719422898,
      "epoch": 17.35870243293824,
      "step": 55652
    },
    {
      "contrastive_lambda": 0.012901486259162487,
      "epoch": 17.35901434809732,
      "step": 55653
    },
    {
      "contrastive_lambda": 0.012895578134310304,
      "epoch": 17.359326263256396,
      "step": 55654
    },
    {
      "contrastive_lambda": 0.012889671344882558,
      "epoch": 17.35963817841547,
      "step": 55655
    },
    {
      "contrastive_lambda": 0.012883765890895404,
      "epoch": 17.359950093574547,
      "step": 55656
    },
    {
      "contrastive_lambda": 0.012877861772365107,
      "epoch": 17.360262008733624,
      "step": 55657
    },
    {
      "contrastive_lambda": 0.012871958989307763,
      "epoch": 17.3605739238927,
      "step": 55658
    },
    {
      "contrastive_lambda": 0.01286605754173964,
      "epoch": 17.36088583905178,
      "step": 55659
    },
    {
      "epoch": 17.361197754210856,
      "grad_norm": 0.06253394484519958,
      "learning_rate": 1.4242849902384724e-06,
      "loss": 0.0211,
      "step": 55660
    },
    {
      "epoch": 17.361197754210856,
      "flow_loss": 0.009141119197010994,
      "step": 55660
    },
    {
      "contrastive_loss": 0.0033346903510391712,
      "epoch": 17.361197754210856,
      "step": 55660
    },
    {
      "contrastive_lambda": 0.012860157429676888,
      "epoch": 17.361197754210856,
      "step": 55660
    },
    {
      "contrastive_lambda": 0.012854258653135608,
      "epoch": 17.36150966936993,
      "step": 55661
    },
    {
      "contrastive_lambda": 0.012848361212132065,
      "epoch": 17.361821584529007,
      "step": 55662
    },
    {
      "contrastive_lambda": 0.01284246510668241,
      "epoch": 17.362133499688085,
      "step": 55663
    },
    {
      "contrastive_lambda": 0.0128365703368028,
      "epoch": 17.362445414847162,
      "step": 55664
    },
    {
      "contrastive_lambda": 0.012830676902509441,
      "epoch": 17.36275733000624,
      "step": 55665
    },
    {
      "contrastive_lambda": 0.012824784803818379,
      "epoch": 17.363069245165313,
      "step": 55666
    },
    {
      "contrastive_lambda": 0.01281889404074582,
      "epoch": 17.36338116032439,
      "step": 55667
    },
    {
      "contrastive_lambda": 0.012813004613307921,
      "epoch": 17.363693075483468,
      "step": 55668
    },
    {
      "contrastive_lambda": 0.01280711652152089,
      "epoch": 17.364004990642545,
      "step": 55669
    },
    {
      "epoch": 17.364316905801623,
      "grad_norm": 0.07184204459190369,
      "learning_rate": 1.4177616881331734e-06,
      "loss": 0.0142,
      "step": 55670
    },
    {
      "epoch": 17.364316905801623,
      "flow_loss": 0.011597962118685246,
      "step": 55670
    },
    {
      "contrastive_loss": 0.0032386507373303175,
      "epoch": 17.364316905801623,
      "step": 55670
    },
    {
      "contrastive_lambda": 0.012801229765400823,
      "epoch": 17.364316905801623,
      "step": 55670
    },
    {
      "contrastive_lambda": 0.012795344344963766,
      "epoch": 17.3646288209607,
      "step": 55671
    },
    {
      "contrastive_lambda": 0.012789460260225982,
      "epoch": 17.364940736119774,
      "step": 55672
    },
    {
      "contrastive_lambda": 0.01278357751120357,
      "epoch": 17.36525265127885,
      "step": 55673
    },
    {
      "contrastive_lambda": 0.012777696097912572,
      "epoch": 17.36556456643793,
      "step": 55674
    },
    {
      "contrastive_lambda": 0.012771816020369198,
      "epoch": 17.365876481597006,
      "step": 55675
    },
    {
      "contrastive_lambda": 0.0127659372785896,
      "epoch": 17.366188396756083,
      "step": 55676
    },
    {
      "contrastive_lambda": 0.012760059872589824,
      "epoch": 17.36650031191516,
      "step": 55677
    },
    {
      "contrastive_lambda": 0.012754183802386021,
      "epoch": 17.366812227074234,
      "step": 55678
    },
    {
      "contrastive_lambda": 0.01274830906799429,
      "epoch": 17.367124142233312,
      "step": 55679
    },
    {
      "epoch": 17.36743605739239,
      "grad_norm": 0.07792571187019348,
      "learning_rate": 1.4112531440291233e-06,
      "loss": 0.0177,
      "step": 55680
    },
    {
      "epoch": 17.36743605739239,
      "flow_loss": 0.010241658426821232,
      "step": 55680
    },
    {
      "contrastive_loss": 0.0034734681248664856,
      "epoch": 17.36743605739239,
      "step": 55680
    },
    {
      "contrastive_lambda": 0.012742435669430674,
      "epoch": 17.36743605739239,
      "step": 55680
    },
    {
      "contrastive_lambda": 0.012736563606711437,
      "epoch": 17.367747972551467,
      "step": 55681
    },
    {
      "contrastive_lambda": 0.012730692879852512,
      "epoch": 17.368059887710544,
      "step": 55682
    },
    {
      "contrastive_lambda": 0.012724823488870107,
      "epoch": 17.368371802869618,
      "step": 55683
    },
    {
      "contrastive_lambda": 0.012718955433780266,
      "epoch": 17.368683718028695,
      "step": 55684
    },
    {
      "contrastive_lambda": 0.012713088714598975,
      "epoch": 17.368995633187772,
      "step": 55685
    },
    {
      "contrastive_lambda": 0.012707223331342499,
      "epoch": 17.36930754834685,
      "step": 55686
    },
    {
      "contrastive_lambda": 0.012701359284026825,
      "epoch": 17.369619463505927,
      "step": 55687
    },
    {
      "contrastive_lambda": 0.012695496572668052,
      "epoch": 17.369931378665004,
      "step": 55688
    },
    {
      "contrastive_lambda": 0.012689635197282279,
      "epoch": 17.37024329382408,
      "step": 55689
    },
    {
      "epoch": 17.370555208983156,
      "grad_norm": 0.07476867735385895,
      "learning_rate": 1.4047593599034624e-06,
      "loss": 0.0216,
      "step": 55690
    },
    {
      "epoch": 17.370555208983156,
      "flow_loss": 0.019793901592493057,
      "step": 55690
    },
    {
      "contrastive_loss": 0.004907417111098766,
      "epoch": 17.370555208983156,
      "step": 55690
    },
    {
      "contrastive_lambda": 0.01268377515788549,
      "epoch": 17.370555208983156,
      "step": 55690
    },
    {
      "contrastive_lambda": 0.012677916454493732,
      "epoch": 17.370867124142233,
      "step": 55691
    },
    {
      "contrastive_lambda": 0.01267205908712321,
      "epoch": 17.37117903930131,
      "step": 55692
    },
    {
      "contrastive_lambda": 0.012666203055789915,
      "epoch": 17.371490954460388,
      "step": 55693
    },
    {
      "contrastive_lambda": 0.012660348360509888,
      "epoch": 17.371802869619465,
      "step": 55694
    },
    {
      "contrastive_lambda": 0.012654495001299226,
      "epoch": 17.37211478477854,
      "step": 55695
    },
    {
      "contrastive_lambda": 0.012648642978173807,
      "epoch": 17.372426699937616,
      "step": 55696
    },
    {
      "contrastive_lambda": 0.012642792291149896,
      "epoch": 17.372738615096694,
      "step": 55697
    },
    {
      "contrastive_lambda": 0.012636942940243423,
      "epoch": 17.37305053025577,
      "step": 55698
    },
    {
      "contrastive_lambda": 0.012631094925470487,
      "epoch": 17.37336244541485,
      "step": 55699
    },
    {
      "epoch": 17.373674360573922,
      "grad_norm": 0.0614640899002552,
      "learning_rate": 1.3982803377288246e-06,
      "loss": 0.0168,
      "step": 55700
    },
    {
      "epoch": 17.373674360573922,
      "flow_loss": 0.042447466403245926,
      "step": 55700
    },
    {
      "contrastive_loss": 0.003997116815298796,
      "epoch": 17.373674360573922,
      "step": 55700
    },
    {
      "contrastive_lambda": 0.012625248246847076,
      "epoch": 17.373674360573922,
      "step": 55700
    },
    {
      "contrastive_lambda": 0.012619402904389176,
      "epoch": 17.373986275733,
      "step": 55701
    },
    {
      "contrastive_lambda": 0.012613558898112776,
      "epoch": 17.374298190892077,
      "step": 55702
    },
    {
      "contrastive_lambda": 0.012607716228034083,
      "epoch": 17.374610106051154,
      "step": 55703
    },
    {
      "contrastive_lambda": 0.012601874894168974,
      "epoch": 17.37492202121023,
      "step": 55704
    },
    {
      "contrastive_lambda": 0.012596034896533548,
      "epoch": 17.37523393636931,
      "step": 55705
    },
    {
      "contrastive_lambda": 0.012590196235143736,
      "epoch": 17.375545851528383,
      "step": 55706
    },
    {
      "contrastive_lambda": 0.01258435891001558,
      "epoch": 17.37585776668746,
      "step": 55707
    },
    {
      "contrastive_lambda": 0.012578522921165014,
      "epoch": 17.376169681846537,
      "step": 55708
    },
    {
      "contrastive_lambda": 0.01257268826860819,
      "epoch": 17.376481597005615,
      "step": 55709
    },
    {
      "epoch": 17.376793512164692,
      "grad_norm": 0.06380616128444672,
      "learning_rate": 1.3918160794733681e-06,
      "loss": 0.0176,
      "step": 55710
    },
    {
      "epoch": 17.376793512164692,
      "flow_loss": 0.01230921596288681,
      "step": 55710
    },
    {
      "contrastive_loss": 0.003512440249323845,
      "epoch": 17.376793512164692,
      "step": 55710
    },
    {
      "contrastive_lambda": 0.012566854952360984,
      "epoch": 17.376793512164692,
      "step": 55710
    },
    {
      "contrastive_lambda": 0.01256102297243944,
      "epoch": 17.37710542732377,
      "step": 55711
    },
    {
      "contrastive_lambda": 0.012555192328859488,
      "epoch": 17.377417342482843,
      "step": 55712
    },
    {
      "contrastive_lambda": 0.012549363021637117,
      "epoch": 17.37772925764192,
      "step": 55713
    },
    {
      "contrastive_lambda": 0.012543535050788424,
      "epoch": 17.378041172800998,
      "step": 55714
    },
    {
      "contrastive_lambda": 0.012537708416329285,
      "epoch": 17.378353087960075,
      "step": 55715
    },
    {
      "contrastive_lambda": 0.012531883118275633,
      "epoch": 17.378665003119153,
      "step": 55716
    },
    {
      "contrastive_lambda": 0.01252605915664362,
      "epoch": 17.378976918278227,
      "step": 55717
    },
    {
      "contrastive_lambda": 0.012520236531449014,
      "epoch": 17.379288833437304,
      "step": 55718
    },
    {
      "contrastive_lambda": 0.012514415242707855,
      "epoch": 17.37960074859638,
      "step": 55719
    },
    {
      "epoch": 17.37991266375546,
      "grad_norm": 0.0919724628329277,
      "learning_rate": 1.3853665871007615e-06,
      "loss": 0.0216,
      "step": 55720
    },
    {
      "epoch": 17.37991266375546,
      "flow_loss": 0.007800426799803972,
      "step": 55720
    },
    {
      "contrastive_loss": 0.002929410897195339,
      "epoch": 17.37991266375546,
      "step": 55720
    },
    {
      "contrastive_lambda": 0.01250859529043613,
      "epoch": 17.37991266375546,
      "step": 55720
    },
    {
      "contrastive_lambda": 0.012502776674649718,
      "epoch": 17.380224578914536,
      "step": 55721
    },
    {
      "contrastive_lambda": 0.012496959395364715,
      "epoch": 17.380536494073613,
      "step": 55722
    },
    {
      "contrastive_lambda": 0.012491143452596942,
      "epoch": 17.380848409232687,
      "step": 55723
    },
    {
      "contrastive_lambda": 0.012485328846362331,
      "epoch": 17.381160324391765,
      "step": 55724
    },
    {
      "contrastive_lambda": 0.012479515576676925,
      "epoch": 17.381472239550842,
      "step": 55725
    },
    {
      "contrastive_lambda": 0.012473703643556544,
      "epoch": 17.38178415470992,
      "step": 55726
    },
    {
      "contrastive_lambda": 0.012467893047017287,
      "epoch": 17.382096069868997,
      "step": 55727
    },
    {
      "contrastive_lambda": 0.012462083787074918,
      "epoch": 17.382407985028074,
      "step": 55728
    },
    {
      "contrastive_lambda": 0.012456275863745425,
      "epoch": 17.382719900187148,
      "step": 55729
    },
    {
      "epoch": 17.383031815346225,
      "grad_norm": 0.04970601946115494,
      "learning_rate": 1.378931862570193e-06,
      "loss": 0.0201,
      "step": 55730
    },
    {
      "epoch": 17.383031815346225,
      "flow_loss": 0.024832209572196007,
      "step": 55730
    },
    {
      "contrastive_loss": 0.005760681815445423,
      "epoch": 17.383031815346225,
      "step": 55730
    },
    {
      "contrastive_lambda": 0.01245046927704474,
      "epoch": 17.383031815346225,
      "step": 55730
    },
    {
      "contrastive_lambda": 0.012444664026988739,
      "epoch": 17.383343730505302,
      "step": 55731
    },
    {
      "contrastive_lambda": 0.012438860113593408,
      "epoch": 17.38365564566438,
      "step": 55732
    },
    {
      "contrastive_lambda": 0.012433057536874681,
      "epoch": 17.383967560823457,
      "step": 55733
    },
    {
      "contrastive_lambda": 0.012427256296848321,
      "epoch": 17.38427947598253,
      "step": 55734
    },
    {
      "contrastive_lambda": 0.012421456393530428,
      "epoch": 17.38459139114161,
      "step": 55735
    },
    {
      "contrastive_lambda": 0.012415657826936655,
      "epoch": 17.384903306300686,
      "step": 55736
    },
    {
      "contrastive_lambda": 0.0124098605970831,
      "epoch": 17.385215221459763,
      "step": 55737
    },
    {
      "contrastive_lambda": 0.01240406470398564,
      "epoch": 17.38552713661884,
      "step": 55738
    },
    {
      "contrastive_lambda": 0.01239827014766004,
      "epoch": 17.385839051777918,
      "step": 55739
    },
    {
      "epoch": 17.38615096693699,
      "grad_norm": 0.07477191835641861,
      "learning_rate": 1.372511907836349e-06,
      "loss": 0.0198,
      "step": 55740
    },
    {
      "epoch": 17.38615096693699,
      "flow_loss": 0.026607785373926163,
      "step": 55740
    },
    {
      "contrastive_loss": 0.003099395427852869,
      "epoch": 17.38615096693699,
      "step": 55740
    },
    {
      "contrastive_lambda": 0.012392476928122342,
      "epoch": 17.38615096693699,
      "step": 55740
    },
    {
      "contrastive_lambda": 0.012386685045388368,
      "epoch": 17.38646288209607,
      "step": 55741
    },
    {
      "contrastive_lambda": 0.012380894499473827,
      "epoch": 17.386774797255146,
      "step": 55742
    },
    {
      "contrastive_lambda": 0.012375105290394872,
      "epoch": 17.387086712414224,
      "step": 55743
    },
    {
      "contrastive_lambda": 0.01236931741816727,
      "epoch": 17.3873986275733,
      "step": 55744
    },
    {
      "contrastive_lambda": 0.012363530882806839,
      "epoch": 17.38771054273238,
      "step": 55745
    },
    {
      "contrastive_lambda": 0.012357745684329513,
      "epoch": 17.388022457891452,
      "step": 55746
    },
    {
      "contrastive_lambda": 0.012351961822751056,
      "epoch": 17.38833437305053,
      "step": 55747
    },
    {
      "contrastive_lambda": 0.012346179298087345,
      "epoch": 17.388646288209607,
      "step": 55748
    },
    {
      "contrastive_lambda": 0.012340398110354422,
      "epoch": 17.388958203368684,
      "step": 55749
    },
    {
      "epoch": 17.38927011852776,
      "grad_norm": 0.10022217780351639,
      "learning_rate": 1.3661067248494586e-06,
      "loss": 0.0237,
      "step": 55750
    },
    {
      "epoch": 17.38927011852776,
      "flow_loss": 0.016662366688251495,
      "step": 55750
    },
    {
      "contrastive_loss": 0.00404812628403306,
      "epoch": 17.38927011852776,
      "step": 55750
    },
    {
      "contrastive_lambda": 0.012334618259567887,
      "epoch": 17.38927011852776,
      "step": 55750
    },
    {
      "contrastive_lambda": 0.01232883974574367,
      "epoch": 17.389582033686835,
      "step": 55751
    },
    {
      "contrastive_lambda": 0.012323062568897702,
      "epoch": 17.389893948845913,
      "step": 55752
    },
    {
      "contrastive_lambda": 0.012317286729045585,
      "epoch": 17.39020586400499,
      "step": 55753
    },
    {
      "contrastive_lambda": 0.01231151222620347,
      "epoch": 17.390517779164067,
      "step": 55754
    },
    {
      "contrastive_lambda": 0.012305739060387011,
      "epoch": 17.390829694323145,
      "step": 55755
    },
    {
      "contrastive_lambda": 0.01229996723161203,
      "epoch": 17.391141609482222,
      "step": 55756
    },
    {
      "contrastive_lambda": 0.012294196739894403,
      "epoch": 17.391453524641296,
      "step": 55757
    },
    {
      "contrastive_lambda": 0.012288427585249895,
      "epoch": 17.391765439800373,
      "step": 55758
    },
    {
      "contrastive_lambda": 0.012282659767694326,
      "epoch": 17.39207735495945,
      "step": 55759
    },
    {
      "epoch": 17.392389270118528,
      "grad_norm": 0.06155415624380112,
      "learning_rate": 1.3597163155552429e-06,
      "loss": 0.0211,
      "step": 55760
    },
    {
      "epoch": 17.392389270118528,
      "flow_loss": 0.025522539392113686,
      "step": 55760
    },
    {
      "contrastive_loss": 0.0029041676316410303,
      "epoch": 17.392389270118528,
      "step": 55760
    },
    {
      "contrastive_lambda": 0.012276893287243629,
      "epoch": 17.392389270118528,
      "step": 55760
    },
    {
      "contrastive_lambda": 0.012271128143913457,
      "epoch": 17.392701185277605,
      "step": 55761
    },
    {
      "contrastive_lambda": 0.012265364337719686,
      "epoch": 17.393013100436683,
      "step": 55762
    },
    {
      "contrastive_lambda": 0.012259601868678138,
      "epoch": 17.393325015595757,
      "step": 55763
    },
    {
      "contrastive_lambda": 0.012253840736804522,
      "epoch": 17.393636930754834,
      "step": 55764
    },
    {
      "contrastive_lambda": 0.01224808094211477,
      "epoch": 17.39394884591391,
      "step": 55765
    },
    {
      "contrastive_lambda": 0.012242322484624535,
      "epoch": 17.39426076107299,
      "step": 55766
    },
    {
      "contrastive_lambda": 0.012236565364349694,
      "epoch": 17.394572676232066,
      "step": 55767
    },
    {
      "contrastive_lambda": 0.012230809581306068,
      "epoch": 17.39488459139114,
      "step": 55768
    },
    {
      "contrastive_lambda": 0.01222505513550931,
      "epoch": 17.395196506550217,
      "step": 55769
    },
    {
      "epoch": 17.395508421709295,
      "grad_norm": 0.049426399171352386,
      "learning_rate": 1.3533406818949434e-06,
      "loss": 0.018,
      "step": 55770
    },
    {
      "epoch": 17.395508421709295,
      "flow_loss": 0.03201108053326607,
      "step": 55770
    },
    {
      "contrastive_loss": 0.003635888919234276,
      "epoch": 17.395508421709295,
      "step": 55770
    },
    {
      "contrastive_lambda": 0.012219302026975187,
      "epoch": 17.395508421709295,
      "step": 55770
    },
    {
      "contrastive_lambda": 0.01221355025571963,
      "epoch": 17.395820336868372,
      "step": 55771
    },
    {
      "contrastive_lambda": 0.012207799821758292,
      "epoch": 17.39613225202745,
      "step": 55772
    },
    {
      "contrastive_lambda": 0.01220205072510705,
      "epoch": 17.396444167186527,
      "step": 55773
    },
    {
      "contrastive_lambda": 0.012196302965781503,
      "epoch": 17.3967560823456,
      "step": 55774
    },
    {
      "contrastive_lambda": 0.01219055654379747,
      "epoch": 17.397067997504678,
      "step": 55775
    },
    {
      "contrastive_lambda": 0.012184811459170719,
      "epoch": 17.397379912663755,
      "step": 55776
    },
    {
      "contrastive_lambda": 0.012179067711917013,
      "epoch": 17.397691827822833,
      "step": 55777
    },
    {
      "contrastive_lambda": 0.012173325302052118,
      "epoch": 17.39800374298191,
      "step": 55778
    },
    {
      "contrastive_lambda": 0.012167584229591799,
      "epoch": 17.398315658140987,
      "step": 55779
    },
    {
      "epoch": 17.39862757330006,
      "grad_norm": 0.0642375573515892,
      "learning_rate": 1.3469798258053002e-06,
      "loss": 0.0256,
      "step": 55780
    },
    {
      "epoch": 17.39862757330006,
      "flow_loss": 0.05299368128180504,
      "step": 55780
    },
    {
      "contrastive_loss": 0.004091777838766575,
      "epoch": 17.39862757330006,
      "step": 55780
    },
    {
      "contrastive_lambda": 0.012161844494551655,
      "epoch": 17.39862757330006,
      "step": 55780
    },
    {
      "contrastive_lambda": 0.012156106096947505,
      "epoch": 17.39893948845914,
      "step": 55781
    },
    {
      "contrastive_lambda": 0.012150369036795172,
      "epoch": 17.399251403618216,
      "step": 55782
    },
    {
      "contrastive_lambda": 0.012144633314110254,
      "epoch": 17.399563318777293,
      "step": 55783
    },
    {
      "contrastive_lambda": 0.012138898928908515,
      "epoch": 17.39987523393637,
      "step": 55784
    },
    {
      "contrastive_lambda": 0.01213316588120572,
      "epoch": 17.400187149095444,
      "step": 55785
    },
    {
      "contrastive_lambda": 0.012127434171017526,
      "epoch": 17.40049906425452,
      "step": 55786
    },
    {
      "contrastive_lambda": 0.01212170379835964,
      "epoch": 17.4008109794136,
      "step": 55787
    },
    {
      "contrastive_lambda": 0.012115974763247828,
      "epoch": 17.401122894572676,
      "step": 55788
    },
    {
      "contrastive_lambda": 0.012110247065697743,
      "epoch": 17.401434809731754,
      "step": 55789
    },
    {
      "epoch": 17.40174672489083,
      "grad_norm": 0.07189274579286575,
      "learning_rate": 1.3406337492185672e-06,
      "loss": 0.0274,
      "step": 55790
    },
    {
      "epoch": 17.40174672489083,
      "flow_loss": 0.01888635754585266,
      "step": 55790
    },
    {
      "contrastive_loss": 0.004876294173300266,
      "epoch": 17.40174672489083,
      "step": 55790
    },
    {
      "contrastive_lambda": 0.012104520705725208,
      "epoch": 17.40174672489083,
      "step": 55790
    },
    {
      "contrastive_lambda": 0.012098795683345764,
      "epoch": 17.402058640049905,
      "step": 55791
    },
    {
      "contrastive_lambda": 0.012093071998575233,
      "epoch": 17.402370555208982,
      "step": 55792
    },
    {
      "contrastive_lambda": 0.012087349651429158,
      "epoch": 17.40268247036806,
      "step": 55793
    },
    {
      "contrastive_lambda": 0.012081628641923303,
      "epoch": 17.402994385527137,
      "step": 55794
    },
    {
      "contrastive_lambda": 0.01207590897007349,
      "epoch": 17.403306300686214,
      "step": 55795
    },
    {
      "contrastive_lambda": 0.012070190635895206,
      "epoch": 17.40361821584529,
      "step": 55796
    },
    {
      "contrastive_lambda": 0.01206447363940416,
      "epoch": 17.403930131004365,
      "step": 55797
    },
    {
      "contrastive_lambda": 0.012058757980616175,
      "epoch": 17.404242046163443,
      "step": 55798
    },
    {
      "contrastive_lambda": 0.01205304365954668,
      "epoch": 17.40455396132252,
      "step": 55799
    },
    {
      "epoch": 17.404865876481598,
      "grad_norm": 0.0732782706618309,
      "learning_rate": 1.3343024540625414e-06,
      "loss": 0.0195,
      "step": 55800
    },
    {
      "epoch": 17.404865876481598,
      "flow_loss": 0.024957166984677315,
      "step": 55800
    },
    {
      "contrastive_loss": 0.004017949104309082,
      "epoch": 17.404865876481598,
      "step": 55800
    },
    {
      "contrastive_lambda": 0.012047330676211498,
      "epoch": 17.404865876481598,
      "step": 55800
    },
    {
      "contrastive_lambda": 0.012041619030626338,
      "epoch": 17.405177791640675,
      "step": 55801
    },
    {
      "contrastive_lambda": 0.012035908722806687,
      "epoch": 17.40548970679975,
      "step": 55802
    },
    {
      "contrastive_lambda": 0.012030199752768422,
      "epoch": 17.405801621958826,
      "step": 55803
    },
    {
      "contrastive_lambda": 0.01202449212052692,
      "epoch": 17.406113537117903,
      "step": 55804
    },
    {
      "contrastive_lambda": 0.012018785826098055,
      "epoch": 17.40642545227698,
      "step": 55805
    },
    {
      "contrastive_lambda": 0.012013080869497428,
      "epoch": 17.406737367436058,
      "step": 55806
    },
    {
      "contrastive_lambda": 0.01200737725074058,
      "epoch": 17.407049282595136,
      "step": 55807
    },
    {
      "contrastive_lambda": 0.012001674969843279,
      "epoch": 17.40736119775421,
      "step": 55808
    },
    {
      "contrastive_lambda": 0.011995974026821066,
      "epoch": 17.407673112913287,
      "step": 55809
    },
    {
      "epoch": 17.407985028072364,
      "grad_norm": 0.06463766098022461,
      "learning_rate": 1.3279859422604735e-06,
      "loss": 0.0205,
      "step": 55810
    },
    {
      "epoch": 17.407985028072364,
      "flow_loss": 0.02352380007505417,
      "step": 55810
    },
    {
      "contrastive_loss": 0.003498528152704239,
      "epoch": 17.407985028072364,
      "step": 55810
    },
    {
      "contrastive_lambda": 0.01199027442168954,
      "epoch": 17.407985028072364,
      "step": 55810
    },
    {
      "contrastive_lambda": 0.011984576154464466,
      "epoch": 17.40829694323144,
      "step": 55811
    },
    {
      "contrastive_lambda": 0.011978879225161387,
      "epoch": 17.40860885839052,
      "step": 55812
    },
    {
      "contrastive_lambda": 0.011973183633795847,
      "epoch": 17.408920773549596,
      "step": 55813
    },
    {
      "contrastive_lambda": 0.011967489380383611,
      "epoch": 17.40923268870867,
      "step": 55814
    },
    {
      "contrastive_lambda": 0.011961796464940166,
      "epoch": 17.409544603867747,
      "step": 55815
    },
    {
      "contrastive_lambda": 0.011956104887481167,
      "epoch": 17.409856519026825,
      "step": 55816
    },
    {
      "contrastive_lambda": 0.011950414648022267,
      "epoch": 17.410168434185902,
      "step": 55817
    },
    {
      "contrastive_lambda": 0.011944725746578955,
      "epoch": 17.41048034934498,
      "step": 55818
    },
    {
      "contrastive_lambda": 0.011939038183166883,
      "epoch": 17.410792264504053,
      "step": 55819
    },
    {
      "epoch": 17.41110417966313,
      "grad_norm": 0.06410983204841614,
      "learning_rate": 1.3216842157311781e-06,
      "loss": 0.0247,
      "step": 55820
    },
    {
      "epoch": 17.41110417966313,
      "flow_loss": 0.03008657693862915,
      "step": 55820
    },
    {
      "contrastive_loss": 0.0030041872523725033,
      "epoch": 17.41110417966313,
      "step": 55820
    },
    {
      "contrastive_lambda": 0.011933351957801708,
      "epoch": 17.41110417966313,
      "step": 55820
    },
    {
      "contrastive_lambda": 0.01192766707049886,
      "epoch": 17.411416094822208,
      "step": 55821
    },
    {
      "contrastive_lambda": 0.01192198352127416,
      "epoch": 17.411728009981285,
      "step": 55822
    },
    {
      "contrastive_lambda": 0.01191630131014293,
      "epoch": 17.412039925140363,
      "step": 55823
    },
    {
      "contrastive_lambda": 0.011910620437120933,
      "epoch": 17.41235184029944,
      "step": 55824
    },
    {
      "contrastive_lambda": 0.011904940902223715,
      "epoch": 17.412663755458514,
      "step": 55825
    },
    {
      "contrastive_lambda": 0.011899262705466762,
      "epoch": 17.41297567061759,
      "step": 55826
    },
    {
      "contrastive_lambda": 0.011893585846865617,
      "epoch": 17.41328758577667,
      "step": 55827
    },
    {
      "contrastive_lambda": 0.011887910326436046,
      "epoch": 17.413599500935746,
      "step": 55828
    },
    {
      "contrastive_lambda": 0.011882236144193481,
      "epoch": 17.413911416094823,
      "step": 55829
    },
    {
      "epoch": 17.4142233312539,
      "grad_norm": 0.047128304839134216,
      "learning_rate": 1.3153972763889355e-06,
      "loss": 0.0226,
      "step": 55830
    },
    {
      "epoch": 17.4142233312539,
      "flow_loss": 0.011697481386363506,
      "step": 55830
    },
    {
      "contrastive_loss": 0.0033978107385337353,
      "epoch": 17.4142233312539,
      "step": 55830
    },
    {
      "contrastive_lambda": 0.011876563300153464,
      "epoch": 17.4142233312539,
      "step": 55830
    },
    {
      "contrastive_lambda": 0.01187089179433154,
      "epoch": 17.414535246412974,
      "step": 55831
    },
    {
      "contrastive_lambda": 0.01186522162674325,
      "epoch": 17.41484716157205,
      "step": 55832
    },
    {
      "contrastive_lambda": 0.011859552797404194,
      "epoch": 17.41515907673113,
      "step": 55833
    },
    {
      "contrastive_lambda": 0.011853885306329914,
      "epoch": 17.415470991890206,
      "step": 55834
    },
    {
      "contrastive_lambda": 0.0118482191535359,
      "epoch": 17.415782907049284,
      "step": 55835
    },
    {
      "contrastive_lambda": 0.011842554339037747,
      "epoch": 17.416094822208358,
      "step": 55836
    },
    {
      "contrastive_lambda": 0.01183689086285089,
      "epoch": 17.416406737367435,
      "step": 55837
    },
    {
      "contrastive_lambda": 0.011831228724990872,
      "epoch": 17.416718652526512,
      "step": 55838
    },
    {
      "contrastive_lambda": 0.011825567925473401,
      "epoch": 17.41703056768559,
      "step": 55839
    },
    {
      "epoch": 17.417342482844667,
      "grad_norm": 0.07425104081630707,
      "learning_rate": 1.3091251261435566e-06,
      "loss": 0.0264,
      "step": 55840
    },
    {
      "epoch": 17.417342482844667,
      "flow_loss": 0.026492763310670853,
      "step": 55840
    },
    {
      "contrastive_loss": 0.0031880727037787437,
      "epoch": 17.417342482844667,
      "step": 55840
    },
    {
      "contrastive_lambda": 0.011819908464313744,
      "epoch": 17.417342482844667,
      "step": 55840
    },
    {
      "contrastive_lambda": 0.01181425034152761,
      "epoch": 17.417654398003744,
      "step": 55841
    },
    {
      "contrastive_lambda": 0.011808593557130376,
      "epoch": 17.417966313162818,
      "step": 55842
    },
    {
      "contrastive_lambda": 0.011802938111137584,
      "epoch": 17.418278228321896,
      "step": 55843
    },
    {
      "contrastive_lambda": 0.011797284003564779,
      "epoch": 17.418590143480973,
      "step": 55844
    },
    {
      "contrastive_lambda": 0.011791631234427391,
      "epoch": 17.41890205864005,
      "step": 55845
    },
    {
      "contrastive_lambda": 0.01178597980374102,
      "epoch": 17.419213973799128,
      "step": 55846
    },
    {
      "contrastive_lambda": 0.011780329711521098,
      "epoch": 17.419525888958205,
      "step": 55847
    },
    {
      "contrastive_lambda": 0.011774680957783112,
      "epoch": 17.41983780411728,
      "step": 55848
    },
    {
      "contrastive_lambda": 0.011769033542542606,
      "epoch": 17.420149719276356,
      "step": 55849
    },
    {
      "epoch": 17.420461634435433,
      "grad_norm": 0.09999629855155945,
      "learning_rate": 1.3028677669003564e-06,
      "loss": 0.0179,
      "step": 55850
    },
    {
      "epoch": 17.420461634435433,
      "flow_loss": 0.018718676641583443,
      "step": 55850
    },
    {
      "contrastive_loss": 0.003681434551253915,
      "epoch": 17.420461634435433,
      "step": 55850
    },
    {
      "contrastive_lambda": 0.0117633874658149,
      "epoch": 17.420461634435433,
      "step": 55850
    },
    {
      "contrastive_lambda": 0.01175774272761565,
      "epoch": 17.42077354959451,
      "step": 55851
    },
    {
      "contrastive_lambda": 0.011752099327960341,
      "epoch": 17.421085464753588,
      "step": 55852
    },
    {
      "contrastive_lambda": 0.011746457266864296,
      "epoch": 17.421397379912662,
      "step": 55853
    },
    {
      "contrastive_lambda": 0.011740816544343058,
      "epoch": 17.42170929507174,
      "step": 55854
    },
    {
      "contrastive_lambda": 0.011735177160412114,
      "epoch": 17.422021210230817,
      "step": 55855
    },
    {
      "contrastive_lambda": 0.011729539115086896,
      "epoch": 17.422333125389894,
      "step": 55856
    },
    {
      "contrastive_lambda": 0.011723902408382836,
      "epoch": 17.42264504054897,
      "step": 55857
    },
    {
      "contrastive_lambda": 0.011718267040315533,
      "epoch": 17.42295695570805,
      "step": 55858
    },
    {
      "contrastive_lambda": 0.011712633010900253,
      "epoch": 17.423268870867123,
      "step": 55859
    },
    {
      "epoch": 17.4235807860262,
      "grad_norm": 0.07530804723501205,
      "learning_rate": 1.2966252005601587e-06,
      "loss": 0.0194,
      "step": 55860
    },
    {
      "epoch": 17.4235807860262,
      "flow_loss": 0.012269298546016216,
      "step": 55860
    },
    {
      "contrastive_loss": 0.00348842004314065,
      "epoch": 17.4235807860262,
      "step": 55860
    },
    {
      "contrastive_lambda": 0.011707000320152539,
      "epoch": 17.4235807860262,
      "step": 55860
    },
    {
      "contrastive_lambda": 0.011701368968087711,
      "epoch": 17.423892701185277,
      "step": 55861
    },
    {
      "contrastive_lambda": 0.011695738954721369,
      "epoch": 17.424204616344355,
      "step": 55862
    },
    {
      "contrastive_lambda": 0.011690110280068888,
      "epoch": 17.424516531503432,
      "step": 55863
    },
    {
      "contrastive_lambda": 0.011684482944145702,
      "epoch": 17.42482844666251,
      "step": 55864
    },
    {
      "contrastive_lambda": 0.011678856946967242,
      "epoch": 17.425140361821583,
      "step": 55865
    },
    {
      "contrastive_lambda": 0.01167323228854894,
      "epoch": 17.42545227698066,
      "step": 55866
    },
    {
      "contrastive_lambda": 0.011667608968906062,
      "epoch": 17.425764192139738,
      "step": 55867
    },
    {
      "contrastive_lambda": 0.011661986988054318,
      "epoch": 17.426076107298815,
      "step": 55868
    },
    {
      "contrastive_lambda": 0.011656366346008862,
      "epoch": 17.426388022457893,
      "step": 55869
    },
    {
      "epoch": 17.426699937616966,
      "grad_norm": 0.0535743273794651,
      "learning_rate": 1.2903974290192855e-06,
      "loss": 0.0175,
      "step": 55870
    },
    {
      "epoch": 17.426699937616966,
      "flow_loss": 0.040596842765808105,
      "step": 55870
    },
    {
      "contrastive_loss": 0.003804843407124281,
      "epoch": 17.426699937616966,
      "step": 55870
    },
    {
      "contrastive_lambda": 0.011650747042785237,
      "epoch": 17.426699937616966,
      "step": 55870
    },
    {
      "contrastive_lambda": 0.011645129078398875,
      "epoch": 17.427011852776044,
      "step": 55871
    },
    {
      "contrastive_lambda": 0.011639512452865042,
      "epoch": 17.42732376793512,
      "step": 55872
    },
    {
      "contrastive_lambda": 0.011633897166199225,
      "epoch": 17.4276356830942,
      "step": 55873
    },
    {
      "contrastive_lambda": 0.011628283218416857,
      "epoch": 17.427947598253276,
      "step": 55874
    },
    {
      "contrastive_lambda": 0.011622670609533203,
      "epoch": 17.428259513412353,
      "step": 55875
    },
    {
      "contrastive_lambda": 0.011617059339563807,
      "epoch": 17.428571428571427,
      "step": 55876
    },
    {
      "contrastive_lambda": 0.011611449408523933,
      "epoch": 17.428883343730504,
      "step": 55877
    },
    {
      "contrastive_lambda": 0.011605840816428958,
      "epoch": 17.42919525888958,
      "step": 55878
    },
    {
      "contrastive_lambda": 0.011600233563294371,
      "epoch": 17.42950717404866,
      "step": 55879
    },
    {
      "epoch": 17.429819089207736,
      "grad_norm": 0.07576452940702438,
      "learning_rate": 1.284184454169568e-06,
      "loss": 0.0206,
      "step": 55880
    },
    {
      "epoch": 17.429819089207736,
      "flow_loss": 0.010112200863659382,
      "step": 55880
    },
    {
      "contrastive_loss": 0.0037093162536621094,
      "epoch": 17.429819089207736,
      "step": 55880
    },
    {
      "contrastive_lambda": 0.011594627649135436,
      "epoch": 17.429819089207736,
      "step": 55880
    },
    {
      "contrastive_lambda": 0.011589023073967586,
      "epoch": 17.430131004366814,
      "step": 55881
    },
    {
      "contrastive_lambda": 0.011583419837806141,
      "epoch": 17.430442919525888,
      "step": 55882
    },
    {
      "contrastive_lambda": 0.01157781794066648,
      "epoch": 17.430754834684965,
      "step": 55883
    },
    {
      "contrastive_lambda": 0.01157221738256392,
      "epoch": 17.431066749844042,
      "step": 55884
    },
    {
      "contrastive_lambda": 0.011566618163513953,
      "epoch": 17.43137866500312,
      "step": 55885
    },
    {
      "contrastive_lambda": 0.011561020283531787,
      "epoch": 17.431690580162197,
      "step": 55886
    },
    {
      "contrastive_lambda": 0.011555423742632853,
      "epoch": 17.43200249532127,
      "step": 55887
    },
    {
      "contrastive_lambda": 0.011549828540832363,
      "epoch": 17.43231441048035,
      "step": 55888
    },
    {
      "contrastive_lambda": 0.011544234678145748,
      "epoch": 17.432626325639426,
      "step": 55889
    },
    {
      "epoch": 17.432938240798503,
      "grad_norm": 0.08407310396432877,
      "learning_rate": 1.2779862778983464e-06,
      "loss": 0.0207,
      "step": 55890
    },
    {
      "epoch": 17.432938240798503,
      "flow_loss": 0.03669658675789833,
      "step": 55890
    },
    {
      "contrastive_loss": 0.0033745188266038895,
      "epoch": 17.432938240798503,
      "step": 55890
    },
    {
      "contrastive_lambda": 0.011538642154588497,
      "epoch": 17.432938240798503,
      "step": 55890
    },
    {
      "contrastive_lambda": 0.011533050970175651,
      "epoch": 17.43325015595758,
      "step": 55891
    },
    {
      "contrastive_lambda": 0.011527461124922755,
      "epoch": 17.433562071116658,
      "step": 55892
    },
    {
      "contrastive_lambda": 0.01152187261884502,
      "epoch": 17.43387398627573,
      "step": 55893
    },
    {
      "contrastive_lambda": 0.01151628545195782,
      "epoch": 17.43418590143481,
      "step": 55894
    },
    {
      "contrastive_lambda": 0.011510699624276421,
      "epoch": 17.434497816593886,
      "step": 55895
    },
    {
      "contrastive_lambda": 0.011505115135816257,
      "epoch": 17.434809731752964,
      "step": 55896
    },
    {
      "contrastive_lambda": 0.011499531986592482,
      "epoch": 17.43512164691204,
      "step": 55897
    },
    {
      "contrastive_lambda": 0.011493950176620527,
      "epoch": 17.43543356207112,
      "step": 55898
    },
    {
      "contrastive_lambda": 0.011488369705915602,
      "epoch": 17.435745477230192,
      "step": 55899
    },
    {
      "epoch": 17.43605739238927,
      "grad_norm": 0.07204752415418625,
      "learning_rate": 1.2718029020884647e-06,
      "loss": 0.0209,
      "step": 55900
    },
    {
      "epoch": 17.43605739238927,
      "flow_loss": 0.022071944549679756,
      "step": 55900
    },
    {
      "contrastive_loss": 0.0028610702138394117,
      "epoch": 17.43605739238927,
      "step": 55900
    },
    {
      "contrastive_lambda": 0.011482790574493085,
      "epoch": 17.43605739238927,
      "step": 55900
    },
    {
      "contrastive_lambda": 0.011477212782368185,
      "epoch": 17.436369307548347,
      "step": 55901
    },
    {
      "contrastive_lambda": 0.011471636329556278,
      "epoch": 17.436681222707424,
      "step": 55902
    },
    {
      "contrastive_lambda": 0.011466061216072576,
      "epoch": 17.4369931378665,
      "step": 55903
    },
    {
      "contrastive_lambda": 0.01146048744193251,
      "epoch": 17.437305053025575,
      "step": 55904
    },
    {
      "contrastive_lambda": 0.011454915007151178,
      "epoch": 17.437616968184653,
      "step": 55905
    },
    {
      "contrastive_lambda": 0.011449343911743903,
      "epoch": 17.43792888334373,
      "step": 55906
    },
    {
      "contrastive_lambda": 0.01144377415572606,
      "epoch": 17.438240798502807,
      "step": 55907
    },
    {
      "contrastive_lambda": 0.011438205739112806,
      "epoch": 17.438552713661885,
      "step": 55908
    },
    {
      "contrastive_lambda": 0.011432638661919514,
      "epoch": 17.438864628820962,
      "step": 55909
    },
    {
      "epoch": 17.439176543980036,
      "grad_norm": 0.057876087725162506,
      "learning_rate": 1.2656343286182703e-06,
      "loss": 0.0214,
      "step": 55910
    },
    {
      "epoch": 17.439176543980036,
      "flow_loss": 0.022549763321876526,
      "step": 55910
    },
    {
      "contrastive_loss": 0.004675144329667091,
      "epoch": 17.439176543980036,
      "step": 55910
    },
    {
      "contrastive_lambda": 0.011427072924161286,
      "epoch": 17.439176543980036,
      "step": 55910
    },
    {
      "contrastive_lambda": 0.011421508525853552,
      "epoch": 17.439488459139113,
      "step": 55911
    },
    {
      "contrastive_lambda": 0.011415945467011412,
      "epoch": 17.43980037429819,
      "step": 55912
    },
    {
      "contrastive_lambda": 0.011410383747650243,
      "epoch": 17.440112289457268,
      "step": 55913
    },
    {
      "contrastive_lambda": 0.011404823367785255,
      "epoch": 17.440424204616345,
      "step": 55914
    },
    {
      "contrastive_lambda": 0.011399264327431713,
      "epoch": 17.440736119775423,
      "step": 55915
    },
    {
      "contrastive_lambda": 0.011393706626604827,
      "epoch": 17.441048034934497,
      "step": 55916
    },
    {
      "contrastive_lambda": 0.011388150265319807,
      "epoch": 17.441359950093574,
      "step": 55917
    },
    {
      "contrastive_lambda": 0.011382595243591864,
      "epoch": 17.44167186525265,
      "step": 55918
    },
    {
      "contrastive_lambda": 0.011377041561436374,
      "epoch": 17.44198378041173,
      "step": 55919
    },
    {
      "epoch": 17.442295695570806,
      "grad_norm": 0.10192759335041046,
      "learning_rate": 1.2594805593616088e-06,
      "loss": 0.0254,
      "step": 55920
    },
    {
      "epoch": 17.442295695570806,
      "flow_loss": 0.019832421094179153,
      "step": 55920
    },
    {
      "contrastive_loss": 0.006131232716143131,
      "epoch": 17.442295695570806,
      "step": 55920
    },
    {
      "contrastive_lambda": 0.011371489218868436,
      "epoch": 17.442295695570806,
      "step": 55920
    },
    {
      "contrastive_lambda": 0.01136593821590326,
      "epoch": 17.44260761072988,
      "step": 55921
    },
    {
      "contrastive_lambda": 0.011360388552556167,
      "epoch": 17.442919525888957,
      "step": 55922
    },
    {
      "contrastive_lambda": 0.011354840228842256,
      "epoch": 17.443231441048034,
      "step": 55923
    },
    {
      "contrastive_lambda": 0.011349293244776848,
      "epoch": 17.443543356207112,
      "step": 55924
    },
    {
      "contrastive_lambda": 0.011343747600375098,
      "epoch": 17.44385527136619,
      "step": 55925
    },
    {
      "contrastive_lambda": 0.01133820329565216,
      "epoch": 17.444167186525267,
      "step": 55926
    },
    {
      "contrastive_lambda": 0.011332660330623301,
      "epoch": 17.44447910168434,
      "step": 55927
    },
    {
      "contrastive_lambda": 0.01132711870530373,
      "epoch": 17.444791016843418,
      "step": 55928
    },
    {
      "contrastive_lambda": 0.011321578419708545,
      "epoch": 17.445102932002495,
      "step": 55929
    },
    {
      "epoch": 17.445414847161572,
      "grad_norm": 0.08734140545129776,
      "learning_rate": 1.2533415961878404e-06,
      "loss": 0.0194,
      "step": 55930
    },
    {
      "epoch": 17.445414847161572,
      "flow_loss": 0.02803623303771019,
      "step": 55930
    },
    {
      "contrastive_loss": 0.0036790617741644382,
      "epoch": 17.445414847161572,
      "step": 55930
    },
    {
      "contrastive_lambda": 0.011316039473853012,
      "epoch": 17.445414847161572,
      "step": 55930
    },
    {
      "contrastive_lambda": 0.011310501867752398,
      "epoch": 17.44572676232065,
      "step": 55931
    },
    {
      "contrastive_lambda": 0.01130496560142169,
      "epoch": 17.446038677479727,
      "step": 55932
    },
    {
      "contrastive_lambda": 0.011299430674876265,
      "epoch": 17.4463505926388,
      "step": 55933
    },
    {
      "contrastive_lambda": 0.01129389708813111,
      "epoch": 17.44666250779788,
      "step": 55934
    },
    {
      "contrastive_lambda": 0.011288364841201437,
      "epoch": 17.446974422956956,
      "step": 55935
    },
    {
      "contrastive_lambda": 0.011282833934102565,
      "epoch": 17.447286338116033,
      "step": 55936
    },
    {
      "contrastive_lambda": 0.011277304366849539,
      "epoch": 17.44759825327511,
      "step": 55937
    },
    {
      "contrastive_lambda": 0.011271776139457457,
      "epoch": 17.447910168434184,
      "step": 55938
    },
    {
      "contrastive_lambda": 0.01126624925194164,
      "epoch": 17.44822208359326,
      "step": 55939
    },
    {
      "epoch": 17.44853399875234,
      "grad_norm": 0.0691981092095375,
      "learning_rate": 1.2472174409618009e-06,
      "loss": 0.0195,
      "step": 55940
    },
    {
      "epoch": 17.44853399875234,
      "flow_loss": 0.01602773182094097,
      "step": 55940
    },
    {
      "contrastive_loss": 0.0032624155282974243,
      "epoch": 17.44853399875234,
      "step": 55940
    },
    {
      "contrastive_lambda": 0.011260723704317077,
      "epoch": 17.44853399875234,
      "step": 55940
    },
    {
      "contrastive_lambda": 0.011255199496598978,
      "epoch": 17.448845913911416,
      "step": 55941
    },
    {
      "contrastive_lambda": 0.011249676628802607,
      "epoch": 17.449157829070494,
      "step": 55942
    },
    {
      "contrastive_lambda": 0.011244155100942899,
      "epoch": 17.44946974422957,
      "step": 55943
    },
    {
      "contrastive_lambda": 0.011238634913035173,
      "epoch": 17.449781659388645,
      "step": 55944
    },
    {
      "contrastive_lambda": 0.011233116065094417,
      "epoch": 17.450093574547722,
      "step": 55945
    },
    {
      "contrastive_lambda": 0.011227598557135787,
      "epoch": 17.4504054897068,
      "step": 55946
    },
    {
      "contrastive_lambda": 0.011222082389174548,
      "epoch": 17.450717404865877,
      "step": 55947
    },
    {
      "contrastive_lambda": 0.011216567561225632,
      "epoch": 17.451029320024954,
      "step": 55948
    },
    {
      "contrastive_lambda": 0.011211054073304305,
      "epoch": 17.45134123518403,
      "step": 55949
    },
    {
      "epoch": 17.451653150343105,
      "grad_norm": 0.07294216752052307,
      "learning_rate": 1.2411080955438747e-06,
      "loss": 0.023,
      "step": 55950
    },
    {
      "epoch": 17.451653150343105,
      "flow_loss": 0.0194038487970829,
      "step": 55950
    },
    {
      "contrastive_loss": 0.003553797025233507,
      "epoch": 17.451653150343105,
      "step": 55950
    },
    {
      "contrastive_lambda": 0.01120554192542561,
      "epoch": 17.451653150343105,
      "step": 55950
    },
    {
      "contrastive_lambda": 0.011200031117604703,
      "epoch": 17.451965065502183,
      "step": 55951
    },
    {
      "contrastive_lambda": 0.01119452164985657,
      "epoch": 17.45227698066126,
      "step": 55952
    },
    {
      "contrastive_lambda": 0.011189013522196478,
      "epoch": 17.452588895820337,
      "step": 55953
    },
    {
      "contrastive_lambda": 0.01118350673463947,
      "epoch": 17.452900810979415,
      "step": 55954
    },
    {
      "contrastive_lambda": 0.011178001287200645,
      "epoch": 17.45321272613849,
      "step": 55955
    },
    {
      "contrastive_lambda": 0.011172497179895047,
      "epoch": 17.453524641297566,
      "step": 55956
    },
    {
      "contrastive_lambda": 0.011166994412737719,
      "epoch": 17.453836556456643,
      "step": 55957
    },
    {
      "contrastive_lambda": 0.011161492985743982,
      "epoch": 17.45414847161572,
      "step": 55958
    },
    {
      "contrastive_lambda": 0.011155992898928713,
      "epoch": 17.454460386774798,
      "step": 55959
    },
    {
      "epoch": 17.454772301933875,
      "grad_norm": 0.036396462470293045,
      "learning_rate": 1.235013561789894e-06,
      "loss": 0.0154,
      "step": 55960
    },
    {
      "epoch": 17.454772301933875,
      "flow_loss": 0.013568238355219364,
      "step": 55960
    },
    {
      "contrastive_loss": 0.00448025856167078,
      "epoch": 17.454772301933875,
      "step": 55960
    },
    {
      "contrastive_lambda": 0.011150494152307011,
      "epoch": 17.454772301933875,
      "step": 55960
    },
    {
      "contrastive_lambda": 0.011144996745894031,
      "epoch": 17.45508421709295,
      "step": 55961
    },
    {
      "contrastive_lambda": 0.011139500679704761,
      "epoch": 17.455396132252027,
      "step": 55962
    },
    {
      "contrastive_lambda": 0.011134005953754356,
      "epoch": 17.455708047411104,
      "step": 55963
    },
    {
      "contrastive_lambda": 0.011128512568057747,
      "epoch": 17.45601996257018,
      "step": 55964
    },
    {
      "contrastive_lambda": 0.011123020522630145,
      "epoch": 17.45633187772926,
      "step": 55965
    },
    {
      "contrastive_lambda": 0.011117529817486538,
      "epoch": 17.456643792888336,
      "step": 55966
    },
    {
      "contrastive_lambda": 0.01111204045264197,
      "epoch": 17.45695570804741,
      "step": 55967
    },
    {
      "contrastive_lambda": 0.011106552428111482,
      "epoch": 17.457267623206487,
      "step": 55968
    },
    {
      "contrastive_lambda": 0.011101065743910121,
      "epoch": 17.457579538365565,
      "step": 55969
    },
    {
      "epoch": 17.457891453524642,
      "grad_norm": 0.044813159853219986,
      "learning_rate": 1.2289338415512385e-06,
      "loss": 0.0207,
      "step": 55970
    },
    {
      "epoch": 17.457891453524642,
      "flow_loss": 0.012796911410987377,
      "step": 55970
    },
    {
      "contrastive_loss": 0.003620496951043606,
      "epoch": 17.457891453524642,
      "step": 55970
    },
    {
      "contrastive_lambda": 0.011095580400052985,
      "epoch": 17.457891453524642,
      "step": 55970
    },
    {
      "contrastive_lambda": 0.011090096396555116,
      "epoch": 17.45820336868372,
      "step": 55971
    },
    {
      "contrastive_lambda": 0.011084613733431448,
      "epoch": 17.458515283842793,
      "step": 55972
    },
    {
      "contrastive_lambda": 0.011079132410697079,
      "epoch": 17.45882719900187,
      "step": 55973
    },
    {
      "contrastive_lambda": 0.011073652428366998,
      "epoch": 17.459139114160948,
      "step": 55974
    },
    {
      "contrastive_lambda": 0.011068173786456303,
      "epoch": 17.459451029320025,
      "step": 55975
    },
    {
      "contrastive_lambda": 0.011062696484979928,
      "epoch": 17.459762944479102,
      "step": 55976
    },
    {
      "contrastive_lambda": 0.011057220523953026,
      "epoch": 17.46007485963818,
      "step": 55977
    },
    {
      "contrastive_lambda": 0.01105174590339042,
      "epoch": 17.460386774797254,
      "step": 55978
    },
    {
      "contrastive_lambda": 0.011046272623307263,
      "epoch": 17.46069868995633,
      "step": 55979
    },
    {
      "epoch": 17.46101060511541,
      "grad_norm": 0.049935925751924515,
      "learning_rate": 1.222868936674748e-06,
      "loss": 0.0248,
      "step": 55980
    },
    {
      "epoch": 17.46101060511541,
      "flow_loss": 0.03361600637435913,
      "step": 55980
    },
    {
      "contrastive_loss": 0.003382063703611493,
      "epoch": 17.46101060511541,
      "step": 55980
    },
    {
      "contrastive_lambda": 0.011040800683718432,
      "epoch": 17.46101060511541,
      "step": 55980
    },
    {
      "contrastive_lambda": 0.011035330084639083,
      "epoch": 17.461322520274486,
      "step": 55981
    },
    {
      "contrastive_lambda": 0.011029860826084148,
      "epoch": 17.461634435433563,
      "step": 55982
    },
    {
      "contrastive_lambda": 0.011024392908068559,
      "epoch": 17.46194635059264,
      "step": 55983
    },
    {
      "contrastive_lambda": 0.011018926330607415,
      "epoch": 17.462258265751714,
      "step": 55984
    },
    {
      "contrastive_lambda": 0.011013461093715649,
      "epoch": 17.46257018091079,
      "step": 55985
    },
    {
      "contrastive_lambda": 0.011007997197408137,
      "epoch": 17.46288209606987,
      "step": 55986
    },
    {
      "contrastive_lambda": 0.011002534641700035,
      "epoch": 17.463194011228946,
      "step": 55987
    },
    {
      "contrastive_lambda": 0.01099707342660633,
      "epoch": 17.463505926388024,
      "step": 55988
    },
    {
      "contrastive_lambda": 0.010991613552141788,
      "epoch": 17.463817841547097,
      "step": 55989
    },
    {
      "epoch": 17.464129756706175,
      "grad_norm": 0.05589647963643074,
      "learning_rate": 1.2168188490027876e-06,
      "loss": 0.0247,
      "step": 55990
    },
    {
      "epoch": 17.464129756706175,
      "flow_loss": 0.021836521103978157,
      "step": 55990
    },
    {
      "contrastive_loss": 0.0029507186263799667,
      "epoch": 17.464129756706175,
      "step": 55990
    },
    {
      "contrastive_lambda": 0.01098615501832162,
      "epoch": 17.464129756706175,
      "step": 55990
    },
    {
      "contrastive_lambda": 0.01098069782516059,
      "epoch": 17.464441671865252,
      "step": 55991
    },
    {
      "contrastive_lambda": 0.010975241972673688,
      "epoch": 17.46475358702433,
      "step": 55992
    },
    {
      "contrastive_lambda": 0.010969787460876013,
      "epoch": 17.465065502183407,
      "step": 55993
    },
    {
      "contrastive_lambda": 0.01096433428978244,
      "epoch": 17.465377417342484,
      "step": 55994
    },
    {
      "contrastive_lambda": 0.010958882459407848,
      "epoch": 17.465689332501558,
      "step": 55995
    },
    {
      "contrastive_lambda": 0.010953431969767335,
      "epoch": 17.466001247660635,
      "step": 55996
    },
    {
      "contrastive_lambda": 0.010947982820875668,
      "epoch": 17.466313162819713,
      "step": 55997
    },
    {
      "contrastive_lambda": 0.01094253501274789,
      "epoch": 17.46662507797879,
      "step": 55998
    },
    {
      "contrastive_lambda": 0.010937088545398932,
      "epoch": 17.466936993137868,
      "step": 55999
    },
    {
      "epoch": 17.467248908296945,
      "grad_norm": 0.07431188225746155,
      "learning_rate": 1.2107835803732204e-06,
      "loss": 0.0212,
      "step": 56000
    },
    {
      "epoch": 17.467248908296945,
      "flow_loss": 0.057786449790000916,
      "step": 56000
    },
    {
      "contrastive_loss": 0.003238372039049864,
      "epoch": 17.467248908296945,
      "step": 56000
    },
    {
      "contrastive_lambda": 0.010931643418843728,
      "epoch": 17.467248908296945,
      "step": 56000
    },
    {
      "contrastive_lambda": 0.010926199633097211,
      "epoch": 17.46756082345602,
      "step": 56001
    },
    {
      "contrastive_lambda": 0.010920757188174257,
      "epoch": 17.467872738615096,
      "step": 56002
    },
    {
      "contrastive_lambda": 0.010915316084089743,
      "epoch": 17.468184653774173,
      "step": 56003
    },
    {
      "contrastive_lambda": 0.010909876320858769,
      "epoch": 17.46849656893325,
      "step": 56004
    },
    {
      "contrastive_lambda": 0.0109044378984961,
      "epoch": 17.468808484092328,
      "step": 56005
    },
    {
      "contrastive_lambda": 0.010899000817016669,
      "epoch": 17.469120399251402,
      "step": 56006
    },
    {
      "contrastive_lambda": 0.010893565076435463,
      "epoch": 17.46943231441048,
      "step": 56007
    },
    {
      "contrastive_lambda": 0.01088813067676725,
      "epoch": 17.469744229569557,
      "step": 56008
    },
    {
      "contrastive_lambda": 0.010882697618027015,
      "epoch": 17.470056144728634,
      "step": 56009
    },
    {
      "epoch": 17.47036805988771,
      "grad_norm": 0.06806699931621552,
      "learning_rate": 1.2047631326193964e-06,
      "loss": 0.0246,
      "step": 56010
    },
    {
      "epoch": 17.47036805988771,
      "flow_loss": 0.013739076443016529,
      "step": 56010
    },
    {
      "contrastive_loss": 0.003348469967022538,
      "epoch": 17.47036805988771,
      "step": 56010
    },
    {
      "contrastive_lambda": 0.010877265900229638,
      "epoch": 17.47036805988771,
      "step": 56010
    },
    {
      "contrastive_lambda": 0.010871835523389994,
      "epoch": 17.47067997504679,
      "step": 56011
    },
    {
      "contrastive_lambda": 0.010866406487523017,
      "epoch": 17.470991890205863,
      "step": 56012
    },
    {
      "contrastive_lambda": 0.010860978792643528,
      "epoch": 17.47130380536494,
      "step": 56013
    },
    {
      "contrastive_lambda": 0.010855552438766403,
      "epoch": 17.471615720524017,
      "step": 56014
    },
    {
      "contrastive_lambda": 0.01085012742590663,
      "epoch": 17.471927635683095,
      "step": 56015
    },
    {
      "contrastive_lambda": 0.010844703754078977,
      "epoch": 17.472239550842172,
      "step": 56016
    },
    {
      "contrastive_lambda": 0.01083928142329832,
      "epoch": 17.47255146600125,
      "step": 56017
    },
    {
      "contrastive_lambda": 0.01083386043357959,
      "epoch": 17.472863381160323,
      "step": 56018
    },
    {
      "contrastive_lambda": 0.01082844078493761,
      "epoch": 17.4731752963194,
      "step": 56019
    },
    {
      "epoch": 17.473487211478478,
      "grad_norm": 0.07069645076990128,
      "learning_rate": 1.1987575075701696e-06,
      "loss": 0.0218,
      "step": 56020
    },
    {
      "epoch": 17.473487211478478,
      "flow_loss": 0.018471213057637215,
      "step": 56020
    },
    {
      "contrastive_loss": 0.003751843934878707,
      "epoch": 17.473487211478478,
      "step": 56020
    },
    {
      "contrastive_lambda": 0.010823022477387145,
      "epoch": 17.473487211478478,
      "step": 56020
    },
    {
      "contrastive_lambda": 0.01081760551094324,
      "epoch": 17.473799126637555,
      "step": 56021
    },
    {
      "contrastive_lambda": 0.010812189885620549,
      "epoch": 17.474111041796633,
      "step": 56022
    },
    {
      "contrastive_lambda": 0.010806775601434115,
      "epoch": 17.474422956955706,
      "step": 56023
    },
    {
      "contrastive_lambda": 0.01080136265839865,
      "epoch": 17.474734872114784,
      "step": 56024
    },
    {
      "contrastive_lambda": 0.010795951056528974,
      "epoch": 17.47504678727386,
      "step": 56025
    },
    {
      "contrastive_lambda": 0.01079054079584002,
      "epoch": 17.47535870243294,
      "step": 56026
    },
    {
      "contrastive_lambda": 0.010785131876346499,
      "epoch": 17.475670617592016,
      "step": 56027
    },
    {
      "contrastive_lambda": 0.010779724298063453,
      "epoch": 17.475982532751093,
      "step": 56028
    },
    {
      "contrastive_lambda": 0.010774318061005483,
      "epoch": 17.476294447910167,
      "step": 56029
    },
    {
      "epoch": 17.476606363069244,
      "grad_norm": 0.05507591739296913,
      "learning_rate": 1.1927667070498916e-06,
      "loss": 0.02,
      "step": 56030
    },
    {
      "epoch": 17.476606363069244,
      "flow_loss": 0.011952286586165428,
      "step": 56030
    },
    {
      "contrastive_loss": 0.003296859096735716,
      "epoch": 17.476606363069244,
      "step": 56030
    },
    {
      "contrastive_lambda": 0.010768913165187466,
      "epoch": 17.476606363069244,
      "step": 56030
    },
    {
      "contrastive_lambda": 0.010763509610624278,
      "epoch": 17.47691827822832,
      "step": 56031
    },
    {
      "contrastive_lambda": 0.01075810739733074,
      "epoch": 17.4772301933874,
      "step": 56032
    },
    {
      "contrastive_lambda": 0.01075270652532162,
      "epoch": 17.477542108546476,
      "step": 56033
    },
    {
      "contrastive_lambda": 0.010747306994611738,
      "epoch": 17.477854023705554,
      "step": 56034
    },
    {
      "contrastive_lambda": 0.01074190880521586,
      "epoch": 17.478165938864628,
      "step": 56035
    },
    {
      "contrastive_lambda": 0.010736511957148864,
      "epoch": 17.478477854023705,
      "step": 56036
    },
    {
      "contrastive_lambda": 0.010731116450425404,
      "epoch": 17.478789769182782,
      "step": 56037
    },
    {
      "contrastive_lambda": 0.010725722285060468,
      "epoch": 17.47910168434186,
      "step": 56038
    },
    {
      "contrastive_lambda": 0.010720329461068712,
      "epoch": 17.479413599500937,
      "step": 56039
    },
    {
      "epoch": 17.47972551466001,
      "grad_norm": 0.04372916743159294,
      "learning_rate": 1.1867907328784067e-06,
      "loss": 0.0197,
      "step": 56040
    },
    {
      "epoch": 17.47972551466001,
      "flow_loss": 0.011072083376348019,
      "step": 56040
    },
    {
      "contrastive_loss": 0.004117024131119251,
      "epoch": 17.47972551466001,
      "step": 56040
    },
    {
      "contrastive_lambda": 0.010714937978464956,
      "epoch": 17.47972551466001,
      "step": 56040
    },
    {
      "contrastive_lambda": 0.010709547837263966,
      "epoch": 17.480037429819088,
      "step": 56041
    },
    {
      "contrastive_lambda": 0.010704159037480565,
      "epoch": 17.480349344978166,
      "step": 56042
    },
    {
      "contrastive_lambda": 0.010698771579129407,
      "epoch": 17.480661260137243,
      "step": 56043
    },
    {
      "contrastive_lambda": 0.010693385462225424,
      "epoch": 17.48097317529632,
      "step": 56044
    },
    {
      "contrastive_lambda": 0.010688000686783328,
      "epoch": 17.481285090455398,
      "step": 56045
    },
    {
      "contrastive_lambda": 0.010682617252817772,
      "epoch": 17.48159700561447,
      "step": 56046
    },
    {
      "contrastive_lambda": 0.01067723516034369,
      "epoch": 17.48190892077355,
      "step": 56047
    },
    {
      "contrastive_lambda": 0.01067185440937568,
      "epoch": 17.482220835932626,
      "step": 56048
    },
    {
      "contrastive_lambda": 0.010666474999928566,
      "epoch": 17.482532751091703,
      "step": 56049
    },
    {
      "epoch": 17.48284466625078,
      "grad_norm": 0.05540130287408829,
      "learning_rate": 1.1808295868710518e-06,
      "loss": 0.0192,
      "step": 56050
    },
    {
      "epoch": 17.48284466625078,
      "flow_loss": 0.024274151772260666,
      "step": 56050
    },
    {
      "contrastive_loss": 0.00364133482798934,
      "epoch": 17.48284466625078,
      "step": 56050
    },
    {
      "contrastive_lambda": 0.010661096932017167,
      "epoch": 17.48284466625078,
      "step": 56050
    },
    {
      "contrastive_lambda": 0.010655720205656083,
      "epoch": 17.483156581409858,
      "step": 56051
    },
    {
      "contrastive_lambda": 0.010650344820860191,
      "epoch": 17.483468496568932,
      "step": 56052
    },
    {
      "contrastive_lambda": 0.010644970777644147,
      "epoch": 17.48378041172801,
      "step": 56053
    },
    {
      "contrastive_lambda": 0.010639598076022605,
      "epoch": 17.484092326887087,
      "step": 56054
    },
    {
      "contrastive_lambda": 0.010634226716010442,
      "epoch": 17.484404242046164,
      "step": 56055
    },
    {
      "contrastive_lambda": 0.010628856697622424,
      "epoch": 17.48471615720524,
      "step": 56056
    },
    {
      "contrastive_lambda": 0.010623488020873095,
      "epoch": 17.485028072364315,
      "step": 56057
    },
    {
      "contrastive_lambda": 0.010618120685777277,
      "epoch": 17.485339987523393,
      "step": 56058
    },
    {
      "contrastive_lambda": 0.01061275469234968,
      "epoch": 17.48565190268247,
      "step": 56059
    },
    {
      "epoch": 17.485963817841547,
      "grad_norm": 0.0627424567937851,
      "learning_rate": 1.174883270838678e-06,
      "loss": 0.0156,
      "step": 56060
    },
    {
      "epoch": 17.485963817841547,
      "flow_loss": 0.02359292097389698,
      "step": 56060
    },
    {
      "contrastive_loss": 0.003342419397085905,
      "epoch": 17.485963817841547,
      "step": 56060
    },
    {
      "contrastive_lambda": 0.010607390040604958,
      "epoch": 17.485963817841547,
      "step": 56060
    },
    {
      "contrastive_lambda": 0.010602026730557879,
      "epoch": 17.486275733000625,
      "step": 56061
    },
    {
      "contrastive_lambda": 0.010596664762223151,
      "epoch": 17.486587648159702,
      "step": 56062
    },
    {
      "contrastive_lambda": 0.010591304135615431,
      "epoch": 17.486899563318776,
      "step": 56063
    },
    {
      "contrastive_lambda": 0.010585944850749485,
      "epoch": 17.487211478477853,
      "step": 56064
    },
    {
      "contrastive_lambda": 0.010580586907639855,
      "epoch": 17.48752339363693,
      "step": 56065
    },
    {
      "contrastive_lambda": 0.010575230306301475,
      "epoch": 17.487835308796008,
      "step": 56066
    },
    {
      "contrastive_lambda": 0.010569875046748778,
      "epoch": 17.488147223955085,
      "step": 56067
    },
    {
      "contrastive_lambda": 0.010564521128996585,
      "epoch": 17.488459139114163,
      "step": 56068
    },
    {
      "contrastive_lambda": 0.010559168553059606,
      "epoch": 17.488771054273236,
      "step": 56069
    },
    {
      "epoch": 17.489082969432314,
      "grad_norm": 0.13682129979133606,
      "learning_rate": 1.1689517865876187e-06,
      "loss": 0.0232,
      "step": 56070
    },
    {
      "epoch": 17.489082969432314,
      "flow_loss": 0.03363814577460289,
      "step": 56070
    },
    {
      "contrastive_loss": 0.003432260826230049,
      "epoch": 17.489082969432314,
      "step": 56070
    },
    {
      "contrastive_lambda": 0.010553817318952441,
      "epoch": 17.489082969432314,
      "step": 56070
    },
    {
      "contrastive_lambda": 0.01054846742668969,
      "epoch": 17.48939488459139,
      "step": 56071
    },
    {
      "contrastive_lambda": 0.010543118876286173,
      "epoch": 17.48970679975047,
      "step": 56072
    },
    {
      "contrastive_lambda": 0.010537771667756435,
      "epoch": 17.490018714909546,
      "step": 56073
    },
    {
      "contrastive_lambda": 0.010532425801115297,
      "epoch": 17.49033063006862,
      "step": 56074
    },
    {
      "contrastive_lambda": 0.010527081276377193,
      "epoch": 17.490642545227697,
      "step": 56075
    },
    {
      "contrastive_lambda": 0.010521738093556943,
      "epoch": 17.490954460386774,
      "step": 56076
    },
    {
      "contrastive_lambda": 0.010516396252669091,
      "epoch": 17.49126637554585,
      "step": 56077
    },
    {
      "contrastive_lambda": 0.010511055753728349,
      "epoch": 17.49157829070493,
      "step": 56078
    },
    {
      "contrastive_lambda": 0.010505716596749315,
      "epoch": 17.491890205864006,
      "step": 56079
    },
    {
      "epoch": 17.49220212102308,
      "grad_norm": 0.38556739687919617,
      "learning_rate": 1.1630351359196933e-06,
      "loss": 0.022,
      "step": 56080
    },
    {
      "epoch": 17.49220212102308,
      "flow_loss": 0.0139124421402812,
      "step": 56080
    },
    {
      "contrastive_loss": 0.003379794070497155,
      "epoch": 17.49220212102308,
      "step": 56080
    },
    {
      "contrastive_lambda": 0.010500378781746755,
      "epoch": 17.49220212102308,
      "step": 56080
    },
    {
      "contrastive_lambda": 0.010495042308735103,
      "epoch": 17.492514036182158,
      "step": 56081
    },
    {
      "contrastive_lambda": 0.010489707177729068,
      "epoch": 17.492825951341235,
      "step": 56082
    },
    {
      "contrastive_lambda": 0.010484373388743362,
      "epoch": 17.493137866500312,
      "step": 56083
    },
    {
      "contrastive_lambda": 0.010479040941792528,
      "epoch": 17.49344978165939,
      "step": 56084
    },
    {
      "contrastive_lambda": 0.01047370983689122,
      "epoch": 17.493761696818467,
      "step": 56085
    },
    {
      "contrastive_lambda": 0.010468380074053985,
      "epoch": 17.49407361197754,
      "step": 56086
    },
    {
      "contrastive_lambda": 0.010463051653295474,
      "epoch": 17.494385527136618,
      "step": 56087
    },
    {
      "contrastive_lambda": 0.01045772457463029,
      "epoch": 17.494697442295696,
      "step": 56088
    },
    {
      "contrastive_lambda": 0.010452398838073085,
      "epoch": 17.495009357454773,
      "step": 56089
    },
    {
      "epoch": 17.49532127261385,
      "grad_norm": 0.07783198356628418,
      "learning_rate": 1.1571333206322255e-06,
      "loss": 0.0178,
      "step": 56090
    },
    {
      "epoch": 17.49532127261385,
      "flow_loss": 0.024692604318261147,
      "step": 56090
    },
    {
      "contrastive_loss": 0.004180677235126495,
      "epoch": 17.49532127261385,
      "step": 56090
    },
    {
      "contrastive_lambda": 0.010447074443638404,
      "epoch": 17.49532127261385,
      "step": 56090
    },
    {
      "contrastive_lambda": 0.010441751391340903,
      "epoch": 17.495633187772924,
      "step": 56091
    },
    {
      "contrastive_lambda": 0.010436429681195125,
      "epoch": 17.495945102932,
      "step": 56092
    },
    {
      "contrastive_lambda": 0.01043110931321567,
      "epoch": 17.49625701809108,
      "step": 56093
    },
    {
      "contrastive_lambda": 0.01042579028741708,
      "epoch": 17.496568933250156,
      "step": 56094
    },
    {
      "contrastive_lambda": 0.010420472603814013,
      "epoch": 17.496880848409234,
      "step": 56095
    },
    {
      "contrastive_lambda": 0.010415156262421066,
      "epoch": 17.49719276356831,
      "step": 56096
    },
    {
      "contrastive_lambda": 0.010409841263252673,
      "epoch": 17.497504678727385,
      "step": 56097
    },
    {
      "contrastive_lambda": 0.010404527606323544,
      "epoch": 17.497816593886462,
      "step": 56098
    },
    {
      "contrastive_lambda": 0.010399215291648167,
      "epoch": 17.49812850904554,
      "step": 56099
    },
    {
      "epoch": 17.498440424204617,
      "grad_norm": 0.04572489485144615,
      "learning_rate": 1.1512463425180365e-06,
      "loss": 0.0262,
      "step": 56100
    },
    {
      "epoch": 17.498440424204617,
      "flow_loss": 0.05109112709760666,
      "step": 56100
    },
    {
      "contrastive_loss": 0.0038139265961945057,
      "epoch": 17.498440424204617,
      "step": 56100
    },
    {
      "contrastive_lambda": 0.010393904319241198,
      "epoch": 17.498440424204617,
      "step": 56100
    },
    {
      "contrastive_lambda": 0.01038859468911707,
      "epoch": 17.498752339363694,
      "step": 56101
    },
    {
      "contrastive_lambda": 0.010383286401290492,
      "epoch": 17.49906425452277,
      "step": 56102
    },
    {
      "contrastive_lambda": 0.010377979455775899,
      "epoch": 17.499376169681845,
      "step": 56103
    },
    {
      "contrastive_lambda": 0.010372673852587888,
      "epoch": 17.499688084840923,
      "step": 56104
    },
    {
      "contrastive_lambda": 0.01036736959174095,
      "epoch": 17.5,
      "step": 56105
    },
    {
      "contrastive_lambda": 0.010362066673249681,
      "epoch": 17.500311915159077,
      "step": 56106
    },
    {
      "contrastive_lambda": 0.010356765097128628,
      "epoch": 17.500623830318155,
      "step": 56107
    },
    {
      "contrastive_lambda": 0.010351464863392279,
      "epoch": 17.50093574547723,
      "step": 56108
    },
    {
      "contrastive_lambda": 0.010346165972055232,
      "epoch": 17.501247660636306,
      "step": 56109
    },
    {
      "epoch": 17.501559575795383,
      "grad_norm": 0.09697804600000381,
      "learning_rate": 1.145374203365429e-06,
      "loss": 0.0275,
      "step": 56110
    },
    {
      "epoch": 17.501559575795383,
      "flow_loss": 0.017652081325650215,
      "step": 56110
    },
    {
      "contrastive_loss": 0.0035442085936665535,
      "epoch": 17.501559575795383,
      "step": 56110
    },
    {
      "contrastive_lambda": 0.010340868423131977,
      "epoch": 17.501559575795383,
      "step": 56110
    },
    {
      "contrastive_lambda": 0.010335572216636946,
      "epoch": 17.50187149095446,
      "step": 56111
    },
    {
      "contrastive_lambda": 0.010330277352584794,
      "epoch": 17.502183406113538,
      "step": 56112
    },
    {
      "contrastive_lambda": 0.010324983830990009,
      "epoch": 17.502495321272615,
      "step": 56113
    },
    {
      "contrastive_lambda": 0.01031969165186708,
      "epoch": 17.50280723643169,
      "step": 56114
    },
    {
      "contrastive_lambda": 0.010314400815230496,
      "epoch": 17.503119151590766,
      "step": 56115
    },
    {
      "contrastive_lambda": 0.010309111321094744,
      "epoch": 17.503431066749844,
      "step": 56116
    },
    {
      "contrastive_lambda": 0.010303823169474424,
      "epoch": 17.50374298190892,
      "step": 56117
    },
    {
      "contrastive_lambda": 0.010298536360384025,
      "epoch": 17.504054897068,
      "step": 56118
    },
    {
      "contrastive_lambda": 0.010293250893837924,
      "epoch": 17.504366812227076,
      "step": 56119
    },
    {
      "epoch": 17.50467872738615,
      "grad_norm": 0.07726738601922989,
      "learning_rate": 1.1395169049582155e-06,
      "loss": 0.0196,
      "step": 56120
    },
    {
      "epoch": 17.50467872738615,
      "flow_loss": 0.008647703565657139,
      "step": 56120
    },
    {
      "contrastive_loss": 0.003299275878816843,
      "epoch": 17.50467872738615,
      "step": 56120
    },
    {
      "contrastive_lambda": 0.01028796676985072,
      "epoch": 17.50467872738615,
      "step": 56120
    },
    {
      "contrastive_lambda": 0.010282683988436847,
      "epoch": 17.504990642545227,
      "step": 56121
    },
    {
      "contrastive_lambda": 0.010277402549610737,
      "epoch": 17.505302557704304,
      "step": 56122
    },
    {
      "contrastive_lambda": 0.01027212245338699,
      "epoch": 17.505614472863382,
      "step": 56123
    },
    {
      "contrastive_lambda": 0.010266843699780037,
      "epoch": 17.50592638802246,
      "step": 56124
    },
    {
      "contrastive_lambda": 0.010261566288804314,
      "epoch": 17.506238303181533,
      "step": 56125
    },
    {
      "contrastive_lambda": 0.010256290220474362,
      "epoch": 17.50655021834061,
      "step": 56126
    },
    {
      "contrastive_lambda": 0.010251015494804505,
      "epoch": 17.506862133499688,
      "step": 56127
    },
    {
      "contrastive_lambda": 0.010245742111809342,
      "epoch": 17.507174048658765,
      "step": 56128
    },
    {
      "contrastive_lambda": 0.010240470071503305,
      "epoch": 17.507485963817842,
      "step": 56129
    },
    {
      "epoch": 17.50779787897692,
      "grad_norm": 0.051600005477666855,
      "learning_rate": 1.1336744490756722e-06,
      "loss": 0.0185,
      "step": 56130
    },
    {
      "epoch": 17.50779787897692,
      "flow_loss": 0.01894250698387623,
      "step": 56130
    },
    {
      "contrastive_loss": 0.003973871003836393,
      "epoch": 17.50779787897692,
      "step": 56130
    },
    {
      "contrastive_lambda": 0.010235199373900772,
      "epoch": 17.50779787897692,
      "step": 56130
    },
    {
      "contrastive_lambda": 0.010229930019016342,
      "epoch": 17.508109794135994,
      "step": 56131
    },
    {
      "contrastive_lambda": 0.010224662006864282,
      "epoch": 17.50842170929507,
      "step": 56132
    },
    {
      "contrastive_lambda": 0.010219395337459136,
      "epoch": 17.50873362445415,
      "step": 56133
    },
    {
      "contrastive_lambda": 0.010214130010815337,
      "epoch": 17.509045539613226,
      "step": 56134
    },
    {
      "contrastive_lambda": 0.010208866026947316,
      "epoch": 17.509357454772303,
      "step": 56135
    },
    {
      "contrastive_lambda": 0.010203603385869453,
      "epoch": 17.50966936993138,
      "step": 56136
    },
    {
      "contrastive_lambda": 0.01019834208759629,
      "epoch": 17.509981285090454,
      "step": 56137
    },
    {
      "contrastive_lambda": 0.01019308213214215,
      "epoch": 17.51029320024953,
      "step": 56138
    },
    {
      "contrastive_lambda": 0.010187823519521466,
      "epoch": 17.51060511540861,
      "step": 56139
    },
    {
      "epoch": 17.510917030567686,
      "grad_norm": 0.04955372214317322,
      "learning_rate": 1.1278468374925967e-06,
      "loss": 0.0195,
      "step": 56140
    },
    {
      "epoch": 17.510917030567686,
      "flow_loss": 0.01212368719279766,
      "step": 56140
    },
    {
      "contrastive_loss": 0.0035496270284056664,
      "epoch": 17.510917030567686,
      "step": 56140
    },
    {
      "contrastive_lambda": 0.010182566249748726,
      "epoch": 17.510917030567686,
      "step": 56140
    },
    {
      "contrastive_lambda": 0.010177310322838251,
      "epoch": 17.511228945726764,
      "step": 56141
    },
    {
      "contrastive_lambda": 0.01017205573880453,
      "epoch": 17.511540860885837,
      "step": 56142
    },
    {
      "contrastive_lambda": 0.010166802497661886,
      "epoch": 17.511852776044915,
      "step": 56143
    },
    {
      "contrastive_lambda": 0.010161550599424751,
      "epoch": 17.512164691203992,
      "step": 56144
    },
    {
      "contrastive_lambda": 0.010156300044107558,
      "epoch": 17.51247660636307,
      "step": 56145
    },
    {
      "contrastive_lambda": 0.010151050831724684,
      "epoch": 17.512788521522147,
      "step": 56146
    },
    {
      "contrastive_lambda": 0.010145802962290507,
      "epoch": 17.513100436681224,
      "step": 56147
    },
    {
      "contrastive_lambda": 0.010140556435819459,
      "epoch": 17.513412351840298,
      "step": 56148
    },
    {
      "contrastive_lambda": 0.010135311252325863,
      "epoch": 17.513724266999375,
      "step": 56149
    },
    {
      "epoch": 17.514036182158453,
      "grad_norm": 0.11922367662191391,
      "learning_rate": 1.12203407197925e-06,
      "loss": 0.0213,
      "step": 56150
    },
    {
      "epoch": 17.514036182158453,
      "flow_loss": 0.0244746096432209,
      "step": 56150
    },
    {
      "contrastive_loss": 0.004015365615487099,
      "epoch": 17.514036182158453,
      "step": 56150
    },
    {
      "contrastive_lambda": 0.010130067411824095,
      "epoch": 17.514036182158453,
      "step": 56150
    },
    {
      "contrastive_lambda": 0.01012482491432859,
      "epoch": 17.51434809731753,
      "step": 56151
    },
    {
      "contrastive_lambda": 0.010119583759853723,
      "epoch": 17.514660012476607,
      "step": 56152
    },
    {
      "contrastive_lambda": 0.010114343948413818,
      "epoch": 17.514971927635685,
      "step": 56153
    },
    {
      "contrastive_lambda": 0.010109105480023195,
      "epoch": 17.51528384279476,
      "step": 56154
    },
    {
      "contrastive_lambda": 0.010103868354696344,
      "epoch": 17.515595757953836,
      "step": 56155
    },
    {
      "contrastive_lambda": 0.01009863257244753,
      "epoch": 17.515907673112913,
      "step": 56156
    },
    {
      "contrastive_lambda": 0.010093398133291076,
      "epoch": 17.51621958827199,
      "step": 56157
    },
    {
      "contrastive_lambda": 0.010088165037241414,
      "epoch": 17.516531503431068,
      "step": 56158
    },
    {
      "contrastive_lambda": 0.010082933284312923,
      "epoch": 17.516843418590142,
      "step": 56159
    },
    {
      "epoch": 17.51715533374922,
      "grad_norm": 0.05922800675034523,
      "learning_rate": 1.116236154301409e-06,
      "loss": 0.021,
      "step": 56160
    },
    {
      "epoch": 17.51715533374922,
      "flow_loss": 0.024750251322984695,
      "step": 56160
    },
    {
      "contrastive_loss": 0.004238691180944443,
      "epoch": 17.51715533374922,
      "step": 56160
    },
    {
      "contrastive_lambda": 0.010077702874519867,
      "epoch": 17.51715533374922,
      "step": 56160
    },
    {
      "contrastive_lambda": 0.010072473807876625,
      "epoch": 17.517467248908297,
      "step": 56161
    },
    {
      "contrastive_lambda": 0.010067246084397408,
      "epoch": 17.517779164067374,
      "step": 56162
    },
    {
      "contrastive_lambda": 0.010062019704096703,
      "epoch": 17.51809107922645,
      "step": 56163
    },
    {
      "contrastive_lambda": 0.010056794666988833,
      "epoch": 17.51840299438553,
      "step": 56164
    },
    {
      "contrastive_lambda": 0.010051570973088064,
      "epoch": 17.518714909544602,
      "step": 56165
    },
    {
      "contrastive_lambda": 0.010046348622408718,
      "epoch": 17.51902682470368,
      "step": 56166
    },
    {
      "contrastive_lambda": 0.010041127614965117,
      "epoch": 17.519338739862757,
      "step": 56167
    },
    {
      "contrastive_lambda": 0.010035907950771583,
      "epoch": 17.519650655021834,
      "step": 56168
    },
    {
      "contrastive_lambda": 0.010030689629842438,
      "epoch": 17.519962570180912,
      "step": 56169
    },
    {
      "epoch": 17.52027448533999,
      "grad_norm": 0.0769353061914444,
      "learning_rate": 1.11045308622032e-06,
      "loss": 0.0194,
      "step": 56170
    },
    {
      "epoch": 17.52027448533999,
      "flow_loss": 0.022399727255105972,
      "step": 56170
    },
    {
      "contrastive_loss": 0.00306913279928267,
      "epoch": 17.52027448533999,
      "step": 56170
    },
    {
      "contrastive_lambda": 0.010025472652192002,
      "epoch": 17.52027448533999,
      "step": 56170
    },
    {
      "contrastive_lambda": 0.010020257017834489,
      "epoch": 17.520586400499063,
      "step": 56171
    },
    {
      "contrastive_lambda": 0.010015042726784329,
      "epoch": 17.52089831565814,
      "step": 56172
    },
    {
      "contrastive_lambda": 0.010009829779055679,
      "epoch": 17.521210230817218,
      "step": 56173
    },
    {
      "contrastive_lambda": 0.010004618174662916,
      "epoch": 17.521522145976295,
      "step": 56174
    },
    {
      "contrastive_lambda": 0.009999407913620362,
      "epoch": 17.521834061135372,
      "step": 56175
    },
    {
      "contrastive_lambda": 0.009994198995942227,
      "epoch": 17.522145976294446,
      "step": 56176
    },
    {
      "contrastive_lambda": 0.009988991421642834,
      "epoch": 17.522457891453524,
      "step": 56177
    },
    {
      "contrastive_lambda": 0.00998378519073645,
      "epoch": 17.5227698066126,
      "step": 56178
    },
    {
      "contrastive_lambda": 0.009978580303237228,
      "epoch": 17.52308172177168,
      "step": 56179
    },
    {
      "epoch": 17.523393636930756,
      "grad_norm": 0.10206890851259232,
      "learning_rate": 1.1046848694927337e-06,
      "loss": 0.0291,
      "step": 56180
    },
    {
      "epoch": 17.523393636930756,
      "flow_loss": 0.022496074438095093,
      "step": 56180
    },
    {
      "contrastive_loss": 0.004285094328224659,
      "epoch": 17.523393636930756,
      "step": 56180
    },
    {
      "contrastive_lambda": 0.009973376759159658,
      "epoch": 17.523393636930756,
      "step": 56180
    },
    {
      "contrastive_lambda": 0.009968174558517895,
      "epoch": 17.523705552089833,
      "step": 56181
    },
    {
      "contrastive_lambda": 0.00996297370132615,
      "epoch": 17.524017467248907,
      "step": 56182
    },
    {
      "contrastive_lambda": 0.0099577741875988,
      "epoch": 17.524329382407984,
      "step": 56183
    },
    {
      "contrastive_lambda": 0.009952576017350001,
      "epoch": 17.52464129756706,
      "step": 56184
    },
    {
      "contrastive_lambda": 0.009947379190594019,
      "epoch": 17.52495321272614,
      "step": 56185
    },
    {
      "contrastive_lambda": 0.009942183707345176,
      "epoch": 17.525265127885216,
      "step": 56186
    },
    {
      "contrastive_lambda": 0.009936989567617627,
      "epoch": 17.525577043044294,
      "step": 56187
    },
    {
      "contrastive_lambda": 0.009931796771425694,
      "epoch": 17.525888958203367,
      "step": 56188
    },
    {
      "contrastive_lambda": 0.009926605318783477,
      "epoch": 17.526200873362445,
      "step": 56189
    },
    {
      "epoch": 17.526512788521522,
      "grad_norm": 0.06112111732363701,
      "learning_rate": 1.098931505870876e-06,
      "loss": 0.0233,
      "step": 56190
    },
    {
      "epoch": 17.526512788521522,
      "flow_loss": 0.018240347504615784,
      "step": 56190
    },
    {
      "contrastive_loss": 0.0033332370221614838,
      "epoch": 17.526512788521522,
      "step": 56190
    },
    {
      "contrastive_lambda": 0.009921415209705298,
      "epoch": 17.526512788521522,
      "step": 56190
    },
    {
      "contrastive_lambda": 0.009916226444205478,
      "epoch": 17.5268247036806,
      "step": 56191
    },
    {
      "contrastive_lambda": 0.009911039022298063,
      "epoch": 17.527136618839677,
      "step": 56192
    },
    {
      "contrastive_lambda": 0.009905852943997373,
      "epoch": 17.52744853399875,
      "step": 56193
    },
    {
      "contrastive_lambda": 0.009900668209317676,
      "epoch": 17.527760449157828,
      "step": 56194
    },
    {
      "contrastive_lambda": 0.00989548481827307,
      "epoch": 17.528072364316905,
      "step": 56195
    },
    {
      "contrastive_lambda": 0.009890302770877824,
      "epoch": 17.528384279475983,
      "step": 56196
    },
    {
      "contrastive_lambda": 0.009885122067146146,
      "epoch": 17.52869619463506,
      "step": 56197
    },
    {
      "contrastive_lambda": 0.009879942707092249,
      "epoch": 17.529008109794137,
      "step": 56198
    },
    {
      "contrastive_lambda": 0.009874764690730342,
      "epoch": 17.52932002495321,
      "step": 56199
    },
    {
      "epoch": 17.52963194011229,
      "grad_norm": 0.06024555861949921,
      "learning_rate": 1.0931929971024657e-06,
      "loss": 0.0175,
      "step": 56200
    },
    {
      "epoch": 17.52963194011229,
      "flow_loss": 0.029812775552272797,
      "step": 56200
    },
    {
      "contrastive_loss": 0.0034814481623470783,
      "epoch": 17.52963194011229,
      "step": 56200
    },
    {
      "contrastive_lambda": 0.009869588018074527,
      "epoch": 17.52963194011229,
      "step": 56200
    },
    {
      "contrastive_lambda": 0.009864412689139124,
      "epoch": 17.529943855271366,
      "step": 56201
    },
    {
      "contrastive_lambda": 0.009859238703938178,
      "epoch": 17.530255770430443,
      "step": 56202
    },
    {
      "contrastive_lambda": 0.009854066062486011,
      "epoch": 17.53056768558952,
      "step": 56203
    },
    {
      "contrastive_lambda": 0.009848894764796778,
      "epoch": 17.530879600748598,
      "step": 56204
    },
    {
      "contrastive_lambda": 0.009843724810884635,
      "epoch": 17.531191515907672,
      "step": 56205
    },
    {
      "contrastive_lambda": 0.009838556200763682,
      "epoch": 17.53150343106675,
      "step": 56206
    },
    {
      "contrastive_lambda": 0.009833388934448184,
      "epoch": 17.531815346225827,
      "step": 56207
    },
    {
      "contrastive_lambda": 0.009828223011952297,
      "epoch": 17.532127261384904,
      "step": 56208
    },
    {
      "contrastive_lambda": 0.009823058433290177,
      "epoch": 17.53243917654398,
      "step": 56209
    },
    {
      "epoch": 17.532751091703055,
      "grad_norm": 0.05861625820398331,
      "learning_rate": 1.0874693449307193e-06,
      "loss": 0.0263,
      "step": 56210
    },
    {
      "epoch": 17.532751091703055,
      "flow_loss": 0.04653344675898552,
      "step": 56210
    },
    {
      "contrastive_loss": 0.00339293060824275,
      "epoch": 17.532751091703055,
      "step": 56210
    },
    {
      "contrastive_lambda": 0.009817895198475979,
      "epoch": 17.532751091703055,
      "step": 56210
    },
    {
      "contrastive_lambda": 0.009812733307523802,
      "epoch": 17.533063006862132,
      "step": 56211
    },
    {
      "contrastive_lambda": 0.009807572760447913,
      "epoch": 17.53337492202121,
      "step": 56212
    },
    {
      "contrastive_lambda": 0.009802413557262302,
      "epoch": 17.533686837180287,
      "step": 56213
    },
    {
      "contrastive_lambda": 0.009797255697981289,
      "epoch": 17.533998752339365,
      "step": 56214
    },
    {
      "contrastive_lambda": 0.009792099182618919,
      "epoch": 17.534310667498442,
      "step": 56215
    },
    {
      "contrastive_lambda": 0.009786944011189347,
      "epoch": 17.534622582657516,
      "step": 56216
    },
    {
      "contrastive_lambda": 0.009781790183706673,
      "epoch": 17.534934497816593,
      "step": 56217
    },
    {
      "contrastive_lambda": 0.009776637700185109,
      "epoch": 17.53524641297567,
      "step": 56218
    },
    {
      "contrastive_lambda": 0.009771486560638643,
      "epoch": 17.535558328134748,
      "step": 56219
    },
    {
      "epoch": 17.535870243293825,
      "grad_norm": 0.05722091346979141,
      "learning_rate": 1.081760551094324e-06,
      "loss": 0.0214,
      "step": 56220
    },
    {
      "epoch": 17.535870243293825,
      "flow_loss": 0.03940517082810402,
      "step": 56220
    },
    {
      "contrastive_loss": 0.0030133400578051805,
      "epoch": 17.535870243293825,
      "step": 56220
    },
    {
      "contrastive_lambda": 0.009766336765081485,
      "epoch": 17.535870243293825,
      "step": 56220
    },
    {
      "contrastive_lambda": 0.009761188313527847,
      "epoch": 17.536182158452903,
      "step": 56221
    },
    {
      "contrastive_lambda": 0.009756041205991661,
      "epoch": 17.536494073611976,
      "step": 56222
    },
    {
      "contrastive_lambda": 0.009750895442487195,
      "epoch": 17.536805988771054,
      "step": 56223
    },
    {
      "contrastive_lambda": 0.009745751023028382,
      "epoch": 17.53711790393013,
      "step": 56224
    },
    {
      "contrastive_lambda": 0.009740607947629432,
      "epoch": 17.53742981908921,
      "step": 56225
    },
    {
      "contrastive_lambda": 0.009735466216304556,
      "epoch": 17.537741734248286,
      "step": 56226
    },
    {
      "contrastive_lambda": 0.009730325829067632,
      "epoch": 17.53805364940736,
      "step": 56227
    },
    {
      "contrastive_lambda": 0.009725186785932871,
      "epoch": 17.538365564566437,
      "step": 56228
    },
    {
      "contrastive_lambda": 0.009720049086914428,
      "epoch": 17.538677479725514,
      "step": 56229
    },
    {
      "epoch": 17.53898939488459,
      "grad_norm": 0.0724794864654541,
      "learning_rate": 1.0760666173274592e-06,
      "loss": 0.0204,
      "step": 56230
    },
    {
      "epoch": 17.53898939488459,
      "flow_loss": 0.019149020314216614,
      "step": 56230
    },
    {
      "contrastive_loss": 0.005711528938263655,
      "epoch": 17.53898939488459,
      "step": 56230
    },
    {
      "contrastive_lambda": 0.009714912732026182,
      "epoch": 17.53898939488459,
      "step": 56230
    },
    {
      "contrastive_lambda": 0.009709777721282398,
      "epoch": 17.53930131004367,
      "step": 56231
    },
    {
      "contrastive_lambda": 0.009704644054697176,
      "epoch": 17.539613225202746,
      "step": 56232
    },
    {
      "contrastive_lambda": 0.009699511732284394,
      "epoch": 17.53992514036182,
      "step": 56233
    },
    {
      "contrastive_lambda": 0.009694380754058318,
      "epoch": 17.540237055520898,
      "step": 56234
    },
    {
      "contrastive_lambda": 0.009689251120032882,
      "epoch": 17.540548970679975,
      "step": 56235
    },
    {
      "contrastive_lambda": 0.009684122830222186,
      "epoch": 17.540860885839052,
      "step": 56236
    },
    {
      "contrastive_lambda": 0.009678995884640385,
      "epoch": 17.54117280099813,
      "step": 56237
    },
    {
      "contrastive_lambda": 0.009673870283301411,
      "epoch": 17.541484716157207,
      "step": 56238
    },
    {
      "contrastive_lambda": 0.009668746026219366,
      "epoch": 17.54179663131628,
      "step": 56239
    },
    {
      "epoch": 17.542108546475358,
      "grad_norm": 0.083852618932724,
      "learning_rate": 1.0703875453597967e-06,
      "loss": 0.0221,
      "step": 56240
    },
    {
      "epoch": 17.542108546475358,
      "flow_loss": 0.01351853832602501,
      "step": 56240
    },
    {
      "contrastive_loss": 0.002972307614982128,
      "epoch": 17.542108546475358,
      "step": 56240
    },
    {
      "contrastive_lambda": 0.009663623113408293,
      "epoch": 17.542108546475358,
      "step": 56240
    },
    {
      "contrastive_lambda": 0.009658501544882181,
      "epoch": 17.542420461634435,
      "step": 56241
    },
    {
      "contrastive_lambda": 0.009653381320655186,
      "epoch": 17.542732376793513,
      "step": 56242
    },
    {
      "contrastive_lambda": 0.009648262440741295,
      "epoch": 17.54304429195259,
      "step": 56243
    },
    {
      "contrastive_lambda": 0.009643144905154555,
      "epoch": 17.543356207111664,
      "step": 56244
    },
    {
      "contrastive_lambda": 0.009638028713908953,
      "epoch": 17.54366812227074,
      "step": 56245
    },
    {
      "contrastive_lambda": 0.009632913867018533,
      "epoch": 17.54398003742982,
      "step": 56246
    },
    {
      "contrastive_lambda": 0.00962780036449723,
      "epoch": 17.544291952588896,
      "step": 56247
    },
    {
      "contrastive_lambda": 0.009622688206359253,
      "epoch": 17.544603867747973,
      "step": 56248
    },
    {
      "contrastive_lambda": 0.009617577392618537,
      "epoch": 17.54491578290705,
      "step": 56249
    },
    {
      "epoch": 17.545227698066125,
      "grad_norm": 0.08071748912334442,
      "learning_rate": 1.0647233369164845e-06,
      "loss": 0.0221,
      "step": 56250
    },
    {
      "epoch": 17.545227698066125,
      "flow_loss": 0.024093445390462875,
      "step": 56250
    },
    {
      "contrastive_loss": 0.003424551337957382,
      "epoch": 17.545227698066125,
      "step": 56250
    },
    {
      "contrastive_lambda": 0.009612467923289014,
      "epoch": 17.545227698066125,
      "step": 56250
    },
    {
      "contrastive_lambda": 0.009607359798384785,
      "epoch": 17.545539613225202,
      "step": 56251
    },
    {
      "contrastive_lambda": 0.009602253017919837,
      "epoch": 17.54585152838428,
      "step": 56252
    },
    {
      "contrastive_lambda": 0.00959714758190805,
      "epoch": 17.546163443543357,
      "step": 56253
    },
    {
      "contrastive_lambda": 0.009592043490363689,
      "epoch": 17.546475358702434,
      "step": 56254
    },
    {
      "contrastive_lambda": 0.009586940743300465,
      "epoch": 17.54678727386151,
      "step": 56255
    },
    {
      "contrastive_lambda": 0.00958183934073259,
      "epoch": 17.547099189020585,
      "step": 56256
    },
    {
      "contrastive_lambda": 0.009576739282673885,
      "epoch": 17.547411104179663,
      "step": 56257
    },
    {
      "contrastive_lambda": 0.00957164056913834,
      "epoch": 17.54772301933874,
      "step": 56258
    },
    {
      "contrastive_lambda": 0.009566543200140054,
      "epoch": 17.548034934497817,
      "step": 56259
    },
    {
      "epoch": 17.548346849656895,
      "grad_norm": 0.055658210068941116,
      "learning_rate": 1.0590739937181625e-06,
      "loss": 0.0217,
      "step": 56260
    },
    {
      "epoch": 17.548346849656895,
      "flow_loss": 0.0275698471814394,
      "step": 56260
    },
    {
      "contrastive_loss": 0.0038644468877464533,
      "epoch": 17.548346849656895,
      "step": 56260
    },
    {
      "contrastive_lambda": 0.009561447175692905,
      "epoch": 17.548346849656895,
      "step": 56260
    },
    {
      "contrastive_lambda": 0.009556352495810938,
      "epoch": 17.54865876481597,
      "step": 56261
    },
    {
      "contrastive_lambda": 0.009551259160508085,
      "epoch": 17.548970679975046,
      "step": 56262
    },
    {
      "contrastive_lambda": 0.00954616716979828,
      "epoch": 17.549282595134123,
      "step": 56263
    },
    {
      "contrastive_lambda": 0.009541076523695458,
      "epoch": 17.5495945102932,
      "step": 56264
    },
    {
      "contrastive_lambda": 0.00953598722221366,
      "epoch": 17.549906425452278,
      "step": 56265
    },
    {
      "contrastive_lambda": 0.009530899265366766,
      "epoch": 17.550218340611355,
      "step": 56266
    },
    {
      "contrastive_lambda": 0.00952581265316882,
      "epoch": 17.55053025577043,
      "step": 56267
    },
    {
      "contrastive_lambda": 0.009520727385633698,
      "epoch": 17.550842170929506,
      "step": 56268
    },
    {
      "contrastive_lambda": 0.009515643462775336,
      "epoch": 17.551154086088584,
      "step": 56269
    },
    {
      "epoch": 17.55146600124766,
      "grad_norm": 0.10247918963432312,
      "learning_rate": 1.053439517480953e-06,
      "loss": 0.0269,
      "step": 56270
    },
    {
      "epoch": 17.55146600124766,
      "flow_loss": 0.014763507060706615,
      "step": 56270
    },
    {
      "contrastive_loss": 0.0034121451899409294,
      "epoch": 17.55146600124766,
      "step": 56270
    },
    {
      "contrastive_lambda": 0.009510560884607666,
      "epoch": 17.55146600124766,
      "step": 56270
    },
    {
      "contrastive_lambda": 0.009505479651144622,
      "epoch": 17.55177791640674,
      "step": 56271
    },
    {
      "contrastive_lambda": 0.009500399762400247,
      "epoch": 17.552089831565816,
      "step": 56272
    },
    {
      "contrastive_lambda": 0.009495321218388308,
      "epoch": 17.55240174672489,
      "step": 56273
    },
    {
      "contrastive_lambda": 0.009490244019122795,
      "epoch": 17.552713661883967,
      "step": 56274
    },
    {
      "contrastive_lambda": 0.009485168164617641,
      "epoch": 17.553025577043044,
      "step": 56275
    },
    {
      "contrastive_lambda": 0.009480093654886723,
      "epoch": 17.55333749220212,
      "step": 56276
    },
    {
      "contrastive_lambda": 0.009475020489943975,
      "epoch": 17.5536494073612,
      "step": 56277
    },
    {
      "contrastive_lambda": 0.009469948669803385,
      "epoch": 17.553961322520273,
      "step": 56278
    },
    {
      "contrastive_lambda": 0.00946487819447872,
      "epoch": 17.55427323767935,
      "step": 56279
    },
    {
      "epoch": 17.554585152838428,
      "grad_norm": 0.04131496325135231,
      "learning_rate": 1.047819909916453e-06,
      "loss": 0.0192,
      "step": 56280
    },
    {
      "epoch": 17.554585152838428,
      "flow_loss": 0.017497841268777847,
      "step": 56280
    },
    {
      "contrastive_loss": 0.003439652966335416,
      "epoch": 17.554585152838428,
      "step": 56280
    },
    {
      "contrastive_lambda": 0.00945980906398397,
      "epoch": 17.554585152838428,
      "step": 56280
    },
    {
      "contrastive_lambda": 0.009454741278332957,
      "epoch": 17.554897067997505,
      "step": 56281
    },
    {
      "contrastive_lambda": 0.009449674837539668,
      "epoch": 17.555208983156582,
      "step": 56282
    },
    {
      "contrastive_lambda": 0.009444609741617926,
      "epoch": 17.55552089831566,
      "step": 56283
    },
    {
      "contrastive_lambda": 0.009439545990581666,
      "epoch": 17.555832813474733,
      "step": 56284
    },
    {
      "contrastive_lambda": 0.009434483584444708,
      "epoch": 17.55614472863381,
      "step": 56285
    },
    {
      "contrastive_lambda": 0.009429422523221043,
      "epoch": 17.556456643792888,
      "step": 56286
    },
    {
      "contrastive_lambda": 0.009424362806924325,
      "epoch": 17.556768558951966,
      "step": 56287
    },
    {
      "contrastive_lambda": 0.009419304435568654,
      "epoch": 17.557080474111043,
      "step": 56288
    },
    {
      "contrastive_lambda": 0.009414247409167853,
      "epoch": 17.55739238927012,
      "step": 56289
    },
    {
      "epoch": 17.557704304429194,
      "grad_norm": 0.07611843198537827,
      "learning_rate": 1.0422151727317697e-06,
      "loss": 0.0164,
      "step": 56290
    },
    {
      "epoch": 17.557704304429194,
      "flow_loss": 0.007761574815958738,
      "step": 56290
    },
    {
      "contrastive_loss": 0.004182853735983372,
      "epoch": 17.557704304429194,
      "step": 56290
    },
    {
      "contrastive_lambda": 0.009409191727735688,
      "epoch": 17.557704304429194,
      "step": 56290
    },
    {
      "contrastive_lambda": 0.00940413739128615,
      "epoch": 17.55801621958827,
      "step": 56291
    },
    {
      "contrastive_lambda": 0.009399084399832891,
      "epoch": 17.55832813474735,
      "step": 56292
    },
    {
      "contrastive_lambda": 0.009394032753390014,
      "epoch": 17.558640049906426,
      "step": 56293
    },
    {
      "contrastive_lambda": 0.009388982451971228,
      "epoch": 17.558951965065503,
      "step": 56294
    },
    {
      "contrastive_lambda": 0.009383933495590413,
      "epoch": 17.559263880224577,
      "step": 56295
    },
    {
      "contrastive_lambda": 0.009378885884261334,
      "epoch": 17.559575795383655,
      "step": 56296
    },
    {
      "contrastive_lambda": 0.009373839617997981,
      "epoch": 17.559887710542732,
      "step": 56297
    },
    {
      "contrastive_lambda": 0.009368794696814009,
      "epoch": 17.56019962570181,
      "step": 56298
    },
    {
      "contrastive_lambda": 0.009363751120723407,
      "epoch": 17.560511540860887,
      "step": 56299
    },
    {
      "epoch": 17.560823456019964,
      "grad_norm": 0.04984870180487633,
      "learning_rate": 1.0366253076294462e-06,
      "loss": 0.0233,
      "step": 56300
    },
    {
      "epoch": 17.560823456019964,
      "flow_loss": 0.03254099190235138,
      "step": 56300
    },
    {
      "contrastive_loss": 0.006858624517917633,
      "epoch": 17.560823456019964,
      "step": 56300
    },
    {
      "contrastive_lambda": 0.009358708889739942,
      "epoch": 17.560823456019964,
      "step": 56300
    },
    {
      "contrastive_lambda": 0.009353668003877436,
      "epoch": 17.561135371179038,
      "step": 56301
    },
    {
      "contrastive_lambda": 0.00934862846314971,
      "epoch": 17.561447286338115,
      "step": 56302
    },
    {
      "contrastive_lambda": 0.009343590267570534,
      "epoch": 17.561759201497193,
      "step": 56303
    },
    {
      "contrastive_lambda": 0.009338553417153728,
      "epoch": 17.56207111665627,
      "step": 56304
    },
    {
      "contrastive_lambda": 0.00933351791191328,
      "epoch": 17.562383031815347,
      "step": 56305
    },
    {
      "contrastive_lambda": 0.009328483751862737,
      "epoch": 17.562694946974425,
      "step": 56306
    },
    {
      "contrastive_lambda": 0.009323450937016031,
      "epoch": 17.5630068621335,
      "step": 56307
    },
    {
      "contrastive_lambda": 0.009318419467386985,
      "epoch": 17.563318777292576,
      "step": 56308
    },
    {
      "contrastive_lambda": 0.009313389342989253,
      "epoch": 17.563630692451653,
      "step": 56309
    },
    {
      "epoch": 17.56394260761073,
      "grad_norm": 0.05823742225766182,
      "learning_rate": 1.031050316307558e-06,
      "loss": 0.0187,
      "step": 56310
    },
    {
      "epoch": 17.56394260761073,
      "flow_loss": 0.01210396084934473,
      "step": 56310
    },
    {
      "contrastive_loss": 0.0045835841447114944,
      "epoch": 17.56394260761073,
      "step": 56310
    },
    {
      "contrastive_lambda": 0.009308360563836882,
      "epoch": 17.56394260761073,
      "step": 56310
    },
    {
      "contrastive_lambda": 0.009303333129943359,
      "epoch": 17.564254522769808,
      "step": 56311
    },
    {
      "contrastive_lambda": 0.009298307041322673,
      "epoch": 17.56456643792888,
      "step": 56312
    },
    {
      "contrastive_lambda": 0.009293282297988592,
      "epoch": 17.56487835308796,
      "step": 56313
    },
    {
      "contrastive_lambda": 0.009288258899954716,
      "epoch": 17.565190268247036,
      "step": 56314
    },
    {
      "contrastive_lambda": 0.009283236847234977,
      "epoch": 17.565502183406114,
      "step": 56315
    },
    {
      "contrastive_lambda": 0.009278216139843143,
      "epoch": 17.56581409856519,
      "step": 56316
    },
    {
      "contrastive_lambda": 0.009273196777792925,
      "epoch": 17.56612601372427,
      "step": 56317
    },
    {
      "contrastive_lambda": 0.009268178761098145,
      "epoch": 17.566437928883342,
      "step": 56318
    },
    {
      "contrastive_lambda": 0.009263162089772459,
      "epoch": 17.56674984404242,
      "step": 56319
    },
    {
      "epoch": 17.567061759201497,
      "grad_norm": 0.045981403440237045,
      "learning_rate": 1.0254902004596333e-06,
      "loss": 0.0225,
      "step": 56320
    },
    {
      "epoch": 17.567061759201497,
      "flow_loss": 0.03162917122244835,
      "step": 56320
    },
    {
      "contrastive_loss": 0.0041556209325790405,
      "epoch": 17.567061759201497,
      "step": 56320
    },
    {
      "contrastive_lambda": 0.009258146763829689,
      "epoch": 17.567061759201497,
      "step": 56320
    },
    {
      "contrastive_lambda": 0.009253132783283546,
      "epoch": 17.567373674360574,
      "step": 56321
    },
    {
      "contrastive_lambda": 0.009248120148147854,
      "epoch": 17.56768558951965,
      "step": 56322
    },
    {
      "contrastive_lambda": 0.009243108858436266,
      "epoch": 17.56799750467873,
      "step": 56323
    },
    {
      "contrastive_lambda": 0.009238098914162607,
      "epoch": 17.568309419837803,
      "step": 56324
    },
    {
      "contrastive_lambda": 0.00923309031534053,
      "epoch": 17.56862133499688,
      "step": 56325
    },
    {
      "contrastive_lambda": 0.00922808306198375,
      "epoch": 17.568933250155958,
      "step": 56326
    },
    {
      "contrastive_lambda": 0.00922307715410614,
      "epoch": 17.569245165315035,
      "step": 56327
    },
    {
      "contrastive_lambda": 0.00921807259172125,
      "epoch": 17.569557080474112,
      "step": 56328
    },
    {
      "contrastive_lambda": 0.009213069374842953,
      "epoch": 17.569868995633186,
      "step": 56329
    },
    {
      "epoch": 17.570180910792264,
      "grad_norm": 0.08214440196752548,
      "learning_rate": 1.0199449617746882e-06,
      "loss": 0.0227,
      "step": 56330
    },
    {
      "epoch": 17.570180910792264,
      "flow_loss": 0.02324521914124489,
      "step": 56330
    },
    {
      "contrastive_loss": 0.00331483269110322,
      "epoch": 17.570180910792264,
      "step": 56330
    },
    {
      "contrastive_lambda": 0.009208067503484851,
      "epoch": 17.570180910792264,
      "step": 56330
    },
    {
      "contrastive_lambda": 0.009203066977660712,
      "epoch": 17.57049282595134,
      "step": 56331
    },
    {
      "contrastive_lambda": 0.00919806779738419,
      "epoch": 17.57080474111042,
      "step": 56332
    },
    {
      "contrastive_lambda": 0.009193069962669054,
      "epoch": 17.571116656269496,
      "step": 56333
    },
    {
      "contrastive_lambda": 0.009188073473529013,
      "epoch": 17.571428571428573,
      "step": 56334
    },
    {
      "contrastive_lambda": 0.009183078329977723,
      "epoch": 17.571740486587647,
      "step": 56335
    },
    {
      "contrastive_lambda": 0.009178084532028896,
      "epoch": 17.572052401746724,
      "step": 56336
    },
    {
      "contrastive_lambda": 0.009173092079696188,
      "epoch": 17.5723643169058,
      "step": 56337
    },
    {
      "contrastive_lambda": 0.00916810097299331,
      "epoch": 17.57267623206488,
      "step": 56338
    },
    {
      "contrastive_lambda": 0.009163111211933972,
      "epoch": 17.572988147223956,
      "step": 56339
    },
    {
      "epoch": 17.573300062383034,
      "grad_norm": 0.11107352375984192,
      "learning_rate": 1.0144146019372247e-06,
      "loss": 0.0192,
      "step": 56340
    },
    {
      "epoch": 17.573300062383034,
      "flow_loss": 0.04375597834587097,
      "step": 56340
    },
    {
      "contrastive_loss": 0.0034609870053827763,
      "epoch": 17.573300062383034,
      "step": 56340
    },
    {
      "contrastive_lambda": 0.009158122796531831,
      "epoch": 17.573300062383034,
      "step": 56340
    },
    {
      "contrastive_lambda": 0.009153135726800599,
      "epoch": 17.573611977542107,
      "step": 56341
    },
    {
      "contrastive_lambda": 0.009148150002753874,
      "epoch": 17.573923892701185,
      "step": 56342
    },
    {
      "contrastive_lambda": 0.00914316562440537,
      "epoch": 17.574235807860262,
      "step": 56343
    },
    {
      "contrastive_lambda": 0.00913818259176874,
      "epoch": 17.57454772301934,
      "step": 56344
    },
    {
      "contrastive_lambda": 0.009133200904857641,
      "epoch": 17.574859638178417,
      "step": 56345
    },
    {
      "contrastive_lambda": 0.009128220563685785,
      "epoch": 17.57517155333749,
      "step": 56346
    },
    {
      "contrastive_lambda": 0.009123241568266771,
      "epoch": 17.575483468496568,
      "step": 56347
    },
    {
      "contrastive_lambda": 0.009118263918614311,
      "epoch": 17.575795383655645,
      "step": 56348
    },
    {
      "contrastive_lambda": 0.009113287614741894,
      "epoch": 17.576107298814723,
      "step": 56349
    },
    {
      "epoch": 17.5764192139738,
      "grad_norm": 0.05482283979654312,
      "learning_rate": 1.0088991226272048e-06,
      "loss": 0.0241,
      "step": 56350
    },
    {
      "epoch": 17.5764192139738,
      "flow_loss": 0.050383009016513824,
      "step": 56350
    },
    {
      "contrastive_loss": 0.003971681464463472,
      "epoch": 17.5764192139738,
      "step": 56350
    },
    {
      "contrastive_lambda": 0.009108312656663287,
      "epoch": 17.5764192139738,
      "step": 56350
    },
    {
      "contrastive_lambda": 0.0091033390443922,
      "epoch": 17.576731129132877,
      "step": 56351
    },
    {
      "contrastive_lambda": 0.009098366777942068,
      "epoch": 17.57704304429195,
      "step": 56352
    },
    {
      "contrastive_lambda": 0.009093395857326714,
      "epoch": 17.57735495945103,
      "step": 56353
    },
    {
      "contrastive_lambda": 0.00908842628255968,
      "epoch": 17.577666874610106,
      "step": 56354
    },
    {
      "contrastive_lambda": 0.00908345805365457,
      "epoch": 17.577978789769183,
      "step": 56355
    },
    {
      "contrastive_lambda": 0.009078491170625091,
      "epoch": 17.57829070492826,
      "step": 56356
    },
    {
      "contrastive_lambda": 0.009073525633484736,
      "epoch": 17.578602620087338,
      "step": 56357
    },
    {
      "contrastive_lambda": 0.009068561442247214,
      "epoch": 17.578914535246412,
      "step": 56358
    },
    {
      "contrastive_lambda": 0.009063598596926126,
      "epoch": 17.57922645040549,
      "step": 56359
    },
    {
      "epoch": 17.579538365564567,
      "grad_norm": 0.0431043840944767,
      "learning_rate": 1.003398525520105e-06,
      "loss": 0.0192,
      "step": 56360
    },
    {
      "epoch": 17.579538365564567,
      "flow_loss": 0.008069319650530815,
      "step": 56360
    },
    {
      "contrastive_loss": 0.003352556610479951,
      "epoch": 17.579538365564567,
      "step": 56360
    },
    {
      "contrastive_lambda": 0.009058637097535016,
      "epoch": 17.579538365564567,
      "step": 56360
    },
    {
      "contrastive_lambda": 0.009053676944087485,
      "epoch": 17.579850280723644,
      "step": 56361
    },
    {
      "contrastive_lambda": 0.009048718136597245,
      "epoch": 17.58016219588272,
      "step": 56362
    },
    {
      "contrastive_lambda": 0.009043760675077783,
      "epoch": 17.580474111041795,
      "step": 56363
    },
    {
      "contrastive_lambda": 0.009038804559542757,
      "epoch": 17.580786026200872,
      "step": 56364
    },
    {
      "contrastive_lambda": 0.009033849790005766,
      "epoch": 17.58109794135995,
      "step": 56365
    },
    {
      "contrastive_lambda": 0.009028896366480244,
      "epoch": 17.581409856519027,
      "step": 56366
    },
    {
      "contrastive_lambda": 0.009023944288979957,
      "epoch": 17.581721771678104,
      "step": 56367
    },
    {
      "contrastive_lambda": 0.00901899355751834,
      "epoch": 17.582033686837182,
      "step": 56368
    },
    {
      "contrastive_lambda": 0.009014044172109048,
      "epoch": 17.582345601996256,
      "step": 56369
    },
    {
      "epoch": 17.582657517155333,
      "grad_norm": 0.06932678818702698,
      "learning_rate": 9.979128122868552e-07,
      "loss": 0.0197,
      "step": 56370
    },
    {
      "epoch": 17.582657517155333,
      "flow_loss": 0.013962333090603352,
      "step": 56370
    },
    {
      "contrastive_loss": 0.003286142833530903,
      "epoch": 17.582657517155333,
      "step": 56370
    },
    {
      "contrastive_lambda": 0.009009096132765682,
      "epoch": 17.582657517155333,
      "step": 56370
    },
    {
      "contrastive_lambda": 0.00900414943950173,
      "epoch": 17.58296943231441,
      "step": 56371
    },
    {
      "contrastive_lambda": 0.008999204092330737,
      "epoch": 17.583281347473488,
      "step": 56372
    },
    {
      "contrastive_lambda": 0.00899426009126636,
      "epoch": 17.583593262632565,
      "step": 56373
    },
    {
      "contrastive_lambda": 0.008989317436322086,
      "epoch": 17.583905177791642,
      "step": 56374
    },
    {
      "contrastive_lambda": 0.008984376127511517,
      "epoch": 17.584217092950716,
      "step": 56375
    },
    {
      "contrastive_lambda": 0.008979436164848087,
      "epoch": 17.584529008109794,
      "step": 56376
    },
    {
      "contrastive_lambda": 0.008974497548345395,
      "epoch": 17.58484092326887,
      "step": 56377
    },
    {
      "contrastive_lambda": 0.008969560278017041,
      "epoch": 17.58515283842795,
      "step": 56378
    },
    {
      "contrastive_lambda": 0.008964624353876516,
      "epoch": 17.585464753587026,
      "step": 56379
    },
    {
      "epoch": 17.5857766687461,
      "grad_norm": 0.0738564133644104,
      "learning_rate": 9.924419845938614e-07,
      "loss": 0.0203,
      "step": 56380
    },
    {
      "epoch": 17.5857766687461,
      "flow_loss": 0.01656520739197731,
      "step": 56380
    },
    {
      "contrastive_loss": 0.002592261414974928,
      "epoch": 17.5857766687461,
      "step": 56380
    },
    {
      "contrastive_lambda": 0.008959689775937363,
      "epoch": 17.5857766687461,
      "step": 56380
    },
    {
      "contrastive_lambda": 0.008954756544213127,
      "epoch": 17.586088583905177,
      "step": 56381
    },
    {
      "contrastive_lambda": 0.008949824658717243,
      "epoch": 17.586400499064254,
      "step": 56382
    },
    {
      "contrastive_lambda": 0.008944894119463254,
      "epoch": 17.58671241422333,
      "step": 56383
    },
    {
      "contrastive_lambda": 0.008939964926464816,
      "epoch": 17.58702432938241,
      "step": 56384
    },
    {
      "contrastive_lambda": 0.008935037079735308,
      "epoch": 17.587336244541486,
      "step": 56385
    },
    {
      "contrastive_lambda": 0.00893011057928833,
      "epoch": 17.58764815970056,
      "step": 56386
    },
    {
      "contrastive_lambda": 0.008925185425137261,
      "epoch": 17.587960074859637,
      "step": 56387
    },
    {
      "contrastive_lambda": 0.0089202616172957,
      "epoch": 17.588271990018715,
      "step": 56388
    },
    {
      "contrastive_lambda": 0.008915339155777136,
      "epoch": 17.588583905177792,
      "step": 56389
    },
    {
      "epoch": 17.58889582033687,
      "grad_norm": 0.06252873688936234,
      "learning_rate": 9.869860441030276e-07,
      "loss": 0.017,
      "step": 56390
    },
    {
      "epoch": 17.58889582033687,
      "flow_loss": 0.023007450625300407,
      "step": 56390
    },
    {
      "contrastive_loss": 0.003996033687144518,
      "epoch": 17.58889582033687,
      "step": 56390
    },
    {
      "contrastive_lambda": 0.008910418040595003,
      "epoch": 17.58889582033687,
      "step": 56390
    },
    {
      "contrastive_lambda": 0.008905498271762902,
      "epoch": 17.589207735495947,
      "step": 56391
    },
    {
      "contrastive_lambda": 0.008900579849294266,
      "epoch": 17.58951965065502,
      "step": 56392
    },
    {
      "contrastive_lambda": 0.008895662773202528,
      "epoch": 17.589831565814098,
      "step": 56393
    },
    {
      "contrastive_lambda": 0.00889074704350129,
      "epoch": 17.590143480973175,
      "step": 56394
    },
    {
      "contrastive_lambda": 0.008885832660203874,
      "epoch": 17.590455396132253,
      "step": 56395
    },
    {
      "contrastive_lambda": 0.008880919623323824,
      "epoch": 17.59076731129133,
      "step": 56396
    },
    {
      "contrastive_lambda": 0.008876007932874685,
      "epoch": 17.591079226450404,
      "step": 56397
    },
    {
      "contrastive_lambda": 0.008871097588869836,
      "epoch": 17.59139114160948,
      "step": 56398
    },
    {
      "contrastive_lambda": 0.00886618859132271,
      "epoch": 17.59170305676856,
      "step": 56399
    },
    {
      "epoch": 17.592014971927636,
      "grad_norm": 0.05143916979432106,
      "learning_rate": 9.815449924717169e-07,
      "loss": 0.0153,
      "step": 56400
    },
    {
      "epoch": 17.592014971927636,
      "flow_loss": 0.011663972400128841,
      "step": 56400
    },
    {
      "contrastive_loss": 0.003331718733534217,
      "epoch": 17.592014971927636,
      "step": 56400
    },
    {
      "contrastive_lambda": 0.008861280940246852,
      "epoch": 17.592014971927636,
      "step": 56400
    },
    {
      "contrastive_lambda": 0.00885637463565564,
      "epoch": 17.592326887086713,
      "step": 56401
    },
    {
      "contrastive_lambda": 0.008851469677562618,
      "epoch": 17.59263880224579,
      "step": 56402
    },
    {
      "contrastive_lambda": 0.008846566065981165,
      "epoch": 17.592950717404864,
      "step": 56403
    },
    {
      "contrastive_lambda": 0.008841663800924715,
      "epoch": 17.593262632563942,
      "step": 56404
    },
    {
      "contrastive_lambda": 0.008836762882406812,
      "epoch": 17.59357454772302,
      "step": 56405
    },
    {
      "contrastive_lambda": 0.008831863310440669,
      "epoch": 17.593886462882097,
      "step": 56406
    },
    {
      "contrastive_lambda": 0.00882696508503994,
      "epoch": 17.594198378041174,
      "step": 56407
    },
    {
      "contrastive_lambda": 0.008822068206218003,
      "epoch": 17.59451029320025,
      "step": 56408
    },
    {
      "contrastive_lambda": 0.008817172673988183,
      "epoch": 17.594822208359325,
      "step": 56409
    },
    {
      "epoch": 17.595134123518402,
      "grad_norm": 0.07465238124132156,
      "learning_rate": 9.761188313527791e-07,
      "loss": 0.0193,
      "step": 56410
    },
    {
      "epoch": 17.595134123518402,
      "flow_loss": 0.022341188043355942,
      "step": 56410
    },
    {
      "contrastive_loss": 0.002957300515845418,
      "epoch": 17.595134123518402,
      "step": 56410
    },
    {
      "contrastive_lambda": 0.008812278488364023,
      "epoch": 17.595134123518402,
      "step": 56410
    },
    {
      "contrastive_lambda": 0.008807385649358901,
      "epoch": 17.59544603867748,
      "step": 56411
    },
    {
      "contrastive_lambda": 0.00880249415698614,
      "epoch": 17.595757953836557,
      "step": 56412
    },
    {
      "contrastive_lambda": 0.008797604011259286,
      "epoch": 17.596069868995635,
      "step": 56413
    },
    {
      "contrastive_lambda": 0.008792715212191715,
      "epoch": 17.59638178415471,
      "step": 56414
    },
    {
      "contrastive_lambda": 0.008787827759796751,
      "epoch": 17.596693699313786,
      "step": 56415
    },
    {
      "contrastive_lambda": 0.008782941654087884,
      "epoch": 17.597005614472863,
      "step": 56416
    },
    {
      "contrastive_lambda": 0.008778056895078434,
      "epoch": 17.59731752963194,
      "step": 56417
    },
    {
      "contrastive_lambda": 0.008773173482781838,
      "epoch": 17.597629444791018,
      "step": 56418
    },
    {
      "contrastive_lambda": 0.008768291417211527,
      "epoch": 17.597941359950095,
      "step": 56419
    },
    {
      "epoch": 17.59825327510917,
      "grad_norm": 0.06057273969054222,
      "learning_rate": 9.70707562394546e-07,
      "loss": 0.0205,
      "step": 56420
    },
    {
      "epoch": 17.59825327510917,
      "flow_loss": 0.011167114600539207,
      "step": 56420
    },
    {
      "contrastive_loss": 0.0037308475002646446,
      "epoch": 17.59825327510917,
      "step": 56420
    },
    {
      "contrastive_lambda": 0.008763410698380825,
      "epoch": 17.59825327510917,
      "step": 56420
    },
    {
      "contrastive_lambda": 0.00875853132630311,
      "epoch": 17.598565190268246,
      "step": 56421
    },
    {
      "contrastive_lambda": 0.00875365330099176,
      "epoch": 17.598877105427324,
      "step": 56422
    },
    {
      "contrastive_lambda": 0.008748776622460153,
      "epoch": 17.5991890205864,
      "step": 56423
    },
    {
      "contrastive_lambda": 0.008743901290721667,
      "epoch": 17.59950093574548,
      "step": 56424
    },
    {
      "contrastive_lambda": 0.008739027305789682,
      "epoch": 17.599812850904556,
      "step": 56425
    },
    {
      "contrastive_lambda": 0.008734154667677574,
      "epoch": 17.60012476606363,
      "step": 56426
    },
    {
      "contrastive_lambda": 0.008729283376398667,
      "epoch": 17.600436681222707,
      "step": 56427
    },
    {
      "contrastive_lambda": 0.008724413431966282,
      "epoch": 17.600748596381784,
      "step": 56428
    },
    {
      "contrastive_lambda": 0.0087195448343938,
      "epoch": 17.60106051154086,
      "step": 56429
    },
    {
      "epoch": 17.60137242669994,
      "grad_norm": 0.055617593228816986,
      "learning_rate": 9.653111872408027e-07,
      "loss": 0.0188,
      "step": 56430
    },
    {
      "epoch": 17.60137242669994,
      "flow_loss": 0.01577605865895748,
      "step": 56430
    },
    {
      "contrastive_loss": 0.005244339816272259,
      "epoch": 17.60137242669994,
      "step": 56430
    },
    {
      "contrastive_lambda": 0.008714677583694652,
      "epoch": 17.60137242669994,
      "step": 56430
    },
    {
      "contrastive_lambda": 0.008709811679882051,
      "epoch": 17.601684341859013,
      "step": 56431
    },
    {
      "contrastive_lambda": 0.00870494712296943,
      "epoch": 17.60199625701809,
      "step": 56432
    },
    {
      "contrastive_lambda": 0.008700083912970058,
      "epoch": 17.602308172177167,
      "step": 56433
    },
    {
      "contrastive_lambda": 0.008695222049897311,
      "epoch": 17.602620087336245,
      "step": 56434
    },
    {
      "contrastive_lambda": 0.008690361533764512,
      "epoch": 17.602932002495322,
      "step": 56435
    },
    {
      "contrastive_lambda": 0.008685502364584985,
      "epoch": 17.6032439176544,
      "step": 56436
    },
    {
      "contrastive_lambda": 0.008680644542372051,
      "epoch": 17.603555832813473,
      "step": 56437
    },
    {
      "contrastive_lambda": 0.008675788067139034,
      "epoch": 17.60386774797255,
      "step": 56438
    },
    {
      "contrastive_lambda": 0.008670932938899256,
      "epoch": 17.604179663131628,
      "step": 56439
    },
    {
      "epoch": 17.604491578290705,
      "grad_norm": 0.05503727123141289,
      "learning_rate": 9.599297075308434e-07,
      "loss": 0.0188,
      "step": 56440
    },
    {
      "epoch": 17.604491578290705,
      "flow_loss": 0.02194901742041111,
      "step": 56440
    },
    {
      "contrastive_loss": 0.0034062217455357313,
      "epoch": 17.604491578290705,
      "step": 56440
    },
    {
      "contrastive_lambda": 0.008666079157665929,
      "epoch": 17.604491578290705,
      "step": 56440
    },
    {
      "contrastive_lambda": 0.008661226723452542,
      "epoch": 17.604803493449783,
      "step": 56441
    },
    {
      "contrastive_lambda": 0.008656375636272251,
      "epoch": 17.60511540860886,
      "step": 56442
    },
    {
      "contrastive_lambda": 0.008651525896138434,
      "epoch": 17.605427323767934,
      "step": 56443
    },
    {
      "contrastive_lambda": 0.008646677503064304,
      "epoch": 17.60573923892701,
      "step": 56444
    },
    {
      "contrastive_lambda": 0.008641830457063238,
      "epoch": 17.60605115408609,
      "step": 56445
    },
    {
      "contrastive_lambda": 0.008636984758148447,
      "epoch": 17.606363069245166,
      "step": 56446
    },
    {
      "contrastive_lambda": 0.00863214040633331,
      "epoch": 17.606674984404243,
      "step": 56447
    },
    {
      "contrastive_lambda": 0.00862729740163104,
      "epoch": 17.606986899563317,
      "step": 56448
    },
    {
      "contrastive_lambda": 0.008622455744054958,
      "epoch": 17.607298814722395,
      "step": 56449
    },
    {
      "epoch": 17.607610729881472,
      "grad_norm": 0.0718776136636734,
      "learning_rate": 9.545631248994048e-07,
      "loss": 0.0185,
      "step": 56450
    },
    {
      "epoch": 17.607610729881472,
      "flow_loss": 0.01857224851846695,
      "step": 56450
    },
    {
      "contrastive_loss": 0.003847962711006403,
      "epoch": 17.607610729881472,
      "step": 56450
    },
    {
      "contrastive_lambda": 0.008617615433618275,
      "epoch": 17.607610729881472,
      "step": 56450
    },
    {
      "contrastive_lambda": 0.008612776470334316,
      "epoch": 17.60792264504055,
      "step": 56451
    },
    {
      "contrastive_lambda": 0.008607938854216346,
      "epoch": 17.608234560199627,
      "step": 56452
    },
    {
      "contrastive_lambda": 0.008603102585277578,
      "epoch": 17.608546475358704,
      "step": 56453
    },
    {
      "contrastive_lambda": 0.00859826766353139,
      "epoch": 17.608858390517778,
      "step": 56454
    },
    {
      "contrastive_lambda": 0.008593434088990881,
      "epoch": 17.609170305676855,
      "step": 56455
    },
    {
      "contrastive_lambda": 0.008588601861669376,
      "epoch": 17.609482220835933,
      "step": 56456
    },
    {
      "contrastive_lambda": 0.008583770981580086,
      "epoch": 17.60979413599501,
      "step": 56457
    },
    {
      "contrastive_lambda": 0.008578941448736332,
      "epoch": 17.610106051154087,
      "step": 56458
    },
    {
      "contrastive_lambda": 0.008574113263151328,
      "epoch": 17.610417966313165,
      "step": 56459
    },
    {
      "epoch": 17.61072988147224,
      "grad_norm": 0.0504896305501461,
      "learning_rate": 9.492114409767217e-07,
      "loss": 0.0188,
      "step": 56460
    },
    {
      "epoch": 17.61072988147224,
      "flow_loss": 0.01686597801744938,
      "step": 56460
    },
    {
      "contrastive_loss": 0.0033070389181375504,
      "epoch": 17.61072988147224,
      "step": 56460
    },
    {
      "contrastive_lambda": 0.008569286424838285,
      "epoch": 17.61072988147224,
      "step": 56460
    },
    {
      "contrastive_lambda": 0.008564460933810414,
      "epoch": 17.611041796631316,
      "step": 56461
    },
    {
      "contrastive_lambda": 0.008559636790081038,
      "epoch": 17.611353711790393,
      "step": 56462
    },
    {
      "contrastive_lambda": 0.008554813993663202,
      "epoch": 17.61166562694947,
      "step": 56463
    },
    {
      "contrastive_lambda": 0.00854999254457034,
      "epoch": 17.611977542108548,
      "step": 56464
    },
    {
      "contrastive_lambda": 0.008545172442815552,
      "epoch": 17.61228945726762,
      "step": 56465
    },
    {
      "contrastive_lambda": 0.008540353688412106,
      "epoch": 17.6126013724267,
      "step": 56466
    },
    {
      "contrastive_lambda": 0.008535536281373157,
      "epoch": 17.612913287585776,
      "step": 56467
    },
    {
      "contrastive_lambda": 0.008530720221711918,
      "epoch": 17.613225202744854,
      "step": 56468
    },
    {
      "contrastive_lambda": 0.008525905509441656,
      "epoch": 17.61353711790393,
      "step": 56469
    },
    {
      "epoch": 17.61384903306301,
      "grad_norm": 0.03351949527859688,
      "learning_rate": 9.438746573884938e-07,
      "loss": 0.0163,
      "step": 56470
    },
    {
      "epoch": 17.61384903306301,
      "flow_loss": 0.012000121176242828,
      "step": 56470
    },
    {
      "contrastive_loss": 0.003258737735450268,
      "epoch": 17.61384903306301,
      "step": 56470
    },
    {
      "contrastive_lambda": 0.008521092144575526,
      "epoch": 17.61384903306301,
      "step": 56470
    },
    {
      "contrastive_lambda": 0.008516280127126685,
      "epoch": 17.614160948222082,
      "step": 56471
    },
    {
      "contrastive_lambda": 0.0085114694571084,
      "epoch": 17.61447286338116,
      "step": 56472
    },
    {
      "contrastive_lambda": 0.008506660134533883,
      "epoch": 17.614784778540237,
      "step": 56473
    },
    {
      "contrastive_lambda": 0.008501852159416123,
      "epoch": 17.615096693699314,
      "step": 56474
    },
    {
      "contrastive_lambda": 0.008497045531768554,
      "epoch": 17.61540860885839,
      "step": 56475
    },
    {
      "contrastive_lambda": 0.008492240251604222,
      "epoch": 17.61572052401747,
      "step": 56476
    },
    {
      "contrastive_lambda": 0.008487436318936281,
      "epoch": 17.616032439176543,
      "step": 56477
    },
    {
      "contrastive_lambda": 0.008482633733778,
      "epoch": 17.61634435433562,
      "step": 56478
    },
    {
      "contrastive_lambda": 0.008477832496142479,
      "epoch": 17.616656269494698,
      "step": 56479
    },
    {
      "epoch": 17.616968184653775,
      "grad_norm": 0.05458046868443489,
      "learning_rate": 9.385527757558909e-07,
      "loss": 0.0211,
      "step": 56480
    },
    {
      "epoch": 17.616968184653775,
      "flow_loss": 0.022300956770777702,
      "step": 56480
    },
    {
      "contrastive_loss": 0.002737252740189433,
      "epoch": 17.616968184653775,
      "step": 56480
    },
    {
      "contrastive_lambda": 0.008473032606042763,
      "epoch": 17.616968184653775,
      "step": 56480
    },
    {
      "contrastive_lambda": 0.008468234063492286,
      "epoch": 17.617280099812852,
      "step": 56481
    },
    {
      "contrastive_lambda": 0.008463436868503982,
      "epoch": 17.617592014971926,
      "step": 56482
    },
    {
      "contrastive_lambda": 0.008458641021091118,
      "epoch": 17.617903930131003,
      "step": 56483
    },
    {
      "contrastive_lambda": 0.008453846521266795,
      "epoch": 17.61821584529008,
      "step": 56484
    },
    {
      "contrastive_lambda": 0.008449053369044057,
      "epoch": 17.618527760449158,
      "step": 56485
    },
    {
      "contrastive_lambda": 0.008444261564436228,
      "epoch": 17.618839675608235,
      "step": 56486
    },
    {
      "contrastive_lambda": 0.008439471107456409,
      "epoch": 17.619151590767313,
      "step": 56487
    },
    {
      "contrastive_lambda": 0.008434681998117644,
      "epoch": 17.619463505926387,
      "step": 56488
    },
    {
      "contrastive_lambda": 0.008429894236433144,
      "epoch": 17.619775421085464,
      "step": 56489
    },
    {
      "epoch": 17.62008733624454,
      "grad_norm": 0.058352019637823105,
      "learning_rate": 9.332457976955644e-07,
      "loss": 0.0236,
      "step": 56490
    },
    {
      "epoch": 17.62008733624454,
      "flow_loss": 0.010222546756267548,
      "step": 56490
    },
    {
      "contrastive_loss": 0.003405035939067602,
      "epoch": 17.62008733624454,
      "step": 56490
    },
    {
      "contrastive_lambda": 0.008425107822415956,
      "epoch": 17.62008733624454,
      "step": 56490
    },
    {
      "contrastive_lambda": 0.00842032275607918,
      "epoch": 17.62039925140362,
      "step": 56491
    },
    {
      "contrastive_lambda": 0.008415539037436137,
      "epoch": 17.620711166562696,
      "step": 56492
    },
    {
      "contrastive_lambda": 0.008410756666499708,
      "epoch": 17.621023081721773,
      "step": 56493
    },
    {
      "contrastive_lambda": 0.008405975643283159,
      "epoch": 17.621334996880847,
      "step": 56494
    },
    {
      "contrastive_lambda": 0.008401195967799535,
      "epoch": 17.621646912039925,
      "step": 56495
    },
    {
      "contrastive_lambda": 0.008396417640061937,
      "epoch": 17.621958827199002,
      "step": 56496
    },
    {
      "contrastive_lambda": 0.00839164066008341,
      "epoch": 17.62227074235808,
      "step": 56497
    },
    {
      "contrastive_lambda": 0.008386865027877166,
      "epoch": 17.622582657517157,
      "step": 56498
    },
    {
      "contrastive_lambda": 0.00838209074345625,
      "epoch": 17.62289457267623,
      "step": 56499
    },
    {
      "epoch": 17.623206487835308,
      "grad_norm": 0.05954259634017944,
      "learning_rate": 9.279537248196247e-07,
      "loss": 0.0214,
      "step": 56500
    },
    {
      "epoch": 17.623206487835308,
      "flow_loss": 0.024165187031030655,
      "step": 56500
    },
    {
      "contrastive_loss": 0.0029898518696427345,
      "epoch": 17.623206487835308,
      "step": 56500
    },
    {
      "contrastive_lambda": 0.008377317806833762,
      "epoch": 17.623206487835308,
      "step": 56500
    },
    {
      "contrastive_lambda": 0.008372546218022747,
      "epoch": 17.623518402994385,
      "step": 56501
    },
    {
      "contrastive_lambda": 0.008367775977036251,
      "epoch": 17.623830318153463,
      "step": 56502
    },
    {
      "contrastive_lambda": 0.008363007083887486,
      "epoch": 17.62414223331254,
      "step": 56503
    },
    {
      "contrastive_lambda": 0.00835823953858944,
      "epoch": 17.624454148471617,
      "step": 56504
    },
    {
      "contrastive_lambda": 0.00835347334115516,
      "epoch": 17.62476606363069,
      "step": 56505
    },
    {
      "contrastive_lambda": 0.0083487084915978,
      "epoch": 17.62507797878977,
      "step": 56506
    },
    {
      "contrastive_lambda": 0.008343944989930352,
      "epoch": 17.625389893948846,
      "step": 56507
    },
    {
      "contrastive_lambda": 0.00833918283616586,
      "epoch": 17.625701809107923,
      "step": 56508
    },
    {
      "contrastive_lambda": 0.008334422030317423,
      "epoch": 17.626013724267,
      "step": 56509
    },
    {
      "epoch": 17.626325639426078,
      "grad_norm": 0.0989747941493988,
      "learning_rate": 9.2267655873568e-07,
      "loss": 0.0214,
      "step": 56510
    },
    {
      "epoch": 17.626325639426078,
      "flow_loss": 0.03323410451412201,
      "step": 56510
    },
    {
      "contrastive_loss": 0.0036195931024849415,
      "epoch": 17.626325639426078,
      "step": 56510
    },
    {
      "contrastive_lambda": 0.008329662572398089,
      "epoch": 17.626325639426078,
      "step": 56510
    },
    {
      "contrastive_lambda": 0.008324904462420957,
      "epoch": 17.62663755458515,
      "step": 56511
    },
    {
      "contrastive_lambda": 0.008320147700398961,
      "epoch": 17.62694946974423,
      "step": 56512
    },
    {
      "contrastive_lambda": 0.008315392286345202,
      "epoch": 17.627261384903306,
      "step": 56513
    },
    {
      "contrastive_lambda": 0.008310638220272726,
      "epoch": 17.627573300062384,
      "step": 56514
    },
    {
      "contrastive_lambda": 0.008305885502194521,
      "epoch": 17.62788521522146,
      "step": 56515
    },
    {
      "contrastive_lambda": 0.008301134132123689,
      "epoch": 17.628197130380535,
      "step": 56516
    },
    {
      "contrastive_lambda": 0.008296384110073163,
      "epoch": 17.628509045539612,
      "step": 56517
    },
    {
      "contrastive_lambda": 0.008291635436056044,
      "epoch": 17.62882096069869,
      "step": 56518
    },
    {
      "contrastive_lambda": 0.008286888110085322,
      "epoch": 17.629132875857767,
      "step": 56519
    },
    {
      "epoch": 17.629444791016844,
      "grad_norm": 0.07574839144945145,
      "learning_rate": 9.174143010467762e-07,
      "loss": 0.029,
      "step": 56520
    },
    {
      "epoch": 17.629444791016844,
      "flow_loss": 0.01138538122177124,
      "step": 56520
    },
    {
      "contrastive_loss": 0.0035734940320253372,
      "epoch": 17.629444791016844,
      "step": 56520
    },
    {
      "contrastive_lambda": 0.008282142132174042,
      "epoch": 17.629444791016844,
      "step": 56520
    },
    {
      "contrastive_lambda": 0.008277397502335138,
      "epoch": 17.62975670617592,
      "step": 56521
    },
    {
      "contrastive_lambda": 0.008272654220581765,
      "epoch": 17.630068621334996,
      "step": 56522
    },
    {
      "contrastive_lambda": 0.008267912286926749,
      "epoch": 17.630380536494073,
      "step": 56523
    },
    {
      "contrastive_lambda": 0.008263171701383187,
      "epoch": 17.63069245165315,
      "step": 56524
    },
    {
      "contrastive_lambda": 0.008258432463964016,
      "epoch": 17.631004366812228,
      "step": 56525
    },
    {
      "contrastive_lambda": 0.00825369457468228,
      "epoch": 17.631316281971305,
      "step": 56526
    },
    {
      "contrastive_lambda": 0.008248958033551024,
      "epoch": 17.631628197130382,
      "step": 56527
    },
    {
      "contrastive_lambda": 0.008244222840583126,
      "epoch": 17.631940112289456,
      "step": 56528
    },
    {
      "contrastive_lambda": 0.008239488995791633,
      "epoch": 17.632252027448533,
      "step": 56529
    },
    {
      "epoch": 17.63256394260761,
      "grad_norm": 0.11417410522699356,
      "learning_rate": 9.12166953351462e-07,
      "loss": 0.0231,
      "step": 56530
    },
    {
      "epoch": 17.63256394260761,
      "flow_loss": 0.012918386608362198,
      "step": 56530
    },
    {
      "contrastive_loss": 0.0032247574999928474,
      "epoch": 17.63256394260761,
      "step": 56530
    },
    {
      "contrastive_lambda": 0.008234756499189533,
      "epoch": 17.63256394260761,
      "step": 56530
    },
    {
      "contrastive_lambda": 0.00823002535078965,
      "epoch": 17.632875857766688,
      "step": 56531
    },
    {
      "contrastive_lambda": 0.008225295550605194,
      "epoch": 17.633187772925766,
      "step": 56532
    },
    {
      "contrastive_lambda": 0.00822056709864899,
      "epoch": 17.63349968808484,
      "step": 56533
    },
    {
      "contrastive_lambda": 0.008215839994933971,
      "epoch": 17.633811603243917,
      "step": 56534
    },
    {
      "contrastive_lambda": 0.008211114239473238,
      "epoch": 17.634123518402994,
      "step": 56535
    },
    {
      "contrastive_lambda": 0.00820638983227956,
      "epoch": 17.63443543356207,
      "step": 56536
    },
    {
      "contrastive_lambda": 0.008201666773365979,
      "epoch": 17.63474734872115,
      "step": 56537
    },
    {
      "contrastive_lambda": 0.008196945062745542,
      "epoch": 17.635059263880226,
      "step": 56538
    },
    {
      "contrastive_lambda": 0.008192224700431072,
      "epoch": 17.6353711790393,
      "step": 56539
    },
    {
      "epoch": 17.635683094198377,
      "grad_norm": 0.044954754412174225,
      "learning_rate": 9.069345172437404e-07,
      "loss": 0.0191,
      "step": 56540
    },
    {
      "epoch": 17.635683094198377,
      "flow_loss": 0.021142281591892242,
      "step": 56540
    },
    {
      "contrastive_loss": 0.006077735684812069,
      "epoch": 17.635683094198377,
      "step": 56540
    },
    {
      "contrastive_lambda": 0.008187505686435503,
      "epoch": 17.635683094198377,
      "step": 56540
    },
    {
      "contrastive_lambda": 0.00818278802077188,
      "epoch": 17.635995009357455,
      "step": 56541
    },
    {
      "contrastive_lambda": 0.008178071703452972,
      "epoch": 17.636306924516532,
      "step": 56542
    },
    {
      "contrastive_lambda": 0.008173356734491877,
      "epoch": 17.63661883967561,
      "step": 56543
    },
    {
      "contrastive_lambda": 0.008168643113901475,
      "epoch": 17.636930754834687,
      "step": 56544
    },
    {
      "contrastive_lambda": 0.008163930841694589,
      "epoch": 17.63724266999376,
      "step": 56545
    },
    {
      "contrastive_lambda": 0.008159219917884264,
      "epoch": 17.637554585152838,
      "step": 56546
    },
    {
      "contrastive_lambda": 0.008154510342483379,
      "epoch": 17.637866500311915,
      "step": 56547
    },
    {
      "contrastive_lambda": 0.0081498021155047,
      "epoch": 17.638178415470993,
      "step": 56548
    },
    {
      "contrastive_lambda": 0.008145095236961386,
      "epoch": 17.63849033063007,
      "step": 56549
    },
    {
      "epoch": 17.638802245789144,
      "grad_norm": 0.0580390989780426,
      "learning_rate": 9.017169943130843e-07,
      "loss": 0.0175,
      "step": 56550
    },
    {
      "epoch": 17.638802245789144,
      "flow_loss": 0.0280488058924675,
      "step": 56550
    },
    {
      "contrastive_loss": 0.0033433842472732067,
      "epoch": 17.638802245789144,
      "step": 56550
    },
    {
      "contrastive_lambda": 0.008140389706866202,
      "epoch": 17.638802245789144,
      "step": 56550
    },
    {
      "contrastive_lambda": 0.008135685525232028,
      "epoch": 17.63911416094822,
      "step": 56551
    },
    {
      "contrastive_lambda": 0.008130982692071909,
      "epoch": 17.6394260761073,
      "step": 56552
    },
    {
      "contrastive_lambda": 0.0081262812073985,
      "epoch": 17.639737991266376,
      "step": 56553
    },
    {
      "contrastive_lambda": 0.008121581071224848,
      "epoch": 17.640049906425453,
      "step": 56554
    },
    {
      "contrastive_lambda": 0.008116882283563831,
      "epoch": 17.64036182158453,
      "step": 56555
    },
    {
      "contrastive_lambda": 0.008112184844428327,
      "epoch": 17.640673736743604,
      "step": 56556
    },
    {
      "contrastive_lambda": 0.00810748875383116,
      "epoch": 17.64098565190268,
      "step": 56557
    },
    {
      "contrastive_lambda": 0.008102794011785264,
      "epoch": 17.64129756706176,
      "step": 56558
    },
    {
      "contrastive_lambda": 0.008098100618303405,
      "epoch": 17.641609482220836,
      "step": 56559
    },
    {
      "epoch": 17.641921397379914,
      "grad_norm": 0.10446734726428986,
      "learning_rate": 8.965143861444425e-07,
      "loss": 0.0203,
      "step": 56560
    },
    {
      "epoch": 17.641921397379914,
      "flow_loss": 0.025414075702428818,
      "step": 56560
    },
    {
      "contrastive_loss": 0.003515350166708231,
      "epoch": 17.641921397379914,
      "step": 56560
    },
    {
      "contrastive_lambda": 0.008093408573398686,
      "epoch": 17.641921397379914,
      "step": 56560
    },
    {
      "contrastive_lambda": 0.008088717877083706,
      "epoch": 17.64223331253899,
      "step": 56561
    },
    {
      "contrastive_lambda": 0.008084028529371512,
      "epoch": 17.642545227698065,
      "step": 56562
    },
    {
      "contrastive_lambda": 0.008079340530274814,
      "epoch": 17.642857142857142,
      "step": 56563
    },
    {
      "contrastive_lambda": 0.008074653879806548,
      "epoch": 17.64316905801622,
      "step": 56564
    },
    {
      "contrastive_lambda": 0.008069968577979536,
      "epoch": 17.643480973175297,
      "step": 56565
    },
    {
      "contrastive_lambda": 0.008065284624806657,
      "epoch": 17.643792888334374,
      "step": 56566
    },
    {
      "contrastive_lambda": 0.008060602020300733,
      "epoch": 17.64410480349345,
      "step": 56567
    },
    {
      "contrastive_lambda": 0.008055920764474589,
      "epoch": 17.644416718652526,
      "step": 56568
    },
    {
      "contrastive_lambda": 0.008051240857341102,
      "epoch": 17.644728633811603,
      "step": 56569
    },
    {
      "epoch": 17.64504054897068,
      "grad_norm": 0.07675052434206009,
      "learning_rate": 8.91326694318223e-07,
      "loss": 0.0228,
      "step": 56570
    },
    {
      "epoch": 17.64504054897068,
      "flow_loss": 0.02316761575639248,
      "step": 56570
    },
    {
      "contrastive_loss": 0.004255370236933231,
      "epoch": 17.64504054897068,
      "step": 56570
    },
    {
      "contrastive_lambda": 0.00804656229891304,
      "epoch": 17.64504054897068,
      "step": 56570
    },
    {
      "contrastive_lambda": 0.008041885089203227,
      "epoch": 17.645352464129758,
      "step": 56571
    },
    {
      "contrastive_lambda": 0.00803720922822454,
      "epoch": 17.645664379288835,
      "step": 56572
    },
    {
      "contrastive_lambda": 0.008032534715989859,
      "epoch": 17.64597629444791,
      "step": 56573
    },
    {
      "contrastive_lambda": 0.008027861552511839,
      "epoch": 17.646288209606986,
      "step": 56574
    },
    {
      "contrastive_lambda": 0.00802318973780336,
      "epoch": 17.646600124766064,
      "step": 56575
    },
    {
      "contrastive_lambda": 0.008018519271877245,
      "epoch": 17.64691203992514,
      "step": 56576
    },
    {
      "contrastive_lambda": 0.008013850154746316,
      "epoch": 17.64722395508422,
      "step": 56577
    },
    {
      "contrastive_lambda": 0.008009182386423286,
      "epoch": 17.647535870243296,
      "step": 56578
    },
    {
      "contrastive_lambda": 0.008004515966921144,
      "epoch": 17.64784778540237,
      "step": 56579
    },
    {
      "epoch": 17.648159700561447,
      "grad_norm": 0.06101636588573456,
      "learning_rate": 8.861539204103098e-07,
      "loss": 0.0185,
      "step": 56580
    },
    {
      "epoch": 17.648159700561447,
      "flow_loss": 0.01615978591144085,
      "step": 56580
    },
    {
      "contrastive_loss": 0.003948042169213295,
      "epoch": 17.648159700561447,
      "step": 56580
    },
    {
      "contrastive_lambda": 0.007999850896252436,
      "epoch": 17.648159700561447,
      "step": 56580
    },
    {
      "contrastive_lambda": 0.007995187174430152,
      "epoch": 17.648471615720524,
      "step": 56581
    },
    {
      "contrastive_lambda": 0.007990524801466947,
      "epoch": 17.6487835308796,
      "step": 56582
    },
    {
      "contrastive_lambda": 0.007985863777375646,
      "epoch": 17.64909544603868,
      "step": 56583
    },
    {
      "contrastive_lambda": 0.007981204102169126,
      "epoch": 17.649407361197753,
      "step": 56584
    },
    {
      "contrastive_lambda": 0.007976545775859989,
      "epoch": 17.64971927635683,
      "step": 56585
    },
    {
      "contrastive_lambda": 0.007971888798461058,
      "epoch": 17.650031191515907,
      "step": 56586
    },
    {
      "contrastive_lambda": 0.00796723316998521,
      "epoch": 17.650343106674985,
      "step": 56587
    },
    {
      "contrastive_lambda": 0.007962578890445049,
      "epoch": 17.650655021834062,
      "step": 56588
    },
    {
      "contrastive_lambda": 0.007957925959853451,
      "epoch": 17.65096693699314,
      "step": 56589
    },
    {
      "epoch": 17.651278852152213,
      "grad_norm": 0.05678710713982582,
      "learning_rate": 8.809960659920735e-07,
      "loss": 0.018,
      "step": 56590
    },
    {
      "epoch": 17.651278852152213,
      "flow_loss": 0.01761731132864952,
      "step": 56590
    },
    {
      "contrastive_loss": 0.0031521827913820744,
      "epoch": 17.651278852152213,
      "step": 56590
    },
    {
      "contrastive_lambda": 0.007953274378223185,
      "epoch": 17.651278852152213,
      "step": 56590
    },
    {
      "contrastive_lambda": 0.007948624145566907,
      "epoch": 17.65159076731129,
      "step": 56591
    },
    {
      "contrastive_lambda": 0.00794397526189744,
      "epoch": 17.651902682470368,
      "step": 56592
    },
    {
      "contrastive_lambda": 0.007939327727227441,
      "epoch": 17.652214597629445,
      "step": 56593
    },
    {
      "contrastive_lambda": 0.007934681541569732,
      "epoch": 17.652526512788523,
      "step": 56594
    },
    {
      "contrastive_lambda": 0.007930036704937082,
      "epoch": 17.6528384279476,
      "step": 56595
    },
    {
      "contrastive_lambda": 0.007925393217342147,
      "epoch": 17.653150343106674,
      "step": 56596
    },
    {
      "contrastive_lambda": 0.007920751078797694,
      "epoch": 17.65346225826575,
      "step": 56597
    },
    {
      "contrastive_lambda": 0.007916110289316436,
      "epoch": 17.65377417342483,
      "step": 56598
    },
    {
      "contrastive_lambda": 0.007911470848911084,
      "epoch": 17.654086088583906,
      "step": 56599
    },
    {
      "epoch": 17.654398003742983,
      "grad_norm": 0.042446572333574295,
      "learning_rate": 8.758531326303055e-07,
      "loss": 0.0198,
      "step": 56600
    },
    {
      "epoch": 17.654398003742983,
      "flow_loss": 0.037640850991010666,
      "step": 56600
    },
    {
      "contrastive_loss": 0.0033808881416916847,
      "epoch": 17.654398003742983,
      "step": 56600
    },
    {
      "contrastive_lambda": 0.007906832757594351,
      "epoch": 17.654398003742983,
      "step": 56600
    },
    {
      "contrastive_lambda": 0.00790219601537906,
      "epoch": 17.654709918902057,
      "step": 56601
    },
    {
      "contrastive_lambda": 0.007897560622277755,
      "epoch": 17.655021834061134,
      "step": 56602
    },
    {
      "contrastive_lambda": 0.007892926578303316,
      "epoch": 17.655333749220212,
      "step": 56603
    },
    {
      "contrastive_lambda": 0.00788829388346829,
      "epoch": 17.65564566437929,
      "step": 56604
    },
    {
      "contrastive_lambda": 0.00788366253778544,
      "epoch": 17.655957579538367,
      "step": 56605
    },
    {
      "contrastive_lambda": 0.007879032541267483,
      "epoch": 17.656269494697444,
      "step": 56606
    },
    {
      "contrastive_lambda": 0.007874403893927129,
      "epoch": 17.656581409856518,
      "step": 56607
    },
    {
      "contrastive_lambda": 0.007869776595776978,
      "epoch": 17.656893325015595,
      "step": 56608
    },
    {
      "contrastive_lambda": 0.007865150646829855,
      "epoch": 17.657205240174672,
      "step": 56609
    },
    {
      "epoch": 17.65751715533375,
      "grad_norm": 0.10469425469636917,
      "learning_rate": 8.707251218873169e-07,
      "loss": 0.025,
      "step": 56610
    },
    {
      "epoch": 17.65751715533375,
      "flow_loss": 0.022313496097922325,
      "step": 56610
    },
    {
      "contrastive_loss": 0.0030225380323827267,
      "epoch": 17.65751715533375,
      "step": 56610
    },
    {
      "contrastive_lambda": 0.007860526047098304,
      "epoch": 17.65751715533375,
      "step": 56610
    },
    {
      "contrastive_lambda": 0.007855902796595093,
      "epoch": 17.657829070492827,
      "step": 56611
    },
    {
      "contrastive_lambda": 0.00785128089533288,
      "epoch": 17.658140985651904,
      "step": 56612
    },
    {
      "contrastive_lambda": 0.007846660343324263,
      "epoch": 17.65845290081098,
      "step": 56613
    },
    {
      "contrastive_lambda": 0.007842041140582068,
      "epoch": 17.658764815970056,
      "step": 56614
    },
    {
      "contrastive_lambda": 0.007837423287118783,
      "epoch": 17.659076731129133,
      "step": 56615
    },
    {
      "contrastive_lambda": 0.007832806782947122,
      "epoch": 17.65938864628821,
      "step": 56616
    },
    {
      "contrastive_lambda": 0.00782819162807985,
      "epoch": 17.659700561447288,
      "step": 56617
    },
    {
      "contrastive_lambda": 0.00782357782252946,
      "epoch": 17.66001247660636,
      "step": 56618
    },
    {
      "contrastive_lambda": 0.007818965366308772,
      "epoch": 17.66032439176544,
      "step": 56619
    },
    {
      "epoch": 17.660636306924516,
      "grad_norm": 0.04401245340704918,
      "learning_rate": 8.656120353208507e-07,
      "loss": 0.0241,
      "step": 56620
    },
    {
      "epoch": 17.660636306924516,
      "flow_loss": 0.01449121069163084,
      "step": 56620
    },
    {
      "contrastive_loss": 0.0035614764783531427,
      "epoch": 17.660636306924516,
      "step": 56620
    },
    {
      "contrastive_lambda": 0.007814354259430278,
      "epoch": 17.660636306924516,
      "step": 56620
    },
    {
      "contrastive_lambda": 0.007809744501906635,
      "epoch": 17.660948222083594,
      "step": 56621
    },
    {
      "contrastive_lambda": 0.007805136093750553,
      "epoch": 17.66126013724267,
      "step": 56622
    },
    {
      "contrastive_lambda": 0.007800529034974635,
      "epoch": 17.66157205240175,
      "step": 56623
    },
    {
      "contrastive_lambda": 0.007795923325591536,
      "epoch": 17.661883967560822,
      "step": 56624
    },
    {
      "contrastive_lambda": 0.007791318965613858,
      "epoch": 17.6621958827199,
      "step": 56625
    },
    {
      "contrastive_lambda": 0.007786715955054202,
      "epoch": 17.662507797878977,
      "step": 56626
    },
    {
      "contrastive_lambda": 0.007782114293925169,
      "epoch": 17.662819713038054,
      "step": 56627
    },
    {
      "contrastive_lambda": 0.007777513982239526,
      "epoch": 17.66313162819713,
      "step": 56628
    },
    {
      "contrastive_lambda": 0.0077729150200097075,
      "epoch": 17.66344354335621,
      "step": 56629
    },
    {
      "epoch": 17.663755458515283,
      "grad_norm": 0.08190791308879852,
      "learning_rate": 8.605138744841312e-07,
      "loss": 0.0209,
      "step": 56630
    },
    {
      "epoch": 17.663755458515283,
      "flow_loss": 0.021658487617969513,
      "step": 56630
    },
    {
      "contrastive_loss": 0.0032534203492105007,
      "epoch": 17.663755458515283,
      "step": 56630
    },
    {
      "contrastive_lambda": 0.007768317407248426,
      "epoch": 17.663755458515283,
      "step": 56630
    },
    {
      "contrastive_lambda": 0.007763721143968172,
      "epoch": 17.66406737367436,
      "step": 56631
    },
    {
      "contrastive_lambda": 0.007759126230181712,
      "epoch": 17.664379288833437,
      "step": 56632
    },
    {
      "contrastive_lambda": 0.007754532665901481,
      "epoch": 17.664691203992515,
      "step": 56633
    },
    {
      "contrastive_lambda": 0.0077499404511401915,
      "epoch": 17.665003119151592,
      "step": 56634
    },
    {
      "contrastive_lambda": 0.007745349585910388,
      "epoch": 17.665315034310666,
      "step": 56635
    },
    {
      "contrastive_lambda": 0.007740760070224673,
      "epoch": 17.665626949469743,
      "step": 56636
    },
    {
      "contrastive_lambda": 0.00773617190409559,
      "epoch": 17.66593886462882,
      "step": 56637
    },
    {
      "contrastive_lambda": 0.007731585087535742,
      "epoch": 17.666250779787898,
      "step": 56638
    },
    {
      "contrastive_lambda": 0.007726999620557673,
      "epoch": 17.666562694946975,
      "step": 56639
    },
    {
      "epoch": 17.666874610106053,
      "grad_norm": 0.058831922709941864,
      "learning_rate": 8.554306409258417e-07,
      "loss": 0.0199,
      "step": 56640
    },
    {
      "epoch": 17.666874610106053,
      "flow_loss": 0.03302900120615959,
      "step": 56640
    },
    {
      "contrastive_loss": 0.003382069058716297,
      "epoch": 17.666874610106053,
      "step": 56640
    },
    {
      "contrastive_lambda": 0.007722415503173985,
      "epoch": 17.666874610106053,
      "step": 56640
    },
    {
      "contrastive_lambda": 0.007717832735397334,
      "epoch": 17.667186525265127,
      "step": 56641
    },
    {
      "contrastive_lambda": 0.007713251317240155,
      "epoch": 17.667498440424204,
      "step": 56642
    },
    {
      "contrastive_lambda": 0.007708671248714993,
      "epoch": 17.66781035558328,
      "step": 56643
    },
    {
      "contrastive_lambda": 0.007704092529834505,
      "epoch": 17.66812227074236,
      "step": 56644
    },
    {
      "contrastive_lambda": 0.007699515160611181,
      "epoch": 17.668434185901436,
      "step": 56645
    },
    {
      "contrastive_lambda": 0.007694939141057566,
      "epoch": 17.668746101060513,
      "step": 56646
    },
    {
      "contrastive_lambda": 0.007690364471186317,
      "epoch": 17.669058016219587,
      "step": 56647
    },
    {
      "contrastive_lambda": 0.007685791151009813,
      "epoch": 17.669369931378665,
      "step": 56648
    },
    {
      "contrastive_lambda": 0.00768121918054071,
      "epoch": 17.669681846537742,
      "step": 56649
    },
    {
      "epoch": 17.66999376169682,
      "grad_norm": 0.04333965480327606,
      "learning_rate": 8.503623361901358e-07,
      "loss": 0.0183,
      "step": 56650
    },
    {
      "epoch": 17.66999376169682,
      "flow_loss": 0.0167046170681715,
      "step": 56650
    },
    {
      "contrastive_loss": 0.003493838245049119,
      "epoch": 17.66999376169682,
      "step": 56650
    },
    {
      "contrastive_lambda": 0.0076766485597914436,
      "epoch": 17.66999376169682,
      "step": 56650
    },
    {
      "contrastive_lambda": 0.007672079288774614,
      "epoch": 17.670305676855897,
      "step": 56651
    },
    {
      "contrastive_lambda": 0.007667511367502766,
      "epoch": 17.67061759201497,
      "step": 56652
    },
    {
      "contrastive_lambda": 0.007662944795988336,
      "epoch": 17.670929507174048,
      "step": 56653
    },
    {
      "contrastive_lambda": 0.007658379574243923,
      "epoch": 17.671241422333125,
      "step": 56654
    },
    {
      "contrastive_lambda": 0.007653815702282019,
      "epoch": 17.671553337492202,
      "step": 56655
    },
    {
      "contrastive_lambda": 0.007649253180115112,
      "epoch": 17.67186525265128,
      "step": 56656
    },
    {
      "contrastive_lambda": 0.0076446920077558045,
      "epoch": 17.672177167810357,
      "step": 56657
    },
    {
      "contrastive_lambda": 0.0076401321852164195,
      "epoch": 17.67248908296943,
      "step": 56658
    },
    {
      "contrastive_lambda": 0.0076355737125096135,
      "epoch": 17.67280099812851,
      "step": 56659
    },
    {
      "epoch": 17.673112913287586,
      "grad_norm": 0.06527750939130783,
      "learning_rate": 8.453089618166377e-07,
      "loss": 0.0225,
      "step": 56660
    },
    {
      "epoch": 17.673112913287586,
      "flow_loss": 0.011289517395198345,
      "step": 56660
    },
    {
      "contrastive_loss": 0.0040414584800601006,
      "epoch": 17.673112913287586,
      "step": 56660
    },
    {
      "contrastive_lambda": 0.0076310165896478765,
      "epoch": 17.673112913287586,
      "step": 56660
    },
    {
      "contrastive_lambda": 0.007626460816643588,
      "epoch": 17.673424828446663,
      "step": 56661
    },
    {
      "contrastive_lambda": 0.007621906393509348,
      "epoch": 17.67373674360574,
      "step": 56662
    },
    {
      "contrastive_lambda": 0.007617353320257647,
      "epoch": 17.674048658764818,
      "step": 56663
    },
    {
      "contrastive_lambda": 0.00761280159690092,
      "epoch": 17.67436057392389,
      "step": 56664
    },
    {
      "contrastive_lambda": 0.007608251223451656,
      "epoch": 17.67467248908297,
      "step": 56665
    },
    {
      "contrastive_lambda": 0.007603702199922291,
      "epoch": 17.674984404242046,
      "step": 56666
    },
    {
      "contrastive_lambda": 0.0075991545263253135,
      "epoch": 17.675296319401124,
      "step": 56667
    },
    {
      "contrastive_lambda": 0.00759460820267327,
      "epoch": 17.6756082345602,
      "step": 56668
    },
    {
      "contrastive_lambda": 0.007590063228978539,
      "epoch": 17.675920149719275,
      "step": 56669
    },
    {
      "epoch": 17.676232064878352,
      "grad_norm": 0.052555933594703674,
      "learning_rate": 8.402705193404137e-07,
      "loss": 0.0233,
      "step": 56670
    },
    {
      "epoch": 17.676232064878352,
      "flow_loss": 0.027234481647610664,
      "step": 56670
    },
    {
      "contrastive_loss": 0.003865308128297329,
      "epoch": 17.676232064878352,
      "step": 56670
    },
    {
      "contrastive_lambda": 0.00758551960525361,
      "epoch": 17.676232064878352,
      "step": 56670
    },
    {
      "contrastive_lambda": 0.007580977331510974,
      "epoch": 17.67654398003743,
      "step": 56671
    },
    {
      "contrastive_lambda": 0.00757643640776301,
      "epoch": 17.676855895196507,
      "step": 56672
    },
    {
      "contrastive_lambda": 0.0075718968340221515,
      "epoch": 17.677167810355584,
      "step": 56673
    },
    {
      "contrastive_lambda": 0.007567358610300945,
      "epoch": 17.67747972551466,
      "step": 56674
    },
    {
      "contrastive_lambda": 0.007562821736611769,
      "epoch": 17.677791640673735,
      "step": 56675
    },
    {
      "contrastive_lambda": 0.007558286212967169,
      "epoch": 17.678103555832813,
      "step": 56676
    },
    {
      "contrastive_lambda": 0.007553752039379358,
      "epoch": 17.67841547099189,
      "step": 56677
    },
    {
      "contrastive_lambda": 0.007549219215860936,
      "epoch": 17.678727386150968,
      "step": 56678
    },
    {
      "contrastive_lambda": 0.007544687742424339,
      "epoch": 17.679039301310045,
      "step": 56679
    },
    {
      "epoch": 17.679351216469122,
      "grad_norm": 0.0610542856156826,
      "learning_rate": 8.352470102920174e-07,
      "loss": 0.0198,
      "step": 56680
    },
    {
      "epoch": 17.679351216469122,
      "flow_loss": 0.023424655199050903,
      "step": 56680
    },
    {
      "contrastive_loss": 0.004032323136925697,
      "epoch": 17.679351216469122,
      "step": 56680
    },
    {
      "contrastive_lambda": 0.007540157619081889,
      "epoch": 17.679351216469122,
      "step": 56680
    },
    {
      "contrastive_lambda": 0.007535628845846076,
      "epoch": 17.679663131628196,
      "step": 56681
    },
    {
      "contrastive_lambda": 0.007531101422729336,
      "epoch": 17.679975046787273,
      "step": 56682
    },
    {
      "contrastive_lambda": 0.007526575349743991,
      "epoch": 17.68028696194635,
      "step": 56683
    },
    {
      "contrastive_lambda": 0.007522050626902421,
      "epoch": 17.680598877105428,
      "step": 56684
    },
    {
      "contrastive_lambda": 0.007517527254217282,
      "epoch": 17.680910792264505,
      "step": 56685
    },
    {
      "contrastive_lambda": 0.007513005231700676,
      "epoch": 17.68122270742358,
      "step": 56686
    },
    {
      "contrastive_lambda": 0.007508484559365203,
      "epoch": 17.681534622582657,
      "step": 56687
    },
    {
      "contrastive_lambda": 0.007503965237223187,
      "epoch": 17.681846537741734,
      "step": 56688
    },
    {
      "contrastive_lambda": 0.0074994472652869515,
      "epoch": 17.68215845290081,
      "step": 56689
    },
    {
      "epoch": 17.68247036805989,
      "grad_norm": 0.045609042048454285,
      "learning_rate": 8.302384361974669e-07,
      "loss": 0.0187,
      "step": 56690
    },
    {
      "epoch": 17.68247036805989,
      "flow_loss": 0.011694349348545074,
      "step": 56690
    },
    {
      "contrastive_loss": 0.0027777953073382378,
      "epoch": 17.68247036805989,
      "step": 56690
    },
    {
      "contrastive_lambda": 0.007494930643568987,
      "epoch": 17.68247036805989,
      "step": 56690
    },
    {
      "contrastive_lambda": 0.007490415372081616,
      "epoch": 17.682782283218966,
      "step": 56691
    },
    {
      "contrastive_lambda": 0.007485901450837218,
      "epoch": 17.68309419837804,
      "step": 56692
    },
    {
      "contrastive_lambda": 0.0074813888798482275,
      "epoch": 17.683406113537117,
      "step": 56693
    },
    {
      "contrastive_lambda": 0.007476877659126968,
      "epoch": 17.683718028696195,
      "step": 56694
    },
    {
      "contrastive_lambda": 0.007472367788685763,
      "epoch": 17.684029943855272,
      "step": 56695
    },
    {
      "contrastive_lambda": 0.007467859268537047,
      "epoch": 17.68434185901435,
      "step": 56696
    },
    {
      "contrastive_lambda": 0.007463352098693199,
      "epoch": 17.684653774173427,
      "step": 56697
    },
    {
      "contrastive_lambda": 0.007458846279166487,
      "epoch": 17.6849656893325,
      "step": 56698
    },
    {
      "contrastive_lambda": 0.007454341809969345,
      "epoch": 17.685277604491578,
      "step": 56699
    },
    {
      "epoch": 17.685589519650655,
      "grad_norm": 0.05741326883435249,
      "learning_rate": 8.252447985782231e-07,
      "loss": 0.0159,
      "step": 56700
    },
    {
      "epoch": 17.685589519650655,
      "flow_loss": 0.024881966412067413,
      "step": 56700
    },
    {
      "contrastive_loss": 0.003499673679471016,
      "epoch": 17.685589519650655,
      "step": 56700
    },
    {
      "contrastive_lambda": 0.007449838691114097,
      "epoch": 17.685589519650655,
      "step": 56700
    },
    {
      "contrastive_lambda": 0.007445336922613066,
      "epoch": 17.685901434809733,
      "step": 56701
    },
    {
      "contrastive_lambda": 0.007440836504478576,
      "epoch": 17.68621334996881,
      "step": 56702
    },
    {
      "contrastive_lambda": 0.007436337436723006,
      "epoch": 17.686525265127884,
      "step": 56703
    },
    {
      "contrastive_lambda": 0.007431839719358735,
      "epoch": 17.68683718028696,
      "step": 56704
    },
    {
      "contrastive_lambda": 0.00742734335239803,
      "epoch": 17.68714909544604,
      "step": 56705
    },
    {
      "contrastive_lambda": 0.0074228483358532715,
      "epoch": 17.687461010605116,
      "step": 56706
    },
    {
      "contrastive_lambda": 0.007418354669736615,
      "epoch": 17.687772925764193,
      "step": 56707
    },
    {
      "contrastive_lambda": 0.0074138623540606075,
      "epoch": 17.68808484092327,
      "step": 56708
    },
    {
      "contrastive_lambda": 0.00740937138883746,
      "epoch": 17.688396756082344,
      "step": 56709
    },
    {
      "epoch": 17.68870867124142,
      "grad_norm": 0.06750896573066711,
      "learning_rate": 8.202660989512279e-07,
      "loss": 0.0218,
      "step": 56710
    },
    {
      "epoch": 17.68870867124142,
      "flow_loss": 0.014430050738155842,
      "step": 56710
    },
    {
      "contrastive_loss": 0.004064543172717094,
      "epoch": 17.68870867124142,
      "step": 56710
    },
    {
      "contrastive_lambda": 0.0074048817740794415,
      "epoch": 17.68870867124142,
      "step": 56710
    },
    {
      "contrastive_lambda": 0.00740039350979893,
      "epoch": 17.6890205864005,
      "step": 56711
    },
    {
      "contrastive_lambda": 0.00739590659600825,
      "epoch": 17.689332501559576,
      "step": 56712
    },
    {
      "contrastive_lambda": 0.007391421032719558,
      "epoch": 17.689644416718654,
      "step": 56713
    },
    {
      "contrastive_lambda": 0.0073869368199453445,
      "epoch": 17.68995633187773,
      "step": 56714
    },
    {
      "contrastive_lambda": 0.0073824539576977655,
      "epoch": 17.690268247036805,
      "step": 56715
    },
    {
      "contrastive_lambda": 0.0073779724459892004,
      "epoch": 17.690580162195882,
      "step": 56716
    },
    {
      "contrastive_lambda": 0.007373492284831862,
      "epoch": 17.69089207735496,
      "step": 56717
    },
    {
      "contrastive_lambda": 0.007369013474238073,
      "epoch": 17.691203992514037,
      "step": 56718
    },
    {
      "contrastive_lambda": 0.007364536014220047,
      "epoch": 17.691515907673114,
      "step": 56719
    },
    {
      "epoch": 17.691827822832188,
      "grad_norm": 0.06868965923786163,
      "learning_rate": 8.153023388288772e-07,
      "loss": 0.0212,
      "step": 56720
    },
    {
      "epoch": 17.691827822832188,
      "flow_loss": 0.027002990245819092,
      "step": 56720
    },
    {
      "contrastive_loss": 0.0031590659637004137,
      "epoch": 17.691827822832188,
      "step": 56720
    },
    {
      "contrastive_lambda": 0.007360059904790217,
      "epoch": 17.691827822832188,
      "step": 56720
    },
    {
      "contrastive_lambda": 0.007355585145960741,
      "epoch": 17.692139737991265,
      "step": 56721
    },
    {
      "contrastive_lambda": 0.007351111737743887,
      "epoch": 17.692451653150343,
      "step": 56722
    },
    {
      "contrastive_lambda": 0.007346639680151867,
      "epoch": 17.69276356830942,
      "step": 56723
    },
    {
      "contrastive_lambda": 0.007342168973197005,
      "epoch": 17.693075483468498,
      "step": 56724
    },
    {
      "contrastive_lambda": 0.00733769961689168,
      "epoch": 17.693387398627575,
      "step": 56725
    },
    {
      "contrastive_lambda": 0.007333231611247937,
      "epoch": 17.69369931378665,
      "step": 56726
    },
    {
      "contrastive_lambda": 0.0073287649562781,
      "epoch": 17.694011228945726,
      "step": 56727
    },
    {
      "contrastive_lambda": 0.0073242996519944925,
      "epoch": 17.694323144104803,
      "step": 56728
    },
    {
      "contrastive_lambda": 0.007319835698409216,
      "epoch": 17.69463505926388,
      "step": 56729
    },
    {
      "epoch": 17.694946974422958,
      "grad_norm": 0.07375913858413696,
      "learning_rate": 8.103535197190204e-07,
      "loss": 0.0197,
      "step": 56730
    },
    {
      "epoch": 17.694946974422958,
      "flow_loss": 0.025398174300789833,
      "step": 56730
    },
    {
      "contrastive_loss": 0.003655786160379648,
      "epoch": 17.694946974422958,
      "step": 56730
    },
    {
      "contrastive_lambda": 0.007315373095534594,
      "epoch": 17.694946974422958,
      "step": 56730
    },
    {
      "contrastive_lambda": 0.007310911843382895,
      "epoch": 17.695258889582032,
      "step": 56731
    },
    {
      "contrastive_lambda": 0.007306451941966274,
      "epoch": 17.69557080474111,
      "step": 56732
    },
    {
      "contrastive_lambda": 0.007301993391297057,
      "epoch": 17.695882719900187,
      "step": 56733
    },
    {
      "contrastive_lambda": 0.007297536191387288,
      "epoch": 17.696194635059264,
      "step": 56734
    },
    {
      "contrastive_lambda": 0.007293080342249347,
      "epoch": 17.69650655021834,
      "step": 56735
    },
    {
      "contrastive_lambda": 0.007288625843895391,
      "epoch": 17.69681846537742,
      "step": 56736
    },
    {
      "contrastive_lambda": 0.007284172696337687,
      "epoch": 17.697130380536493,
      "step": 56737
    },
    {
      "contrastive_lambda": 0.007279720899588338,
      "epoch": 17.69744229569557,
      "step": 56738
    },
    {
      "contrastive_lambda": 0.007275270453659666,
      "epoch": 17.697754210854647,
      "step": 56739
    },
    {
      "epoch": 17.698066126013725,
      "grad_norm": 0.06652231514453888,
      "learning_rate": 8.054196431249993e-07,
      "loss": 0.0152,
      "step": 56740
    },
    {
      "epoch": 17.698066126013725,
      "flow_loss": 0.013979436829686165,
      "step": 56740
    },
    {
      "contrastive_loss": 0.003981959540396929,
      "epoch": 17.698066126013725,
      "step": 56740
    },
    {
      "contrastive_lambda": 0.007270821358563773,
      "epoch": 17.698066126013725,
      "step": 56740
    },
    {
      "contrastive_lambda": 0.007266373614312871,
      "epoch": 17.698378041172802,
      "step": 56741
    },
    {
      "contrastive_lambda": 0.007261927220919229,
      "epoch": 17.69868995633188,
      "step": 56742
    },
    {
      "contrastive_lambda": 0.007257482178395003,
      "epoch": 17.699001871490953,
      "step": 56743
    },
    {
      "contrastive_lambda": 0.00725303848675235,
      "epoch": 17.69931378665003,
      "step": 56744
    },
    {
      "contrastive_lambda": 0.007248596146003483,
      "epoch": 17.699625701809108,
      "step": 56745
    },
    {
      "contrastive_lambda": 0.007244155156160559,
      "epoch": 17.699937616968185,
      "step": 56746
    },
    {
      "contrastive_lambda": 0.007239715517235734,
      "epoch": 17.700249532127263,
      "step": 56747
    },
    {
      "contrastive_lambda": 0.0072352772292412215,
      "epoch": 17.700561447286336,
      "step": 56748
    },
    {
      "contrastive_lambda": 0.007230840292189178,
      "epoch": 17.700873362445414,
      "step": 56749
    },
    {
      "epoch": 17.70118527760449,
      "grad_norm": 0.14382298290729523,
      "learning_rate": 8.005007105455709e-07,
      "loss": 0.0202,
      "step": 56750
    },
    {
      "epoch": 17.70118527760449,
      "flow_loss": 0.029206540435552597,
      "step": 56750
    },
    {
      "contrastive_loss": 0.0028540617786347866,
      "epoch": 17.70118527760449,
      "step": 56750
    },
    {
      "contrastive_lambda": 0.00722640470609176,
      "epoch": 17.70118527760449,
      "step": 56750
    },
    {
      "contrastive_lambda": 0.007221970470961125,
      "epoch": 17.70149719276357,
      "step": 56751
    },
    {
      "contrastive_lambda": 0.007217537586809486,
      "epoch": 17.701809107922646,
      "step": 56752
    },
    {
      "contrastive_lambda": 0.007213106053648888,
      "epoch": 17.702121023081723,
      "step": 56753
    },
    {
      "contrastive_lambda": 0.007208675871491543,
      "epoch": 17.702432938240797,
      "step": 56754
    },
    {
      "contrastive_lambda": 0.007204247040349665,
      "epoch": 17.702744853399874,
      "step": 56755
    },
    {
      "contrastive_lambda": 0.007199819560235243,
      "epoch": 17.70305676855895,
      "step": 56756
    },
    {
      "contrastive_lambda": 0.007195393431160491,
      "epoch": 17.70336868371803,
      "step": 56757
    },
    {
      "contrastive_lambda": 0.007190968653137564,
      "epoch": 17.703680598877106,
      "step": 56758
    },
    {
      "contrastive_lambda": 0.00718654522617862,
      "epoch": 17.703992514036184,
      "step": 56759
    },
    {
      "epoch": 17.704304429195258,
      "grad_norm": 0.08618037402629852,
      "learning_rate": 7.95596723474995e-07,
      "loss": 0.0223,
      "step": 56760
    },
    {
      "epoch": 17.704304429195258,
      "flow_loss": 0.03458309546113014,
      "step": 56760
    },
    {
      "contrastive_loss": 0.003304908284917474,
      "epoch": 17.704304429195258,
      "step": 56760
    },
    {
      "contrastive_lambda": 0.007182123150295705,
      "epoch": 17.704304429195258,
      "step": 56760
    },
    {
      "contrastive_lambda": 0.007177702425500976,
      "epoch": 17.704616344354335,
      "step": 56761
    },
    {
      "contrastive_lambda": 0.007173283051806589,
      "epoch": 17.704928259513412,
      "step": 56762
    },
    {
      "contrastive_lambda": 0.007168865029224647,
      "epoch": 17.70524017467249,
      "step": 56763
    },
    {
      "contrastive_lambda": 0.007164448357767139,
      "epoch": 17.705552089831567,
      "step": 56764
    },
    {
      "contrastive_lambda": 0.007160033037446334,
      "epoch": 17.70586400499064,
      "step": 56765
    },
    {
      "contrastive_lambda": 0.007155619068274333,
      "epoch": 17.706175920149718,
      "step": 56766
    },
    {
      "contrastive_lambda": 0.007151206450263126,
      "epoch": 17.706487835308796,
      "step": 56767
    },
    {
      "contrastive_lambda": 0.0071467951834249255,
      "epoch": 17.706799750467873,
      "step": 56768
    },
    {
      "contrastive_lambda": 0.007142385267771667,
      "epoch": 17.70711166562695,
      "step": 56769
    },
    {
      "epoch": 17.707423580786028,
      "grad_norm": 0.06162185221910477,
      "learning_rate": 7.907076834029692e-07,
      "loss": 0.0236,
      "step": 56770
    },
    {
      "epoch": 17.707423580786028,
      "flow_loss": 0.03603104501962662,
      "step": 56770
    },
    {
      "contrastive_loss": 0.0031340704299509525,
      "epoch": 17.707423580786028,
      "step": 56770
    },
    {
      "contrastive_lambda": 0.007137976703315618,
      "epoch": 17.707423580786028,
      "step": 56770
    },
    {
      "contrastive_lambda": 0.007133569490068825,
      "epoch": 17.7077354959451,
      "step": 56771
    },
    {
      "contrastive_lambda": 0.007129163628043278,
      "epoch": 17.70804741110418,
      "step": 56772
    },
    {
      "contrastive_lambda": 0.007124759117251078,
      "epoch": 17.708359326263256,
      "step": 56773
    },
    {
      "contrastive_lambda": 0.007120355957704438,
      "epoch": 17.708671241422334,
      "step": 56774
    },
    {
      "contrastive_lambda": 0.007115954149415182,
      "epoch": 17.70898315658141,
      "step": 56775
    },
    {
      "contrastive_lambda": 0.0071115536923956335,
      "epoch": 17.70929507174049,
      "step": 56776
    },
    {
      "contrastive_lambda": 0.007107154586657727,
      "epoch": 17.709606986899562,
      "step": 56777
    },
    {
      "contrastive_lambda": 0.007102756832213508,
      "epoch": 17.70991890205864,
      "step": 56778
    },
    {
      "contrastive_lambda": 0.0070983604290751345,
      "epoch": 17.710230817217717,
      "step": 56779
    },
    {
      "epoch": 17.710542732376794,
      "grad_norm": 0.0741443857550621,
      "learning_rate": 7.858335918146498e-07,
      "loss": 0.0236,
      "step": 56780
    },
    {
      "epoch": 17.710542732376794,
      "flow_loss": 0.016222065314650536,
      "step": 56780
    },
    {
      "contrastive_loss": 0.0037448075599968433,
      "epoch": 17.710542732376794,
      "step": 56780
    },
    {
      "contrastive_lambda": 0.007093965377254541,
      "epoch": 17.710542732376794,
      "step": 56780
    },
    {
      "contrastive_lambda": 0.007089571676763773,
      "epoch": 17.71085464753587,
      "step": 56781
    },
    {
      "contrastive_lambda": 0.007085179327615043,
      "epoch": 17.711166562694945,
      "step": 56782
    },
    {
      "contrastive_lambda": 0.007080788329820231,
      "epoch": 17.711478477854023,
      "step": 56783
    },
    {
      "contrastive_lambda": 0.007076398683391383,
      "epoch": 17.7117903930131,
      "step": 56784
    },
    {
      "contrastive_lambda": 0.007072010388340655,
      "epoch": 17.712102308172177,
      "step": 56785
    },
    {
      "contrastive_lambda": 0.007067623444679927,
      "epoch": 17.712414223331255,
      "step": 56786
    },
    {
      "contrastive_lambda": 0.0070632378524213,
      "epoch": 17.712726138490332,
      "step": 56787
    },
    {
      "contrastive_lambda": 0.007058853611576876,
      "epoch": 17.713038053649406,
      "step": 56788
    },
    {
      "contrastive_lambda": 0.0070544707221585345,
      "epoch": 17.713349968808483,
      "step": 56789
    },
    {
      "epoch": 17.71366188396756,
      "grad_norm": 0.0512344092130661,
      "learning_rate": 7.809744501906635e-07,
      "loss": 0.0165,
      "step": 56790
    },
    {
      "epoch": 17.71366188396756,
      "flow_loss": 0.019137687981128693,
      "step": 56790
    },
    {
      "contrastive_loss": 0.003804025938734412,
      "epoch": 17.71366188396756,
      "step": 56790
    },
    {
      "contrastive_lambda": 0.007050089184178376,
      "epoch": 17.71366188396756,
      "step": 56790
    },
    {
      "contrastive_lambda": 0.007045708997648337,
      "epoch": 17.713973799126638,
      "step": 56791
    },
    {
      "contrastive_lambda": 0.007041330162580461,
      "epoch": 17.714285714285715,
      "step": 56792
    },
    {
      "contrastive_lambda": 0.007036952678986852,
      "epoch": 17.714597629444793,
      "step": 56793
    },
    {
      "contrastive_lambda": 0.007032576546879388,
      "epoch": 17.714909544603866,
      "step": 56794
    },
    {
      "contrastive_lambda": 0.007028201766270059,
      "epoch": 17.715221459762944,
      "step": 56795
    },
    {
      "contrastive_lambda": 0.0070238283371709676,
      "epoch": 17.71553337492202,
      "step": 56796
    },
    {
      "contrastive_lambda": 0.007019456259594048,
      "epoch": 17.7158452900811,
      "step": 56797
    },
    {
      "contrastive_lambda": 0.007015085533551235,
      "epoch": 17.716157205240176,
      "step": 56798
    },
    {
      "contrastive_lambda": 0.007010716159054575,
      "epoch": 17.71646912039925,
      "step": 56799
    },
    {
      "epoch": 17.716781035558327,
      "grad_norm": 0.06398212164640427,
      "learning_rate": 7.761302600070797e-07,
      "loss": 0.0176,
      "step": 56800
    },
    {
      "epoch": 17.716781035558327,
      "flow_loss": 0.0103803351521492,
      "step": 56800
    },
    {
      "contrastive_loss": 0.0035202805884182453,
      "epoch": 17.716781035558327,
      "step": 56800
    },
    {
      "contrastive_lambda": 0.007006348136116003,
      "epoch": 17.716781035558327,
      "step": 56800
    },
    {
      "contrastive_lambda": 0.007001981464747564,
      "epoch": 17.717092950717404,
      "step": 56801
    },
    {
      "contrastive_lambda": 0.0069976161449611385,
      "epoch": 17.717404865876482,
      "step": 56802
    },
    {
      "contrastive_lambda": 0.006993252176768716,
      "epoch": 17.71771678103556,
      "step": 56803
    },
    {
      "contrastive_lambda": 0.006988889560182343,
      "epoch": 17.718028696194636,
      "step": 56804
    },
    {
      "contrastive_lambda": 0.006984528295213899,
      "epoch": 17.71834061135371,
      "step": 56805
    },
    {
      "contrastive_lambda": 0.0069801683818753735,
      "epoch": 17.718652526512788,
      "step": 56806
    },
    {
      "contrastive_lambda": 0.006975809820178758,
      "epoch": 17.718964441671865,
      "step": 56807
    },
    {
      "contrastive_lambda": 0.006971452610135875,
      "epoch": 17.719276356830942,
      "step": 56808
    },
    {
      "contrastive_lambda": 0.006967096751758772,
      "epoch": 17.71958827199002,
      "step": 56809
    },
    {
      "epoch": 17.719900187149097,
      "grad_norm": 0.07436051964759827,
      "learning_rate": 7.713010227354545e-07,
      "loss": 0.02,
      "step": 56810
    },
    {
      "epoch": 17.719900187149097,
      "flow_loss": 0.011448255740106106,
      "step": 56810
    },
    {
      "contrastive_loss": 0.004211977124214172,
      "epoch": 17.719900187149097,
      "step": 56810
    },
    {
      "contrastive_lambda": 0.0069627422450593834,
      "epoch": 17.719900187149097,
      "step": 56810
    },
    {
      "contrastive_lambda": 0.006958389090049588,
      "epoch": 17.72021210230817,
      "step": 56811
    },
    {
      "contrastive_lambda": 0.006954037286741432,
      "epoch": 17.72052401746725,
      "step": 56812
    },
    {
      "contrastive_lambda": 0.0069496868351466845,
      "epoch": 17.720835932626326,
      "step": 56813
    },
    {
      "contrastive_lambda": 0.006945337735277446,
      "epoch": 17.721147847785403,
      "step": 56814
    },
    {
      "contrastive_lambda": 0.006940989987145485,
      "epoch": 17.72145976294448,
      "step": 56815
    },
    {
      "contrastive_lambda": 0.006936643590762848,
      "epoch": 17.721771678103554,
      "step": 56816
    },
    {
      "contrastive_lambda": 0.006932298546141413,
      "epoch": 17.72208359326263,
      "step": 56817
    },
    {
      "contrastive_lambda": 0.006927954853293061,
      "epoch": 17.72239550842171,
      "step": 56818
    },
    {
      "contrastive_lambda": 0.006923612512229671,
      "epoch": 17.722707423580786,
      "step": 56819
    },
    {
      "epoch": 17.723019338739864,
      "grad_norm": 0.05181470140814781,
      "learning_rate": 7.664867398427589e-07,
      "loss": 0.0191,
      "step": 56820
    },
    {
      "epoch": 17.723019338739864,
      "flow_loss": 0.03669097647070885,
      "step": 56820
    },
    {
      "contrastive_loss": 0.0037256425712257624,
      "epoch": 17.723019338739864,
      "step": 56820
    },
    {
      "contrastive_lambda": 0.006919271522963233,
      "epoch": 17.723019338739864,
      "step": 56820
    },
    {
      "contrastive_lambda": 0.006914931885505571,
      "epoch": 17.72333125389894,
      "step": 56821
    },
    {
      "contrastive_lambda": 0.00691059359986862,
      "epoch": 17.723643169058015,
      "step": 56822
    },
    {
      "contrastive_lambda": 0.00690625666606437,
      "epoch": 17.723955084217092,
      "step": 56823
    },
    {
      "contrastive_lambda": 0.006901921084104534,
      "epoch": 17.72426699937617,
      "step": 56824
    },
    {
      "contrastive_lambda": 0.006897586854001103,
      "epoch": 17.724578914535247,
      "step": 56825
    },
    {
      "contrastive_lambda": 0.006893253975765901,
      "epoch": 17.724890829694324,
      "step": 56826
    },
    {
      "contrastive_lambda": 0.006888922449410861,
      "epoch": 17.7252027448534,
      "step": 56827
    },
    {
      "contrastive_lambda": 0.006884592274947865,
      "epoch": 17.725514660012475,
      "step": 56828
    },
    {
      "contrastive_lambda": 0.00688026345238868,
      "epoch": 17.725826575171553,
      "step": 56829
    },
    {
      "epoch": 17.72613849033063,
      "grad_norm": 0.1278979480266571,
      "learning_rate": 7.616874127914619e-07,
      "loss": 0.0172,
      "step": 56830
    },
    {
      "epoch": 17.72613849033063,
      "flow_loss": 0.036853332072496414,
      "step": 56830
    },
    {
      "contrastive_loss": 0.0040773991495370865,
      "epoch": 17.72613849033063,
      "step": 56830
    },
    {
      "contrastive_lambda": 0.006875935981745296,
      "epoch": 17.72613849033063,
      "step": 56830
    },
    {
      "contrastive_lambda": 0.006871609863029593,
      "epoch": 17.726450405489707,
      "step": 56831
    },
    {
      "contrastive_lambda": 0.006867285096253284,
      "epoch": 17.726762320648785,
      "step": 56832
    },
    {
      "contrastive_lambda": 0.006862961681428303,
      "epoch": 17.72707423580786,
      "step": 56833
    },
    {
      "contrastive_lambda": 0.0068586396185665865,
      "epoch": 17.727386150966936,
      "step": 56834
    },
    {
      "contrastive_lambda": 0.006854318907679846,
      "epoch": 17.727698066126013,
      "step": 56835
    },
    {
      "contrastive_lambda": 0.0068499995487800724,
      "epoch": 17.72800998128509,
      "step": 56836
    },
    {
      "contrastive_lambda": 0.006845681541878923,
      "epoch": 17.728321896444168,
      "step": 56837
    },
    {
      "contrastive_lambda": 0.006841364886988388,
      "epoch": 17.728633811603245,
      "step": 56838
    },
    {
      "contrastive_lambda": 0.006837049584120236,
      "epoch": 17.72894572676232,
      "step": 56839
    },
    {
      "epoch": 17.729257641921397,
      "grad_norm": 0.06735516339540482,
      "learning_rate": 7.569030430394641e-07,
      "loss": 0.019,
      "step": 56840
    },
    {
      "epoch": 17.729257641921397,
      "flow_loss": 0.015815459191799164,
      "step": 56840
    },
    {
      "contrastive_loss": 0.002916674129664898,
      "epoch": 17.729257641921397,
      "step": 56840
    },
    {
      "contrastive_lambda": 0.0068327356332863465,
      "epoch": 17.729257641921397,
      "step": 56840
    },
    {
      "contrastive_lambda": 0.0068284230344984875,
      "epoch": 17.729569557080474,
      "step": 56841
    },
    {
      "contrastive_lambda": 0.006824111787768539,
      "epoch": 17.72988147223955,
      "step": 56842
    },
    {
      "contrastive_lambda": 0.006819801893108213,
      "epoch": 17.73019338739863,
      "step": 56843
    },
    {
      "contrastive_lambda": 0.006815493350529445,
      "epoch": 17.730505302557706,
      "step": 56844
    },
    {
      "contrastive_lambda": 0.006811186160044003,
      "epoch": 17.73081721771678,
      "step": 56845
    },
    {
      "contrastive_lambda": 0.006806880321663711,
      "epoch": 17.731129132875857,
      "step": 56846
    },
    {
      "contrastive_lambda": 0.006802575835400393,
      "epoch": 17.731441048034934,
      "step": 56847
    },
    {
      "contrastive_lambda": 0.006798272701265762,
      "epoch": 17.731752963194012,
      "step": 56848
    },
    {
      "contrastive_lambda": 0.006793970919271641,
      "epoch": 17.73206487835309,
      "step": 56849
    },
    {
      "epoch": 17.732376793512163,
      "grad_norm": 0.06227048486471176,
      "learning_rate": 7.521336320401306e-07,
      "loss": 0.0166,
      "step": 56850
    },
    {
      "epoch": 17.732376793512163,
      "flow_loss": 0.015272135846316814,
      "step": 56850
    },
    {
      "contrastive_loss": 0.003775379154831171,
      "epoch": 17.732376793512163,
      "step": 56850
    },
    {
      "contrastive_lambda": 0.006789670489429911,
      "epoch": 17.732376793512163,
      "step": 56850
    },
    {
      "contrastive_lambda": 0.006785371411752283,
      "epoch": 17.73268870867124,
      "step": 56851
    },
    {
      "contrastive_lambda": 0.006781073686250527,
      "epoch": 17.733000623830318,
      "step": 56852
    },
    {
      "contrastive_lambda": 0.006776777312936522,
      "epoch": 17.733312538989395,
      "step": 56853
    },
    {
      "contrastive_lambda": 0.006772482291821924,
      "epoch": 17.733624454148472,
      "step": 56854
    },
    {
      "contrastive_lambda": 0.006768188622918614,
      "epoch": 17.73393636930755,
      "step": 56855
    },
    {
      "contrastive_lambda": 0.006763896306238304,
      "epoch": 17.734248284466624,
      "step": 56856
    },
    {
      "contrastive_lambda": 0.006759605341792818,
      "epoch": 17.7345601996257,
      "step": 56857
    },
    {
      "contrastive_lambda": 0.006755315729593869,
      "epoch": 17.73487211478478,
      "step": 56858
    },
    {
      "contrastive_lambda": 0.00675102746965317,
      "epoch": 17.735184029943856,
      "step": 56859
    },
    {
      "epoch": 17.735495945102933,
      "grad_norm": 0.06363129615783691,
      "learning_rate": 7.473791812422915e-07,
      "loss": 0.0177,
      "step": 56860
    },
    {
      "epoch": 17.735495945102933,
      "flow_loss": 0.015034534968435764,
      "step": 56860
    },
    {
      "contrastive_loss": 0.003964622039347887,
      "epoch": 17.735495945102933,
      "step": 56860
    },
    {
      "contrastive_lambda": 0.006746740561982545,
      "epoch": 17.735495945102933,
      "step": 56860
    },
    {
      "contrastive_lambda": 0.006742455006593762,
      "epoch": 17.73580786026201,
      "step": 56861
    },
    {
      "contrastive_lambda": 0.006738170803498533,
      "epoch": 17.736119775421084,
      "step": 56862
    },
    {
      "contrastive_lambda": 0.006733887952708684,
      "epoch": 17.73643169058016,
      "step": 56863
    },
    {
      "contrastive_lambda": 0.006729606454235815,
      "epoch": 17.73674360573924,
      "step": 56864
    },
    {
      "contrastive_lambda": 0.00672532630809175,
      "epoch": 17.737055520898316,
      "step": 56865
    },
    {
      "contrastive_lambda": 0.006721047514288203,
      "epoch": 17.737367436057394,
      "step": 56866
    },
    {
      "contrastive_lambda": 0.006716770072836886,
      "epoch": 17.737679351216467,
      "step": 56867
    },
    {
      "contrastive_lambda": 0.006712493983749568,
      "epoch": 17.737991266375545,
      "step": 56868
    },
    {
      "contrastive_lambda": 0.006708219247038016,
      "epoch": 17.738303181534622,
      "step": 56869
    },
    {
      "epoch": 17.7386150966937,
      "grad_norm": 0.10420966893434525,
      "learning_rate": 7.426396920902134e-07,
      "loss": 0.0153,
      "step": 56870
    },
    {
      "epoch": 17.7386150966937,
      "flow_loss": 0.02885647490620613,
      "step": 56870
    },
    {
      "contrastive_loss": 0.0035245195031166077,
      "epoch": 17.7386150966937,
      "step": 56870
    },
    {
      "contrastive_lambda": 0.006703945862713834,
      "epoch": 17.7386150966937,
      "step": 56870
    },
    {
      "contrastive_lambda": 0.006699673830788733,
      "epoch": 17.738927011852777,
      "step": 56871
    },
    {
      "contrastive_lambda": 0.006695403151274593,
      "epoch": 17.739238927011854,
      "step": 56872
    },
    {
      "contrastive_lambda": 0.00669113382418296,
      "epoch": 17.739550842170928,
      "step": 56873
    },
    {
      "contrastive_lambda": 0.006686865849525658,
      "epoch": 17.739862757330005,
      "step": 56874
    },
    {
      "contrastive_lambda": 0.006682599227314234,
      "epoch": 17.740174672489083,
      "step": 56875
    },
    {
      "contrastive_lambda": 0.006678333957560512,
      "epoch": 17.74048658764816,
      "step": 56876
    },
    {
      "contrastive_lambda": 0.006674070040276148,
      "epoch": 17.740798502807237,
      "step": 56877
    },
    {
      "contrastive_lambda": 0.0066698074754728,
      "epoch": 17.741110417966315,
      "step": 56878
    },
    {
      "contrastive_lambda": 0.006665546263162236,
      "epoch": 17.74142233312539,
      "step": 56879
    },
    {
      "epoch": 17.741734248284466,
      "grad_norm": 0.08005748689174652,
      "learning_rate": 7.379151660236283e-07,
      "loss": 0.0206,
      "step": 56880
    },
    {
      "epoch": 17.741734248284466,
      "flow_loss": 0.017712315544486046,
      "step": 56880
    },
    {
      "contrastive_loss": 0.0030809128656983376,
      "epoch": 17.741734248284466,
      "step": 56880
    },
    {
      "contrastive_lambda": 0.006661286403356059,
      "epoch": 17.741734248284466,
      "step": 56880
    },
    {
      "contrastive_lambda": 0.006657027896065981,
      "epoch": 17.742046163443543,
      "step": 56881
    },
    {
      "contrastive_lambda": 0.006652770741303715,
      "epoch": 17.74235807860262,
      "step": 56882
    },
    {
      "contrastive_lambda": 0.006648514939080807,
      "epoch": 17.742669993761698,
      "step": 56883
    },
    {
      "contrastive_lambda": 0.006644260489409026,
      "epoch": 17.742981908920772,
      "step": 56884
    },
    {
      "contrastive_lambda": 0.006640007392300029,
      "epoch": 17.74329382407985,
      "step": 56885
    },
    {
      "contrastive_lambda": 0.006635755647765473,
      "epoch": 17.743605739238927,
      "step": 56886
    },
    {
      "contrastive_lambda": 0.006631505255817016,
      "epoch": 17.743917654398004,
      "step": 56887
    },
    {
      "contrastive_lambda": 0.00662725621646626,
      "epoch": 17.74422956955708,
      "step": 56888
    },
    {
      "contrastive_lambda": 0.006623008529724916,
      "epoch": 17.74454148471616,
      "step": 56889
    },
    {
      "epoch": 17.744853399875232,
      "grad_norm": 0.05936671793460846,
      "learning_rate": 7.332056044777324e-07,
      "loss": 0.022,
      "step": 56890
    },
    {
      "epoch": 17.744853399875232,
      "flow_loss": 0.012431560084223747,
      "step": 56890
    },
    {
      "contrastive_loss": 0.0032698060385882854,
      "epoch": 17.744853399875232,
      "step": 56890
    },
    {
      "contrastive_lambda": 0.006618762195604588,
      "epoch": 17.744853399875232,
      "step": 56890
    },
    {
      "contrastive_lambda": 0.006614517214116988,
      "epoch": 17.74516531503431,
      "step": 56891
    },
    {
      "contrastive_lambda": 0.006610273585273663,
      "epoch": 17.745477230193387,
      "step": 56892
    },
    {
      "contrastive_lambda": 0.006606031309086324,
      "epoch": 17.745789145352465,
      "step": 56893
    },
    {
      "contrastive_lambda": 0.006601790385566519,
      "epoch": 17.746101060511542,
      "step": 56894
    },
    {
      "contrastive_lambda": 0.006597550814725905,
      "epoch": 17.74641297567062,
      "step": 56895
    },
    {
      "contrastive_lambda": 0.006593312596576195,
      "epoch": 17.746724890829693,
      "step": 56896
    },
    {
      "contrastive_lambda": 0.0065890757311288795,
      "epoch": 17.74703680598877,
      "step": 56897
    },
    {
      "contrastive_lambda": 0.006584840218395616,
      "epoch": 17.747348721147848,
      "step": 56898
    },
    {
      "contrastive_lambda": 0.006580606058388061,
      "epoch": 17.747660636306925,
      "step": 56899
    },
    {
      "epoch": 17.747972551466002,
      "grad_norm": 0.10024349391460419,
      "learning_rate": 7.285110088831537e-07,
      "loss": 0.0177,
      "step": 56900
    },
    {
      "epoch": 17.747972551466002,
      "flow_loss": 0.019172748550772667,
      "step": 56900
    },
    {
      "contrastive_loss": 0.004310520365834236,
      "epoch": 17.747972551466002,
      "step": 56900
    },
    {
      "contrastive_lambda": 0.006576373251117762,
      "epoch": 17.747972551466002,
      "step": 56900
    },
    {
      "contrastive_lambda": 0.006572141796596376,
      "epoch": 17.748284466625076,
      "step": 56901
    },
    {
      "contrastive_lambda": 0.006567911694835449,
      "epoch": 17.748596381784154,
      "step": 56902
    },
    {
      "contrastive_lambda": 0.006563682945846638,
      "epoch": 17.74890829694323,
      "step": 56903
    },
    {
      "contrastive_lambda": 0.006559455549641491,
      "epoch": 17.74922021210231,
      "step": 56904
    },
    {
      "contrastive_lambda": 0.006555229506231608,
      "epoch": 17.749532127261386,
      "step": 56905
    },
    {
      "contrastive_lambda": 0.006551004815628592,
      "epoch": 17.749844042420463,
      "step": 56906
    },
    {
      "contrastive_lambda": 0.006546781477844044,
      "epoch": 17.750155957579537,
      "step": 56907
    },
    {
      "contrastive_lambda": 0.006542559492889455,
      "epoch": 17.750467872738614,
      "step": 56908
    },
    {
      "contrastive_lambda": 0.0065383388607764825,
      "epoch": 17.75077978789769,
      "step": 56909
    },
    {
      "epoch": 17.75109170305677,
      "grad_norm": 0.06214413419365883,
      "learning_rate": 7.238313806659902e-07,
      "loss": 0.0192,
      "step": 56910
    },
    {
      "epoch": 17.75109170305677,
      "flow_loss": 0.022170059382915497,
      "step": 56910
    },
    {
      "contrastive_loss": 0.00341270724311471,
      "epoch": 17.75109170305677,
      "step": 56910
    },
    {
      "contrastive_lambda": 0.006534119581516673,
      "epoch": 17.75109170305677,
      "step": 56910
    },
    {
      "contrastive_lambda": 0.006529901655121517,
      "epoch": 17.751403618215846,
      "step": 56911
    },
    {
      "contrastive_lambda": 0.006525685081602783,
      "epoch": 17.751715533374924,
      "step": 56912
    },
    {
      "contrastive_lambda": 0.006521469860971851,
      "epoch": 17.752027448533998,
      "step": 56913
    },
    {
      "contrastive_lambda": 0.006517255993240267,
      "epoch": 17.752339363693075,
      "step": 56914
    },
    {
      "contrastive_lambda": 0.006513043478419744,
      "epoch": 17.752651278852152,
      "step": 56915
    },
    {
      "contrastive_lambda": 0.006508832316521662,
      "epoch": 17.75296319401123,
      "step": 56916
    },
    {
      "contrastive_lambda": 0.0065046225075576225,
      "epoch": 17.753275109170307,
      "step": 56917
    },
    {
      "contrastive_lambda": 0.006500414051539227,
      "epoch": 17.75358702432938,
      "step": 56918
    },
    {
      "contrastive_lambda": 0.006496206948477967,
      "epoch": 17.753898939488458,
      "step": 56919
    },
    {
      "epoch": 17.754210854647535,
      "grad_norm": 0.053753938525915146,
      "learning_rate": 7.191667212477993e-07,
      "loss": 0.0164,
      "step": 56920
    },
    {
      "epoch": 17.754210854647535,
      "flow_loss": 0.010337061248719692,
      "step": 56920
    },
    {
      "contrastive_loss": 0.0031389049254357815,
      "epoch": 17.754210854647535,
      "step": 56920
    },
    {
      "contrastive_lambda": 0.006492001198385389,
      "epoch": 17.754210854647535,
      "step": 56920
    },
    {
      "contrastive_lambda": 0.0064877968012729825,
      "epoch": 17.754522769806613,
      "step": 56921
    },
    {
      "contrastive_lambda": 0.006483593757152295,
      "epoch": 17.75483468496569,
      "step": 56922
    },
    {
      "contrastive_lambda": 0.0064793920660348725,
      "epoch": 17.755146600124768,
      "step": 56923
    },
    {
      "contrastive_lambda": 0.006475191727932206,
      "epoch": 17.75545851528384,
      "step": 56924
    },
    {
      "contrastive_lambda": 0.006470992742855786,
      "epoch": 17.75577043044292,
      "step": 56925
    },
    {
      "contrastive_lambda": 0.006466795110817214,
      "epoch": 17.756082345601996,
      "step": 56926
    },
    {
      "contrastive_lambda": 0.006462598831827926,
      "epoch": 17.756394260761073,
      "step": 56927
    },
    {
      "contrastive_lambda": 0.0064584039058994125,
      "epoch": 17.75670617592015,
      "step": 56928
    },
    {
      "contrastive_lambda": 0.006454210333043275,
      "epoch": 17.757018091079228,
      "step": 56929
    },
    {
      "epoch": 17.757330006238302,
      "grad_norm": 0.0539742112159729,
      "learning_rate": 7.145170320455697e-07,
      "loss": 0.0227,
      "step": 56930
    },
    {
      "epoch": 17.757330006238302,
      "flow_loss": 0.013223900459706783,
      "step": 56930
    },
    {
      "contrastive_loss": 0.003638125956058502,
      "epoch": 17.757330006238302,
      "step": 56930
    },
    {
      "contrastive_lambda": 0.0064500181132708945,
      "epoch": 17.757330006238302,
      "step": 56930
    },
    {
      "contrastive_lambda": 0.0064458272465938715,
      "epoch": 17.75764192139738,
      "step": 56931
    },
    {
      "contrastive_lambda": 0.006441637733023586,
      "epoch": 17.757953836556457,
      "step": 56932
    },
    {
      "contrastive_lambda": 0.006437449572571585,
      "epoch": 17.758265751715534,
      "step": 56933
    },
    {
      "contrastive_lambda": 0.0064332627652493035,
      "epoch": 17.75857766687461,
      "step": 56934
    },
    {
      "contrastive_lambda": 0.0064290773110682875,
      "epoch": 17.758889582033685,
      "step": 56935
    },
    {
      "contrastive_lambda": 0.0064248932100399725,
      "epoch": 17.759201497192763,
      "step": 56936
    },
    {
      "contrastive_lambda": 0.006420710462175849,
      "epoch": 17.75951341235184,
      "step": 56937
    },
    {
      "contrastive_lambda": 0.006416529067487353,
      "epoch": 17.759825327510917,
      "step": 56938
    },
    {
      "contrastive_lambda": 0.0064123490259860305,
      "epoch": 17.760137242669995,
      "step": 56939
    },
    {
      "epoch": 17.760449157829072,
      "grad_norm": 0.06943288445472717,
      "learning_rate": 7.098823144717604e-07,
      "loss": 0.0178,
      "step": 56940
    },
    {
      "epoch": 17.760449157829072,
      "flow_loss": 0.03186844289302826,
      "step": 56940
    },
    {
      "contrastive_loss": 0.003215658012777567,
      "epoch": 17.760449157829072,
      "step": 56940
    },
    {
      "contrastive_lambda": 0.0064081703376832055,
      "epoch": 17.760449157829072,
      "step": 56940
    },
    {
      "contrastive_lambda": 0.006403993002590425,
      "epoch": 17.760761072988146,
      "step": 56941
    },
    {
      "contrastive_lambda": 0.006399817020719123,
      "epoch": 17.761072988147223,
      "step": 56942
    },
    {
      "contrastive_lambda": 0.006395642392080736,
      "epoch": 17.7613849033063,
      "step": 56943
    },
    {
      "contrastive_lambda": 0.006391469116686754,
      "epoch": 17.761696818465378,
      "step": 56944
    },
    {
      "contrastive_lambda": 0.006387297194548558,
      "epoch": 17.762008733624455,
      "step": 56945
    },
    {
      "contrastive_lambda": 0.006383126625677582,
      "epoch": 17.762320648783533,
      "step": 56946
    },
    {
      "contrastive_lambda": 0.0063789574100853175,
      "epoch": 17.762632563942606,
      "step": 56947
    },
    {
      "contrastive_lambda": 0.006374789547783255,
      "epoch": 17.762944479101684,
      "step": 56948
    },
    {
      "contrastive_lambda": 0.006370623038782608,
      "epoch": 17.76325639426076,
      "step": 56949
    },
    {
      "epoch": 17.76356830941984,
      "grad_norm": 0.07173489779233932,
      "learning_rate": 7.052625699342674e-07,
      "loss": 0.0236,
      "step": 56950
    },
    {
      "epoch": 17.76356830941984,
      "flow_loss": 0.03003155253827572,
      "step": 56950
    },
    {
      "contrastive_loss": 0.003949523903429508,
      "epoch": 17.76356830941984,
      "step": 56950
    },
    {
      "contrastive_lambda": 0.006366457883095034,
      "epoch": 17.76356830941984,
      "step": 56950
    },
    {
      "contrastive_lambda": 0.006362294080731745,
      "epoch": 17.763880224578916,
      "step": 56951
    },
    {
      "contrastive_lambda": 0.006358131631704289,
      "epoch": 17.76419213973799,
      "step": 56952
    },
    {
      "contrastive_lambda": 0.006353970536024045,
      "epoch": 17.764504054897067,
      "step": 56953
    },
    {
      "contrastive_lambda": 0.006349810793702448,
      "epoch": 17.764815970056144,
      "step": 56954
    },
    {
      "contrastive_lambda": 0.006345652404750823,
      "epoch": 17.76512788521522,
      "step": 56955
    },
    {
      "contrastive_lambda": 0.006341495369180661,
      "epoch": 17.7654398003743,
      "step": 56956
    },
    {
      "contrastive_lambda": 0.006337339687003285,
      "epoch": 17.765751715533376,
      "step": 56957
    },
    {
      "contrastive_lambda": 0.006333185358230131,
      "epoch": 17.76606363069245,
      "step": 56958
    },
    {
      "contrastive_lambda": 0.006329032382872579,
      "epoch": 17.766375545851528,
      "step": 56959
    },
    {
      "epoch": 17.766687461010605,
      "grad_norm": 0.03719215840101242,
      "learning_rate": 7.006577998364628e-07,
      "loss": 0.0198,
      "step": 56960
    },
    {
      "epoch": 17.766687461010605,
      "flow_loss": 0.024905750527977943,
      "step": 56960
    },
    {
      "contrastive_loss": 0.0033483696170151234,
      "epoch": 17.766687461010605,
      "step": 56960
    },
    {
      "contrastive_lambda": 0.006324880760942009,
      "epoch": 17.766687461010605,
      "step": 56960
    },
    {
      "contrastive_lambda": 0.006320730492449855,
      "epoch": 17.766999376169682,
      "step": 56961
    },
    {
      "contrastive_lambda": 0.0063165815774073875,
      "epoch": 17.76731129132876,
      "step": 56962
    },
    {
      "contrastive_lambda": 0.006312434015826041,
      "epoch": 17.767623206487837,
      "step": 56963
    },
    {
      "contrastive_lambda": 0.00630828780771725,
      "epoch": 17.76793512164691,
      "step": 56964
    },
    {
      "contrastive_lambda": 0.006304142953092284,
      "epoch": 17.768247036805988,
      "step": 56965
    },
    {
      "contrastive_lambda": 0.006299999451962579,
      "epoch": 17.768558951965066,
      "step": 56966
    },
    {
      "contrastive_lambda": 0.006295857304339403,
      "epoch": 17.768870867124143,
      "step": 56967
    },
    {
      "contrastive_lambda": 0.0062917165102341355,
      "epoch": 17.76918278228322,
      "step": 56968
    },
    {
      "contrastive_lambda": 0.006287577069658212,
      "epoch": 17.769494697442294,
      "step": 56969
    },
    {
      "epoch": 17.76980661260137,
      "grad_norm": 0.0647658184170723,
      "learning_rate": 6.96068005577133e-07,
      "loss": 0.0205,
      "step": 56970
    },
    {
      "epoch": 17.76980661260137,
      "flow_loss": 0.016957338899374008,
      "step": 56970
    },
    {
      "contrastive_loss": 0.0030907918699085712,
      "epoch": 17.76980661260137,
      "step": 56970
    },
    {
      "contrastive_lambda": 0.006283438982622902,
      "epoch": 17.76980661260137,
      "step": 56970
    },
    {
      "contrastive_lambda": 0.0062793022491395845,
      "epoch": 17.77011852776045,
      "step": 56971
    },
    {
      "contrastive_lambda": 0.006275166869219639,
      "epoch": 17.770430442919526,
      "step": 56972
    },
    {
      "contrastive_lambda": 0.00627103284287428,
      "epoch": 17.770742358078603,
      "step": 56973
    },
    {
      "contrastive_lambda": 0.006266900170114942,
      "epoch": 17.77105427323768,
      "step": 56974
    },
    {
      "contrastive_lambda": 0.006262768850952949,
      "epoch": 17.771366188396755,
      "step": 56975
    },
    {
      "contrastive_lambda": 0.00625863888539957,
      "epoch": 17.771678103555832,
      "step": 56976
    },
    {
      "contrastive_lambda": 0.0062545102734662406,
      "epoch": 17.77199001871491,
      "step": 56977
    },
    {
      "contrastive_lambda": 0.006250383015164174,
      "epoch": 17.772301933873987,
      "step": 56978
    },
    {
      "contrastive_lambda": 0.006246257110504638,
      "epoch": 17.772613849033064,
      "step": 56979
    },
    {
      "epoch": 17.77292576419214,
      "grad_norm": 0.08712219446897507,
      "learning_rate": 6.914931885505627e-07,
      "loss": 0.0153,
      "step": 56980
    },
    {
      "epoch": 17.77292576419214,
      "flow_loss": 0.04322894662618637,
      "step": 56980
    },
    {
      "contrastive_loss": 0.0031013204716145992,
      "epoch": 17.77292576419214,
      "step": 56980
    },
    {
      "contrastive_lambda": 0.006242132559499125,
      "epoch": 17.77292576419214,
      "step": 56980
    },
    {
      "contrastive_lambda": 0.006238009362158792,
      "epoch": 17.773237679351215,
      "step": 56981
    },
    {
      "contrastive_lambda": 0.006233887518494963,
      "epoch": 17.773549594510293,
      "step": 56982
    },
    {
      "contrastive_lambda": 0.006229767028519073,
      "epoch": 17.77386150966937,
      "step": 56983
    },
    {
      "contrastive_lambda": 0.006225647892242225,
      "epoch": 17.774173424828447,
      "step": 56984
    },
    {
      "contrastive_lambda": 0.006221530109675744,
      "epoch": 17.774485339987525,
      "step": 56985
    },
    {
      "contrastive_lambda": 0.006217413680831119,
      "epoch": 17.7747972551466,
      "step": 56986
    },
    {
      "contrastive_lambda": 0.006213298605719397,
      "epoch": 17.775109170305676,
      "step": 56987
    },
    {
      "contrastive_lambda": 0.006209184884352015,
      "epoch": 17.775421085464753,
      "step": 56988
    },
    {
      "contrastive_lambda": 0.006205072516740129,
      "epoch": 17.77573300062383,
      "step": 56989
    },
    {
      "epoch": 17.776044915782908,
      "grad_norm": 0.05212012678384781,
      "learning_rate": 6.869333501464347e-07,
      "loss": 0.0223,
      "step": 56990
    },
    {
      "epoch": 17.776044915782908,
      "flow_loss": 0.025713026523590088,
      "step": 56990
    },
    {
      "contrastive_loss": 0.003136417828500271,
      "epoch": 17.776044915782908,
      "step": 56990
    },
    {
      "contrastive_lambda": 0.006200961502895064,
      "epoch": 17.776044915782908,
      "step": 56990
    },
    {
      "contrastive_lambda": 0.006196851842828144,
      "epoch": 17.776356830941985,
      "step": 56991
    },
    {
      "contrastive_lambda": 0.006192743536550527,
      "epoch": 17.77666874610106,
      "step": 56992
    },
    {
      "contrastive_lambda": 0.006188636584073592,
      "epoch": 17.776980661260136,
      "step": 56993
    },
    {
      "contrastive_lambda": 0.006184530985408554,
      "epoch": 17.777292576419214,
      "step": 56994
    },
    {
      "contrastive_lambda": 0.00618042674056668,
      "epoch": 17.77760449157829,
      "step": 56995
    },
    {
      "contrastive_lambda": 0.006176323849559129,
      "epoch": 17.77791640673737,
      "step": 56996
    },
    {
      "contrastive_lambda": 0.00617222231239728,
      "epoch": 17.778228321896446,
      "step": 56997
    },
    {
      "contrastive_lambda": 0.0061681221290922905,
      "epoch": 17.77854023705552,
      "step": 56998
    },
    {
      "contrastive_lambda": 0.0061640232996554856,
      "epoch": 17.778852152214597,
      "step": 56999
    },
    {
      "epoch": 17.779164067373674,
      "grad_norm": 0.07489290088415146,
      "learning_rate": 6.823884917499246e-07,
      "loss": 0.0273,
      "step": 57000
    },
    {
      "epoch": 17.779164067373674,
      "flow_loss": 0.02628849633038044,
      "step": 57000
    },
    {
      "contrastive_loss": 0.0033666426315903664,
      "epoch": 17.779164067373674,
      "step": 57000
    },
    {
      "contrastive_lambda": 0.006159925824098023,
      "epoch": 17.779164067373674,
      "step": 57000
    },
    {
      "contrastive_lambda": 0.00615582970243117,
      "epoch": 17.77947598253275,
      "step": 57001
    },
    {
      "contrastive_lambda": 0.0061517349346660866,
      "epoch": 17.77978789769183,
      "step": 57002
    },
    {
      "contrastive_lambda": 0.0061476415208140955,
      "epoch": 17.780099812850903,
      "step": 57003
    },
    {
      "contrastive_lambda": 0.006143549460886466,
      "epoch": 17.78041172800998,
      "step": 57004
    },
    {
      "contrastive_lambda": 0.006139458754894245,
      "epoch": 17.780723643169058,
      "step": 57005
    },
    {
      "contrastive_lambda": 0.006135369402848756,
      "epoch": 17.781035558328135,
      "step": 57006
    },
    {
      "contrastive_lambda": 0.006131281404761213,
      "epoch": 17.781347473487212,
      "step": 57007
    },
    {
      "contrastive_lambda": 0.0061271947606427735,
      "epoch": 17.78165938864629,
      "step": 57008
    },
    {
      "contrastive_lambda": 0.006123109470504651,
      "epoch": 17.781971303805364,
      "step": 57009
    },
    {
      "epoch": 17.78228321896444,
      "grad_norm": 0.09063652157783508,
      "learning_rate": 6.778586147416278e-07,
      "loss": 0.0213,
      "step": 57010
    },
    {
      "epoch": 17.78228321896444,
      "flow_loss": 0.03395317867398262,
      "step": 57010
    },
    {
      "contrastive_loss": 0.003653169609606266,
      "epoch": 17.78228321896444,
      "step": 57010
    },
    {
      "contrastive_lambda": 0.006119025534358169,
      "epoch": 17.78228321896444,
      "step": 57010
    },
    {
      "contrastive_lambda": 0.0061149429522143195,
      "epoch": 17.782595134123518,
      "step": 57011
    },
    {
      "contrastive_lambda": 0.0061108617240844265,
      "epoch": 17.782907049282596,
      "step": 57012
    },
    {
      "contrastive_lambda": 0.006106781849979648,
      "epoch": 17.783218964441673,
      "step": 57013
    },
    {
      "contrastive_lambda": 0.006102703329911141,
      "epoch": 17.78353087960075,
      "step": 57014
    },
    {
      "contrastive_lambda": 0.006098626163890175,
      "epoch": 17.783842794759824,
      "step": 57015
    },
    {
      "contrastive_lambda": 0.006094550351927852,
      "epoch": 17.7841547099189,
      "step": 57016
    },
    {
      "contrastive_lambda": 0.00609047589403533,
      "epoch": 17.78446662507798,
      "step": 57017
    },
    {
      "contrastive_lambda": 0.006086402790223822,
      "epoch": 17.784778540237056,
      "step": 57018
    },
    {
      "contrastive_lambda": 0.006082331040504485,
      "epoch": 17.785090455396134,
      "step": 57019
    },
    {
      "epoch": 17.785402370555207,
      "grad_norm": 0.038454506546258926,
      "learning_rate": 6.733437204976156e-07,
      "loss": 0.0187,
      "step": 57020
    },
    {
      "epoch": 17.785402370555207,
      "flow_loss": 0.01687084510922432,
      "step": 57020
    },
    {
      "contrastive_loss": 0.0037124736700206995,
      "epoch": 17.785402370555207,
      "step": 57020
    },
    {
      "contrastive_lambda": 0.006078260644888478,
      "epoch": 17.785402370555207,
      "step": 57020
    },
    {
      "contrastive_lambda": 0.006074191603386958,
      "epoch": 17.785714285714285,
      "step": 57021
    },
    {
      "contrastive_lambda": 0.006070123916011083,
      "epoch": 17.786026200873362,
      "step": 57022
    },
    {
      "contrastive_lambda": 0.006066057582772066,
      "epoch": 17.78633811603244,
      "step": 57023
    },
    {
      "contrastive_lambda": 0.006061992603680955,
      "epoch": 17.786650031191517,
      "step": 57024
    },
    {
      "contrastive_lambda": 0.0060579289787489055,
      "epoch": 17.786961946350594,
      "step": 57025
    },
    {
      "contrastive_lambda": 0.006053866707987132,
      "epoch": 17.787273861509668,
      "step": 57026
    },
    {
      "contrastive_lambda": 0.006049805791406682,
      "epoch": 17.787585776668745,
      "step": 57027
    },
    {
      "contrastive_lambda": 0.006045746229018767,
      "epoch": 17.787897691827823,
      "step": 57028
    },
    {
      "contrastive_lambda": 0.00604168802083449,
      "epoch": 17.7882096069869,
      "step": 57029
    },
    {
      "epoch": 17.788521522145977,
      "grad_norm": 0.0734449177980423,
      "learning_rate": 6.688438103893857e-07,
      "loss": 0.0223,
      "step": 57030
    },
    {
      "epoch": 17.788521522145977,
      "flow_loss": 0.008123619481921196,
      "step": 57030
    },
    {
      "contrastive_loss": 0.003571034874767065,
      "epoch": 17.788521522145977,
      "step": 57030
    },
    {
      "contrastive_lambda": 0.006037631166864954,
      "epoch": 17.788521522145977,
      "step": 57030
    },
    {
      "contrastive_lambda": 0.00603357566712126,
      "epoch": 17.788833437305055,
      "step": 57031
    },
    {
      "contrastive_lambda": 0.006029521521614678,
      "epoch": 17.78914535246413,
      "step": 57032
    },
    {
      "contrastive_lambda": 0.006025468730356143,
      "epoch": 17.789457267623206,
      "step": 57033
    },
    {
      "contrastive_lambda": 0.006021417293356812,
      "epoch": 17.789769182782283,
      "step": 57034
    },
    {
      "contrastive_lambda": 0.006017367210627844,
      "epoch": 17.79008109794136,
      "step": 57035
    },
    {
      "contrastive_lambda": 0.00601331848218023,
      "epoch": 17.790393013100438,
      "step": 57036
    },
    {
      "contrastive_lambda": 0.006009271108025294,
      "epoch": 17.79070492825951,
      "step": 57037
    },
    {
      "contrastive_lambda": 0.00600522508817386,
      "epoch": 17.79101684341859,
      "step": 57038
    },
    {
      "contrastive_lambda": 0.006001180422637198,
      "epoch": 17.791328758577666,
      "step": 57039
    },
    {
      "epoch": 17.791640673736744,
      "grad_norm": 0.06097579002380371,
      "learning_rate": 6.64358885783889e-07,
      "loss": 0.0146,
      "step": 57040
    },
    {
      "epoch": 17.791640673736744,
      "flow_loss": 0.03865665942430496,
      "step": 57040
    },
    {
      "contrastive_loss": 0.0038220579735934734,
      "epoch": 17.791640673736744,
      "step": 57040
    },
    {
      "contrastive_lambda": 0.005997137111426409,
      "epoch": 17.791640673736744,
      "step": 57040
    },
    {
      "contrastive_lambda": 0.00599309515455243,
      "epoch": 17.79195258889582,
      "step": 57041
    },
    {
      "contrastive_lambda": 0.005989054552026418,
      "epoch": 17.7922645040549,
      "step": 57042
    },
    {
      "contrastive_lambda": 0.005985015303859531,
      "epoch": 17.792576419213972,
      "step": 57043
    },
    {
      "contrastive_lambda": 0.00598097741006276,
      "epoch": 17.79288833437305,
      "step": 57044
    },
    {
      "contrastive_lambda": 0.005976940870647207,
      "epoch": 17.793200249532127,
      "step": 57045
    },
    {
      "contrastive_lambda": 0.005972905685623864,
      "epoch": 17.793512164691204,
      "step": 57046
    },
    {
      "contrastive_lambda": 0.005968871855003832,
      "epoch": 17.793824079850282,
      "step": 57047
    },
    {
      "contrastive_lambda": 0.00596483937879827,
      "epoch": 17.79413599500936,
      "step": 57048
    },
    {
      "contrastive_lambda": 0.005960808257018113,
      "epoch": 17.794447910168433,
      "step": 57049
    },
    {
      "epoch": 17.79475982532751,
      "grad_norm": 0.0718015506863594,
      "learning_rate": 6.598889480435299e-07,
      "loss": 0.0198,
      "step": 57050
    },
    {
      "epoch": 17.79475982532751,
      "flow_loss": 0.009586496278643608,
      "step": 57050
    },
    {
      "contrastive_loss": 0.00329418177716434,
      "epoch": 17.79475982532751,
      "step": 57050
    },
    {
      "contrastive_lambda": 0.005956778489674408,
      "epoch": 17.79475982532751,
      "step": 57050
    },
    {
      "contrastive_lambda": 0.005952750076778313,
      "epoch": 17.795071740486588,
      "step": 57051
    },
    {
      "contrastive_lambda": 0.0059487230183407624,
      "epoch": 17.795383655645665,
      "step": 57052
    },
    {
      "contrastive_lambda": 0.00594469731437286,
      "epoch": 17.795695570804742,
      "step": 57053
    },
    {
      "contrastive_lambda": 0.005940672964885596,
      "epoch": 17.796007485963816,
      "step": 57054
    },
    {
      "contrastive_lambda": 0.005936649969890073,
      "epoch": 17.796319401122894,
      "step": 57055
    },
    {
      "contrastive_lambda": 0.005932628329397227,
      "epoch": 17.79663131628197,
      "step": 57056
    },
    {
      "contrastive_lambda": 0.00592860804341816,
      "epoch": 17.79694323144105,
      "step": 57057
    },
    {
      "contrastive_lambda": 0.005924589111963863,
      "epoch": 17.797255146600126,
      "step": 57058
    },
    {
      "contrastive_lambda": 0.005920571535045327,
      "epoch": 17.797567061759203,
      "step": 57059
    },
    {
      "epoch": 17.797878976918277,
      "grad_norm": 0.041681919246912,
      "learning_rate": 6.554339985261615e-07,
      "loss": 0.0176,
      "step": 57060
    },
    {
      "epoch": 17.797878976918277,
      "flow_loss": 0.017980949953198433,
      "step": 57060
    },
    {
      "contrastive_loss": 0.002992228139191866,
      "epoch": 17.797878976918277,
      "step": 57060
    },
    {
      "contrastive_lambda": 0.005916555312673655,
      "epoch": 17.797878976918277,
      "step": 57060
    },
    {
      "contrastive_lambda": 0.005912540444859782,
      "epoch": 17.798190892077354,
      "step": 57061
    },
    {
      "contrastive_lambda": 0.005908526931614699,
      "epoch": 17.79850280723643,
      "step": 57062
    },
    {
      "contrastive_lambda": 0.005904514772949454,
      "epoch": 17.79881472239551,
      "step": 57063
    },
    {
      "contrastive_lambda": 0.005900503968875037,
      "epoch": 17.799126637554586,
      "step": 57064
    },
    {
      "contrastive_lambda": 0.00589649451940244,
      "epoch": 17.799438552713664,
      "step": 57065
    },
    {
      "contrastive_lambda": 0.005892486424542653,
      "epoch": 17.799750467872737,
      "step": 57066
    },
    {
      "contrastive_lambda": 0.005888479684306724,
      "epoch": 17.800062383031815,
      "step": 57067
    },
    {
      "contrastive_lambda": 0.005884474298705533,
      "epoch": 17.800374298190892,
      "step": 57068
    },
    {
      "contrastive_lambda": 0.005880470267750126,
      "epoch": 17.80068621334997,
      "step": 57069
    },
    {
      "epoch": 17.800998128509047,
      "grad_norm": 0.07429609447717667,
      "learning_rate": 6.509940385850733e-07,
      "loss": 0.0191,
      "step": 57070
    },
    {
      "epoch": 17.800998128509047,
      "flow_loss": 0.009270715527236462,
      "step": 57070
    },
    {
      "contrastive_loss": 0.0030992249958217144,
      "epoch": 17.800998128509047,
      "step": 57070
    },
    {
      "contrastive_lambda": 0.00587646759145144,
      "epoch": 17.800998128509047,
      "step": 57070
    },
    {
      "contrastive_lambda": 0.005872466269820464,
      "epoch": 17.80131004366812,
      "step": 57071
    },
    {
      "contrastive_lambda": 0.005868466302868247,
      "epoch": 17.801621958827198,
      "step": 57072
    },
    {
      "contrastive_lambda": 0.005864467690605613,
      "epoch": 17.801933873986275,
      "step": 57073
    },
    {
      "contrastive_lambda": 0.0058604704330436075,
      "epoch": 17.802245789145353,
      "step": 57074
    },
    {
      "contrastive_lambda": 0.005856474530193223,
      "epoch": 17.80255770430443,
      "step": 57075
    },
    {
      "contrastive_lambda": 0.0058524799820653395,
      "epoch": 17.802869619463507,
      "step": 57076
    },
    {
      "contrastive_lambda": 0.0058484867886708924,
      "epoch": 17.80318153462258,
      "step": 57077
    },
    {
      "contrastive_lambda": 0.005844494950020984,
      "epoch": 17.80349344978166,
      "step": 57078
    },
    {
      "contrastive_lambda": 0.005840504466126384,
      "epoch": 17.803805364940736,
      "step": 57079
    },
    {
      "epoch": 17.804117280099813,
      "grad_norm": 0.06068526208400726,
      "learning_rate": 6.465690695690141e-07,
      "loss": 0.0195,
      "step": 57080
    },
    {
      "epoch": 17.804117280099813,
      "flow_loss": 0.029878772795200348,
      "step": 57080
    },
    {
      "contrastive_loss": 0.0029690961819142103,
      "epoch": 17.804117280099813,
      "step": 57080
    },
    {
      "contrastive_lambda": 0.005836515336998083,
      "epoch": 17.804117280099813,
      "step": 57080
    },
    {
      "contrastive_lambda": 0.005832527562647072,
      "epoch": 17.80442919525889,
      "step": 57081
    },
    {
      "contrastive_lambda": 0.005828541143084176,
      "epoch": 17.804741110417968,
      "step": 57082
    },
    {
      "contrastive_lambda": 0.0058245560783204975,
      "epoch": 17.805053025577042,
      "step": 57083
    },
    {
      "contrastive_lambda": 0.00582057236836675,
      "epoch": 17.80536494073612,
      "step": 57084
    },
    {
      "contrastive_lambda": 0.005816590013234035,
      "epoch": 17.805676855895197,
      "step": 57085
    },
    {
      "contrastive_lambda": 0.005812609012933179,
      "epoch": 17.805988771054274,
      "step": 57086
    },
    {
      "contrastive_lambda": 0.00580862936747506,
      "epoch": 17.80630068621335,
      "step": 57087
    },
    {
      "contrastive_lambda": 0.005804651076870726,
      "epoch": 17.806612601372425,
      "step": 57088
    },
    {
      "contrastive_lambda": 0.005800674141130946,
      "epoch": 17.806924516531502,
      "step": 57089
    },
    {
      "epoch": 17.80723643169058,
      "grad_norm": 0.07536904513835907,
      "learning_rate": 6.421590928221699e-07,
      "loss": 0.0218,
      "step": 57090
    },
    {
      "epoch": 17.80723643169058,
      "flow_loss": 0.013069333508610725,
      "step": 57090
    },
    {
      "contrastive_loss": 0.003624769626185298,
      "epoch": 17.80723643169058,
      "step": 57090
    },
    {
      "contrastive_lambda": 0.005796698560266711,
      "epoch": 17.80723643169058,
      "step": 57090
    },
    {
      "contrastive_lambda": 0.005792724334288901,
      "epoch": 17.807548346849657,
      "step": 57091
    },
    {
      "contrastive_lambda": 0.0057887514632083414,
      "epoch": 17.807860262008735,
      "step": 57092
    },
    {
      "contrastive_lambda": 0.005784779947035967,
      "epoch": 17.808172177167812,
      "step": 57093
    },
    {
      "contrastive_lambda": 0.00578080978578277,
      "epoch": 17.808484092326886,
      "step": 57094
    },
    {
      "contrastive_lambda": 0.005776840979459463,
      "epoch": 17.808796007485963,
      "step": 57095
    },
    {
      "contrastive_lambda": 0.005772873528077038,
      "epoch": 17.80910792264504,
      "step": 57096
    },
    {
      "contrastive_lambda": 0.005768907431646375,
      "epoch": 17.809419837804118,
      "step": 57097
    },
    {
      "contrastive_lambda": 0.005764942690178243,
      "epoch": 17.809731752963195,
      "step": 57098
    },
    {
      "contrastive_lambda": 0.005760979303683633,
      "epoch": 17.81004366812227,
      "step": 57099
    },
    {
      "epoch": 17.810355583281346,
      "grad_norm": 0.05974740907549858,
      "learning_rate": 6.377641096841691e-07,
      "loss": 0.0163,
      "step": 57100
    },
    {
      "epoch": 17.810355583281346,
      "flow_loss": 0.031182734295725822,
      "step": 57100
    },
    {
      "contrastive_loss": 0.0032155411317944527,
      "epoch": 17.810355583281346,
      "step": 57100
    },
    {
      "contrastive_lambda": 0.005757017272173315,
      "epoch": 17.810355583281346,
      "step": 57100
    },
    {
      "contrastive_lambda": 0.005753056595658224,
      "epoch": 17.810667498440424,
      "step": 57101
    },
    {
      "contrastive_lambda": 0.00574909727414924,
      "epoch": 17.8109794135995,
      "step": 57102
    },
    {
      "contrastive_lambda": 0.005745139307657077,
      "epoch": 17.81129132875858,
      "step": 57103
    },
    {
      "contrastive_lambda": 0.005741182696192726,
      "epoch": 17.811603243917656,
      "step": 57104
    },
    {
      "contrastive_lambda": 0.0057372274397669565,
      "epoch": 17.81191515907673,
      "step": 57105
    },
    {
      "contrastive_lambda": 0.005733273538390704,
      "epoch": 17.812227074235807,
      "step": 57106
    },
    {
      "contrastive_lambda": 0.005729320992074682,
      "epoch": 17.812538989394884,
      "step": 57107
    },
    {
      "contrastive_lambda": 0.005725369800829827,
      "epoch": 17.81285090455396,
      "step": 57108
    },
    {
      "contrastive_lambda": 0.005721419964666907,
      "epoch": 17.81316281971304,
      "step": 57109
    },
    {
      "epoch": 17.813474734872116,
      "grad_norm": 0.06193801760673523,
      "learning_rate": 6.333841214901048e-07,
      "loss": 0.0203,
      "step": 57110
    },
    {
      "epoch": 17.813474734872116,
      "flow_loss": 0.02665749564766884,
      "step": 57110
    },
    {
      "contrastive_loss": 0.0032415208406746387,
      "epoch": 17.813474734872116,
      "step": 57110
    },
    {
      "contrastive_lambda": 0.005717471483596803,
      "epoch": 17.813474734872116,
      "step": 57110
    },
    {
      "contrastive_lambda": 0.005713524357630284,
      "epoch": 17.81378665003119,
      "step": 57111
    },
    {
      "contrastive_lambda": 0.00570957858677823,
      "epoch": 17.814098565190267,
      "step": 57112
    },
    {
      "contrastive_lambda": 0.00570563417105141,
      "epoch": 17.814410480349345,
      "step": 57113
    },
    {
      "contrastive_lambda": 0.005701691110460705,
      "epoch": 17.814722395508422,
      "step": 57114
    },
    {
      "contrastive_lambda": 0.005697749405016828,
      "epoch": 17.8150343106675,
      "step": 57115
    },
    {
      "contrastive_lambda": 0.005693809054730659,
      "epoch": 17.815346225826573,
      "step": 57116
    },
    {
      "contrastive_lambda": 0.005689870059612967,
      "epoch": 17.81565814098565,
      "step": 57117
    },
    {
      "contrastive_lambda": 0.0056859324196745775,
      "epoch": 17.815970056144728,
      "step": 57118
    },
    {
      "contrastive_lambda": 0.005681996134926259,
      "epoch": 17.816281971303805,
      "step": 57119
    },
    {
      "epoch": 17.816593886462883,
      "grad_norm": 0.09355679154396057,
      "learning_rate": 6.290191295704906e-07,
      "loss": 0.0199,
      "step": 57120
    },
    {
      "epoch": 17.816593886462883,
      "flow_loss": 0.016844600439071655,
      "step": 57120
    },
    {
      "contrastive_loss": 0.003249832894653082,
      "epoch": 17.816593886462883,
      "step": 57120
    },
    {
      "contrastive_lambda": 0.0056780612053787816,
      "epoch": 17.816593886462883,
      "step": 57120
    },
    {
      "contrastive_lambda": 0.005674127631043024,
      "epoch": 17.81690580162196,
      "step": 57121
    },
    {
      "contrastive_lambda": 0.005670195411929646,
      "epoch": 17.817217716781034,
      "step": 57122
    },
    {
      "contrastive_lambda": 0.005666264548049527,
      "epoch": 17.81752963194011,
      "step": 57123
    },
    {
      "contrastive_lambda": 0.005662335039413435,
      "epoch": 17.81784154709919,
      "step": 57124
    },
    {
      "contrastive_lambda": 0.005658406886032141,
      "epoch": 17.818153462258266,
      "step": 57125
    },
    {
      "contrastive_lambda": 0.005654480087916358,
      "epoch": 17.818465377417343,
      "step": 57126
    },
    {
      "contrastive_lambda": 0.005650554645076855,
      "epoch": 17.81877729257642,
      "step": 57127
    },
    {
      "contrastive_lambda": 0.005646630557524401,
      "epoch": 17.819089207735495,
      "step": 57128
    },
    {
      "contrastive_lambda": 0.005642707825269877,
      "epoch": 17.819401122894572,
      "step": 57129
    },
    {
      "epoch": 17.81971303805365,
      "grad_norm": 0.06747156381607056,
      "learning_rate": 6.246691352513046e-07,
      "loss": 0.0245,
      "step": 57130
    },
    {
      "epoch": 17.81971303805365,
      "flow_loss": 0.028779162093997,
      "step": 57130
    },
    {
      "contrastive_loss": 0.0028801891021430492,
      "epoch": 17.81971303805365,
      "step": 57130
    },
    {
      "contrastive_lambda": 0.005638786448323885,
      "epoch": 17.81971303805365,
      "step": 57130
    },
    {
      "contrastive_lambda": 0.005634866426697194,
      "epoch": 17.820024953212727,
      "step": 57131
    },
    {
      "contrastive_lambda": 0.005630947760400684,
      "epoch": 17.820336868371804,
      "step": 57132
    },
    {
      "contrastive_lambda": 0.005627030449444903,
      "epoch": 17.820648783530878,
      "step": 57133
    },
    {
      "contrastive_lambda": 0.005623114493840675,
      "epoch": 17.820960698689955,
      "step": 57134
    },
    {
      "contrastive_lambda": 0.005619199893598825,
      "epoch": 17.821272613849032,
      "step": 57135
    },
    {
      "contrastive_lambda": 0.005615286648730011,
      "epoch": 17.82158452900811,
      "step": 57136
    },
    {
      "contrastive_lambda": 0.005611374759244947,
      "epoch": 17.821896444167187,
      "step": 57137
    },
    {
      "contrastive_lambda": 0.0056074642251542905,
      "epoch": 17.822208359326265,
      "step": 57138
    },
    {
      "contrastive_lambda": 0.005603555046468867,
      "epoch": 17.82252027448534,
      "step": 57139
    },
    {
      "epoch": 17.822832189644416,
      "grad_norm": 0.08846114575862885,
      "learning_rate": 6.203341398539452e-07,
      "loss": 0.0209,
      "step": 57140
    },
    {
      "epoch": 17.822832189644416,
      "flow_loss": 0.031821466982364655,
      "step": 57140
    },
    {
      "contrastive_loss": 0.003572254441678524,
      "epoch": 17.822832189644416,
      "step": 57140
    },
    {
      "contrastive_lambda": 0.005599647223199444,
      "epoch": 17.822832189644416,
      "step": 57140
    },
    {
      "contrastive_lambda": 0.005595740755356626,
      "epoch": 17.823144104803493,
      "step": 57141
    },
    {
      "contrastive_lambda": 0.005591835642951126,
      "epoch": 17.82345601996257,
      "step": 57142
    },
    {
      "contrastive_lambda": 0.005587931885993713,
      "epoch": 17.823767935121648,
      "step": 57143
    },
    {
      "contrastive_lambda": 0.00558402948449499,
      "epoch": 17.824079850280725,
      "step": 57144
    },
    {
      "contrastive_lambda": 0.005580128438465781,
      "epoch": 17.8243917654398,
      "step": 57145
    },
    {
      "contrastive_lambda": 0.005576228747916745,
      "epoch": 17.824703680598876,
      "step": 57146
    },
    {
      "contrastive_lambda": 0.005572330412858539,
      "epoch": 17.825015595757954,
      "step": 57147
    },
    {
      "contrastive_lambda": 0.005568433433301823,
      "epoch": 17.82532751091703,
      "step": 57148
    },
    {
      "contrastive_lambda": 0.005564537809257364,
      "epoch": 17.82563942607611,
      "step": 57149
    },
    {
      "epoch": 17.825951341235182,
      "grad_norm": 0.08725595474243164,
      "learning_rate": 6.160141446952872e-07,
      "loss": 0.025,
      "step": 57150
    },
    {
      "epoch": 17.825951341235182,
      "flow_loss": 0.015306183136999607,
      "step": 57150
    },
    {
      "contrastive_loss": 0.0035695009864866734,
      "epoch": 17.825951341235182,
      "step": 57150
    },
    {
      "contrastive_lambda": 0.00556064354073571,
      "epoch": 17.825951341235182,
      "step": 57150
    },
    {
      "contrastive_lambda": 0.005556750627747742,
      "epoch": 17.82626325639426,
      "step": 57151
    },
    {
      "contrastive_lambda": 0.00555285907030395,
      "epoch": 17.826575171553337,
      "step": 57152
    },
    {
      "contrastive_lambda": 0.0055489688684150495,
      "epoch": 17.826887086712414,
      "step": 57153
    },
    {
      "contrastive_lambda": 0.005545080022091808,
      "epoch": 17.82719900187149,
      "step": 57154
    },
    {
      "contrastive_lambda": 0.005541192531344663,
      "epoch": 17.82751091703057,
      "step": 57155
    },
    {
      "contrastive_lambda": 0.005537306396184549,
      "epoch": 17.827822832189643,
      "step": 57156
    },
    {
      "contrastive_lambda": 0.005533421616621903,
      "epoch": 17.82813474734872,
      "step": 57157
    },
    {
      "contrastive_lambda": 0.005529538192667494,
      "epoch": 17.828446662507798,
      "step": 57158
    },
    {
      "contrastive_lambda": 0.0055256561243319235,
      "epoch": 17.828758577666875,
      "step": 57159
    },
    {
      "epoch": 17.829070492825952,
      "grad_norm": 0.06082847714424133,
      "learning_rate": 6.11709151087625e-07,
      "loss": 0.0235,
      "step": 57160
    },
    {
      "epoch": 17.829070492825952,
      "flow_loss": 0.019288385286927223,
      "step": 57160
    },
    {
      "contrastive_loss": 0.004205979406833649,
      "epoch": 17.829070492825952,
      "step": 57160
    },
    {
      "contrastive_lambda": 0.005521775411625851,
      "epoch": 17.829070492825952,
      "step": 57160
    },
    {
      "contrastive_lambda": 0.005517896054559879,
      "epoch": 17.82938240798503,
      "step": 57161
    },
    {
      "contrastive_lambda": 0.00551401805314472,
      "epoch": 17.829694323144103,
      "step": 57162
    },
    {
      "contrastive_lambda": 0.005510141407390923,
      "epoch": 17.83000623830318,
      "step": 57163
    },
    {
      "contrastive_lambda": 0.005506266117309144,
      "epoch": 17.830318153462258,
      "step": 57164
    },
    {
      "contrastive_lambda": 0.005502392182910043,
      "epoch": 17.830630068621335,
      "step": 57165
    },
    {
      "contrastive_lambda": 0.005498519604204166,
      "epoch": 17.830941983780413,
      "step": 57166
    },
    {
      "contrastive_lambda": 0.005494648381202172,
      "epoch": 17.831253898939487,
      "step": 57167
    },
    {
      "contrastive_lambda": 0.005490778513914718,
      "epoch": 17.831565814098564,
      "step": 57168
    },
    {
      "contrastive_lambda": 0.0054869100023522965,
      "epoch": 17.83187772925764,
      "step": 57169
    },
    {
      "epoch": 17.83218964441672,
      "grad_norm": 0.05021759867668152,
      "learning_rate": 6.074191603386958e-07,
      "loss": 0.0161,
      "step": 57170
    },
    {
      "epoch": 17.83218964441672,
      "flow_loss": 0.024755889549851418,
      "step": 57170
    },
    {
      "contrastive_loss": 0.003882591612637043,
      "epoch": 17.83218964441672,
      "step": 57170
    },
    {
      "contrastive_lambda": 0.005483042846525676,
      "epoch": 17.83218964441672,
      "step": 57170
    },
    {
      "contrastive_lambda": 0.005479177046445349,
      "epoch": 17.832501559575796,
      "step": 57171
    },
    {
      "contrastive_lambda": 0.005475312602121862,
      "epoch": 17.832813474734873,
      "step": 57172
    },
    {
      "contrastive_lambda": 0.005471449513565985,
      "epoch": 17.833125389893947,
      "step": 57173
    },
    {
      "contrastive_lambda": 0.005467587780788152,
      "epoch": 17.833437305053025,
      "step": 57174
    },
    {
      "contrastive_lambda": 0.005463727403799079,
      "epoch": 17.833749220212102,
      "step": 57175
    },
    {
      "contrastive_lambda": 0.005459868382609201,
      "epoch": 17.83406113537118,
      "step": 57176
    },
    {
      "contrastive_lambda": 0.005456010717229176,
      "epoch": 17.834373050530257,
      "step": 57177
    },
    {
      "contrastive_lambda": 0.005452154407669607,
      "epoch": 17.834684965689334,
      "step": 57178
    },
    {
      "contrastive_lambda": 0.005448299453940986,
      "epoch": 17.834996880848408,
      "step": 57179
    },
    {
      "epoch": 17.835308796007485,
      "grad_norm": 0.07154420018196106,
      "learning_rate": 6.031441737516907e-07,
      "loss": 0.0219,
      "step": 57180
    },
    {
      "epoch": 17.835308796007485,
      "flow_loss": 0.013682159595191479,
      "step": 57180
    },
    {
      "contrastive_loss": 0.003287597093731165,
      "epoch": 17.835308796007485,
      "step": 57180
    },
    {
      "contrastive_lambda": 0.00544444585605397,
      "epoch": 17.835308796007485,
      "step": 57180
    },
    {
      "contrastive_lambda": 0.005440593614019107,
      "epoch": 17.835620711166563,
      "step": 57181
    },
    {
      "contrastive_lambda": 0.005436742727846888,
      "epoch": 17.83593262632564,
      "step": 57182
    },
    {
      "contrastive_lambda": 0.005432893197547972,
      "epoch": 17.836244541484717,
      "step": 57183
    },
    {
      "contrastive_lambda": 0.005429045023132795,
      "epoch": 17.83655645664379,
      "step": 57184
    },
    {
      "contrastive_lambda": 0.005425198204612014,
      "epoch": 17.83686837180287,
      "step": 57185
    },
    {
      "contrastive_lambda": 0.005421352741996122,
      "epoch": 17.837180286961946,
      "step": 57186
    },
    {
      "contrastive_lambda": 0.005417508635295665,
      "epoch": 17.837492202121023,
      "step": 57187
    },
    {
      "contrastive_lambda": 0.005413665884521246,
      "epoch": 17.8378041172801,
      "step": 57188
    },
    {
      "contrastive_lambda": 0.005409824489683246,
      "epoch": 17.838116032439178,
      "step": 57189
    },
    {
      "epoch": 17.83842794759825,
      "grad_norm": 0.06750309467315674,
      "learning_rate": 5.988841926252431e-07,
      "loss": 0.02,
      "step": 57190
    },
    {
      "epoch": 17.83842794759825,
      "flow_loss": 0.012717671692371368,
      "step": 57190
    },
    {
      "contrastive_loss": 0.004636495374143124,
      "epoch": 17.83842794759825,
      "step": 57190
    },
    {
      "contrastive_lambda": 0.005405984450792378,
      "epoch": 17.83842794759825,
      "step": 57190
    },
    {
      "contrastive_lambda": 0.0054021457678590235,
      "epoch": 17.83873986275733,
      "step": 57191
    },
    {
      "contrastive_lambda": 0.00539830844089384,
      "epoch": 17.839051777916406,
      "step": 57192
    },
    {
      "contrastive_lambda": 0.005394472469907208,
      "epoch": 17.839363693075484,
      "step": 57193
    },
    {
      "contrastive_lambda": 0.00539063785490973,
      "epoch": 17.83967560823456,
      "step": 57194
    },
    {
      "contrastive_lambda": 0.005386804595911898,
      "epoch": 17.83998752339364,
      "step": 57195
    },
    {
      "contrastive_lambda": 0.005382972692924204,
      "epoch": 17.840299438552712,
      "step": 57196
    },
    {
      "contrastive_lambda": 0.00537914214595725,
      "epoch": 17.84061135371179,
      "step": 57197
    },
    {
      "contrastive_lambda": 0.005375312955021416,
      "epoch": 17.840923268870867,
      "step": 57198
    },
    {
      "contrastive_lambda": 0.005371485120127251,
      "epoch": 17.841235184029944,
      "step": 57199
    },
    {
      "epoch": 17.84154709918902,
      "grad_norm": 0.07329748570919037,
      "learning_rate": 5.946392182534066e-07,
      "loss": 0.0204,
      "step": 57200
    },
    {
      "epoch": 17.84154709918902,
      "flow_loss": 0.023642422631382942,
      "step": 57200
    },
    {
      "contrastive_loss": 0.004213232547044754,
      "epoch": 17.84154709918902,
      "step": 57200
    },
    {
      "contrastive_lambda": 0.0053676586412852445,
      "epoch": 17.84154709918902,
      "step": 57200
    },
    {
      "contrastive_lambda": 0.005363833518505834,
      "epoch": 17.841859014348096,
      "step": 57201
    },
    {
      "contrastive_lambda": 0.0053600097517996215,
      "epoch": 17.842170929507173,
      "step": 57202
    },
    {
      "contrastive_lambda": 0.005356187341176988,
      "epoch": 17.84248284466625,
      "step": 57203
    },
    {
      "contrastive_lambda": 0.00535236628664848,
      "epoch": 17.842794759825328,
      "step": 57204
    },
    {
      "contrastive_lambda": 0.005348546588224534,
      "epoch": 17.843106674984405,
      "step": 57205
    },
    {
      "contrastive_lambda": 0.0053447282459155865,
      "epoch": 17.843418590143482,
      "step": 57206
    },
    {
      "contrastive_lambda": 0.0053409112597322395,
      "epoch": 17.843730505302556,
      "step": 57207
    },
    {
      "contrastive_lambda": 0.005337095629684818,
      "epoch": 17.844042420461633,
      "step": 57208
    },
    {
      "contrastive_lambda": 0.00533328135578387,
      "epoch": 17.84435433562071,
      "step": 57209
    },
    {
      "epoch": 17.844666250779788,
      "grad_norm": 0.08585462719202042,
      "learning_rate": 5.90409251925711e-07,
      "loss": 0.0166,
      "step": 57210
    },
    {
      "epoch": 17.844666250779788,
      "flow_loss": 0.041892778128385544,
      "step": 57210
    },
    {
      "contrastive_loss": 0.004098616540431976,
      "epoch": 17.844666250779788,
      "step": 57210
    },
    {
      "contrastive_lambda": 0.005329468438039775,
      "epoch": 17.844666250779788,
      "step": 57210
    },
    {
      "contrastive_lambda": 0.005325656876463081,
      "epoch": 17.844978165938866,
      "step": 57211
    },
    {
      "contrastive_lambda": 0.005321846671064112,
      "epoch": 17.845290081097943,
      "step": 57212
    },
    {
      "contrastive_lambda": 0.005318037821853416,
      "epoch": 17.845601996257017,
      "step": 57213
    },
    {
      "contrastive_lambda": 0.005314230328841429,
      "epoch": 17.845913911416094,
      "step": 57214
    },
    {
      "contrastive_lambda": 0.005310424192038532,
      "epoch": 17.84622582657517,
      "step": 57215
    },
    {
      "contrastive_lambda": 0.005306619411455271,
      "epoch": 17.84653774173425,
      "step": 57216
    },
    {
      "contrastive_lambda": 0.0053028159871019165,
      "epoch": 17.846849656893326,
      "step": 57217
    },
    {
      "contrastive_lambda": 0.00529901391898896,
      "epoch": 17.8471615720524,
      "step": 57218
    },
    {
      "contrastive_lambda": 0.0052952132071269475,
      "epoch": 17.847473487211477,
      "step": 57219
    },
    {
      "epoch": 17.847785402370555,
      "grad_norm": 0.06687774509191513,
      "learning_rate": 5.861942949270949e-07,
      "loss": 0.0203,
      "step": 57220
    },
    {
      "epoch": 17.847785402370555,
      "flow_loss": 0.006981095764786005,
      "step": 57220
    },
    {
      "contrastive_loss": 0.004307206720113754,
      "epoch": 17.847785402370555,
      "step": 57220
    },
    {
      "contrastive_lambda": 0.0052914138515260944,
      "epoch": 17.847785402370555,
      "step": 57220
    },
    {
      "contrastive_lambda": 0.005287615852197003,
      "epoch": 17.848097317529632,
      "step": 57221
    },
    {
      "contrastive_lambda": 0.0052838192091499425,
      "epoch": 17.84840923268871,
      "step": 57222
    },
    {
      "contrastive_lambda": 0.005280023922395349,
      "epoch": 17.848721147847787,
      "step": 57223
    },
    {
      "contrastive_lambda": 0.0052762299919437705,
      "epoch": 17.84903306300686,
      "step": 57224
    },
    {
      "contrastive_lambda": 0.00527243741780542,
      "epoch": 17.849344978165938,
      "step": 57225
    },
    {
      "contrastive_lambda": 0.00526864619999079,
      "epoch": 17.849656893325015,
      "step": 57226
    },
    {
      "contrastive_lambda": 0.00526485633851026,
      "epoch": 17.849968808484093,
      "step": 57227
    },
    {
      "contrastive_lambda": 0.005261067833374211,
      "epoch": 17.85028072364317,
      "step": 57228
    },
    {
      "contrastive_lambda": 0.005257280684592969,
      "epoch": 17.850592638802247,
      "step": 57229
    },
    {
      "epoch": 17.85090455396132,
      "grad_norm": 0.0569668784737587,
      "learning_rate": 5.819943485379564e-07,
      "loss": 0.0184,
      "step": 57230
    },
    {
      "epoch": 17.85090455396132,
      "flow_loss": 0.008282366208732128,
      "step": 57230
    },
    {
      "contrastive_loss": 0.004045694600790739,
      "epoch": 17.85090455396132,
      "step": 57230
    },
    {
      "contrastive_lambda": 0.00525349489217708,
      "epoch": 17.85090455396132,
      "step": 57230
    },
    {
      "contrastive_lambda": 0.0052497104561368135,
      "epoch": 17.8512164691204,
      "step": 57231
    },
    {
      "contrastive_lambda": 0.005245927376482551,
      "epoch": 17.851528384279476,
      "step": 57232
    },
    {
      "contrastive_lambda": 0.005242145653224672,
      "epoch": 17.851840299438553,
      "step": 57233
    },
    {
      "contrastive_lambda": 0.005238365286373503,
      "epoch": 17.85215221459763,
      "step": 57234
    },
    {
      "contrastive_lambda": 0.0052345862759394235,
      "epoch": 17.852464129756704,
      "step": 57235
    },
    {
      "contrastive_lambda": 0.00523080862193287,
      "epoch": 17.85277604491578,
      "step": 57236
    },
    {
      "contrastive_lambda": 0.0052270323243641115,
      "epoch": 17.85308796007486,
      "step": 57237
    },
    {
      "contrastive_lambda": 0.00522325738324364,
      "epoch": 17.853399875233936,
      "step": 57238
    },
    {
      "contrastive_lambda": 0.0052194837985816145,
      "epoch": 17.853711790393014,
      "step": 57239
    },
    {
      "epoch": 17.85402370555209,
      "grad_norm": 0.07110265642404556,
      "learning_rate": 5.778094140341306e-07,
      "loss": 0.023,
      "step": 57240
    },
    {
      "epoch": 17.85402370555209,
      "flow_loss": 0.012471478432416916,
      "step": 57240
    },
    {
      "contrastive_loss": 0.0032729245722293854,
      "epoch": 17.85402370555209,
      "step": 57240
    },
    {
      "contrastive_lambda": 0.005215711570388415,
      "epoch": 17.85402370555209,
      "step": 57240
    },
    {
      "contrastive_lambda": 0.005211940698674533,
      "epoch": 17.854335620711165,
      "step": 57241
    },
    {
      "contrastive_lambda": 0.005208171183450128,
      "epoch": 17.854647535870242,
      "step": 57242
    },
    {
      "contrastive_lambda": 0.00520440302472569,
      "epoch": 17.85495945102932,
      "step": 57243
    },
    {
      "contrastive_lambda": 0.005200636222511434,
      "epoch": 17.855271366188397,
      "step": 57244
    },
    {
      "contrastive_lambda": 0.005196870776817741,
      "epoch": 17.855583281347474,
      "step": 57245
    },
    {
      "contrastive_lambda": 0.00519310668765488,
      "epoch": 17.85589519650655,
      "step": 57246
    },
    {
      "contrastive_lambda": 0.005189343955033232,
      "epoch": 17.856207111665626,
      "step": 57247
    },
    {
      "contrastive_lambda": 0.005185582578963122,
      "epoch": 17.856519026824703,
      "step": 57248
    },
    {
      "contrastive_lambda": 0.005181822559454818,
      "epoch": 17.85683094198378,
      "step": 57249
    },
    {
      "epoch": 17.857142857142858,
      "grad_norm": 0.04462816193699837,
      "learning_rate": 5.736394926868893e-07,
      "loss": 0.0211,
      "step": 57250
    },
    {
      "epoch": 17.857142857142858,
      "flow_loss": 0.013240750879049301,
      "step": 57250
    },
    {
      "contrastive_loss": 0.00304021080955863,
      "epoch": 17.857142857142858,
      "step": 57250
    },
    {
      "contrastive_lambda": 0.005178063896518648,
      "epoch": 17.857142857142858,
      "step": 57250
    },
    {
      "contrastive_lambda": 0.005174306590164934,
      "epoch": 17.857454772301935,
      "step": 57251
    },
    {
      "contrastive_lambda": 0.0051705506404038926,
      "epoch": 17.85776668746101,
      "step": 57252
    },
    {
      "contrastive_lambda": 0.005166796047245903,
      "epoch": 17.858078602620086,
      "step": 57253
    },
    {
      "contrastive_lambda": 0.005163042810701235,
      "epoch": 17.858390517779164,
      "step": 57254
    },
    {
      "contrastive_lambda": 0.005159290930780214,
      "epoch": 17.85870243293824,
      "step": 57255
    },
    {
      "contrastive_lambda": 0.005155540407493053,
      "epoch": 17.85901434809732,
      "step": 57256
    },
    {
      "contrastive_lambda": 0.005151791240850079,
      "epoch": 17.859326263256396,
      "step": 57257
    },
    {
      "contrastive_lambda": 0.00514804343086156,
      "epoch": 17.85963817841547,
      "step": 57258
    },
    {
      "contrastive_lambda": 0.005144296977537821,
      "epoch": 17.859950093574547,
      "step": 57259
    },
    {
      "epoch": 17.860262008733624,
      "grad_norm": 0.05998816713690758,
      "learning_rate": 5.694845857629416e-07,
      "loss": 0.0211,
      "step": 57260
    },
    {
      "epoch": 17.860262008733624,
      "flow_loss": 0.019065598025918007,
      "step": 57260
    },
    {
      "contrastive_loss": 0.0030251555144786835,
      "epoch": 17.860262008733624,
      "step": 57260
    },
    {
      "contrastive_lambda": 0.005140551880889022,
      "epoch": 17.860262008733624,
      "step": 57260
    },
    {
      "contrastive_lambda": 0.005136808140925542,
      "epoch": 17.8605739238927,
      "step": 57261
    },
    {
      "contrastive_lambda": 0.005133065757657651,
      "epoch": 17.86088583905178,
      "step": 57262
    },
    {
      "contrastive_lambda": 0.005129324731095453,
      "epoch": 17.861197754210856,
      "step": 57263
    },
    {
      "contrastive_lambda": 0.005125585061249327,
      "epoch": 17.86150966936993,
      "step": 57264
    },
    {
      "contrastive_lambda": 0.005121846748129544,
      "epoch": 17.861821584529007,
      "step": 57265
    },
    {
      "contrastive_lambda": 0.005118109791746317,
      "epoch": 17.862133499688085,
      "step": 57266
    },
    {
      "contrastive_lambda": 0.005114374192109916,
      "epoch": 17.862445414847162,
      "step": 57267
    },
    {
      "contrastive_lambda": 0.0051106399492305,
      "epoch": 17.86275733000624,
      "step": 57268
    },
    {
      "contrastive_lambda": 0.005106907063118338,
      "epoch": 17.863069245165313,
      "step": 57269
    },
    {
      "epoch": 17.86338116032439,
      "grad_norm": 0.06399349123239517,
      "learning_rate": 5.653446945244334e-07,
      "loss": 0.0164,
      "step": 57270
    },
    {
      "epoch": 17.86338116032439,
      "flow_loss": 0.03719192370772362,
      "step": 57270
    },
    {
      "contrastive_loss": 0.003292547073215246,
      "epoch": 17.86338116032439,
      "step": 57270
    },
    {
      "contrastive_lambda": 0.005103175533783755,
      "epoch": 17.86338116032439,
      "step": 57270
    },
    {
      "contrastive_lambda": 0.0050994453612369095,
      "epoch": 17.863693075483468,
      "step": 57271
    },
    {
      "contrastive_lambda": 0.005095716545488016,
      "epoch": 17.864004990642545,
      "step": 57272
    },
    {
      "contrastive_lambda": 0.005091989086547344,
      "epoch": 17.864316905801623,
      "step": 57273
    },
    {
      "contrastive_lambda": 0.0050882629844250515,
      "epoch": 17.8646288209607,
      "step": 57274
    },
    {
      "contrastive_lambda": 0.005084538239131353,
      "epoch": 17.864940736119774,
      "step": 57275
    },
    {
      "contrastive_lambda": 0.005080814850676518,
      "epoch": 17.86525265127885,
      "step": 57276
    },
    {
      "contrastive_lambda": 0.005077092819070761,
      "epoch": 17.86556456643793,
      "step": 57277
    },
    {
      "contrastive_lambda": 0.00507337214432424,
      "epoch": 17.865876481597006,
      "step": 57278
    },
    {
      "contrastive_lambda": 0.0050696528264471685,
      "epoch": 17.866188396756083,
      "step": 57279
    },
    {
      "epoch": 17.86650031191516,
      "grad_norm": 0.05156644433736801,
      "learning_rate": 5.612198202289698e-07,
      "loss": 0.0238,
      "step": 57280
    },
    {
      "epoch": 17.86650031191516,
      "flow_loss": 0.01930411532521248,
      "step": 57280
    },
    {
      "contrastive_loss": 0.003630234394222498,
      "epoch": 17.86650031191516,
      "step": 57280
    },
    {
      "contrastive_lambda": 0.005065934865449706,
      "epoch": 17.86650031191516,
      "step": 57280
    },
    {
      "contrastive_lambda": 0.005062218261342122,
      "epoch": 17.866812227074234,
      "step": 57281
    },
    {
      "contrastive_lambda": 0.005058503014134574,
      "epoch": 17.867124142233312,
      "step": 57282
    },
    {
      "contrastive_lambda": 0.005054789123837222,
      "epoch": 17.86743605739239,
      "step": 57283
    },
    {
      "contrastive_lambda": 0.005051076590460335,
      "epoch": 17.867747972551467,
      "step": 57284
    },
    {
      "contrastive_lambda": 0.00504736541401396,
      "epoch": 17.868059887710544,
      "step": 57285
    },
    {
      "contrastive_lambda": 0.005043655594508256,
      "epoch": 17.868371802869618,
      "step": 57286
    },
    {
      "contrastive_lambda": 0.005039947131953604,
      "epoch": 17.868683718028695,
      "step": 57287
    },
    {
      "contrastive_lambda": 0.005036240026359995,
      "epoch": 17.868995633187772,
      "step": 57288
    },
    {
      "contrastive_lambda": 0.005032534277737644,
      "epoch": 17.86930754834685,
      "step": 57289
    },
    {
      "epoch": 17.869619463505927,
      "grad_norm": 0.04217035323381424,
      "learning_rate": 5.571099641295596e-07,
      "loss": 0.0187,
      "step": 57290
    },
    {
      "epoch": 17.869619463505927,
      "flow_loss": 0.023489074781537056,
      "step": 57290
    },
    {
      "contrastive_loss": 0.0033246097154915333,
      "epoch": 17.869619463505927,
      "step": 57290
    },
    {
      "contrastive_lambda": 0.0050288298860967084,
      "epoch": 17.869619463505927,
      "step": 57290
    },
    {
      "contrastive_lambda": 0.005025126851447292,
      "epoch": 17.869931378665004,
      "step": 57291
    },
    {
      "contrastive_lambda": 0.005021425173799665,
      "epoch": 17.87024329382408,
      "step": 57292
    },
    {
      "contrastive_lambda": 0.0050177248531638186,
      "epoch": 17.870555208983156,
      "step": 57293
    },
    {
      "contrastive_lambda": 0.005014025889550022,
      "epoch": 17.870867124142233,
      "step": 57294
    },
    {
      "contrastive_lambda": 0.005010328282968435,
      "epoch": 17.87117903930131,
      "step": 57295
    },
    {
      "contrastive_lambda": 0.005006632033429104,
      "epoch": 17.871490954460388,
      "step": 57296
    },
    {
      "contrastive_lambda": 0.005002937140942132,
      "epoch": 17.871802869619465,
      "step": 57297
    },
    {
      "contrastive_lambda": 0.004999243605517789,
      "epoch": 17.87211478477854,
      "step": 57298
    },
    {
      "contrastive_lambda": 0.004995551427166067,
      "epoch": 17.872426699937616,
      "step": 57299
    },
    {
      "epoch": 17.872738615096694,
      "grad_norm": 0.07916579395532608,
      "learning_rate": 5.530151274746875e-07,
      "loss": 0.021,
      "step": 57300
    },
    {
      "epoch": 17.872738615096694,
      "flow_loss": 0.018070893362164497,
      "step": 57300
    },
    {
      "contrastive_loss": 0.0033101732842624187,
      "epoch": 17.872738615096694,
      "step": 57300
    },
    {
      "contrastive_lambda": 0.004991860605897236,
      "epoch": 17.872738615096694,
      "step": 57300
    },
    {
      "contrastive_lambda": 0.0049881711417212315,
      "epoch": 17.87305053025577,
      "step": 57301
    },
    {
      "contrastive_lambda": 0.004984483034648268,
      "epoch": 17.87336244541485,
      "step": 57302
    },
    {
      "contrastive_lambda": 0.0049807962846885045,
      "epoch": 17.873674360573922,
      "step": 57303
    },
    {
      "contrastive_lambda": 0.0049771108918519325,
      "epoch": 17.873986275733,
      "step": 57304
    },
    {
      "contrastive_lambda": 0.004973426856148766,
      "epoch": 17.874298190892077,
      "step": 57305
    },
    {
      "contrastive_lambda": 0.004969744177589053,
      "epoch": 17.874610106051154,
      "step": 57306
    },
    {
      "contrastive_lambda": 0.004966062856182896,
      "epoch": 17.87492202121023,
      "step": 57307
    },
    {
      "contrastive_lambda": 0.004962382891940398,
      "epoch": 17.87523393636931,
      "step": 57308
    },
    {
      "contrastive_lambda": 0.004958704284871551,
      "epoch": 17.875545851528383,
      "step": 57309
    },
    {
      "epoch": 17.87585776668746,
      "grad_norm": 0.1380603313446045,
      "learning_rate": 5.489353115082418e-07,
      "loss": 0.0206,
      "step": 57310
    },
    {
      "epoch": 17.87585776668746,
      "flow_loss": 0.03908562660217285,
      "step": 57310
    },
    {
      "contrastive_loss": 0.0036567070055752993,
      "epoch": 17.87585776668746,
      "step": 57310
    },
    {
      "contrastive_lambda": 0.00495502703498657,
      "epoch": 17.87585776668746,
      "step": 57310
    },
    {
      "contrastive_lambda": 0.0049513511422955014,
      "epoch": 17.876169681846537,
      "step": 57311
    },
    {
      "contrastive_lambda": 0.004947676606808393,
      "epoch": 17.876481597005615,
      "step": 57312
    },
    {
      "contrastive_lambda": 0.004944003428535404,
      "epoch": 17.876793512164692,
      "step": 57313
    },
    {
      "contrastive_lambda": 0.0049403316074864145,
      "epoch": 17.87710542732377,
      "step": 57314
    },
    {
      "contrastive_lambda": 0.0049366611436716945,
      "epoch": 17.877417342482843,
      "step": 57315
    },
    {
      "contrastive_lambda": 0.004932992037101236,
      "epoch": 17.87772925764192,
      "step": 57316
    },
    {
      "contrastive_lambda": 0.004929324287785086,
      "epoch": 17.878041172800998,
      "step": 57317
    },
    {
      "contrastive_lambda": 0.0049256578957332375,
      "epoch": 17.878353087960075,
      "step": 57318
    },
    {
      "contrastive_lambda": 0.004921992860955904,
      "epoch": 17.878665003119153,
      "step": 57319
    },
    {
      "epoch": 17.878976918278227,
      "grad_norm": 0.06304647773504257,
      "learning_rate": 5.4487051746957e-07,
      "loss": 0.0178,
      "step": 57320
    },
    {
      "epoch": 17.878976918278227,
      "flow_loss": 0.025672663003206253,
      "step": 57320
    },
    {
      "contrastive_loss": 0.003677763044834137,
      "epoch": 17.878976918278227,
      "step": 57320
    },
    {
      "contrastive_lambda": 0.004918329183462966,
      "epoch": 17.878976918278227,
      "step": 57320
    },
    {
      "contrastive_lambda": 0.004914666863264527,
      "epoch": 17.879288833437304,
      "step": 57321
    },
    {
      "contrastive_lambda": 0.004911005900370691,
      "epoch": 17.87960074859638,
      "step": 57322
    },
    {
      "contrastive_lambda": 0.004907346294791448,
      "epoch": 17.87991266375546,
      "step": 57323
    },
    {
      "contrastive_lambda": 0.004903688046536792,
      "epoch": 17.880224578914536,
      "step": 57324
    },
    {
      "contrastive_lambda": 0.004900031155616824,
      "epoch": 17.880536494073613,
      "step": 57325
    },
    {
      "contrastive_lambda": 0.004896375622041427,
      "epoch": 17.880848409232687,
      "step": 57326
    },
    {
      "contrastive_lambda": 0.0048927214458208135,
      "epoch": 17.881160324391765,
      "step": 57327
    },
    {
      "contrastive_lambda": 0.004889068626964921,
      "epoch": 17.881472239550842,
      "step": 57328
    },
    {
      "contrastive_lambda": 0.004885417165483741,
      "epoch": 17.88178415470992,
      "step": 57329
    },
    {
      "epoch": 17.882096069868997,
      "grad_norm": 0.07568372040987015,
      "learning_rate": 5.408207465934511e-07,
      "loss": 0.0226,
      "step": 57330
    },
    {
      "epoch": 17.882096069868997,
      "flow_loss": 0.04896656423807144,
      "step": 57330
    },
    {
      "contrastive_loss": 0.003328822087496519,
      "epoch": 17.882096069868997,
      "step": 57330
    },
    {
      "contrastive_lambda": 0.004881767061387321,
      "epoch": 17.882096069868997,
      "step": 57330
    },
    {
      "contrastive_lambda": 0.004878118314685598,
      "epoch": 17.882407985028074,
      "step": 57331
    },
    {
      "contrastive_lambda": 0.004874470925388619,
      "epoch": 17.882719900187148,
      "step": 57332
    },
    {
      "contrastive_lambda": 0.004870824893506431,
      "epoch": 17.883031815346225,
      "step": 57333
    },
    {
      "contrastive_lambda": 0.004867180219048972,
      "epoch": 17.883343730505302,
      "step": 57334
    },
    {
      "contrastive_lambda": 0.004863536902026289,
      "epoch": 17.88365564566438,
      "step": 57335
    },
    {
      "contrastive_lambda": 0.004859894942448317,
      "epoch": 17.883967560823457,
      "step": 57336
    },
    {
      "contrastive_lambda": 0.004856254340324995,
      "epoch": 17.88427947598253,
      "step": 57337
    },
    {
      "contrastive_lambda": 0.004852615095666424,
      "epoch": 17.88459139114161,
      "step": 57338
    },
    {
      "contrastive_lambda": 0.004848977208482541,
      "epoch": 17.884903306300686,
      "step": 57339
    },
    {
      "epoch": 17.885215221459763,
      "grad_norm": 0.07414424419403076,
      "learning_rate": 5.3678600011009e-07,
      "loss": 0.0288,
      "step": 57340
    },
    {
      "epoch": 17.885215221459763,
      "flow_loss": 0.02090081200003624,
      "step": 57340
    },
    {
      "contrastive_loss": 0.003103590803220868,
      "epoch": 17.885215221459763,
      "step": 57340
    },
    {
      "contrastive_lambda": 0.004845340678783228,
      "epoch": 17.885215221459763,
      "step": 57340
    },
    {
      "contrastive_lambda": 0.004841705506578586,
      "epoch": 17.88552713661884,
      "step": 57341
    },
    {
      "contrastive_lambda": 0.004838071691878498,
      "epoch": 17.885839051777918,
      "step": 57342
    },
    {
      "contrastive_lambda": 0.0048344392346929554,
      "epoch": 17.88615096693699,
      "step": 57343
    },
    {
      "contrastive_lambda": 0.004830808135031894,
      "epoch": 17.88646288209607,
      "step": 57344
    },
    {
      "contrastive_lambda": 0.004827178392905307,
      "epoch": 17.886774797255146,
      "step": 57345
    },
    {
      "contrastive_lambda": 0.004823550008323185,
      "epoch": 17.887086712414224,
      "step": 57346
    },
    {
      "contrastive_lambda": 0.004819922981295355,
      "epoch": 17.8873986275733,
      "step": 57347
    },
    {
      "contrastive_lambda": 0.004816297311831752,
      "epoch": 17.88771054273238,
      "step": 57348
    },
    {
      "contrastive_lambda": 0.00481267299994248,
      "epoch": 17.888022457891452,
      "step": 57349
    },
    {
      "epoch": 17.88833437305053,
      "grad_norm": 0.0470564141869545,
      "learning_rate": 5.327662792451449e-07,
      "loss": 0.015,
      "step": 57350
    },
    {
      "epoch": 17.88833437305053,
      "flow_loss": 0.014731197617948055,
      "step": 57350
    },
    {
      "contrastive_loss": 0.0044286674819886684,
      "epoch": 17.88833437305053,
      "step": 57350
    },
    {
      "contrastive_lambda": 0.004809050045637364,
      "epoch": 17.88833437305053,
      "step": 57350
    },
    {
      "contrastive_lambda": 0.004805428448926341,
      "epoch": 17.888646288209607,
      "step": 57351
    },
    {
      "contrastive_lambda": 0.004801808209819347,
      "epoch": 17.888958203368684,
      "step": 57352
    },
    {
      "contrastive_lambda": 0.004798189328326319,
      "epoch": 17.88927011852776,
      "step": 57353
    },
    {
      "contrastive_lambda": 0.004794571804457193,
      "epoch": 17.889582033686835,
      "step": 57354
    },
    {
      "contrastive_lambda": 0.004790955638221794,
      "epoch": 17.889893948845913,
      "step": 57355
    },
    {
      "contrastive_lambda": 0.004787340829630171,
      "epoch": 17.89020586400499,
      "step": 57356
    },
    {
      "contrastive_lambda": 0.004783727378692204,
      "epoch": 17.890517779164067,
      "step": 57357
    },
    {
      "contrastive_lambda": 0.004780115285417663,
      "epoch": 17.890829694323145,
      "step": 57358
    },
    {
      "contrastive_lambda": 0.004776504549816651,
      "epoch": 17.891141609482222,
      "step": 57359
    },
    {
      "epoch": 17.891453524641296,
      "grad_norm": 0.06593551486730576,
      "learning_rate": 5.287615852196947e-07,
      "loss": 0.0161,
      "step": 57360
    },
    {
      "epoch": 17.891453524641296,
      "flow_loss": 0.02189819887280464,
      "step": 57360
    },
    {
      "contrastive_loss": 0.003486101282760501,
      "epoch": 17.891453524641296,
      "step": 57360
    },
    {
      "contrastive_lambda": 0.004772895171898883,
      "epoch": 17.891453524641296,
      "step": 57360
    },
    {
      "contrastive_lambda": 0.004769287151674406,
      "epoch": 17.891765439800373,
      "step": 57361
    },
    {
      "contrastive_lambda": 0.004765680489153046,
      "epoch": 17.89207735495945,
      "step": 57362
    },
    {
      "contrastive_lambda": 0.004762075184344627,
      "epoch": 17.892389270118528,
      "step": 57363
    },
    {
      "contrastive_lambda": 0.004758471237259143,
      "epoch": 17.892701185277605,
      "step": 57364
    },
    {
      "contrastive_lambda": 0.004754868647906418,
      "epoch": 17.893013100436683,
      "step": 57365
    },
    {
      "contrastive_lambda": 0.004751267416296334,
      "epoch": 17.893325015595757,
      "step": 57366
    },
    {
      "contrastive_lambda": 0.0047476675424387715,
      "epoch": 17.893636930754834,
      "step": 57367
    },
    {
      "contrastive_lambda": 0.004744069026343667,
      "epoch": 17.89394884591391,
      "step": 57368
    },
    {
      "contrastive_lambda": 0.004740471868020735,
      "epoch": 17.89426076107299,
      "step": 57369
    },
    {
      "epoch": 17.894572676232066,
      "grad_norm": 0.05825471132993698,
      "learning_rate": 5.247719192502665e-07,
      "loss": 0.0225,
      "step": 57370
    },
    {
      "epoch": 17.894572676232066,
      "flow_loss": 0.018160317093133926,
      "step": 57370
    },
    {
      "contrastive_loss": 0.0031117028556764126,
      "epoch": 17.894572676232066,
      "step": 57370
    },
    {
      "contrastive_lambda": 0.004736876067479967,
      "epoch": 17.894572676232066,
      "step": 57370
    },
    {
      "contrastive_lambda": 0.004733281624731078,
      "epoch": 17.89488459139114,
      "step": 57371
    },
    {
      "contrastive_lambda": 0.004729688539784116,
      "epoch": 17.895196506550217,
      "step": 57372
    },
    {
      "contrastive_lambda": 0.0047260968126487946,
      "epoch": 17.895508421709295,
      "step": 57373
    },
    {
      "contrastive_lambda": 0.004722506443334995,
      "epoch": 17.895820336868372,
      "step": 57374
    },
    {
      "contrastive_lambda": 0.004718917431852598,
      "epoch": 17.89613225202745,
      "step": 57375
    },
    {
      "contrastive_lambda": 0.00471532977821143,
      "epoch": 17.896444167186527,
      "step": 57376
    },
    {
      "contrastive_lambda": 0.0047117434824212046,
      "epoch": 17.8967560823456,
      "step": 57377
    },
    {
      "contrastive_lambda": 0.004708158544491914,
      "epoch": 17.897067997504678,
      "step": 57378
    },
    {
      "contrastive_lambda": 0.004704574964433328,
      "epoch": 17.897379912663755,
      "step": 57379
    },
    {
      "epoch": 17.897691827822833,
      "grad_norm": 0.043162234127521515,
      "learning_rate": 5.207972825488128e-07,
      "loss": 0.017,
      "step": 57380
    },
    {
      "epoch": 17.897691827822833,
      "flow_loss": 0.028363937512040138,
      "step": 57380
    },
    {
      "contrastive_loss": 0.003767451737076044,
      "epoch": 17.897691827822833,
      "step": 57380
    },
    {
      "contrastive_lambda": 0.004700992742255272,
      "epoch": 17.897691827822833,
      "step": 57380
    },
    {
      "contrastive_lambda": 0.004697411877967628,
      "epoch": 17.89800374298191,
      "step": 57381
    },
    {
      "contrastive_lambda": 0.004693832371580053,
      "epoch": 17.898315658140987,
      "step": 57382
    },
    {
      "contrastive_lambda": 0.004690254223102486,
      "epoch": 17.89862757330006,
      "step": 57383
    },
    {
      "contrastive_lambda": 0.00468667743254475,
      "epoch": 17.89893948845914,
      "step": 57384
    },
    {
      "contrastive_lambda": 0.004683101999916561,
      "epoch": 17.899251403618216,
      "step": 57385
    },
    {
      "contrastive_lambda": 0.0046795279252278,
      "epoch": 17.899563318777293,
      "step": 57386
    },
    {
      "contrastive_lambda": 0.004675955208488236,
      "epoch": 17.89987523393637,
      "step": 57387
    },
    {
      "contrastive_lambda": 0.004672383849707584,
      "epoch": 17.900187149095444,
      "step": 57388
    },
    {
      "contrastive_lambda": 0.004668813848895781,
      "epoch": 17.90049906425452,
      "step": 57389
    },
    {
      "epoch": 17.9008109794136,
      "grad_norm": 0.10303494334220886,
      "learning_rate": 5.168376763227178e-07,
      "loss": 0.0216,
      "step": 57390
    },
    {
      "epoch": 17.9008109794136,
      "flow_loss": 0.00887544546276331,
      "step": 57390
    },
    {
      "contrastive_loss": 0.004165068734437227,
      "epoch": 17.9008109794136,
      "step": 57390
    },
    {
      "contrastive_lambda": 0.004665245206062596,
      "epoch": 17.9008109794136,
      "step": 57390
    },
    {
      "contrastive_lambda": 0.004661677921217744,
      "epoch": 17.901122894572676,
      "step": 57391
    },
    {
      "contrastive_lambda": 0.004658111994370995,
      "epoch": 17.901434809731754,
      "step": 57392
    },
    {
      "contrastive_lambda": 0.004654547425532174,
      "epoch": 17.90174672489083,
      "step": 57393
    },
    {
      "contrastive_lambda": 0.004650984214710996,
      "epoch": 17.902058640049905,
      "step": 57394
    },
    {
      "contrastive_lambda": 0.004647422361917342,
      "epoch": 17.902370555208982,
      "step": 57395
    },
    {
      "contrastive_lambda": 0.0046438618671608145,
      "epoch": 17.90268247036806,
      "step": 57396
    },
    {
      "contrastive_lambda": 0.004640302730451351,
      "epoch": 17.902994385527137,
      "step": 57397
    },
    {
      "contrastive_lambda": 0.00463674495179861,
      "epoch": 17.903306300686214,
      "step": 57398
    },
    {
      "contrastive_lambda": 0.004633188531212251,
      "epoch": 17.90361821584529,
      "step": 57399
    },
    {
      "epoch": 17.903930131004365,
      "grad_norm": 0.07678770273923874,
      "learning_rate": 5.12893101774814e-07,
      "loss": 0.0204,
      "step": 57400
    },
    {
      "epoch": 17.903930131004365,
      "flow_loss": 0.025373008102178574,
      "step": 57400
    },
    {
      "contrastive_loss": 0.0030042175203561783,
      "epoch": 17.903930131004365,
      "step": 57400
    },
    {
      "contrastive_lambda": 0.0046296334687022656,
      "epoch": 17.903930131004365,
      "step": 57400
    },
    {
      "contrastive_lambda": 0.0046260797642782014,
      "epoch": 17.904242046163443,
      "step": 57401
    },
    {
      "contrastive_lambda": 0.004622527417949884,
      "epoch": 17.90455396132252,
      "step": 57402
    },
    {
      "contrastive_lambda": 0.004618976429727029,
      "epoch": 17.904865876481598,
      "step": 57403
    },
    {
      "contrastive_lambda": 0.004615426799619404,
      "epoch": 17.905177791640675,
      "step": 57404
    },
    {
      "contrastive_lambda": 0.004611878527636615,
      "epoch": 17.90548970679975,
      "step": 57405
    },
    {
      "contrastive_lambda": 0.004608331613788597,
      "epoch": 17.905801621958826,
      "step": 57406
    },
    {
      "contrastive_lambda": 0.004604786058084898,
      "epoch": 17.906113537117903,
      "step": 57407
    },
    {
      "contrastive_lambda": 0.004601241860535399,
      "epoch": 17.90642545227698,
      "step": 57408
    },
    {
      "contrastive_lambda": 0.004597699021149648,
      "epoch": 17.906737367436058,
      "step": 57409
    },
    {
      "epoch": 17.907049282595136,
      "grad_norm": 0.08220750838518143,
      "learning_rate": 5.089635601033483e-07,
      "loss": 0.0209,
      "step": 57410
    },
    {
      "epoch": 17.907049282595136,
      "flow_loss": 0.01478569209575653,
      "step": 57410
    },
    {
      "contrastive_loss": 0.003202284686267376,
      "epoch": 17.907049282595136,
      "step": 57410
    },
    {
      "contrastive_lambda": 0.004594157539937416,
      "epoch": 17.907049282595136,
      "step": 57410
    },
    {
      "contrastive_lambda": 0.004590617416908471,
      "epoch": 17.90736119775421,
      "step": 57411
    },
    {
      "contrastive_lambda": 0.004587078652072418,
      "epoch": 17.907673112913287,
      "step": 57412
    },
    {
      "contrastive_lambda": 0.004583541245439082,
      "epoch": 17.907985028072364,
      "step": 57413
    },
    {
      "contrastive_lambda": 0.004580005197018067,
      "epoch": 17.90829694323144,
      "step": 57414
    },
    {
      "contrastive_lambda": 0.004576470506819086,
      "epoch": 17.90860885839052,
      "step": 57415
    },
    {
      "contrastive_lambda": 0.004572937174851854,
      "epoch": 17.908920773549596,
      "step": 57416
    },
    {
      "contrastive_lambda": 0.004569405201126087,
      "epoch": 17.90923268870867,
      "step": 57417
    },
    {
      "contrastive_lambda": 0.0045658745856513305,
      "epoch": 17.909544603867747,
      "step": 57418
    },
    {
      "contrastive_lambda": 0.004562345328437467,
      "epoch": 17.909856519026825,
      "step": 57419
    },
    {
      "epoch": 17.910168434185902,
      "grad_norm": 0.04656020551919937,
      "learning_rate": 5.050490525020213e-07,
      "loss": 0.0194,
      "step": 57420
    },
    {
      "epoch": 17.910168434185902,
      "flow_loss": 0.028683416545391083,
      "step": 57420
    },
    {
      "contrastive_loss": 0.003551187925040722,
      "epoch": 17.910168434185902,
      "step": 57420
    },
    {
      "contrastive_lambda": 0.004558817429493989,
      "epoch": 17.910168434185902,
      "step": 57420
    },
    {
      "contrastive_lambda": 0.004555290888830665,
      "epoch": 17.91048034934498,
      "step": 57421
    },
    {
      "contrastive_lambda": 0.0045517657064571004,
      "epoch": 17.910792264504053,
      "step": 57422
    },
    {
      "contrastive_lambda": 0.004548241882383064,
      "epoch": 17.91110417966313,
      "step": 57423
    },
    {
      "contrastive_lambda": 0.004544719416618104,
      "epoch": 17.911416094822208,
      "step": 57424
    },
    {
      "contrastive_lambda": 0.00454119830917199,
      "epoch": 17.911728009981285,
      "step": 57425
    },
    {
      "contrastive_lambda": 0.00453767856005427,
      "epoch": 17.912039925140363,
      "step": 57426
    },
    {
      "contrastive_lambda": 0.004534160169274659,
      "epoch": 17.91235184029944,
      "step": 57427
    },
    {
      "contrastive_lambda": 0.004530643136842705,
      "epoch": 17.912663755458514,
      "step": 57428
    },
    {
      "contrastive_lambda": 0.004527127462768177,
      "epoch": 17.91297567061759,
      "step": 57429
    },
    {
      "epoch": 17.91328758577667,
      "grad_norm": 0.07512877881526947,
      "learning_rate": 5.011495801599541e-07,
      "loss": 0.0195,
      "step": 57430
    },
    {
      "epoch": 17.91328758577667,
      "flow_loss": 0.02827681601047516,
      "step": 57430
    },
    {
      "contrastive_loss": 0.0037751412019133568,
      "epoch": 17.91328758577667,
      "step": 57430
    },
    {
      "contrastive_lambda": 0.004523613147060679,
      "epoch": 17.91328758577667,
      "step": 57430
    },
    {
      "contrastive_lambda": 0.004520100189729814,
      "epoch": 17.913599500935746,
      "step": 57431
    },
    {
      "contrastive_lambda": 0.004516588590785242,
      "epoch": 17.913911416094823,
      "step": 57432
    },
    {
      "contrastive_lambda": 0.00451307835023651,
      "epoch": 17.9142233312539,
      "step": 57433
    },
    {
      "contrastive_lambda": 0.004509569468093333,
      "epoch": 17.914535246412974,
      "step": 57434
    },
    {
      "contrastive_lambda": 0.004506061944365314,
      "epoch": 17.91484716157205,
      "step": 57435
    },
    {
      "contrastive_lambda": 0.004502555779062112,
      "epoch": 17.91515907673113,
      "step": 57436
    },
    {
      "contrastive_lambda": 0.004499050972193219,
      "epoch": 17.915470991890206,
      "step": 57437
    },
    {
      "contrastive_lambda": 0.004495547523768351,
      "epoch": 17.915782907049284,
      "step": 57438
    },
    {
      "contrastive_lambda": 0.004492045433797054,
      "epoch": 17.916094822208358,
      "step": 57439
    },
    {
      "epoch": 17.916406737367435,
      "grad_norm": 0.064907006919384,
      "learning_rate": 4.972651442616994e-07,
      "loss": 0.022,
      "step": 57440
    },
    {
      "epoch": 17.916406737367435,
      "flow_loss": 0.019766081124544144,
      "step": 57440
    },
    {
      "contrastive_loss": 0.003312565851956606,
      "epoch": 17.916406737367435,
      "step": 57440
    },
    {
      "contrastive_lambda": 0.004488544702288932,
      "epoch": 17.916406737367435,
      "step": 57440
    },
    {
      "contrastive_lambda": 0.004485045329253645,
      "epoch": 17.916718652526512,
      "step": 57441
    },
    {
      "contrastive_lambda": 0.004481547314700685,
      "epoch": 17.91703056768559,
      "step": 57442
    },
    {
      "contrastive_lambda": 0.0044780506586397095,
      "epoch": 17.917342482844667,
      "step": 57443
    },
    {
      "contrastive_lambda": 0.004474555361080379,
      "epoch": 17.917654398003744,
      "step": 57444
    },
    {
      "contrastive_lambda": 0.004471061422032074,
      "epoch": 17.917966313162818,
      "step": 57445
    },
    {
      "contrastive_lambda": 0.00446756884150451,
      "epoch": 17.918278228321896,
      "step": 57446
    },
    {
      "contrastive_lambda": 0.0044640776195072895,
      "epoch": 17.918590143480973,
      "step": 57447
    },
    {
      "contrastive_lambda": 0.004460587756049905,
      "epoch": 17.91890205864005,
      "step": 57448
    },
    {
      "contrastive_lambda": 0.0044570992511419605,
      "epoch": 17.919213973799128,
      "step": 57449
    },
    {
      "epoch": 17.919525888958205,
      "grad_norm": 0.053983282297849655,
      "learning_rate": 4.933957459872574e-07,
      "loss": 0.019,
      "step": 57450
    },
    {
      "epoch": 17.919525888958205,
      "flow_loss": 0.016649387776851654,
      "step": 57450
    },
    {
      "contrastive_loss": 0.003919566050171852,
      "epoch": 17.919525888958205,
      "step": 57450
    },
    {
      "contrastive_lambda": 0.004453612104793003,
      "epoch": 17.919525888958205,
      "step": 57450
    },
    {
      "contrastive_lambda": 0.0044501263170125815,
      "epoch": 17.91983780411728,
      "step": 57451
    },
    {
      "contrastive_lambda": 0.004446641887810354,
      "epoch": 17.920149719276356,
      "step": 57452
    },
    {
      "contrastive_lambda": 0.004443158817195703,
      "epoch": 17.920461634435433,
      "step": 57453
    },
    {
      "contrastive_lambda": 0.004439677105178341,
      "epoch": 17.92077354959451,
      "step": 57454
    },
    {
      "contrastive_lambda": 0.004436196751767707,
      "epoch": 17.921085464753588,
      "step": 57455
    },
    {
      "contrastive_lambda": 0.004432717756973348,
      "epoch": 17.921397379912662,
      "step": 57456
    },
    {
      "contrastive_lambda": 0.004429240120804923,
      "epoch": 17.92170929507174,
      "step": 57457
    },
    {
      "contrastive_lambda": 0.004425763843271813,
      "epoch": 17.922021210230817,
      "step": 57458
    },
    {
      "contrastive_lambda": 0.004422288924383566,
      "epoch": 17.922333125389894,
      "step": 57459
    },
    {
      "epoch": 17.92264504054897,
      "grad_norm": 0.10017406940460205,
      "learning_rate": 4.895413865120324e-07,
      "loss": 0.0176,
      "step": 57460
    },
    {
      "epoch": 17.92264504054897,
      "flow_loss": 0.046361640095710754,
      "step": 57460
    },
    {
      "contrastive_loss": 0.0031797313131392,
      "epoch": 17.92264504054897,
      "step": 57460
    },
    {
      "contrastive_lambda": 0.004418815364149842,
      "epoch": 17.92264504054897,
      "step": 57460
    },
    {
      "contrastive_lambda": 0.004415343162580021,
      "epoch": 17.92295695570805,
      "step": 57461
    },
    {
      "contrastive_lambda": 0.004411872319683652,
      "epoch": 17.923268870867123,
      "step": 57462
    },
    {
      "contrastive_lambda": 0.004408402835470282,
      "epoch": 17.9235807860262,
      "step": 57463
    },
    {
      "contrastive_lambda": 0.00440493470994946,
      "epoch": 17.923892701185277,
      "step": 57464
    },
    {
      "contrastive_lambda": 0.004401467943130621,
      "epoch": 17.924204616344355,
      "step": 57465
    },
    {
      "contrastive_lambda": 0.004398002535023315,
      "epoch": 17.924516531503432,
      "step": 57466
    },
    {
      "contrastive_lambda": 0.0043945384856369785,
      "epoch": 17.92482844666251,
      "step": 57467
    },
    {
      "contrastive_lambda": 0.004391075794981214,
      "epoch": 17.925140361821583,
      "step": 57468
    },
    {
      "contrastive_lambda": 0.0043876144630654035,
      "epoch": 17.92545227698066,
      "step": 57469
    },
    {
      "epoch": 17.925764192139738,
      "grad_norm": 0.06099030748009682,
      "learning_rate": 4.857020670068935e-07,
      "loss": 0.0217,
      "step": 57470
    },
    {
      "epoch": 17.925764192139738,
      "flow_loss": 0.028434699401259422,
      "step": 57470
    },
    {
      "contrastive_loss": 0.0036462279967963696,
      "epoch": 17.925764192139738,
      "step": 57470
    },
    {
      "contrastive_lambda": 0.004384154489899095,
      "epoch": 17.925764192139738,
      "step": 57470
    },
    {
      "contrastive_lambda": 0.00438069587549178,
      "epoch": 17.926076107298815,
      "step": 57471
    },
    {
      "contrastive_lambda": 0.004377238619852952,
      "epoch": 17.926388022457893,
      "step": 57472
    },
    {
      "contrastive_lambda": 0.004373782722991992,
      "epoch": 17.926699937616966,
      "step": 57473
    },
    {
      "contrastive_lambda": 0.004370328184918504,
      "epoch": 17.927011852776044,
      "step": 57474
    },
    {
      "contrastive_lambda": 0.004366875005641868,
      "epoch": 17.92732376793512,
      "step": 57475
    },
    {
      "contrastive_lambda": 0.004363423185171633,
      "epoch": 17.9276356830942,
      "step": 57476
    },
    {
      "contrastive_lambda": 0.004359972723517236,
      "epoch": 17.927947598253276,
      "step": 57477
    },
    {
      "contrastive_lambda": 0.0043565236206880575,
      "epoch": 17.928259513412353,
      "step": 57478
    },
    {
      "contrastive_lambda": 0.004353075876693591,
      "epoch": 17.928571428571427,
      "step": 57479
    },
    {
      "epoch": 17.928883343730504,
      "grad_norm": 0.059715233743190765,
      "learning_rate": 4.818777886381132e-07,
      "loss": 0.017,
      "step": 57480
    },
    {
      "epoch": 17.928883343730504,
      "flow_loss": 0.02022762969136238,
      "step": 57480
    },
    {
      "contrastive_loss": 0.0032217781990766525,
      "epoch": 17.928883343730504,
      "step": 57480
    },
    {
      "contrastive_lambda": 0.0043496294915433276,
      "epoch": 17.928883343730504,
      "step": 57480
    },
    {
      "contrastive_lambda": 0.004346184465246705,
      "epoch": 17.92919525888958,
      "step": 57481
    },
    {
      "contrastive_lambda": 0.004342740797813216,
      "epoch": 17.92950717404866,
      "step": 57482
    },
    {
      "contrastive_lambda": 0.004339298489252186,
      "epoch": 17.929819089207736,
      "step": 57483
    },
    {
      "contrastive_lambda": 0.004335857539573107,
      "epoch": 17.930131004366814,
      "step": 57484
    },
    {
      "contrastive_lambda": 0.004332417948785416,
      "epoch": 17.930442919525888,
      "step": 57485
    },
    {
      "contrastive_lambda": 0.004328979716898551,
      "epoch": 17.930754834684965,
      "step": 57486
    },
    {
      "contrastive_lambda": 0.004325542843921948,
      "epoch": 17.931066749844042,
      "step": 57487
    },
    {
      "contrastive_lambda": 0.004322107329864988,
      "epoch": 17.93137866500312,
      "step": 57488
    },
    {
      "contrastive_lambda": 0.004318673174737109,
      "epoch": 17.931690580162197,
      "step": 57489
    },
    {
      "epoch": 17.93200249532127,
      "grad_norm": 0.06294693797826767,
      "learning_rate": 4.780685525674122e-07,
      "loss": 0.022,
      "step": 57490
    },
    {
      "epoch": 17.93200249532127,
      "flow_loss": 0.04255637899041176,
      "step": 57490
    },
    {
      "contrastive_loss": 0.00403068121522665,
      "epoch": 17.93200249532127,
      "step": 57490
    },
    {
      "contrastive_lambda": 0.004315240378547747,
      "epoch": 17.93200249532127,
      "step": 57490
    },
    {
      "contrastive_lambda": 0.004311808941306283,
      "epoch": 17.93231441048035,
      "step": 57491
    },
    {
      "contrastive_lambda": 0.004308378863022155,
      "epoch": 17.932626325639426,
      "step": 57492
    },
    {
      "contrastive_lambda": 0.0043049501437048,
      "epoch": 17.932938240798503,
      "step": 57493
    },
    {
      "contrastive_lambda": 0.004301522783363487,
      "epoch": 17.93325015595758,
      "step": 57494
    },
    {
      "contrastive_lambda": 0.004298096782007765,
      "epoch": 17.933562071116658,
      "step": 57495
    },
    {
      "contrastive_lambda": 0.004294672139646849,
      "epoch": 17.93387398627573,
      "step": 57496
    },
    {
      "contrastive_lambda": 0.004291248856290342,
      "epoch": 17.93418590143481,
      "step": 57497
    },
    {
      "contrastive_lambda": 0.004287826931947458,
      "epoch": 17.934497816593886,
      "step": 57498
    },
    {
      "contrastive_lambda": 0.004284406366627691,
      "epoch": 17.934809731752964,
      "step": 57499
    },
    {
      "epoch": 17.93512164691204,
      "grad_norm": 0.0734485611319542,
      "learning_rate": 4.7427435995193724e-07,
      "loss": 0.0261,
      "step": 57500
    },
    {
      "epoch": 17.93512164691204,
      "flow_loss": 0.04270921275019646,
      "step": 57500
    },
    {
      "contrastive_loss": 0.003814810886979103,
      "epoch": 17.93512164691204,
      "step": 57500
    },
    {
      "contrastive_lambda": 0.0042809871603403105,
      "epoch": 17.93512164691204,
      "step": 57500
    },
    {
      "contrastive_lambda": 0.004277569313094809,
      "epoch": 17.93543356207112,
      "step": 57501
    },
    {
      "contrastive_lambda": 0.004274152824900457,
      "epoch": 17.935745477230192,
      "step": 57502
    },
    {
      "contrastive_lambda": 0.004270737695766691,
      "epoch": 17.93605739238927,
      "step": 57503
    },
    {
      "contrastive_lambda": 0.004267323925702837,
      "epoch": 17.936369307548347,
      "step": 57504
    },
    {
      "contrastive_lambda": 0.004263911514718222,
      "epoch": 17.936681222707424,
      "step": 57505
    },
    {
      "contrastive_lambda": 0.004260500462822281,
      "epoch": 17.9369931378665,
      "step": 57506
    },
    {
      "contrastive_lambda": 0.0042570907700242855,
      "epoch": 17.937305053025575,
      "step": 57507
    },
    {
      "contrastive_lambda": 0.004253682436333672,
      "epoch": 17.937616968184653,
      "step": 57508
    },
    {
      "contrastive_lambda": 0.004250275461759712,
      "epoch": 17.93792888334373,
      "step": 57509
    },
    {
      "epoch": 17.938240798502807,
      "grad_norm": 0.04547060281038284,
      "learning_rate": 4.7049521194425515e-07,
      "loss": 0.0254,
      "step": 57510
    },
    {
      "epoch": 17.938240798502807,
      "flow_loss": 0.014374304562807083,
      "step": 57510
    },
    {
      "contrastive_loss": 0.003356361296027899,
      "epoch": 17.938240798502807,
      "step": 57510
    },
    {
      "contrastive_lambda": 0.004246869846311785,
      "epoch": 17.938240798502807,
      "step": 57510
    },
    {
      "contrastive_lambda": 0.004243465589999218,
      "epoch": 17.938552713661885,
      "step": 57511
    },
    {
      "contrastive_lambda": 0.004240062692831281,
      "epoch": 17.938864628820962,
      "step": 57512
    },
    {
      "contrastive_lambda": 0.004236661154817356,
      "epoch": 17.939176543980036,
      "step": 57513
    },
    {
      "contrastive_lambda": 0.004233260975966824,
      "epoch": 17.939488459139113,
      "step": 57514
    },
    {
      "contrastive_lambda": 0.004229862156288955,
      "epoch": 17.93980037429819,
      "step": 57515
    },
    {
      "contrastive_lambda": 0.004226464695793075,
      "epoch": 17.940112289457268,
      "step": 57516
    },
    {
      "contrastive_lambda": 0.004223068594488455,
      "epoch": 17.940424204616345,
      "step": 57517
    },
    {
      "contrastive_lambda": 0.004219673852384476,
      "epoch": 17.940736119775423,
      "step": 57518
    },
    {
      "contrastive_lambda": 0.004216280469490352,
      "epoch": 17.941048034934497,
      "step": 57519
    },
    {
      "epoch": 17.941359950093574,
      "grad_norm": 0.06511610001325607,
      "learning_rate": 4.667311096923754e-07,
      "loss": 0.023,
      "step": 57520
    },
    {
      "epoch": 17.941359950093574,
      "flow_loss": 0.03160618618130684,
      "step": 57520
    },
    {
      "contrastive_loss": 0.0031850014347583055,
      "epoch": 17.941359950093574,
      "step": 57520
    },
    {
      "contrastive_lambda": 0.004212888445815521,
      "epoch": 17.941359950093574,
      "step": 57520
    },
    {
      "contrastive_lambda": 0.0042094977813691425,
      "epoch": 17.94167186525265,
      "step": 57521
    },
    {
      "contrastive_lambda": 0.004206108476160653,
      "epoch": 17.94198378041173,
      "step": 57522
    },
    {
      "contrastive_lambda": 0.004202720530199211,
      "epoch": 17.942295695570806,
      "step": 57523
    },
    {
      "contrastive_lambda": 0.0041993339434941435,
      "epoch": 17.94260761072988,
      "step": 57524
    },
    {
      "contrastive_lambda": 0.004195948716054776,
      "epoch": 17.942919525888957,
      "step": 57525
    },
    {
      "contrastive_lambda": 0.004192564847890379,
      "epoch": 17.943231441048034,
      "step": 57526
    },
    {
      "contrastive_lambda": 0.004189182339010167,
      "epoch": 17.943543356207112,
      "step": 57527
    },
    {
      "contrastive_lambda": 0.004185801189423521,
      "epoch": 17.94385527136619,
      "step": 57528
    },
    {
      "contrastive_lambda": 0.004182421399139602,
      "epoch": 17.944167186525267,
      "step": 57529
    },
    {
      "epoch": 17.94447910168434,
      "grad_norm": 0.07424984127283096,
      "learning_rate": 4.6298205433973895e-07,
      "loss": 0.0194,
      "step": 57530
    },
    {
      "epoch": 17.94447910168434,
      "flow_loss": 0.03451555594801903,
      "step": 57530
    },
    {
      "contrastive_loss": 0.003380559617653489,
      "epoch": 17.94447910168434,
      "step": 57530
    },
    {
      "contrastive_lambda": 0.004179042968167734,
      "epoch": 17.94447910168434,
      "step": 57530
    },
    {
      "contrastive_lambda": 0.004175665896517244,
      "epoch": 17.944791016843418,
      "step": 57531
    },
    {
      "contrastive_lambda": 0.004172290184197236,
      "epoch": 17.945102932002495,
      "step": 57532
    },
    {
      "contrastive_lambda": 0.00416891583121709,
      "epoch": 17.945414847161572,
      "step": 57533
    },
    {
      "contrastive_lambda": 0.004165542837586023,
      "epoch": 17.94572676232065,
      "step": 57534
    },
    {
      "contrastive_lambda": 0.004162171203313192,
      "epoch": 17.946038677479727,
      "step": 57535
    },
    {
      "contrastive_lambda": 0.00415880092840798,
      "epoch": 17.9463505926388,
      "step": 57536
    },
    {
      "contrastive_lambda": 0.004155432012879545,
      "epoch": 17.94666250779788,
      "step": 57537
    },
    {
      "contrastive_lambda": 0.004152064456737159,
      "epoch": 17.946974422956956,
      "step": 57538
    },
    {
      "contrastive_lambda": 0.004148698259990091,
      "epoch": 17.947286338116033,
      "step": 57539
    },
    {
      "epoch": 17.94759825327511,
      "grad_norm": 0.09304581582546234,
      "learning_rate": 4.5924804702520696e-07,
      "loss": 0.0205,
      "step": 57540
    },
    {
      "epoch": 17.94759825327511,
      "flow_loss": 0.012236162088811398,
      "step": 57540
    },
    {
      "contrastive_loss": 0.003425399074330926,
      "epoch": 17.94759825327511,
      "step": 57540
    },
    {
      "contrastive_lambda": 0.004145333422647501,
      "epoch": 17.94759825327511,
      "step": 57540
    },
    {
      "contrastive_lambda": 0.004141969944718604,
      "epoch": 17.947910168434184,
      "step": 57541
    },
    {
      "contrastive_lambda": 0.004138607826212615,
      "epoch": 17.94822208359326,
      "step": 57542
    },
    {
      "contrastive_lambda": 0.004135247067138803,
      "epoch": 17.94853399875234,
      "step": 57543
    },
    {
      "contrastive_lambda": 0.00413188766750644,
      "epoch": 17.948845913911416,
      "step": 57544
    },
    {
      "contrastive_lambda": 0.004128529627324573,
      "epoch": 17.949157829070494,
      "step": 57545
    },
    {
      "contrastive_lambda": 0.004125172946602529,
      "epoch": 17.94946974422957,
      "step": 57546
    },
    {
      "contrastive_lambda": 0.0041218176253494665,
      "epoch": 17.949781659388645,
      "step": 57547
    },
    {
      "contrastive_lambda": 0.004118463663574601,
      "epoch": 17.950093574547722,
      "step": 57548
    },
    {
      "contrastive_lambda": 0.004115111061287202,
      "epoch": 17.9504054897068,
      "step": 57549
    },
    {
      "epoch": 17.950717404865877,
      "grad_norm": 0.11708100140094757,
      "learning_rate": 4.5552908888306655e-07,
      "loss": 0.0213,
      "step": 57550
    },
    {
      "epoch": 17.950717404865877,
      "flow_loss": 0.01821773312985897,
      "step": 57550
    },
    {
      "contrastive_loss": 0.003819619305431843,
      "epoch": 17.950717404865877,
      "step": 57550
    },
    {
      "contrastive_lambda": 0.004111759818496263,
      "epoch": 17.950717404865877,
      "step": 57550
    },
    {
      "contrastive_lambda": 0.004108409935211166,
      "epoch": 17.951029320024954,
      "step": 57551
    },
    {
      "contrastive_lambda": 0.004105061411441013,
      "epoch": 17.95134123518403,
      "step": 57552
    },
    {
      "contrastive_lambda": 0.00410171424719491,
      "epoch": 17.951653150343105,
      "step": 57553
    },
    {
      "contrastive_lambda": 0.004098368442482181,
      "epoch": 17.951965065502183,
      "step": 57554
    },
    {
      "contrastive_lambda": 0.004095023997311931,
      "epoch": 17.95227698066126,
      "step": 57555
    },
    {
      "contrastive_lambda": 0.004091680911693318,
      "epoch": 17.952588895820337,
      "step": 57556
    },
    {
      "contrastive_lambda": 0.004088339185635503,
      "epoch": 17.952900810979415,
      "step": 57557
    },
    {
      "contrastive_lambda": 0.004084998819147645,
      "epoch": 17.95321272613849,
      "step": 57558
    },
    {
      "contrastive_lambda": 0.004081659812238958,
      "epoch": 17.953524641297566,
      "step": 57559
    },
    {
      "epoch": 17.953836556456643,
      "grad_norm": 0.07932790368795395,
      "learning_rate": 4.5182518104304185e-07,
      "loss": 0.0252,
      "step": 57560
    },
    {
      "epoch": 17.953836556456643,
      "flow_loss": 0.01664455235004425,
      "step": 57560
    },
    {
      "contrastive_loss": 0.003778337500989437,
      "epoch": 17.953836556456643,
      "step": 57560
    },
    {
      "contrastive_lambda": 0.004078322164918602,
      "epoch": 17.953836556456643,
      "step": 57560
    },
    {
      "contrastive_lambda": 0.004074985877195625,
      "epoch": 17.95414847161572,
      "step": 57561
    },
    {
      "contrastive_lambda": 0.004071650949079242,
      "epoch": 17.954460386774798,
      "step": 57562
    },
    {
      "contrastive_lambda": 0.004068317380578557,
      "epoch": 17.954772301933875,
      "step": 57563
    },
    {
      "contrastive_lambda": 0.0040649851717027286,
      "epoch": 17.95508421709295,
      "step": 57564
    },
    {
      "contrastive_lambda": 0.0040616543224609725,
      "epoch": 17.955396132252027,
      "step": 57565
    },
    {
      "contrastive_lambda": 0.004058324832862337,
      "epoch": 17.955708047411104,
      "step": 57566
    },
    {
      "contrastive_lambda": 0.004054996702915925,
      "epoch": 17.95601996257018,
      "step": 57567
    },
    {
      "contrastive_lambda": 0.004051669932630897,
      "epoch": 17.95633187772926,
      "step": 57568
    },
    {
      "contrastive_lambda": 0.004048344522016412,
      "epoch": 17.956643792888336,
      "step": 57569
    },
    {
      "epoch": 17.95695570804741,
      "grad_norm": 0.08187554031610489,
      "learning_rate": 4.4813632463028277e-07,
      "loss": 0.0205,
      "step": 57570
    },
    {
      "epoch": 17.95695570804741,
      "flow_loss": 0.006587717682123184,
      "step": 57570
    },
    {
      "contrastive_loss": 0.0037893857806921005,
      "epoch": 17.95695570804741,
      "step": 57570
    },
    {
      "contrastive_lambda": 0.004045020471081462,
      "epoch": 17.95695570804741,
      "step": 57570
    },
    {
      "contrastive_lambda": 0.004041697779835374,
      "epoch": 17.957267623206487,
      "step": 57571
    },
    {
      "contrastive_lambda": 0.004038376448287029,
      "epoch": 17.957579538365565,
      "step": 57572
    },
    {
      "contrastive_lambda": 0.0040350564764456975,
      "epoch": 17.957891453524642,
      "step": 57573
    },
    {
      "contrastive_lambda": 0.004031737864320428,
      "epoch": 17.95820336868372,
      "step": 57574
    },
    {
      "contrastive_lambda": 0.004028420611920214,
      "epoch": 17.958515283842793,
      "step": 57575
    },
    {
      "contrastive_lambda": 0.004025104719254324,
      "epoch": 17.95882719900187,
      "step": 57576
    },
    {
      "contrastive_lambda": 0.004021790186331753,
      "epoch": 17.959139114160948,
      "step": 57577
    },
    {
      "contrastive_lambda": 0.004018477013161603,
      "epoch": 17.959451029320025,
      "step": 57578
    },
    {
      "contrastive_lambda": 0.004015165199752979,
      "epoch": 17.959762944479102,
      "step": 57579
    },
    {
      "epoch": 17.96007485963818,
      "grad_norm": 0.07576984912157059,
      "learning_rate": 4.444625207653763e-07,
      "loss": 0.0175,
      "step": 57580
    },
    {
      "epoch": 17.96007485963818,
      "flow_loss": 0.0228262972086668,
      "step": 57580
    },
    {
      "contrastive_loss": 0.003921992611140013,
      "epoch": 17.96007485963818,
      "step": 57580
    },
    {
      "contrastive_lambda": 0.004011854746114929,
      "epoch": 17.96007485963818,
      "step": 57580
    },
    {
      "contrastive_lambda": 0.004008545652256501,
      "epoch": 17.960386774797254,
      "step": 57581
    },
    {
      "contrastive_lambda": 0.004005237918186855,
      "epoch": 17.96069868995633,
      "step": 57582
    },
    {
      "contrastive_lambda": 0.004001931543914983,
      "epoch": 17.96101060511541,
      "step": 57583
    },
    {
      "contrastive_lambda": 0.003998626529449989,
      "epoch": 17.961322520274486,
      "step": 57584
    },
    {
      "contrastive_lambda": 0.003995322874800922,
      "epoch": 17.961634435433563,
      "step": 57585
    },
    {
      "contrastive_lambda": 0.003992020579976829,
      "epoch": 17.96194635059264,
      "step": 57586
    },
    {
      "contrastive_lambda": 0.00398871964498676,
      "epoch": 17.962258265751714,
      "step": 57587
    },
    {
      "contrastive_lambda": 0.003985420069839818,
      "epoch": 17.96257018091079,
      "step": 57588
    },
    {
      "contrastive_lambda": 0.0039821218545449955,
      "epoch": 17.96288209606987,
      "step": 57589
    },
    {
      "epoch": 17.963194011228946,
      "grad_norm": 0.05792752280831337,
      "learning_rate": 4.4080377056430753e-07,
      "loss": 0.0215,
      "step": 57590
    },
    {
      "epoch": 17.963194011228946,
      "flow_loss": 0.017503082752227783,
      "step": 57590
    },
    {
      "contrastive_loss": 0.003980468027293682,
      "epoch": 17.963194011228946,
      "step": 57590
    },
    {
      "contrastive_lambda": 0.003978824999111341,
      "epoch": 17.963194011228946,
      "step": 57590
    },
    {
      "contrastive_lambda": 0.003975529503547903,
      "epoch": 17.963505926388024,
      "step": 57591
    },
    {
      "contrastive_lambda": 0.003972235367863675,
      "epoch": 17.963817841547097,
      "step": 57592
    },
    {
      "contrastive_lambda": 0.0039689425920678145,
      "epoch": 17.964129756706175,
      "step": 57593
    },
    {
      "contrastive_lambda": 0.003965651176169205,
      "epoch": 17.964441671865252,
      "step": 57594
    },
    {
      "contrastive_lambda": 0.003962361120176894,
      "epoch": 17.96475358702433,
      "step": 57595
    },
    {
      "contrastive_lambda": 0.003959072424099985,
      "epoch": 17.965065502183407,
      "step": 57596
    },
    {
      "contrastive_lambda": 0.003955785087947472,
      "epoch": 17.965377417342484,
      "step": 57597
    },
    {
      "contrastive_lambda": 0.0039524991117282915,
      "epoch": 17.965689332501558,
      "step": 57598
    },
    {
      "contrastive_lambda": 0.003949214495451492,
      "epoch": 17.966001247660635,
      "step": 57599
    },
    {
      "epoch": 17.966313162819713,
      "grad_norm": 0.0545978844165802,
      "learning_rate": 4.371600751385263e-07,
      "loss": 0.0187,
      "step": 57600
    },
    {
      "epoch": 17.966313162819713,
      "flow_loss": 0.011289413087069988,
      "step": 57600
    },
    {
      "contrastive_loss": 0.0031985347159206867,
      "epoch": 17.966313162819713,
      "step": 57600
    },
    {
      "contrastive_lambda": 0.003945931239126066,
      "epoch": 17.966313162819713,
      "step": 57600
    },
    {
      "contrastive_lambda": 0.0039426493427611176,
      "epoch": 17.96662507797879,
      "step": 57601
    },
    {
      "contrastive_lambda": 0.003939368806365473,
      "epoch": 17.966936993137868,
      "step": 57602
    },
    {
      "contrastive_lambda": 0.003936089629948236,
      "epoch": 17.967248908296945,
      "step": 57603
    },
    {
      "contrastive_lambda": 0.0039328118135184,
      "epoch": 17.96756082345602,
      "step": 57604
    },
    {
      "contrastive_lambda": 0.003929535357084901,
      "epoch": 17.967872738615096,
      "step": 57605
    },
    {
      "contrastive_lambda": 0.003926260260656789,
      "epoch": 17.968184653774173,
      "step": 57606
    },
    {
      "contrastive_lambda": 0.0039229865242429995,
      "epoch": 17.96849656893325,
      "step": 57607
    },
    {
      "contrastive_lambda": 0.003919714147852471,
      "epoch": 17.968808484092328,
      "step": 57608
    },
    {
      "contrastive_lambda": 0.003916443131494196,
      "epoch": 17.969120399251402,
      "step": 57609
    },
    {
      "epoch": 17.96943231441048,
      "grad_norm": 0.08149822801351547,
      "learning_rate": 4.3353143559487495e-07,
      "loss": 0.0235,
      "step": 57610
    },
    {
      "epoch": 17.96943231441048,
      "flow_loss": 0.01909373141825199,
      "step": 57610
    },
    {
      "contrastive_loss": 0.0036918469704687595,
      "epoch": 17.96943231441048,
      "step": 57610
    },
    {
      "contrastive_lambda": 0.003913173475177167,
      "epoch": 17.96943231441048,
      "step": 57610
    },
    {
      "contrastive_lambda": 0.003909905178910378,
      "epoch": 17.969744229569557,
      "step": 57611
    },
    {
      "contrastive_lambda": 0.003906638242702765,
      "epoch": 17.970056144728634,
      "step": 57612
    },
    {
      "contrastive_lambda": 0.0039033726665632096,
      "epoch": 17.97036805988771,
      "step": 57613
    },
    {
      "contrastive_lambda": 0.003900108450500761,
      "epoch": 17.97067997504679,
      "step": 57614
    },
    {
      "contrastive_lambda": 0.003896845594524301,
      "epoch": 17.970991890205863,
      "step": 57615
    },
    {
      "contrastive_lambda": 0.0038935840986428216,
      "epoch": 17.97130380536494,
      "step": 57616
    },
    {
      "contrastive_lambda": 0.003890323962865261,
      "epoch": 17.971615720524017,
      "step": 57617
    },
    {
      "contrastive_lambda": 0.0038870651872005557,
      "epoch": 17.971927635683095,
      "step": 57618
    },
    {
      "contrastive_lambda": 0.003883807771657588,
      "epoch": 17.972239550842172,
      "step": 57619
    },
    {
      "epoch": 17.97255146600125,
      "grad_norm": 0.07251101732254028,
      "learning_rate": 4.2991785303565513e-07,
      "loss": 0.021,
      "step": 57620
    },
    {
      "epoch": 17.97255146600125,
      "flow_loss": 0.02332928217947483,
      "step": 57620
    },
    {
      "contrastive_loss": 0.0035406709648668766,
      "epoch": 17.97255146600125,
      "step": 57620
    },
    {
      "contrastive_lambda": 0.003880551716245406,
      "epoch": 17.97255146600125,
      "step": 57620
    },
    {
      "contrastive_lambda": 0.003877297020972781,
      "epoch": 17.972863381160323,
      "step": 57621
    },
    {
      "contrastive_lambda": 0.003874043685848705,
      "epoch": 17.9731752963194,
      "step": 57622
    },
    {
      "contrastive_lambda": 0.003870791710882171,
      "epoch": 17.973487211478478,
      "step": 57623
    },
    {
      "contrastive_lambda": 0.0038675410960820056,
      "epoch": 17.973799126637555,
      "step": 57624
    },
    {
      "contrastive_lambda": 0.003864291841457146,
      "epoch": 17.974111041796633,
      "step": 57625
    },
    {
      "contrastive_lambda": 0.003861043947016529,
      "epoch": 17.974422956955706,
      "step": 57626
    },
    {
      "contrastive_lambda": 0.0038577974127689263,
      "epoch": 17.974734872114784,
      "step": 57627
    },
    {
      "contrastive_lambda": 0.003854552238723441,
      "epoch": 17.97504678727386,
      "step": 57628
    },
    {
      "contrastive_lambda": 0.003851308424888844,
      "epoch": 17.97535870243294,
      "step": 57629
    },
    {
      "epoch": 17.975670617592016,
      "grad_norm": 0.1659882515668869,
      "learning_rate": 4.2631932855856647e-07,
      "loss": 0.0219,
      "step": 57630
    },
    {
      "epoch": 17.975670617592016,
      "flow_loss": 0.018976524472236633,
      "step": 57630
    },
    {
      "contrastive_loss": 0.0035361861810088158,
      "epoch": 17.975670617592016,
      "step": 57630
    },
    {
      "contrastive_lambda": 0.003848065971274073,
      "epoch": 17.975670617592016,
      "step": 57630
    },
    {
      "contrastive_lambda": 0.003844824877888009,
      "epoch": 17.975982532751093,
      "step": 57631
    },
    {
      "contrastive_lambda": 0.0038415851447394234,
      "epoch": 17.976294447910167,
      "step": 57632
    },
    {
      "contrastive_lambda": 0.00383834677183742,
      "epoch": 17.976606363069244,
      "step": 57633
    },
    {
      "contrastive_lambda": 0.0038351097591907135,
      "epoch": 17.97691827822832,
      "step": 57634
    },
    {
      "contrastive_lambda": 0.003831874106808242,
      "epoch": 17.9772301933874,
      "step": 57635
    },
    {
      "contrastive_lambda": 0.003828639814698831,
      "epoch": 17.977542108546476,
      "step": 57636
    },
    {
      "contrastive_lambda": 0.0038254068828714183,
      "epoch": 17.977854023705554,
      "step": 57637
    },
    {
      "contrastive_lambda": 0.0038221753113347745,
      "epoch": 17.978165938864628,
      "step": 57638
    },
    {
      "contrastive_lambda": 0.003818945100097837,
      "epoch": 17.978477854023705,
      "step": 57639
    },
    {
      "epoch": 17.978789769182782,
      "grad_norm": 0.05026113986968994,
      "learning_rate": 4.2273586325674576e-07,
      "loss": 0.0227,
      "step": 57640
    },
    {
      "epoch": 17.978789769182782,
      "flow_loss": 0.02002396248281002,
      "step": 57640
    },
    {
      "contrastive_loss": 0.0031484910286962986,
      "epoch": 17.978789769182782,
      "step": 57640
    },
    {
      "contrastive_lambda": 0.003815716249169432,
      "epoch": 17.978789769182782,
      "step": 57640
    },
    {
      "contrastive_lambda": 0.0038124887585583855,
      "epoch": 17.97910168434186,
      "step": 57641
    },
    {
      "contrastive_lambda": 0.0038092626282736353,
      "epoch": 17.979413599500937,
      "step": 57642
    },
    {
      "contrastive_lambda": 0.0038060378583238963,
      "epoch": 17.97972551466001,
      "step": 57643
    },
    {
      "contrastive_lambda": 0.003802814448718106,
      "epoch": 17.980037429819088,
      "step": 57644
    },
    {
      "contrastive_lambda": 0.0037995923994650904,
      "epoch": 17.980349344978166,
      "step": 57645
    },
    {
      "contrastive_lambda": 0.0037963717105736206,
      "epoch": 17.980661260137243,
      "step": 57646
    },
    {
      "contrastive_lambda": 0.0037931523820526336,
      "epoch": 17.98097317529632,
      "step": 57647
    },
    {
      "contrastive_lambda": 0.003789934413910845,
      "epoch": 17.981285090455398,
      "step": 57648
    },
    {
      "contrastive_lambda": 0.0037867178061570805,
      "epoch": 17.98159700561447,
      "step": 57649
    },
    {
      "epoch": 17.98190892077355,
      "grad_norm": 0.08206525444984436,
      "learning_rate": 4.1916745821876103e-07,
      "loss": 0.0223,
      "step": 57650
    },
    {
      "epoch": 17.98190892077355,
      "flow_loss": 0.01270707231014967,
      "step": 57650
    },
    {
      "contrastive_loss": 0.0032053638715296984,
      "epoch": 17.98190892077355,
      "step": 57650
    },
    {
      "contrastive_lambda": 0.003783502558800278,
      "epoch": 17.98190892077355,
      "step": 57650
    },
    {
      "contrastive_lambda": 0.0037802886718491524,
      "epoch": 17.982220835932626,
      "step": 57651
    },
    {
      "contrastive_lambda": 0.0037770761453125856,
      "epoch": 17.982532751091703,
      "step": 57652
    },
    {
      "contrastive_lambda": 0.003773864979199293,
      "epoch": 17.98284466625078,
      "step": 57653
    },
    {
      "contrastive_lambda": 0.0037706551735181004,
      "epoch": 17.983156581409858,
      "step": 57654
    },
    {
      "contrastive_lambda": 0.00376744672827789,
      "epoch": 17.983468496568932,
      "step": 57655
    },
    {
      "contrastive_lambda": 0.0037642396434873215,
      "epoch": 17.98378041172801,
      "step": 57656
    },
    {
      "contrastive_lambda": 0.003761033919155332,
      "epoch": 17.984092326887087,
      "step": 57657
    },
    {
      "contrastive_lambda": 0.003757829555290637,
      "epoch": 17.984404242046164,
      "step": 57658
    },
    {
      "contrastive_lambda": 0.0037546265519020072,
      "epoch": 17.98471615720524,
      "step": 57659
    },
    {
      "epoch": 17.985028072364315,
      "grad_norm": 0.0990930125117302,
      "learning_rate": 4.156141145285897e-07,
      "loss": 0.0173,
      "step": 57660
    },
    {
      "epoch": 17.985028072364315,
      "flow_loss": 0.03822210803627968,
      "step": 57660
    },
    {
      "contrastive_loss": 0.003497598459944129,
      "epoch": 17.985028072364315,
      "step": 57660
    },
    {
      "contrastive_lambda": 0.0037514249089982687,
      "epoch": 17.985028072364315,
      "step": 57660
    },
    {
      "contrastive_lambda": 0.003748224626588137,
      "epoch": 17.985339987523393,
      "step": 57661
    },
    {
      "contrastive_lambda": 0.003745025704680438,
      "epoch": 17.98565190268247,
      "step": 57662
    },
    {
      "contrastive_lambda": 0.003741828143283943,
      "epoch": 17.985963817841547,
      "step": 57663
    },
    {
      "contrastive_lambda": 0.003738631942407422,
      "epoch": 17.986275733000625,
      "step": 57664
    },
    {
      "contrastive_lambda": 0.0037354371020595356,
      "epoch": 17.986587648159702,
      "step": 57665
    },
    {
      "contrastive_lambda": 0.0037322436222492206,
      "epoch": 17.986899563318776,
      "step": 57666
    },
    {
      "contrastive_lambda": 0.0037290515029850813,
      "epoch": 17.987211478477853,
      "step": 57667
    },
    {
      "contrastive_lambda": 0.0037258607442758884,
      "epoch": 17.98752339363693,
      "step": 57668
    },
    {
      "contrastive_lambda": 0.003722671346130524,
      "epoch": 17.987835308796008,
      "step": 57669
    },
    {
      "epoch": 17.988147223955085,
      "grad_norm": 0.07572676986455917,
      "learning_rate": 4.1207583326566267e-07,
      "loss": 0.0204,
      "step": 57670
    },
    {
      "epoch": 17.988147223955085,
      "flow_loss": 0.0485164150595665,
      "step": 57670
    },
    {
      "contrastive_loss": 0.002967453794553876,
      "epoch": 17.988147223955085,
      "step": 57670
    },
    {
      "contrastive_lambda": 0.003719483308557592,
      "epoch": 17.988147223955085,
      "step": 57670
    },
    {
      "contrastive_lambda": 0.003716296631565863,
      "epoch": 17.988459139114163,
      "step": 57671
    },
    {
      "contrastive_lambda": 0.0037131113151640527,
      "epoch": 17.988771054273236,
      "step": 57672
    },
    {
      "contrastive_lambda": 0.0037099273593609317,
      "epoch": 17.989082969432314,
      "step": 57673
    },
    {
      "contrastive_lambda": 0.0037067447641652707,
      "epoch": 17.98939488459139,
      "step": 57674
    },
    {
      "contrastive_lambda": 0.0037035635295857294,
      "epoch": 17.98970679975047,
      "step": 57675
    },
    {
      "contrastive_lambda": 0.0037003836556310787,
      "epoch": 17.990018714909546,
      "step": 57676
    },
    {
      "contrastive_lambda": 0.0036972051423099783,
      "epoch": 17.99033063006862,
      "step": 57677
    },
    {
      "contrastive_lambda": 0.0036940279896311434,
      "epoch": 17.990642545227697,
      "step": 57678
    },
    {
      "contrastive_lambda": 0.0036908521976032893,
      "epoch": 17.990954460386774,
      "step": 57679
    },
    {
      "epoch": 17.99126637554585,
      "grad_norm": 0.06474874913692474,
      "learning_rate": 4.085526155047925e-07,
      "loss": 0.0212,
      "step": 57680
    },
    {
      "epoch": 17.99126637554585,
      "flow_loss": 0.02261442504823208,
      "step": 57680
    },
    {
      "contrastive_loss": 0.0028408614452928305,
      "epoch": 17.99126637554585,
      "step": 57680
    },
    {
      "contrastive_lambda": 0.0036876777662352422,
      "epoch": 17.99126637554585,
      "step": 57680
    },
    {
      "contrastive_lambda": 0.0036845046955354954,
      "epoch": 17.99157829070493,
      "step": 57681
    },
    {
      "contrastive_lambda": 0.0036813329855129306,
      "epoch": 17.991890205864006,
      "step": 57682
    },
    {
      "contrastive_lambda": 0.003678162636176152,
      "epoch": 17.99220212102308,
      "step": 57683
    },
    {
      "contrastive_lambda": 0.0036749936475338196,
      "epoch": 17.992514036182158,
      "step": 57684
    },
    {
      "contrastive_lambda": 0.0036718260195947594,
      "epoch": 17.992825951341235,
      "step": 57685
    },
    {
      "contrastive_lambda": 0.00366865975236752,
      "epoch": 17.993137866500312,
      "step": 57686
    },
    {
      "contrastive_lambda": 0.0036654948458608727,
      "epoch": 17.99344978165939,
      "step": 57687
    },
    {
      "contrastive_lambda": 0.0036623313000834212,
      "epoch": 17.993761696818467,
      "step": 57688
    },
    {
      "contrastive_lambda": 0.0036591691150438255,
      "epoch": 17.99407361197754,
      "step": 57689
    },
    {
      "epoch": 17.994385527136618,
      "grad_norm": 0.0583425834774971,
      "learning_rate": 4.050444623162564e-07,
      "loss": 0.0245,
      "step": 57690
    },
    {
      "epoch": 17.994385527136618,
      "flow_loss": 0.013771912083029747,
      "step": 57690
    },
    {
      "contrastive_loss": 0.003570905653759837,
      "epoch": 17.994385527136618,
      "step": 57690
    },
    {
      "contrastive_lambda": 0.003656008290750856,
      "epoch": 17.994385527136618,
      "step": 57690
    },
    {
      "contrastive_lambda": 0.0036528488272131177,
      "epoch": 17.994697442295696,
      "step": 57691
    },
    {
      "contrastive_lambda": 0.0036496907244392696,
      "epoch": 17.995009357454773,
      "step": 57692
    },
    {
      "contrastive_lambda": 0.0036465339824379717,
      "epoch": 17.99532127261385,
      "step": 57693
    },
    {
      "contrastive_lambda": 0.0036433786012178837,
      "epoch": 17.995633187772924,
      "step": 57694
    },
    {
      "contrastive_lambda": 0.00364022458078761,
      "epoch": 17.995945102932,
      "step": 57695
    },
    {
      "contrastive_lambda": 0.003637071921155921,
      "epoch": 17.99625701809108,
      "step": 57696
    },
    {
      "contrastive_lambda": 0.0036339206223313103,
      "epoch": 17.996568933250156,
      "step": 57697
    },
    {
      "contrastive_lambda": 0.0036307706843225485,
      "epoch": 17.996880848409234,
      "step": 57698
    },
    {
      "contrastive_lambda": 0.0036276221071381842,
      "epoch": 17.99719276356831,
      "step": 57699
    },
    {
      "epoch": 17.997504678727385,
      "grad_norm": 0.059535637497901917,
      "learning_rate": 4.015513747657351e-07,
      "loss": 0.0201,
      "step": 57700
    },
    {
      "epoch": 17.997504678727385,
      "flow_loss": 0.031447090208530426,
      "step": 57700
    },
    {
      "contrastive_loss": 0.0032505658455193043,
      "epoch": 17.997504678727385,
      "step": 57700
    },
    {
      "contrastive_lambda": 0.003624474890786822,
      "epoch": 17.997504678727385,
      "step": 57700
    },
    {
      "contrastive_lambda": 0.003621329035277232,
      "epoch": 17.997816593886462,
      "step": 57701
    },
    {
      "contrastive_lambda": 0.003618184540617908,
      "epoch": 17.99812850904554,
      "step": 57702
    },
    {
      "contrastive_lambda": 0.003615041406817565,
      "epoch": 17.998440424204617,
      "step": 57703
    },
    {
      "contrastive_lambda": 0.003611899633884752,
      "epoch": 17.998752339363694,
      "step": 57704
    },
    {
      "contrastive_lambda": 0.003608759221828073,
      "epoch": 17.99906425452277,
      "step": 57705
    },
    {
      "contrastive_lambda": 0.003605620170656132,
      "epoch": 17.999376169681845,
      "step": 57706
    },
    {
      "contrastive_lambda": 0.003602482480377589,
      "epoch": 17.999688084840923,
      "step": 57707
    },
    {
      "contrastive_lambda": 0.0035993461510010483,
      "epoch": 18.0,
      "step": 57708
    },
    {
      "contrastive_lambda": 0.003596211182535114,
      "epoch": 18.000311915159077,
      "step": 57709
    },
    {
      "epoch": 18.000623830318155,
      "grad_norm": 0.09185675531625748,
      "learning_rate": 3.9807335391433554e-07,
      "loss": 0.0256,
      "step": 57710
    },
    {
      "epoch": 18.000623830318155,
      "flow_loss": 0.024406714364886284,
      "step": 57710
    },
    {
      "contrastive_loss": 0.004003255162388086,
      "epoch": 18.000623830318155,
      "step": 57710
    },
    {
      "contrastive_lambda": 0.0035930775749882793,
      "epoch": 18.000623830318155,
      "step": 57710
    },
    {
      "contrastive_lambda": 0.0035899453283692595,
      "epoch": 18.00093574547723,
      "step": 57711
    },
    {
      "contrastive_lambda": 0.003586814442686548,
      "epoch": 18.001247660636306,
      "step": 57712
    },
    {
      "contrastive_lambda": 0.003583684917948804,
      "epoch": 18.001559575795383,
      "step": 57713
    },
    {
      "contrastive_lambda": 0.0035805567541645766,
      "epoch": 18.00187149095446,
      "step": 57714
    },
    {
      "contrastive_lambda": 0.0035774299513424146,
      "epoch": 18.002183406113538,
      "step": 57715
    },
    {
      "contrastive_lambda": 0.003574304509490922,
      "epoch": 18.002495321272615,
      "step": 57716
    },
    {
      "contrastive_lambda": 0.0035711804286186477,
      "epoch": 18.00280723643169,
      "step": 57717
    },
    {
      "contrastive_lambda": 0.003568057708734196,
      "epoch": 18.003119151590766,
      "step": 57718
    },
    {
      "contrastive_lambda": 0.003564936349846115,
      "epoch": 18.003431066749844,
      "step": 57719
    },
    {
      "epoch": 18.00374298190892,
      "grad_norm": 0.04090043157339096,
      "learning_rate": 3.946104008185847e-07,
      "loss": 0.0178,
      "step": 57720
    },
    {
      "epoch": 18.00374298190892,
      "flow_loss": 0.014655663631856441,
      "step": 57720
    },
    {
      "contrastive_loss": 0.003111380385234952,
      "epoch": 18.00374298190892,
      "step": 57720
    },
    {
      "contrastive_lambda": 0.0035618163519628987,
      "epoch": 18.00374298190892,
      "step": 57720
    },
    {
      "contrastive_lambda": 0.0035586977150932064,
      "epoch": 18.004054897068,
      "step": 57721
    },
    {
      "contrastive_lambda": 0.003555580439245476,
      "epoch": 18.004366812227076,
      "step": 57722
    },
    {
      "contrastive_lambda": 0.0035524645244283115,
      "epoch": 18.00467872738615,
      "step": 57723
    },
    {
      "contrastive_lambda": 0.003549349970650262,
      "epoch": 18.004990642545227,
      "step": 57724
    },
    {
      "contrastive_lambda": 0.0035462367779198756,
      "epoch": 18.005302557704304,
      "step": 57725
    },
    {
      "contrastive_lambda": 0.003543124946245646,
      "epoch": 18.005614472863382,
      "step": 57726
    },
    {
      "contrastive_lambda": 0.003540014475636122,
      "epoch": 18.00592638802246,
      "step": 57727
    },
    {
      "contrastive_lambda": 0.0035369053660999072,
      "epoch": 18.006238303181533,
      "step": 57728
    },
    {
      "contrastive_lambda": 0.003533797617645329,
      "epoch": 18.00655021834061,
      "step": 57729
    },
    {
      "epoch": 18.006862133499688,
      "grad_norm": 0.08887548744678497,
      "learning_rate": 3.9116251653044113e-07,
      "loss": 0.0234,
      "step": 57730
    },
    {
      "epoch": 18.006862133499688,
      "flow_loss": 0.03392127528786659,
      "step": 57730
    },
    {
      "contrastive_loss": 0.0032731166575104,
      "epoch": 18.006862133499688,
      "step": 57730
    },
    {
      "contrastive_lambda": 0.003530691230281102,
      "epoch": 18.006862133499688,
      "step": 57730
    },
    {
      "contrastive_lambda": 0.00352758620401572,
      "epoch": 18.007174048658765,
      "step": 57731
    },
    {
      "contrastive_lambda": 0.003524482538857565,
      "epoch": 18.007485963817842,
      "step": 57732
    },
    {
      "contrastive_lambda": 0.0035213802348152967,
      "epoch": 18.00779787897692,
      "step": 57733
    },
    {
      "contrastive_lambda": 0.003518279291897297,
      "epoch": 18.008109794135994,
      "step": 57734
    },
    {
      "contrastive_lambda": 0.0035151797101121707,
      "epoch": 18.00842170929507,
      "step": 57735
    },
    {
      "contrastive_lambda": 0.0035120814894682995,
      "epoch": 18.00873362445415,
      "step": 57736
    },
    {
      "contrastive_lambda": 0.0035089846299743432,
      "epoch": 18.009045539613226,
      "step": 57737
    },
    {
      "contrastive_lambda": 0.0035058891316386287,
      "epoch": 18.009357454772303,
      "step": 57738
    },
    {
      "contrastive_lambda": 0.00350279499446976,
      "epoch": 18.00966936993138,
      "step": 57739
    },
    {
      "epoch": 18.009981285090454,
      "grad_norm": 0.15993155539035797,
      "learning_rate": 3.877297020972781e-07,
      "loss": 0.0277,
      "step": 57740
    },
    {
      "epoch": 18.009981285090454,
      "flow_loss": 0.021372221410274506,
      "step": 57740
    },
    {
      "contrastive_loss": 0.003586465958505869,
      "epoch": 18.009981285090454,
      "step": 57740
    },
    {
      "contrastive_lambda": 0.0034997022184761195,
      "epoch": 18.009981285090454,
      "step": 57740
    },
    {
      "contrastive_lambda": 0.0034966108036662003,
      "epoch": 18.01029320024953,
      "step": 57741
    },
    {
      "contrastive_lambda": 0.0034935207500486065,
      "epoch": 18.01060511540861,
      "step": 57742
    },
    {
      "contrastive_lambda": 0.003490432057631665,
      "epoch": 18.010917030567686,
      "step": 57743
    },
    {
      "contrastive_lambda": 0.003487344726423869,
      "epoch": 18.011228945726764,
      "step": 57744
    },
    {
      "contrastive_lambda": 0.003484258756433767,
      "epoch": 18.011540860885837,
      "step": 57745
    },
    {
      "contrastive_lambda": 0.003481174147669741,
      "epoch": 18.011852776044915,
      "step": 57746
    },
    {
      "contrastive_lambda": 0.003478090900140285,
      "epoch": 18.012164691203992,
      "step": 57747
    },
    {
      "contrastive_lambda": 0.0034750090138537804,
      "epoch": 18.01247660636307,
      "step": 57748
    },
    {
      "contrastive_lambda": 0.0034719284888187762,
      "epoch": 18.012788521522147,
      "step": 57749
    },
    {
      "epoch": 18.013100436681224,
      "grad_norm": 0.06026307865977287,
      "learning_rate": 3.8431195856190036e-07,
      "loss": 0.0183,
      "step": 57750
    },
    {
      "epoch": 18.013100436681224,
      "flow_loss": 0.009803553111851215,
      "step": 57750
    },
    {
      "contrastive_loss": 0.0033940551802515984,
      "epoch": 18.013100436681224,
      "step": 57750
    },
    {
      "contrastive_lambda": 0.0034688493250436547,
      "epoch": 18.013100436681224,
      "step": 57750
    },
    {
      "contrastive_lambda": 0.0034657715225368535,
      "epoch": 18.013412351840298,
      "step": 57751
    },
    {
      "contrastive_lambda": 0.0034626950813068658,
      "epoch": 18.013724266999375,
      "step": 57752
    },
    {
      "contrastive_lambda": 0.0034596200013620737,
      "epoch": 18.014036182158453,
      "step": 57753
    },
    {
      "contrastive_lambda": 0.003456546282710915,
      "epoch": 18.01434809731753,
      "step": 57754
    },
    {
      "contrastive_lambda": 0.003453473925361883,
      "epoch": 18.014660012476607,
      "step": 57755
    },
    {
      "contrastive_lambda": 0.003450402929323304,
      "epoch": 18.014971927635685,
      "step": 57756
    },
    {
      "contrastive_lambda": 0.003447333294603616,
      "epoch": 18.01528384279476,
      "step": 57757
    },
    {
      "contrastive_lambda": 0.003444265021211257,
      "epoch": 18.015595757953836,
      "step": 57758
    },
    {
      "contrastive_lambda": 0.003441198109154664,
      "epoch": 18.015907673112913,
      "step": 57759
    },
    {
      "epoch": 18.01621958827199,
      "grad_norm": 0.08514412492513657,
      "learning_rate": 3.8090928696251635e-07,
      "loss": 0.0277,
      "step": 57760
    },
    {
      "epoch": 18.01621958827199,
      "flow_loss": 0.012157768942415714,
      "step": 57760
    },
    {
      "contrastive_loss": 0.0034069616813212633,
      "epoch": 18.01621958827199,
      "step": 57760
    },
    {
      "contrastive_lambda": 0.0034381325584422195,
      "epoch": 18.01621958827199,
      "step": 57760
    },
    {
      "contrastive_lambda": 0.0034350683690823614,
      "epoch": 18.016531503431068,
      "step": 57761
    },
    {
      "contrastive_lambda": 0.003432005541083416,
      "epoch": 18.016843418590142,
      "step": 57762
    },
    {
      "contrastive_lambda": 0.003428944074453766,
      "epoch": 18.01715533374922,
      "step": 57763
    },
    {
      "contrastive_lambda": 0.0034258839692019594,
      "epoch": 18.017467248908297,
      "step": 57764
    },
    {
      "contrastive_lambda": 0.003422825225336268,
      "epoch": 18.017779164067374,
      "step": 57765
    },
    {
      "contrastive_lambda": 0.0034197678428650735,
      "epoch": 18.01809107922645,
      "step": 57766
    },
    {
      "contrastive_lambda": 0.0034167118217967585,
      "epoch": 18.01840299438553,
      "step": 57767
    },
    {
      "contrastive_lambda": 0.003413657162139705,
      "epoch": 18.018714909544602,
      "step": 57768
    },
    {
      "contrastive_lambda": 0.003410603863902406,
      "epoch": 18.01902682470368,
      "step": 57769
    },
    {
      "epoch": 18.019338739862757,
      "grad_norm": 0.046734489500522614,
      "learning_rate": 3.77521688332777e-07,
      "loss": 0.0147,
      "step": 57770
    },
    {
      "epoch": 18.019338739862757,
      "flow_loss": 0.02040010690689087,
      "step": 57770
    },
    {
      "contrastive_loss": 0.003634513821452856,
      "epoch": 18.019338739862757,
      "step": 57770
    },
    {
      "contrastive_lambda": 0.003407551927093022,
      "epoch": 18.019338739862757,
      "step": 57770
    },
    {
      "contrastive_lambda": 0.0034045013517201017,
      "epoch": 18.019650655021834,
      "step": 57771
    },
    {
      "contrastive_lambda": 0.003401452137791916,
      "epoch": 18.019962570180912,
      "step": 57772
    },
    {
      "contrastive_lambda": 0.0033984042853168472,
      "epoch": 18.02027448533999,
      "step": 57773
    },
    {
      "contrastive_lambda": 0.003395357794303222,
      "epoch": 18.020586400499063,
      "step": 57774
    },
    {
      "contrastive_lambda": 0.003392312664759478,
      "epoch": 18.02089831565814,
      "step": 57775
    },
    {
      "contrastive_lambda": 0.003389268896693831,
      "epoch": 18.021210230817218,
      "step": 57776
    },
    {
      "contrastive_lambda": 0.0033862264901147743,
      "epoch": 18.021522145976295,
      "step": 57777
    },
    {
      "contrastive_lambda": 0.003383185445030523,
      "epoch": 18.021834061135372,
      "step": 57778
    },
    {
      "contrastive_lambda": 0.00338014576144946,
      "epoch": 18.022145976294446,
      "step": 57779
    },
    {
      "epoch": 18.022457891453524,
      "grad_norm": 0.081077940762043,
      "learning_rate": 3.741491637017425e-07,
      "loss": 0.0211,
      "step": 57780
    },
    {
      "epoch": 18.022457891453524,
      "flow_loss": 0.015978548675775528,
      "step": 57780
    },
    {
      "contrastive_loss": 0.004313199780881405,
      "epoch": 18.022457891453524,
      "step": 57780
    },
    {
      "contrastive_lambda": 0.003377107439379967,
      "epoch": 18.022457891453524,
      "step": 57780
    },
    {
      "contrastive_lambda": 0.0033740704788303155,
      "epoch": 18.0227698066126,
      "step": 57781
    },
    {
      "contrastive_lambda": 0.003371034879808832,
      "epoch": 18.02308172177168,
      "step": 57782
    },
    {
      "contrastive_lambda": 0.003368000642323843,
      "epoch": 18.023393636930756,
      "step": 57783
    },
    {
      "contrastive_lambda": 0.0033649677663837307,
      "epoch": 18.023705552089833,
      "step": 57784
    },
    {
      "contrastive_lambda": 0.003361936251996711,
      "epoch": 18.024017467248907,
      "step": 57785
    },
    {
      "contrastive_lambda": 0.0033589060991711106,
      "epoch": 18.024329382407984,
      "step": 57786
    },
    {
      "contrastive_lambda": 0.0033558773079153115,
      "epoch": 18.02464129756706,
      "step": 57787
    },
    {
      "contrastive_lambda": 0.003352849878237585,
      "epoch": 18.02495321272614,
      "step": 57788
    },
    {
      "contrastive_lambda": 0.003349823810146202,
      "epoch": 18.025265127885216,
      "step": 57789
    },
    {
      "epoch": 18.025577043044294,
      "grad_norm": 0.058630749583244324,
      "learning_rate": 3.707917140939043e-07,
      "loss": 0.0204,
      "step": 57790
    },
    {
      "epoch": 18.025577043044294,
      "flow_loss": 0.019274141639471054,
      "step": 57790
    },
    {
      "contrastive_loss": 0.0035324865020811558,
      "epoch": 18.025577043044294,
      "step": 57790
    },
    {
      "contrastive_lambda": 0.0033467991036494893,
      "epoch": 18.025577043044294,
      "step": 57790
    },
    {
      "contrastive_lambda": 0.003343775758755718,
      "epoch": 18.025888958203367,
      "step": 57791
    },
    {
      "contrastive_lambda": 0.0033407537754731598,
      "epoch": 18.026200873362445,
      "step": 57792
    },
    {
      "contrastive_lambda": 0.0033377331538101407,
      "epoch": 18.026512788521522,
      "step": 57793
    },
    {
      "contrastive_lambda": 0.003334713893774932,
      "epoch": 18.0268247036806,
      "step": 57794
    },
    {
      "contrastive_lambda": 0.003331695995375805,
      "epoch": 18.027136618839677,
      "step": 57795
    },
    {
      "contrastive_lambda": 0.003328679458621031,
      "epoch": 18.02744853399875,
      "step": 57796
    },
    {
      "contrastive_lambda": 0.003325664283518881,
      "epoch": 18.027760449157828,
      "step": 57797
    },
    {
      "contrastive_lambda": 0.003322650470077626,
      "epoch": 18.028072364316905,
      "step": 57798
    },
    {
      "contrastive_lambda": 0.0033196380183055374,
      "epoch": 18.028384279475983,
      "step": 57799
    },
    {
      "epoch": 18.02869619463506,
      "grad_norm": 0.06880179792642593,
      "learning_rate": 3.6744934052915235e-07,
      "loss": 0.0233,
      "step": 57800
    },
    {
      "epoch": 18.02869619463506,
      "flow_loss": 0.02885686792433262,
      "step": 57800
    },
    {
      "contrastive_loss": 0.0030147461220622063,
      "epoch": 18.02869619463506,
      "step": 57800
    },
    {
      "contrastive_lambda": 0.0033166269282108307,
      "epoch": 18.02869619463506,
      "step": 57800
    },
    {
      "contrastive_lambda": 0.003313617199801777,
      "epoch": 18.029008109794137,
      "step": 57801
    },
    {
      "contrastive_lambda": 0.0033106088330867034,
      "epoch": 18.02932002495321,
      "step": 57802
    },
    {
      "contrastive_lambda": 0.003307601828073714,
      "epoch": 18.02963194011229,
      "step": 57803
    },
    {
      "contrastive_lambda": 0.003304596184771247,
      "epoch": 18.029943855271366,
      "step": 57804
    },
    {
      "contrastive_lambda": 0.003301591903187351,
      "epoch": 18.030255770430443,
      "step": 57805
    },
    {
      "contrastive_lambda": 0.0032985889833303528,
      "epoch": 18.03056768558952,
      "step": 57806
    },
    {
      "contrastive_lambda": 0.0032955874252084683,
      "epoch": 18.030879600748598,
      "step": 57807
    },
    {
      "contrastive_lambda": 0.0032925872288299685,
      "epoch": 18.031191515907672,
      "step": 57808
    },
    {
      "contrastive_lambda": 0.0032895883942030135,
      "epoch": 18.03150343106675,
      "step": 57809
    },
    {
      "epoch": 18.031815346225827,
      "grad_norm": 0.06604424118995667,
      "learning_rate": 3.641220440228188e-07,
      "loss": 0.022,
      "step": 57810
    },
    {
      "epoch": 18.031815346225827,
      "flow_loss": 0.03516280651092529,
      "step": 57810
    },
    {
      "contrastive_loss": 0.0038225597236305475,
      "epoch": 18.031815346225827,
      "step": 57810
    },
    {
      "contrastive_lambda": 0.0032865909213358746,
      "epoch": 18.031815346225827,
      "step": 57810
    },
    {
      "contrastive_lambda": 0.003283594810236712,
      "epoch": 18.032127261384904,
      "step": 57811
    },
    {
      "contrastive_lambda": 0.0032806000609137964,
      "epoch": 18.03243917654398,
      "step": 57812
    },
    {
      "contrastive_lambda": 0.003277606673375344,
      "epoch": 18.032751091703055,
      "step": 57813
    },
    {
      "contrastive_lambda": 0.003274614647629459,
      "epoch": 18.033063006862132,
      "step": 57814
    },
    {
      "contrastive_lambda": 0.003271623983684524,
      "epoch": 18.03337492202121,
      "step": 57815
    },
    {
      "contrastive_lambda": 0.0032686346815485323,
      "epoch": 18.033686837180287,
      "step": 57816
    },
    {
      "contrastive_lambda": 0.003265646741229866,
      "epoch": 18.033998752339365,
      "step": 57817
    },
    {
      "contrastive_lambda": 0.0032626601627366303,
      "epoch": 18.034310667498442,
      "step": 57818
    },
    {
      "contrastive_lambda": 0.0032596749460769847,
      "epoch": 18.034622582657516,
      "step": 57819
    },
    {
      "epoch": 18.034934497816593,
      "grad_norm": 0.058709487318992615,
      "learning_rate": 3.608098255856562e-07,
      "loss": 0.0238,
      "step": 57820
    },
    {
      "epoch": 18.034934497816593,
      "flow_loss": 0.013036306947469711,
      "step": 57820
    },
    {
      "contrastive_loss": 0.003330877050757408,
      "epoch": 18.034934497816593,
      "step": 57820
    },
    {
      "contrastive_lambda": 0.0032566910912590896,
      "epoch": 18.034934497816593,
      "step": 57820
    },
    {
      "contrastive_lambda": 0.0032537085982912717,
      "epoch": 18.03524641297567,
      "step": 57821
    },
    {
      "contrastive_lambda": 0.00325072746718158,
      "epoch": 18.035558328134748,
      "step": 57822
    },
    {
      "contrastive_lambda": 0.0032477476979382303,
      "epoch": 18.035870243293825,
      "step": 57823
    },
    {
      "contrastive_lambda": 0.0032447692905693826,
      "epoch": 18.036182158452903,
      "step": 57824
    },
    {
      "contrastive_lambda": 0.0032417922450831416,
      "epoch": 18.036494073611976,
      "step": 57825
    },
    {
      "contrastive_lambda": 0.003238816561487834,
      "epoch": 18.036805988771054,
      "step": 57826
    },
    {
      "contrastive_lambda": 0.0032358422397914532,
      "epoch": 18.03711790393013,
      "step": 57827
    },
    {
      "contrastive_lambda": 0.003232869280002215,
      "epoch": 18.03742981908921,
      "step": 57828
    },
    {
      "contrastive_lambda": 0.00322989768212828,
      "epoch": 18.037741734248286,
      "step": 57829
    },
    {
      "epoch": 18.03805364940736,
      "grad_norm": 0.046943604946136475,
      "learning_rate": 3.575126862238154e-07,
      "loss": 0.0197,
      "step": 57830
    },
    {
      "epoch": 18.03805364940736,
      "flow_loss": 0.024642882868647575,
      "step": 57830
    },
    {
      "contrastive_loss": 0.003495188429951668,
      "epoch": 18.03805364940736,
      "step": 57830
    },
    {
      "contrastive_lambda": 0.0032269274461778075,
      "epoch": 18.03805364940736,
      "step": 57830
    },
    {
      "contrastive_lambda": 0.0032239585721589026,
      "epoch": 18.038365564566437,
      "step": 57831
    },
    {
      "contrastive_lambda": 0.0032209910600797254,
      "epoch": 18.038677479725514,
      "step": 57832
    },
    {
      "contrastive_lambda": 0.0032180249099483804,
      "epoch": 18.03898939488459,
      "step": 57833
    },
    {
      "contrastive_lambda": 0.0032150601217730834,
      "epoch": 18.03930131004367,
      "step": 57834
    },
    {
      "contrastive_lambda": 0.0032120966955618835,
      "epoch": 18.039613225202746,
      "step": 57835
    },
    {
      "contrastive_lambda": 0.0032091346313228852,
      "epoch": 18.03992514036182,
      "step": 57836
    },
    {
      "contrastive_lambda": 0.0032061739290643043,
      "epoch": 18.040237055520898,
      "step": 57837
    },
    {
      "contrastive_lambda": 0.00320321458879419,
      "epoch": 18.040548970679975,
      "step": 57838
    },
    {
      "contrastive_lambda": 0.0032002566105206465,
      "epoch": 18.040860885839052,
      "step": 57839
    },
    {
      "epoch": 18.04117280099813,
      "grad_norm": 0.12437734752893448,
      "learning_rate": 3.5423062693888955e-07,
      "loss": 0.0186,
      "step": 57840
    },
    {
      "epoch": 18.04117280099813,
      "flow_loss": 0.01482412125915289,
      "step": 57840
    },
    {
      "contrastive_loss": 0.0035941440146416426,
      "epoch": 18.04117280099813,
      "step": 57840
    },
    {
      "contrastive_lambda": 0.0031972999942518343,
      "epoch": 18.04117280099813,
      "step": 57840
    },
    {
      "contrastive_lambda": 0.0031943447399958025,
      "epoch": 18.041484716157207,
      "step": 57841
    },
    {
      "contrastive_lambda": 0.003191390847760711,
      "epoch": 18.04179663131628,
      "step": 57842
    },
    {
      "contrastive_lambda": 0.0031884383175546094,
      "epoch": 18.042108546475358,
      "step": 57843
    },
    {
      "contrastive_lambda": 0.003185487149385602,
      "epoch": 18.042420461634435,
      "step": 57844
    },
    {
      "contrastive_lambda": 0.0031825373432618487,
      "epoch": 18.042732376793513,
      "step": 57845
    },
    {
      "contrastive_lambda": 0.003179588899191288,
      "epoch": 18.04304429195259,
      "step": 57846
    },
    {
      "contrastive_lambda": 0.0031766418171821353,
      "epoch": 18.043356207111664,
      "step": 57847
    },
    {
      "contrastive_lambda": 0.00317369609724244,
      "epoch": 18.04366812227074,
      "step": 57848
    },
    {
      "contrastive_lambda": 0.003170751739380251,
      "epoch": 18.04398003742982,
      "step": 57849
    },
    {
      "epoch": 18.044291952588896,
      "grad_norm": 0.05315740406513214,
      "learning_rate": 3.509636487278756e-07,
      "loss": 0.0195,
      "step": 57850
    },
    {
      "epoch": 18.044291952588896,
      "flow_loss": 0.012633167207241058,
      "step": 57850
    },
    {
      "contrastive_loss": 0.003908103331923485,
      "epoch": 18.044291952588896,
      "step": 57850
    },
    {
      "contrastive_lambda": 0.003167808743603673,
      "epoch": 18.044291952588896,
      "step": 57850
    },
    {
      "contrastive_lambda": 0.003164867109920755,
      "epoch": 18.044603867747973,
      "step": 57851
    },
    {
      "contrastive_lambda": 0.003161926838339546,
      "epoch": 18.04491578290705,
      "step": 57852
    },
    {
      "contrastive_lambda": 0.003158987928868151,
      "epoch": 18.045227698066125,
      "step": 57853
    },
    {
      "contrastive_lambda": 0.0031560503815145635,
      "epoch": 18.045539613225202,
      "step": 57854
    },
    {
      "contrastive_lambda": 0.003153114196286888,
      "epoch": 18.04585152838428,
      "step": 57855
    },
    {
      "contrastive_lambda": 0.0031501793731931738,
      "epoch": 18.046163443543357,
      "step": 57856
    },
    {
      "contrastive_lambda": 0.0031472459122414143,
      "epoch": 18.046475358702434,
      "step": 57857
    },
    {
      "contrastive_lambda": 0.003144313813439714,
      "epoch": 18.04678727386151,
      "step": 57858
    },
    {
      "contrastive_lambda": 0.003141383076796067,
      "epoch": 18.047099189020585,
      "step": 57859
    },
    {
      "epoch": 18.047411104179663,
      "grad_norm": 0.07857225090265274,
      "learning_rate": 3.4771175258320186e-07,
      "loss": 0.0217,
      "step": 57860
    },
    {
      "epoch": 18.047411104179663,
      "flow_loss": 0.025771981105208397,
      "step": 57860
    },
    {
      "contrastive_loss": 0.003961156588047743,
      "epoch": 18.047411104179663,
      "step": 57860
    },
    {
      "contrastive_lambda": 0.0031384537023185777,
      "epoch": 18.047411104179663,
      "step": 57860
    },
    {
      "contrastive_lambda": 0.003135525690015184,
      "epoch": 18.04772301933874,
      "step": 57861
    },
    {
      "contrastive_lambda": 0.0031325990398939907,
      "epoch": 18.048034934497817,
      "step": 57862
    },
    {
      "contrastive_lambda": 0.003129673751962936,
      "epoch": 18.048346849656895,
      "step": 57863
    },
    {
      "contrastive_lambda": 0.0031267498262301796,
      "epoch": 18.04865876481597,
      "step": 57864
    },
    {
      "contrastive_lambda": 0.003123827262703549,
      "epoch": 18.048970679975046,
      "step": 57865
    },
    {
      "contrastive_lambda": 0.0031209060613912043,
      "epoch": 18.049282595134123,
      "step": 57866
    },
    {
      "contrastive_lambda": 0.003117986222301139,
      "epoch": 18.0495945102932,
      "step": 57867
    },
    {
      "contrastive_lambda": 0.003115067745441291,
      "epoch": 18.049906425452278,
      "step": 57868
    },
    {
      "contrastive_lambda": 0.00311215063081971,
      "epoch": 18.050218340611355,
      "step": 57869
    },
    {
      "epoch": 18.05053025577043,
      "grad_norm": 0.07163287699222565,
      "learning_rate": 3.4447493949270047e-07,
      "loss": 0.0214,
      "step": 57870
    },
    {
      "epoch": 18.05053025577043,
      "flow_loss": 0.01817832700908184,
      "step": 57870
    },
    {
      "contrastive_loss": 0.0027950566727668047,
      "epoch": 18.05053025577043,
      "step": 57870
    },
    {
      "contrastive_lambda": 0.003109234878444389,
      "epoch": 18.05053025577043,
      "step": 57870
    },
    {
      "contrastive_lambda": 0.0031063204883232665,
      "epoch": 18.050842170929506,
      "step": 57871
    },
    {
      "contrastive_lambda": 0.0031034074604643913,
      "epoch": 18.051154086088584,
      "step": 57872
    },
    {
      "contrastive_lambda": 0.003100495794875757,
      "epoch": 18.05146600124766,
      "step": 57873
    },
    {
      "contrastive_lambda": 0.0030975854915653023,
      "epoch": 18.05177791640674,
      "step": 57874
    },
    {
      "contrastive_lambda": 0.0030946765505410756,
      "epoch": 18.052089831565816,
      "step": 57875
    },
    {
      "contrastive_lambda": 0.0030917689718109598,
      "epoch": 18.05240174672489,
      "step": 57876
    },
    {
      "contrastive_lambda": 0.003088862755383004,
      "epoch": 18.052713661883967,
      "step": 57877
    },
    {
      "contrastive_lambda": 0.003085957901265146,
      "epoch": 18.053025577043044,
      "step": 57878
    },
    {
      "contrastive_lambda": 0.0030830544094653245,
      "epoch": 18.05333749220212,
      "step": 57879
    },
    {
      "epoch": 18.0536494073612,
      "grad_norm": 0.0746547132730484,
      "learning_rate": 3.4125321043964045e-07,
      "loss": 0.0192,
      "step": 57880
    },
    {
      "epoch": 18.0536494073612,
      "flow_loss": 0.010441326536238194,
      "step": 57880
    },
    {
      "contrastive_loss": 0.003731058444827795,
      "epoch": 18.0536494073612,
      "step": 57880
    },
    {
      "contrastive_lambda": 0.0030801522799915326,
      "epoch": 18.0536494073612,
      "step": 57880
    },
    {
      "contrastive_lambda": 0.0030772515128517086,
      "epoch": 18.053961322520273,
      "step": 57881
    },
    {
      "contrastive_lambda": 0.0030743521080537906,
      "epoch": 18.05427323767935,
      "step": 57882
    },
    {
      "contrastive_lambda": 0.0030714540656058276,
      "epoch": 18.054585152838428,
      "step": 57883
    },
    {
      "contrastive_lambda": 0.0030685573855156467,
      "epoch": 18.054897067997505,
      "step": 57884
    },
    {
      "contrastive_lambda": 0.003065662067791186,
      "epoch": 18.055208983156582,
      "step": 57885
    },
    {
      "contrastive_lambda": 0.003062768112440495,
      "epoch": 18.05552089831566,
      "step": 57886
    },
    {
      "contrastive_lambda": 0.0030598755194714,
      "epoch": 18.055832813474733,
      "step": 57887
    },
    {
      "contrastive_lambda": 0.0030569842888918952,
      "epoch": 18.05614472863381,
      "step": 57888
    },
    {
      "contrastive_lambda": 0.003054094420709863,
      "epoch": 18.056456643792888,
      "step": 57889
    },
    {
      "epoch": 18.056768558951966,
      "grad_norm": 0.0548567958176136,
      "learning_rate": 3.380465664026833e-07,
      "loss": 0.023,
      "step": 57890
    },
    {
      "epoch": 18.056768558951966,
      "flow_loss": 0.01821395568549633,
      "step": 57890
    },
    {
      "contrastive_loss": 0.00391005165874958,
      "epoch": 18.056768558951966,
      "step": 57890
    },
    {
      "contrastive_lambda": 0.0030512059149332416,
      "epoch": 18.056768558951966,
      "step": 57890
    },
    {
      "contrastive_lambda": 0.0030483187715700244,
      "epoch": 18.057080474111043,
      "step": 57891
    },
    {
      "contrastive_lambda": 0.003045432990627983,
      "epoch": 18.05739238927012,
      "step": 57892
    },
    {
      "contrastive_lambda": 0.0030425485721151113,
      "epoch": 18.057704304429194,
      "step": 57893
    },
    {
      "contrastive_lambda": 0.0030396655160392916,
      "epoch": 18.05801621958827,
      "step": 57894
    },
    {
      "contrastive_lambda": 0.003036783822408462,
      "epoch": 18.05832813474735,
      "step": 57895
    },
    {
      "contrastive_lambda": 0.0030339034912305607,
      "epoch": 18.058640049906426,
      "step": 57896
    },
    {
      "contrastive_lambda": 0.003031024522513359,
      "epoch": 18.058951965065503,
      "step": 57897
    },
    {
      "contrastive_lambda": 0.003028146916264851,
      "epoch": 18.059263880224577,
      "step": 57898
    },
    {
      "contrastive_lambda": 0.003025270672492919,
      "epoch": 18.059575795383655,
      "step": 57899
    },
    {
      "epoch": 18.059887710542732,
      "grad_norm": 0.03901533782482147,
      "learning_rate": 3.348550083559388e-07,
      "loss": 0.0258,
      "step": 57900
    },
    {
      "epoch": 18.059887710542732,
      "flow_loss": 0.02033410593867302,
      "step": 57900
    },
    {
      "contrastive_loss": 0.007287061307579279,
      "epoch": 18.059887710542732,
      "step": 57900
    },
    {
      "contrastive_lambda": 0.00302239579120539,
      "epoch": 18.059887710542732,
      "step": 57900
    },
    {
      "contrastive_lambda": 0.0030195222724101467,
      "epoch": 18.06019962570181,
      "step": 57901
    },
    {
      "contrastive_lambda": 0.0030166501161151826,
      "epoch": 18.060511540860887,
      "step": 57902
    },
    {
      "contrastive_lambda": 0.003013779322328214,
      "epoch": 18.060823456019964,
      "step": 57903
    },
    {
      "contrastive_lambda": 0.003010909891057234,
      "epoch": 18.061135371179038,
      "step": 57904
    },
    {
      "contrastive_lambda": 0.0030080418223100147,
      "epoch": 18.061447286338115,
      "step": 57905
    },
    {
      "contrastive_lambda": 0.003005175116094494,
      "epoch": 18.061759201497193,
      "step": 57906
    },
    {
      "contrastive_lambda": 0.0030023097724185543,
      "epoch": 18.06207111665627,
      "step": 57907
    },
    {
      "contrastive_lambda": 0.002999445791289912,
      "epoch": 18.062383031815347,
      "step": 57908
    },
    {
      "contrastive_lambda": 0.0029965831727165604,
      "epoch": 18.062694946974425,
      "step": 57909
    },
    {
      "epoch": 18.0630068621335,
      "grad_norm": 0.049780476838350296,
      "learning_rate": 3.316785372689091e-07,
      "loss": 0.0234,
      "step": 57910
    },
    {
      "epoch": 18.0630068621335,
      "flow_loss": 0.018062004819512367,
      "step": 57910
    },
    {
      "contrastive_loss": 0.004267943557351828,
      "epoch": 18.0630068621335,
      "step": 57910
    },
    {
      "contrastive_lambda": 0.002993721916706271,
      "epoch": 18.0630068621335,
      "step": 57910
    },
    {
      "contrastive_lambda": 0.002990862023266927,
      "epoch": 18.063318777292576,
      "step": 57911
    },
    {
      "contrastive_lambda": 0.0029880034924063548,
      "epoch": 18.063630692451653,
      "step": 57912
    },
    {
      "contrastive_lambda": 0.002985146324132437,
      "epoch": 18.06394260761073,
      "step": 57913
    },
    {
      "contrastive_lambda": 0.0029822905184528903,
      "epoch": 18.064254522769808,
      "step": 57914
    },
    {
      "contrastive_lambda": 0.002979436075375652,
      "epoch": 18.06456643792888,
      "step": 57915
    },
    {
      "contrastive_lambda": 0.002976582994908439,
      "epoch": 18.06487835308796,
      "step": 57916
    },
    {
      "contrastive_lambda": 0.0029737312770591884,
      "epoch": 18.065190268247036,
      "step": 57917
    },
    {
      "contrastive_lambda": 0.002970880921835728,
      "epoch": 18.065502183406114,
      "step": 57918
    },
    {
      "contrastive_lambda": 0.0029680319292457735,
      "epoch": 18.06581409856519,
      "step": 57919
    },
    {
      "epoch": 18.06612601372427,
      "grad_norm": 0.05793199688196182,
      "learning_rate": 3.285171541065224e-07,
      "loss": 0.0237,
      "step": 57920
    },
    {
      "epoch": 18.06612601372427,
      "flow_loss": 0.011072843335568905,
      "step": 57920
    },
    {
      "contrastive_loss": 0.0036551945377141237,
      "epoch": 18.06612601372427,
      "step": 57920
    },
    {
      "contrastive_lambda": 0.002965184299297152,
      "epoch": 18.06612601372427,
      "step": 57920
    },
    {
      "contrastive_lambda": 0.0029623380319977466,
      "epoch": 18.066437928883342,
      "step": 57921
    },
    {
      "contrastive_lambda": 0.0029594931273552727,
      "epoch": 18.06674984404242,
      "step": 57922
    },
    {
      "contrastive_lambda": 0.0029566495853775576,
      "epoch": 18.067061759201497,
      "step": 57923
    },
    {
      "contrastive_lambda": 0.0029538074060724284,
      "epoch": 18.067373674360574,
      "step": 57924
    },
    {
      "contrastive_lambda": 0.0029509665894476567,
      "epoch": 18.06768558951965,
      "step": 57925
    },
    {
      "contrastive_lambda": 0.0029481271355110694,
      "epoch": 18.06799750467873,
      "step": 57926
    },
    {
      "contrastive_lambda": 0.0029452890442703827,
      "epoch": 18.068309419837803,
      "step": 57927
    },
    {
      "contrastive_lambda": 0.002942452315733368,
      "epoch": 18.06862133499688,
      "step": 57928
    },
    {
      "contrastive_lambda": 0.0029396169499079083,
      "epoch": 18.068933250155958,
      "step": 57929
    },
    {
      "epoch": 18.069245165315035,
      "grad_norm": 0.06226441264152527,
      "learning_rate": 3.253708598291272e-07,
      "loss": 0.0219,
      "step": 57930
    },
    {
      "epoch": 18.069245165315035,
      "flow_loss": 0.019623804837465286,
      "step": 57930
    },
    {
      "contrastive_loss": 0.003217527875676751,
      "epoch": 18.069245165315035,
      "step": 57930
    },
    {
      "contrastive_lambda": 0.0029367829468016637,
      "epoch": 18.069245165315035,
      "step": 57930
    },
    {
      "contrastive_lambda": 0.0029339503064224615,
      "epoch": 18.069557080474112,
      "step": 57931
    },
    {
      "contrastive_lambda": 0.0029311190287781286,
      "epoch": 18.069868995633186,
      "step": 57932
    },
    {
      "contrastive_lambda": 0.0029282891138762146,
      "epoch": 18.070180910792264,
      "step": 57933
    },
    {
      "contrastive_lambda": 0.002925460561724713,
      "epoch": 18.07049282595134,
      "step": 57934
    },
    {
      "contrastive_lambda": 0.0029226333723312847,
      "epoch": 18.07080474111042,
      "step": 57935
    },
    {
      "contrastive_lambda": 0.0029198075457036454,
      "epoch": 18.071116656269496,
      "step": 57936
    },
    {
      "contrastive_lambda": 0.0029169830818496223,
      "epoch": 18.071428571428573,
      "step": 57937
    },
    {
      "contrastive_lambda": 0.002914159980776876,
      "epoch": 18.071740486587647,
      "step": 57938
    },
    {
      "contrastive_lambda": 0.0029113382424931777,
      "epoch": 18.072052401746724,
      "step": 57939
    },
    {
      "epoch": 18.0723643169058,
      "grad_norm": 0.08759252727031708,
      "learning_rate": 3.2223965539248116e-07,
      "loss": 0.0217,
      "step": 57940
    },
    {
      "epoch": 18.0723643169058,
      "flow_loss": 0.016903528943657875,
      "step": 57940
    },
    {
      "contrastive_loss": 0.002930799499154091,
      "epoch": 18.0723643169058,
      "step": 57940
    },
    {
      "contrastive_lambda": 0.0029085178670062994,
      "epoch": 18.0723643169058,
      "step": 57940
    },
    {
      "contrastive_lambda": 0.0029056988543239015,
      "epoch": 18.07267623206488,
      "step": 57941
    },
    {
      "contrastive_lambda": 0.002902881204453811,
      "epoch": 18.072988147223956,
      "step": 57942
    },
    {
      "contrastive_lambda": 0.002900064917403633,
      "epoch": 18.073300062383034,
      "step": 57943
    },
    {
      "contrastive_lambda": 0.0028972499931811946,
      "epoch": 18.073611977542107,
      "step": 57944
    },
    {
      "contrastive_lambda": 0.0028944364317941562,
      "epoch": 18.073923892701185,
      "step": 57945
    },
    {
      "contrastive_lambda": 0.002891624233250234,
      "epoch": 18.074235807860262,
      "step": 57946
    },
    {
      "contrastive_lambda": 0.002888813397557144,
      "epoch": 18.07454772301934,
      "step": 57947
    },
    {
      "contrastive_lambda": 0.0028860039247226577,
      "epoch": 18.074859638178417,
      "step": 57948
    },
    {
      "contrastive_lambda": 0.00288319581475438,
      "epoch": 18.07517155333749,
      "step": 57949
    },
    {
      "epoch": 18.075483468496568,
      "grad_norm": 0.07519124448299408,
      "learning_rate": 3.1912354174776227e-07,
      "loss": 0.0192,
      "step": 57950
    },
    {
      "epoch": 18.075483468496568,
      "flow_loss": 0.01939971186220646,
      "step": 57950
    },
    {
      "contrastive_loss": 0.00410057045519352,
      "epoch": 18.075483468496568,
      "step": 57950
    },
    {
      "contrastive_lambda": 0.002880389067659972,
      "epoch": 18.075483468496568,
      "step": 57950
    },
    {
      "contrastive_lambda": 0.0028775836834473156,
      "epoch": 18.075795383655645,
      "step": 57951
    },
    {
      "contrastive_lambda": 0.0028747796621239052,
      "epoch": 18.076107298814723,
      "step": 57952
    },
    {
      "contrastive_lambda": 0.002871977003697568,
      "epoch": 18.0764192139738,
      "step": 57953
    },
    {
      "contrastive_lambda": 0.0028691757081759084,
      "epoch": 18.076731129132877,
      "step": 57954
    },
    {
      "contrastive_lambda": 0.002866375775566643,
      "epoch": 18.07704304429195,
      "step": 57955
    },
    {
      "contrastive_lambda": 0.0028635772058774323,
      "epoch": 18.07735495945103,
      "step": 57956
    },
    {
      "contrastive_lambda": 0.0028607799991159366,
      "epoch": 18.077666874610106,
      "step": 57957
    },
    {
      "contrastive_lambda": 0.0028579841552898166,
      "epoch": 18.077978789769183,
      "step": 57958
    },
    {
      "contrastive_lambda": 0.0028551896744067884,
      "epoch": 18.07829070492826,
      "step": 57959
    },
    {
      "epoch": 18.078602620087338,
      "grad_norm": 0.08170060068368912,
      "learning_rate": 3.1602251984155786e-07,
      "loss": 0.0219,
      "step": 57960
    },
    {
      "epoch": 18.078602620087338,
      "flow_loss": 0.006315711420029402,
      "step": 57960
    },
    {
      "contrastive_loss": 0.0039018038660287857,
      "epoch": 18.078602620087338,
      "step": 57960
    },
    {
      "contrastive_lambda": 0.0028523965564745124,
      "epoch": 18.078602620087338,
      "step": 57960
    },
    {
      "contrastive_lambda": 0.002849604801500538,
      "epoch": 18.078914535246412,
      "step": 57961
    },
    {
      "contrastive_lambda": 0.002846814409492693,
      "epoch": 18.07922645040549,
      "step": 57962
    },
    {
      "contrastive_lambda": 0.0028440253804584703,
      "epoch": 18.079538365564567,
      "step": 57963
    },
    {
      "contrastive_lambda": 0.0028412377144055867,
      "epoch": 18.079850280723644,
      "step": 57964
    },
    {
      "contrastive_lambda": 0.0028384514113417025,
      "epoch": 18.08016219588272,
      "step": 57965
    },
    {
      "contrastive_lambda": 0.002835666471274423,
      "epoch": 18.080474111041795,
      "step": 57966
    },
    {
      "contrastive_lambda": 0.0028328828942113526,
      "epoch": 18.080786026200872,
      "step": 57967
    },
    {
      "contrastive_lambda": 0.002830100680160208,
      "epoch": 18.08109794135995,
      "step": 57968
    },
    {
      "contrastive_lambda": 0.0028273198291285384,
      "epoch": 18.081409856519027,
      "step": 57969
    },
    {
      "epoch": 18.081721771678104,
      "grad_norm": 0.06481219828128815,
      "learning_rate": 3.1293659061589207e-07,
      "loss": 0.0201,
      "step": 57970
    },
    {
      "epoch": 18.081721771678104,
      "flow_loss": 0.00914761796593666,
      "step": 57970
    },
    {
      "contrastive_loss": 0.003266823710873723,
      "epoch": 18.081721771678104,
      "step": 57970
    },
    {
      "contrastive_lambda": 0.00282454034112406,
      "epoch": 18.081721771678104,
      "step": 57970
    },
    {
      "contrastive_lambda": 0.0028217622161542666,
      "epoch": 18.082033686837182,
      "step": 57971
    },
    {
      "contrastive_lambda": 0.0028189854542268744,
      "epoch": 18.082345601996256,
      "step": 57972
    },
    {
      "contrastive_lambda": 0.002816210055349433,
      "epoch": 18.082657517155333,
      "step": 57973
    },
    {
      "contrastive_lambda": 0.0028134360195296026,
      "epoch": 18.08296943231441,
      "step": 57974
    },
    {
      "contrastive_lambda": 0.0028106633467749886,
      "epoch": 18.083281347473488,
      "step": 57975
    },
    {
      "contrastive_lambda": 0.0028078920370931404,
      "epoch": 18.083593262632565,
      "step": 57976
    },
    {
      "contrastive_lambda": 0.0028051220904917185,
      "epoch": 18.083905177791642,
      "step": 57977
    },
    {
      "contrastive_lambda": 0.002802353506978217,
      "epoch": 18.084217092950716,
      "step": 57978
    },
    {
      "contrastive_lambda": 0.0027995862865603516,
      "epoch": 18.084529008109794,
      "step": 57979
    },
    {
      "epoch": 18.08484092326887,
      "grad_norm": 0.0807165801525116,
      "learning_rate": 3.098657550081707e-07,
      "loss": 0.0171,
      "step": 57980
    },
    {
      "epoch": 18.08484092326887,
      "flow_loss": 0.02288329042494297,
      "step": 57980
    },
    {
      "contrastive_loss": 0.003900545183569193,
      "epoch": 18.08484092326887,
      "step": 57980
    },
    {
      "contrastive_lambda": 0.0027968204292456167,
      "epoch": 18.08484092326887,
      "step": 57980
    },
    {
      "contrastive_lambda": 0.0027940559350416727,
      "epoch": 18.08515283842795,
      "step": 57981
    },
    {
      "contrastive_lambda": 0.0027912928039560136,
      "epoch": 18.085464753587026,
      "step": 57982
    },
    {
      "contrastive_lambda": 0.0027885310359963,
      "epoch": 18.0857766687461,
      "step": 57983
    },
    {
      "contrastive_lambda": 0.0027857706311699704,
      "epoch": 18.086088583905177,
      "step": 57984
    },
    {
      "contrastive_lambda": 0.0027830115894847407,
      "epoch": 18.086400499064254,
      "step": 57985
    },
    {
      "contrastive_lambda": 0.002780253910948105,
      "epoch": 18.08671241422333,
      "step": 57986
    },
    {
      "contrastive_lambda": 0.0027774975955676684,
      "epoch": 18.08702432938241,
      "step": 57987
    },
    {
      "contrastive_lambda": 0.002774742643350925,
      "epoch": 18.087336244541486,
      "step": 57988
    },
    {
      "contrastive_lambda": 0.0027719890543054793,
      "epoch": 18.08764815970056,
      "step": 57989
    },
    {
      "epoch": 18.087960074859637,
      "grad_norm": 0.0844404473900795,
      "learning_rate": 3.068100139512475e-07,
      "loss": 0.0234,
      "step": 57990
    },
    {
      "epoch": 18.087960074859637,
      "flow_loss": 0.014643402770161629,
      "step": 57990
    },
    {
      "contrastive_loss": 0.0037850465159863234,
      "epoch": 18.087960074859637,
      "step": 57990
    },
    {
      "contrastive_lambda": 0.0027692368284387703,
      "epoch": 18.087960074859637,
      "step": 57990
    },
    {
      "contrastive_lambda": 0.002766485965758514,
      "epoch": 18.088271990018715,
      "step": 57991
    },
    {
      "contrastive_lambda": 0.0027637364662721486,
      "epoch": 18.088583905177792,
      "step": 57992
    },
    {
      "contrastive_lambda": 0.002760988329987224,
      "epoch": 18.08889582033687,
      "step": 57993
    },
    {
      "contrastive_lambda": 0.0027582415569112895,
      "epoch": 18.089207735495947,
      "step": 57994
    },
    {
      "contrastive_lambda": 0.0027554961470518946,
      "epoch": 18.08951965065502,
      "step": 57995
    },
    {
      "contrastive_lambda": 0.002752752100416478,
      "epoch": 18.089831565814098,
      "step": 57996
    },
    {
      "contrastive_lambda": 0.0027500094170126443,
      "epoch": 18.090143480973175,
      "step": 57997
    },
    {
      "contrastive_lambda": 0.0027472680968479435,
      "epoch": 18.090455396132253,
      "step": 57998
    },
    {
      "contrastive_lambda": 0.002744528139929814,
      "epoch": 18.09076731129133,
      "step": 57999
    },
    {
      "epoch": 18.091079226450404,
      "grad_norm": 0.05819835141301155,
      "learning_rate": 3.037693683733689e-07,
      "loss": 0.0186,
      "step": 58000
    },
    {
      "epoch": 18.091079226450404,
      "flow_loss": 0.018647802993655205,
      "step": 58000
    },
    {
      "contrastive_loss": 0.0031943763606250286,
      "epoch": 18.091079226450404,
      "step": 58000
    },
    {
      "contrastive_lambda": 0.0027417895462657493,
      "epoch": 18.091079226450404,
      "step": 58000
    },
    {
      "contrastive_lambda": 0.0027390523158632996,
      "epoch": 18.09139114160948,
      "step": 58001
    },
    {
      "contrastive_lambda": 0.0027363164487300695,
      "epoch": 18.09170305676856,
      "step": 58002
    },
    {
      "contrastive_lambda": 0.0027335819448733867,
      "epoch": 18.092014971927636,
      "step": 58003
    },
    {
      "contrastive_lambda": 0.0027308488043008006,
      "epoch": 18.092326887086713,
      "step": 58004
    },
    {
      "contrastive_lambda": 0.0027281170270198607,
      "epoch": 18.09263880224579,
      "step": 58005
    },
    {
      "contrastive_lambda": 0.002725386613038061,
      "epoch": 18.092950717404864,
      "step": 58006
    },
    {
      "contrastive_lambda": 0.0027226575623627847,
      "epoch": 18.093262632563942,
      "step": 58007
    },
    {
      "contrastive_lambda": 0.002719929875001581,
      "epoch": 18.09357454772302,
      "step": 58008
    },
    {
      "contrastive_lambda": 0.002717203550961944,
      "epoch": 18.093886462882097,
      "step": 58009
    },
    {
      "epoch": 18.094198378041174,
      "grad_norm": 0.03776125609874725,
      "learning_rate": 3.007438191982015e-07,
      "loss": 0.0248,
      "step": 58010
    },
    {
      "epoch": 18.094198378041174,
      "flow_loss": 0.024250498041510582,
      "step": 58010
    },
    {
      "contrastive_loss": 0.0036469614133238792,
      "epoch": 18.094198378041174,
      "step": 58010
    },
    {
      "contrastive_lambda": 0.002714478590251368,
      "epoch": 18.094198378041174,
      "step": 58010
    },
    {
      "contrastive_lambda": 0.0027117549928772355,
      "epoch": 18.09451029320025,
      "step": 58011
    },
    {
      "contrastive_lambda": 0.002709032758847041,
      "epoch": 18.094822208359325,
      "step": 58012
    },
    {
      "contrastive_lambda": 0.002706311888168278,
      "epoch": 18.095134123518402,
      "step": 58013
    },
    {
      "contrastive_lambda": 0.0027035923808484408,
      "epoch": 18.09544603867748,
      "step": 58014
    },
    {
      "contrastive_lambda": 0.002700874236894857,
      "epoch": 18.095757953836557,
      "step": 58015
    },
    {
      "contrastive_lambda": 0.0026981574563151867,
      "epoch": 18.096069868995635,
      "step": 58016
    },
    {
      "contrastive_lambda": 0.0026954420391166467,
      "epoch": 18.09638178415471,
      "step": 58017
    },
    {
      "contrastive_lambda": 0.0026927279853067865,
      "epoch": 18.096693699313786,
      "step": 58018
    },
    {
      "contrastive_lambda": 0.0026900152948931,
      "epoch": 18.097005614472863,
      "step": 58019
    },
    {
      "epoch": 18.09731752963194,
      "grad_norm": 0.05923816189169884,
      "learning_rate": 2.9773336734482684e-07,
      "loss": 0.0169,
      "step": 58020
    },
    {
      "epoch": 18.09731752963194,
      "flow_loss": 0.010523091070353985,
      "step": 58020
    },
    {
      "contrastive_loss": 0.0034581220243126154,
      "epoch": 18.09731752963194,
      "step": 58020
    },
    {
      "contrastive_lambda": 0.00268730396788297,
      "epoch": 18.09731752963194,
      "step": 58020
    },
    {
      "contrastive_lambda": 0.0026845940042838357,
      "epoch": 18.097629444791018,
      "step": 58021
    },
    {
      "contrastive_lambda": 0.002681885404103135,
      "epoch": 18.097941359950095,
      "step": 58022
    },
    {
      "contrastive_lambda": 0.0026791781673482506,
      "epoch": 18.09825327510917,
      "step": 58023
    },
    {
      "contrastive_lambda": 0.0026764722940266217,
      "epoch": 18.098565190268246,
      "step": 58024
    },
    {
      "contrastive_lambda": 0.0026737677841456864,
      "epoch": 18.098877105427324,
      "step": 58025
    },
    {
      "contrastive_lambda": 0.0026710646377128833,
      "epoch": 18.0991890205864,
      "step": 58026
    },
    {
      "contrastive_lambda": 0.0026683628547355953,
      "epoch": 18.09950093574548,
      "step": 58027
    },
    {
      "contrastive_lambda": 0.0026656624352212055,
      "epoch": 18.099812850904556,
      "step": 58028
    },
    {
      "contrastive_lambda": 0.0026629633791771523,
      "epoch": 18.10012476606363,
      "step": 58029
    },
    {
      "epoch": 18.100436681222707,
      "grad_norm": 0.06666942685842514,
      "learning_rate": 2.9473801372774667e-07,
      "loss": 0.0219,
      "step": 58030
    },
    {
      "epoch": 18.100436681222707,
      "flow_loss": 0.03287960961461067,
      "step": 58030
    },
    {
      "contrastive_loss": 0.0035140621475875378,
      "epoch": 18.100436681222707,
      "step": 58030
    },
    {
      "contrastive_lambda": 0.0026602656866107632,
      "epoch": 18.100436681222707,
      "step": 58030
    },
    {
      "contrastive_lambda": 0.0026575693575295323,
      "epoch": 18.100748596381784,
      "step": 58031
    },
    {
      "contrastive_lambda": 0.0026548743919408424,
      "epoch": 18.10106051154086,
      "step": 58032
    },
    {
      "contrastive_lambda": 0.002652180789852021,
      "epoch": 18.10137242669994,
      "step": 58033
    },
    {
      "contrastive_lambda": 0.002649488551270507,
      "epoch": 18.101684341859013,
      "step": 58034
    },
    {
      "contrastive_lambda": 0.002646797676203627,
      "epoch": 18.10199625701809,
      "step": 58035
    },
    {
      "contrastive_lambda": 0.0026441081646588205,
      "epoch": 18.102308172177167,
      "step": 58036
    },
    {
      "contrastive_lambda": 0.0026414200166434143,
      "epoch": 18.102620087336245,
      "step": 58037
    },
    {
      "contrastive_lambda": 0.002638733232164847,
      "epoch": 18.102932002495322,
      "step": 58038
    },
    {
      "contrastive_lambda": 0.002636047811230391,
      "epoch": 18.1032439176544,
      "step": 58039
    },
    {
      "epoch": 18.103555832813473,
      "grad_norm": 0.059420809149742126,
      "learning_rate": 2.91757759256861e-07,
      "loss": 0.021,
      "step": 58040
    },
    {
      "epoch": 18.103555832813473,
      "flow_loss": 0.029953766614198685,
      "step": 58040
    },
    {
      "contrastive_loss": 0.004180298186838627,
      "epoch": 18.103555832813473,
      "step": 58040
    },
    {
      "contrastive_lambda": 0.0026333637538474286,
      "epoch": 18.103555832813473,
      "step": 58040
    },
    {
      "contrastive_lambda": 0.0026306810600233432,
      "epoch": 18.10386774797255,
      "step": 58041
    },
    {
      "contrastive_lambda": 0.0026279997297654623,
      "epoch": 18.104179663131628,
      "step": 58042
    },
    {
      "contrastive_lambda": 0.002625319763081224,
      "epoch": 18.104491578290705,
      "step": 58043
    },
    {
      "contrastive_lambda": 0.002622641159977901,
      "epoch": 18.104803493449783,
      "step": 58044
    },
    {
      "contrastive_lambda": 0.00261996392046282,
      "epoch": 18.10511540860886,
      "step": 58045
    },
    {
      "contrastive_lambda": 0.0026172880445433644,
      "epoch": 18.105427323767934,
      "step": 58046
    },
    {
      "contrastive_lambda": 0.002614613532226806,
      "epoch": 18.10573923892701,
      "step": 58047
    },
    {
      "contrastive_lambda": 0.0026119403835205834,
      "epoch": 18.10605115408609,
      "step": 58048
    },
    {
      "contrastive_lambda": 0.002609268598431913,
      "epoch": 18.106363069245166,
      "step": 58049
    },
    {
      "epoch": 18.106674984404243,
      "grad_norm": 0.05272309482097626,
      "learning_rate": 2.887926048375067e-07,
      "loss": 0.0203,
      "step": 58050
    },
    {
      "epoch": 18.106674984404243,
      "flow_loss": 0.00768172275274992,
      "step": 58050
    },
    {
      "contrastive_loss": 0.0049145640805363655,
      "epoch": 18.106674984404243,
      "step": 58050
    },
    {
      "contrastive_lambda": 0.0026065981769682334,
      "epoch": 18.106674984404243,
      "step": 58050
    },
    {
      "contrastive_lambda": 0.002603929119136761,
      "epoch": 18.106986899563317,
      "step": 58051
    },
    {
      "contrastive_lambda": 0.0026012614249448784,
      "epoch": 18.107298814722395,
      "step": 58052
    },
    {
      "contrastive_lambda": 0.002598595094399858,
      "epoch": 18.107610729881472,
      "step": 58053
    },
    {
      "contrastive_lambda": 0.002595930127509083,
      "epoch": 18.10792264504055,
      "step": 58054
    },
    {
      "contrastive_lambda": 0.0025932665242797692,
      "epoch": 18.108234560199627,
      "step": 58055
    },
    {
      "contrastive_lambda": 0.0025906042847192445,
      "epoch": 18.108546475358704,
      "step": 58056
    },
    {
      "contrastive_lambda": 0.0025879434088348363,
      "epoch": 18.108858390517778,
      "step": 58057
    },
    {
      "contrastive_lambda": 0.0025852838966338165,
      "epoch": 18.109170305676855,
      "step": 58058
    },
    {
      "contrastive_lambda": 0.0025826257481235126,
      "epoch": 18.109482220835933,
      "step": 58059
    },
    {
      "epoch": 18.10979413599501,
      "grad_norm": 0.04883556440472603,
      "learning_rate": 2.858425513704022e-07,
      "loss": 0.0188,
      "step": 58060
    },
    {
      "epoch": 18.10979413599501,
      "flow_loss": 0.025605404749512672,
      "step": 58060
    },
    {
      "contrastive_loss": 0.004743365570902824,
      "epoch": 18.10979413599501,
      "step": 58060
    },
    {
      "contrastive_lambda": 0.002579968963311141,
      "epoch": 18.10979413599501,
      "step": 58060
    },
    {
      "contrastive_lambda": 0.0025773135422040294,
      "epoch": 18.110106051154087,
      "step": 58061
    },
    {
      "contrastive_lambda": 0.002574659484809505,
      "epoch": 18.110417966313165,
      "step": 58062
    },
    {
      "contrastive_lambda": 0.002572006791134729,
      "epoch": 18.11072988147224,
      "step": 58063
    },
    {
      "contrastive_lambda": 0.0025693554611870284,
      "epoch": 18.111041796631316,
      "step": 58064
    },
    {
      "contrastive_lambda": 0.002566705494973731,
      "epoch": 18.111353711790393,
      "step": 58065
    },
    {
      "contrastive_lambda": 0.0025640568925020535,
      "epoch": 18.11166562694947,
      "step": 58066
    },
    {
      "contrastive_lambda": 0.0025614096537792674,
      "epoch": 18.111977542108548,
      "step": 58067
    },
    {
      "contrastive_lambda": 0.0025587637788125894,
      "epoch": 18.11228945726762,
      "step": 58068
    },
    {
      "contrastive_lambda": 0.0025561192676092914,
      "epoch": 18.1126013724267,
      "step": 58069
    },
    {
      "epoch": 18.112913287585776,
      "grad_norm": 0.06470722705125809,
      "learning_rate": 2.8290759975170834e-07,
      "loss": 0.0229,
      "step": 58070
    },
    {
      "epoch": 18.112913287585776,
      "flow_loss": 0.012536365538835526,
      "step": 58070
    },
    {
      "contrastive_loss": 0.0036504315212368965,
      "epoch": 18.112913287585776,
      "step": 58070
    },
    {
      "contrastive_lambda": 0.002553476120176701,
      "epoch": 18.112913287585776,
      "step": 58070
    },
    {
      "contrastive_lambda": 0.0025508343365219233,
      "epoch": 18.113225202744854,
      "step": 58071
    },
    {
      "contrastive_lambda": 0.0025481939166523415,
      "epoch": 18.11353711790393,
      "step": 58072
    },
    {
      "contrastive_lambda": 0.0025455548605751166,
      "epoch": 18.11384903306301,
      "step": 58073
    },
    {
      "contrastive_lambda": 0.002542917168297465,
      "epoch": 18.114160948222082,
      "step": 58074
    },
    {
      "contrastive_lambda": 0.0025402808398266585,
      "epoch": 18.11447286338116,
      "step": 58075
    },
    {
      "contrastive_lambda": 0.002537645875169914,
      "epoch": 18.114784778540237,
      "step": 58076
    },
    {
      "contrastive_lambda": 0.002535012274334447,
      "epoch": 18.115096693699314,
      "step": 58077
    },
    {
      "contrastive_lambda": 0.0025323800373275307,
      "epoch": 18.11540860885839,
      "step": 58078
    },
    {
      "contrastive_lambda": 0.0025297491641563252,
      "epoch": 18.11572052401747,
      "step": 58079
    },
    {
      "epoch": 18.116032439176543,
      "grad_norm": 0.06480847299098969,
      "learning_rate": 2.799877508729787e-07,
      "loss": 0.0202,
      "step": 58080
    },
    {
      "epoch": 18.116032439176543,
      "flow_loss": 0.023408878594636917,
      "step": 58080
    },
    {
      "contrastive_loss": 0.003988111391663551,
      "epoch": 18.116032439176543,
      "step": 58080
    },
    {
      "contrastive_lambda": 0.0025271196548280472,
      "epoch": 18.116032439176543,
      "step": 58080
    },
    {
      "contrastive_lambda": 0.002524491509349913,
      "epoch": 18.11634435433562,
      "step": 58081
    },
    {
      "contrastive_lambda": 0.0025218647277291395,
      "epoch": 18.116656269494698,
      "step": 58082
    },
    {
      "contrastive_lambda": 0.0025192393099729427,
      "epoch": 18.116968184653775,
      "step": 58083
    },
    {
      "contrastive_lambda": 0.0025166152560884836,
      "epoch": 18.117280099812852,
      "step": 58084
    },
    {
      "contrastive_lambda": 0.002513992566082923,
      "epoch": 18.117592014971926,
      "step": 58085
    },
    {
      "contrastive_lambda": 0.0025113712399635335,
      "epoch": 18.117903930131003,
      "step": 58086
    },
    {
      "contrastive_lambda": 0.0025087512777374754,
      "epoch": 18.11821584529008,
      "step": 58087
    },
    {
      "contrastive_lambda": 0.00250613267941191,
      "epoch": 18.118527760449158,
      "step": 58088
    },
    {
      "contrastive_lambda": 0.0025035154449940533,
      "epoch": 18.118839675608235,
      "step": 58089
    },
    {
      "epoch": 18.119151590767313,
      "grad_norm": 0.04573953151702881,
      "learning_rate": 2.770830056211926e-07,
      "loss": 0.0184,
      "step": 58090
    },
    {
      "epoch": 18.119151590767313,
      "flow_loss": 0.0341910794377327,
      "step": 58090
    },
    {
      "contrastive_loss": 0.003691952209919691,
      "epoch": 18.119151590767313,
      "step": 58090
    },
    {
      "contrastive_lambda": 0.002500899574491011,
      "epoch": 18.119151590767313,
      "step": 58090
    },
    {
      "contrastive_lambda": 0.00249828506791,
      "epoch": 18.119463505926387,
      "step": 58091
    },
    {
      "contrastive_lambda": 0.002495671925258236,
      "epoch": 18.119775421085464,
      "step": 58092
    },
    {
      "contrastive_lambda": 0.0024930601465427693,
      "epoch": 18.12008733624454,
      "step": 58093
    },
    {
      "contrastive_lambda": 0.002490449731770872,
      "epoch": 18.12039925140362,
      "step": 58094
    },
    {
      "contrastive_lambda": 0.002487840680949649,
      "epoch": 18.120711166562696,
      "step": 58095
    },
    {
      "contrastive_lambda": 0.0024852329940862616,
      "epoch": 18.121023081721773,
      "step": 58096
    },
    {
      "contrastive_lambda": 0.002482626671187871,
      "epoch": 18.121334996880847,
      "step": 58097
    },
    {
      "contrastive_lambda": 0.002480021712261582,
      "epoch": 18.121646912039925,
      "step": 58098
    },
    {
      "contrastive_lambda": 0.002477418117314556,
      "epoch": 18.121958827199002,
      "step": 58099
    },
    {
      "epoch": 18.12227074235808,
      "grad_norm": 0.062223296612501144,
      "learning_rate": 2.741933648787331e-07,
      "loss": 0.0278,
      "step": 58100
    },
    {
      "epoch": 18.12227074235808,
      "flow_loss": 0.024916868656873703,
      "step": 58100
    },
    {
      "contrastive_loss": 0.005113269202411175,
      "epoch": 18.12227074235808,
      "step": 58100
    },
    {
      "contrastive_lambda": 0.0024748158863539538,
      "epoch": 18.12227074235808,
      "step": 58100
    },
    {
      "contrastive_lambda": 0.002472215019386881,
      "epoch": 18.122582657517157,
      "step": 58101
    },
    {
      "contrastive_lambda": 0.002469615516420498,
      "epoch": 18.12289457267623,
      "step": 58102
    },
    {
      "contrastive_lambda": 0.0024670173774618553,
      "epoch": 18.123206487835308,
      "step": 58103
    },
    {
      "contrastive_lambda": 0.002464420602518169,
      "epoch": 18.123518402994385,
      "step": 58104
    },
    {
      "contrastive_lambda": 0.002461825191596545,
      "epoch": 18.123830318153463,
      "step": 58105
    },
    {
      "contrastive_lambda": 0.0024592311447040327,
      "epoch": 18.12414223331254,
      "step": 58106
    },
    {
      "contrastive_lambda": 0.0024566384618477932,
      "epoch": 18.124454148471617,
      "step": 58107
    },
    {
      "contrastive_lambda": 0.0024540471430349875,
      "epoch": 18.12476606363069,
      "step": 58108
    },
    {
      "contrastive_lambda": 0.00245145718827261,
      "epoch": 18.12507797878977,
      "step": 58109
    },
    {
      "epoch": 18.125389893948846,
      "grad_norm": 0.051724210381507874,
      "learning_rate": 2.7131882952339263e-07,
      "loss": 0.024,
      "step": 58110
    },
    {
      "epoch": 18.125389893948846,
      "flow_loss": 0.03595703840255737,
      "step": 58110
    },
    {
      "contrastive_loss": 0.0033955592662096024,
      "epoch": 18.125389893948846,
      "step": 58110
    },
    {
      "contrastive_lambda": 0.0024488685975678215,
      "epoch": 18.125389893948846,
      "step": 58110
    },
    {
      "contrastive_lambda": 0.0024462813709277276,
      "epoch": 18.125701809107923,
      "step": 58111
    },
    {
      "contrastive_lambda": 0.002443695508359378,
      "epoch": 18.126013724267,
      "step": 58112
    },
    {
      "contrastive_lambda": 0.0024411110098698785,
      "epoch": 18.126325639426078,
      "step": 58113
    },
    {
      "contrastive_lambda": 0.002438527875466334,
      "epoch": 18.12663755458515,
      "step": 58114
    },
    {
      "contrastive_lambda": 0.002435946105155795,
      "epoch": 18.12694946974423,
      "step": 58115
    },
    {
      "contrastive_lambda": 0.002433365698945422,
      "epoch": 18.127261384903306,
      "step": 58116
    },
    {
      "contrastive_lambda": 0.00243078665684221,
      "epoch": 18.127573300062384,
      "step": 58117
    },
    {
      "contrastive_lambda": 0.002428208978853208,
      "epoch": 18.12788521522146,
      "step": 58118
    },
    {
      "contrastive_lambda": 0.0024256326649855775,
      "epoch": 18.128197130380535,
      "step": 58119
    },
    {
      "epoch": 18.128509045539612,
      "grad_norm": 0.06903450191020966,
      "learning_rate": 2.684594004283836e-07,
      "loss": 0.0222,
      "step": 58120
    },
    {
      "epoch": 18.128509045539612,
      "flow_loss": 0.02374637871980667,
      "step": 58120
    },
    {
      "contrastive_loss": 0.004108839202672243,
      "epoch": 18.128509045539612,
      "step": 58120
    },
    {
      "contrastive_lambda": 0.0024230577152462573,
      "epoch": 18.128509045539612,
      "step": 58120
    },
    {
      "contrastive_lambda": 0.0024204841296424084,
      "epoch": 18.12882096069869,
      "step": 58121
    },
    {
      "contrastive_lambda": 0.0024179119081810807,
      "epoch": 18.129132875857767,
      "step": 58122
    },
    {
      "contrastive_lambda": 0.0024153410508692685,
      "epoch": 18.129444791016844,
      "step": 58123
    },
    {
      "contrastive_lambda": 0.002412771557714022,
      "epoch": 18.12975670617592,
      "step": 58124
    },
    {
      "contrastive_lambda": 0.002410203428722446,
      "epoch": 18.130068621334996,
      "step": 58125
    },
    {
      "contrastive_lambda": 0.0024076366639015356,
      "epoch": 18.130380536494073,
      "step": 58126
    },
    {
      "contrastive_lambda": 0.002405071263258396,
      "epoch": 18.13069245165315,
      "step": 58127
    },
    {
      "contrastive_lambda": 0.002402507226799966,
      "epoch": 18.131004366812228,
      "step": 58128
    },
    {
      "contrastive_lambda": 0.0023999445545332954,
      "epoch": 18.131316281971305,
      "step": 58129
    },
    {
      "epoch": 18.131628197130382,
      "grad_norm": 0.09517936408519745,
      "learning_rate": 2.6561507846232234e-07,
      "loss": 0.0232,
      "step": 58130
    },
    {
      "epoch": 18.131628197130382,
      "flow_loss": 0.01822737231850624,
      "step": 58130
    },
    {
      "contrastive_loss": 0.003623670432716608,
      "epoch": 18.131628197130382,
      "step": 58130
    },
    {
      "contrastive_lambda": 0.00239738324646549,
      "epoch": 18.131628197130382,
      "step": 58130
    },
    {
      "contrastive_lambda": 0.0023948233026034327,
      "epoch": 18.131940112289456,
      "step": 58131
    },
    {
      "contrastive_lambda": 0.0023922647229542293,
      "epoch": 18.132252027448533,
      "step": 58132
    },
    {
      "contrastive_lambda": 0.0023897075075249297,
      "epoch": 18.13256394260761,
      "step": 58133
    },
    {
      "contrastive_lambda": 0.0023871516563224726,
      "epoch": 18.132875857766688,
      "step": 58134
    },
    {
      "contrastive_lambda": 0.002384597169353908,
      "epoch": 18.133187772925766,
      "step": 58135
    },
    {
      "contrastive_lambda": 0.0023820440466262305,
      "epoch": 18.13349968808484,
      "step": 58136
    },
    {
      "contrastive_lambda": 0.0023794922881463787,
      "epoch": 18.133811603243917,
      "step": 58137
    },
    {
      "contrastive_lambda": 0.0023769418939215137,
      "epoch": 18.134123518402994,
      "step": 58138
    },
    {
      "contrastive_lambda": 0.0023743928639584078,
      "epoch": 18.13443543356207,
      "step": 58139
    },
    {
      "epoch": 18.13474734872115,
      "grad_norm": 0.09004753828048706,
      "learning_rate": 2.6278586448924005e-07,
      "loss": 0.0203,
      "step": 58140
    },
    {
      "epoch": 18.13474734872115,
      "flow_loss": 0.007782015483826399,
      "step": 58140
    },
    {
      "contrastive_loss": 0.0032194333616644144,
      "epoch": 18.13474734872115,
      "step": 58140
    },
    {
      "contrastive_lambda": 0.002371845198264222,
      "epoch": 18.13474734872115,
      "step": 58140
    },
    {
      "contrastive_lambda": 0.0023692988968458395,
      "epoch": 18.135059263880226,
      "step": 58141
    },
    {
      "contrastive_lambda": 0.0023667539597103104,
      "epoch": 18.1353711790393,
      "step": 58142
    },
    {
      "contrastive_lambda": 0.002364210386864518,
      "epoch": 18.135683094198377,
      "step": 58143
    },
    {
      "contrastive_lambda": 0.002361668178315568,
      "epoch": 18.135995009357455,
      "step": 58144
    },
    {
      "contrastive_lambda": 0.002359127334070288,
      "epoch": 18.136306924516532,
      "step": 58145
    },
    {
      "contrastive_lambda": 0.002356587854135783,
      "epoch": 18.13661883967561,
      "step": 58146
    },
    {
      "contrastive_lambda": 0.0023540497385189374,
      "epoch": 18.136930754834687,
      "step": 58147
    },
    {
      "contrastive_lambda": 0.0023515129872266893,
      "epoch": 18.13724266999376,
      "step": 58148
    },
    {
      "contrastive_lambda": 0.0023489776002660334,
      "epoch": 18.137554585152838,
      "step": 58149
    },
    {
      "epoch": 18.137866500311915,
      "grad_norm": 0.055384669452905655,
      "learning_rate": 2.5997175936857685e-07,
      "loss": 0.0156,
      "step": 58150
    },
    {
      "epoch": 18.137866500311915,
      "flow_loss": 0.008793842978775501,
      "step": 58150
    },
    {
      "contrastive_loss": 0.0032814827281981707,
      "epoch": 18.137866500311915,
      "step": 58150
    },
    {
      "contrastive_lambda": 0.0023464435776439085,
      "epoch": 18.137866500311915,
      "step": 58150
    },
    {
      "contrastive_lambda": 0.002343910919367309,
      "epoch": 18.138178415470993,
      "step": 58151
    },
    {
      "contrastive_lambda": 0.002341379625443063,
      "epoch": 18.13849033063007,
      "step": 58152
    },
    {
      "contrastive_lambda": 0.00233884969587822,
      "epoch": 18.138802245789144,
      "step": 58153
    },
    {
      "contrastive_lambda": 0.002336321130679664,
      "epoch": 18.13911416094822,
      "step": 58154
    },
    {
      "contrastive_lambda": 0.002333793929854333,
      "epoch": 18.1394260761073,
      "step": 58155
    },
    {
      "contrastive_lambda": 0.0023312680934091667,
      "epoch": 18.139737991266376,
      "step": 58156
    },
    {
      "contrastive_lambda": 0.0023287436213511037,
      "epoch": 18.140049906425453,
      "step": 58157
    },
    {
      "contrastive_lambda": 0.002326220513687083,
      "epoch": 18.14036182158453,
      "step": 58158
    },
    {
      "contrastive_lambda": 0.002323698770423932,
      "epoch": 18.140673736743604,
      "step": 58159
    },
    {
      "epoch": 18.14098565190268,
      "grad_norm": 0.08264688402414322,
      "learning_rate": 2.57172763955188e-07,
      "loss": 0.0233,
      "step": 58160
    },
    {
      "epoch": 18.14098565190268,
      "flow_loss": 0.014195512980222702,
      "step": 58160
    },
    {
      "contrastive_loss": 0.0035537835210561752,
      "epoch": 18.14098565190268,
      "step": 58160
    },
    {
      "contrastive_lambda": 0.00232117839156859,
      "epoch": 18.14098565190268,
      "step": 58160
    },
    {
      "contrastive_lambda": 0.0023186593771280517,
      "epoch": 18.14129756706176,
      "step": 58161
    },
    {
      "contrastive_lambda": 0.0023161417271091445,
      "epoch": 18.141609482220836,
      "step": 58162
    },
    {
      "contrastive_lambda": 0.002313625441518752,
      "epoch": 18.141921397379914,
      "step": 58163
    },
    {
      "contrastive_lambda": 0.002311110520363868,
      "epoch": 18.142233312538988,
      "step": 58164
    },
    {
      "contrastive_lambda": 0.0023085969636513215,
      "epoch": 18.142545227698065,
      "step": 58165
    },
    {
      "contrastive_lambda": 0.002306084771387995,
      "epoch": 18.142857142857142,
      "step": 58166
    },
    {
      "contrastive_lambda": 0.002303573943580828,
      "epoch": 18.14316905801622,
      "step": 58167
    },
    {
      "contrastive_lambda": 0.0023010644802366476,
      "epoch": 18.143480973175297,
      "step": 58168
    },
    {
      "contrastive_lambda": 0.0022985563813623378,
      "epoch": 18.143792888334374,
      "step": 58169
    },
    {
      "epoch": 18.14410480349345,
      "grad_norm": 0.05251811817288399,
      "learning_rate": 2.543888790993265e-07,
      "loss": 0.0187,
      "step": 58170
    },
    {
      "epoch": 18.14410480349345,
      "flow_loss": 0.008224356919527054,
      "step": 58170
    },
    {
      "contrastive_loss": 0.004291561432182789,
      "epoch": 18.14410480349345,
      "step": 58170
    },
    {
      "contrastive_lambda": 0.0022960496469648373,
      "epoch": 18.14410480349345,
      "step": 58170
    },
    {
      "contrastive_lambda": 0.002293544277050974,
      "epoch": 18.144416718652526,
      "step": 58171
    },
    {
      "contrastive_lambda": 0.0022910402716275757,
      "epoch": 18.144728633811603,
      "step": 58172
    },
    {
      "contrastive_lambda": 0.0022885376307015814,
      "epoch": 18.14504054897068,
      "step": 58173
    },
    {
      "contrastive_lambda": 0.0022860363542797635,
      "epoch": 18.145352464129758,
      "step": 58174
    },
    {
      "contrastive_lambda": 0.0022835364423691162,
      "epoch": 18.145664379288835,
      "step": 58175
    },
    {
      "contrastive_lambda": 0.0022810378949763566,
      "epoch": 18.14597629444791,
      "step": 58176
    },
    {
      "contrastive_lambda": 0.0022785407121084233,
      "epoch": 18.146288209606986,
      "step": 58177
    },
    {
      "contrastive_lambda": 0.002276044893772089,
      "epoch": 18.146600124766064,
      "step": 58178
    },
    {
      "contrastive_lambda": 0.0022735504399742923,
      "epoch": 18.14691203992514,
      "step": 58179
    },
    {
      "epoch": 18.14722395508422,
      "grad_norm": 0.06794144958257675,
      "learning_rate": 2.5162010564666607e-07,
      "loss": 0.0192,
      "step": 58180
    },
    {
      "epoch": 18.14722395508422,
      "flow_loss": 0.029953204095363617,
      "step": 58180
    },
    {
      "contrastive_loss": 0.0036313075106590986,
      "epoch": 18.14722395508422,
      "step": 58180
    },
    {
      "contrastive_lambda": 0.0022710573507218057,
      "epoch": 18.14722395508422,
      "step": 58180
    },
    {
      "contrastive_lambda": 0.002268565626021457,
      "epoch": 18.147535870243292,
      "step": 58181
    },
    {
      "contrastive_lambda": 0.0022660752658800742,
      "epoch": 18.14784778540237,
      "step": 58182
    },
    {
      "contrastive_lambda": 0.0022635862703045406,
      "epoch": 18.148159700561447,
      "step": 58183
    },
    {
      "contrastive_lambda": 0.0022610986393016286,
      "epoch": 18.148471615720524,
      "step": 58184
    },
    {
      "contrastive_lambda": 0.002258612372878166,
      "epoch": 18.1487835308796,
      "step": 58185
    },
    {
      "contrastive_lambda": 0.002256127471041036,
      "epoch": 18.14909544603868,
      "step": 58186
    },
    {
      "contrastive_lambda": 0.002253643933796956,
      "epoch": 18.149407361197753,
      "step": 58187
    },
    {
      "contrastive_lambda": 0.0022511617611527535,
      "epoch": 18.14971927635683,
      "step": 58188
    },
    {
      "contrastive_lambda": 0.0022486809531152563,
      "epoch": 18.150031191515907,
      "step": 58189
    },
    {
      "epoch": 18.150343106674985,
      "grad_norm": 0.08801480382680893,
      "learning_rate": 2.488664444382893e-07,
      "loss": 0.0218,
      "step": 58190
    },
    {
      "epoch": 18.150343106674985,
      "flow_loss": 0.018847499042749405,
      "step": 58190
    },
    {
      "contrastive_loss": 0.0033726999536156654,
      "epoch": 18.150343106674985,
      "step": 58190
    },
    {
      "contrastive_lambda": 0.0022462015096912924,
      "epoch": 18.150343106674985,
      "step": 58190
    },
    {
      "contrastive_lambda": 0.0022437234308875786,
      "epoch": 18.150655021834062,
      "step": 58191
    },
    {
      "contrastive_lambda": 0.0022412467167109984,
      "epoch": 18.15096693699314,
      "step": 58192
    },
    {
      "contrastive_lambda": 0.0022387713671682685,
      "epoch": 18.151278852152213,
      "step": 58193
    },
    {
      "contrastive_lambda": 0.002236297382266217,
      "epoch": 18.15159076731129,
      "step": 58194
    },
    {
      "contrastive_lambda": 0.0022338247620116713,
      "epoch": 18.151902682470368,
      "step": 58195
    },
    {
      "contrastive_lambda": 0.0022313535064112933,
      "epoch": 18.152214597629445,
      "step": 58196
    },
    {
      "contrastive_lambda": 0.002228883615471966,
      "epoch": 18.152526512788523,
      "step": 58197
    },
    {
      "contrastive_lambda": 0.0022264150892004064,
      "epoch": 18.152838427947597,
      "step": 58198
    },
    {
      "contrastive_lambda": 0.002223947927603387,
      "epoch": 18.153150343106674,
      "step": 58199
    },
    {
      "epoch": 18.15346225826575,
      "grad_norm": 0.04406637325882912,
      "learning_rate": 2.461278963106828e-07,
      "loss": 0.0187,
      "step": 58200
    },
    {
      "epoch": 18.15346225826575,
      "flow_loss": 0.01506091933697462,
      "step": 58200
    },
    {
      "contrastive_loss": 0.004316465929150581,
      "epoch": 18.15346225826575,
      "step": 58200
    },
    {
      "contrastive_lambda": 0.0022214821306876242,
      "epoch": 18.15346225826575,
      "step": 58200
    },
    {
      "contrastive_lambda": 0.002219017698460002,
      "epoch": 18.15377417342483,
      "step": 58201
    },
    {
      "contrastive_lambda": 0.002216554630927181,
      "epoch": 18.154086088583906,
      "step": 58202
    },
    {
      "contrastive_lambda": 0.0022140929280959343,
      "epoch": 18.154398003742983,
      "step": 58203
    },
    {
      "contrastive_lambda": 0.002211632589973034,
      "epoch": 18.154709918902057,
      "step": 58204
    },
    {
      "contrastive_lambda": 0.0022091736165651965,
      "epoch": 18.155021834061134,
      "step": 58205
    },
    {
      "contrastive_lambda": 0.0022067160078791392,
      "epoch": 18.155333749220212,
      "step": 58206
    },
    {
      "contrastive_lambda": 0.0022042597639216344,
      "epoch": 18.15564566437929,
      "step": 58207
    },
    {
      "contrastive_lambda": 0.0022018048846995097,
      "epoch": 18.155957579538367,
      "step": 58208
    },
    {
      "contrastive_lambda": 0.0021993513702193157,
      "epoch": 18.156269494697444,
      "step": 58209
    },
    {
      "epoch": 18.156581409856518,
      "grad_norm": 0.05688954144716263,
      "learning_rate": 2.434044620957421e-07,
      "loss": 0.0189,
      "step": 58210
    },
    {
      "epoch": 18.156581409856518,
      "flow_loss": 0.01583978533744812,
      "step": 58210
    },
    {
      "contrastive_loss": 0.003439699998125434,
      "epoch": 18.156581409856518,
      "step": 58210
    },
    {
      "contrastive_lambda": 0.00219689922048788,
      "epoch": 18.156581409856518,
      "step": 58210
    },
    {
      "contrastive_lambda": 0.00219444843551192,
      "epoch": 18.156893325015595,
      "step": 58211
    },
    {
      "contrastive_lambda": 0.002191999015298096,
      "epoch": 18.157205240174672,
      "step": 58212
    },
    {
      "contrastive_lambda": 0.002189550959853237,
      "epoch": 18.15751715533375,
      "step": 58213
    },
    {
      "contrastive_lambda": 0.002187104269183948,
      "epoch": 18.157829070492827,
      "step": 58214
    },
    {
      "contrastive_lambda": 0.002184658943297002,
      "epoch": 18.1581409856519,
      "step": 58215
    },
    {
      "contrastive_lambda": 0.00218221498219906,
      "epoch": 18.15845290081098,
      "step": 58216
    },
    {
      "contrastive_lambda": 0.0021797723858968387,
      "epoch": 18.158764815970056,
      "step": 58217
    },
    {
      "contrastive_lambda": 0.0021773311543970553,
      "epoch": 18.159076731129133,
      "step": 58218
    },
    {
      "contrastive_lambda": 0.002174891287706371,
      "epoch": 18.15938864628821,
      "step": 58219
    },
    {
      "epoch": 18.159700561447288,
      "grad_norm": 0.08537299185991287,
      "learning_rate": 2.406961426207832e-07,
      "loss": 0.022,
      "step": 58220
    },
    {
      "epoch": 18.159700561447288,
      "flow_loss": 0.03146667033433914,
      "step": 58220
    },
    {
      "contrastive_loss": 0.0032384959049522877,
      "epoch": 18.159700561447288,
      "step": 58220
    },
    {
      "contrastive_lambda": 0.0021724527858315024,
      "epoch": 18.159700561447288,
      "step": 58220
    },
    {
      "contrastive_lambda": 0.0021700156487790556,
      "epoch": 18.16001247660636,
      "step": 58221
    },
    {
      "contrastive_lambda": 0.0021675798765558585,
      "epoch": 18.16032439176544,
      "step": 58222
    },
    {
      "contrastive_lambda": 0.0021651454691684613,
      "epoch": 18.160636306924516,
      "step": 58223
    },
    {
      "contrastive_lambda": 0.002162712426623581,
      "epoch": 18.160948222083594,
      "step": 58224
    },
    {
      "contrastive_lambda": 0.002160280748927934,
      "epoch": 18.16126013724267,
      "step": 58225
    },
    {
      "contrastive_lambda": 0.0021578504360881268,
      "epoch": 18.16157205240175,
      "step": 58226
    },
    {
      "contrastive_lambda": 0.0021554214881108202,
      "epoch": 18.161883967560822,
      "step": 58227
    },
    {
      "contrastive_lambda": 0.002152993905002676,
      "epoch": 18.1621958827199,
      "step": 58228
    },
    {
      "contrastive_lambda": 0.0021505676867704104,
      "epoch": 18.162507797878977,
      "step": 58229
    },
    {
      "epoch": 18.162819713038054,
      "grad_norm": 0.05176051706075668,
      "learning_rate": 2.380029387085203e-07,
      "loss": 0.0223,
      "step": 58230
    },
    {
      "epoch": 18.162819713038054,
      "flow_loss": 0.04654902592301369,
      "step": 58230
    },
    {
      "contrastive_loss": 0.004519821610301733,
      "epoch": 18.162819713038054,
      "step": 58230
    },
    {
      "contrastive_lambda": 0.00214814283342063,
      "epoch": 18.162819713038054,
      "step": 58230
    },
    {
      "contrastive_lambda": 0.00214571934495994,
      "epoch": 18.16313162819713,
      "step": 58231
    },
    {
      "contrastive_lambda": 0.0021432972213950574,
      "epoch": 18.163443543356205,
      "step": 58232
    },
    {
      "contrastive_lambda": 0.0021408764627325882,
      "epoch": 18.163755458515283,
      "step": 58233
    },
    {
      "contrastive_lambda": 0.0021384570689791382,
      "epoch": 18.16406737367436,
      "step": 58234
    },
    {
      "contrastive_lambda": 0.002136039040141424,
      "epoch": 18.164379288833437,
      "step": 58235
    },
    {
      "contrastive_lambda": 0.0021336223762259965,
      "epoch": 18.164691203992515,
      "step": 58236
    },
    {
      "contrastive_lambda": 0.0021312070772395164,
      "epoch": 18.165003119151592,
      "step": 58237
    },
    {
      "contrastive_lambda": 0.0021287931431886453,
      "epoch": 18.165315034310666,
      "step": 58238
    },
    {
      "contrastive_lambda": 0.0021263805740799335,
      "epoch": 18.165626949469743,
      "step": 58239
    },
    {
      "epoch": 18.16593886462882,
      "grad_norm": 0.07190266251564026,
      "learning_rate": 2.353248511770767e-07,
      "loss": 0.0251,
      "step": 58240
    },
    {
      "epoch": 18.16593886462882,
      "flow_loss": 0.021633120253682137,
      "step": 58240
    },
    {
      "contrastive_loss": 0.0031856074929237366,
      "epoch": 18.16593886462882,
      "step": 58240
    },
    {
      "contrastive_lambda": 0.0021239693699199313,
      "epoch": 18.16593886462882,
      "step": 58240
    },
    {
      "contrastive_lambda": 0.0021215595307154667,
      "epoch": 18.166250779787898,
      "step": 58241
    },
    {
      "contrastive_lambda": 0.0021191510564729232,
      "epoch": 18.166562694946975,
      "step": 58242
    },
    {
      "contrastive_lambda": 0.002116743947199018,
      "epoch": 18.166874610106053,
      "step": 58243
    },
    {
      "contrastive_lambda": 0.0021143382029003566,
      "epoch": 18.167186525265127,
      "step": 58244
    },
    {
      "contrastive_lambda": 0.0021119338235834895,
      "epoch": 18.167498440424204,
      "step": 58245
    },
    {
      "contrastive_lambda": 0.0021095308092550225,
      "epoch": 18.16781035558328,
      "step": 58246
    },
    {
      "contrastive_lambda": 0.002107129159921506,
      "epoch": 18.16812227074236,
      "step": 58247
    },
    {
      "contrastive_lambda": 0.002104728875589601,
      "epoch": 18.168434185901436,
      "step": 58248
    },
    {
      "contrastive_lambda": 0.002102329956265858,
      "epoch": 18.16874610106051,
      "step": 58249
    },
    {
      "epoch": 18.169058016219587,
      "grad_norm": 0.05769245699048042,
      "learning_rate": 2.3266188083997942e-07,
      "loss": 0.0217,
      "step": 58250
    },
    {
      "epoch": 18.169058016219587,
      "flow_loss": 0.012656858190894127,
      "step": 58250
    },
    {
      "contrastive_loss": 0.003017251379787922,
      "epoch": 18.169058016219587,
      "step": 58250
    },
    {
      "contrastive_lambda": 0.0020999324019568832,
      "epoch": 18.169058016219587,
      "step": 58250
    },
    {
      "contrastive_lambda": 0.0020975362126691155,
      "epoch": 18.169369931378665,
      "step": 58251
    },
    {
      "contrastive_lambda": 0.0020951413884093273,
      "epoch": 18.169681846537742,
      "step": 58252
    },
    {
      "contrastive_lambda": 0.0020927479291839024,
      "epoch": 18.16999376169682,
      "step": 58253
    },
    {
      "contrastive_lambda": 0.002090355834999502,
      "epoch": 18.170305676855897,
      "step": 58254
    },
    {
      "contrastive_lambda": 0.002087965105862677,
      "epoch": 18.17061759201497,
      "step": 58255
    },
    {
      "contrastive_lambda": 0.0020855757417799214,
      "epoch": 18.170929507174048,
      "step": 58256
    },
    {
      "contrastive_lambda": 0.002083187742757897,
      "epoch": 18.171241422333125,
      "step": 58257
    },
    {
      "contrastive_lambda": 0.002080801108803043,
      "epoch": 18.171553337492202,
      "step": 58258
    },
    {
      "contrastive_lambda": 0.00207841583992191,
      "epoch": 18.17186525265128,
      "step": 58259
    },
    {
      "epoch": 18.172177167810357,
      "grad_norm": 0.05758943781256676,
      "learning_rate": 2.3001402850617027e-07,
      "loss": 0.0193,
      "step": 58260
    },
    {
      "epoch": 18.172177167810357,
      "flow_loss": 0.01378618273884058,
      "step": 58260
    },
    {
      "contrastive_loss": 0.0036862827837467194,
      "epoch": 18.172177167810357,
      "step": 58260
    },
    {
      "contrastive_lambda": 0.0020760319361211588,
      "epoch": 18.172177167810357,
      "step": 58260
    },
    {
      "contrastive_lambda": 0.0020736493974071735,
      "epoch": 18.17248908296943,
      "step": 58261
    },
    {
      "contrastive_lambda": 0.0020712682237865043,
      "epoch": 18.17280099812851,
      "step": 58262
    },
    {
      "contrastive_lambda": 0.0020688884152658127,
      "epoch": 18.173112913287586,
      "step": 58263
    },
    {
      "contrastive_lambda": 0.002066509971851538,
      "epoch": 18.173424828446663,
      "step": 58264
    },
    {
      "contrastive_lambda": 0.0020641328935501746,
      "epoch": 18.17373674360574,
      "step": 58265
    },
    {
      "contrastive_lambda": 0.0020617571803682178,
      "epoch": 18.174048658764814,
      "step": 58266
    },
    {
      "contrastive_lambda": 0.002059382832312273,
      "epoch": 18.17436057392389,
      "step": 58267
    },
    {
      "contrastive_lambda": 0.00205700984938878,
      "epoch": 18.17467248908297,
      "step": 58268
    },
    {
      "contrastive_lambda": 0.002054638231604289,
      "epoch": 18.174984404242046,
      "step": 58269
    },
    {
      "epoch": 18.175296319401124,
      "grad_norm": 0.06309228390455246,
      "learning_rate": 2.2738129498000581e-07,
      "loss": 0.0215,
      "step": 58270
    },
    {
      "epoch": 18.175296319401124,
      "flow_loss": 0.012158766388893127,
      "step": 58270
    },
    {
      "contrastive_loss": 0.004291726276278496,
      "epoch": 18.175296319401124,
      "step": 58270
    },
    {
      "contrastive_lambda": 0.0020522679789652387,
      "epoch": 18.175296319401124,
      "step": 58270
    },
    {
      "contrastive_lambda": 0.0020498990914782356,
      "epoch": 18.1756082345602,
      "step": 58271
    },
    {
      "contrastive_lambda": 0.002047531569149663,
      "epoch": 18.175920149719275,
      "step": 58272
    },
    {
      "contrastive_lambda": 0.002045165411986072,
      "epoch": 18.176232064878352,
      "step": 58273
    },
    {
      "contrastive_lambda": 0.002042800619993901,
      "epoch": 18.17654398003743,
      "step": 58274
    },
    {
      "contrastive_lambda": 0.002040437193179645,
      "epoch": 18.176855895196507,
      "step": 58275
    },
    {
      "contrastive_lambda": 0.0020380751315498546,
      "epoch": 18.177167810355584,
      "step": 58276
    },
    {
      "contrastive_lambda": 0.002035714435110969,
      "epoch": 18.17747972551466,
      "step": 58277
    },
    {
      "contrastive_lambda": 0.002033355103869372,
      "epoch": 18.177791640673735,
      "step": 58278
    },
    {
      "contrastive_lambda": 0.0020309971378316694,
      "epoch": 18.178103555832813,
      "step": 58279
    },
    {
      "epoch": 18.17841547099189,
      "grad_norm": 0.06865476071834564,
      "learning_rate": 2.2476368106122414e-07,
      "loss": 0.021,
      "step": 58280
    },
    {
      "epoch": 18.17841547099189,
      "flow_loss": 0.028149157762527466,
      "step": 58280
    },
    {
      "contrastive_loss": 0.003778082085773349,
      "epoch": 18.17841547099189,
      "step": 58280
    },
    {
      "contrastive_lambda": 0.002028640537004245,
      "epoch": 18.17841547099189,
      "step": 58280
    },
    {
      "contrastive_lambda": 0.002026285301393538,
      "epoch": 18.178727386150968,
      "step": 58281
    },
    {
      "contrastive_lambda": 0.0020239314310060985,
      "epoch": 18.179039301310045,
      "step": 58282
    },
    {
      "contrastive_lambda": 0.0020215789258483108,
      "epoch": 18.17935121646912,
      "step": 58283
    },
    {
      "contrastive_lambda": 0.0020192277859266694,
      "epoch": 18.179663131628196,
      "step": 58284
    },
    {
      "contrastive_lambda": 0.0020168780112475027,
      "epoch": 18.179975046787273,
      "step": 58285
    },
    {
      "contrastive_lambda": 0.0020145296018174164,
      "epoch": 18.18028696194635,
      "step": 58286
    },
    {
      "contrastive_lambda": 0.002012182557642739,
      "epoch": 18.180598877105428,
      "step": 58287
    },
    {
      "contrastive_lambda": 0.0020098368787299647,
      "epoch": 18.180910792264505,
      "step": 58288
    },
    {
      "contrastive_lambda": 0.0020074925650854225,
      "epoch": 18.18122270742358,
      "step": 58289
    },
    {
      "epoch": 18.181534622582657,
      "grad_norm": 0.0744299367070198,
      "learning_rate": 2.2216118754500582e-07,
      "loss": 0.0243,
      "step": 58290
    },
    {
      "epoch": 18.181534622582657,
      "flow_loss": 0.022224606946110725,
      "step": 58290
    },
    {
      "contrastive_loss": 0.002791252452880144,
      "epoch": 18.181534622582657,
      "step": 58290
    },
    {
      "contrastive_lambda": 0.002005149616715718,
      "epoch": 18.181534622582657,
      "step": 58290
    },
    {
      "contrastive_lambda": 0.002002808033627068,
      "epoch": 18.181846537741734,
      "step": 58291
    },
    {
      "contrastive_lambda": 0.002000467815826079,
      "epoch": 18.18215845290081,
      "step": 58292
    },
    {
      "contrastive_lambda": 0.0019981289633190236,
      "epoch": 18.18247036805989,
      "step": 58293
    },
    {
      "contrastive_lambda": 0.0019957914761123963,
      "epoch": 18.182782283218966,
      "step": 58294
    },
    {
      "contrastive_lambda": 0.0019934553542126365,
      "epoch": 18.18309419837804,
      "step": 58295
    },
    {
      "contrastive_lambda": 0.001991120597626017,
      "epoch": 18.183406113537117,
      "step": 58296
    },
    {
      "contrastive_lambda": 0.001988787206359033,
      "epoch": 18.183718028696195,
      "step": 58297
    },
    {
      "contrastive_lambda": 0.0019864551804180675,
      "epoch": 18.184029943855272,
      "step": 58298
    },
    {
      "contrastive_lambda": 0.0019841245198095048,
      "epoch": 18.18434185901435,
      "step": 58299
    },
    {
      "epoch": 18.184653774173423,
      "grad_norm": 0.10230212658643723,
      "learning_rate": 2.1957381522190735e-07,
      "loss": 0.0198,
      "step": 58300
    },
    {
      "epoch": 18.184653774173423,
      "flow_loss": 0.02348969504237175,
      "step": 58300
    },
    {
      "contrastive_loss": 0.003356673289090395,
      "epoch": 18.184653774173423,
      "step": 58300
    },
    {
      "contrastive_lambda": 0.001981795224539784,
      "epoch": 18.184653774173423,
      "step": 58300
    },
    {
      "contrastive_lambda": 0.0019794672946152336,
      "epoch": 18.1849656893325,
      "step": 58301
    },
    {
      "contrastive_lambda": 0.0019771407300421817,
      "epoch": 18.185277604491578,
      "step": 58302
    },
    {
      "contrastive_lambda": 0.0019748155308271786,
      "epoch": 18.185589519650655,
      "step": 58303
    },
    {
      "contrastive_lambda": 0.0019724916969764417,
      "epoch": 18.185901434809733,
      "step": 58304
    },
    {
      "contrastive_lambda": 0.0019701692284963546,
      "epoch": 18.18621334996881,
      "step": 58305
    },
    {
      "contrastive_lambda": 0.001967848125393412,
      "epoch": 18.186525265127884,
      "step": 58306
    },
    {
      "contrastive_lambda": 0.0019655283876738316,
      "epoch": 18.18683718028696,
      "step": 58307
    },
    {
      "contrastive_lambda": 0.0019632100153440524,
      "epoch": 18.18714909544604,
      "step": 58308
    },
    {
      "contrastive_lambda": 0.0019608930084104026,
      "epoch": 18.187461010605116,
      "step": 58309
    },
    {
      "epoch": 18.187772925764193,
      "grad_norm": 0.07092474400997162,
      "learning_rate": 2.1700156487790558e-07,
      "loss": 0.024,
      "step": 58310
    },
    {
      "epoch": 18.187772925764193,
      "flow_loss": 0.009585797786712646,
      "step": 58310
    },
    {
      "contrastive_loss": 0.0034035483840852976,
      "epoch": 18.187772925764193,
      "step": 58310
    },
    {
      "contrastive_lambda": 0.0019585773668792106,
      "epoch": 18.187772925764193,
      "step": 58310
    },
    {
      "contrastive_lambda": 0.0019562630907569156,
      "epoch": 18.18808484092327,
      "step": 58311
    },
    {
      "contrastive_lambda": 0.0019539501800497905,
      "epoch": 18.188396756082344,
      "step": 58312
    },
    {
      "contrastive_lambda": 0.0019516386347641634,
      "epoch": 18.18870867124142,
      "step": 58313
    },
    {
      "contrastive_lambda": 0.0019493284549064183,
      "epoch": 18.1890205864005,
      "step": 58314
    },
    {
      "contrastive_lambda": 0.0019470196404828277,
      "epoch": 18.189332501559576,
      "step": 58315
    },
    {
      "contrastive_lambda": 0.001944712191499831,
      "epoch": 18.189644416718654,
      "step": 58316
    },
    {
      "contrastive_lambda": 0.0019424061079636457,
      "epoch": 18.189956331877728,
      "step": 58317
    },
    {
      "contrastive_lambda": 0.0019401013898805997,
      "epoch": 18.190268247036805,
      "step": 58318
    },
    {
      "contrastive_lambda": 0.0019377980372570769,
      "epoch": 18.190580162195882,
      "step": 58319
    },
    {
      "epoch": 18.19089207735496,
      "grad_norm": 0.08529269695281982,
      "learning_rate": 2.1444443729439213e-07,
      "loss": 0.0217,
      "step": 58320
    },
    {
      "epoch": 18.19089207735496,
      "flow_loss": 0.037596579641103745,
      "step": 58320
    },
    {
      "contrastive_loss": 0.00387272029183805,
      "epoch": 18.19089207735496,
      "step": 58320
    },
    {
      "contrastive_lambda": 0.00193549605009935,
      "epoch": 18.19089207735496,
      "step": 58320
    },
    {
      "contrastive_lambda": 0.0019331954284137476,
      "epoch": 18.191203992514037,
      "step": 58321
    },
    {
      "contrastive_lambda": 0.0019308961722065976,
      "epoch": 18.191515907673114,
      "step": 58322
    },
    {
      "contrastive_lambda": 0.001928598281484173,
      "epoch": 18.191827822832188,
      "step": 58323
    },
    {
      "contrastive_lambda": 0.0019263017562527462,
      "epoch": 18.192139737991265,
      "step": 58324
    },
    {
      "contrastive_lambda": 0.0019240065965185904,
      "epoch": 18.192451653150343,
      "step": 58325
    },
    {
      "contrastive_lambda": 0.0019217128022881447,
      "epoch": 18.19276356830942,
      "step": 58326
    },
    {
      "contrastive_lambda": 0.0019194203735675708,
      "epoch": 18.193075483468498,
      "step": 58327
    },
    {
      "contrastive_lambda": 0.0019171293103631415,
      "epoch": 18.193387398627575,
      "step": 58328
    },
    {
      "contrastive_lambda": 0.0019148396126812406,
      "epoch": 18.19369931378665,
      "step": 58329
    },
    {
      "epoch": 18.194011228945726,
      "grad_norm": 0.04659203812479973,
      "learning_rate": 2.1190243324814007e-07,
      "loss": 0.0201,
      "step": 58330
    },
    {
      "epoch": 18.194011228945726,
      "flow_loss": 0.02220999263226986,
      "step": 58330
    },
    {
      "contrastive_loss": 0.0041364096105098724,
      "epoch": 18.194011228945726,
      "step": 58330
    },
    {
      "contrastive_lambda": 0.0019125512805280853,
      "epoch": 18.194011228945726,
      "step": 58330
    },
    {
      "contrastive_lambda": 0.001910264313909893,
      "epoch": 18.194323144104803,
      "step": 58331
    },
    {
      "contrastive_lambda": 0.0019079787128330472,
      "epoch": 18.19463505926388,
      "step": 58332
    },
    {
      "contrastive_lambda": 0.0019056944773037654,
      "epoch": 18.194946974422958,
      "step": 58333
    },
    {
      "contrastive_lambda": 0.0019034116073282648,
      "epoch": 18.195258889582032,
      "step": 58334
    },
    {
      "contrastive_lambda": 0.001901130102912818,
      "epoch": 18.19557080474111,
      "step": 58335
    },
    {
      "contrastive_lambda": 0.0018988499640637535,
      "epoch": 18.195882719900187,
      "step": 58336
    },
    {
      "contrastive_lambda": 0.001896571190787233,
      "epoch": 18.196194635059264,
      "step": 58337
    },
    {
      "contrastive_lambda": 0.0018942937830895845,
      "epoch": 18.19650655021834,
      "step": 58338
    },
    {
      "contrastive_lambda": 0.0018920177409770256,
      "epoch": 18.19681846537742,
      "step": 58339
    },
    {
      "epoch": 18.197130380536493,
      "grad_norm": 0.05708689987659454,
      "learning_rate": 2.0937555351135395e-07,
      "loss": 0.0199,
      "step": 58340
    },
    {
      "epoch": 18.197130380536493,
      "flow_loss": 0.03278321400284767,
      "step": 58340
    },
    {
      "contrastive_loss": 0.0039348118007183075,
      "epoch": 18.197130380536493,
      "step": 58340
    },
    {
      "contrastive_lambda": 0.0018897430644557178,
      "epoch": 18.197130380536493,
      "step": 58340
    },
    {
      "contrastive_lambda": 0.001887469753532045,
      "epoch": 18.19744229569557,
      "step": 58341
    },
    {
      "contrastive_lambda": 0.001885197808212058,
      "epoch": 18.197754210854647,
      "step": 58342
    },
    {
      "contrastive_lambda": 0.0018829272285021403,
      "epoch": 18.198066126013725,
      "step": 58343
    },
    {
      "contrastive_lambda": 0.001880658014408454,
      "epoch": 18.198378041172802,
      "step": 58344
    },
    {
      "contrastive_lambda": 0.001878390165937216,
      "epoch": 18.19868995633188,
      "step": 58345
    },
    {
      "contrastive_lambda": 0.0018761236830946437,
      "epoch": 18.199001871490953,
      "step": 58346
    },
    {
      "contrastive_lambda": 0.00187385856588701,
      "epoch": 18.19931378665003,
      "step": 58347
    },
    {
      "contrastive_lambda": 0.0018715948143204209,
      "epoch": 18.199625701809108,
      "step": 58348
    },
    {
      "contrastive_lambda": 0.0018693324284012047,
      "epoch": 18.199937616968185,
      "step": 58349
    },
    {
      "epoch": 18.200249532127263,
      "grad_norm": 0.059792112559080124,
      "learning_rate": 2.0686379885162532e-07,
      "loss": 0.0247,
      "step": 58350
    },
    {
      "epoch": 18.200249532127263,
      "flow_loss": 0.04279647395014763,
      "step": 58350
    },
    {
      "contrastive_loss": 0.0038631735369563103,
      "epoch": 18.200249532127263,
      "step": 58350
    },
    {
      "contrastive_lambda": 0.0018670714081354123,
      "epoch": 18.200249532127263,
      "step": 58350
    },
    {
      "contrastive_lambda": 0.0018648117535293718,
      "epoch": 18.200561447286336,
      "step": 58351
    },
    {
      "contrastive_lambda": 0.001862553464589245,
      "epoch": 18.200873362445414,
      "step": 58352
    },
    {
      "contrastive_lambda": 0.001860296541321138,
      "epoch": 18.20118527760449,
      "step": 58353
    },
    {
      "contrastive_lambda": 0.0018580409837313794,
      "epoch": 18.20149719276357,
      "step": 58354
    },
    {
      "contrastive_lambda": 0.001855786791826075,
      "epoch": 18.201809107922646,
      "step": 58355
    },
    {
      "contrastive_lambda": 0.001853533965611387,
      "epoch": 18.202121023081723,
      "step": 58356
    },
    {
      "contrastive_lambda": 0.0018512825050935877,
      "epoch": 18.202432938240797,
      "step": 58357
    },
    {
      "contrastive_lambda": 0.0018490324102787281,
      "epoch": 18.202744853399874,
      "step": 58358
    },
    {
      "contrastive_lambda": 0.0018467836811730254,
      "epoch": 18.20305676855895,
      "step": 58359
    },
    {
      "epoch": 18.20336868371803,
      "grad_norm": 0.0466158427298069,
      "learning_rate": 2.0436717003196604e-07,
      "loss": 0.0243,
      "step": 58360
    },
    {
      "epoch": 18.20336868371803,
      "flow_loss": 0.012036564759910107,
      "step": 58360
    },
    {
      "contrastive_loss": 0.0029577871318906546,
      "epoch": 18.20336868371803,
      "step": 58360
    },
    {
      "contrastive_lambda": 0.0018445363177826413,
      "epoch": 18.20336868371803,
      "step": 58360
    },
    {
      "contrastive_lambda": 0.001842290320113793,
      "epoch": 18.203680598877106,
      "step": 58361
    },
    {
      "contrastive_lambda": 0.0018400456881725313,
      "epoch": 18.203992514036184,
      "step": 58362
    },
    {
      "contrastive_lambda": 0.001837802421965129,
      "epoch": 18.204304429195258,
      "step": 58363
    },
    {
      "contrastive_lambda": 0.0018355605214976367,
      "epoch": 18.204616344354335,
      "step": 58364
    },
    {
      "contrastive_lambda": 0.0018333199867762162,
      "epoch": 18.204928259513412,
      "step": 58365
    },
    {
      "contrastive_lambda": 0.0018310808178070848,
      "epoch": 18.20524017467249,
      "step": 58366
    },
    {
      "contrastive_lambda": 0.001828843014596293,
      "epoch": 18.205552089831567,
      "step": 58367
    },
    {
      "contrastive_lambda": 0.0018266065771500584,
      "epoch": 18.20586400499064,
      "step": 58368
    },
    {
      "contrastive_lambda": 0.0018243715054744314,
      "epoch": 18.206175920149718,
      "step": 58369
    },
    {
      "epoch": 18.206487835308796,
      "grad_norm": 0.08471434563398361,
      "learning_rate": 2.0188566781078057e-07,
      "loss": 0.0192,
      "step": 58370
    },
    {
      "epoch": 18.206487835308796,
      "flow_loss": 0.01220815908163786,
      "step": 58370
    },
    {
      "contrastive_loss": 0.003129965392872691,
      "epoch": 18.206487835308796,
      "step": 58370
    },
    {
      "contrastive_lambda": 0.0018221377995755184,
      "epoch": 18.206487835308796,
      "step": 58370
    },
    {
      "contrastive_lambda": 0.001819905459459592,
      "epoch": 18.206799750467873,
      "step": 58371
    },
    {
      "contrastive_lambda": 0.0018176744851326476,
      "epoch": 18.20711166562695,
      "step": 58372
    },
    {
      "contrastive_lambda": 0.0018154448766008469,
      "epoch": 18.207423580786028,
      "step": 58373
    },
    {
      "contrastive_lambda": 0.001813216633870296,
      "epoch": 18.2077354959451,
      "step": 58374
    },
    {
      "contrastive_lambda": 0.0018109897569470457,
      "epoch": 18.20804741110418,
      "step": 58375
    },
    {
      "contrastive_lambda": 0.0018087642458373132,
      "epoch": 18.208359326263256,
      "step": 58376
    },
    {
      "contrastive_lambda": 0.0018065401005470938,
      "epoch": 18.208671241422334,
      "step": 58377
    },
    {
      "contrastive_lambda": 0.0018043173210825492,
      "epoch": 18.20898315658141,
      "step": 58378
    },
    {
      "contrastive_lambda": 0.0018020959074497855,
      "epoch": 18.20929507174049,
      "step": 58379
    },
    {
      "epoch": 18.209606986899562,
      "grad_norm": 0.08145974576473236,
      "learning_rate": 1.994192929418881e-07,
      "loss": 0.0186,
      "step": 58380
    },
    {
      "epoch": 18.209606986899562,
      "flow_loss": 0.020918915048241615,
      "step": 58380
    },
    {
      "contrastive_loss": 0.004410081543028355,
      "epoch": 18.209606986899562,
      "step": 58380
    },
    {
      "contrastive_lambda": 0.0017998758596548536,
      "epoch": 18.209606986899562,
      "step": 58380
    },
    {
      "contrastive_lambda": 0.0017976571777038042,
      "epoch": 18.20991890205864,
      "step": 58381
    },
    {
      "contrastive_lambda": 0.001795439861602799,
      "epoch": 18.210230817217717,
      "step": 58382
    },
    {
      "contrastive_lambda": 0.001793223911357833,
      "epoch": 18.210542732376794,
      "step": 58383
    },
    {
      "contrastive_lambda": 0.0017910093269750682,
      "epoch": 18.21085464753587,
      "step": 58384
    },
    {
      "contrastive_lambda": 0.0017887961084605553,
      "epoch": 18.211166562694945,
      "step": 58385
    },
    {
      "contrastive_lambda": 0.0017865842558203449,
      "epoch": 18.211478477854023,
      "step": 58386
    },
    {
      "contrastive_lambda": 0.0017843737690604877,
      "epoch": 18.2117903930131,
      "step": 58387
    },
    {
      "contrastive_lambda": 0.0017821646481870346,
      "epoch": 18.212102308172177,
      "step": 58388
    },
    {
      "contrastive_lambda": 0.0017799568932060916,
      "epoch": 18.212414223331255,
      "step": 58389
    },
    {
      "epoch": 18.212726138490332,
      "grad_norm": 0.07007630169391632,
      "learning_rate": 1.9696804617451158e-07,
      "loss": 0.0182,
      "step": 58390
    },
    {
      "epoch": 18.212726138490332,
      "flow_loss": 0.012376723811030388,
      "step": 58390
    },
    {
      "contrastive_loss": 0.0031258920207619667,
      "epoch": 18.212726138490332,
      "step": 58390
    },
    {
      "contrastive_lambda": 0.0017777505041237096,
      "epoch": 18.212726138490332,
      "step": 58390
    },
    {
      "contrastive_lambda": 0.0017755454809458837,
      "epoch": 18.213038053649406,
      "step": 58391
    },
    {
      "contrastive_lambda": 0.0017733418236786647,
      "epoch": 18.213349968808483,
      "step": 58392
    },
    {
      "contrastive_lambda": 0.0017711395323281587,
      "epoch": 18.21366188396756,
      "step": 58393
    },
    {
      "contrastive_lambda": 0.0017689386069003055,
      "epoch": 18.213973799126638,
      "step": 58394
    },
    {
      "contrastive_lambda": 0.0017667390474012667,
      "epoch": 18.214285714285715,
      "step": 58395
    },
    {
      "contrastive_lambda": 0.0017645408538369267,
      "epoch": 18.214597629444793,
      "step": 58396
    },
    {
      "contrastive_lambda": 0.001762344026213447,
      "epoch": 18.214909544603866,
      "step": 58397
    },
    {
      "contrastive_lambda": 0.0017601485645367676,
      "epoch": 18.215221459762944,
      "step": 58398
    },
    {
      "contrastive_lambda": 0.001757954468812939,
      "epoch": 18.21553337492202,
      "step": 58399
    },
    {
      "epoch": 18.2158452900811,
      "grad_norm": 0.04803113266825676,
      "learning_rate": 1.9453192825326093e-07,
      "loss": 0.0181,
      "step": 58400
    },
    {
      "epoch": 18.2158452900811,
      "flow_loss": 0.023288363590836525,
      "step": 58400
    },
    {
      "contrastive_loss": 0.00356986653059721,
      "epoch": 18.2158452900811,
      "step": 58400
    },
    {
      "contrastive_lambda": 0.0017557617390479563,
      "epoch": 18.2158452900811,
      "step": 58400
    },
    {
      "contrastive_lambda": 0.001753570375247815,
      "epoch": 18.216157205240176,
      "step": 58401
    },
    {
      "contrastive_lambda": 0.001751380377418621,
      "epoch": 18.21646912039925,
      "step": 58402
    },
    {
      "contrastive_lambda": 0.0017491917455662587,
      "epoch": 18.216781035558327,
      "step": 58403
    },
    {
      "contrastive_lambda": 0.0017470044796967787,
      "epoch": 18.217092950717404,
      "step": 58404
    },
    {
      "contrastive_lambda": 0.0017448185798161764,
      "epoch": 18.217404865876482,
      "step": 58405
    },
    {
      "contrastive_lambda": 0.0017426340459304468,
      "epoch": 18.21771678103556,
      "step": 58406
    },
    {
      "contrastive_lambda": 0.0017404508780455852,
      "epoch": 18.218028696194636,
      "step": 58407
    },
    {
      "contrastive_lambda": 0.0017382690761675312,
      "epoch": 18.21834061135371,
      "step": 58408
    },
    {
      "contrastive_lambda": 0.0017360886403023357,
      "epoch": 18.218652526512788,
      "step": 58409
    },
    {
      "epoch": 18.218964441671865,
      "grad_norm": 0.051325373351573944,
      "learning_rate": 1.9211093991817753e-07,
      "loss": 0.0201,
      "step": 58410
    },
    {
      "epoch": 18.218964441671865,
      "flow_loss": 0.01080878172069788,
      "step": 58410
    },
    {
      "contrastive_loss": 0.0036032155621796846,
      "epoch": 18.218964441671865,
      "step": 58410
    },
    {
      "contrastive_lambda": 0.0017339095704559382,
      "epoch": 18.218964441671865,
      "step": 58410
    },
    {
      "contrastive_lambda": 0.0017317318666342785,
      "epoch": 18.219276356830942,
      "step": 58411
    },
    {
      "contrastive_lambda": 0.0017295555288434628,
      "epoch": 18.21958827199002,
      "step": 58412
    },
    {
      "contrastive_lambda": 0.0017273805570892642,
      "epoch": 18.219900187149097,
      "step": 58413
    },
    {
      "contrastive_lambda": 0.001725206951377789,
      "epoch": 18.22021210230817,
      "step": 58414
    },
    {
      "contrastive_lambda": 0.001723034711714977,
      "epoch": 18.22052401746725,
      "step": 58415
    },
    {
      "contrastive_lambda": 0.0017208638381066566,
      "epoch": 18.220835932626326,
      "step": 58416
    },
    {
      "contrastive_lambda": 0.0017186943305589897,
      "epoch": 18.221147847785403,
      "step": 58417
    },
    {
      "contrastive_lambda": 0.0017165261890777495,
      "epoch": 18.22145976294448,
      "step": 58418
    },
    {
      "contrastive_lambda": 0.0017143594136689866,
      "epoch": 18.221771678103554,
      "step": 58419
    },
    {
      "epoch": 18.22208359326263,
      "grad_norm": 0.09915352612733841,
      "learning_rate": 1.8970508190468973e-07,
      "loss": 0.0204,
      "step": 58420
    },
    {
      "epoch": 18.22208359326263,
      "flow_loss": 0.01178894191980362,
      "step": 58420
    },
    {
      "contrastive_loss": 0.0032806333620101213,
      "epoch": 18.22208359326263,
      "step": 58420
    },
    {
      "contrastive_lambda": 0.0017121940043385853,
      "epoch": 18.22208359326263,
      "step": 58420
    },
    {
      "contrastive_lambda": 0.0017100299610924297,
      "epoch": 18.22239550842171,
      "step": 58421
    },
    {
      "contrastive_lambda": 0.0017078672839365705,
      "epoch": 18.222707423580786,
      "step": 58422
    },
    {
      "contrastive_lambda": 0.001705705972876892,
      "epoch": 18.223019338739864,
      "step": 58423
    },
    {
      "contrastive_lambda": 0.0017035460279193337,
      "epoch": 18.22333125389894,
      "step": 58424
    },
    {
      "contrastive_lambda": 0.00170138744906978,
      "epoch": 18.223643169058015,
      "step": 58425
    },
    {
      "contrastive_lambda": 0.0016992302363341705,
      "epoch": 18.223955084217092,
      "step": 58426
    },
    {
      "contrastive_lambda": 0.0016970743897183338,
      "epoch": 18.22426699937617,
      "step": 58427
    },
    {
      "contrastive_lambda": 0.0016949199092283762,
      "epoch": 18.224578914535247,
      "step": 58428
    },
    {
      "contrastive_lambda": 0.0016927667948700154,
      "epoch": 18.224890829694324,
      "step": 58429
    },
    {
      "epoch": 18.2252027448534,
      "grad_norm": 0.08458254486322403,
      "learning_rate": 1.8731435494362958e-07,
      "loss": 0.02,
      "step": 58430
    },
    {
      "epoch": 18.2252027448534,
      "flow_loss": 0.028735531494021416,
      "step": 58430
    },
    {
      "contrastive_loss": 0.002875145524740219,
      "epoch": 18.2252027448534,
      "step": 58430
    },
    {
      "contrastive_lambda": 0.0016906150466492464,
      "epoch": 18.2252027448534,
      "step": 58430
    },
    {
      "contrastive_lambda": 0.0016884646645719537,
      "epoch": 18.225514660012475,
      "step": 58431
    },
    {
      "contrastive_lambda": 0.0016863156486440212,
      "epoch": 18.225826575171553,
      "step": 58432
    },
    {
      "contrastive_lambda": 0.0016841679988713332,
      "epoch": 18.22613849033063,
      "step": 58433
    },
    {
      "contrastive_lambda": 0.0016820217152598294,
      "epoch": 18.226450405489707,
      "step": 58434
    },
    {
      "contrastive_lambda": 0.0016798767978153384,
      "epoch": 18.226762320648785,
      "step": 58435
    },
    {
      "contrastive_lambda": 0.0016777332465437444,
      "epoch": 18.22707423580786,
      "step": 58436
    },
    {
      "contrastive_lambda": 0.0016755910614509872,
      "epoch": 18.227386150966936,
      "step": 58437
    },
    {
      "contrastive_lambda": 0.0016734502425427844,
      "epoch": 18.227698066126013,
      "step": 58438
    },
    {
      "contrastive_lambda": 0.0016713107898252422,
      "epoch": 18.22800998128509,
      "step": 58439
    },
    {
      "epoch": 18.228321896444168,
      "grad_norm": 0.08186737447977066,
      "learning_rate": 1.849387597612495e-07,
      "loss": 0.0223,
      "step": 58440
    },
    {
      "epoch": 18.228321896444168,
      "flow_loss": 0.017870187759399414,
      "step": 58440
    },
    {
      "contrastive_loss": 0.003085994627326727,
      "epoch": 18.228321896444168,
      "step": 58440
    },
    {
      "contrastive_lambda": 0.0016691727033040227,
      "epoch": 18.228321896444168,
      "step": 58440
    },
    {
      "contrastive_lambda": 0.0016670359829850656,
      "epoch": 18.228633811603245,
      "step": 58441
    },
    {
      "contrastive_lambda": 0.0016649006288742552,
      "epoch": 18.22894572676232,
      "step": 58442
    },
    {
      "contrastive_lambda": 0.0016627666409773645,
      "epoch": 18.229257641921397,
      "step": 58443
    },
    {
      "contrastive_lambda": 0.0016606340193003333,
      "epoch": 18.229569557080474,
      "step": 58444
    },
    {
      "contrastive_lambda": 0.0016585027638489347,
      "epoch": 18.22988147223955,
      "step": 58445
    },
    {
      "contrastive_lambda": 0.001656372874629053,
      "epoch": 18.23019338739863,
      "step": 58446
    },
    {
      "contrastive_lambda": 0.0016542443516465166,
      "epoch": 18.230505302557706,
      "step": 58447
    },
    {
      "contrastive_lambda": 0.00165211719490721,
      "epoch": 18.23081721771678,
      "step": 58448
    },
    {
      "contrastive_lambda": 0.0016499914044168507,
      "epoch": 18.231129132875857,
      "step": 58449
    },
    {
      "epoch": 18.231441048034934,
      "grad_norm": 0.07163195312023163,
      "learning_rate": 1.8257829707917228e-07,
      "loss": 0.0159,
      "step": 58450
    },
    {
      "epoch": 18.231441048034934,
      "flow_loss": 0.029400426894426346,
      "step": 58450
    },
    {
      "contrastive_loss": 0.0038814032450318336,
      "epoch": 18.231441048034934,
      "step": 58450
    },
    {
      "contrastive_lambda": 0.0016478669801813783,
      "epoch": 18.231441048034934,
      "step": 58450
    },
    {
      "contrastive_lambda": 0.0016457439222065662,
      "epoch": 18.231752963194012,
      "step": 58451
    },
    {
      "contrastive_lambda": 0.0016436222304982429,
      "epoch": 18.23206487835309,
      "step": 58452
    },
    {
      "contrastive_lambda": 0.001641501905062237,
      "epoch": 18.232376793512163,
      "step": 58453
    },
    {
      "contrastive_lambda": 0.0016393829459043219,
      "epoch": 18.23268870867124,
      "step": 58454
    },
    {
      "contrastive_lambda": 0.001637265353030326,
      "epoch": 18.233000623830318,
      "step": 58455
    },
    {
      "contrastive_lambda": 0.0016351491264461337,
      "epoch": 18.233312538989395,
      "step": 58456
    },
    {
      "contrastive_lambda": 0.001633034266157407,
      "epoch": 18.233624454148472,
      "step": 58457
    },
    {
      "contrastive_lambda": 0.0016309207721700303,
      "epoch": 18.23393636930755,
      "step": 58458
    },
    {
      "contrastive_lambda": 0.0016288086444897765,
      "epoch": 18.234248284466624,
      "step": 58459
    },
    {
      "epoch": 18.2345601996257,
      "grad_norm": 0.06589461863040924,
      "learning_rate": 1.8023296761446317e-07,
      "loss": 0.0249,
      "step": 58460
    },
    {
      "epoch": 18.2345601996257,
      "flow_loss": 0.03128600865602493,
      "step": 58460
    },
    {
      "contrastive_loss": 0.00300030829384923,
      "epoch": 18.2345601996257,
      "step": 58460
    },
    {
      "contrastive_lambda": 0.0016266978831224743,
      "epoch": 18.2345601996257,
      "step": 58460
    },
    {
      "contrastive_lambda": 0.0016245884880738415,
      "epoch": 18.23487211478478,
      "step": 58461
    },
    {
      "contrastive_lambda": 0.0016224804593497066,
      "epoch": 18.235184029943856,
      "step": 58462
    },
    {
      "contrastive_lambda": 0.001620373796955843,
      "epoch": 18.235495945102933,
      "step": 58463
    },
    {
      "contrastive_lambda": 0.001618268500897968,
      "epoch": 18.23580786026201,
      "step": 58464
    },
    {
      "contrastive_lambda": 0.001616164571181966,
      "epoch": 18.236119775421084,
      "step": 58465
    },
    {
      "contrastive_lambda": 0.0016140620078135548,
      "epoch": 18.23643169058016,
      "step": 58466
    },
    {
      "contrastive_lambda": 0.0016119608107984518,
      "epoch": 18.23674360573924,
      "step": 58467
    },
    {
      "contrastive_lambda": 0.0016098609801424302,
      "epoch": 18.237055520898316,
      "step": 58468
    },
    {
      "contrastive_lambda": 0.0016077625158513187,
      "epoch": 18.237367436057394,
      "step": 58469
    },
    {
      "epoch": 18.237679351216467,
      "grad_norm": 0.055605679750442505,
      "learning_rate": 1.7790277207956341e-07,
      "loss": 0.0204,
      "step": 58470
    },
    {
      "epoch": 18.237679351216467,
      "flow_loss": 0.013344363309442997,
      "step": 58470
    },
    {
      "contrastive_loss": 0.003563851583749056,
      "epoch": 18.237679351216467,
      "step": 58470
    },
    {
      "contrastive_lambda": 0.001605665417930835,
      "epoch": 18.237679351216467,
      "step": 58470
    },
    {
      "contrastive_lambda": 0.0016035696863866966,
      "epoch": 18.237991266375545,
      "step": 58471
    },
    {
      "contrastive_lambda": 0.0016014753212246768,
      "epoch": 18.238303181534622,
      "step": 58472
    },
    {
      "contrastive_lambda": 0.0015993823224504933,
      "epoch": 18.2386150966937,
      "step": 58473
    },
    {
      "contrastive_lambda": 0.001597290690069919,
      "epoch": 18.238927011852777,
      "step": 58474
    },
    {
      "contrastive_lambda": 0.001595200424088672,
      "epoch": 18.239238927011854,
      "step": 58475
    },
    {
      "contrastive_lambda": 0.0015931115245124694,
      "epoch": 18.239550842170928,
      "step": 58476
    },
    {
      "contrastive_lambda": 0.0015910239913470847,
      "epoch": 18.239862757330005,
      "step": 58477
    },
    {
      "contrastive_lambda": 0.0015889378245981245,
      "epoch": 18.240174672489083,
      "step": 58478
    },
    {
      "contrastive_lambda": 0.001586853024271473,
      "epoch": 18.24048658764816,
      "step": 58479
    },
    {
      "epoch": 18.240798502807237,
      "grad_norm": 0.044492207467556,
      "learning_rate": 1.7558771118232343e-07,
      "loss": 0.0221,
      "step": 58480
    },
    {
      "epoch": 18.240798502807237,
      "flow_loss": 0.025564560666680336,
      "step": 58480
    },
    {
      "contrastive_loss": 0.004080390557646751,
      "epoch": 18.240798502807237,
      "step": 58480
    },
    {
      "contrastive_lambda": 0.0015847695903727366,
      "epoch": 18.240798502807237,
      "step": 58480
    },
    {
      "contrastive_lambda": 0.0015826875229076331,
      "epoch": 18.241110417966315,
      "step": 58481
    },
    {
      "contrastive_lambda": 0.0015806068218819358,
      "epoch": 18.24142233312539,
      "step": 58482
    },
    {
      "contrastive_lambda": 0.0015785274873012511,
      "epoch": 18.241734248284466,
      "step": 58483
    },
    {
      "contrastive_lambda": 0.0015764495191713523,
      "epoch": 18.242046163443543,
      "step": 58484
    },
    {
      "contrastive_lambda": 0.0015743729174979015,
      "epoch": 18.24235807860262,
      "step": 58485
    },
    {
      "contrastive_lambda": 0.0015722976822866164,
      "epoch": 18.242669993761698,
      "step": 58486
    },
    {
      "contrastive_lambda": 0.001570223813543159,
      "epoch": 18.242981908920772,
      "step": 58487
    },
    {
      "contrastive_lambda": 0.0015681513112733025,
      "epoch": 18.24329382407985,
      "step": 58488
    },
    {
      "contrastive_lambda": 0.0015660801754825981,
      "epoch": 18.243605739238927,
      "step": 58489
    },
    {
      "epoch": 18.243917654398004,
      "grad_norm": 0.07321905344724655,
      "learning_rate": 1.7328778562599734e-07,
      "loss": 0.018,
      "step": 58490
    },
    {
      "epoch": 18.243917654398004,
      "flow_loss": 0.012347453273832798,
      "step": 58490
    },
    {
      "contrastive_loss": 0.003499139565974474,
      "epoch": 18.243917654398004,
      "step": 58490
    },
    {
      "contrastive_lambda": 0.001564010406176819,
      "epoch": 18.243917654398004,
      "step": 58490
    },
    {
      "contrastive_lambda": 0.0015619420033615716,
      "epoch": 18.24422956955708,
      "step": 58491
    },
    {
      "contrastive_lambda": 0.0015598749670425738,
      "epoch": 18.24454148471616,
      "step": 58492
    },
    {
      "contrastive_lambda": 0.0015578092972254876,
      "epoch": 18.244853399875232,
      "step": 58493
    },
    {
      "contrastive_lambda": 0.001555744993915975,
      "epoch": 18.24516531503431,
      "step": 58494
    },
    {
      "contrastive_lambda": 0.001553682057119643,
      "epoch": 18.245477230193387,
      "step": 58495
    },
    {
      "contrastive_lambda": 0.001551620486842209,
      "epoch": 18.245789145352465,
      "step": 58496
    },
    {
      "contrastive_lambda": 0.0015495602830893351,
      "epoch": 18.246101060511542,
      "step": 58497
    },
    {
      "contrastive_lambda": 0.001547501445866628,
      "epoch": 18.24641297567062,
      "step": 58498
    },
    {
      "contrastive_lambda": 0.00154544397517975,
      "epoch": 18.246724890829693,
      "step": 58499
    },
    {
      "epoch": 18.24703680598877,
      "grad_norm": 0.07829012721776962,
      "learning_rate": 1.7100299610924298e-07,
      "loss": 0.0167,
      "step": 58500
    },
    {
      "epoch": 18.24703680598877,
      "flow_loss": 0.021626358851790428,
      "step": 58500
    },
    {
      "contrastive_loss": 0.003068318124860525,
      "epoch": 18.24703680598877,
      "step": 58500
    },
    {
      "contrastive_lambda": 0.0015433878710343074,
      "epoch": 18.24703680598877,
      "step": 58500
    },
    {
      "contrastive_lambda": 0.001541333133436018,
      "epoch": 18.247348721147848,
      "step": 58501
    },
    {
      "contrastive_lambda": 0.001539279762390433,
      "epoch": 18.247660636306925,
      "step": 58502
    },
    {
      "contrastive_lambda": 0.0015372277579032145,
      "epoch": 18.247972551466002,
      "step": 58503
    },
    {
      "contrastive_lambda": 0.0015351771199800246,
      "epoch": 18.248284466625076,
      "step": 58504
    },
    {
      "contrastive_lambda": 0.0015331278486264144,
      "epoch": 18.248596381784154,
      "step": 58505
    },
    {
      "contrastive_lambda": 0.0015310799438479905,
      "epoch": 18.24890829694323,
      "step": 58506
    },
    {
      "contrastive_lambda": 0.0015290334056505261,
      "epoch": 18.24922021210231,
      "step": 58507
    },
    {
      "contrastive_lambda": 0.0015269882340394059,
      "epoch": 18.249532127261386,
      "step": 58508
    },
    {
      "contrastive_lambda": 0.0015249444290204583,
      "epoch": 18.249844042420463,
      "step": 58509
    },
    {
      "epoch": 18.250155957579537,
      "grad_norm": 0.07842724025249481,
      "learning_rate": 1.6873334332612733e-07,
      "loss": 0.0229,
      "step": 58510
    },
    {
      "epoch": 18.250155957579537,
      "flow_loss": 0.037722762674093246,
      "step": 58510
    },
    {
      "contrastive_loss": 0.0034188134595751762,
      "epoch": 18.250155957579537,
      "step": 58510
    },
    {
      "contrastive_lambda": 0.0015229019905991237,
      "epoch": 18.250155957579537,
      "step": 58510
    },
    {
      "contrastive_lambda": 0.0015208609187810085,
      "epoch": 18.250467872738614,
      "step": 58511
    },
    {
      "contrastive_lambda": 0.0015188212135718304,
      "epoch": 18.25077978789769,
      "step": 58512
    },
    {
      "contrastive_lambda": 0.0015167828749770296,
      "epoch": 18.25109170305677,
      "step": 58513
    },
    {
      "contrastive_lambda": 0.0015147459030023236,
      "epoch": 18.251403618215846,
      "step": 58514
    },
    {
      "contrastive_lambda": 0.0015127102976532636,
      "epoch": 18.251715533374924,
      "step": 58515
    },
    {
      "contrastive_lambda": 0.0015106760589353452,
      "epoch": 18.252027448533998,
      "step": 58516
    },
    {
      "contrastive_lambda": 0.001508643186854286,
      "epoch": 18.252339363693075,
      "step": 58517
    },
    {
      "contrastive_lambda": 0.0015066116814155261,
      "epoch": 18.252651278852152,
      "step": 58518
    },
    {
      "contrastive_lambda": 0.0015045815426247278,
      "epoch": 18.25296319401123,
      "step": 58519
    },
    {
      "epoch": 18.253275109170307,
      "grad_norm": 0.06163036450743675,
      "learning_rate": 1.6647882796609894e-07,
      "loss": 0.0205,
      "step": 58520
    },
    {
      "epoch": 18.253275109170307,
      "flow_loss": 0.013548226095736027,
      "step": 58520
    },
    {
      "contrastive_loss": 0.003429331351071596,
      "epoch": 18.253275109170307,
      "step": 58520
    },
    {
      "contrastive_lambda": 0.001502552770487442,
      "epoch": 18.253275109170307,
      "step": 58520
    },
    {
      "contrastive_lambda": 0.0015005253650091643,
      "epoch": 18.25358702432938,
      "step": 58521
    },
    {
      "contrastive_lambda": 0.0014984993261955015,
      "epoch": 18.253898939488458,
      "step": 58522
    },
    {
      "contrastive_lambda": 0.0014964746540520046,
      "epoch": 18.254210854647535,
      "step": 58523
    },
    {
      "contrastive_lambda": 0.0014944513485842248,
      "epoch": 18.254522769806613,
      "step": 58524
    },
    {
      "contrastive_lambda": 0.0014924294097977686,
      "epoch": 18.25483468496569,
      "step": 58525
    },
    {
      "contrastive_lambda": 0.0014904088376980762,
      "epoch": 18.255146600124768,
      "step": 58526
    },
    {
      "contrastive_lambda": 0.0014883896322907542,
      "epoch": 18.25545851528384,
      "step": 58527
    },
    {
      "contrastive_lambda": 0.0014863717935812981,
      "epoch": 18.25577043044292,
      "step": 58528
    },
    {
      "contrastive_lambda": 0.0014843553215752037,
      "epoch": 18.256082345601996,
      "step": 58529
    },
    {
      "epoch": 18.256394260761073,
      "grad_norm": 0.057419802993535995,
      "learning_rate": 1.6423945071402102e-07,
      "loss": 0.0217,
      "step": 58530
    },
    {
      "epoch": 18.256394260761073,
      "flow_loss": 0.03896041586995125,
      "step": 58530
    },
    {
      "contrastive_loss": 0.0032108761370182037,
      "epoch": 18.256394260761073,
      "step": 58530
    },
    {
      "contrastive_lambda": 0.001482340216278133,
      "epoch": 18.256394260761073,
      "step": 58530
    },
    {
      "contrastive_lambda": 0.001480326477695526,
      "epoch": 18.25670617592015,
      "step": 58531
    },
    {
      "contrastive_lambda": 0.0014783141058328786,
      "epoch": 18.257018091079228,
      "step": 58532
    },
    {
      "contrastive_lambda": 0.0014763031006957417,
      "epoch": 18.257330006238302,
      "step": 58533
    },
    {
      "contrastive_lambda": 0.0014742934622896664,
      "epoch": 18.25764192139738,
      "step": 58534
    },
    {
      "contrastive_lambda": 0.0014722851906200374,
      "epoch": 18.257953836556457,
      "step": 58535
    },
    {
      "contrastive_lambda": 0.0014702782856925167,
      "epoch": 18.258265751715534,
      "step": 58536
    },
    {
      "contrastive_lambda": 0.001468272747512489,
      "epoch": 18.25857766687461,
      "step": 58537
    },
    {
      "contrastive_lambda": 0.0014662685760855054,
      "epoch": 18.258889582033685,
      "step": 58538
    },
    {
      "contrastive_lambda": 0.001464265771417117,
      "epoch": 18.259201497192763,
      "step": 58539
    },
    {
      "epoch": 18.25951341235184,
      "grad_norm": 0.09455938637256622,
      "learning_rate": 1.6201521225016614e-07,
      "loss": 0.0227,
      "step": 58540
    },
    {
      "epoch": 18.25951341235184,
      "flow_loss": 0.013773572631180286,
      "step": 58540
    },
    {
      "contrastive_loss": 0.0031571094878017902,
      "epoch": 18.25951341235184,
      "step": 58540
    },
    {
      "contrastive_lambda": 0.0014622643335126528,
      "epoch": 18.25951341235184,
      "step": 58540
    },
    {
      "contrastive_lambda": 0.0014602642623777196,
      "epoch": 18.259825327510917,
      "step": 58541
    },
    {
      "contrastive_lambda": 0.0014582655580178128,
      "epoch": 18.260137242669995,
      "step": 58542
    },
    {
      "contrastive_lambda": 0.0014562682204383726,
      "epoch": 18.260449157829072,
      "step": 58543
    },
    {
      "contrastive_lambda": 0.0014542722496448945,
      "epoch": 18.260761072988146,
      "step": 58544
    },
    {
      "contrastive_lambda": 0.0014522776456427633,
      "epoch": 18.261072988147223,
      "step": 58545
    },
    {
      "contrastive_lambda": 0.0014502844084375854,
      "epoch": 18.2613849033063,
      "step": 58546
    },
    {
      "contrastive_lambda": 0.0014482925380347456,
      "epoch": 18.261696818465378,
      "step": 58547
    },
    {
      "contrastive_lambda": 0.0014463020344396837,
      "epoch": 18.262008733624455,
      "step": 58548
    },
    {
      "contrastive_lambda": 0.0014443128976579511,
      "epoch": 18.262320648783533,
      "step": 58549
    },
    {
      "epoch": 18.262632563942606,
      "grad_norm": 0.07165788114070892,
      "learning_rate": 1.598061132501938e-07,
      "loss": 0.0179,
      "step": 58550
    },
    {
      "epoch": 18.262632563942606,
      "flow_loss": 0.020516132935881615,
      "step": 58550
    },
    {
      "contrastive_loss": 0.0034242772962898016,
      "epoch": 18.262632563942606,
      "step": 58550
    },
    {
      "contrastive_lambda": 0.0014423251276948768,
      "epoch": 18.262632563942606,
      "step": 58550
    },
    {
      "contrastive_lambda": 0.0014403387245560118,
      "epoch": 18.262944479101684,
      "step": 58551
    },
    {
      "contrastive_lambda": 0.0014383536882467407,
      "epoch": 18.26325639426076,
      "step": 58552
    },
    {
      "contrastive_lambda": 0.0014363700187725592,
      "epoch": 18.26356830941984,
      "step": 58553
    },
    {
      "contrastive_lambda": 0.0014343877161389074,
      "epoch": 18.263880224578916,
      "step": 58554
    },
    {
      "contrastive_lambda": 0.0014324067803511142,
      "epoch": 18.26419213973799,
      "step": 58555
    },
    {
      "contrastive_lambda": 0.001430427211414731,
      "epoch": 18.264504054897067,
      "step": 58556
    },
    {
      "contrastive_lambda": 0.001428449009335142,
      "epoch": 18.264815970056144,
      "step": 58557
    },
    {
      "contrastive_lambda": 0.0014264721741177322,
      "epoch": 18.26512788521522,
      "step": 58558
    },
    {
      "contrastive_lambda": 0.001424496705767997,
      "epoch": 18.2654398003743,
      "step": 58559
    },
    {
      "epoch": 18.265751715533376,
      "grad_norm": 0.12467832863330841,
      "learning_rate": 1.576121543851672e-07,
      "loss": 0.0253,
      "step": 58560
    },
    {
      "epoch": 18.265751715533376,
      "flow_loss": 0.014919606037437916,
      "step": 58560
    },
    {
      "contrastive_loss": 0.0032246075570583344,
      "epoch": 18.265751715533376,
      "step": 58560
    },
    {
      "contrastive_lambda": 0.0014225226042912653,
      "epoch": 18.265751715533376,
      "step": 58560
    },
    {
      "contrastive_lambda": 0.001420549869693033,
      "epoch": 18.26606363069245,
      "step": 58561
    },
    {
      "contrastive_lambda": 0.0014185785019786845,
      "epoch": 18.266375545851528,
      "step": 58562
    },
    {
      "contrastive_lambda": 0.001416608501153549,
      "epoch": 18.266687461010605,
      "step": 58563
    },
    {
      "contrastive_lambda": 0.001414639867223122,
      "epoch": 18.266999376169682,
      "step": 58564
    },
    {
      "contrastive_lambda": 0.001412672600192788,
      "epoch": 18.26731129132876,
      "step": 58565
    },
    {
      "contrastive_lambda": 0.0014107067000679319,
      "epoch": 18.267623206487837,
      "step": 58566
    },
    {
      "contrastive_lambda": 0.0014087421668538824,
      "epoch": 18.26793512164691,
      "step": 58567
    },
    {
      "contrastive_lambda": 0.0014067790005561354,
      "epoch": 18.268247036805988,
      "step": 58568
    },
    {
      "contrastive_lambda": 0.0014048172011799642,
      "epoch": 18.268558951965066,
      "step": 58569
    },
    {
      "epoch": 18.268870867124143,
      "grad_norm": 0.04284927248954773,
      "learning_rate": 1.5543333632155876e-07,
      "loss": 0.0171,
      "step": 58570
    },
    {
      "epoch": 18.268870867124143,
      "flow_loss": 0.013036082498729229,
      "step": 58570
    },
    {
      "contrastive_loss": 0.0035475718323141336,
      "epoch": 18.268870867124143,
      "step": 58570
    },
    {
      "contrastive_lambda": 0.0014028567687308091,
      "epoch": 18.268870867124143,
      "step": 58570
    },
    {
      "contrastive_lambda": 0.001400897703213999,
      "epoch": 18.26918278228322,
      "step": 58571
    },
    {
      "contrastive_lambda": 0.0013989400046349743,
      "epoch": 18.269494697442294,
      "step": 58572
    },
    {
      "contrastive_lambda": 0.0013969836729990637,
      "epoch": 18.26980661260137,
      "step": 58573
    },
    {
      "contrastive_lambda": 0.001395028708311652,
      "epoch": 18.27011852776045,
      "step": 58574
    },
    {
      "contrastive_lambda": 0.001393075110578068,
      "epoch": 18.270430442919526,
      "step": 58575
    },
    {
      "contrastive_lambda": 0.0013911228798036412,
      "epoch": 18.270742358078603,
      "step": 58576
    },
    {
      "contrastive_lambda": 0.0013891720159938115,
      "epoch": 18.27105427323768,
      "step": 58577
    },
    {
      "contrastive_lambda": 0.0013872225191538523,
      "epoch": 18.271366188396755,
      "step": 58578
    },
    {
      "contrastive_lambda": 0.0013852743892890929,
      "epoch": 18.271678103555832,
      "step": 58579
    },
    {
      "epoch": 18.27199001871491,
      "grad_norm": 0.0824493020772934,
      "learning_rate": 1.5326965972123352e-07,
      "loss": 0.0228,
      "step": 58580
    },
    {
      "epoch": 18.27199001871491,
      "flow_loss": 0.022663287818431854,
      "step": 58580
    },
    {
      "contrastive_loss": 0.0032909668516367674,
      "epoch": 18.27199001871491,
      "step": 58580
    },
    {
      "contrastive_lambda": 0.0013833276264049732,
      "epoch": 18.27199001871491,
      "step": 58580
    },
    {
      "contrastive_lambda": 0.0013813822305067114,
      "epoch": 18.272301933873987,
      "step": 58581
    },
    {
      "contrastive_lambda": 0.0013794382015997475,
      "epoch": 18.272613849033064,
      "step": 58582
    },
    {
      "contrastive_lambda": 0.0013774955396893551,
      "epoch": 18.27292576419214,
      "step": 58583
    },
    {
      "contrastive_lambda": 0.0013755542447808633,
      "epoch": 18.273237679351215,
      "step": 58584
    },
    {
      "contrastive_lambda": 0.0013736143168796566,
      "epoch": 18.273549594510293,
      "step": 58585
    },
    {
      "contrastive_lambda": 0.0013716757559908976,
      "epoch": 18.27386150966937,
      "step": 58586
    },
    {
      "contrastive_lambda": 0.0013697385621200264,
      "epoch": 18.274173424828447,
      "step": 58587
    },
    {
      "contrastive_lambda": 0.001367802735272372,
      "epoch": 18.274485339987525,
      "step": 58588
    },
    {
      "contrastive_lambda": 0.001365868275453208,
      "epoch": 18.2747972551466,
      "step": 58589
    },
    {
      "epoch": 18.275109170305676,
      "grad_norm": 0.05246445909142494,
      "learning_rate": 1.5112112524146016e-07,
      "loss": 0.0181,
      "step": 58590
    },
    {
      "epoch": 18.275109170305676,
      "flow_loss": 0.006444710772484541,
      "step": 58590
    },
    {
      "contrastive_loss": 0.003424844704568386,
      "epoch": 18.275109170305676,
      "step": 58590
    },
    {
      "contrastive_lambda": 0.0013639351826677526,
      "epoch": 18.275109170305676,
      "step": 58590
    },
    {
      "contrastive_lambda": 0.0013620034569214456,
      "epoch": 18.275421085464753,
      "step": 58591
    },
    {
      "contrastive_lambda": 0.0013600730982195053,
      "epoch": 18.27573300062383,
      "step": 58592
    },
    {
      "contrastive_lambda": 0.001358144106567205,
      "epoch": 18.276044915782908,
      "step": 58593
    },
    {
      "contrastive_lambda": 0.001356216481969874,
      "epoch": 18.276356830941985,
      "step": 58594
    },
    {
      "contrastive_lambda": 0.001354290224432786,
      "epoch": 18.27666874610106,
      "step": 58595
    },
    {
      "contrastive_lambda": 0.0013523653339612696,
      "epoch": 18.276980661260136,
      "step": 58596
    },
    {
      "contrastive_lambda": 0.0013504418105604876,
      "epoch": 18.277292576419214,
      "step": 58597
    },
    {
      "contrastive_lambda": 0.0013485196542358246,
      "epoch": 18.27760449157829,
      "step": 58598
    },
    {
      "contrastive_lambda": 0.0013465988649924987,
      "epoch": 18.27791640673737,
      "step": 58599
    },
    {
      "epoch": 18.278228321896446,
      "grad_norm": 0.07981550693511963,
      "learning_rate": 1.4898773353489992e-07,
      "loss": 0.0202,
      "step": 58600
    },
    {
      "epoch": 18.278228321896446,
      "flow_loss": 0.023162802681326866,
      "step": 58600
    },
    {
      "contrastive_loss": 0.004640235099941492,
      "epoch": 18.278228321896446,
      "step": 58600
    },
    {
      "contrastive_lambda": 0.0013446794428357833,
      "epoch": 18.278228321896446,
      "step": 58600
    },
    {
      "contrastive_lambda": 0.001342761387770952,
      "epoch": 18.27854023705552,
      "step": 58601
    },
    {
      "contrastive_lambda": 0.001340844699803223,
      "epoch": 18.278852152214597,
      "step": 58602
    },
    {
      "contrastive_lambda": 0.0013389293789379253,
      "epoch": 18.279164067373674,
      "step": 58603
    },
    {
      "contrastive_lambda": 0.0013370154251802213,
      "epoch": 18.27947598253275,
      "step": 58604
    },
    {
      "contrastive_lambda": 0.0013351028385354402,
      "epoch": 18.27978789769183,
      "step": 58605
    },
    {
      "contrastive_lambda": 0.0013331916190087445,
      "epoch": 18.280099812850903,
      "step": 58606
    },
    {
      "contrastive_lambda": 0.0013312817666054633,
      "epoch": 18.28041172800998,
      "step": 58607
    },
    {
      "contrastive_lambda": 0.001329373281330759,
      "epoch": 18.280723643169058,
      "step": 58608
    },
    {
      "contrastive_lambda": 0.0013274661631899054,
      "epoch": 18.281035558328135,
      "step": 58609
    },
    {
      "epoch": 18.281347473487212,
      "grad_norm": 0.0560731403529644,
      "learning_rate": 1.4686948524962884e-07,
      "loss": 0.0224,
      "step": 58610
    },
    {
      "epoch": 18.281347473487212,
      "flow_loss": 0.01976538822054863,
      "step": 58610
    },
    {
      "contrastive_loss": 0.003152070567011833,
      "epoch": 18.281347473487212,
      "step": 58610
    },
    {
      "contrastive_lambda": 0.0013255604121880649,
      "epoch": 18.281347473487212,
      "step": 58610
    },
    {
      "contrastive_lambda": 0.0013236560283305665,
      "epoch": 18.28165938864629,
      "step": 58611
    },
    {
      "contrastive_lambda": 0.0013217530116225729,
      "epoch": 18.281971303805364,
      "step": 58612
    },
    {
      "contrastive_lambda": 0.001319851362069302,
      "epoch": 18.28228321896444,
      "step": 58613
    },
    {
      "contrastive_lambda": 0.001317951079675972,
      "epoch": 18.282595134123518,
      "step": 58614
    },
    {
      "contrastive_lambda": 0.0013160521644478007,
      "epoch": 18.282907049282596,
      "step": 58615
    },
    {
      "contrastive_lambda": 0.0013141546163900064,
      "epoch": 18.283218964441673,
      "step": 58616
    },
    {
      "contrastive_lambda": 0.001312258435507696,
      "epoch": 18.28353087960075,
      "step": 58617
    },
    {
      "contrastive_lambda": 0.0013103636218061987,
      "epoch": 18.283842794759824,
      "step": 58618
    },
    {
      "contrastive_lambda": 0.0013084701752906769,
      "epoch": 18.2841547099189,
      "step": 58619
    },
    {
      "epoch": 18.28446662507798,
      "grad_norm": 0.10139916092157364,
      "learning_rate": 1.4476638102911556e-07,
      "loss": 0.017,
      "step": 58620
    },
    {
      "epoch": 18.28446662507798,
      "flow_loss": 0.031148064881563187,
      "step": 58620
    },
    {
      "contrastive_loss": 0.003215092932805419,
      "epoch": 18.28446662507798,
      "step": 58620
    },
    {
      "contrastive_lambda": 0.0013065780959662376,
      "epoch": 18.28446662507798,
      "step": 58620
    },
    {
      "contrastive_lambda": 0.0013046873838381545,
      "epoch": 18.284778540237056,
      "step": 58621
    },
    {
      "contrastive_lambda": 0.00130279803891159,
      "epoch": 18.285090455396134,
      "step": 58622
    },
    {
      "contrastive_lambda": 0.0013009100611917623,
      "epoch": 18.285402370555207,
      "step": 58623
    },
    {
      "contrastive_lambda": 0.0012990234506837783,
      "epoch": 18.285714285714285,
      "step": 58624
    },
    {
      "contrastive_lambda": 0.0012971382073928006,
      "epoch": 18.286026200873362,
      "step": 58625
    },
    {
      "contrastive_lambda": 0.0012952543313240472,
      "epoch": 18.28633811603244,
      "step": 58626
    },
    {
      "contrastive_lambda": 0.0012933718224826807,
      "epoch": 18.286650031191517,
      "step": 58627
    },
    {
      "contrastive_lambda": 0.001291490680873808,
      "epoch": 18.286961946350594,
      "step": 58628
    },
    {
      "contrastive_lambda": 0.0012896109065027028,
      "epoch": 18.287273861509668,
      "step": 58629
    },
    {
      "epoch": 18.287585776668745,
      "grad_norm": 0.07277360558509827,
      "learning_rate": 1.4267842151222123e-07,
      "loss": 0.0236,
      "step": 58630
    },
    {
      "epoch": 18.287585776668745,
      "flow_loss": 0.021113064140081406,
      "step": 58630
    },
    {
      "contrastive_loss": 0.0033410312607884407,
      "epoch": 18.287585776668745,
      "step": 58630
    },
    {
      "contrastive_lambda": 0.0012877324993744166,
      "epoch": 18.287585776668745,
      "step": 58630
    },
    {
      "contrastive_lambda": 0.0012858554594941118,
      "epoch": 18.287897691827823,
      "step": 58631
    },
    {
      "contrastive_lambda": 0.0012839797868669511,
      "epoch": 18.2882096069869,
      "step": 58632
    },
    {
      "contrastive_lambda": 0.001282105481498097,
      "epoch": 18.288521522145977,
      "step": 58633
    },
    {
      "contrastive_lambda": 0.0012802325433926565,
      "epoch": 18.288833437305055,
      "step": 58634
    },
    {
      "contrastive_lambda": 0.0012783609725557366,
      "epoch": 18.28914535246413,
      "step": 58635
    },
    {
      "contrastive_lambda": 0.0012764907689925553,
      "epoch": 18.289457267623206,
      "step": 58636
    },
    {
      "contrastive_lambda": 0.0012746219327081643,
      "epoch": 18.289769182782283,
      "step": 58637
    },
    {
      "contrastive_lambda": 0.001272754463707726,
      "epoch": 18.29008109794136,
      "step": 58638
    },
    {
      "contrastive_lambda": 0.0012708883619963474,
      "epoch": 18.290393013100438,
      "step": 58639
    },
    {
      "epoch": 18.29070492825951,
      "grad_norm": 0.06749355792999268,
      "learning_rate": 1.4060560733321626e-07,
      "loss": 0.0206,
      "step": 58640
    },
    {
      "epoch": 18.29070492825951,
      "flow_loss": 0.023404903709888458,
      "step": 58640
    },
    {
      "contrastive_loss": 0.004308310337364674,
      "epoch": 18.29070492825951,
      "step": 58640
    },
    {
      "contrastive_lambda": 0.0012690236275791356,
      "epoch": 18.29070492825951,
      "step": 58640
    },
    {
      "contrastive_lambda": 0.001267160260461253,
      "epoch": 18.29101684341859,
      "step": 58641
    },
    {
      "contrastive_lambda": 0.001265298260647696,
      "epoch": 18.291328758577666,
      "step": 58642
    },
    {
      "contrastive_lambda": 0.001263437628143682,
      "epoch": 18.291640673736744,
      "step": 58643
    },
    {
      "contrastive_lambda": 0.0012615783629542632,
      "epoch": 18.29195258889582,
      "step": 58644
    },
    {
      "contrastive_lambda": 0.0012597204650845462,
      "epoch": 18.2922645040549,
      "step": 58645
    },
    {
      "contrastive_lambda": 0.001257863934539638,
      "epoch": 18.292576419213972,
      "step": 58646
    },
    {
      "contrastive_lambda": 0.001256008771324646,
      "epoch": 18.29288833437305,
      "step": 58647
    },
    {
      "contrastive_lambda": 0.0012541549754445103,
      "epoch": 18.293200249532127,
      "step": 58648
    },
    {
      "contrastive_lambda": 0.0012523025469045046,
      "epoch": 18.293512164691204,
      "step": 58649
    },
    {
      "epoch": 18.293824079850282,
      "grad_norm": 0.05761245638132095,
      "learning_rate": 1.385479391217692e-07,
      "loss": 0.0204,
      "step": 58650
    },
    {
      "epoch": 18.293824079850282,
      "flow_loss": 0.018168089911341667,
      "step": 58650
    },
    {
      "contrastive_loss": 0.0038793731946498156,
      "epoch": 18.293824079850282,
      "step": 58650
    },
    {
      "contrastive_lambda": 0.001250451485709625,
      "epoch": 18.293824079850282,
      "step": 58650
    },
    {
      "contrastive_lambda": 0.0012486017918649783,
      "epoch": 18.29413599500936,
      "step": 58651
    },
    {
      "contrastive_lambda": 0.0012467534653755608,
      "epoch": 18.294447910168433,
      "step": 58652
    },
    {
      "contrastive_lambda": 0.0012449065062464792,
      "epoch": 18.29475982532751,
      "step": 58653
    },
    {
      "contrastive_lambda": 0.0012430609144828408,
      "epoch": 18.295071740486588,
      "step": 58654
    },
    {
      "contrastive_lambda": 0.0012412166900896415,
      "epoch": 18.295383655645665,
      "step": 58655
    },
    {
      "contrastive_lambda": 0.0012393738330719883,
      "epoch": 18.295695570804742,
      "step": 58656
    },
    {
      "contrastive_lambda": 0.0012375323434348773,
      "epoch": 18.296007485963816,
      "step": 58657
    },
    {
      "contrastive_lambda": 0.0012356922211834154,
      "epoch": 18.296319401122894,
      "step": 58658
    },
    {
      "contrastive_lambda": 0.0012338534663226541,
      "epoch": 18.29663131628197,
      "step": 58659
    },
    {
      "epoch": 18.29694323144105,
      "grad_norm": 0.03849921002984047,
      "learning_rate": 1.365054175029412e-07,
      "loss": 0.0159,
      "step": 58660
    },
    {
      "epoch": 18.29694323144105,
      "flow_loss": 0.010379479266703129,
      "step": 58660
    },
    {
      "contrastive_loss": 0.0036314178723841906,
      "epoch": 18.29694323144105,
      "step": 58660
    },
    {
      "contrastive_lambda": 0.001232016078857534,
      "epoch": 18.29694323144105,
      "step": 58660
    },
    {
      "contrastive_lambda": 0.0012301800587932177,
      "epoch": 18.297255146600126,
      "step": 58661
    },
    {
      "contrastive_lambda": 0.0012283454061346455,
      "epoch": 18.297567061759203,
      "step": 58662
    },
    {
      "contrastive_lambda": 0.001226512120886869,
      "epoch": 18.297878976918277,
      "step": 58663
    },
    {
      "contrastive_lambda": 0.0012246802030549953,
      "epoch": 18.298190892077354,
      "step": 58664
    },
    {
      "contrastive_lambda": 0.0012228496526439092,
      "epoch": 18.29850280723643,
      "step": 58665
    },
    {
      "contrastive_lambda": 0.001221020469658718,
      "epoch": 18.29881472239551,
      "step": 58666
    },
    {
      "contrastive_lambda": 0.0012191926541044174,
      "epoch": 18.299126637554586,
      "step": 58667
    },
    {
      "contrastive_lambda": 0.001217366205986059,
      "epoch": 18.299438552713664,
      "step": 58668
    },
    {
      "contrastive_lambda": 0.0012155411253085835,
      "epoch": 18.299750467872737,
      "step": 58669
    },
    {
      "epoch": 18.300062383031815,
      "grad_norm": 0.06015457212924957,
      "learning_rate": 1.3447804309719702e-07,
      "loss": 0.0232,
      "step": 58670
    },
    {
      "epoch": 18.300062383031815,
      "flow_loss": 0.03698313236236572,
      "step": 58670
    },
    {
      "contrastive_loss": 0.003119617234915495,
      "epoch": 18.300062383031815,
      "step": 58670
    },
    {
      "contrastive_lambda": 0.0012137174120770422,
      "epoch": 18.300062383031815,
      "step": 58670
    },
    {
      "contrastive_lambda": 0.0012118950662963757,
      "epoch": 18.300374298190892,
      "step": 58671
    },
    {
      "contrastive_lambda": 0.0012100740879716354,
      "epoch": 18.30068621334997,
      "step": 58672
    },
    {
      "contrastive_lambda": 0.001208254477107762,
      "epoch": 18.300998128509047,
      "step": 58673
    },
    {
      "contrastive_lambda": 0.0012064362337098622,
      "epoch": 18.30131004366812,
      "step": 58674
    },
    {
      "contrastive_lambda": 0.0012046193577827657,
      "epoch": 18.301621958827198,
      "step": 58675
    },
    {
      "contrastive_lambda": 0.0012028038493315796,
      "epoch": 18.301933873986275,
      "step": 58676
    },
    {
      "contrastive_lambda": 0.0012009897083611887,
      "epoch": 18.302245789145353,
      "step": 58677
    },
    {
      "contrastive_lambda": 0.001199176934876589,
      "epoch": 18.30255770430443,
      "step": 58678
    },
    {
      "contrastive_lambda": 0.0011973655288827767,
      "epoch": 18.302869619463507,
      "step": 58679
    },
    {
      "epoch": 18.30318153462258,
      "grad_norm": 0.06291105598211288,
      "learning_rate": 1.3246581652040512e-07,
      "loss": 0.0209,
      "step": 58680
    },
    {
      "epoch": 18.30318153462258,
      "flow_loss": 0.024347443133592606,
      "step": 58680
    },
    {
      "contrastive_loss": 0.0036125134211033583,
      "epoch": 18.30318153462258,
      "step": 58680
    },
    {
      "contrastive_lambda": 0.0011955554903847476,
      "epoch": 18.30318153462258,
      "step": 58680
    },
    {
      "contrastive_lambda": 0.0011937468193873868,
      "epoch": 18.30349344978166,
      "step": 58681
    },
    {
      "contrastive_lambda": 0.0011919395158956902,
      "epoch": 18.303805364940736,
      "step": 58682
    },
    {
      "contrastive_lambda": 0.001190133579914654,
      "epoch": 18.304117280099813,
      "step": 58683
    },
    {
      "contrastive_lambda": 0.001188329011449163,
      "epoch": 18.30442919525889,
      "step": 58684
    },
    {
      "contrastive_lambda": 0.0011865258105041576,
      "epoch": 18.304741110417968,
      "step": 58685
    },
    {
      "contrastive_lambda": 0.0011847239770846896,
      "epoch": 18.305053025577042,
      "step": 58686
    },
    {
      "contrastive_lambda": 0.0011829235111955327,
      "epoch": 18.30536494073612,
      "step": 58687
    },
    {
      "contrastive_lambda": 0.0011811244128417386,
      "epoch": 18.305676855895197,
      "step": 58688
    },
    {
      "contrastive_lambda": 0.0011793266820282478,
      "epoch": 18.305988771054274,
      "step": 58689
    },
    {
      "epoch": 18.30630068621335,
      "grad_norm": 0.04947758466005325,
      "learning_rate": 1.3046873838381546e-07,
      "loss": 0.0259,
      "step": 58690
    },
    {
      "epoch": 18.30630068621335,
      "flow_loss": 0.026566840708255768,
      "step": 58690
    },
    {
      "contrastive_loss": 0.0034743226133286953,
      "epoch": 18.30630068621335,
      "step": 58690
    },
    {
      "contrastive_lambda": 0.001177530318759945,
      "epoch": 18.30630068621335,
      "step": 58690
    },
    {
      "contrastive_lambda": 0.001175735323041771,
      "epoch": 18.306612601372425,
      "step": 58691
    },
    {
      "contrastive_lambda": 0.0011739416948786108,
      "epoch": 18.306924516531502,
      "step": 58692
    },
    {
      "contrastive_lambda": 0.0011721494342754046,
      "epoch": 18.30723643169058,
      "step": 58693
    },
    {
      "contrastive_lambda": 0.0011703585412370932,
      "epoch": 18.307548346849657,
      "step": 58694
    },
    {
      "contrastive_lambda": 0.0011685690157685613,
      "epoch": 18.307860262008735,
      "step": 58695
    },
    {
      "contrastive_lambda": 0.0011667808578747496,
      "epoch": 18.308172177167812,
      "step": 58696
    },
    {
      "contrastive_lambda": 0.0011649940675604875,
      "epoch": 18.308484092326886,
      "step": 58697
    },
    {
      "contrastive_lambda": 0.0011632086448307155,
      "epoch": 18.308796007485963,
      "step": 58698
    },
    {
      "contrastive_lambda": 0.001161424589690374,
      "epoch": 18.30910792264504,
      "step": 58699
    },
    {
      "epoch": 18.309419837804118,
      "grad_norm": 0.06941122561693192,
      "learning_rate": 1.2848680929409828e-07,
      "loss": 0.0215,
      "step": 58700
    },
    {
      "epoch": 18.309419837804118,
      "flow_loss": 0.03088735044002533,
      "step": 58700
    },
    {
      "contrastive_loss": 0.003450591117143631,
      "epoch": 18.309419837804118,
      "step": 58700
    },
    {
      "contrastive_lambda": 0.0011596419021442927,
      "epoch": 18.309419837804118,
      "step": 58700
    },
    {
      "contrastive_lambda": 0.0011578605821973564,
      "epoch": 18.309731752963195,
      "step": 58701
    },
    {
      "contrastive_lambda": 0.0011560806298545057,
      "epoch": 18.310043668122272,
      "step": 58702
    },
    {
      "contrastive_lambda": 0.0011543020451205144,
      "epoch": 18.310355583281346,
      "step": 58703
    },
    {
      "contrastive_lambda": 0.0011525248280003786,
      "epoch": 18.310667498440424,
      "step": 58704
    },
    {
      "contrastive_lambda": 0.0011507489784989278,
      "epoch": 18.3109794135995,
      "step": 58705
    },
    {
      "contrastive_lambda": 0.0011489744966209914,
      "epoch": 18.31129132875858,
      "step": 58706
    },
    {
      "contrastive_lambda": 0.00114720138237151,
      "epoch": 18.311603243917656,
      "step": 58707
    },
    {
      "contrastive_lambda": 0.0011454296357552574,
      "epoch": 18.31191515907673,
      "step": 58708
    },
    {
      "contrastive_lambda": 0.0011436592567771187,
      "epoch": 18.312227074235807,
      "step": 58709
    },
    {
      "epoch": 18.312538989394884,
      "grad_norm": 0.07053734362125397,
      "learning_rate": 1.2652002985331091e-07,
      "loss": 0.0211,
      "step": 58710
    },
    {
      "epoch": 18.312538989394884,
      "flow_loss": 0.012180882506072521,
      "step": 58710
    },
    {
      "contrastive_loss": 0.003976167179644108,
      "epoch": 18.312538989394884,
      "step": 58710
    },
    {
      "contrastive_lambda": 0.0011418902454420343,
      "epoch": 18.312538989394884,
      "step": 58710
    },
    {
      "contrastive_lambda": 0.0011401226017546673,
      "epoch": 18.31285090455396,
      "step": 58711
    },
    {
      "contrastive_lambda": 0.001138356325720069,
      "epoch": 18.31316281971304,
      "step": 58712
    },
    {
      "contrastive_lambda": 0.001136591417342958,
      "epoch": 18.313474734872116,
      "step": 58713
    },
    {
      "contrastive_lambda": 0.0011348278766282194,
      "epoch": 18.31378665003119,
      "step": 58714
    },
    {
      "contrastive_lambda": 0.0011330657035806824,
      "epoch": 18.314098565190267,
      "step": 58715
    },
    {
      "contrastive_lambda": 0.0011313048982051765,
      "epoch": 18.314410480349345,
      "step": 58716
    },
    {
      "contrastive_lambda": 0.0011295454605064759,
      "epoch": 18.314722395508422,
      "step": 58717
    },
    {
      "contrastive_lambda": 0.0011277873904894653,
      "epoch": 18.3150343106675,
      "step": 58718
    },
    {
      "contrastive_lambda": 0.0011260306881589743,
      "epoch": 18.315346225826577,
      "step": 58719
    },
    {
      "epoch": 18.31565814098565,
      "grad_norm": 0.04611992463469505,
      "learning_rate": 1.2456840065889764e-07,
      "loss": 0.0191,
      "step": 58720
    },
    {
      "epoch": 18.31565814098565,
      "flow_loss": 0.013064694590866566,
      "step": 58720
    },
    {
      "contrastive_loss": 0.003918003290891647,
      "epoch": 18.31565814098565,
      "step": 58720
    },
    {
      "contrastive_lambda": 0.001124275353519777,
      "epoch": 18.31565814098565,
      "step": 58720
    },
    {
      "contrastive_lambda": 0.001122521386576758,
      "epoch": 18.315970056144728,
      "step": 58721
    },
    {
      "contrastive_lambda": 0.0011207687873345806,
      "epoch": 18.316281971303805,
      "step": 58722
    },
    {
      "contrastive_lambda": 0.0011190175557981852,
      "epoch": 18.316593886462883,
      "step": 58723
    },
    {
      "contrastive_lambda": 0.0011172676919723457,
      "epoch": 18.31690580162196,
      "step": 58724
    },
    {
      "contrastive_lambda": 0.001115519195861836,
      "epoch": 18.317217716781034,
      "step": 58725
    },
    {
      "contrastive_lambda": 0.0011137720674714302,
      "epoch": 18.31752963194011,
      "step": 58726
    },
    {
      "contrastive_lambda": 0.0011120263068059577,
      "epoch": 18.31784154709919,
      "step": 58727
    },
    {
      "contrastive_lambda": 0.0011102819138701925,
      "epoch": 18.318153462258266,
      "step": 58728
    },
    {
      "contrastive_lambda": 0.0011085388886689085,
      "epoch": 18.318465377417343,
      "step": 58729
    },
    {
      "epoch": 18.31877729257642,
      "grad_norm": 0.07317668944597244,
      "learning_rate": 1.226319223037231e-07,
      "loss": 0.0181,
      "step": 58730
    },
    {
      "epoch": 18.31877729257642,
      "flow_loss": 0.011300863698124886,
      "step": 58730
    },
    {
      "contrastive_loss": 0.004041073843836784,
      "epoch": 18.31877729257642,
      "step": 58730
    },
    {
      "contrastive_lambda": 0.0011067972312068797,
      "epoch": 18.31877729257642,
      "step": 58730
    },
    {
      "contrastive_lambda": 0.0011050569414889355,
      "epoch": 18.319089207735495,
      "step": 58731
    },
    {
      "contrastive_lambda": 0.0011033180195197945,
      "epoch": 18.319401122894572,
      "step": 58732
    },
    {
      "contrastive_lambda": 0.001101580465304175,
      "epoch": 18.31971303805365,
      "step": 58733
    },
    {
      "contrastive_lambda": 0.001099844278846962,
      "epoch": 18.320024953212727,
      "step": 58734
    },
    {
      "contrastive_lambda": 0.0010981094601528185,
      "epoch": 18.320336868371804,
      "step": 58735
    },
    {
      "contrastive_lambda": 0.001096376009226574,
      "epoch": 18.32064878353088,
      "step": 58736
    },
    {
      "contrastive_lambda": 0.0010946439260728913,
      "epoch": 18.320960698689955,
      "step": 58737
    },
    {
      "contrastive_lambda": 0.0010929132106966,
      "epoch": 18.321272613849032,
      "step": 58738
    },
    {
      "contrastive_lambda": 0.001091183863102363,
      "epoch": 18.32158452900811,
      "step": 58739
    },
    {
      "epoch": 18.321896444167187,
      "grad_norm": 0.06868568807840347,
      "learning_rate": 1.2071059537603902e-07,
      "loss": 0.0215,
      "step": 58740
    },
    {
      "epoch": 18.321896444167187,
      "flow_loss": 0.016555240377783775,
      "step": 58740
    },
    {
      "contrastive_loss": 0.0031087168026715517,
      "epoch": 18.321896444167187,
      "step": 58740
    },
    {
      "contrastive_lambda": 0.0010894558832950652,
      "epoch": 18.321896444167187,
      "step": 58740
    },
    {
      "contrastive_lambda": 0.0010877292712792586,
      "epoch": 18.322208359326265,
      "step": 58741
    },
    {
      "contrastive_lambda": 0.0010860040270598281,
      "epoch": 18.32252027448534,
      "step": 58742
    },
    {
      "contrastive_lambda": 0.0010842801506414368,
      "epoch": 18.322832189644416,
      "step": 58743
    },
    {
      "contrastive_lambda": 0.001082557642028803,
      "epoch": 18.323144104803493,
      "step": 58744
    },
    {
      "contrastive_lambda": 0.0010808365012266452,
      "epoch": 18.32345601996257,
      "step": 58745
    },
    {
      "contrastive_lambda": 0.0010791167282397374,
      "epoch": 18.323767935121648,
      "step": 58746
    },
    {
      "contrastive_lambda": 0.0010773983230727424,
      "epoch": 18.324079850280725,
      "step": 58747
    },
    {
      "contrastive_lambda": 0.0010756812857304343,
      "epoch": 18.3243917654398,
      "step": 58748
    },
    {
      "contrastive_lambda": 0.0010739656162174205,
      "epoch": 18.324703680598876,
      "step": 58749
    },
    {
      "epoch": 18.325015595757954,
      "grad_norm": 0.06212211400270462,
      "learning_rate": 1.1880442045948403e-07,
      "loss": 0.0216,
      "step": 58750
    },
    {
      "epoch": 18.325015595757954,
      "flow_loss": 0.0167569387704134,
      "step": 58750
    },
    {
      "contrastive_loss": 0.004530680365860462,
      "epoch": 18.325015595757954,
      "step": 58750
    },
    {
      "contrastive_lambda": 0.0010722513145384749,
      "epoch": 18.325015595757954,
      "step": 58750
    },
    {
      "contrastive_lambda": 0.0010705383806982605,
      "epoch": 18.32532751091703,
      "step": 58751
    },
    {
      "contrastive_lambda": 0.0010688268147014957,
      "epoch": 18.32563942607611,
      "step": 58752
    },
    {
      "contrastive_lambda": 0.001067116616552899,
      "epoch": 18.325951341235186,
      "step": 58753
    },
    {
      "contrastive_lambda": 0.0010654077862570777,
      "epoch": 18.32626325639426,
      "step": 58754
    },
    {
      "contrastive_lambda": 0.0010637003238188059,
      "epoch": 18.326575171553337,
      "step": 58755
    },
    {
      "contrastive_lambda": 0.0010619942292427464,
      "epoch": 18.326887086712414,
      "step": 58756
    },
    {
      "contrastive_lambda": 0.0010602895025335068,
      "epoch": 18.32719900187149,
      "step": 58757
    },
    {
      "contrastive_lambda": 0.001058586143695861,
      "epoch": 18.32751091703057,
      "step": 58758
    },
    {
      "contrastive_lambda": 0.0010568841527344164,
      "epoch": 18.327822832189643,
      "step": 58759
    },
    {
      "epoch": 18.32813474734872,
      "grad_norm": 0.06567094475030899,
      "learning_rate": 1.1691339813311164e-07,
      "loss": 0.0169,
      "step": 58760
    },
    {
      "epoch": 18.32813474734872,
      "flow_loss": 0.017801372334361076,
      "step": 58760
    },
    {
      "contrastive_loss": 0.003218226134777069,
      "epoch": 18.32813474734872,
      "step": 58760
    },
    {
      "contrastive_lambda": 0.0010551835296538359,
      "epoch": 18.32813474734872,
      "step": 58760
    },
    {
      "contrastive_lambda": 0.001053484274458838,
      "epoch": 18.328446662507798,
      "step": 58761
    },
    {
      "contrastive_lambda": 0.0010517863871539745,
      "epoch": 18.328758577666875,
      "step": 58762
    },
    {
      "contrastive_lambda": 0.0010500898677440196,
      "epoch": 18.329070492825952,
      "step": 58763
    },
    {
      "contrastive_lambda": 0.0010483947162335805,
      "epoch": 18.32938240798503,
      "step": 58764
    },
    {
      "contrastive_lambda": 0.0010467009326272647,
      "epoch": 18.329694323144103,
      "step": 58765
    },
    {
      "contrastive_lambda": 0.0010450085169297907,
      "epoch": 18.33000623830318,
      "step": 58766
    },
    {
      "contrastive_lambda": 0.0010433174691457103,
      "epoch": 18.330318153462258,
      "step": 58767
    },
    {
      "contrastive_lambda": 0.0010416277892796866,
      "epoch": 18.330630068621335,
      "step": 58768
    },
    {
      "contrastive_lambda": 0.0010399394773364379,
      "epoch": 18.330941983780413,
      "step": 58769
    },
    {
      "epoch": 18.33125389893949,
      "grad_norm": 0.04733031988143921,
      "learning_rate": 1.1503752897136233e-07,
      "loss": 0.0164,
      "step": 58770
    },
    {
      "epoch": 18.33125389893949,
      "flow_loss": 0.05623812973499298,
      "step": 58770
    },
    {
      "contrastive_loss": 0.003182548563927412,
      "epoch": 18.33125389893949,
      "step": 58770
    },
    {
      "contrastive_lambda": 0.0010382525333204606,
      "epoch": 18.33125389893949,
      "step": 58770
    },
    {
      "contrastive_lambda": 0.0010365669572364733,
      "epoch": 18.331565814098564,
      "step": 58771
    },
    {
      "contrastive_lambda": 0.0010348827490890833,
      "epoch": 18.33187772925764,
      "step": 58772
    },
    {
      "contrastive_lambda": 0.0010331999088828425,
      "epoch": 18.33218964441672,
      "step": 58773
    },
    {
      "contrastive_lambda": 0.0010315184366224694,
      "epoch": 18.332501559575796,
      "step": 58774
    },
    {
      "contrastive_lambda": 0.001029838332312516,
      "epoch": 18.332813474734873,
      "step": 58775
    },
    {
      "contrastive_lambda": 0.001028159595957534,
      "epoch": 18.333125389893947,
      "step": 58776
    },
    {
      "contrastive_lambda": 0.001026482227562242,
      "epoch": 18.333437305053025,
      "step": 58777
    },
    {
      "contrastive_lambda": 0.0010248062271311364,
      "epoch": 18.333749220212102,
      "step": 58778
    },
    {
      "contrastive_lambda": 0.0010231315946688802,
      "epoch": 18.33406113537118,
      "step": 58779
    },
    {
      "epoch": 18.334373050530257,
      "grad_norm": 0.14341861009597778,
      "learning_rate": 1.1317681354407472e-07,
      "loss": 0.0262,
      "step": 58780
    },
    {
      "epoch": 18.334373050530257,
      "flow_loss": 0.016140082851052284,
      "step": 58780
    },
    {
      "contrastive_loss": 0.003819020465016365,
      "epoch": 18.334373050530257,
      "step": 58780
    },
    {
      "contrastive_lambda": 0.001021458330180025,
      "epoch": 18.334373050530257,
      "step": 58780
    },
    {
      "contrastive_lambda": 0.0010197864336691786,
      "epoch": 18.334684965689334,
      "step": 58781
    },
    {
      "contrastive_lambda": 0.0010181159051409483,
      "epoch": 18.334996880848408,
      "step": 58782
    },
    {
      "contrastive_lambda": 0.001016446744599886,
      "epoch": 18.335308796007485,
      "step": 58783
    },
    {
      "contrastive_lambda": 0.001014778952050488,
      "epoch": 18.335620711166563,
      "step": 58784
    },
    {
      "contrastive_lambda": 0.0010131125274974728,
      "epoch": 18.33593262632564,
      "step": 58785
    },
    {
      "contrastive_lambda": 0.001011447470945337,
      "epoch": 18.336244541484717,
      "step": 58786
    },
    {
      "contrastive_lambda": 0.0010097837823986322,
      "epoch": 18.336556456643795,
      "step": 58787
    },
    {
      "contrastive_lambda": 0.0010081214618619105,
      "epoch": 18.33686837180287,
      "step": 58788
    },
    {
      "contrastive_lambda": 0.0010064605093397794,
      "epoch": 18.337180286961946,
      "step": 58789
    },
    {
      "epoch": 18.337492202121023,
      "grad_norm": 0.06272149831056595,
      "learning_rate": 1.1133125241649111e-07,
      "loss": 0.0204,
      "step": 58790
    },
    {
      "epoch": 18.337492202121023,
      "flow_loss": 0.01254387479275465,
      "step": 58790
    },
    {
      "contrastive_loss": 0.003622653428465128,
      "epoch": 18.337492202121023,
      "step": 58790
    },
    {
      "contrastive_lambda": 0.0010048009248367906,
      "epoch": 18.337492202121023,
      "step": 58790
    },
    {
      "contrastive_lambda": 0.0010031427083574407,
      "epoch": 18.3378041172801,
      "step": 58791
    },
    {
      "contrastive_lambda": 0.001001485859906337,
      "epoch": 18.338116032439178,
      "step": 58792
    },
    {
      "contrastive_lambda": 0.000999830379487976,
      "epoch": 18.33842794759825,
      "step": 58793
    },
    {
      "contrastive_lambda": 0.0009981762671069094,
      "epoch": 18.33873986275733,
      "step": 58794
    },
    {
      "contrastive_lambda": 0.0009965235227676894,
      "epoch": 18.339051777916406,
      "step": 58795
    },
    {
      "contrastive_lambda": 0.0009948721464748123,
      "epoch": 18.339363693075484,
      "step": 58796
    },
    {
      "contrastive_lambda": 0.00099322213823283,
      "epoch": 18.33967560823456,
      "step": 58797
    },
    {
      "contrastive_lambda": 0.0009915734980462387,
      "epoch": 18.33998752339364,
      "step": 58798
    },
    {
      "contrastive_lambda": 0.0009899262259196462,
      "epoch": 18.340299438552712,
      "step": 58799
    },
    {
      "epoch": 18.34061135371179,
      "grad_norm": 0.07320868968963623,
      "learning_rate": 1.0950084614922973e-07,
      "loss": 0.0196,
      "step": 58800
    },
    {
      "epoch": 18.34061135371179,
      "flow_loss": 0.02621294930577278,
      "step": 58800
    },
    {
      "contrastive_loss": 0.0029767192900180817,
      "epoch": 18.34061135371179,
      "step": 58800
    },
    {
      "contrastive_lambda": 0.0009882803218574376,
      "epoch": 18.34061135371179,
      "step": 58800
    },
    {
      "contrastive_lambda": 0.0009866357858642205,
      "epoch": 18.340923268870867,
      "step": 58801
    },
    {
      "contrastive_lambda": 0.0009849926179444912,
      "epoch": 18.341235184029944,
      "step": 58802
    },
    {
      "contrastive_lambda": 0.0009833508181026906,
      "epoch": 18.34154709918902,
      "step": 58803
    },
    {
      "contrastive_lambda": 0.0009817103863433707,
      "epoch": 18.341859014348096,
      "step": 58804
    },
    {
      "contrastive_lambda": 0.0009800713226710833,
      "epoch": 18.342170929507173,
      "step": 58805
    },
    {
      "contrastive_lambda": 0.0009784336270902139,
      "epoch": 18.34248284466625,
      "step": 58806
    },
    {
      "contrastive_lambda": 0.0009767972996053143,
      "epoch": 18.342794759825328,
      "step": 58807
    },
    {
      "contrastive_lambda": 0.0009751623402208809,
      "epoch": 18.343106674984405,
      "step": 58808
    },
    {
      "contrastive_lambda": 0.0009735287489413547,
      "epoch": 18.343418590143482,
      "step": 58809
    },
    {
      "epoch": 18.343730505302556,
      "grad_norm": 0.05385700985789299,
      "learning_rate": 1.0768559529834021e-07,
      "loss": 0.0172,
      "step": 58810
    },
    {
      "epoch": 18.343730505302556,
      "flow_loss": 0.05175580456852913,
      "step": 58810
    },
    {
      "contrastive_loss": 0.0032870806753635406,
      "epoch": 18.343730505302556,
      "step": 58810
    },
    {
      "contrastive_lambda": 0.000971896525771232,
      "epoch": 18.343730505302556,
      "step": 58810
    },
    {
      "contrastive_lambda": 0.0009702656707149537,
      "epoch": 18.344042420461633,
      "step": 58811
    },
    {
      "contrastive_lambda": 0.0009686361837770718,
      "epoch": 18.34435433562071,
      "step": 58812
    },
    {
      "contrastive_lambda": 0.0009670080649619717,
      "epoch": 18.344666250779788,
      "step": 58813
    },
    {
      "contrastive_lambda": 0.0009653813142742051,
      "epoch": 18.344978165938866,
      "step": 58814
    },
    {
      "contrastive_lambda": 0.0009637559317181577,
      "epoch": 18.345290081097943,
      "step": 58815
    },
    {
      "contrastive_lambda": 0.0009621319172982701,
      "epoch": 18.345601996257017,
      "step": 58816
    },
    {
      "contrastive_lambda": 0.0009605092710190943,
      "epoch": 18.345913911416094,
      "step": 58817
    },
    {
      "contrastive_lambda": 0.0009588879928849603,
      "epoch": 18.34622582657517,
      "step": 58818
    },
    {
      "contrastive_lambda": 0.0009572680829003644,
      "epoch": 18.34653774173425,
      "step": 58819
    },
    {
      "epoch": 18.346849656893326,
      "grad_norm": 0.06138864532113075,
      "learning_rate": 1.0588550041522594e-07,
      "loss": 0.0228,
      "step": 58820
    },
    {
      "epoch": 18.346849656893326,
      "flow_loss": 0.01890883408486843,
      "step": 58820
    },
    {
      "contrastive_loss": 0.0038366196677088737,
      "epoch": 18.346849656893326,
      "step": 58820
    },
    {
      "contrastive_lambda": 0.0009556495410698029,
      "epoch": 18.346849656893326,
      "step": 58820
    },
    {
      "contrastive_lambda": 0.0009540323673976614,
      "epoch": 18.3471615720524,
      "step": 58821
    },
    {
      "contrastive_lambda": 0.0009524165618883251,
      "epoch": 18.347473487211477,
      "step": 58822
    },
    {
      "contrastive_lambda": 0.0009508021245462905,
      "epoch": 18.347785402370555,
      "step": 58823
    },
    {
      "contrastive_lambda": 0.0009491890553759985,
      "epoch": 18.348097317529632,
      "step": 58824
    },
    {
      "contrastive_lambda": 0.0009475773543818344,
      "epoch": 18.34840923268871,
      "step": 58825
    },
    {
      "contrastive_lambda": 0.0009459670215681837,
      "epoch": 18.348721147847787,
      "step": 58826
    },
    {
      "contrastive_lambda": 0.0009443580569395427,
      "epoch": 18.34903306300686,
      "step": 58827
    },
    {
      "contrastive_lambda": 0.0009427504605002412,
      "epoch": 18.349344978165938,
      "step": 58828
    },
    {
      "contrastive_lambda": 0.0009411442322547758,
      "epoch": 18.349656893325015,
      "step": 58829
    },
    {
      "epoch": 18.349968808484093,
      "grad_norm": 0.06158597022294998,
      "learning_rate": 1.0410056204672169e-07,
      "loss": 0.0218,
      "step": 58830
    },
    {
      "epoch": 18.349968808484093,
      "flow_loss": 0.03276630491018295,
      "step": 58830
    },
    {
      "contrastive_loss": 0.0033795302733778954,
      "epoch": 18.349968808484093,
      "step": 58830
    },
    {
      "contrastive_lambda": 0.0009395393722074208,
      "epoch": 18.349968808484093,
      "step": 58830
    },
    {
      "contrastive_lambda": 0.000937935880362728,
      "epoch": 18.35028072364317,
      "step": 58831
    },
    {
      "contrastive_lambda": 0.0009363337567249719,
      "epoch": 18.350592638802247,
      "step": 58832
    },
    {
      "contrastive_lambda": 0.0009347330012985933,
      "epoch": 18.35090455396132,
      "step": 58833
    },
    {
      "contrastive_lambda": 0.0009331336140880331,
      "epoch": 18.3512164691204,
      "step": 58834
    },
    {
      "contrastive_lambda": 0.0009315355950975657,
      "epoch": 18.351528384279476,
      "step": 58835
    },
    {
      "contrastive_lambda": 0.0009299389443316319,
      "epoch": 18.351840299438553,
      "step": 58836
    },
    {
      "contrastive_lambda": 0.0009283436617946172,
      "epoch": 18.35215221459763,
      "step": 58837
    },
    {
      "contrastive_lambda": 0.000926749747490907,
      "epoch": 18.352464129756704,
      "step": 58838
    },
    {
      "contrastive_lambda": 0.000925157201424831,
      "epoch": 18.35277604491578,
      "step": 58839
    },
    {
      "epoch": 18.35308796007486,
      "grad_norm": 0.05256183445453644,
      "learning_rate": 1.0233078073504376e-07,
      "loss": 0.0207,
      "step": 58840
    },
    {
      "epoch": 18.35308796007486,
      "flow_loss": 0.013687225989997387,
      "step": 58840
    },
    {
      "contrastive_loss": 0.0036622979678213596,
      "epoch": 18.35308796007486,
      "step": 58840
    },
    {
      "contrastive_lambda": 0.0009235660236007748,
      "epoch": 18.35308796007486,
      "step": 58840
    },
    {
      "contrastive_lambda": 0.0009219762140231236,
      "epoch": 18.353399875233936,
      "step": 58841
    },
    {
      "contrastive_lambda": 0.0009203877726961518,
      "epoch": 18.353711790393014,
      "step": 58842
    },
    {
      "contrastive_lambda": 0.0009188006996243003,
      "epoch": 18.35402370555209,
      "step": 58843
    },
    {
      "contrastive_lambda": 0.000917214994811899,
      "epoch": 18.354335620711165,
      "step": 58844
    },
    {
      "contrastive_lambda": 0.0009156306582633333,
      "epoch": 18.354647535870242,
      "step": 58845
    },
    {
      "contrastive_lambda": 0.000914047689982822,
      "epoch": 18.35495945102932,
      "step": 58846
    },
    {
      "contrastive_lambda": 0.0009124660899748616,
      "epoch": 18.355271366188397,
      "step": 58847
    },
    {
      "contrastive_lambda": 0.0009108858582436707,
      "epoch": 18.355583281347474,
      "step": 58848
    },
    {
      "contrastive_lambda": 0.000909306994793635,
      "epoch": 18.35589519650655,
      "step": 58849
    },
    {
      "epoch": 18.356207111665626,
      "grad_norm": 0.054859403520822525,
      "learning_rate": 1.0057615701780654e-07,
      "loss": 0.0229,
      "step": 58850
    },
    {
      "epoch": 18.356207111665626,
      "flow_loss": 0.02657623030245304,
      "step": 58850
    },
    {
      "contrastive_loss": 0.0032868089620023966,
      "epoch": 18.356207111665626,
      "step": 58850
    },
    {
      "contrastive_lambda": 0.0009077294996290286,
      "epoch": 18.356207111665626,
      "step": 58850
    },
    {
      "contrastive_lambda": 0.0009061533727542925,
      "epoch": 18.356519026824703,
      "step": 58851
    },
    {
      "contrastive_lambda": 0.0009045786141735901,
      "epoch": 18.35683094198378,
      "step": 58852
    },
    {
      "contrastive_lambda": 0.0009030052238913622,
      "epoch": 18.357142857142858,
      "step": 58853
    },
    {
      "contrastive_lambda": 0.0009014332019119387,
      "epoch": 18.357454772301935,
      "step": 58854
    },
    {
      "contrastive_lambda": 0.0008998625482394829,
      "epoch": 18.35776668746101,
      "step": 58855
    },
    {
      "contrastive_lambda": 0.0008982932628784357,
      "epoch": 18.358078602620086,
      "step": 58856
    },
    {
      "contrastive_lambda": 0.0008967253458330715,
      "epoch": 18.358390517779164,
      "step": 58857
    },
    {
      "contrastive_lambda": 0.0008951587971076647,
      "epoch": 18.35870243293824,
      "step": 58858
    },
    {
      "contrastive_lambda": 0.0008935936167064895,
      "epoch": 18.35901434809732,
      "step": 58859
    },
    {
      "epoch": 18.359326263256396,
      "grad_norm": 0.10378415137529373,
      "learning_rate": 9.883669142801144e-08,
      "loss": 0.0306,
      "step": 58860
    },
    {
      "epoch": 18.359326263256396,
      "flow_loss": 0.018081020563840866,
      "step": 58860
    },
    {
      "contrastive_loss": 0.003220201935619116,
      "epoch": 18.359326263256396,
      "step": 58860
    },
    {
      "contrastive_lambda": 0.0008920298046338759,
      "epoch": 18.359326263256396,
      "step": 58860
    },
    {
      "contrastive_lambda": 0.0008904673608940983,
      "epoch": 18.35963817841547,
      "step": 58861
    },
    {
      "contrastive_lambda": 0.0008889062854914864,
      "epoch": 18.359950093574547,
      "step": 58862
    },
    {
      "contrastive_lambda": 0.0008873465784302037,
      "epoch": 18.360262008733624,
      "step": 58863
    },
    {
      "contrastive_lambda": 0.0008857882397146355,
      "epoch": 18.3605739238927,
      "step": 58864
    },
    {
      "contrastive_lambda": 0.0008842312693490562,
      "epoch": 18.36088583905178,
      "step": 58865
    },
    {
      "contrastive_lambda": 0.000882675667337629,
      "epoch": 18.361197754210856,
      "step": 58866
    },
    {
      "contrastive_lambda": 0.0008811214336847395,
      "epoch": 18.36150966936993,
      "step": 58867
    },
    {
      "contrastive_lambda": 0.0008795685683945509,
      "epoch": 18.361821584529007,
      "step": 58868
    },
    {
      "contrastive_lambda": 0.0008780170714713931,
      "epoch": 18.362133499688085,
      "step": 58869
    },
    {
      "epoch": 18.362445414847162,
      "grad_norm": 0.06013218313455582,
      "learning_rate": 9.711238449406356e-08,
      "loss": 0.0164,
      "step": 58870
    },
    {
      "epoch": 18.362445414847162,
      "flow_loss": 0.02060862071812153,
      "step": 58870
    },
    {
      "contrastive_loss": 0.003078100737184286,
      "epoch": 18.362445414847162,
      "step": 58870
    },
    {
      "contrastive_lambda": 0.0008764669429194849,
      "epoch": 18.362445414847162,
      "step": 58870
    },
    {
      "contrastive_lambda": 0.0008749181827430452,
      "epoch": 18.36275733000624,
      "step": 58871
    },
    {
      "contrastive_lambda": 0.0008733707909464039,
      "epoch": 18.363069245165313,
      "step": 58872
    },
    {
      "contrastive_lambda": 0.0008718247675337243,
      "epoch": 18.36338116032439,
      "step": 58873
    },
    {
      "contrastive_lambda": 0.0008702801125092807,
      "epoch": 18.363693075483468,
      "step": 58874
    },
    {
      "contrastive_lambda": 0.0008687368258773476,
      "epoch": 18.364004990642545,
      "step": 58875
    },
    {
      "contrastive_lambda": 0.0008671949076420327,
      "epoch": 18.364316905801623,
      "step": 58876
    },
    {
      "contrastive_lambda": 0.0008656543578077214,
      "epoch": 18.3646288209607,
      "step": 58877
    },
    {
      "contrastive_lambda": 0.0008641151763785215,
      "epoch": 18.364940736119774,
      "step": 58878
    },
    {
      "contrastive_lambda": 0.0008625773633587075,
      "epoch": 18.36525265127885,
      "step": 58879
    },
    {
      "epoch": 18.36556456643793,
      "grad_norm": 0.05539371445775032,
      "learning_rate": 9.540323673976614e-08,
      "loss": 0.0145,
      "step": 58880
    },
    {
      "epoch": 18.36556456643793,
      "flow_loss": 0.024168649688363075,
      "step": 58880
    },
    {
      "contrastive_loss": 0.003436685772612691,
      "epoch": 18.36556456643793,
      "step": 58880
    },
    {
      "contrastive_lambda": 0.0008610409187524426,
      "epoch": 18.36556456643793,
      "step": 58880
    },
    {
      "contrastive_lambda": 0.0008595058425640012,
      "epoch": 18.365876481597006,
      "step": 58881
    },
    {
      "contrastive_lambda": 0.0008579721347975466,
      "epoch": 18.366188396756083,
      "step": 58882
    },
    {
      "contrastive_lambda": 0.0008564397954572978,
      "epoch": 18.36650031191516,
      "step": 58883
    },
    {
      "contrastive_lambda": 0.0008549088245474734,
      "epoch": 18.366812227074234,
      "step": 58884
    },
    {
      "contrastive_lambda": 0.0008533792220722369,
      "epoch": 18.367124142233312,
      "step": 58885
    },
    {
      "contrastive_lambda": 0.0008518509880358627,
      "epoch": 18.36743605739239,
      "step": 58886
    },
    {
      "contrastive_lambda": 0.000850324122442403,
      "epoch": 18.367747972551467,
      "step": 58887
    },
    {
      "contrastive_lambda": 0.0008487986252961877,
      "epoch": 18.368059887710544,
      "step": 58888
    },
    {
      "contrastive_lambda": 0.0008472744966012691,
      "epoch": 18.368371802869618,
      "step": 58889
    },
    {
      "epoch": 18.368683718028695,
      "grad_norm": 0.06017307937145233,
      "learning_rate": 9.370924868430942e-08,
      "loss": 0.0191,
      "step": 58890
    },
    {
      "epoch": 18.368683718028695,
      "flow_loss": 0.011873893439769745,
      "step": 58890
    },
    {
      "contrastive_loss": 0.0036912760697305202,
      "epoch": 18.368683718028695,
      "step": 58890
    },
    {
      "contrastive_lambda": 0.0008457517363619216,
      "epoch": 18.368683718028695,
      "step": 58890
    },
    {
      "contrastive_lambda": 0.0008442303445823085,
      "epoch": 18.368995633187772,
      "step": 58891
    },
    {
      "contrastive_lambda": 0.0008427103212665377,
      "epoch": 18.36930754834685,
      "step": 58892
    },
    {
      "contrastive_lambda": 0.0008411916664188279,
      "epoch": 18.369619463505927,
      "step": 58893
    },
    {
      "contrastive_lambda": 0.0008396743800433426,
      "epoch": 18.369931378665004,
      "step": 58894
    },
    {
      "contrastive_lambda": 0.000838158462144245,
      "epoch": 18.37024329382408,
      "step": 58895
    },
    {
      "contrastive_lambda": 0.0008366439127256431,
      "epoch": 18.370555208983156,
      "step": 58896
    },
    {
      "contrastive_lambda": 0.0008351307317917556,
      "epoch": 18.370867124142233,
      "step": 58897
    },
    {
      "contrastive_lambda": 0.0008336189193466348,
      "epoch": 18.37117903930131,
      "step": 58898
    },
    {
      "contrastive_lambda": 0.0008321084753945551,
      "epoch": 18.371490954460388,
      "step": 58899
    },
    {
      "epoch": 18.371802869619465,
      "grad_norm": 0.06328773498535156,
      "learning_rate": 9.203042084228175e-08,
      "loss": 0.0176,
      "step": 58900
    },
    {
      "epoch": 18.371802869619465,
      "flow_loss": 0.011992488987743855,
      "step": 58900
    },
    {
      "contrastive_loss": 0.0032743196934461594,
      "epoch": 18.371802869619465,
      "step": 58900
    },
    {
      "contrastive_lambda": 0.0008305993999395689,
      "epoch": 18.371802869619465,
      "step": 58900
    },
    {
      "contrastive_lambda": 0.0008290916929858394,
      "epoch": 18.37211478477854,
      "step": 58901
    },
    {
      "contrastive_lambda": 0.0008275853545374745,
      "epoch": 18.372426699937616,
      "step": 58902
    },
    {
      "contrastive_lambda": 0.0008260803845986375,
      "epoch": 18.372738615096694,
      "step": 58903
    },
    {
      "contrastive_lambda": 0.0008245767831734363,
      "epoch": 18.37305053025577,
      "step": 58904
    },
    {
      "contrastive_lambda": 0.0008230745502660342,
      "epoch": 18.37336244541485,
      "step": 58905
    },
    {
      "contrastive_lambda": 0.0008215736858804834,
      "epoch": 18.373674360573922,
      "step": 58906
    },
    {
      "contrastive_lambda": 0.0008200741900209474,
      "epoch": 18.373986275733,
      "step": 58907
    },
    {
      "contrastive_lambda": 0.0008185760626915339,
      "epoch": 18.374298190892077,
      "step": 58908
    },
    {
      "contrastive_lambda": 0.0008170793038963509,
      "epoch": 18.374610106051154,
      "step": 58909
    },
    {
      "epoch": 18.37492202121023,
      "grad_norm": 0.05928670987486839,
      "learning_rate": 9.036675372366965e-08,
      "loss": 0.0184,
      "step": 58910
    },
    {
      "epoch": 18.37492202121023,
      "flow_loss": 0.023001596331596375,
      "step": 58910
    },
    {
      "contrastive_loss": 0.0031601344235241413,
      "epoch": 18.37492202121023,
      "step": 58910
    },
    {
      "contrastive_lambda": 0.000815583913639395,
      "epoch": 18.37492202121023,
      "step": 58910
    },
    {
      "contrastive_lambda": 0.0008140898919249406,
      "epoch": 18.37523393636931,
      "step": 58911
    },
    {
      "contrastive_lambda": 0.0008125972387569846,
      "epoch": 18.375545851528383,
      "step": 58912
    },
    {
      "contrastive_lambda": 0.0008111059541396348,
      "epoch": 18.37585776668746,
      "step": 58913
    },
    {
      "contrastive_lambda": 0.000809616038076999,
      "epoch": 18.376169681846537,
      "step": 58914
    },
    {
      "contrastive_lambda": 0.000808127490573074,
      "epoch": 18.376481597005615,
      "step": 58915
    },
    {
      "contrastive_lambda": 0.0008066403116320786,
      "epoch": 18.376793512164692,
      "step": 58916
    },
    {
      "contrastive_lambda": 0.0008051545012580097,
      "epoch": 18.37710542732377,
      "step": 58917
    },
    {
      "contrastive_lambda": 0.0008036700594549195,
      "epoch": 18.377417342482843,
      "step": 58918
    },
    {
      "contrastive_lambda": 0.0008021869862269715,
      "epoch": 18.37772925764192,
      "step": 58919
    },
    {
      "epoch": 18.378041172800998,
      "grad_norm": 0.13371044397354126,
      "learning_rate": 8.871824783385218e-08,
      "loss": 0.0249,
      "step": 58920
    },
    {
      "epoch": 18.378041172800998,
      "flow_loss": 0.014063958078622818,
      "step": 58920
    },
    {
      "contrastive_loss": 0.0042287325486540794,
      "epoch": 18.378041172800998,
      "step": 58920
    },
    {
      "contrastive_lambda": 0.0008007052815781068,
      "epoch": 18.378041172800998,
      "step": 58920
    },
    {
      "contrastive_lambda": 0.0007992249455124889,
      "epoch": 18.378353087960075,
      "step": 58921
    },
    {
      "contrastive_lambda": 0.0007977459780341145,
      "epoch": 18.378665003119153,
      "step": 58922
    },
    {
      "contrastive_lambda": 0.0007962683791470915,
      "epoch": 18.378976918278227,
      "step": 58923
    },
    {
      "contrastive_lambda": 0.0007947921488554166,
      "epoch": 18.379288833437304,
      "step": 58924
    },
    {
      "contrastive_lambda": 0.0007933172871631977,
      "epoch": 18.37960074859638,
      "step": 58925
    },
    {
      "contrastive_lambda": 0.0007918437940743761,
      "epoch": 18.37991266375546,
      "step": 58926
    },
    {
      "contrastive_lambda": 0.0007903716695931151,
      "epoch": 18.380224578914536,
      "step": 58927
    },
    {
      "contrastive_lambda": 0.0007889009137234115,
      "epoch": 18.380536494073613,
      "step": 58928
    },
    {
      "contrastive_lambda": 0.0007874315264692067,
      "epoch": 18.380848409232687,
      "step": 58929
    },
    {
      "epoch": 18.381160324391765,
      "grad_norm": 0.06400740146636963,
      "learning_rate": 8.7084903673601e-08,
      "loss": 0.0171,
      "step": 58930
    },
    {
      "epoch": 18.381160324391765,
      "flow_loss": 0.02971438691020012,
      "step": 58930
    },
    {
      "contrastive_loss": 0.003930842503905296,
      "epoch": 18.381160324391765,
      "step": 58930
    },
    {
      "contrastive_lambda": 0.0007859635078346638,
      "epoch": 18.381160324391765,
      "step": 58930
    },
    {
      "contrastive_lambda": 0.0007844968578237244,
      "epoch": 18.381472239550842,
      "step": 58931
    },
    {
      "contrastive_lambda": 0.0007830315764404405,
      "epoch": 18.38178415470992,
      "step": 58932
    },
    {
      "contrastive_lambda": 0.0007815676636888091,
      "epoch": 18.382096069868997,
      "step": 58933
    },
    {
      "contrastive_lambda": 0.0007801051195728825,
      "epoch": 18.382407985028074,
      "step": 58934
    },
    {
      "contrastive_lambda": 0.000778643944096602,
      "epoch": 18.382719900187148,
      "step": 58935
    },
    {
      "contrastive_lambda": 0.0007771841372640198,
      "epoch": 18.383031815346225,
      "step": 58936
    },
    {
      "contrastive_lambda": 0.0007757256990791328,
      "epoch": 18.383343730505302,
      "step": 58937
    },
    {
      "contrastive_lambda": 0.0007742686295459378,
      "epoch": 18.38365564566438,
      "step": 58938
    },
    {
      "contrastive_lambda": 0.000772812928668487,
      "epoch": 18.383967560823457,
      "step": 58939
    },
    {
      "epoch": 18.38427947598253,
      "grad_norm": 0.03873981535434723,
      "learning_rate": 8.546672173908032e-08,
      "loss": 0.0195,
      "step": 58940
    },
    {
      "epoch": 18.38427947598253,
      "flow_loss": 0.02469685487449169,
      "step": 58940
    },
    {
      "contrastive_loss": 0.003920264076441526,
      "epoch": 18.38427947598253,
      "step": 58940
    },
    {
      "contrastive_lambda": 0.0007713585964506664,
      "epoch": 18.38427947598253,
      "step": 58940
    },
    {
      "contrastive_lambda": 0.0007699056328964726,
      "epoch": 18.38459139114161,
      "step": 58941
    },
    {
      "contrastive_lambda": 0.0007684540380100136,
      "epoch": 18.384903306300686,
      "step": 58942
    },
    {
      "contrastive_lambda": 0.0007670038117951195,
      "epoch": 18.385215221459763,
      "step": 58943
    },
    {
      "contrastive_lambda": 0.0007655549542558426,
      "epoch": 18.38552713661884,
      "step": 58944
    },
    {
      "contrastive_lambda": 0.0007641074653961244,
      "epoch": 18.385839051777918,
      "step": 58945
    },
    {
      "contrastive_lambda": 0.000762661345220017,
      "epoch": 18.38615096693699,
      "step": 58946
    },
    {
      "contrastive_lambda": 0.0007612165937313509,
      "epoch": 18.38646288209607,
      "step": 58947
    },
    {
      "contrastive_lambda": 0.0007597732109341782,
      "epoch": 18.386774797255146,
      "step": 58948
    },
    {
      "contrastive_lambda": 0.0007583311968324402,
      "epoch": 18.387086712414224,
      "step": 58949
    },
    {
      "epoch": 18.3873986275733,
      "grad_norm": 0.06602640450000763,
      "learning_rate": 8.386370252185249e-08,
      "loss": 0.0246,
      "step": 58950
    },
    {
      "epoch": 18.3873986275733,
      "flow_loss": 0.01814269833266735,
      "step": 58950
    },
    {
      "contrastive_loss": 0.0033434119541198015,
      "epoch": 18.3873986275733,
      "step": 58950
    },
    {
      "contrastive_lambda": 0.0007568905514300783,
      "epoch": 18.3873986275733,
      "step": 58950
    },
    {
      "contrastive_lambda": 0.0007554512747310338,
      "epoch": 18.38771054273238,
      "step": 58951
    },
    {
      "contrastive_lambda": 0.0007540133667393034,
      "epoch": 18.388022457891452,
      "step": 58952
    },
    {
      "contrastive_lambda": 0.0007525768274587175,
      "epoch": 18.38833437305053,
      "step": 58953
    },
    {
      "contrastive_lambda": 0.0007511416568933837,
      "epoch": 18.388646288209607,
      "step": 58954
    },
    {
      "contrastive_lambda": 0.000749707855047077,
      "epoch": 18.388958203368684,
      "step": 58955
    },
    {
      "contrastive_lambda": 0.0007482754219237941,
      "epoch": 18.38927011852776,
      "step": 58956
    },
    {
      "contrastive_lambda": 0.0007468443575274764,
      "epoch": 18.389582033686835,
      "step": 58957
    },
    {
      "contrastive_lambda": 0.0007454146618620094,
      "epoch": 18.389893948845913,
      "step": 58958
    },
    {
      "contrastive_lambda": 0.0007439863349313902,
      "epoch": 18.39020586400499,
      "step": 58959
    },
    {
      "epoch": 18.390517779164067,
      "grad_norm": 0.04478306695818901,
      "learning_rate": 8.227584650887243e-08,
      "loss": 0.0178,
      "step": 58960
    },
    {
      "epoch": 18.390517779164067,
      "flow_loss": 0.0257105715572834,
      "step": 58960
    },
    {
      "contrastive_loss": 0.004025578964501619,
      "epoch": 18.390517779164067,
      "step": 58960
    },
    {
      "contrastive_lambda": 0.0007425593767394489,
      "epoch": 18.390517779164067,
      "step": 58960
    },
    {
      "contrastive_lambda": 0.0007411337872900714,
      "epoch": 18.390829694323145,
      "step": 58961
    },
    {
      "contrastive_lambda": 0.0007397095665873099,
      "epoch": 18.391141609482222,
      "step": 58962
    },
    {
      "contrastive_lambda": 0.0007382867146349392,
      "epoch": 18.391453524641296,
      "step": 58963
    },
    {
      "contrastive_lambda": 0.0007368652314369006,
      "epoch": 18.391765439800373,
      "step": 58964
    },
    {
      "contrastive_lambda": 0.0007354451169970799,
      "epoch": 18.39207735495945,
      "step": 58965
    },
    {
      "contrastive_lambda": 0.0007340263713194184,
      "epoch": 18.392389270118528,
      "step": 58966
    },
    {
      "contrastive_lambda": 0.0007326089944077463,
      "epoch": 18.392701185277605,
      "step": 58967
    },
    {
      "contrastive_lambda": 0.0007311929862660049,
      "epoch": 18.393013100436683,
      "step": 58968
    },
    {
      "contrastive_lambda": 0.0007297783468980246,
      "epoch": 18.393325015595757,
      "step": 58969
    },
    {
      "epoch": 18.393636930754834,
      "grad_norm": 0.06873942911624908,
      "learning_rate": 8.070315418249319e-08,
      "loss": 0.0197,
      "step": 58970
    },
    {
      "epoch": 18.393636930754834,
      "flow_loss": 0.0442807711660862,
      "step": 58970
    },
    {
      "contrastive_loss": 0.005176438018679619,
      "epoch": 18.393636930754834,
      "step": 58970
    },
    {
      "contrastive_lambda": 0.000728365076307691,
      "epoch": 18.393636930754834,
      "step": 58970
    },
    {
      "contrastive_lambda": 0.00072695317449889,
      "epoch": 18.39394884591391,
      "step": 58971
    },
    {
      "contrastive_lambda": 0.0007255426414755073,
      "epoch": 18.39426076107299,
      "step": 58972
    },
    {
      "contrastive_lambda": 0.0007241334772414287,
      "epoch": 18.394572676232066,
      "step": 58973
    },
    {
      "contrastive_lambda": 0.0007227256818004291,
      "epoch": 18.39488459139114,
      "step": 58974
    },
    {
      "contrastive_lambda": 0.0007213192551564496,
      "epoch": 18.395196506550217,
      "step": 58975
    },
    {
      "contrastive_lambda": 0.0007199141973133205,
      "epoch": 18.395508421709295,
      "step": 58976
    },
    {
      "contrastive_lambda": 0.0007185105082748722,
      "epoch": 18.395820336868372,
      "step": 58977
    },
    {
      "contrastive_lambda": 0.0007171081880450458,
      "epoch": 18.39613225202745,
      "step": 58978
    },
    {
      "contrastive_lambda": 0.0007157072366275608,
      "epoch": 18.396444167186527,
      "step": 58979
    },
    {
      "epoch": 18.3967560823456,
      "grad_norm": 0.08836445957422256,
      "learning_rate": 7.914562602044929e-08,
      "loss": 0.0219,
      "step": 58980
    },
    {
      "epoch": 18.3967560823456,
      "flow_loss": 0.020303800702095032,
      "step": 58980
    },
    {
      "contrastive_loss": 0.0037769824266433716,
      "epoch": 18.3967560823456,
      "step": 58980
    },
    {
      "contrastive_lambda": 0.0007143076540263027,
      "epoch": 18.3967560823456,
      "step": 58980
    },
    {
      "contrastive_lambda": 0.0007129094402451575,
      "epoch": 18.397067997504678,
      "step": 58981
    },
    {
      "contrastive_lambda": 0.0007115125952878998,
      "epoch": 18.397379912663755,
      "step": 58982
    },
    {
      "contrastive_lambda": 0.00071011711915836,
      "epoch": 18.397691827822833,
      "step": 58983
    },
    {
      "contrastive_lambda": 0.0007087230118603682,
      "epoch": 18.39800374298191,
      "step": 58984
    },
    {
      "contrastive_lambda": 0.0007073302733978104,
      "epoch": 18.398315658140987,
      "step": 58985
    },
    {
      "contrastive_lambda": 0.0007059389037744612,
      "epoch": 18.39862757330006,
      "step": 58986
    },
    {
      "contrastive_lambda": 0.0007045489029940954,
      "epoch": 18.39893948845914,
      "step": 58987
    },
    {
      "contrastive_lambda": 0.0007031602710605434,
      "epoch": 18.399251403618216,
      "step": 58988
    },
    {
      "contrastive_lambda": 0.0007017730079776352,
      "epoch": 18.399563318777293,
      "step": 58989
    },
    {
      "epoch": 18.39987523393637,
      "grad_norm": 0.05404851213097572,
      "learning_rate": 7.76032624958789e-08,
      "loss": 0.0193,
      "step": 58990
    },
    {
      "epoch": 18.39987523393637,
      "flow_loss": 0.022371208295226097,
      "step": 58990
    },
    {
      "contrastive_loss": 0.0032518256921321154,
      "epoch": 18.39987523393637,
      "step": 58990
    },
    {
      "contrastive_lambda": 0.0007003871137492013,
      "epoch": 18.39987523393637,
      "step": 58990
    },
    {
      "contrastive_lambda": 0.0006990025883789608,
      "epoch": 18.400187149095444,
      "step": 58991
    },
    {
      "contrastive_lambda": 0.0006976194318707996,
      "epoch": 18.40049906425452,
      "step": 58992
    },
    {
      "contrastive_lambda": 0.0006962376442284368,
      "epoch": 18.4008109794136,
      "step": 58993
    },
    {
      "contrastive_lambda": 0.0006948572254557028,
      "epoch": 18.401122894572676,
      "step": 58994
    },
    {
      "contrastive_lambda": 0.0006934781755563169,
      "epoch": 18.401434809731754,
      "step": 58995
    },
    {
      "contrastive_lambda": 0.0006921004945341647,
      "epoch": 18.40174672489083,
      "step": 58996
    },
    {
      "contrastive_lambda": 0.0006907241823929655,
      "epoch": 18.402058640049905,
      "step": 58997
    },
    {
      "contrastive_lambda": 0.0006893492391364942,
      "epoch": 18.402370555208982,
      "step": 58998
    },
    {
      "contrastive_lambda": 0.0006879756647684698,
      "epoch": 18.40268247036806,
      "step": 58999
    },
    {
      "epoch": 18.402994385527137,
      "grad_norm": 0.10541713237762451,
      "learning_rate": 7.607606407731282e-08,
      "loss": 0.0192,
      "step": 59000
    },
    {
      "epoch": 18.402994385527137,
      "flow_loss": 0.009572257287800312,
      "step": 59000
    },
    {
      "contrastive_loss": 0.0031052546110004187,
      "epoch": 18.402994385527137,
      "step": 59000
    },
    {
      "contrastive_lambda": 0.0006866034592927783,
      "epoch": 18.402994385527137,
      "step": 59000
    },
    {
      "contrastive_lambda": 0.0006852326227130834,
      "epoch": 18.403306300686214,
      "step": 59001
    },
    {
      "contrastive_lambda": 0.0006838631550331598,
      "epoch": 18.40361821584529,
      "step": 59002
    },
    {
      "contrastive_lambda": 0.0006824950562567822,
      "epoch": 18.403930131004365,
      "step": 59003
    },
    {
      "contrastive_lambda": 0.0006811283263877255,
      "epoch": 18.404242046163443,
      "step": 59004
    },
    {
      "contrastive_lambda": 0.0006797629654296533,
      "epoch": 18.40455396132252,
      "step": 59005
    },
    {
      "contrastive_lambda": 0.000678398973386396,
      "epoch": 18.404865876481598,
      "step": 59006
    },
    {
      "contrastive_lambda": 0.0006770363502616172,
      "epoch": 18.405177791640675,
      "step": 59007
    },
    {
      "contrastive_lambda": 0.0006756750960591473,
      "epoch": 18.40548970679975,
      "step": 59008
    },
    {
      "contrastive_lambda": 0.00067431521078265,
      "epoch": 18.405801621958826,
      "step": 59009
    },
    {
      "epoch": 18.406113537117903,
      "grad_norm": 0.05687032639980316,
      "learning_rate": 7.45640312286744e-08,
      "loss": 0.0172,
      "step": 59010
    },
    {
      "epoch": 18.406113537117903,
      "flow_loss": 0.02888430282473564,
      "step": 59010
    },
    {
      "contrastive_loss": 0.0034509904216974974,
      "epoch": 18.406113537117903,
      "step": 59010
    },
    {
      "contrastive_lambda": 0.0006729566944358445,
      "epoch": 18.406113537117903,
      "step": 59010
    },
    {
      "contrastive_lambda": 0.0006715995470225056,
      "epoch": 18.40642545227698,
      "step": 59011
    },
    {
      "contrastive_lambda": 0.0006702437685463525,
      "epoch": 18.406737367436058,
      "step": 59012
    },
    {
      "contrastive_lambda": 0.0006688893590109934,
      "epoch": 18.407049282595136,
      "step": 59013
    },
    {
      "contrastive_lambda": 0.0006675363184203142,
      "epoch": 18.40736119775421,
      "step": 59014
    },
    {
      "contrastive_lambda": 0.0006661846467778676,
      "epoch": 18.407673112913287,
      "step": 59015
    },
    {
      "contrastive_lambda": 0.0006648343440874838,
      "epoch": 18.407985028072364,
      "step": 59016
    },
    {
      "contrastive_lambda": 0.000663485410352771,
      "epoch": 18.40829694323144,
      "step": 59017
    },
    {
      "contrastive_lambda": 0.0006621378455774485,
      "epoch": 18.40860885839052,
      "step": 59018
    },
    {
      "contrastive_lambda": 0.000660791649765291,
      "epoch": 18.408920773549596,
      "step": 59019
    },
    {
      "epoch": 18.40923268870867,
      "grad_norm": 0.08665981143712997,
      "learning_rate": 7.306716440927952e-08,
      "loss": 0.0246,
      "step": 59020
    },
    {
      "epoch": 18.40923268870867,
      "flow_loss": 0.030465397983789444,
      "step": 59020
    },
    {
      "contrastive_loss": 0.0035108947195112705,
      "epoch": 18.40923268870867,
      "step": 59020
    },
    {
      "contrastive_lambda": 0.0006594468229198513,
      "epoch": 18.40923268870867,
      "step": 59020
    },
    {
      "contrastive_lambda": 0.0006581033650449042,
      "epoch": 18.409544603867747,
      "step": 59021
    },
    {
      "contrastive_lambda": 0.0006567612761441688,
      "epoch": 18.409856519026825,
      "step": 59022
    },
    {
      "contrastive_lambda": 0.0006554205562211979,
      "epoch": 18.410168434185902,
      "step": 59023
    },
    {
      "contrastive_lambda": 0.0006540812052798217,
      "epoch": 18.41048034934498,
      "step": 59024
    },
    {
      "contrastive_lambda": 0.000652743223323593,
      "epoch": 18.410792264504053,
      "step": 59025
    },
    {
      "contrastive_lambda": 0.000651406610356231,
      "epoch": 18.41110417966313,
      "step": 59026
    },
    {
      "contrastive_lambda": 0.000650071366381344,
      "epoch": 18.411416094822208,
      "step": 59027
    },
    {
      "contrastive_lambda": 0.0006487374914027066,
      "epoch": 18.411728009981285,
      "step": 59028
    },
    {
      "contrastive_lambda": 0.0006474049854238717,
      "epoch": 18.412039925140363,
      "step": 59029
    },
    {
      "epoch": 18.41235184029944,
      "grad_norm": 0.07229501008987427,
      "learning_rate": 7.15854640738367e-08,
      "loss": 0.0254,
      "step": 59030
    },
    {
      "epoch": 18.41235184029944,
      "flow_loss": 0.014796856790781021,
      "step": 59030
    },
    {
      "contrastive_loss": 0.003859184682369232,
      "epoch": 18.41235184029944,
      "step": 59030
    },
    {
      "contrastive_lambda": 0.0006460738484485029,
      "epoch": 18.41235184029944,
      "step": 59030
    },
    {
      "contrastive_lambda": 0.0006447440804803195,
      "epoch": 18.412663755458514,
      "step": 59031
    },
    {
      "contrastive_lambda": 0.0006434156815229297,
      "epoch": 18.41297567061759,
      "step": 59032
    },
    {
      "contrastive_lambda": 0.0006420886515799418,
      "epoch": 18.41328758577667,
      "step": 59033
    },
    {
      "contrastive_lambda": 0.0006407629906550194,
      "epoch": 18.413599500935746,
      "step": 59034
    },
    {
      "contrastive_lambda": 0.0006394386987517708,
      "epoch": 18.413911416094823,
      "step": 59035
    },
    {
      "contrastive_lambda": 0.0006381157758739153,
      "epoch": 18.4142233312539,
      "step": 59036
    },
    {
      "contrastive_lambda": 0.0006367942220249501,
      "epoch": 18.414535246412974,
      "step": 59037
    },
    {
      "contrastive_lambda": 0.0006354740372086498,
      "epoch": 18.41484716157205,
      "step": 59038
    },
    {
      "contrastive_lambda": 0.0006341552214285118,
      "epoch": 18.41515907673113,
      "step": 59039
    },
    {
      "epoch": 18.415470991890206,
      "grad_norm": 0.08485682308673859,
      "learning_rate": 7.011893067244701e-08,
      "loss": 0.0199,
      "step": 59040
    },
    {
      "epoch": 18.415470991890206,
      "flow_loss": 0.026340864598751068,
      "step": 59040
    },
    {
      "contrastive_loss": 0.0046737040393054485,
      "epoch": 18.415470991890206,
      "step": 59040
    },
    {
      "contrastive_lambda": 0.0006328377746881442,
      "epoch": 18.415470991890206,
      "step": 59040
    },
    {
      "contrastive_lambda": 0.0006315216969912663,
      "epoch": 18.415782907049284,
      "step": 59041
    },
    {
      "contrastive_lambda": 0.0006302069883413752,
      "epoch": 18.416094822208358,
      "step": 59042
    },
    {
      "contrastive_lambda": 0.0006288936487421903,
      "epoch": 18.416406737367435,
      "step": 59043
    },
    {
      "contrastive_lambda": 0.0006275816781972088,
      "epoch": 18.416718652526512,
      "step": 59044
    },
    {
      "contrastive_lambda": 0.0006262710767100388,
      "epoch": 18.41703056768559,
      "step": 59045
    },
    {
      "contrastive_lambda": 0.0006249618442843441,
      "epoch": 18.417342482844667,
      "step": 59046
    },
    {
      "contrastive_lambda": 0.0006236539809236219,
      "epoch": 18.417654398003744,
      "step": 59047
    },
    {
      "contrastive_lambda": 0.0006223474866315359,
      "epoch": 18.417966313162818,
      "step": 59048
    },
    {
      "contrastive_lambda": 0.0006210423614116389,
      "epoch": 18.418278228321896,
      "step": 59049
    },
    {
      "epoch": 18.418590143480973,
      "grad_norm": 0.10731834173202515,
      "learning_rate": 6.866756465060408e-08,
      "loss": 0.0217,
      "step": 59050
    },
    {
      "epoch": 18.418590143480973,
      "flow_loss": 0.022771190851926804,
      "step": 59050
    },
    {
      "contrastive_loss": 0.003962218761444092,
      "epoch": 18.418590143480973,
      "step": 59050
    },
    {
      "contrastive_lambda": 0.0006197386052674836,
      "epoch": 18.418590143480973,
      "step": 59050
    },
    {
      "contrastive_lambda": 0.0006184362182026781,
      "epoch": 18.41890205864005,
      "step": 59051
    },
    {
      "contrastive_lambda": 0.0006171352002208308,
      "epoch": 18.419213973799128,
      "step": 59052
    },
    {
      "contrastive_lambda": 0.0006158355513253833,
      "epoch": 18.419525888958205,
      "step": 59053
    },
    {
      "contrastive_lambda": 0.0006145372715200548,
      "epoch": 18.41983780411728,
      "step": 59054
    },
    {
      "contrastive_lambda": 0.000613240360808287,
      "epoch": 18.420149719276356,
      "step": 59055
    },
    {
      "contrastive_lambda": 0.0006119448191936883,
      "epoch": 18.420461634435433,
      "step": 59056
    },
    {
      "contrastive_lambda": 0.0006106506466797557,
      "epoch": 18.42077354959451,
      "step": 59057
    },
    {
      "contrastive_lambda": 0.0006093578432700975,
      "epoch": 18.421085464753588,
      "step": 59058
    },
    {
      "contrastive_lambda": 0.0006080664089682664,
      "epoch": 18.421397379912662,
      "step": 59059
    },
    {
      "epoch": 18.42170929507174,
      "grad_norm": 0.05899966508150101,
      "learning_rate": 6.723136644918859e-08,
      "loss": 0.0189,
      "step": 59060
    },
    {
      "epoch": 18.42170929507174,
      "flow_loss": 0.032575573772192,
      "step": 59060
    },
    {
      "contrastive_loss": 0.003301410237327218,
      "epoch": 18.42170929507174,
      "step": 59060
    },
    {
      "contrastive_lambda": 0.0006067763437777596,
      "epoch": 18.42170929507174,
      "step": 59060
    },
    {
      "contrastive_lambda": 0.0006054876477021298,
      "epoch": 18.422021210230817,
      "step": 59061
    },
    {
      "contrastive_lambda": 0.0006042003207449298,
      "epoch": 18.422333125389894,
      "step": 59062
    },
    {
      "contrastive_lambda": 0.0006029143629096012,
      "epoch": 18.42264504054897,
      "step": 59063
    },
    {
      "contrastive_lambda": 0.0006016297741998078,
      "epoch": 18.42295695570805,
      "step": 59064
    },
    {
      "contrastive_lambda": 0.0006003465546189912,
      "epoch": 18.423268870867123,
      "step": 59065
    },
    {
      "contrastive_lambda": 0.0005990647041706487,
      "epoch": 18.4235807860262,
      "step": 59066
    },
    {
      "contrastive_lambda": 0.000597784222858333,
      "epoch": 18.423892701185277,
      "step": 59067
    },
    {
      "contrastive_lambda": 0.0005965051106855412,
      "epoch": 18.424204616344355,
      "step": 59068
    },
    {
      "contrastive_lambda": 0.0005952273676558262,
      "epoch": 18.424516531503432,
      "step": 59069
    },
    {
      "epoch": 18.42482844666251,
      "grad_norm": 0.08825597912073135,
      "learning_rate": 6.581033650449042e-08,
      "loss": 0.0214,
      "step": 59070
    },
    {
      "epoch": 18.42482844666251,
      "flow_loss": 0.012994665652513504,
      "step": 59070
    },
    {
      "contrastive_loss": 0.003303147852420807,
      "epoch": 18.42482844666251,
      "step": 59070
    },
    {
      "contrastive_lambda": 0.0005939509937726295,
      "epoch": 18.42482844666251,
      "step": 59070
    },
    {
      "contrastive_lambda": 0.0005926759890394484,
      "epoch": 18.425140361821583,
      "step": 59071
    },
    {
      "contrastive_lambda": 0.0005914023534598356,
      "epoch": 18.42545227698066,
      "step": 59072
    },
    {
      "contrastive_lambda": 0.0005901300870372328,
      "epoch": 18.425764192139738,
      "step": 59073
    },
    {
      "contrastive_lambda": 0.0005888591897751372,
      "epoch": 18.426076107298815,
      "step": 59074
    },
    {
      "contrastive_lambda": 0.0005875896616769904,
      "epoch": 18.426388022457893,
      "step": 59075
    },
    {
      "contrastive_lambda": 0.0005863215027464008,
      "epoch": 18.426699937616966,
      "step": 59076
    },
    {
      "contrastive_lambda": 0.0005850547129867545,
      "epoch": 18.427011852776044,
      "step": 59077
    },
    {
      "contrastive_lambda": 0.0005837892924014931,
      "epoch": 18.42732376793512,
      "step": 59078
    },
    {
      "contrastive_lambda": 0.0005825252409941695,
      "epoch": 18.4276356830942,
      "step": 59079
    },
    {
      "epoch": 18.427947598253276,
      "grad_norm": 0.06170124560594559,
      "learning_rate": 6.440447524817539e-08,
      "loss": 0.0214,
      "step": 59080
    },
    {
      "epoch": 18.427947598253276,
      "flow_loss": 0.015934288501739502,
      "step": 59080
    },
    {
      "contrastive_loss": 0.004375701770186424,
      "epoch": 18.427947598253276,
      "step": 59080
    },
    {
      "contrastive_lambda": 0.0005812625587682252,
      "epoch": 18.427947598253276,
      "step": 59080
    },
    {
      "contrastive_lambda": 0.0005800012457270465,
      "epoch": 18.428259513412353,
      "step": 59081
    },
    {
      "contrastive_lambda": 0.000578741301874186,
      "epoch": 18.428571428571427,
      "step": 59082
    },
    {
      "contrastive_lambda": 0.0005774827272130856,
      "epoch": 18.428883343730504,
      "step": 59083
    },
    {
      "contrastive_lambda": 0.0005762255217471313,
      "epoch": 18.42919525888958,
      "step": 59084
    },
    {
      "contrastive_lambda": 0.0005749696854798203,
      "epoch": 18.42950717404866,
      "step": 59085
    },
    {
      "contrastive_lambda": 0.0005737152184145944,
      "epoch": 18.429819089207736,
      "step": 59086
    },
    {
      "contrastive_lambda": 0.0005724621205548397,
      "epoch": 18.430131004366814,
      "step": 59087
    },
    {
      "contrastive_lambda": 0.0005712103919041089,
      "epoch": 18.430442919525888,
      "step": 59088
    },
    {
      "contrastive_lambda": 0.0005699600324657328,
      "epoch": 18.430754834684965,
      "step": 59089
    },
    {
      "epoch": 18.431066749844042,
      "grad_norm": 0.04614351689815521,
      "learning_rate": 6.301378310730743e-08,
      "loss": 0.0179,
      "step": 59090
    },
    {
      "epoch": 18.431066749844042,
      "flow_loss": 0.00989037286490202,
      "step": 59090
    },
    {
      "contrastive_loss": 0.0031160081271082163,
      "epoch": 18.431066749844042,
      "step": 59090
    },
    {
      "contrastive_lambda": 0.0005687110422431529,
      "epoch": 18.431066749844042,
      "step": 59090
    },
    {
      "contrastive_lambda": 0.0005674634212398111,
      "epoch": 18.43137866500312,
      "step": 59091
    },
    {
      "contrastive_lambda": 0.0005662171694591489,
      "epoch": 18.431690580162197,
      "step": 59092
    },
    {
      "contrastive_lambda": 0.0005649722869044971,
      "epoch": 18.43200249532127,
      "step": 59093
    },
    {
      "contrastive_lambda": 0.0005637287735794083,
      "epoch": 18.43231441048035,
      "step": 59094
    },
    {
      "contrastive_lambda": 0.0005624866294871578,
      "epoch": 18.432626325639426,
      "step": 59095
    },
    {
      "contrastive_lambda": 0.0005612458546312427,
      "epoch": 18.432938240798503,
      "step": 59096
    },
    {
      "contrastive_lambda": 0.0005600064490149936,
      "epoch": 18.43325015595758,
      "step": 59097
    },
    {
      "contrastive_lambda": 0.0005587684126419079,
      "epoch": 18.433562071116658,
      "step": 59098
    },
    {
      "contrastive_lambda": 0.0005575317455152606,
      "epoch": 18.43387398627573,
      "step": 59099
    },
    {
      "epoch": 18.43418590143481,
      "grad_norm": 0.06924394518136978,
      "learning_rate": 6.163826050434307e-08,
      "loss": 0.0205,
      "step": 59100
    },
    {
      "epoch": 18.43418590143481,
      "flow_loss": 0.015919890254735947,
      "step": 59100
    },
    {
      "contrastive_loss": 0.0049309381283819675,
      "epoch": 18.43418590143481,
      "step": 59100
    },
    {
      "contrastive_lambda": 0.0005562964476384935,
      "epoch": 18.43418590143481,
      "step": 59100
    },
    {
      "contrastive_lambda": 0.0005550625190150482,
      "epoch": 18.434497816593886,
      "step": 59101
    },
    {
      "contrastive_lambda": 0.0005538299596481999,
      "epoch": 18.434809731752964,
      "step": 59102
    },
    {
      "contrastive_lambda": 0.0005525987695413903,
      "epoch": 18.43512164691204,
      "step": 59103
    },
    {
      "contrastive_lambda": 0.0005513689486980056,
      "epoch": 18.43543356207112,
      "step": 59104
    },
    {
      "contrastive_lambda": 0.0005501404971213764,
      "epoch": 18.435745477230192,
      "step": 59105
    },
    {
      "contrastive_lambda": 0.0005489134148149444,
      "epoch": 18.43605739238927,
      "step": 59106
    },
    {
      "contrastive_lambda": 0.0005476877017819848,
      "epoch": 18.436369307548347,
      "step": 59107
    },
    {
      "contrastive_lambda": 0.0005464633580258837,
      "epoch": 18.436681222707424,
      "step": 59108
    },
    {
      "contrastive_lambda": 0.000545240383550083,
      "epoch": 18.4369931378665,
      "step": 59109
    },
    {
      "epoch": 18.437305053025575,
      "grad_norm": 0.08743015676736832,
      "learning_rate": 6.027790785713139e-08,
      "loss": 0.0218,
      "step": 59110
    },
    {
      "epoch": 18.437305053025575,
      "flow_loss": 0.013436884619295597,
      "step": 59110
    },
    {
      "contrastive_loss": 0.003931947983801365,
      "epoch": 18.437305053025575,
      "step": 59110
    },
    {
      "contrastive_lambda": 0.0005440187783578021,
      "epoch": 18.437305053025575,
      "step": 59110
    },
    {
      "contrastive_lambda": 0.0005427985424524828,
      "epoch": 18.437616968184653,
      "step": 59111
    },
    {
      "contrastive_lambda": 0.0005415796758374003,
      "epoch": 18.43792888334373,
      "step": 59112
    },
    {
      "contrastive_lambda": 0.0005403621785159407,
      "epoch": 18.438240798502807,
      "step": 59113
    },
    {
      "contrastive_lambda": 0.0005391460504914902,
      "epoch": 18.438552713661885,
      "step": 59114
    },
    {
      "contrastive_lambda": 0.0005379312917672685,
      "epoch": 18.438864628820962,
      "step": 59115
    },
    {
      "contrastive_lambda": 0.0005367179023466617,
      "epoch": 18.439176543980036,
      "step": 59116
    },
    {
      "contrastive_lambda": 0.0005355058822330561,
      "epoch": 18.439488459139113,
      "step": 59117
    },
    {
      "contrastive_lambda": 0.0005342952314296712,
      "epoch": 18.43980037429819,
      "step": 59118
    },
    {
      "contrastive_lambda": 0.0005330859499398932,
      "epoch": 18.440112289457268,
      "step": 59119
    },
    {
      "epoch": 18.440424204616345,
      "grad_norm": 0.06563487648963928,
      "learning_rate": 5.89327255789085e-08,
      "loss": 0.0196,
      "step": 59120
    },
    {
      "epoch": 18.440424204616345,
      "flow_loss": 0.010409556329250336,
      "step": 59120
    },
    {
      "contrastive_loss": 0.003912379965186119,
      "epoch": 18.440424204616345,
      "step": 59120
    },
    {
      "contrastive_lambda": 0.0005318780377670529,
      "epoch": 18.440424204616345,
      "step": 59120
    },
    {
      "contrastive_lambda": 0.0005306714949143698,
      "epoch": 18.440736119775423,
      "step": 59121
    },
    {
      "contrastive_lambda": 0.0005294663213852302,
      "epoch": 18.441048034934497,
      "step": 59122
    },
    {
      "contrastive_lambda": 0.0005282625171829092,
      "epoch": 18.441359950093574,
      "step": 59123
    },
    {
      "contrastive_lambda": 0.0005270600823107374,
      "epoch": 18.44167186525265,
      "step": 59124
    },
    {
      "contrastive_lambda": 0.0005258590167719901,
      "epoch": 18.44198378041173,
      "step": 59125
    },
    {
      "contrastive_lambda": 0.0005246593205699424,
      "epoch": 18.442295695570806,
      "step": 59126
    },
    {
      "contrastive_lambda": 0.0005234609937079249,
      "epoch": 18.44260761072988,
      "step": 59127
    },
    {
      "contrastive_lambda": 0.0005222640361891573,
      "epoch": 18.442919525888957,
      "step": 59128
    },
    {
      "contrastive_lambda": 0.0005210684480169703,
      "epoch": 18.443231441048034,
      "step": 59129
    },
    {
      "epoch": 18.443543356207112,
      "grad_norm": 0.06885195523500443,
      "learning_rate": 5.7602714078303085e-08,
      "loss": 0.021,
      "step": 59130
    },
    {
      "epoch": 18.443543356207112,
      "flow_loss": 0.023694222792983055,
      "step": 59130
    },
    {
      "contrastive_loss": 0.0032471572048962116,
      "epoch": 18.443543356207112,
      "step": 59130
    },
    {
      "contrastive_lambda": 0.0005198742291946945,
      "epoch": 18.443543356207112,
      "step": 59130
    },
    {
      "contrastive_lambda": 0.0005186813797254386,
      "epoch": 18.44385527136619,
      "step": 59131
    },
    {
      "contrastive_lambda": 0.0005174898996126442,
      "epoch": 18.444167186525267,
      "step": 59132
    },
    {
      "contrastive_lambda": 0.0005162997888595311,
      "epoch": 18.44447910168434,
      "step": 59133
    },
    {
      "contrastive_lambda": 0.0005151110474693188,
      "epoch": 18.444791016843418,
      "step": 59134
    },
    {
      "contrastive_lambda": 0.000513923675445227,
      "epoch": 18.445102932002495,
      "step": 59135
    },
    {
      "contrastive_lambda": 0.0005127376727906419,
      "epoch": 18.445414847161572,
      "step": 59136
    },
    {
      "contrastive_lambda": 0.0005115530395087275,
      "epoch": 18.44572676232065,
      "step": 59137
    },
    {
      "contrastive_lambda": 0.0005103697756027592,
      "epoch": 18.446038677479727,
      "step": 59138
    },
    {
      "contrastive_lambda": 0.0005091878810759565,
      "epoch": 18.4463505926388,
      "step": 59139
    },
    {
      "epoch": 18.44666250779788,
      "grad_norm": 0.055805616080760956,
      "learning_rate": 5.628787375934197e-08,
      "loss": 0.0187,
      "step": 59140
    },
    {
      "epoch": 18.44666250779788,
      "flow_loss": 0.034677185118198395,
      "step": 59140
    },
    {
      "contrastive_loss": 0.0038040035869926214,
      "epoch": 18.44666250779788,
      "step": 59140
    },
    {
      "contrastive_lambda": 0.0005080073559315945,
      "epoch": 18.44666250779788,
      "step": 59140
    },
    {
      "contrastive_lambda": 0.000506828200172893,
      "epoch": 18.446974422956956,
      "step": 59141
    },
    {
      "contrastive_lambda": 0.0005056504138030715,
      "epoch": 18.447286338116033,
      "step": 59142
    },
    {
      "contrastive_lambda": 0.0005044739968253498,
      "epoch": 18.44759825327511,
      "step": 59143
    },
    {
      "contrastive_lambda": 0.0005032989492430029,
      "epoch": 18.447910168434184,
      "step": 59144
    },
    {
      "contrastive_lambda": 0.000502125271059195,
      "epoch": 18.44822208359326,
      "step": 59145
    },
    {
      "contrastive_lambda": 0.0005009529622772013,
      "epoch": 18.44853399875234,
      "step": 59146
    },
    {
      "contrastive_lambda": 0.0004997820229001859,
      "epoch": 18.448845913911416,
      "step": 59147
    },
    {
      "contrastive_lambda": 0.0004986124529313685,
      "epoch": 18.449157829070494,
      "step": 59148
    },
    {
      "contrastive_lambda": 0.0004974442523739686,
      "epoch": 18.44946974422957,
      "step": 59149
    },
    {
      "epoch": 18.449781659388645,
      "grad_norm": 0.05715535208582878,
      "learning_rate": 5.498820502143898e-08,
      "loss": 0.0274,
      "step": 59150
    },
    {
      "epoch": 18.449781659388645,
      "flow_loss": 0.03428131714463234,
      "step": 59150
    },
    {
      "contrastive_loss": 0.0033155614510178566,
      "epoch": 18.449781659388645,
      "step": 59150
    },
    {
      "contrastive_lambda": 0.000496277421231206,
      "epoch": 18.449781659388645,
      "step": 59150
    },
    {
      "contrastive_lambda": 0.0004951119595062448,
      "epoch": 18.450093574547722,
      "step": 59151
    },
    {
      "contrastive_lambda": 0.0004939478672023045,
      "epoch": 18.4504054897068,
      "step": 59152
    },
    {
      "contrastive_lambda": 0.0004927851443225495,
      "epoch": 18.450717404865877,
      "step": 59153
    },
    {
      "contrastive_lambda": 0.0004916237908701993,
      "epoch": 18.451029320024954,
      "step": 59154
    },
    {
      "contrastive_lambda": 0.000490463806848418,
      "epoch": 18.45134123518403,
      "step": 59155
    },
    {
      "contrastive_lambda": 0.0004893051922604252,
      "epoch": 18.451653150343105,
      "step": 59156
    },
    {
      "contrastive_lambda": 0.00048814794710932974,
      "epoch": 18.451965065502183,
      "step": 59157
    },
    {
      "contrastive_lambda": 0.0004869920713982956,
      "epoch": 18.45227698066126,
      "step": 59158
    },
    {
      "contrastive_lambda": 0.00048583756513059795,
      "epoch": 18.452588895820337,
      "step": 59159
    },
    {
      "epoch": 18.452900810979415,
      "grad_norm": 0.08948621153831482,
      "learning_rate": 5.370370825939497e-08,
      "loss": 0.0227,
      "step": 59160
    },
    {
      "epoch": 18.452900810979415,
      "flow_loss": 0.010349948890507221,
      "step": 59160
    },
    {
      "contrastive_loss": 0.0032192119397222996,
      "epoch": 18.452900810979415,
      "step": 59160
    },
    {
      "contrastive_lambda": 0.00048468442830934544,
      "epoch": 18.452900810979415,
      "step": 59160
    },
    {
      "contrastive_lambda": 0.0004835326609376467,
      "epoch": 18.45321272613849,
      "step": 59161
    },
    {
      "contrastive_lambda": 0.00048238226301872134,
      "epoch": 18.453524641297566,
      "step": 59162
    },
    {
      "contrastive_lambda": 0.000481233234555678,
      "epoch": 18.453836556456643,
      "step": 59163
    },
    {
      "contrastive_lambda": 0.00048008557555173637,
      "epoch": 18.45414847161572,
      "step": 59164
    },
    {
      "contrastive_lambda": 0.000478939286010005,
      "epoch": 18.454460386774798,
      "step": 59165
    },
    {
      "contrastive_lambda": 0.0004777943659335926,
      "epoch": 18.454772301933875,
      "step": 59166
    },
    {
      "contrastive_lambda": 0.0004766508153256632,
      "epoch": 18.45508421709295,
      "step": 59167
    },
    {
      "contrastive_lambda": 0.00047550863418938105,
      "epoch": 18.455396132252027,
      "step": 59168
    },
    {
      "contrastive_lambda": 0.0004743678225278547,
      "epoch": 18.455708047411104,
      "step": 59169
    },
    {
      "epoch": 18.45601996257018,
      "grad_norm": 0.04215361922979355,
      "learning_rate": 5.243438386340893e-08,
      "loss": 0.0235,
      "step": 59170
    },
    {
      "epoch": 18.45601996257018,
      "flow_loss": 0.013194761238992214,
      "step": 59170
    },
    {
      "contrastive_loss": 0.003401096910238266,
      "epoch": 18.45601996257018,
      "step": 59170
    },
    {
      "contrastive_lambda": 0.0004732283803441928,
      "epoch": 18.45601996257018,
      "step": 59170
    },
    {
      "contrastive_lambda": 0.00047209030764155946,
      "epoch": 18.45633187772926,
      "step": 59171
    },
    {
      "contrastive_lambda": 0.00047095360442306333,
      "epoch": 18.456643792888336,
      "step": 59172
    },
    {
      "contrastive_lambda": 0.0004698182706917575,
      "epoch": 18.45695570804741,
      "step": 59173
    },
    {
      "contrastive_lambda": 0.0004686843064508617,
      "epoch": 18.457267623206487,
      "step": 59174
    },
    {
      "contrastive_lambda": 0.0004675517117034289,
      "epoch": 18.457579538365565,
      "step": 59175
    },
    {
      "contrastive_lambda": 0.00046642048645251233,
      "epoch": 18.457891453524642,
      "step": 59176
    },
    {
      "contrastive_lambda": 0.0004652906307013316,
      "epoch": 18.45820336868372,
      "step": 59177
    },
    {
      "contrastive_lambda": 0.0004641621444528843,
      "epoch": 18.458515283842793,
      "step": 59178
    },
    {
      "contrastive_lambda": 0.00046303502771027905,
      "epoch": 18.45882719900187,
      "step": 59179
    },
    {
      "epoch": 18.459139114160948,
      "grad_norm": 0.051345326006412506,
      "learning_rate": 5.118023221907242e-08,
      "loss": 0.0152,
      "step": 59180
    },
    {
      "epoch": 18.459139114160948,
      "flow_loss": 0.02105829119682312,
      "step": 59180
    },
    {
      "contrastive_loss": 0.0033011739142239094,
      "epoch": 18.459139114160948,
      "step": 59180
    },
    {
      "contrastive_lambda": 0.0004619092804766245,
      "epoch": 18.459139114160948,
      "step": 59180
    },
    {
      "contrastive_lambda": 0.00046078490275502926,
      "epoch": 18.459451029320025,
      "step": 59181
    },
    {
      "contrastive_lambda": 0.00045966189454854645,
      "epoch": 18.459762944479102,
      "step": 59182
    },
    {
      "contrastive_lambda": 0.0004585402558602847,
      "epoch": 18.46007485963818,
      "step": 59183
    },
    {
      "contrastive_lambda": 0.0004574199866932971,
      "epoch": 18.460386774797254,
      "step": 59184
    },
    {
      "contrastive_lambda": 0.00045630108705063677,
      "epoch": 18.46069868995633,
      "step": 59185
    },
    {
      "contrastive_lambda": 0.00045518355693541235,
      "epoch": 18.46101060511541,
      "step": 59186
    },
    {
      "contrastive_lambda": 0.00045406739635067694,
      "epoch": 18.461322520274486,
      "step": 59187
    },
    {
      "contrastive_lambda": 0.00045295260529942816,
      "epoch": 18.461634435433563,
      "step": 59188
    },
    {
      "contrastive_lambda": 0.0004518391837847746,
      "epoch": 18.46194635059264,
      "step": 59189
    },
    {
      "epoch": 18.462258265751714,
      "grad_norm": 0.08246788382530212,
      "learning_rate": 4.994125370735292e-08,
      "loss": 0.0223,
      "step": 59190
    },
    {
      "epoch": 18.462258265751714,
      "flow_loss": 0.0304319616407156,
      "step": 59190
    },
    {
      "contrastive_loss": 0.003084470983594656,
      "epoch": 18.462258265751714,
      "step": 59190
    },
    {
      "contrastive_lambda": 0.00045072713180982493,
      "epoch": 18.462258265751714,
      "step": 59190
    },
    {
      "contrastive_lambda": 0.0004496164493775212,
      "epoch": 18.46257018091079,
      "step": 59191
    },
    {
      "contrastive_lambda": 0.00044850713649097207,
      "epoch": 18.46288209606987,
      "step": 59192
    },
    {
      "contrastive_lambda": 0.0004473991931531751,
      "epoch": 18.463194011228946,
      "step": 59193
    },
    {
      "contrastive_lambda": 0.00044629261936723896,
      "epoch": 18.463505926388024,
      "step": 59194
    },
    {
      "contrastive_lambda": 0.0004451874151361057,
      "epoch": 18.463817841547097,
      "step": 59195
    },
    {
      "contrastive_lambda": 0.000444083580462884,
      "epoch": 18.464129756706175,
      "step": 59196
    },
    {
      "contrastive_lambda": 0.0004429811153505714,
      "epoch": 18.464441671865252,
      "step": 59197
    },
    {
      "contrastive_lambda": 0.000441880019802221,
      "epoch": 18.46475358702433,
      "step": 59198
    },
    {
      "contrastive_lambda": 0.000440780293820775,
      "epoch": 18.465065502183407,
      "step": 59199
    },
    {
      "epoch": 18.465377417342484,
      "grad_norm": 0.07152577489614487,
      "learning_rate": 4.871744870462713e-08,
      "loss": 0.0203,
      "step": 59200
    },
    {
      "epoch": 18.465377417342484,
      "flow_loss": 0.04033912345767021,
      "step": 59200
    },
    {
      "contrastive_loss": 0.003390429774299264,
      "epoch": 18.465377417342484,
      "step": 59200
    },
    {
      "contrastive_lambda": 0.0004396819374092864,
      "epoch": 18.465377417342484,
      "step": 59200
    },
    {
      "contrastive_lambda": 0.0004385849505708084,
      "epoch": 18.465689332501558,
      "step": 59201
    },
    {
      "contrastive_lambda": 0.0004374893333083385,
      "epoch": 18.466001247660635,
      "step": 59202
    },
    {
      "contrastive_lambda": 0.0004363950856248189,
      "epoch": 18.466313162819713,
      "step": 59203
    },
    {
      "contrastive_lambda": 0.0004353022075232471,
      "epoch": 18.46662507797879,
      "step": 59204
    },
    {
      "contrastive_lambda": 0.0004342106990067318,
      "epoch": 18.466936993137868,
      "step": 59205
    },
    {
      "contrastive_lambda": 0.0004331205600781596,
      "epoch": 18.467248908296945,
      "step": 59206
    },
    {
      "contrastive_lambda": 0.000432031790740528,
      "epoch": 18.46756082345602,
      "step": 59207
    },
    {
      "contrastive_lambda": 0.0004309443909968902,
      "epoch": 18.467872738615096,
      "step": 59208
    },
    {
      "contrastive_lambda": 0.00042985836085013274,
      "epoch": 18.468184653774173,
      "step": 59209
    },
    {
      "epoch": 18.46849656893325,
      "grad_norm": 0.07006550580263138,
      "learning_rate": 4.7508817582658794e-08,
      "loss": 0.0205,
      "step": 59210
    },
    {
      "epoch": 18.46849656893325,
      "flow_loss": 0.024931650608778,
      "step": 59210
    },
    {
      "contrastive_loss": 0.0035653701052069664,
      "epoch": 18.46849656893325,
      "step": 59210
    },
    {
      "contrastive_lambda": 0.00042877370030330875,
      "epoch": 18.46849656893325,
      "step": 59210
    },
    {
      "contrastive_lambda": 0.0004276904093593603,
      "epoch": 18.468808484092328,
      "step": 59211
    },
    {
      "contrastive_lambda": 0.00042660848802128504,
      "epoch": 18.469120399251402,
      "step": 59212
    },
    {
      "contrastive_lambda": 0.000425527936292025,
      "epoch": 18.46943231441048,
      "step": 59213
    },
    {
      "contrastive_lambda": 0.0004244487541745223,
      "epoch": 18.469744229569557,
      "step": 59214
    },
    {
      "contrastive_lambda": 0.0004233709416717746,
      "epoch": 18.470056144728634,
      "step": 59215
    },
    {
      "contrastive_lambda": 0.00042229449878666836,
      "epoch": 18.47036805988771,
      "step": 59216
    },
    {
      "contrastive_lambda": 0.0004212194255222568,
      "epoch": 18.47067997504679,
      "step": 59217
    },
    {
      "contrastive_lambda": 0.0004201457218814264,
      "epoch": 18.470991890205863,
      "step": 59218
    },
    {
      "contrastive_lambda": 0.00041907338786717485,
      "epoch": 18.47130380536494,
      "step": 59219
    },
    {
      "epoch": 18.471615720524017,
      "grad_norm": 0.06778472661972046,
      "learning_rate": 4.631536070858755e-08,
      "loss": 0.0198,
      "step": 59220
    },
    {
      "epoch": 18.471615720524017,
      "flow_loss": 0.017411457374691963,
      "step": 59220
    },
    {
      "contrastive_loss": 0.0034337728284299374,
      "epoch": 18.471615720524017,
      "step": 59220
    },
    {
      "contrastive_lambda": 0.0004180024234823332,
      "epoch": 18.471615720524017,
      "step": 59220
    },
    {
      "contrastive_lambda": 0.0004169328287299545,
      "epoch": 18.471927635683095,
      "step": 59221
    },
    {
      "contrastive_lambda": 0.0004158646036128699,
      "epoch": 18.472239550842172,
      "step": 59222
    },
    {
      "contrastive_lambda": 0.000414797748134077,
      "epoch": 18.47255146600125,
      "step": 59223
    },
    {
      "contrastive_lambda": 0.00041373226229651783,
      "epoch": 18.472863381160323,
      "step": 59224
    },
    {
      "contrastive_lambda": 0.0004126681461030235,
      "epoch": 18.4731752963194,
      "step": 59225
    },
    {
      "contrastive_lambda": 0.0004116053995565916,
      "epoch": 18.473487211478478,
      "step": 59226
    },
    {
      "contrastive_lambda": 0.0004105440226601087,
      "epoch": 18.473799126637555,
      "step": 59227
    },
    {
      "contrastive_lambda": 0.0004094840154164614,
      "epoch": 18.474111041796633,
      "step": 59228
    },
    {
      "contrastive_lambda": 0.0004084253778285918,
      "epoch": 18.474422956955706,
      "step": 59229
    },
    {
      "epoch": 18.474734872114784,
      "grad_norm": 0.07047957926988602,
      "learning_rate": 4.513707844495674e-08,
      "loss": 0.018,
      "step": 59230
    },
    {
      "epoch": 18.474734872114784,
      "flow_loss": 0.03790207952260971,
      "step": 59230
    },
    {
      "contrastive_loss": 0.003219850128516555,
      "epoch": 18.474734872114784,
      "step": 59230
    },
    {
      "contrastive_lambda": 0.00040736810989938643,
      "epoch": 18.474734872114784,
      "step": 59230
    },
    {
      "contrastive_lambda": 0.00040631221163178743,
      "epoch": 18.47504678727386,
      "step": 59231
    },
    {
      "contrastive_lambda": 0.00040525768302862586,
      "epoch": 18.47535870243294,
      "step": 59232
    },
    {
      "contrastive_lambda": 0.0004042045240927883,
      "epoch": 18.475670617592016,
      "step": 59233
    },
    {
      "contrastive_lambda": 0.0004031527348272168,
      "epoch": 18.475982532751093,
      "step": 59234
    },
    {
      "contrastive_lambda": 0.0004021023152347425,
      "epoch": 18.476294447910167,
      "step": 59235
    },
    {
      "contrastive_lambda": 0.00040105326531830743,
      "epoch": 18.476606363069244,
      "step": 59236
    },
    {
      "contrastive_lambda": 0.0004000055850807427,
      "epoch": 18.47691827822832,
      "step": 59237
    },
    {
      "contrastive_lambda": 0.00039895927452487934,
      "epoch": 18.4772301933874,
      "step": 59238
    },
    {
      "contrastive_lambda": 0.000397914333653715,
      "epoch": 18.477542108546476,
      "step": 59239
    },
    {
      "epoch": 18.477854023705554,
      "grad_norm": 0.061874695122241974,
      "learning_rate": 4.3973971149702255e-08,
      "loss": 0.0234,
      "step": 59240
    },
    {
      "epoch": 18.477854023705554,
      "flow_loss": 0.011591496877372265,
      "step": 59240
    },
    {
      "contrastive_loss": 0.003612544620409608,
      "epoch": 18.477854023705554,
      "step": 59240
    },
    {
      "contrastive_lambda": 0.00039687076246996966,
      "epoch": 18.477854023705554,
      "step": 59240
    },
    {
      "contrastive_lambda": 0.0003958285609765855,
      "epoch": 18.478165938864628,
      "step": 59241
    },
    {
      "contrastive_lambda": 0.0003947877291763935,
      "epoch": 18.478477854023705,
      "step": 59242
    },
    {
      "contrastive_lambda": 0.0003937482670722803,
      "epoch": 18.478789769182782,
      "step": 59243
    },
    {
      "contrastive_lambda": 0.0003927101746670769,
      "epoch": 18.47910168434186,
      "step": 59244
    },
    {
      "contrastive_lambda": 0.00039167345196361447,
      "epoch": 18.479413599500937,
      "step": 59245
    },
    {
      "contrastive_lambda": 0.000390638098964724,
      "epoch": 18.47972551466001,
      "step": 59246
    },
    {
      "contrastive_lambda": 0.00038960411567334763,
      "epoch": 18.480037429819088,
      "step": 59247
    },
    {
      "contrastive_lambda": 0.00038857150209214986,
      "epoch": 18.480349344978166,
      "step": 59248
    },
    {
      "contrastive_lambda": 0.0003875402582240728,
      "epoch": 18.480661260137243,
      "step": 59249
    },
    {
      "epoch": 18.48097317529632,
      "grad_norm": 0.04636596515774727,
      "learning_rate": 4.2826039176147025e-08,
      "loss": 0.0181,
      "step": 59250
    },
    {
      "epoch": 18.48097317529632,
      "flow_loss": 0.03411000594496727,
      "step": 59250
    },
    {
      "contrastive_loss": 0.003561441320925951,
      "epoch": 18.48097317529632,
      "step": 59250
    },
    {
      "contrastive_lambda": 0.0003865103840719475,
      "epoch": 18.48097317529632,
      "step": 59250
    },
    {
      "contrastive_lambda": 0.0003854818796385495,
      "epoch": 18.481285090455398,
      "step": 59251
    },
    {
      "contrastive_lambda": 0.00038445474492670995,
      "epoch": 18.48159700561447,
      "step": 59252
    },
    {
      "contrastive_lambda": 0.00038342897993925984,
      "epoch": 18.48190892077355,
      "step": 59253
    },
    {
      "contrastive_lambda": 0.00038240458467903027,
      "epoch": 18.482220835932626,
      "step": 59254
    },
    {
      "contrastive_lambda": 0.0003813815591487968,
      "epoch": 18.482532751091703,
      "step": 59255
    },
    {
      "contrastive_lambda": 0.00038035990335133496,
      "epoch": 18.48284466625078,
      "step": 59256
    },
    {
      "contrastive_lambda": 0.00037933961728953136,
      "epoch": 18.483156581409858,
      "step": 59257
    },
    {
      "contrastive_lambda": 0.00037832070096610604,
      "epoch": 18.483468496568932,
      "step": 59258
    },
    {
      "contrastive_lambda": 0.00037730315438389006,
      "epoch": 18.48378041172801,
      "step": 59259
    },
    {
      "epoch": 18.484092326887087,
      "grad_norm": 0.09350182861089706,
      "learning_rate": 4.169328287299545e-08,
      "loss": 0.0269,
      "step": 59260
    },
    {
      "epoch": 18.484092326887087,
      "flow_loss": 0.02220696210861206,
      "step": 59260
    },
    {
      "contrastive_loss": 0.0030658128671348095,
      "epoch": 18.484092326887087,
      "step": 59260
    },
    {
      "contrastive_lambda": 0.000376286977545659,
      "epoch": 18.484092326887087,
      "step": 59260
    },
    {
      "contrastive_lambda": 0.00037527217045418837,
      "epoch": 18.484404242046164,
      "step": 59261
    },
    {
      "contrastive_lambda": 0.0003742587331123093,
      "epoch": 18.48471615720524,
      "step": 59262
    },
    {
      "contrastive_lambda": 0.00037324666552274177,
      "epoch": 18.485028072364315,
      "step": 59263
    },
    {
      "contrastive_lambda": 0.0003722359676883169,
      "epoch": 18.485339987523393,
      "step": 59264
    },
    {
      "contrastive_lambda": 0.00037122663961175473,
      "epoch": 18.48565190268247,
      "step": 59265
    },
    {
      "contrastive_lambda": 0.0003702186812958863,
      "epoch": 18.485963817841547,
      "step": 59266
    },
    {
      "contrastive_lambda": 0.0003692120927433762,
      "epoch": 18.486275733000625,
      "step": 59267
    },
    {
      "contrastive_lambda": 0.0003682068739570554,
      "epoch": 18.486587648159702,
      "step": 59268
    },
    {
      "contrastive_lambda": 0.0003672030249396441,
      "epoch": 18.486899563318776,
      "step": 59269
    },
    {
      "epoch": 18.487211478477853,
      "grad_norm": 0.10473214089870453,
      "learning_rate": 4.057570258435006e-08,
      "loss": 0.0228,
      "step": 59270
    },
    {
      "epoch": 18.487211478477853,
      "flow_loss": 0.03852831944823265,
      "step": 59270
    },
    {
      "contrastive_loss": 0.003360533155500889,
      "epoch": 18.487211478477853,
      "step": 59270
    },
    {
      "contrastive_lambda": 0.0003662005456939177,
      "epoch": 18.487211478477853,
      "step": 59270
    },
    {
      "contrastive_lambda": 0.00036519943622265183,
      "epoch": 18.48752339363693,
      "step": 59271
    },
    {
      "contrastive_lambda": 0.00036419969652856654,
      "epoch": 18.487835308796008,
      "step": 59272
    },
    {
      "contrastive_lambda": 0.00036320132661432636,
      "epoch": 18.488147223955085,
      "step": 59273
    },
    {
      "contrastive_lambda": 0.00036220432648281786,
      "epoch": 18.488459139114163,
      "step": 59274
    },
    {
      "contrastive_lambda": 0.0003612086961366501,
      "epoch": 18.488771054273236,
      "step": 59275
    },
    {
      "contrastive_lambda": 0.00036021443557859856,
      "epoch": 18.489082969432314,
      "step": 59276
    },
    {
      "contrastive_lambda": 0.00035922154481138335,
      "epoch": 18.48939488459139,
      "step": 59277
    },
    {
      "contrastive_lambda": 0.00035823002383778,
      "epoch": 18.48970679975047,
      "step": 59278
    },
    {
      "contrastive_lambda": 0.0003572398726603976,
      "epoch": 18.490018714909546,
      "step": 59279
    },
    {
      "epoch": 18.49033063006862,
      "grad_norm": 0.08672644942998886,
      "learning_rate": 3.947329864970595e-08,
      "loss": 0.0227,
      "step": 59280
    },
    {
      "epoch": 18.49033063006862,
      "flow_loss": 0.02882467582821846,
      "step": 59280
    },
    {
      "contrastive_loss": 0.00342021556571126,
      "epoch": 18.49033063006862,
      "step": 59280
    },
    {
      "contrastive_lambda": 0.0003562510912820116,
      "epoch": 18.49033063006862,
      "step": 59280
    },
    {
      "contrastive_lambda": 0.00035526367970539763,
      "epoch": 18.490642545227697,
      "step": 59281
    },
    {
      "contrastive_lambda": 0.0003542776379331647,
      "epoch": 18.490954460386774,
      "step": 59282
    },
    {
      "contrastive_lambda": 0.00035329296596803283,
      "epoch": 18.49126637554585,
      "step": 59283
    },
    {
      "contrastive_lambda": 0.0003523096638126666,
      "epoch": 18.49157829070493,
      "step": 59284
    },
    {
      "contrastive_lambda": 0.00035132773146989704,
      "epoch": 18.491890205864006,
      "step": 59285
    },
    {
      "contrastive_lambda": 0.0003503471689422777,
      "epoch": 18.49220212102308,
      "step": 59286
    },
    {
      "contrastive_lambda": 0.0003493679762325841,
      "epoch": 18.492514036182158,
      "step": 59287
    },
    {
      "contrastive_lambda": 0.0003483901533434808,
      "epoch": 18.492825951341235,
      "step": 59288
    },
    {
      "contrastive_lambda": 0.0003474137002775768,
      "epoch": 18.493137866500312,
      "step": 59289
    },
    {
      "epoch": 18.49344978165939,
      "grad_norm": 0.04221528023481369,
      "learning_rate": 3.8386071403939686e-08,
      "loss": 0.0152,
      "step": 59290
    },
    {
      "epoch": 18.49344978165939,
      "flow_loss": 0.021968550980091095,
      "step": 59290
    },
    {
      "contrastive_loss": 0.004022921435534954,
      "epoch": 18.49344978165939,
      "step": 59290
    },
    {
      "contrastive_lambda": 0.00034643861703764767,
      "epoch": 18.49344978165939,
      "step": 59290
    },
    {
      "contrastive_lambda": 0.00034546490362630244,
      "epoch": 18.493761696818467,
      "step": 59291
    },
    {
      "contrastive_lambda": 0.00034449256004626116,
      "epoch": 18.49407361197754,
      "step": 59292
    },
    {
      "contrastive_lambda": 0.00034352158630018836,
      "epoch": 18.494385527136618,
      "step": 59293
    },
    {
      "contrastive_lambda": 0.00034255198239063755,
      "epoch": 18.494697442295696,
      "step": 59294
    },
    {
      "contrastive_lambda": 0.0003415837483204398,
      "epoch": 18.495009357454773,
      "step": 59295
    },
    {
      "contrastive_lambda": 0.0003406168840920931,
      "epoch": 18.49532127261385,
      "step": 59296
    },
    {
      "contrastive_lambda": 0.00033965138970831754,
      "epoch": 18.495633187772924,
      "step": 59297
    },
    {
      "contrastive_lambda": 0.0003386872651717776,
      "epoch": 18.495945102932,
      "step": 59298
    },
    {
      "contrastive_lambda": 0.00033772451048513785,
      "epoch": 18.49625701809108,
      "step": 59299
    },
    {
      "epoch": 18.496568933250156,
      "grad_norm": 0.0890265628695488,
      "learning_rate": 3.731402117733152e-08,
      "loss": 0.0236,
      "step": 59300
    },
    {
      "epoch": 18.496568933250156,
      "flow_loss": 0.03481922298669815,
      "step": 59300
    },
    {
      "contrastive_loss": 0.004012332763522863,
      "epoch": 18.496568933250156,
      "step": 59300
    },
    {
      "contrastive_lambda": 0.0003367631256509518,
      "epoch": 18.496568933250156,
      "step": 59300
    },
    {
      "contrastive_lambda": 0.00033580311067188395,
      "epoch": 18.496880848409234,
      "step": 59301
    },
    {
      "contrastive_lambda": 0.0003348444655505989,
      "epoch": 18.49719276356831,
      "step": 59302
    },
    {
      "contrastive_lambda": 0.0003338871902897056,
      "epoch": 18.497504678727385,
      "step": 59303
    },
    {
      "contrastive_lambda": 0.0003329312848918131,
      "epoch": 18.497816593886462,
      "step": 59304
    },
    {
      "contrastive_lambda": 0.000331976749359586,
      "epoch": 18.49812850904554,
      "step": 59305
    },
    {
      "contrastive_lambda": 0.00033102358369563323,
      "epoch": 18.498440424204617,
      "step": 59306
    },
    {
      "contrastive_lambda": 0.00033007178790250835,
      "epoch": 18.498752339363694,
      "step": 59307
    },
    {
      "contrastive_lambda": 0.0003291213619828759,
      "epoch": 18.49906425452277,
      "step": 59308
    },
    {
      "contrastive_lambda": 0.0003281723059393449,
      "epoch": 18.499376169681845,
      "step": 59309
    },
    {
      "epoch": 18.499688084840923,
      "grad_norm": 0.06228780746459961,
      "learning_rate": 3.625714829552651e-08,
      "loss": 0.0201,
      "step": 59310
    },
    {
      "epoch": 18.499688084840923,
      "flow_loss": 0.02754497155547142,
      "step": 59310
    },
    {
      "contrastive_loss": 0.0032224650494754314,
      "epoch": 18.499688084840923,
      "step": 59310
    },
    {
      "contrastive_lambda": 0.0003272246197744688,
      "epoch": 18.499688084840923,
      "step": 59310
    },
    {
      "contrastive_lambda": 0.00032627830349085674,
      "epoch": 18.5,
      "step": 59311
    },
    {
      "contrastive_lambda": 0.00032533335709117317,
      "epoch": 18.500311915159077,
      "step": 59312
    },
    {
      "contrastive_lambda": 0.0003243897805779161,
      "epoch": 18.500623830318155,
      "step": 59313
    },
    {
      "contrastive_lambda": 0.0003234475739537501,
      "epoch": 18.50093574547723,
      "step": 59314
    },
    {
      "contrastive_lambda": 0.0003225067372212287,
      "epoch": 18.501247660636306,
      "step": 59315
    },
    {
      "contrastive_lambda": 0.00032156727038290533,
      "epoch": 18.501559575795383,
      "step": 59316
    },
    {
      "contrastive_lambda": 0.0003206291734413891,
      "epoch": 18.50187149095446,
      "step": 59317
    },
    {
      "contrastive_lambda": 0.00031969244639923344,
      "epoch": 18.502183406113538,
      "step": 59318
    },
    {
      "contrastive_lambda": 0.00031875708925899193,
      "epoch": 18.502495321272615,
      "step": 59319
    },
    {
      "epoch": 18.50280723643169,
      "grad_norm": 0.07669659703969955,
      "learning_rate": 3.5215453079590065e-08,
      "loss": 0.0189,
      "step": 59320
    },
    {
      "epoch": 18.50280723643169,
      "flow_loss": 0.01934880018234253,
      "step": 59320
    },
    {
      "contrastive_loss": 0.003194600809365511,
      "epoch": 18.50280723643169,
      "step": 59320
    },
    {
      "contrastive_lambda": 0.0003178231020232736,
      "epoch": 18.50280723643169,
      "step": 59320
    },
    {
      "contrastive_lambda": 0.00031689048469457637,
      "epoch": 18.503119151590766,
      "step": 59321
    },
    {
      "contrastive_lambda": 0.00031595923727556485,
      "epoch": 18.503431066749844,
      "step": 59322
    },
    {
      "contrastive_lambda": 0.0003150293597686815,
      "epoch": 18.50374298190892,
      "step": 59323
    },
    {
      "contrastive_lambda": 0.00031410085217647987,
      "epoch": 18.504054897068,
      "step": 59324
    },
    {
      "contrastive_lambda": 0.00031317371450156894,
      "epoch": 18.504366812227076,
      "step": 59325
    },
    {
      "contrastive_lambda": 0.00031224794674650225,
      "epoch": 18.50467872738615,
      "step": 59326
    },
    {
      "contrastive_lambda": 0.00031132354891372227,
      "epoch": 18.504990642545227,
      "step": 59327
    },
    {
      "contrastive_lambda": 0.00031040052100583804,
      "epoch": 18.505302557704304,
      "step": 59328
    },
    {
      "contrastive_lambda": 0.00030947886302540306,
      "epoch": 18.505614472863382,
      "step": 59329
    },
    {
      "epoch": 18.50592638802246,
      "grad_norm": 0.1094553992152214,
      "learning_rate": 3.4188935845952396e-08,
      "loss": 0.019,
      "step": 59330
    },
    {
      "epoch": 18.50592638802246,
      "flow_loss": 0.02035222388803959,
      "step": 59330
    },
    {
      "contrastive_loss": 0.0032975401263684034,
      "epoch": 18.50592638802246,
      "step": 59330
    },
    {
      "contrastive_lambda": 0.00030855857497485983,
      "epoch": 18.50592638802246,
      "step": 59330
    },
    {
      "contrastive_lambda": 0.00030763965685676187,
      "epoch": 18.506238303181533,
      "step": 59331
    },
    {
      "contrastive_lambda": 0.0003067221086736627,
      "epoch": 18.50655021834061,
      "step": 59332
    },
    {
      "contrastive_lambda": 0.00030580593042806026,
      "epoch": 18.506862133499688,
      "step": 59333
    },
    {
      "contrastive_lambda": 0.0003048911221224526,
      "epoch": 18.507174048658765,
      "step": 59334
    },
    {
      "contrastive_lambda": 0.00030397768375933776,
      "epoch": 18.507485963817842,
      "step": 59335
    },
    {
      "contrastive_lambda": 0.0003030656153412692,
      "epoch": 18.50779787897692,
      "step": 59336
    },
    {
      "contrastive_lambda": 0.0003021549168707449,
      "epoch": 18.508109794135994,
      "step": 59337
    },
    {
      "contrastive_lambda": 0.00030124558835020743,
      "epoch": 18.50842170929507,
      "step": 59338
    },
    {
      "contrastive_lambda": 0.0003003376297821547,
      "epoch": 18.50873362445415,
      "step": 59339
    },
    {
      "epoch": 18.509045539613226,
      "grad_norm": 0.040824856609106064,
      "learning_rate": 3.3177596906447396e-08,
      "loss": 0.0166,
      "step": 59340
    },
    {
      "epoch": 18.509045539613226,
      "flow_loss": 0.010679373517632484,
      "step": 59340
    },
    {
      "contrastive_loss": 0.004470045678317547,
      "epoch": 18.509045539613226,
      "step": 59340
    },
    {
      "contrastive_lambda": 0.0002994310411691403,
      "epoch": 18.509045539613226,
      "step": 59340
    },
    {
      "contrastive_lambda": 0.0002985258225135512,
      "epoch": 18.509357454772303,
      "step": 59341
    },
    {
      "contrastive_lambda": 0.00029762197381794087,
      "epoch": 18.50966936993138,
      "step": 59342
    },
    {
      "contrastive_lambda": 0.00029671949508480733,
      "epoch": 18.509981285090454,
      "step": 59343
    },
    {
      "contrastive_lambda": 0.0002958183863165931,
      "epoch": 18.51029320024953,
      "step": 59344
    },
    {
      "contrastive_lambda": 0.0002949186475157406,
      "epoch": 18.51060511540861,
      "step": 59345
    },
    {
      "contrastive_lambda": 0.0002940202786846924,
      "epoch": 18.510917030567686,
      "step": 59346
    },
    {
      "contrastive_lambda": 0.00029312327982605746,
      "epoch": 18.511228945726764,
      "step": 59347
    },
    {
      "contrastive_lambda": 0.0002922276509421118,
      "epoch": 18.511540860885837,
      "step": 59348
    },
    {
      "contrastive_lambda": 0.00029133339203540887,
      "epoch": 18.511852776044915,
      "step": 59349
    },
    {
      "epoch": 18.512164691203992,
      "grad_norm": 0.08507656306028366,
      "learning_rate": 3.218143656829043e-08,
      "loss": 0.0181,
      "step": 59350
    },
    {
      "epoch": 18.512164691203992,
      "flow_loss": 0.014738477766513824,
      "step": 59350
    },
    {
      "contrastive_loss": 0.003133202902972698,
      "epoch": 18.512164691203992,
      "step": 59350
    },
    {
      "contrastive_lambda": 0.0002904405031084467,
      "epoch": 18.512164691203992,
      "step": 59350
    },
    {
      "contrastive_lambda": 0.0002895489841635568,
      "epoch": 18.51247660636307,
      "step": 59351
    },
    {
      "contrastive_lambda": 0.0002886588352032926,
      "epoch": 18.512788521522147,
      "step": 59352
    },
    {
      "contrastive_lambda": 0.00028777005622998564,
      "epoch": 18.513100436681224,
      "step": 59353
    },
    {
      "contrastive_lambda": 0.0002868826472461339,
      "epoch": 18.513412351840298,
      "step": 59354
    },
    {
      "contrastive_lambda": 0.00028599660825423534,
      "epoch": 18.513724266999375,
      "step": 59355
    },
    {
      "contrastive_lambda": 0.00028511193925656597,
      "epoch": 18.514036182158453,
      "step": 59356
    },
    {
      "contrastive_lambda": 0.0002842286402556793,
      "epoch": 18.51434809731753,
      "step": 59357
    },
    {
      "contrastive_lambda": 0.00028334671125396227,
      "epoch": 18.514660012476607,
      "step": 59358
    },
    {
      "contrastive_lambda": 0.0002824661522538019,
      "epoch": 18.514971927635685,
      "step": 59359
    },
    {
      "epoch": 18.51528384279476,
      "grad_norm": 0.07389873266220093,
      "learning_rate": 3.120045513408387e-08,
      "loss": 0.0228,
      "step": 59360
    },
    {
      "epoch": 18.51528384279476,
      "flow_loss": 0.008981497026979923,
      "step": 59360
    },
    {
      "contrastive_loss": 0.004008044954389334,
      "epoch": 18.51528384279476,
      "step": 59360
    },
    {
      "contrastive_lambda": 0.00028158696325764065,
      "epoch": 18.51528384279476,
      "step": 59360
    },
    {
      "contrastive_lambda": 0.00028070914426786553,
      "epoch": 18.515595757953836,
      "step": 59361
    },
    {
      "contrastive_lambda": 0.000279832695286919,
      "epoch": 18.515907673112913,
      "step": 59362
    },
    {
      "contrastive_lambda": 0.0002789576163171881,
      "epoch": 18.51621958827199,
      "step": 59363
    },
    {
      "contrastive_lambda": 0.0002780839073610042,
      "epoch": 18.516531503431068,
      "step": 59364
    },
    {
      "contrastive_lambda": 0.0002772115684209209,
      "epoch": 18.516843418590142,
      "step": 59365
    },
    {
      "contrastive_lambda": 0.00027634059949915857,
      "epoch": 18.51715533374922,
      "step": 59366
    },
    {
      "contrastive_lambda": 0.0002754710005982153,
      "epoch": 18.517467248908297,
      "step": 59367
    },
    {
      "contrastive_lambda": 0.00027460277172042247,
      "epoch": 18.517779164067374,
      "step": 59368
    },
    {
      "contrastive_lambda": 0.00027373591286822263,
      "epoch": 18.51809107922645,
      "step": 59369
    },
    {
      "epoch": 18.51840299438553,
      "grad_norm": 0.06259235739707947,
      "learning_rate": 3.02346529018338e-08,
      "loss": 0.0217,
      "step": 59370
    },
    {
      "epoch": 18.51840299438553,
      "flow_loss": 0.009642568416893482,
      "step": 59370
    },
    {
      "contrastive_loss": 0.003445198992267251,
      "epoch": 18.51840299438553,
      "step": 59370
    },
    {
      "contrastive_lambda": 0.0002728704240438917,
      "epoch": 18.51840299438553,
      "step": 59370
    },
    {
      "contrastive_lambda": 0.00027200630524992775,
      "epoch": 18.518714909544602,
      "step": 59371
    },
    {
      "contrastive_lambda": 0.00027114355648860666,
      "epoch": 18.51902682470368,
      "step": 59372
    },
    {
      "contrastive_lambda": 0.00027028217776225993,
      "epoch": 18.519338739862757,
      "step": 59373
    },
    {
      "contrastive_lambda": 0.00026942216907338556,
      "epoch": 18.519650655021834,
      "step": 59374
    },
    {
      "contrastive_lambda": 0.000268563530424204,
      "epoch": 18.519962570180912,
      "step": 59375
    },
    {
      "contrastive_lambda": 0.00026770626181715773,
      "epoch": 18.52027448533999,
      "step": 59376
    },
    {
      "contrastive_lambda": 0.0002668503632545782,
      "epoch": 18.520586400499063,
      "step": 59377
    },
    {
      "contrastive_lambda": 0.00026599583473879695,
      "epoch": 18.52089831565814,
      "step": 59378
    },
    {
      "contrastive_lambda": 0.0002651426762721454,
      "epoch": 18.521210230817218,
      "step": 59379
    },
    {
      "epoch": 18.521522145976295,
      "grad_norm": 0.044373299926519394,
      "learning_rate": 2.9284030164922204e-08,
      "loss": 0.0163,
      "step": 59380
    },
    {
      "epoch": 18.521522145976295,
      "flow_loss": 0.013407626189291477,
      "step": 59380
    },
    {
      "contrastive_loss": 0.004007242154330015,
      "epoch": 18.521522145976295,
      "step": 59380
    },
    {
      "contrastive_lambda": 0.0002642908878570105,
      "epoch": 18.521522145976295,
      "step": 59380
    },
    {
      "contrastive_lambda": 0.00026344046949566824,
      "epoch": 18.521834061135372,
      "step": 59381
    },
    {
      "contrastive_lambda": 0.0002625914211905056,
      "epoch": 18.522145976294446,
      "step": 59382
    },
    {
      "contrastive_lambda": 0.00026174374294379854,
      "epoch": 18.522457891453524,
      "step": 59383
    },
    {
      "contrastive_lambda": 0.0002608974347578785,
      "epoch": 18.5227698066126,
      "step": 59384
    },
    {
      "contrastive_lambda": 0.0002600524966351325,
      "epoch": 18.52308172177168,
      "step": 59385
    },
    {
      "contrastive_lambda": 0.000259208928577781,
      "epoch": 18.523393636930756,
      "step": 59386
    },
    {
      "contrastive_lambda": 0.0002583667305882109,
      "epoch": 18.523705552089833,
      "step": 59387
    },
    {
      "contrastive_lambda": 0.00025752590266869824,
      "epoch": 18.524017467248907,
      "step": 59388
    },
    {
      "contrastive_lambda": 0.0002566864448215189,
      "epoch": 18.524329382407984,
      "step": 59389
    },
    {
      "epoch": 18.52464129756706,
      "grad_norm": 0.09096123278141022,
      "learning_rate": 2.8348587212123634e-08,
      "loss": 0.0221,
      "step": 59390
    },
    {
      "epoch": 18.52464129756706,
      "flow_loss": 0.015035247430205345,
      "step": 59390
    },
    {
      "contrastive_loss": 0.004417486023157835,
      "epoch": 18.52464129756706,
      "step": 59390
    },
    {
      "contrastive_lambda": 0.00025584835704905995,
      "epoch": 18.52464129756706,
      "step": 59390
    },
    {
      "contrastive_lambda": 0.00025501163935348625,
      "epoch": 18.52495321272614,
      "step": 59391
    },
    {
      "contrastive_lambda": 0.0002541762917372403,
      "epoch": 18.525265127885216,
      "step": 59392
    },
    {
      "contrastive_lambda": 0.0002533423142025426,
      "epoch": 18.525577043044294,
      "step": 59393
    },
    {
      "contrastive_lambda": 0.00025250970675166906,
      "epoch": 18.525888958203367,
      "step": 59394
    },
    {
      "contrastive_lambda": 0.00025167846938689564,
      "epoch": 18.526200873362445,
      "step": 59395
    },
    {
      "contrastive_lambda": 0.0002508486021105538,
      "epoch": 18.526512788521522,
      "step": 59396
    },
    {
      "contrastive_lambda": 0.00025002010492486404,
      "epoch": 18.5268247036806,
      "step": 59397
    },
    {
      "contrastive_lambda": 0.00024919297783210226,
      "epoch": 18.527136618839677,
      "step": 59398
    },
    {
      "contrastive_lambda": 0.00024836722083459994,
      "epoch": 18.52744853399875,
      "step": 59399
    },
    {
      "epoch": 18.527760449157828,
      "grad_norm": 0.07049693912267685,
      "learning_rate": 2.7428324327594125e-08,
      "loss": 0.0192,
      "step": 59400
    },
    {
      "epoch": 18.527760449157828,
      "flow_loss": 0.04490257427096367,
      "step": 59400
    },
    {
      "contrastive_loss": 0.003947376739233732,
      "epoch": 18.527760449157828,
      "step": 59400
    },
    {
      "contrastive_lambda": 0.00024754283393452203,
      "epoch": 18.527760449157828,
      "step": 59400
    },
    {
      "contrastive_lambda": 0.0002467198171342,
      "epoch": 18.528072364316905,
      "step": 59401
    },
    {
      "contrastive_lambda": 0.0002458981704359098,
      "epoch": 18.528384279475983,
      "step": 59402
    },
    {
      "contrastive_lambda": 0.00024507789384181633,
      "epoch": 18.52869619463506,
      "step": 59403
    },
    {
      "contrastive_lambda": 0.0002442589873542511,
      "epoch": 18.529008109794137,
      "step": 59404
    },
    {
      "contrastive_lambda": 0.00024344145097537906,
      "epoch": 18.52932002495321,
      "step": 59405
    },
    {
      "contrastive_lambda": 0.00024262528470753164,
      "epoch": 18.52963194011229,
      "step": 59406
    },
    {
      "contrastive_lambda": 0.0002418104885528738,
      "epoch": 18.529943855271366,
      "step": 59407
    },
    {
      "contrastive_lambda": 0.00024099706251368147,
      "epoch": 18.530255770430443,
      "step": 59408
    },
    {
      "contrastive_lambda": 0.00024018500659217512,
      "epoch": 18.53056768558952,
      "step": 59409
    },
    {
      "epoch": 18.530879600748598,
      "grad_norm": 0.06836144626140594,
      "learning_rate": 2.6523241790893383e-08,
      "loss": 0.0237,
      "step": 59410
    },
    {
      "epoch": 18.530879600748598,
      "flow_loss": 0.02036992646753788,
      "step": 59410
    },
    {
      "contrastive_loss": 0.0045269206166267395,
      "epoch": 18.530879600748598,
      "step": 59410
    },
    {
      "contrastive_lambda": 0.0002393743207905752,
      "epoch": 18.530879600748598,
      "step": 59410
    },
    {
      "contrastive_lambda": 0.0002385650051110466,
      "epoch": 18.531191515907672,
      "step": 59411
    },
    {
      "contrastive_lambda": 0.00023775705955597637,
      "epoch": 18.53150343106675,
      "step": 59412
    },
    {
      "contrastive_lambda": 0.00023695048412736286,
      "epoch": 18.531815346225827,
      "step": 59413
    },
    {
      "contrastive_lambda": 0.00023614527882759306,
      "epoch": 18.532127261384904,
      "step": 59414
    },
    {
      "contrastive_lambda": 0.0002353414436587764,
      "epoch": 18.53243917654398,
      "step": 59415
    },
    {
      "contrastive_lambda": 0.00023453897862318884,
      "epoch": 18.532751091703055,
      "step": 59416
    },
    {
      "contrastive_lambda": 0.0002337378837229398,
      "epoch": 18.533063006862132,
      "step": 59417
    },
    {
      "contrastive_lambda": 0.00023293815896030523,
      "epoch": 18.53337492202121,
      "step": 59418
    },
    {
      "contrastive_lambda": 0.00023213980433739456,
      "epoch": 18.533686837180287,
      "step": 59419
    },
    {
      "epoch": 18.533998752339365,
      "grad_norm": 0.06486979126930237,
      "learning_rate": 2.563333987695704e-08,
      "loss": 0.0169,
      "step": 59420
    },
    {
      "epoch": 18.533998752339365,
      "flow_loss": 0.007593314163386822,
      "step": 59420
    },
    {
      "contrastive_loss": 0.003629488404840231,
      "epoch": 18.533998752339365,
      "step": 59420
    },
    {
      "contrastive_lambda": 0.00023134281985648375,
      "epoch": 18.533998752339365,
      "step": 59420
    },
    {
      "contrastive_lambda": 0.00023054720551973773,
      "epoch": 18.534310667498442,
      "step": 59421
    },
    {
      "contrastive_lambda": 0.00022975296132932144,
      "epoch": 18.534622582657516,
      "step": 59422
    },
    {
      "contrastive_lambda": 0.0002289600872873998,
      "epoch": 18.534934497816593,
      "step": 59423
    },
    {
      "contrastive_lambda": 0.00022816858339613777,
      "epoch": 18.53524641297567,
      "step": 59424
    },
    {
      "contrastive_lambda": 0.00022737844965775578,
      "epoch": 18.535558328134748,
      "step": 59425
    },
    {
      "contrastive_lambda": 0.00022658968607441876,
      "epoch": 18.535870243293825,
      "step": 59426
    },
    {
      "contrastive_lambda": 0.00022580229264823615,
      "epoch": 18.536182158452903,
      "step": 59427
    },
    {
      "contrastive_lambda": 0.00022501626938137287,
      "epoch": 18.536494073611976,
      "step": 59428
    },
    {
      "contrastive_lambda": 0.00022423161627599386,
      "epoch": 18.536805988771054,
      "step": 59429
    },
    {
      "epoch": 18.53711790393013,
      "grad_norm": 0.07459995895624161,
      "learning_rate": 2.4758618856118852e-08,
      "loss": 0.0183,
      "step": 59430
    },
    {
      "epoch": 18.53711790393013,
      "flow_loss": 0.010735603049397469,
      "step": 59430
    },
    {
      "contrastive_loss": 0.004275183193385601,
      "epoch": 18.53711790393013,
      "step": 59430
    },
    {
      "contrastive_lambda": 0.00022344833333431957,
      "epoch": 18.53711790393013,
      "step": 59430
    },
    {
      "contrastive_lambda": 0.0002226664205584039,
      "epoch": 18.53742981908921,
      "step": 59431
    },
    {
      "contrastive_lambda": 0.00022188587795041181,
      "epoch": 18.537741734248286,
      "step": 59432
    },
    {
      "contrastive_lambda": 0.0002211067055124527,
      "epoch": 18.53805364940736,
      "step": 59433
    },
    {
      "contrastive_lambda": 0.00022032890324680254,
      "epoch": 18.538365564566437,
      "step": 59434
    },
    {
      "contrastive_lambda": 0.00021955247115545973,
      "epoch": 18.538677479725514,
      "step": 59435
    },
    {
      "contrastive_lambda": 0.00021877740924053368,
      "epoch": 18.53898939488459,
      "step": 59436
    },
    {
      "contrastive_lambda": 0.00021800371750430036,
      "epoch": 18.53930131004367,
      "step": 59437
    },
    {
      "contrastive_lambda": 0.00021723139594870267,
      "epoch": 18.539613225202746,
      "step": 59438
    },
    {
      "contrastive_lambda": 0.00021646044457601654,
      "epoch": 18.53992514036182,
      "step": 59439
    },
    {
      "epoch": 18.540237055520898,
      "grad_norm": 0.08539466559886932,
      "learning_rate": 2.3899078994088497e-08,
      "loss": 0.0223,
      "step": 59440
    },
    {
      "epoch": 18.540237055520898,
      "flow_loss": 0.020928233861923218,
      "step": 59440
    },
    {
      "contrastive_loss": 0.003524781670421362,
      "epoch": 18.540237055520898,
      "step": 59440
    },
    {
      "contrastive_lambda": 0.0002156908633882404,
      "epoch": 18.540237055520898,
      "step": 59440
    },
    {
      "contrastive_lambda": 0.00021492265238748365,
      "epoch": 18.540548970679975,
      "step": 59441
    },
    {
      "contrastive_lambda": 0.00021415581157596675,
      "epoch": 18.540860885839052,
      "step": 59442
    },
    {
      "contrastive_lambda": 0.0002133903409556881,
      "epoch": 18.54117280099813,
      "step": 59443
    },
    {
      "contrastive_lambda": 0.00021262624052875712,
      "epoch": 18.541484716157207,
      "step": 59444
    },
    {
      "contrastive_lambda": 0.00021186351029733874,
      "epoch": 18.54179663131628,
      "step": 59445
    },
    {
      "contrastive_lambda": 0.00021110215026343138,
      "epoch": 18.542108546475358,
      "step": 59446
    },
    {
      "contrastive_lambda": 0.00021034216042914444,
      "epoch": 18.542420461634435,
      "step": 59447
    },
    {
      "contrastive_lambda": 0.00020958354079664288,
      "epoch": 18.542732376793513,
      "step": 59448
    },
    {
      "contrastive_lambda": 0.00020882629136786957,
      "epoch": 18.54304429195259,
      "step": 59449
    },
    {
      "epoch": 18.543356207111664,
      "grad_norm": 0.07713349163532257,
      "learning_rate": 2.3054720551973775e-08,
      "loss": 0.0201,
      "step": 59450
    },
    {
      "epoch": 18.543356207111664,
      "flow_loss": 0.020613908767700195,
      "step": 59450
    },
    {
      "contrastive_loss": 0.003694009967148304,
      "epoch": 18.543356207111664,
      "step": 59450
    },
    {
      "contrastive_lambda": 0.00020807041214504496,
      "epoch": 18.543356207111664,
      "step": 59450
    },
    {
      "contrastive_lambda": 0.00020731590313016746,
      "epoch": 18.54366812227074,
      "step": 59451
    },
    {
      "contrastive_lambda": 0.00020656276432529097,
      "epoch": 18.54398003742982,
      "step": 59452
    },
    {
      "contrastive_lambda": 0.00020581099573246942,
      "epoch": 18.544291952588896,
      "step": 59453
    },
    {
      "contrastive_lambda": 0.0002050605973538122,
      "epoch": 18.544603867747973,
      "step": 59454
    },
    {
      "contrastive_lambda": 0.00020431156919137328,
      "epoch": 18.54491578290705,
      "step": 59455
    },
    {
      "contrastive_lambda": 0.00020356391124720652,
      "epoch": 18.545227698066125,
      "step": 59456
    },
    {
      "contrastive_lambda": 0.00020281762352331034,
      "epoch": 18.545539613225202,
      "step": 59457
    },
    {
      "contrastive_lambda": 0.00020207270602179417,
      "epoch": 18.54585152838428,
      "step": 59458
    },
    {
      "contrastive_lambda": 0.0002013291587446564,
      "epoch": 18.546163443543357,
      "step": 59459
    },
    {
      "epoch": 18.546475358702434,
      "grad_norm": 0.06305940449237823,
      "learning_rate": 2.222554378627506e-08,
      "loss": 0.0213,
      "step": 59460
    },
    {
      "epoch": 18.546475358702434,
      "flow_loss": 0.022940749302506447,
      "step": 59460
    },
    {
      "contrastive_loss": 0.00432960782200098,
      "epoch": 18.546475358702434,
      "step": 59460
    },
    {
      "contrastive_lambda": 0.00020058698169395095,
      "epoch": 18.546475358702434,
      "step": 59460
    },
    {
      "contrastive_lambda": 0.00019984617487173173,
      "epoch": 18.54678727386151,
      "step": 59461
    },
    {
      "contrastive_lambda": 0.00019910673827999714,
      "epoch": 18.547099189020585,
      "step": 59462
    },
    {
      "contrastive_lambda": 0.0001983686719208011,
      "epoch": 18.547411104179663,
      "step": 59463
    },
    {
      "contrastive_lambda": 0.000197631975796142,
      "epoch": 18.54772301933874,
      "step": 59464
    },
    {
      "contrastive_lambda": 0.00019689664990807376,
      "epoch": 18.548034934497817,
      "step": 59465
    },
    {
      "contrastive_lambda": 0.00019616269425853927,
      "epoch": 18.548346849656895,
      "step": 59466
    },
    {
      "contrastive_lambda": 0.00019543010884964795,
      "epoch": 18.54865876481597,
      "step": 59467
    },
    {
      "contrastive_lambda": 0.0001946988936833427,
      "epoch": 18.548970679975046,
      "step": 59468
    },
    {
      "contrastive_lambda": 0.00019396904876167742,
      "epoch": 18.549282595134123,
      "step": 59469
    },
    {
      "epoch": 18.5495945102932,
      "grad_norm": 0.06102198734879494,
      "learning_rate": 2.1411548948868653e-08,
      "loss": 0.0187,
      "step": 59470
    },
    {
      "epoch": 18.5495945102932,
      "flow_loss": 0.01592099294066429,
      "step": 59470
    },
    {
      "contrastive_loss": 0.003144354559481144,
      "epoch": 18.5495945102932,
      "step": 59470
    },
    {
      "contrastive_lambda": 0.000193240574086595,
      "epoch": 18.5495945102932,
      "step": 59470
    },
    {
      "contrastive_lambda": 0.00019251346966014937,
      "epoch": 18.549906425452278,
      "step": 59471
    },
    {
      "contrastive_lambda": 0.0001917877354842834,
      "epoch": 18.550218340611355,
      "step": 59472
    },
    {
      "contrastive_lambda": 0.0001910633715609955,
      "epoch": 18.55053025577043,
      "step": 59473
    },
    {
      "contrastive_lambda": 0.00019034037789228408,
      "epoch": 18.550842170929506,
      "step": 59474
    },
    {
      "contrastive_lambda": 0.00018961875448014753,
      "epoch": 18.551154086088584,
      "step": 59475
    },
    {
      "contrastive_lambda": 0.00018889850132658426,
      "epoch": 18.55146600124766,
      "step": 59476
    },
    {
      "contrastive_lambda": 0.00018817961843348163,
      "epoch": 18.55177791640674,
      "step": 59477
    },
    {
      "contrastive_lambda": 0.00018746210580289357,
      "epoch": 18.552089831565816,
      "step": 59478
    },
    {
      "contrastive_lambda": 0.00018674596343670746,
      "epoch": 18.55240174672489,
      "step": 59479
    },
    {
      "epoch": 18.552713661883967,
      "grad_norm": 0.07749799638986588,
      "learning_rate": 2.0612736287023426e-08,
      "loss": 0.0191,
      "step": 59480
    },
    {
      "epoch": 18.552713661883967,
      "flow_loss": 0.014843910932540894,
      "step": 59480
    },
    {
      "contrastive_loss": 0.003751525189727545,
      "epoch": 18.552713661883967,
      "step": 59480
    },
    {
      "contrastive_lambda": 0.0001860311913369772,
      "epoch": 18.552713661883967,
      "step": 59480
    },
    {
      "contrastive_lambda": 0.0001853177895056457,
      "epoch": 18.553025577043044,
      "step": 59481
    },
    {
      "contrastive_lambda": 0.00018460575794460032,
      "epoch": 18.55333749220212,
      "step": 59482
    },
    {
      "contrastive_lambda": 0.00018389509665583947,
      "epoch": 18.5536494073612,
      "step": 59483
    },
    {
      "contrastive_lambda": 0.00018318580564130604,
      "epoch": 18.553961322520273,
      "step": 59484
    },
    {
      "contrastive_lambda": 0.00018247788490299843,
      "epoch": 18.55427323767935,
      "step": 59485
    },
    {
      "contrastive_lambda": 0.0001817713344427485,
      "epoch": 18.554585152838428,
      "step": 59486
    },
    {
      "contrastive_lambda": 0.00018106615426255468,
      "epoch": 18.554897067997505,
      "step": 59487
    },
    {
      "contrastive_lambda": 0.00018036234436435983,
      "epoch": 18.555208983156582,
      "step": 59488
    },
    {
      "contrastive_lambda": 0.00017965990475010685,
      "epoch": 18.55552089831566,
      "step": 59489
    },
    {
      "epoch": 18.555832813474733,
      "grad_norm": 0.06459599733352661,
      "learning_rate": 1.9829106043400826e-08,
      "loss": 0.0212,
      "step": 59490
    },
    {
      "epoch": 18.555832813474733,
      "flow_loss": 0.010495131835341454,
      "step": 59490
    },
    {
      "contrastive_loss": 0.003054345492273569,
      "epoch": 18.555832813474733,
      "step": 59490
    },
    {
      "contrastive_lambda": 0.00017895883542168312,
      "epoch": 18.555832813474733,
      "step": 59490
    },
    {
      "contrastive_lambda": 0.000178259136380976,
      "epoch": 18.55614472863381,
      "step": 59491
    },
    {
      "contrastive_lambda": 0.00017756080762998394,
      "epoch": 18.556456643792888,
      "step": 59492
    },
    {
      "contrastive_lambda": 0.00017686384917059428,
      "epoch": 18.556768558951966,
      "step": 59493
    },
    {
      "contrastive_lambda": 0.0001761682610046944,
      "epoch": 18.557080474111043,
      "step": 59494
    },
    {
      "contrastive_lambda": 0.0001754740431342272,
      "epoch": 18.55739238927012,
      "step": 59495
    },
    {
      "contrastive_lambda": 0.00017478119556108007,
      "epoch": 18.557704304429194,
      "step": 59496
    },
    {
      "contrastive_lambda": 0.00017408971828714037,
      "epoch": 18.55801621958827,
      "step": 59497
    },
    {
      "contrastive_lambda": 0.0001733996113142955,
      "epoch": 18.55832813474735,
      "step": 59498
    },
    {
      "contrastive_lambda": 0.0001727108746444883,
      "epoch": 18.558640049906426,
      "step": 59499
    },
    {
      "epoch": 18.558951965065503,
      "grad_norm": 0.09161464124917984,
      "learning_rate": 1.9060658456043768e-08,
      "loss": 0.0216,
      "step": 59500
    },
    {
      "epoch": 18.558951965065503,
      "flow_loss": 0.021197417750954628,
      "step": 59500
    },
    {
      "contrastive_loss": 0.003142319153994322,
      "epoch": 18.558951965065503,
      "step": 59500
    },
    {
      "contrastive_lambda": 0.0001720235082794952,
      "epoch": 18.558951965065503,
      "step": 59500
    },
    {
      "contrastive_lambda": 0.00017133751222137006,
      "epoch": 18.559263880224577,
      "step": 59501
    },
    {
      "contrastive_lambda": 0.00017065288647183374,
      "epoch": 18.559575795383655,
      "step": 59502
    },
    {
      "contrastive_lambda": 0.00016996963103288465,
      "epoch": 18.559887710542732,
      "step": 59503
    },
    {
      "contrastive_lambda": 0.00016928774590635465,
      "epoch": 18.56019962570181,
      "step": 59504
    },
    {
      "contrastive_lambda": 0.0001686072310940201,
      "epoch": 18.560511540860887,
      "step": 59505
    },
    {
      "contrastive_lambda": 0.0001679280865978794,
      "epoch": 18.560823456019964,
      "step": 59506
    },
    {
      "contrastive_lambda": 0.0001672503124197644,
      "epoch": 18.561135371179038,
      "step": 59507
    },
    {
      "contrastive_lambda": 0.000166573908561507,
      "epoch": 18.561447286338115,
      "step": 59508
    },
    {
      "contrastive_lambda": 0.00016589887502493905,
      "epoch": 18.561759201497193,
      "step": 59509
    },
    {
      "epoch": 18.56207111665627,
      "grad_norm": 0.0671846866607666,
      "learning_rate": 1.830739375838775e-08,
      "loss": 0.0214,
      "step": 59510
    },
    {
      "epoch": 18.56207111665627,
      "flow_loss": 0.03266146406531334,
      "step": 59510
    },
    {
      "contrastive_loss": 0.0031666825525462627,
      "epoch": 18.56207111665627,
      "step": 59510
    },
    {
      "contrastive_lambda": 0.00016522521181194794,
      "epoch": 18.56207111665627,
      "step": 59510
    },
    {
      "contrastive_lambda": 0.00016455291892436552,
      "epoch": 18.562383031815347,
      "step": 59511
    },
    {
      "contrastive_lambda": 0.00016388199636402367,
      "epoch": 18.562694946974425,
      "step": 59512
    },
    {
      "contrastive_lambda": 0.00016321244413280978,
      "epoch": 18.5630068621335,
      "step": 59513
    },
    {
      "contrastive_lambda": 0.00016254426223250018,
      "epoch": 18.563318777292576,
      "step": 59514
    },
    {
      "contrastive_lambda": 0.00016187745066498227,
      "epoch": 18.563630692451653,
      "step": 59515
    },
    {
      "contrastive_lambda": 0.0001612120094320879,
      "epoch": 18.56394260761073,
      "step": 59516
    },
    {
      "contrastive_lambda": 0.00016054793853553795,
      "epoch": 18.564254522769808,
      "step": 59517
    },
    {
      "contrastive_lambda": 0.00015988523797727527,
      "epoch": 18.56456643792888,
      "step": 59518
    },
    {
      "contrastive_lambda": 0.00015922390775902073,
      "epoch": 18.56487835308796,
      "step": 59519
    },
    {
      "epoch": 18.565190268247036,
      "grad_norm": 0.07689540833234787,
      "learning_rate": 1.7569312179260832e-08,
      "loss": 0.0207,
      "step": 59520
    },
    {
      "epoch": 18.565190268247036,
      "flow_loss": 0.024643907323479652,
      "step": 59520
    },
    {
      "contrastive_loss": 0.003533175215125084,
      "epoch": 18.565190268247036,
      "step": 59520
    },
    {
      "contrastive_lambda": 0.0001585639478826617,
      "epoch": 18.565190268247036,
      "step": 59520
    },
    {
      "contrastive_lambda": 0.00015790535835003006,
      "epoch": 18.565502183406114,
      "step": 59521
    },
    {
      "contrastive_lambda": 0.00015724813916279112,
      "epoch": 18.56581409856519,
      "step": 59522
    },
    {
      "contrastive_lambda": 0.0001565922903228878,
      "epoch": 18.56612601372427,
      "step": 59523
    },
    {
      "contrastive_lambda": 0.00015593781183204092,
      "epoch": 18.566437928883342,
      "step": 59524
    },
    {
      "contrastive_lambda": 0.00015528470369208236,
      "epoch": 18.56674984404242,
      "step": 59525
    },
    {
      "contrastive_lambda": 0.000154632965904844,
      "epoch": 18.567061759201497,
      "step": 59526
    },
    {
      "contrastive_lambda": 0.00015398259847199114,
      "epoch": 18.567373674360574,
      "step": 59527
    },
    {
      "contrastive_lambda": 0.00015333360139535568,
      "epoch": 18.56768558951965,
      "step": 59528
    },
    {
      "contrastive_lambda": 0.000152685974676825,
      "epoch": 18.56799750467873,
      "step": 59529
    },
    {
      "epoch": 18.568309419837803,
      "grad_norm": 0.1329105645418167,
      "learning_rate": 1.684641394286146e-08,
      "loss": 0.0247,
      "step": 59530
    },
    {
      "epoch": 18.568309419837803,
      "flow_loss": 0.016364289447665215,
      "step": 59530
    },
    {
      "contrastive_loss": 0.003647618694230914,
      "epoch": 18.568309419837803,
      "step": 59530
    },
    {
      "contrastive_lambda": 0.0001520397183180089,
      "epoch": 18.568309419837803,
      "step": 59530
    },
    {
      "contrastive_lambda": 0.00015139483232079476,
      "epoch": 18.56862133499688,
      "step": 59531
    },
    {
      "contrastive_lambda": 0.00015075131668690345,
      "epoch": 18.568933250155958,
      "step": 59532
    },
    {
      "contrastive_lambda": 0.0001501091714181113,
      "epoch": 18.569245165315035,
      "step": 59533
    },
    {
      "contrastive_lambda": 0.0001494683965161392,
      "epoch": 18.569557080474112,
      "step": 59534
    },
    {
      "contrastive_lambda": 0.00014882899198281896,
      "epoch": 18.569868995633186,
      "step": 59535
    },
    {
      "contrastive_lambda": 0.00014819095781981595,
      "epoch": 18.570180910792264,
      "step": 59536
    },
    {
      "contrastive_lambda": 0.00014755429402901754,
      "epoch": 18.57049282595134,
      "step": 59537
    },
    {
      "contrastive_lambda": 0.00014691900061197805,
      "epoch": 18.57080474111042,
      "step": 59538
    },
    {
      "contrastive_lambda": 0.00014628507757058484,
      "epoch": 18.571116656269496,
      "step": 59539
    },
    {
      "epoch": 18.571428571428573,
      "grad_norm": 0.05533860996365547,
      "learning_rate": 1.6138699268797296e-08,
      "loss": 0.0187,
      "step": 59540
    },
    {
      "epoch": 18.571428571428573,
      "flow_loss": 0.024502716958522797,
      "step": 59540
    },
    {
      "contrastive_loss": 0.0036952588707208633,
      "epoch": 18.571428571428573,
      "step": 59540
    },
    {
      "contrastive_lambda": 0.00014565252490655878,
      "epoch": 18.571428571428573,
      "step": 59540
    },
    {
      "contrastive_lambda": 0.00014502134262156519,
      "epoch": 18.571740486587647,
      "step": 59541
    },
    {
      "contrastive_lambda": 0.00014439153071743593,
      "epoch": 18.572052401746724,
      "step": 59542
    },
    {
      "contrastive_lambda": 0.00014376308919578085,
      "epoch": 18.5723643169058,
      "step": 59543
    },
    {
      "contrastive_lambda": 0.00014313601805837628,
      "epoch": 18.57267623206488,
      "step": 59544
    },
    {
      "contrastive_lambda": 0.00014251031730694308,
      "epoch": 18.572988147223956,
      "step": 59545
    },
    {
      "contrastive_lambda": 0.0001418859869432576,
      "epoch": 18.573300062383034,
      "step": 59546
    },
    {
      "contrastive_lambda": 0.00014126302696892967,
      "epoch": 18.573611977542107,
      "step": 59547
    },
    {
      "contrastive_lambda": 0.00014064143738568013,
      "epoch": 18.573923892701185,
      "step": 59548
    },
    {
      "contrastive_lambda": 0.00014002121819528535,
      "epoch": 18.574235807860262,
      "step": 59549
    },
    {
      "epoch": 18.57454772301934,
      "grad_norm": 0.06564274430274963,
      "learning_rate": 1.5446168372046376e-08,
      "loss": 0.0195,
      "step": 59550
    },
    {
      "epoch": 18.57454772301934,
      "flow_loss": 0.020153239369392395,
      "step": 59550
    },
    {
      "contrastive_loss": 0.0034098781179636717,
      "epoch": 18.57454772301934,
      "step": 59550
    },
    {
      "contrastive_lambda": 0.00013940236939941064,
      "epoch": 18.57454772301934,
      "step": 59550
    },
    {
      "contrastive_lambda": 0.00013878489099972136,
      "epoch": 18.574859638178417,
      "step": 59551
    },
    {
      "contrastive_lambda": 0.00013816878299793833,
      "epoch": 18.57517155333749,
      "step": 59552
    },
    {
      "contrastive_lambda": 0.00013755404539578242,
      "epoch": 18.575483468496568,
      "step": 59553
    },
    {
      "contrastive_lambda": 0.00013694067819486344,
      "epoch": 18.575795383655645,
      "step": 59554
    },
    {
      "contrastive_lambda": 0.00013632868139690224,
      "epoch": 18.576107298814723,
      "step": 59555
    },
    {
      "contrastive_lambda": 0.00013571805500356415,
      "epoch": 18.5764192139738,
      "step": 59556
    },
    {
      "contrastive_lambda": 0.00013510879901657002,
      "epoch": 18.576731129132877,
      "step": 59557
    },
    {
      "contrastive_lambda": 0.00013450091343752968,
      "epoch": 18.57704304429195,
      "step": 59558
    },
    {
      "contrastive_lambda": 0.00013389439826816396,
      "epoch": 18.57735495945103,
      "step": 59559
    },
    {
      "epoch": 18.577666874610106,
      "grad_norm": 0.07527001947164536,
      "learning_rate": 1.4768821462984861e-08,
      "loss": 0.0244,
      "step": 59560
    },
    {
      "epoch": 18.577666874610106,
      "flow_loss": 0.03844527155160904,
      "step": 59560
    },
    {
      "contrastive_loss": 0.003248799592256546,
      "epoch": 18.577666874610106,
      "step": 59560
    },
    {
      "contrastive_lambda": 0.0001332892535100827,
      "epoch": 18.577666874610106,
      "step": 59560
    },
    {
      "contrastive_lambda": 0.00013268547916500673,
      "epoch": 18.577978789769183,
      "step": 59561
    },
    {
      "contrastive_lambda": 0.00013208307523449037,
      "epoch": 18.57829070492826,
      "step": 59562
    },
    {
      "contrastive_lambda": 0.00013148204172030997,
      "epoch": 18.578602620087338,
      "step": 59563
    },
    {
      "contrastive_lambda": 0.00013088237862401986,
      "epoch": 18.578914535246412,
      "step": 59564
    },
    {
      "contrastive_lambda": 0.00013028408594728536,
      "epoch": 18.57922645040549,
      "step": 59565
    },
    {
      "contrastive_lambda": 0.0001296871636917718,
      "epoch": 18.579538365564567,
      "step": 59566
    },
    {
      "contrastive_lambda": 0.00012909161185914453,
      "epoch": 18.579850280723644,
      "step": 59567
    },
    {
      "contrastive_lambda": 0.00012849743045095785,
      "epoch": 18.58016219588272,
      "step": 59568
    },
    {
      "contrastive_lambda": 0.0001279046194688771,
      "epoch": 18.580474111041795,
      "step": 59569
    },
    {
      "epoch": 18.580786026200872,
      "grad_norm": 0.08400938659906387,
      "learning_rate": 1.4106658747370383e-08,
      "loss": 0.0244,
      "step": 59570
    },
    {
      "epoch": 18.580786026200872,
      "flow_loss": 0.009887189604341984,
      "step": 59570
    },
    {
      "contrastive_loss": 0.003191943746060133,
      "epoch": 18.580786026200872,
      "step": 59570
    },
    {
      "contrastive_lambda": 0.0001273131789145121,
      "epoch": 18.580786026200872,
      "step": 59570
    },
    {
      "contrastive_lambda": 0.0001267231087895282,
      "epoch": 18.58109794135995,
      "step": 59571
    },
    {
      "contrastive_lambda": 0.00012613440909547968,
      "epoch": 18.581409856519027,
      "step": 59572
    },
    {
      "contrastive_lambda": 0.0001255470798340319,
      "epoch": 18.581721771678104,
      "step": 59573
    },
    {
      "contrastive_lambda": 0.00012496112100679468,
      "epoch": 18.582033686837182,
      "step": 59574
    },
    {
      "contrastive_lambda": 0.00012437653261537784,
      "epoch": 18.582345601996256,
      "step": 59575
    },
    {
      "contrastive_lambda": 0.0001237933146613357,
      "epoch": 18.582657517155333,
      "step": 59576
    },
    {
      "contrastive_lambda": 0.00012321146714627806,
      "epoch": 18.58296943231441,
      "step": 59577
    },
    {
      "contrastive_lambda": 0.00012263099007181477,
      "epoch": 18.583281347473488,
      "step": 59578
    },
    {
      "contrastive_lambda": 0.00012205188343955564,
      "epoch": 18.583593262632565,
      "step": 59579
    },
    {
      "epoch": 18.583905177791642,
      "grad_norm": 0.05368825048208237,
      "learning_rate": 1.3459680426353149e-08,
      "loss": 0.0176,
      "step": 59580
    },
    {
      "epoch": 18.583905177791642,
      "flow_loss": 0.02500692754983902,
      "step": 59580
    },
    {
      "contrastive_loss": 0.0031440421007573605,
      "epoch": 18.583905177791642,
      "step": 59580
    },
    {
      "contrastive_lambda": 0.0001214741472511105,
      "epoch": 18.583905177791642,
      "step": 59580
    },
    {
      "contrastive_lambda": 0.00012089778150797814,
      "epoch": 18.584217092950716,
      "step": 59581
    },
    {
      "contrastive_lambda": 0.0001203227862118239,
      "epoch": 18.584529008109794,
      "step": 59582
    },
    {
      "contrastive_lambda": 0.0001197491613641466,
      "epoch": 18.58484092326887,
      "step": 59583
    },
    {
      "contrastive_lambda": 0.00011917690696655603,
      "epoch": 18.58515283842795,
      "step": 59584
    },
    {
      "contrastive_lambda": 0.00011860602302066203,
      "epoch": 18.585464753587026,
      "step": 59585
    },
    {
      "contrastive_lambda": 0.00011803650952796341,
      "epoch": 18.5857766687461,
      "step": 59586
    },
    {
      "contrastive_lambda": 0.00011746836649006998,
      "epoch": 18.586088583905177,
      "step": 59587
    },
    {
      "contrastive_lambda": 0.00011690159390853605,
      "epoch": 18.586400499064254,
      "step": 59588
    },
    {
      "contrastive_lambda": 0.00011633619178486043,
      "epoch": 18.58671241422333,
      "step": 59589
    },
    {
      "epoch": 18.58702432938241,
      "grad_norm": 0.06347522139549255,
      "learning_rate": 1.2827886696464841e-08,
      "loss": 0.0246,
      "step": 59590
    },
    {
      "epoch": 18.58702432938241,
      "flow_loss": 0.01720583438873291,
      "step": 59590
    },
    {
      "contrastive_loss": 0.003265382954850793,
      "epoch": 18.58702432938241,
      "step": 59590
    },
    {
      "contrastive_lambda": 0.00011577216012065294,
      "epoch": 18.58702432938241,
      "step": 59590
    },
    {
      "contrastive_lambda": 0.00011520949891741239,
      "epoch": 18.587336244541486,
      "step": 59591
    },
    {
      "contrastive_lambda": 0.00011464820817669308,
      "epoch": 18.58764815970056,
      "step": 59592
    },
    {
      "contrastive_lambda": 0.00011408828790010483,
      "epoch": 18.587960074859637,
      "step": 59593
    },
    {
      "contrastive_lambda": 0.00011352973808909095,
      "epoch": 18.588271990018715,
      "step": 59594
    },
    {
      "contrastive_lambda": 0.00011297255874520573,
      "epoch": 18.588583905177792,
      "step": 59595
    },
    {
      "contrastive_lambda": 0.0001124167498700035,
      "epoch": 18.58889582033687,
      "step": 59596
    },
    {
      "contrastive_lambda": 0.00011186231146503856,
      "epoch": 18.589207735495947,
      "step": 59597
    },
    {
      "contrastive_lambda": 0.00011130924353169869,
      "epoch": 18.58951965065502,
      "step": 59598
    },
    {
      "contrastive_lambda": 0.00011075754607164923,
      "epoch": 18.589831565814098,
      "step": 59599
    },
    {
      "epoch": 18.590143480973175,
      "grad_norm": 0.09131711721420288,
      "learning_rate": 1.2211277749635264e-08,
      "loss": 0.0217,
      "step": 59600
    },
    {
      "epoch": 18.590143480973175,
      "flow_loss": 0.04062306135892868,
      "step": 59600
    },
    {
      "contrastive_loss": 0.0034273164346814156,
      "epoch": 18.590143480973175,
      "step": 59600
    },
    {
      "contrastive_lambda": 0.00011020721908633346,
      "epoch": 18.590143480973175,
      "step": 59600
    },
    {
      "contrastive_lambda": 0.0001096582625772502,
      "epoch": 18.590455396132253,
      "step": 59601
    },
    {
      "contrastive_lambda": 0.00010911067654595374,
      "epoch": 18.59076731129133,
      "step": 59602
    },
    {
      "contrastive_lambda": 0.00010856446099388739,
      "epoch": 18.591079226450404,
      "step": 59603
    },
    {
      "contrastive_lambda": 0.00010801961592254994,
      "epoch": 18.59139114160948,
      "step": 59604
    },
    {
      "contrastive_lambda": 0.0001074761413334957,
      "epoch": 18.59170305676856,
      "step": 59605
    },
    {
      "contrastive_lambda": 0.00010693403722816797,
      "epoch": 18.592014971927636,
      "step": 59606
    },
    {
      "contrastive_lambda": 0.00010639330360806554,
      "epoch": 18.592326887086713,
      "step": 59607
    },
    {
      "contrastive_lambda": 0.0001058539404746317,
      "epoch": 18.59263880224579,
      "step": 59608
    },
    {
      "contrastive_lambda": 0.00010531594782942078,
      "epoch": 18.592950717404864,
      "step": 59609
    },
    {
      "epoch": 18.593262632563942,
      "grad_norm": 0.042638104408979416,
      "learning_rate": 1.1609853773164592e-08,
      "loss": 0.0252,
      "step": 59610
    },
    {
      "epoch": 18.593262632563942,
      "flow_loss": 0.015315746888518333,
      "step": 59610
    },
    {
      "contrastive_loss": 0.003999768756330013,
      "epoch": 18.593262632563942,
      "step": 59610
    },
    {
      "contrastive_lambda": 0.00010477932567387604,
      "epoch": 18.593262632563942,
      "step": 59610
    },
    {
      "contrastive_lambda": 0.0001042440740094408,
      "epoch": 18.59357454772302,
      "step": 59611
    },
    {
      "contrastive_lambda": 0.00010371019283761385,
      "epoch": 18.593886462882097,
      "step": 59612
    },
    {
      "contrastive_lambda": 0.00010317768215983847,
      "epoch": 18.594198378041174,
      "step": 59613
    },
    {
      "contrastive_lambda": 0.00010264654197761347,
      "epoch": 18.59451029320025,
      "step": 59614
    },
    {
      "contrastive_lambda": 0.00010211677229232663,
      "epoch": 18.594822208359325,
      "step": 59615
    },
    {
      "contrastive_lambda": 0.00010158837310547675,
      "epoch": 18.595134123518402,
      "step": 59616
    },
    {
      "contrastive_lambda": 0.00010106134441850712,
      "epoch": 18.59544603867748,
      "step": 59617
    },
    {
      "contrastive_lambda": 0.00010053568623291653,
      "epoch": 18.595757953836557,
      "step": 59618
    },
    {
      "contrastive_lambda": 0.00010001139855003727,
      "epoch": 18.596069868995635,
      "step": 59619
    },
    {
      "epoch": 18.59638178415471,
      "grad_norm": 0.07082806527614594,
      "learning_rate": 1.1023614949751127e-08,
      "loss": 0.0191,
      "step": 59620
    },
    {
      "epoch": 18.59638178415471,
      "flow_loss": 0.010728003457188606,
      "step": 59620
    },
    {
      "contrastive_loss": 0.003763578599318862,
      "epoch": 18.59638178415471,
      "step": 59620
    },
    {
      "contrastive_lambda": 9.948848137136812e-05,
      "epoch": 18.59638178415471,
      "step": 59620
    },
    {
      "contrastive_lambda": 9.896693469829687e-05,
      "epoch": 18.596693699313786,
      "step": 59621
    },
    {
      "contrastive_lambda": 9.844675853232232e-05,
      "epoch": 18.597005614472863,
      "step": 59622
    },
    {
      "contrastive_lambda": 9.792795287488776e-05,
      "epoch": 18.59731752963194,
      "step": 59623
    },
    {
      "contrastive_lambda": 9.741051772726994e-05,
      "epoch": 18.597629444791018,
      "step": 59624
    },
    {
      "contrastive_lambda": 9.689445309107869e-05,
      "epoch": 18.597941359950095,
      "step": 59625
    },
    {
      "contrastive_lambda": 9.637975896759077e-05,
      "epoch": 18.59825327510917,
      "step": 59626
    },
    {
      "contrastive_lambda": 9.586643535824946e-05,
      "epoch": 18.598565190268246,
      "step": 59627
    },
    {
      "contrastive_lambda": 9.535448226449805e-05,
      "epoch": 18.598877105427324,
      "step": 59628
    },
    {
      "contrastive_lambda": 9.484389968766882e-05,
      "epoch": 18.5991890205864,
      "step": 59629
    },
    {
      "epoch": 18.59950093574548,
      "grad_norm": 0.05564077943563461,
      "learning_rate": 1.0452561457485744e-08,
      "loss": 0.019,
      "step": 59630
    },
    {
      "epoch": 18.59950093574548,
      "flow_loss": 0.007891057059168816,
      "step": 59630
    },
    {
      "contrastive_loss": 0.004029267933219671,
      "epoch": 18.59950093574548,
      "step": 59630
    },
    {
      "contrastive_lambda": 9.433468762926056e-05,
      "epoch": 18.59950093574548,
      "step": 59630
    },
    {
      "contrastive_lambda": 9.382684609060554e-05,
      "epoch": 18.599812850904556,
      "step": 59631
    },
    {
      "contrastive_lambda": 9.332037507309154e-05,
      "epoch": 18.60012476606363,
      "step": 59632
    },
    {
      "contrastive_lambda": 9.281527457816185e-05,
      "epoch": 18.600436681222707,
      "step": 59633
    },
    {
      "contrastive_lambda": 9.231154460709323e-05,
      "epoch": 18.600748596381784,
      "step": 59634
    },
    {
      "contrastive_lambda": 9.180918516138448e-05,
      "epoch": 18.60106051154086,
      "step": 59635
    },
    {
      "contrastive_lambda": 9.130819624236786e-05,
      "epoch": 18.60137242669994,
      "step": 59636
    },
    {
      "contrastive_lambda": 9.080857785137564e-05,
      "epoch": 18.601684341859013,
      "step": 59637
    },
    {
      "contrastive_lambda": 9.031032998985111e-05,
      "epoch": 18.60199625701809,
      "step": 59638
    },
    {
      "contrastive_lambda": 8.981345265912655e-05,
      "epoch": 18.602308172177167,
      "step": 59639
    },
    {
      "epoch": 18.602620087336245,
      "grad_norm": 0.0993899554014206,
      "learning_rate": 9.896693469829688e-09,
      "loss": 0.0195,
      "step": 59640
    },
    {
      "epoch": 18.602620087336245,
      "flow_loss": 0.026764752343297005,
      "step": 59640
    },
    {
      "contrastive_loss": 0.003190368413925171,
      "epoch": 18.602620087336245,
      "step": 59640
    },
    {
      "contrastive_lambda": 8.931794586053421e-05,
      "epoch": 18.602620087336245,
      "step": 59640
    },
    {
      "contrastive_lambda": 8.882380959551739e-05,
      "epoch": 18.602932002495322,
      "step": 59641
    },
    {
      "contrastive_lambda": 8.833104386529733e-05,
      "epoch": 18.6032439176544,
      "step": 59642
    },
    {
      "contrastive_lambda": 8.783964867137284e-05,
      "epoch": 18.603555832813473,
      "step": 59643
    },
    {
      "contrastive_lambda": 8.734962401496515e-05,
      "epoch": 18.60386774797255,
      "step": 59644
    },
    {
      "contrastive_lambda": 8.686096989751757e-05,
      "epoch": 18.604179663131628,
      "step": 59645
    },
    {
      "contrastive_lambda": 8.637368632025133e-05,
      "epoch": 18.604491578290705,
      "step": 59646
    },
    {
      "contrastive_lambda": 8.588777328466524e-05,
      "epoch": 18.604803493449783,
      "step": 59647
    },
    {
      "contrastive_lambda": 8.540323079192502e-05,
      "epoch": 18.60511540860886,
      "step": 59648
    },
    {
      "contrastive_lambda": 8.492005884347398e-05,
      "epoch": 18.605427323767934,
      "step": 59649
    },
    {
      "epoch": 18.60573923892701,
      "grad_norm": 0.09443207085132599,
      "learning_rate": 9.35601115564788e-09,
      "loss": 0.0224,
      "step": 59650
    },
    {
      "epoch": 18.60573923892701,
      "flow_loss": 0.014377177692949772,
      "step": 59650
    },
    {
      "contrastive_loss": 0.003676788182929158,
      "epoch": 18.60573923892701,
      "step": 59650
    },
    {
      "contrastive_lambda": 8.443825744058886e-05,
      "epoch": 18.60573923892701,
      "step": 59650
    },
    {
      "contrastive_lambda": 8.395782658460194e-05,
      "epoch": 18.60605115408609,
      "step": 59651
    },
    {
      "contrastive_lambda": 8.347876627684547e-05,
      "epoch": 18.606363069245166,
      "step": 59652
    },
    {
      "contrastive_lambda": 8.300107651859623e-05,
      "epoch": 18.606674984404243,
      "step": 59653
    },
    {
      "contrastive_lambda": 8.252475731118647e-05,
      "epoch": 18.606986899563317,
      "step": 59654
    },
    {
      "contrastive_lambda": 8.204980865594846e-05,
      "epoch": 18.607298814722395,
      "step": 59655
    },
    {
      "contrastive_lambda": 8.157623055410346e-05,
      "epoch": 18.607610729881472,
      "step": 59656
    },
    {
      "contrastive_lambda": 8.110402300703923e-05,
      "epoch": 18.60792264504055,
      "step": 59657
    },
    {
      "contrastive_lambda": 8.063318601597702e-05,
      "epoch": 18.608234560199627,
      "step": 59658
    },
    {
      "contrastive_lambda": 8.016371958230462e-05,
      "epoch": 18.608546475358704,
      "step": 59659
    },
    {
      "epoch": 18.608858390517778,
      "grad_norm": 0.05069572851061821,
      "learning_rate": 8.830514679186719e-09,
      "loss": 0.0184,
      "step": 59660
    },
    {
      "epoch": 18.608858390517778,
      "flow_loss": 0.012962675653398037,
      "step": 59660
    },
    {
      "contrastive_loss": 0.003682561684399843,
      "epoch": 18.608858390517778,
      "step": 59660
    },
    {
      "contrastive_lambda": 7.969562370718775e-05,
      "epoch": 18.608858390517778,
      "step": 59660
    },
    {
      "contrastive_lambda": 7.922889839201419e-05,
      "epoch": 18.609170305676855,
      "step": 59661
    },
    {
      "contrastive_lambda": 7.876354363794968e-05,
      "epoch": 18.609482220835933,
      "step": 59662
    },
    {
      "contrastive_lambda": 7.8299559446382e-05,
      "epoch": 18.60979413599501,
      "step": 59663
    },
    {
      "contrastive_lambda": 7.783694581858791e-05,
      "epoch": 18.610106051154087,
      "step": 59664
    },
    {
      "contrastive_lambda": 7.737570275573313e-05,
      "epoch": 18.610417966313165,
      "step": 59665
    },
    {
      "contrastive_lambda": 7.691583025914994e-05,
      "epoch": 18.61072988147224,
      "step": 59666
    },
    {
      "contrastive_lambda": 7.645732833005958e-05,
      "epoch": 18.611041796631316,
      "step": 59667
    },
    {
      "contrastive_lambda": 7.600019696979432e-05,
      "epoch": 18.611353711790393,
      "step": 59668
    },
    {
      "contrastive_lambda": 7.554443617951989e-05,
      "epoch": 18.61166562694947,
      "step": 59669
    },
    {
      "epoch": 18.611977542108548,
      "grad_norm": 0.05852672457695007,
      "learning_rate": 8.320204200074066e-09,
      "loss": 0.0189,
      "step": 59670
    },
    {
      "epoch": 18.611977542108548,
      "flow_loss": 0.025268493220210075,
      "step": 59670
    },
    {
      "contrastive_loss": 0.003940168302506208,
      "epoch": 18.611977542108548,
      "step": 59670
    },
    {
      "contrastive_lambda": 7.509004596056856e-05,
      "epoch": 18.611977542108548,
      "step": 59670
    },
    {
      "contrastive_lambda": 7.463702631410607e-05,
      "epoch": 18.61228945726762,
      "step": 59671
    },
    {
      "contrastive_lambda": 7.418537724140917e-05,
      "epoch": 18.6126013724267,
      "step": 59672
    },
    {
      "contrastive_lambda": 7.37350987436991e-05,
      "epoch": 18.612913287585776,
      "step": 59673
    },
    {
      "contrastive_lambda": 7.328619082225263e-05,
      "epoch": 18.613225202744854,
      "step": 59674
    },
    {
      "contrastive_lambda": 7.2838653478291e-05,
      "epoch": 18.61353711790393,
      "step": 59675
    },
    {
      "contrastive_lambda": 7.239248671303544e-05,
      "epoch": 18.61384903306301,
      "step": 59676
    },
    {
      "contrastive_lambda": 7.194769052765171e-05,
      "epoch": 18.614160948222082,
      "step": 59677
    },
    {
      "contrastive_lambda": 7.150426492347206e-05,
      "epoch": 18.61447286338116,
      "step": 59678
    },
    {
      "contrastive_lambda": 7.106220990160672e-05,
      "epoch": 18.614784778540237,
      "step": 59679
    },
    {
      "epoch": 18.615096693699314,
      "grad_norm": 0.04987427592277527,
      "learning_rate": 7.825079873324814e-09,
      "loss": 0.0219,
      "step": 59680
    },
    {
      "epoch": 18.615096693699314,
      "flow_loss": 0.02643556334078312,
      "step": 59680
    },
    {
      "contrastive_loss": 0.003106535179540515,
      "epoch": 18.615096693699314,
      "step": 59680
    },
    {
      "contrastive_lambda": 7.062152546333245e-05,
      "epoch": 18.615096693699314,
      "step": 59680
    },
    {
      "contrastive_lambda": 7.018221160981497e-05,
      "epoch": 18.61540860885839,
      "step": 59681
    },
    {
      "contrastive_lambda": 6.974426834227554e-05,
      "epoch": 18.61572052401747,
      "step": 59682
    },
    {
      "contrastive_lambda": 6.930769566187989e-05,
      "epoch": 18.616032439176543,
      "step": 59683
    },
    {
      "contrastive_lambda": 6.887249356990477e-05,
      "epoch": 18.61634435433562,
      "step": 59684
    },
    {
      "contrastive_lambda": 6.843866206751592e-05,
      "epoch": 18.616656269494698,
      "step": 59685
    },
    {
      "contrastive_lambda": 6.800620115587908e-05,
      "epoch": 18.616968184653775,
      "step": 59686
    },
    {
      "contrastive_lambda": 6.757511083615997e-05,
      "epoch": 18.617280099812852,
      "step": 59687
    },
    {
      "contrastive_lambda": 6.714539110957984e-05,
      "epoch": 18.617592014971926,
      "step": 59688
    },
    {
      "contrastive_lambda": 6.671704197735995e-05,
      "epoch": 18.617903930131003,
      "step": 59689
    },
    {
      "epoch": 18.61821584529008,
      "grad_norm": 0.06805823743343353,
      "learning_rate": 7.345141849351977e-09,
      "loss": 0.0197,
      "step": 59690
    },
    {
      "epoch": 18.61821584529008,
      "flow_loss": 0.030076853930950165,
      "step": 59690
    },
    {
      "contrastive_loss": 0.0030079602729529142,
      "epoch": 18.61821584529008,
      "step": 59690
    },
    {
      "contrastive_lambda": 6.629006344055499e-05,
      "epoch": 18.61821584529008,
      "step": 59690
    },
    {
      "contrastive_lambda": 6.586445550044173e-05,
      "epoch": 18.618527760449158,
      "step": 59691
    },
    {
      "contrastive_lambda": 6.544021815807488e-05,
      "epoch": 18.618839675608235,
      "step": 59692
    },
    {
      "contrastive_lambda": 6.50173514147867e-05,
      "epoch": 18.619151590767313,
      "step": 59693
    },
    {
      "contrastive_lambda": 6.459585527157641e-05,
      "epoch": 18.619463505926387,
      "step": 59694
    },
    {
      "contrastive_lambda": 6.417572972966523e-05,
      "epoch": 18.619775421085464,
      "step": 59695
    },
    {
      "contrastive_lambda": 6.375697479021891e-05,
      "epoch": 18.62008733624454,
      "step": 59696
    },
    {
      "contrastive_lambda": 6.333959045434767e-05,
      "epoch": 18.62039925140362,
      "step": 59697
    },
    {
      "contrastive_lambda": 6.292357672321724e-05,
      "epoch": 18.620711166562696,
      "step": 59698
    },
    {
      "contrastive_lambda": 6.250893359799337e-05,
      "epoch": 18.621023081721773,
      "step": 59699
    },
    {
      "epoch": 18.621334996880847,
      "grad_norm": 0.05787494778633118,
      "learning_rate": 6.880390273944493e-09,
      "loss": 0.0214,
      "step": 59700
    },
    {
      "epoch": 18.621334996880847,
      "flow_loss": 0.037927497178316116,
      "step": 59700
    },
    {
      "contrastive_loss": 0.003196842735633254,
      "epoch": 18.621334996880847,
      "step": 59700
    },
    {
      "contrastive_lambda": 6.209566107978626e-05,
      "epoch": 18.621334996880847,
      "step": 59700
    },
    {
      "contrastive_lambda": 6.168375916970614e-05,
      "epoch": 18.621646912039925,
      "step": 59701
    },
    {
      "contrastive_lambda": 6.127322786891876e-05,
      "epoch": 18.621958827199002,
      "step": 59702
    },
    {
      "contrastive_lambda": 6.086406717853432e-05,
      "epoch": 18.62227074235808,
      "step": 59703
    },
    {
      "contrastive_lambda": 6.045627709966306e-05,
      "epoch": 18.622582657517157,
      "step": 59704
    },
    {
      "contrastive_lambda": 6.0049857633415193e-05,
      "epoch": 18.62289457267623,
      "step": 59705
    },
    {
      "contrastive_lambda": 5.964480878095646e-05,
      "epoch": 18.623206487835308,
      "step": 59706
    },
    {
      "contrastive_lambda": 5.924113054339708e-05,
      "epoch": 18.623518402994385,
      "step": 59707
    },
    {
      "contrastive_lambda": 5.883882292179177e-05,
      "epoch": 18.623830318153463,
      "step": 59708
    },
    {
      "contrastive_lambda": 5.843788591725074e-05,
      "epoch": 18.62414223331254,
      "step": 59709
    },
    {
      "epoch": 18.624454148471617,
      "grad_norm": 0.06340611726045609,
      "learning_rate": 6.4308252882838704e-09,
      "loss": 0.026,
      "step": 59710
    },
    {
      "epoch": 18.624454148471617,
      "flow_loss": 0.02224729210138321,
      "step": 59710
    },
    {
      "contrastive_loss": 0.0029713925905525684,
      "epoch": 18.624454148471617,
      "step": 59710
    },
    {
      "contrastive_lambda": 5.803831953088423e-05,
      "epoch": 18.624454148471617,
      "step": 59710
    },
    {
      "contrastive_lambda": 5.764012376380245e-05,
      "epoch": 18.62476606363069,
      "step": 59711
    },
    {
      "contrastive_lambda": 5.724329861706012e-05,
      "epoch": 18.62507797878977,
      "step": 59712
    },
    {
      "contrastive_lambda": 5.6847844091822974e-05,
      "epoch": 18.625389893948846,
      "step": 59713
    },
    {
      "contrastive_lambda": 5.645376018909021e-05,
      "epoch": 18.625701809107923,
      "step": 59714
    },
    {
      "contrastive_lambda": 5.6061046909972045e-05,
      "epoch": 18.626013724267,
      "step": 59715
    },
    {
      "contrastive_lambda": 5.566970425557871e-05,
      "epoch": 18.626325639426078,
      "step": 59716
    },
    {
      "contrastive_lambda": 5.5279732226909406e-05,
      "epoch": 18.62663755458515,
      "step": 59717
    },
    {
      "contrastive_lambda": 5.489113082507435e-05,
      "epoch": 18.62694946974423,
      "step": 59718
    },
    {
      "contrastive_lambda": 5.4503900051183773e-05,
      "epoch": 18.627261384903306,
      "step": 59719
    },
    {
      "epoch": 18.627573300062384,
      "grad_norm": 0.07975693047046661,
      "learning_rate": 5.9964470289386455e-09,
      "loss": 0.0206,
      "step": 59720
    },
    {
      "epoch": 18.627573300062384,
      "flow_loss": 0.01887637935578823,
      "step": 59720
    },
    {
      "contrastive_loss": 0.004275808110833168,
      "epoch": 18.627573300062384,
      "step": 59720
    },
    {
      "contrastive_lambda": 5.411803990623687e-05,
      "epoch": 18.627573300062384,
      "step": 59720
    },
    {
      "contrastive_lambda": 5.3733550391288354e-05,
      "epoch": 18.62788521522146,
      "step": 59721
    },
    {
      "contrastive_lambda": 5.335043150744845e-05,
      "epoch": 18.628197130380535,
      "step": 59722
    },
    {
      "contrastive_lambda": 5.296868325571635e-05,
      "epoch": 18.628509045539612,
      "step": 59723
    },
    {
      "contrastive_lambda": 5.258830563720229e-05,
      "epoch": 18.62882096069869,
      "step": 59724
    },
    {
      "contrastive_lambda": 5.2209298652849956e-05,
      "epoch": 18.629132875857767,
      "step": 59725
    },
    {
      "contrastive_lambda": 5.1831662303769566e-05,
      "epoch": 18.629444791016844,
      "step": 59726
    },
    {
      "contrastive_lambda": 5.145539659096032e-05,
      "epoch": 18.62975670617592,
      "step": 59727
    },
    {
      "contrastive_lambda": 5.108050151547694e-05,
      "epoch": 18.630068621334996,
      "step": 59728
    },
    {
      "contrastive_lambda": 5.070697707837413e-05,
      "epoch": 18.630380536494073,
      "step": 59729
    },
    {
      "epoch": 18.63069245165315,
      "grad_norm": 0.05754251033067703,
      "learning_rate": 5.577255627853273e-09,
      "loss": 0.022,
      "step": 59730
    },
    {
      "epoch": 18.63069245165315,
      "flow_loss": 0.03647119179368019,
      "step": 59730
    },
    {
      "contrastive_loss": 0.0033660661429166794,
      "epoch": 18.63069245165315,
      "step": 59730
    },
    {
      "contrastive_lambda": 5.0334823280595575e-05,
      "epoch": 18.63069245165315,
      "step": 59730
    },
    {
      "contrastive_lambda": 4.996404012325151e-05,
      "epoch": 18.631004366812228,
      "step": 59731
    },
    {
      "contrastive_lambda": 4.959462760728561e-05,
      "epoch": 18.631316281971305,
      "step": 59732
    },
    {
      "contrastive_lambda": 4.9226585733752604e-05,
      "epoch": 18.631628197130382,
      "step": 59733
    },
    {
      "contrastive_lambda": 4.885991450365168e-05,
      "epoch": 18.631940112289456,
      "step": 59734
    },
    {
      "contrastive_lambda": 4.8494613917982043e-05,
      "epoch": 18.632252027448533,
      "step": 59735
    },
    {
      "contrastive_lambda": 4.8130683977798405e-05,
      "epoch": 18.63256394260761,
      "step": 59736
    },
    {
      "contrastive_lambda": 4.7768124683988944e-05,
      "epoch": 18.632875857766688,
      "step": 59737
    },
    {
      "contrastive_lambda": 4.740693603760837e-05,
      "epoch": 18.633187772925766,
      "step": 59738
    },
    {
      "contrastive_lambda": 4.70471180397114e-05,
      "epoch": 18.63349968808484,
      "step": 59739
    },
    {
      "epoch": 18.633811603243917,
      "grad_norm": 0.06381329894065857,
      "learning_rate": 5.173251212370334e-09,
      "loss": 0.0179,
      "step": 59740
    },
    {
      "epoch": 18.633811603243917,
      "flow_loss": 0.012461845763027668,
      "step": 59740
    },
    {
      "contrastive_loss": 0.0047834571450948715,
      "epoch": 18.633811603243917,
      "step": 59740
    },
    {
      "contrastive_lambda": 4.6688670691130696e-05,
      "epoch": 18.633811603243917,
      "step": 59740
    },
    {
      "contrastive_lambda": 4.6331593993031994e-05,
      "epoch": 18.634123518402994,
      "step": 59741
    },
    {
      "contrastive_lambda": 4.597588794624796e-05,
      "epoch": 18.63443543356207,
      "step": 59742
    },
    {
      "contrastive_lambda": 4.56215525517778e-05,
      "epoch": 18.63474734872115,
      "step": 59743
    },
    {
      "contrastive_lambda": 4.526858781067622e-05,
      "epoch": 18.635059263880226,
      "step": 59744
    },
    {
      "contrastive_lambda": 4.49169937238314e-05,
      "epoch": 18.6353711790393,
      "step": 59745
    },
    {
      "contrastive_lambda": 4.456677029224254e-05,
      "epoch": 18.635683094198377,
      "step": 59746
    },
    {
      "contrastive_lambda": 4.421791751685333e-05,
      "epoch": 18.635995009357455,
      "step": 59747
    },
    {
      "contrastive_lambda": 4.387043539866298e-05,
      "epoch": 18.636306924516532,
      "step": 59748
    },
    {
      "contrastive_lambda": 4.352432393855965e-05,
      "epoch": 18.63661883967561,
      "step": 59749
    },
    {
      "epoch": 18.636930754834687,
      "grad_norm": 0.05970292538404465,
      "learning_rate": 4.784433905219432e-09,
      "loss": 0.025,
      "step": 59750
    },
    {
      "epoch": 18.636930754834687,
      "flow_loss": 0.01291681732982397,
      "step": 59750
    },
    {
      "contrastive_loss": 0.002799177775159478,
      "epoch": 18.636930754834687,
      "step": 59750
    },
    {
      "contrastive_lambda": 4.317958313748704e-05,
      "epoch": 18.636930754834687,
      "step": 59750
    },
    {
      "contrastive_lambda": 4.283621299649987e-05,
      "epoch": 18.63724266999376,
      "step": 59751
    },
    {
      "contrastive_lambda": 4.249421351643079e-05,
      "epoch": 18.637554585152838,
      "step": 59752
    },
    {
      "contrastive_lambda": 4.21535846982235e-05,
      "epoch": 18.637866500311915,
      "step": 59753
    },
    {
      "contrastive_lambda": 4.181432654282169e-05,
      "epoch": 18.638178415470993,
      "step": 59754
    },
    {
      "contrastive_lambda": 4.1476439051224556e-05,
      "epoch": 18.63849033063007,
      "step": 59755
    },
    {
      "contrastive_lambda": 4.113992222426477e-05,
      "epoch": 18.638802245789144,
      "step": 59756
    },
    {
      "contrastive_lambda": 4.080477606294153e-05,
      "epoch": 18.63911416094822,
      "step": 59757
    },
    {
      "contrastive_lambda": 4.047100056814301e-05,
      "epoch": 18.6394260761073,
      "step": 59758
    },
    {
      "contrastive_lambda": 4.01385957407574e-05,
      "epoch": 18.639737991266376,
      "step": 59759
    },
    {
      "epoch": 18.640049906425453,
      "grad_norm": 0.0664009377360344,
      "learning_rate": 4.4108038245060934e-09,
      "loss": 0.0183,
      "step": 59760
    },
    {
      "epoch": 18.640049906425453,
      "flow_loss": 0.009999099187552929,
      "step": 59760
    },
    {
      "contrastive_loss": 0.0031749028712511063,
      "epoch": 18.640049906425453,
      "step": 59760
    },
    {
      "contrastive_lambda": 3.980756158172838e-05,
      "epoch": 18.640049906425453,
      "step": 59760
    },
    {
      "contrastive_lambda": 3.947789809194413e-05,
      "epoch": 18.64036182158453,
      "step": 59761
    },
    {
      "contrastive_lambda": 3.914960527229283e-05,
      "epoch": 18.640673736743604,
      "step": 59762
    },
    {
      "contrastive_lambda": 3.882268312377368e-05,
      "epoch": 18.64098565190268,
      "step": 59763
    },
    {
      "contrastive_lambda": 3.849713164716384e-05,
      "epoch": 18.64129756706176,
      "step": 59764
    },
    {
      "contrastive_lambda": 3.817295084335148e-05,
      "epoch": 18.641609482220836,
      "step": 59765
    },
    {
      "contrastive_lambda": 3.785014071333581e-05,
      "epoch": 18.641921397379914,
      "step": 59766
    },
    {
      "contrastive_lambda": 3.752870125794949e-05,
      "epoch": 18.64223331253899,
      "step": 59767
    },
    {
      "contrastive_lambda": 3.7208632478025194e-05,
      "epoch": 18.642545227698065,
      "step": 59768
    },
    {
      "contrastive_lambda": 3.6889934374506606e-05,
      "epoch": 18.642857142857142,
      "step": 59769
    },
    {
      "epoch": 18.64316905801622,
      "grad_norm": 0.08271513879299164,
      "learning_rate": 4.05236108373952e-09,
      "loss": 0.0227,
      "step": 59770
    },
    {
      "epoch": 18.64316905801622,
      "flow_loss": 0.030488595366477966,
      "step": 59770
    },
    {
      "contrastive_loss": 0.0028272231575101614,
      "epoch": 18.64316905801622,
      "step": 59770
    },
    {
      "contrastive_lambda": 3.6572606948226394e-05,
      "epoch": 18.64316905801622,
      "step": 59770
    },
    {
      "contrastive_lambda": 3.625665020007274e-05,
      "epoch": 18.643480973175297,
      "step": 59771
    },
    {
      "contrastive_lambda": 3.5942064130933815e-05,
      "epoch": 18.643792888334374,
      "step": 59772
    },
    {
      "contrastive_lambda": 3.562884874158678e-05,
      "epoch": 18.64410480349345,
      "step": 59773
    },
    {
      "contrastive_lambda": 3.531700403303084e-05,
      "epoch": 18.644416718652526,
      "step": 59774
    },
    {
      "contrastive_lambda": 3.5006530005987635e-05,
      "epoch": 18.644728633811603,
      "step": 59775
    },
    {
      "contrastive_lambda": 3.469742666134534e-05,
      "epoch": 18.64504054897068,
      "step": 59776
    },
    {
      "contrastive_lambda": 3.4389693999992144e-05,
      "epoch": 18.645352464129758,
      "step": 59777
    },
    {
      "contrastive_lambda": 3.4083332022760704e-05,
      "epoch": 18.645664379288835,
      "step": 59778
    },
    {
      "contrastive_lambda": 3.377834073042818e-05,
      "epoch": 18.64597629444791,
      "step": 59779
    },
    {
      "epoch": 18.646288209606986,
      "grad_norm": 0.08225400000810623,
      "learning_rate": 3.7091057917937324e-09,
      "loss": 0.0258,
      "step": 59780
    },
    {
      "epoch": 18.646288209606986,
      "flow_loss": 0.018557006493210793,
      "step": 59780
    },
    {
      "contrastive_loss": 0.003415230195969343,
      "epoch": 18.646288209606986,
      "step": 59780
    },
    {
      "contrastive_lambda": 3.347472012393826e-05,
      "epoch": 18.646288209606986,
      "step": 59780
    },
    {
      "contrastive_lambda": 3.3172470204012594e-05,
      "epoch": 18.646600124766064,
      "step": 59781
    },
    {
      "contrastive_lambda": 3.2871590971594866e-05,
      "epoch": 18.64691203992514,
      "step": 59782
    },
    {
      "contrastive_lambda": 3.257208242735121e-05,
      "epoch": 18.64722395508422,
      "step": 59783
    },
    {
      "contrastive_lambda": 3.227394457228083e-05,
      "epoch": 18.647535870243296,
      "step": 59784
    },
    {
      "contrastive_lambda": 3.197717740710537e-05,
      "epoch": 18.64784778540237,
      "step": 59785
    },
    {
      "contrastive_lambda": 3.168178093260199e-05,
      "epoch": 18.648159700561447,
      "step": 59786
    },
    {
      "contrastive_lambda": 3.138775514971437e-05,
      "epoch": 18.648471615720524,
      "step": 59787
    },
    {
      "contrastive_lambda": 3.109510005910865e-05,
      "epoch": 18.6487835308796,
      "step": 59788
    },
    {
      "contrastive_lambda": 3.0803815661617495e-05,
      "epoch": 18.64909544603868,
      "step": 59789
    },
    {
      "epoch": 18.649407361197753,
      "grad_norm": 0.06041519716382027,
      "learning_rate": 3.381038052946428e-09,
      "loss": 0.0204,
      "step": 59790
    },
    {
      "epoch": 18.649407361197753,
      "flow_loss": 0.03340483829379082,
      "step": 59790
    },
    {
      "contrastive_loss": 0.003400527872145176,
      "epoch": 18.649407361197753,
      "step": 59790
    },
    {
      "contrastive_lambda": 3.0513901958129086e-05,
      "epoch": 18.649407361197753,
      "step": 59790
    },
    {
      "contrastive_lambda": 3.0225358949309555e-05,
      "epoch": 18.64971927635683,
      "step": 59791
    },
    {
      "contrastive_lambda": 2.993818663604708e-05,
      "epoch": 18.650031191515907,
      "step": 59792
    },
    {
      "contrastive_lambda": 2.965238501911882e-05,
      "epoch": 18.650343106674985,
      "step": 59793
    },
    {
      "contrastive_lambda": 2.936795409924642e-05,
      "epoch": 18.650655021834062,
      "step": 59794
    },
    {
      "contrastive_lambda": 2.908489387726254e-05,
      "epoch": 18.65096693699314,
      "step": 59795
    },
    {
      "contrastive_lambda": 2.8803204353944345e-05,
      "epoch": 18.651278852152213,
      "step": 59796
    },
    {
      "contrastive_lambda": 2.8522885530013475e-05,
      "epoch": 18.65159076731129,
      "step": 59797
    },
    {
      "contrastive_lambda": 2.82439374063026e-05,
      "epoch": 18.651902682470368,
      "step": 59798
    },
    {
      "contrastive_lambda": 2.7966359983533362e-05,
      "epoch": 18.652214597629445,
      "step": 59799
    },
    {
      "epoch": 18.652526512788523,
      "grad_norm": 0.05674862489104271,
      "learning_rate": 3.0681579668623283e-09,
      "loss": 0.0192,
      "step": 59800
    },
    {
      "epoch": 18.652526512788523,
      "flow_loss": 0.016576284542679787,
      "step": 59800
    },
    {
      "contrastive_loss": 0.0033250043634325266,
      "epoch": 18.652526512788523,
      "step": 59800
    },
    {
      "contrastive_lambda": 2.769015326248292e-05,
      "epoch": 18.652526512788523,
      "step": 59800
    },
    {
      "contrastive_lambda": 2.7415317243928428e-05,
      "epoch": 18.6528384279476,
      "step": 59801
    },
    {
      "contrastive_lambda": 2.714185192859153e-05,
      "epoch": 18.653150343106674,
      "step": 59802
    },
    {
      "contrastive_lambda": 2.6869757317249388e-05,
      "epoch": 18.65346225826575,
      "step": 59803
    },
    {
      "contrastive_lambda": 2.659903341056813e-05,
      "epoch": 18.65377417342483,
      "step": 59804
    },
    {
      "contrastive_lambda": 2.6329680209435935e-05,
      "epoch": 18.654086088583906,
      "step": 59805
    },
    {
      "contrastive_lambda": 2.6061697714463428e-05,
      "epoch": 18.654398003742983,
      "step": 59806
    },
    {
      "contrastive_lambda": 2.5795085926427763e-05,
      "epoch": 18.654709918902057,
      "step": 59807
    },
    {
      "contrastive_lambda": 2.5529844846050587e-05,
      "epoch": 18.655021834061134,
      "step": 59808
    },
    {
      "contrastive_lambda": 2.5265974474109054e-05,
      "epoch": 18.655333749220212,
      "step": 59809
    },
    {
      "epoch": 18.65564566437929,
      "grad_norm": 0.07351246476173401,
      "learning_rate": 2.7704656285709727e-09,
      "loss": 0.0229,
      "step": 59810
    },
    {
      "epoch": 18.65564566437929,
      "flow_loss": 0.045230038464069366,
      "step": 59810
    },
    {
      "contrastive_loss": 0.003928343765437603,
      "epoch": 18.65564566437929,
      "step": 59810
    },
    {
      "contrastive_lambda": 2.50034748112693e-05,
      "epoch": 18.65564566437929,
      "step": 59810
    },
    {
      "contrastive_lambda": 2.4742345858252968e-05,
      "epoch": 18.655957579538367,
      "step": 59811
    },
    {
      "contrastive_lambda": 2.4482587615837215e-05,
      "epoch": 18.656269494697444,
      "step": 59812
    },
    {
      "contrastive_lambda": 2.4224200084632663e-05,
      "epoch": 18.656581409856518,
      "step": 59813
    },
    {
      "contrastive_lambda": 2.396718326541647e-05,
      "epoch": 18.656893325015595,
      "step": 59814
    },
    {
      "contrastive_lambda": 2.371153715891028e-05,
      "epoch": 18.657205240174672,
      "step": 59815
    },
    {
      "contrastive_lambda": 2.3457261765780224e-05,
      "epoch": 18.65751715533375,
      "step": 59816
    },
    {
      "contrastive_lambda": 2.320435708674795e-05,
      "epoch": 18.657829070492827,
      "step": 59817
    },
    {
      "contrastive_lambda": 2.2952823122424082e-05,
      "epoch": 18.658140985651904,
      "step": 59818
    },
    {
      "contrastive_lambda": 2.2702659873641284e-05,
      "epoch": 18.65845290081098,
      "step": 59819
    },
    {
      "epoch": 18.658764815970056,
      "grad_norm": 0.06276807934045792,
      "learning_rate": 2.4879611285166803e-09,
      "loss": 0.0207,
      "step": 59820
    },
    {
      "epoch": 18.658764815970056,
      "flow_loss": 0.03637322038412094,
      "step": 59820
    },
    {
      "contrastive_loss": 0.0034013106487691402,
      "epoch": 18.658764815970056,
      "step": 59820
    },
    {
      "contrastive_lambda": 2.245386734095467e-05,
      "epoch": 18.658764815970056,
      "step": 59820
    },
    {
      "contrastive_lambda": 2.2206445525085883e-05,
      "epoch": 18.659076731129133,
      "step": 59821
    },
    {
      "contrastive_lambda": 2.196039442675657e-05,
      "epoch": 18.65938864628821,
      "step": 59822
    },
    {
      "contrastive_lambda": 2.171571404663286e-05,
      "epoch": 18.659700561447288,
      "step": 59823
    },
    {
      "contrastive_lambda": 2.1472404385325383e-05,
      "epoch": 18.66001247660636,
      "step": 59824
    },
    {
      "contrastive_lambda": 2.123046544355578e-05,
      "epoch": 18.66032439176544,
      "step": 59825
    },
    {
      "contrastive_lambda": 2.0989897221934672e-05,
      "epoch": 18.660636306924516,
      "step": 59826
    },
    {
      "contrastive_lambda": 2.0750699721183707e-05,
      "epoch": 18.660948222083594,
      "step": 59827
    },
    {
      "contrastive_lambda": 2.0512872941913507e-05,
      "epoch": 18.66126013724267,
      "step": 59828
    },
    {
      "contrastive_lambda": 2.0276416884845716e-05,
      "epoch": 18.66157205240175,
      "step": 59829
    },
    {
      "epoch": 18.661883967560822,
      "grad_norm": 0.09293460100889206,
      "learning_rate": 2.2206445525085883e-09,
      "loss": 0.0262,
      "step": 59830
    },
    {
      "epoch": 18.661883967560822,
      "flow_loss": 0.02788781002163887,
      "step": 59830
    },
    {
      "contrastive_loss": 0.0036585251800715923,
      "epoch": 18.661883967560822,
      "step": 59830
    },
    {
      "contrastive_lambda": 2.0041331550535446e-05,
      "epoch": 18.661883967560822,
      "step": 59830
    },
    {
      "contrastive_lambda": 1.9807616939704342e-05,
      "epoch": 18.6621958827199,
      "step": 59831
    },
    {
      "contrastive_lambda": 1.9575273052907516e-05,
      "epoch": 18.662507797878977,
      "step": 59832
    },
    {
      "contrastive_lambda": 1.9344299890866612e-05,
      "epoch": 18.662819713038054,
      "step": 59833
    },
    {
      "contrastive_lambda": 1.9114697454192253e-05,
      "epoch": 18.66313162819713,
      "step": 59834
    },
    {
      "contrastive_lambda": 1.8886465743495062e-05,
      "epoch": 18.66344354335621,
      "step": 59835
    },
    {
      "contrastive_lambda": 1.8659604759385662e-05,
      "epoch": 18.663755458515283,
      "step": 59836
    },
    {
      "contrastive_lambda": 1.8434114502530186e-05,
      "epoch": 18.66406737367436,
      "step": 59837
    },
    {
      "contrastive_lambda": 1.8209994973483745e-05,
      "epoch": 18.664379288833437,
      "step": 59838
    },
    {
      "contrastive_lambda": 1.7987246172967986e-05,
      "epoch": 18.664691203992515,
      "step": 59839
    },
    {
      "epoch": 18.665003119151592,
      "grad_norm": 0.04444008693099022,
      "learning_rate": 1.9685159817595112e-09,
      "loss": 0.0229,
      "step": 59840
    },
    {
      "epoch": 18.665003119151592,
      "flow_loss": 0.026463914662599564,
      "step": 59840
    },
    {
      "contrastive_loss": 0.002865118905901909,
      "epoch": 18.665003119151592,
      "step": 59840
    },
    {
      "contrastive_lambda": 1.7765868101482507e-05,
      "epoch": 18.665003119151592,
      "step": 59840
    },
    {
      "contrastive_lambda": 1.7545860759693443e-05,
      "epoch": 18.665315034310666,
      "step": 59841
    },
    {
      "contrastive_lambda": 1.7327224148155906e-05,
      "epoch": 18.665626949469743,
      "step": 59842
    },
    {
      "contrastive_lambda": 1.710995826753603e-05,
      "epoch": 18.66593886462882,
      "step": 59843
    },
    {
      "contrastive_lambda": 1.6894063118388924e-05,
      "epoch": 18.666250779787898,
      "step": 59844
    },
    {
      "contrastive_lambda": 1.6679538701325214e-05,
      "epoch": 18.666562694946975,
      "step": 59845
    },
    {
      "contrastive_lambda": 1.646638501695552e-05,
      "epoch": 18.666874610106053,
      "step": 59846
    },
    {
      "contrastive_lambda": 1.6254602065779444e-05,
      "epoch": 18.667186525265127,
      "step": 59847
    },
    {
      "contrastive_lambda": 1.604418984846312e-05,
      "epoch": 18.667498440424204,
      "step": 59848
    },
    {
      "contrastive_lambda": 1.5835148365506146e-05,
      "epoch": 18.66781035558328,
      "step": 59849
    },
    {
      "epoch": 18.66812227074236,
      "grad_norm": 0.1093631312251091,
      "learning_rate": 1.7315754928470817e-09,
      "loss": 0.0223,
      "step": 59850
    },
    {
      "epoch": 18.66812227074236,
      "flow_loss": 0.020456738770008087,
      "step": 59850
    },
    {
      "contrastive_loss": 0.003922240808606148,
      "epoch": 18.66812227074236,
      "step": 59850
    },
    {
      "contrastive_lambda": 1.562747761757466e-05,
      "epoch": 18.66812227074236,
      "step": 59850
    },
    {
      "contrastive_lambda": 1.5421177605168257e-05,
      "epoch": 18.668434185901436,
      "step": 59851
    },
    {
      "contrastive_lambda": 1.5216248328842052e-05,
      "epoch": 18.668746101060513,
      "step": 59852
    },
    {
      "contrastive_lambda": 1.5012689789206668e-05,
      "epoch": 18.669058016219587,
      "step": 59853
    },
    {
      "contrastive_lambda": 1.4810501986817215e-05,
      "epoch": 18.669369931378665,
      "step": 59854
    },
    {
      "contrastive_lambda": 1.4609684922228805e-05,
      "epoch": 18.669681846537742,
      "step": 59855
    },
    {
      "contrastive_lambda": 1.4410238595941038e-05,
      "epoch": 18.66999376169682,
      "step": 59856
    },
    {
      "contrastive_lambda": 1.4212163008509027e-05,
      "epoch": 18.670305676855897,
      "step": 59857
    },
    {
      "contrastive_lambda": 1.4015458160543393e-05,
      "epoch": 18.67061759201497,
      "step": 59858
    },
    {
      "contrastive_lambda": 1.3820124052543736e-05,
      "epoch": 18.670929507174048,
      "step": 59859
    },
    {
      "epoch": 18.671241422333125,
      "grad_norm": 0.11333928257226944,
      "learning_rate": 1.5098231577581611e-09,
      "loss": 0.0235,
      "step": 59860
    },
    {
      "epoch": 18.671241422333125,
      "flow_loss": 0.01077456958591938,
      "step": 59860
    },
    {
      "contrastive_loss": 0.0037777209654450417,
      "epoch": 18.671241422333125,
      "step": 59860
    },
    {
      "contrastive_lambda": 1.362616068506517e-05,
      "epoch": 18.671241422333125,
      "step": 59860
    },
    {
      "contrastive_lambda": 1.3433568058607293e-05,
      "epoch": 18.671553337492202,
      "step": 59861
    },
    {
      "contrastive_lambda": 1.3242346173669706e-05,
      "epoch": 18.67186525265128,
      "step": 59862
    },
    {
      "contrastive_lambda": 1.3052495030863032e-05,
      "epoch": 18.672177167810357,
      "step": 59863
    },
    {
      "contrastive_lambda": 1.286401463063136e-05,
      "epoch": 18.67248908296943,
      "step": 59864
    },
    {
      "contrastive_lambda": 1.2676904973529801e-05,
      "epoch": 18.67280099812851,
      "step": 59865
    },
    {
      "contrastive_lambda": 1.2491166060057957e-05,
      "epoch": 18.673112913287586,
      "step": 59866
    },
    {
      "contrastive_lambda": 1.2306797890715426e-05,
      "epoch": 18.673424828446663,
      "step": 59867
    },
    {
      "contrastive_lambda": 1.2123800466057322e-05,
      "epoch": 18.67373674360574,
      "step": 59868
    },
    {
      "contrastive_lambda": 1.1942173786527732e-05,
      "epoch": 18.674048658764818,
      "step": 59869
    },
    {
      "epoch": 18.67436057392389,
      "grad_norm": 0.07930749654769897,
      "learning_rate": 1.3032590438499804e-09,
      "loss": 0.0227,
      "step": 59870
    },
    {
      "epoch": 18.67436057392389,
      "flow_loss": 0.01921769045293331,
      "step": 59870
    },
    {
      "contrastive_loss": 0.00347063853405416,
      "epoch": 18.67436057392389,
      "step": 59870
    },
    {
      "contrastive_lambda": 1.1761917852626258e-05,
      "epoch": 18.67436057392389,
      "step": 59870
    },
    {
      "contrastive_lambda": 1.158303266490801e-05,
      "epoch": 18.67467248908297,
      "step": 59871
    },
    {
      "contrastive_lambda": 1.140551822381708e-05,
      "epoch": 18.674984404242046,
      "step": 59872
    },
    {
      "contrastive_lambda": 1.1229374529797553e-05,
      "epoch": 18.675296319401124,
      "step": 59873
    },
    {
      "contrastive_lambda": 1.1054601583460055e-05,
      "epoch": 18.6756082345602,
      "step": 59874
    },
    {
      "contrastive_lambda": 1.0881199385137652e-05,
      "epoch": 18.675920149719275,
      "step": 59875
    },
    {
      "contrastive_lambda": 1.0709167935385455e-05,
      "epoch": 18.676232064878352,
      "step": 59876
    },
    {
      "contrastive_lambda": 1.0538507234703065e-05,
      "epoch": 18.67654398003743,
      "step": 59877
    },
    {
      "contrastive_lambda": 1.036921728347906e-05,
      "epoch": 18.676855895196507,
      "step": 59878
    },
    {
      "contrastive_lambda": 1.020129808221304e-05,
      "epoch": 18.677167810355584,
      "step": 59879
    },
    {
      "epoch": 18.67747972551466,
      "grad_norm": 0.049480509012937546,
      "learning_rate": 1.1118832138723444e-09,
      "loss": 0.0213,
      "step": 59880
    },
    {
      "epoch": 18.67747972551466,
      "flow_loss": 0.04238823056221008,
      "step": 59880
    },
    {
      "contrastive_loss": 0.0026579038240015507,
      "epoch": 18.67747972551466,
      "step": 59880
    },
    {
      "contrastive_lambda": 1.0034749631404605e-05,
      "epoch": 18.67747972551466,
      "step": 59880
    },
    {
      "contrastive_lambda": 9.869571931442334e-06,
      "epoch": 18.677791640673735,
      "step": 59881
    },
    {
      "contrastive_lambda": 9.705764982825826e-06,
      "epoch": 18.678103555832813,
      "step": 59882
    },
    {
      "contrastive_lambda": 9.543328785943661e-06,
      "epoch": 18.67841547099189,
      "step": 59883
    },
    {
      "contrastive_lambda": 9.38226334135095e-06,
      "epoch": 18.678727386150968,
      "step": 59884
    },
    {
      "contrastive_lambda": 9.222568649380758e-06,
      "epoch": 18.679039301310045,
      "step": 59885
    },
    {
      "contrastive_lambda": 9.064244710532687e-06,
      "epoch": 18.679351216469122,
      "step": 59886
    },
    {
      "contrastive_lambda": 8.907291525250827e-06,
      "epoch": 18.679663131628196,
      "step": 59887
    },
    {
      "contrastive_lambda": 8.751709093923754e-06,
      "epoch": 18.679975046787273,
      "step": 59888
    },
    {
      "contrastive_lambda": 8.597497416940048e-06,
      "epoch": 18.68028696194635,
      "step": 59889
    },
    {
      "epoch": 18.680598877105428,
      "grad_norm": 0.06144602224230766,
      "learning_rate": 9.356957259620825e-10,
      "loss": 0.0209,
      "step": 59890
    },
    {
      "epoch": 18.680598877105428,
      "flow_loss": 0.00998254120349884,
      "step": 59890
    },
    {
      "contrastive_loss": 0.004384998697787523,
      "epoch": 18.680598877105428,
      "step": 59890
    },
    {
      "contrastive_lambda": 8.444656494854819e-06,
      "epoch": 18.680598877105428,
      "step": 59890
    },
    {
      "contrastive_lambda": 8.293186327945623e-06,
      "epoch": 18.680910792264505,
      "step": 59891
    },
    {
      "contrastive_lambda": 8.143086916712061e-06,
      "epoch": 18.68122270742358,
      "step": 59892
    },
    {
      "contrastive_lambda": 7.994358261542711e-06,
      "epoch": 18.681534622582657,
      "step": 59893
    },
    {
      "contrastive_lambda": 7.847000362826151e-06,
      "epoch": 18.681846537741734,
      "step": 59894
    },
    {
      "contrastive_lambda": 7.70101322100647e-06,
      "epoch": 18.68215845290081,
      "step": 59895
    },
    {
      "contrastive_lambda": 7.556396836472246e-06,
      "epoch": 18.68247036805989,
      "step": 59896
    },
    {
      "contrastive_lambda": 7.413151209612057e-06,
      "epoch": 18.682782283218966,
      "step": 59897
    },
    {
      "contrastive_lambda": 7.27127634075897e-06,
      "epoch": 18.68309419837804,
      "step": 59898
    },
    {
      "contrastive_lambda": 7.130772230412585e-06,
      "epoch": 18.683406113537117,
      "step": 59899
    },
    {
      "epoch": 18.683718028696195,
      "grad_norm": 0.06706859916448593,
      "learning_rate": 7.74696633637495e-10,
      "loss": 0.0227,
      "step": 59900
    },
    {
      "epoch": 18.683718028696195,
      "flow_loss": 0.03324892744421959,
      "step": 59900
    },
    {
      "contrastive_loss": 0.0034363255836069584,
      "epoch": 18.683718028696195,
      "step": 59900
    },
    {
      "contrastive_lambda": 6.99163887890597e-06,
      "epoch": 18.683718028696195,
      "step": 59900
    },
    {
      "contrastive_lambda": 6.8538762866277025e-06,
      "epoch": 18.684029943855272,
      "step": 59901
    },
    {
      "contrastive_lambda": 6.717484453910849e-06,
      "epoch": 18.68434185901435,
      "step": 59902
    },
    {
      "contrastive_lambda": 6.582463381199499e-06,
      "epoch": 18.684653774173427,
      "step": 59903
    },
    {
      "contrastive_lambda": 6.448813068771209e-06,
      "epoch": 18.6849656893325,
      "step": 59904
    },
    {
      "contrastive_lambda": 6.316533517125578e-06,
      "epoch": 18.685277604491578,
      "step": 59905
    },
    {
      "contrastive_lambda": 6.185624726540162e-06,
      "epoch": 18.685589519650655,
      "step": 59906
    },
    {
      "contrastive_lambda": 6.056086697348029e-06,
      "epoch": 18.685901434809733,
      "step": 59907
    },
    {
      "contrastive_lambda": 5.927919429937756e-06,
      "epoch": 18.68621334996881,
      "step": 59908
    },
    {
      "contrastive_lambda": 5.801122924697921e-06,
      "epoch": 18.686525265127884,
      "step": 59909
    },
    {
      "epoch": 18.68683718028696,
      "grad_norm": 0.08274555206298828,
      "learning_rate": 6.288859858039064e-10,
      "loss": 0.0194,
      "step": 59910
    },
    {
      "epoch": 18.68683718028696,
      "flow_loss": 0.014968677423894405,
      "step": 59910
    },
    {
      "contrastive_loss": 0.003144210670143366,
      "epoch": 18.68683718028696,
      "step": 59910
    },
    {
      "contrastive_lambda": 5.675697181961592e-06,
      "epoch": 18.68683718028696,
      "step": 59910
    },
    {
      "contrastive_lambda": 5.551642202006324e-06,
      "epoch": 18.68714909544604,
      "step": 59911
    },
    {
      "contrastive_lambda": 5.428957985220695e-06,
      "epoch": 18.687461010605116,
      "step": 59912
    },
    {
      "contrastive_lambda": 5.307644531993283e-06,
      "epoch": 18.687772925764193,
      "step": 59913
    },
    {
      "contrastive_lambda": 5.187701842546133e-06,
      "epoch": 18.68808484092327,
      "step": 59914
    },
    {
      "contrastive_lambda": 5.069129917267823e-06,
      "epoch": 18.688396756082344,
      "step": 59915
    },
    {
      "contrastive_lambda": 4.9519287565469305e-06,
      "epoch": 18.68870867124142,
      "step": 59916
    },
    {
      "contrastive_lambda": 4.83609836054999e-06,
      "epoch": 18.6890205864005,
      "step": 59917
    },
    {
      "contrastive_lambda": 4.721638729721089e-06,
      "epoch": 18.689332501559576,
      "step": 59918
    },
    {
      "contrastive_lambda": 4.608549864337785e-06,
      "epoch": 18.689644416718654,
      "step": 59919
    },
    {
      "epoch": 18.68995633187773,
      "grad_norm": 0.048851072788238525,
      "learning_rate": 4.982638267647665e-10,
      "loss": 0.0172,
      "step": 59920
    },
    {
      "epoch": 18.68995633187773,
      "flow_loss": 0.0343964658677578,
      "step": 59920
    },
    {
      "contrastive_loss": 0.0031172214075922966,
      "epoch": 18.68995633187773,
      "step": 59920
    },
    {
      "contrastive_lambda": 4.496831764733145e-06,
      "epoch": 18.68995633187773,
      "step": 59920
    },
    {
      "contrastive_lambda": 4.386484431184723e-06,
      "epoch": 18.690268247036805,
      "step": 59921
    },
    {
      "contrastive_lambda": 4.277507863970076e-06,
      "epoch": 18.690580162195882,
      "step": 59922
    },
    {
      "contrastive_lambda": 4.1699020634222705e-06,
      "epoch": 18.69089207735496,
      "step": 59923
    },
    {
      "contrastive_lambda": 4.063667029818863e-06,
      "epoch": 18.691203992514037,
      "step": 59924
    },
    {
      "contrastive_lambda": 3.958802763492919e-06,
      "epoch": 18.691515907673114,
      "step": 59925
    },
    {
      "contrastive_lambda": 3.8553092647219955e-06,
      "epoch": 18.691827822832188,
      "step": 59926
    },
    {
      "contrastive_lambda": 3.7531865337281367e-06,
      "epoch": 18.692139737991265,
      "step": 59927
    },
    {
      "contrastive_lambda": 3.6524345708444095e-06,
      "epoch": 18.692451653150343,
      "step": 59928
    },
    {
      "contrastive_lambda": 3.5530533763483696e-06,
      "epoch": 18.69276356830942,
      "step": 59929
    },
    {
      "epoch": 18.693075483468498,
      "grad_norm": 0.04937531054019928,
      "learning_rate": 3.8283019618834406e-10,
      "loss": 0.0231,
      "step": 59930
    },
    {
      "epoch": 18.693075483468498,
      "flow_loss": 0.01477953139692545,
      "step": 59930
    },
    {
      "contrastive_loss": 0.0039031626656651497,
      "epoch": 18.693075483468498,
      "step": 59930
    },
    {
      "contrastive_lambda": 3.4550429504620617e-06,
      "epoch": 18.693075483468498,
      "step": 59930
    },
    {
      "contrastive_lambda": 3.3584032935185526e-06,
      "epoch": 18.693387398627575,
      "step": 59931
    },
    {
      "contrastive_lambda": 3.263134405739887e-06,
      "epoch": 18.69369931378665,
      "step": 59932
    },
    {
      "contrastive_lambda": 3.1692362874591318e-06,
      "epoch": 18.694011228945726,
      "step": 59933
    },
    {
      "contrastive_lambda": 3.0767089388428204e-06,
      "epoch": 18.694323144104803,
      "step": 59934
    },
    {
      "contrastive_lambda": 2.9855523601685086e-06,
      "epoch": 18.69463505926388,
      "step": 59935
    },
    {
      "contrastive_lambda": 2.895766551713752e-06,
      "epoch": 18.694946974422958,
      "step": 59936
    },
    {
      "contrastive_lambda": 2.8073515137005955e-06,
      "epoch": 18.695258889582032,
      "step": 59937
    },
    {
      "contrastive_lambda": 2.7203072463510836e-06,
      "epoch": 18.69557080474111,
      "step": 59938
    },
    {
      "contrastive_lambda": 2.634633749942772e-06,
      "epoch": 18.695882719900187,
      "step": 59939
    },
    {
      "epoch": 18.696194635059264,
      "grad_norm": 0.0780467614531517,
      "learning_rate": 2.825851291410331e-10,
      "loss": 0.021,
      "step": 59940
    },
    {
      "epoch": 18.696194635059264,
      "flow_loss": 0.03184516727924347,
      "step": 59940
    },
    {
      "contrastive_loss": 0.003766927169635892,
      "epoch": 18.696194635059264,
      "step": 59940
    },
    {
      "contrastive_lambda": 2.5503310247532163e-06,
      "epoch": 18.696194635059264,
      "step": 59940
    },
    {
      "contrastive_lambda": 2.467399070893439e-06,
      "epoch": 18.69650655021834,
      "step": 59941
    },
    {
      "contrastive_lambda": 2.385837888696507e-06,
      "epoch": 18.69681846537742,
      "step": 59942
    },
    {
      "contrastive_lambda": 2.305647478384465e-06,
      "epoch": 18.697130380536493,
      "step": 59943
    },
    {
      "contrastive_lambda": 2.226827840068335e-06,
      "epoch": 18.69744229569557,
      "step": 59944
    },
    {
      "contrastive_lambda": 2.149378974081184e-06,
      "epoch": 18.697754210854647,
      "step": 59945
    },
    {
      "contrastive_lambda": 2.073300880589546e-06,
      "epoch": 18.698066126013725,
      "step": 59946
    },
    {
      "contrastive_lambda": 1.9985935597599536e-06,
      "epoch": 18.698378041172802,
      "step": 59947
    },
    {
      "contrastive_lambda": 1.925257011869963e-06,
      "epoch": 18.69868995633188,
      "step": 59948
    },
    {
      "contrastive_lambda": 1.8532912370861077e-06,
      "epoch": 18.699001871490953,
      "step": 59949
    },
    {
      "epoch": 18.69931378665003,
      "grad_norm": 0.056823473423719406,
      "learning_rate": 1.975286560873535e-10,
      "loss": 0.0199,
      "step": 59950
    },
    {
      "epoch": 18.69931378665003,
      "flow_loss": 0.015447055920958519,
      "step": 59950
    },
    {
      "contrastive_loss": 0.003098060842603445,
      "epoch": 18.69931378665003,
      "step": 59950
    },
    {
      "contrastive_lambda": 1.7826962356304321e-06,
      "epoch": 18.69931378665003,
      "step": 59950
    },
    {
      "contrastive_lambda": 1.7134720076139587e-06,
      "epoch": 18.699625701809108,
      "step": 59951
    },
    {
      "contrastive_lambda": 1.6456185533697543e-06,
      "epoch": 18.699937616968185,
      "step": 59952
    },
    {
      "contrastive_lambda": 1.57913587295333e-06,
      "epoch": 18.700249532127263,
      "step": 59953
    },
    {
      "contrastive_lambda": 1.5140239665867306e-06,
      "epoch": 18.700561447286336,
      "step": 59954
    },
    {
      "contrastive_lambda": 1.4502828344920005e-06,
      "epoch": 18.700873362445414,
      "step": 59955
    },
    {
      "contrastive_lambda": 1.387912476780162e-06,
      "epoch": 18.70118527760449,
      "step": 59956
    },
    {
      "contrastive_lambda": 1.32691289367326e-06,
      "epoch": 18.70149719276357,
      "step": 59957
    },
    {
      "contrastive_lambda": 1.2672840853378275e-06,
      "epoch": 18.701809107922646,
      "step": 59958
    },
    {
      "contrastive_lambda": 1.2090260518848872e-06,
      "epoch": 18.702121023081723,
      "step": 59959
    },
    {
      "epoch": 18.702432938240797,
      "grad_norm": 0.0862758681178093,
      "learning_rate": 1.2766080285109284e-10,
      "loss": 0.0198,
      "step": 59960
    },
    {
      "epoch": 18.702432938240797,
      "flow_loss": 0.013852067291736603,
      "step": 59960
    },
    {
      "contrastive_loss": 0.003857037518173456,
      "epoch": 18.702432938240797,
      "step": 59960
    },
    {
      "contrastive_lambda": 1.1521387935364835e-06,
      "epoch": 18.702432938240797,
      "step": 59960
    },
    {
      "contrastive_lambda": 1.0966223103481276e-06,
      "epoch": 18.702744853399874,
      "step": 59961
    },
    {
      "contrastive_lambda": 1.0424766025973753e-06,
      "epoch": 18.70305676855895,
      "step": 59962
    },
    {
      "contrastive_lambda": 9.897016703952488e-07,
      "epoch": 18.70336868371803,
      "step": 59963
    },
    {
      "contrastive_lambda": 9.382975138527705e-07,
      "epoch": 18.703680598877106,
      "step": 59964
    },
    {
      "contrastive_lambda": 8.882641330809626e-07,
      "epoch": 18.703992514036184,
      "step": 59965
    },
    {
      "contrastive_lambda": 8.396015283018698e-07,
      "epoch": 18.704304429195258,
      "step": 59966
    },
    {
      "contrastive_lambda": 7.923096996265144e-07,
      "epoch": 18.704616344354335,
      "step": 59967
    },
    {
      "contrastive_lambda": 7.463886471104075e-07,
      "epoch": 18.704928259513412,
      "step": 59968
    },
    {
      "contrastive_lambda": 7.018383709755938e-07,
      "epoch": 18.70524017467249,
      "step": 59969
    },
    {
      "epoch": 18.705552089831567,
      "grad_norm": 0.05839371681213379,
      "learning_rate": 7.298159065971533e-11,
      "loss": 0.0176,
      "step": 59970
    },
    {
      "epoch": 18.705552089831567,
      "flow_loss": 0.011770524084568024,
      "step": 59970
    },
    {
      "contrastive_loss": 0.00479232519865036,
      "epoch": 18.705552089831567,
      "step": 59970
    },
    {
      "contrastive_lambda": 6.586588713330954e-07,
      "epoch": 18.705552089831567,
      "step": 59970
    },
    {
      "contrastive_lambda": 6.168501482384237e-07,
      "epoch": 18.70586400499064,
      "step": 59971
    },
    {
      "contrastive_lambda": 5.764122018581119e-07,
      "epoch": 18.706175920149718,
      "step": 59972
    },
    {
      "contrastive_lambda": 5.373450322476714e-07,
      "epoch": 18.706487835308796,
      "step": 59973
    },
    {
      "contrastive_lambda": 4.996486395736355e-07,
      "epoch": 18.706799750467873,
      "step": 59974
    },
    {
      "contrastive_lambda": 4.633230239470265e-07,
      "epoch": 18.70711166562695,
      "step": 59975
    },
    {
      "contrastive_lambda": 4.2836818542335564e-07,
      "epoch": 18.707423580786028,
      "step": 59976
    },
    {
      "contrastive_lambda": 3.9478412411364516e-07,
      "epoch": 18.7077354959451,
      "step": 59977
    },
    {
      "contrastive_lambda": 3.6257084007340623e-07,
      "epoch": 18.70804741110418,
      "step": 59978
    },
    {
      "contrastive_lambda": 3.317283334691723e-07,
      "epoch": 18.708359326263256,
      "step": 59979
    },
    {
      "epoch": 18.708671241422334,
      "grad_norm": 0.055642109364271164,
      "learning_rate": 3.349103612770854e-11,
      "loss": 0.0184,
      "step": 59980
    },
    {
      "epoch": 18.708671241422334,
      "flow_loss": 0.026987366378307343,
      "step": 59980
    },
    {
      "contrastive_loss": 0.003286343067884445,
      "epoch": 18.708671241422334,
      "step": 59980
    },
    {
      "contrastive_lambda": 3.022566043564545e-07,
      "epoch": 18.708671241422334,
      "step": 59980
    },
    {
      "contrastive_lambda": 2.741556527352529e-07,
      "epoch": 18.70898315658141,
      "step": 59981
    },
    {
      "contrastive_lambda": 2.47425478827612e-07,
      "epoch": 18.70929507174049,
      "step": 59982
    },
    {
      "contrastive_lambda": 2.2206608257802074e-07,
      "epoch": 18.709606986899562,
      "step": 59983
    },
    {
      "contrastive_lambda": 1.9807746415301253e-07,
      "epoch": 18.70991890205864,
      "step": 59984
    },
    {
      "contrastive_lambda": 1.7545962355258737e-07,
      "epoch": 18.710230817217717,
      "step": 59985
    },
    {
      "contrastive_lambda": 1.5421256083225643e-07,
      "epoch": 18.710542732376794,
      "step": 59986
    },
    {
      "contrastive_lambda": 1.34336276103042e-07,
      "epoch": 18.71085464753587,
      "step": 59987
    },
    {
      "contrastive_lambda": 1.1583076942045523e-07,
      "epoch": 18.711166562694945,
      "step": 59988
    },
    {
      "contrastive_lambda": 9.869604078449612e-08,
      "epoch": 18.711478477854023,
      "step": 59989
    },
    {
      "epoch": 18.7117903930131,
      "grad_norm": 0.1617695838212967,
      "learning_rate": 9.189151245481142e-12,
      "loss": 0.0197,
      "step": 59990
    },
    {
      "epoch": 18.7117903930131,
      "flow_loss": 0.015761882066726685,
      "step": 59990
    },
    {
      "contrastive_loss": 0.0032291910611093044,
      "epoch": 18.7117903930131,
      "step": 59990
    },
    {
      "contrastive_lambda": 8.293209025067583e-08,
      "epoch": 18.7117903930131,
      "step": 59990
    },
    {
      "contrastive_lambda": 6.85389178745055e-08,
      "epoch": 18.712102308172177,
      "step": 59991
    },
    {
      "contrastive_lambda": 5.551652371149629e-08,
      "epoch": 18.712414223331255,
      "step": 59992
    },
    {
      "contrastive_lambda": 4.386490781715935e-08,
      "epoch": 18.712726138490332,
      "step": 59993
    },
    {
      "contrastive_lambda": 3.3584070135983524e-08,
      "epoch": 18.713038053649406,
      "step": 59994
    },
    {
      "contrastive_lambda": 2.4674010778991118e-08,
      "epoch": 18.713349968808483,
      "step": 59995
    },
    {
      "contrastive_lambda": 1.713472974618213e-08,
      "epoch": 18.71366188396756,
      "step": 59996
    },
    {
      "contrastive_lambda": 1.0966227093067715e-08,
      "epoch": 18.713973799126638,
      "step": 59997
    },
    {
      "contrastive_lambda": 6.1685027641367185e-09,
      "epoch": 18.714285714285715,
      "step": 59998
    },
    {
      "contrastive_lambda": 2.741556759389141e-09,
      "epoch": 18.714597629444793,
      "step": 59999
    },
    {
      "epoch": 18.714909544603866,
      "grad_norm": 0.059796277433633804,
      "learning_rate": 7.594340156735769e-14,
      "loss": 0.0163,
      "step": 60000
    }
  ],
  "logging_steps": 10,
  "max_steps": 60000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 19,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}